-- Logs begin at Sun 2021-08-29 16:08:31 UTC, end at Sun 2021-08-29 18:32:24 UTC. -- Aug 29 16:37:25.872207 n-d-713301-13 systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 16:37:28.580271 n-d-713301-13 neutron-server[111567]: INFO neutron.common.config [-] Logging enabled! Aug 29 16:37:28.580847 n-d-713301-13 neutron-server[111567]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 16:37:28.581048 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111567) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 16:37:28.584259 n-d-713301-13 neutron-server[111567]: INFO neutron.common.config [-] Logging enabled! Aug 29 16:37:28.584519 n-d-713301-13 neutron-server[111567]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 16:37:28.584831 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111567) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 16:37:28.585807 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 16:37:28.586047 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 16:37:28.586443 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 16:37:28.586694 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 16:37:28.586923 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 16:37:28.587258 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.587558 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.587855 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.588088 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.588384 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.588675 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.588962 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.589272 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.589571 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.589859 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.590141 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.590426 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.590656 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.590941 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.591230 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.591517 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.591740 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] debug = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.592024 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.592444 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.592848 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.593132 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.593457 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.593737 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.594010 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.594286 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.594575 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.594904 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] host = n-d-713301-13 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.595191 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.595478 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.595769 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.596054 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.596331 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.596607 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.596892 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.597166 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.597740 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] log_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.598019 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.598309 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.598597 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.598885 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.599111 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.599335 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.599624 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.599911 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.600189 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.600464 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.600740 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.601013 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.601314 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.601588 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.601900 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.602186 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.602473 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.602747 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.603022 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.603297 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.603570 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.603858 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.604134 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.604409 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.604685 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.604972 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.605272 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.605553 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.605858 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.606145 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.606427 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.606713 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.606989 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.607272 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.607547 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.607821 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.608095 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] use_json = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.608369 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.608641 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.608924 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.609196 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.609492 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.609768 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.610041 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.610326 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:28.610625 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.610920 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.611220 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.611503 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.611797 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.612078 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.612368 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.612648 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.612938 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.613302 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.613537 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.613818 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.614109 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.614390 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.614686 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.614990 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.615286 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.615577 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.615851 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.616126 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.616398 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.616674 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.616962 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.617257 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.618081 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.618373 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.618656 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.618944 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.619236 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.619526 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.619800 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.620083 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.620374 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.620653 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.620925 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.621203 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.621514 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.621792 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.622066 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.622348 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.622625 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.622897 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.623171 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.623448 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.623734 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.624011 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.624284 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.624552 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.624830 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.625102 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.625410 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.625692 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.625962 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.626236 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.626513 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.626786 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.627057 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.627333 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.627603 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.627878 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.628150 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.628421 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.628694 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.628966 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.629260 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.629529 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.629801 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.630077 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.630351 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.630623 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.630892 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.631164 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.631434 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.631717 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.632012 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.632292 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.632570 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.632847 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.633699 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.633992 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.634270 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.634549 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.634828 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.635099 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.635388 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.635676 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.635959 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.636239 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.636516 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.636887 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.637097 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.637416 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.637698 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.637977 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.638261 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.638547 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.638844 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.639139 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.639432 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.639725 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.640017 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.640298 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.640607 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.640887 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:28.641106 n-d-713301-13 neutron-server[111567]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 16:37:28.641374 n-d-713301-13 neutron-server[111567]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111567) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 16:37:28.994248 n-d-713301-13 neutron-server[111567]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 16:37:28.994529 n-d-713301-13 neutron-server[111567]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 16:37:28.994823 n-d-713301-13 neutron-server[111567]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 16:37:28.995169 n-d-713301-13 neutron-server[111567]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 16:37:29.391005 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.391296 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.391571 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.392877 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.393154 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.393447 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.429604 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.429906 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.430179 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.444831 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.445114 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.445412 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.473994 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.474274 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.474541 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.512149 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.512425 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.512694 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.743425 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.744014 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.744014 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.744191 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.745037 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.864387 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.864709 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.864994 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.865290 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.865565 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.865879 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.866148 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.866412 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.866673 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.866957 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.867215 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.868036 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.868299 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.868552 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.868808 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.869073 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.869351 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.869621 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.869977 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.870249 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.870525 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.870781 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.871065 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.871443 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.871696 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.871944 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.872337 n-d-713301-13 neutron-server[111567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 16:37:29.872579 n-d-713301-13 neutron-server[111567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 16:37:29.872819 n-d-713301-13 neutron-server[111567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 16:37:29.873055 n-d-713301-13 neutron-server[111567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 16:37:29.873319 n-d-713301-13 neutron-server[111567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 16:37:29.873559 n-d-713301-13 neutron-server[111567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 16:37:29.873923 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 16:37:29.876989 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 16:37:29.880993 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 16:37:29.885337 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 29 16:37:29.886971 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 16:37:29.887424 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 16:37:29.887759 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 16:37:29.888144 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 16:37:29.890934 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 16:37:29.891190 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 16:37:29.891537 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 16:37:29.896791 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 16:37:29.918647 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 16:37:29.919102 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.919402 n-d-713301-13 neutron-server[111567]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111567) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 16:37:29.919769 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.921114 n-d-713301-13 neutron-server[111567]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111567) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 16:37:29.921435 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 16:37:29.921682 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 16:37:29.924784 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.925072 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:29.989321 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 16:37:29.989560 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 16:37:29.989795 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 16:37:29.990161 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 16:37:30.011488 n-d-713301-13 neutron-server[111567]: DEBUG oslo_db.sqlalchemy.engines [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111567) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 16:37:30.552249 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Initializing driver for type 'gre' Aug 29 16:37:30.552799 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] gre ID ranges: [(1, 1000)] Aug 29 16:37:30.617636 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Initializing driver for type 'local' Aug 29 16:37:30.617998 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Initializing driver for type 'vlan' Aug 29 16:37:30.634540 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] VlanTypeDriver initialization complete Aug 29 16:37:30.634881 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Initializing driver for type 'vxlan' Aug 29 16:37:30.635386 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] vxlan ID ranges: [(1, 1000)] Aug 29 16:37:30.687819 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Initializing extension driver 'port_security' Aug 29 16:37:30.687977 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.extensions.port_security [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] PortSecurityExtensionDriver initialization complete Aug 29 16:37:30.688316 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Initializing mechanism driver 'openvswitch' Aug 29 16:37:30.688642 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Initializing mechanism driver 'hyperv' Aug 29 16:37:30.695164 n-d-713301-13 neutron-server[111567]: DEBUG neutron.plugins.ml2.plugin [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:37:30.695883 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > port after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.696259 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > port after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.696616 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > port after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.697133 n-d-713301-13 neutron-server[111567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 16:37:30.697617 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.697980 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.698329 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.698720 n-d-713301-13 neutron-server[111567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 16:37:30.699129 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > network after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.699486 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > network after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.699834 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > network after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.700221 n-d-713301-13 neutron-server[111567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 16:37:30.700626 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > security_group after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.700976 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > security_group after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.701350 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.701876 n-d-713301-13 neutron-server[111567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 16:37:30.702287 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.702646 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.702994 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.703390 n-d-713301-13 neutron-server[111567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 16:37:30.703797 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > address_group after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.704149 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > address_group after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.704494 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.704891 n-d-713301-13 neutron-server[111567]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111567) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 16:37:30.705301 n-d-713301-13 neutron-server[111567]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] ML2 OVO RPC backend initialized. {{(pid=111567) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 16:37:30.706011 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.706371 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.706791 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > network before_response 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.707146 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > networks before_response 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.707499 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > port before_response 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.707845 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > ports before_response 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.708196 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > subnet before_response 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.708543 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > subnets before_response 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.708896 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > network after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.709265 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > network after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.709614 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > network after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.709958 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > port after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.710302 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > port after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.710644 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > port after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.710986 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.711818 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.712158 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.712739 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.plugin [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Modular L2 Plugin initialization complete Aug 29 16:37:30.713073 n-d-713301-13 neutron-server[111567]: DEBUG neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading services supported by the core plugin {{(pid=111567) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 16:37:30.713437 n-d-713301-13 neutron-server[111567]: INFO neutron.plugins.ml2.managers [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Got port-security extension from driver 'port_security' Aug 29 16:37:30.713907 n-d-713301-13 neutron-server[111567]: INFO neutron.extensions.vlantransparent [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Disabled vlantransparent extension. Aug 29 16:37:30.714405 n-d-713301-13 neutron-server[111567]: DEBUG neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111567) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 16:37:30.714724 n-d-713301-13 neutron-server[111567]: INFO neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading Plugin: router Aug 29 16:37:30.752524 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.753107 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router after_create 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.753311 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router before_create 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.753687 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.754072 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.754438 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router after_delete 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.754803 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.755159 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.755524 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router after_create 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.755875 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router after_update 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.756229 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router after_update 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.756580 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.756943 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router after_update 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.757391 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.757766 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: port after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.758137 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: port after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.758479 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: subnet after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.758823 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.759176 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.759526 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.759878 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: port before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.760226 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router precommit_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.760589 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router after_update 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.760941 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.761328 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.761704 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.762052 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.762419 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > agent after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.762773 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > agent after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.763119 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > network after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.763966 n-d-713301-13 neutron-server[111567]: DEBUG neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Tracking information for resource: router configured {{(pid=111567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 16:37:30.764303 n-d-713301-13 neutron-server[111567]: DEBUG neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Tracking information for resource: floatingip configured {{(pid=111567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 16:37:30.769212 n-d-713301-13 neutron-server[111567]: INFO neutron.db.l3_agentschedulers_db [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 16:37:30.769823 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: port after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.770193 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: port after_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.770548 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: port after_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.770903 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: port after_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.771694 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router before_create 55550100 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.772060 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.772426 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router precommit_create 55550100 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.772784 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > router precommit_update 55550100 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.777906 n-d-713301-13 neutron-server[111567]: DEBUG neutron.services.provider_configuration [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service providers = [] {{(pid=111567) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 16:37:30.778280 n-d-713301-13 neutron-server[111567]: DEBUG neutron.db.servicetype_db [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111567) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 16:37:30.781205 n-d-713301-13 neutron-server[111567]: DEBUG neutron.services.service_base [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 16:37:30.781586 n-d-713301-13 neutron-server[111567]: DEBUG neutron.services.service_base [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 16:37:30.781945 n-d-713301-13 neutron-server[111567]: DEBUG neutron.services.service_base [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 16:37:30.782845 n-d-713301-13 neutron-server[111567]: DEBUG neutron.services.service_base [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 16:37:30.783222 n-d-713301-13 neutron-server[111567]: INFO neutron.services.service_base [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 16:37:30.783600 n-d-713301-13 neutron-server[111567]: DEBUG neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 16:37:30.783920 n-d-713301-13 neutron-server[111567]: INFO neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 16:37:30.795030 n-d-713301-13 neutron-server[111567]: DEBUG neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 16:37:30.795375 n-d-713301-13 neutron-server[111567]: INFO neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading Plugin: auto_allocate Aug 29 16:37:30.801112 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: network precommit_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.801516 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: network precommit_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.802044 n-d-713301-13 neutron-server[111567]: DEBUG neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 16:37:30.802370 n-d-713301-13 neutron-server[111567]: INFO neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading Plugin: tag Aug 29 16:37:30.808829 n-d-713301-13 neutron-server[111567]: DEBUG neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 16:37:30.809164 n-d-713301-13 neutron-server[111567]: INFO neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading Plugin: timestamp Aug 29 16:37:30.813168 n-d-713301-13 neutron-server[111567]: DEBUG neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 16:37:30.813545 n-d-713301-13 neutron-server[111567]: INFO neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading Plugin: network_ip_availability Aug 29 16:37:30.818947 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.819326 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.819693 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:30.820407 n-d-713301-13 neutron-server[111567]: DEBUG neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 16:37:30.820760 n-d-713301-13 neutron-server[111567]: INFO neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading Plugin: flavors Aug 29 16:37:30.825463 n-d-713301-13 neutron-server[111567]: DEBUG neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 16:37:30.825802 n-d-713301-13 neutron-server[111567]: INFO neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading Plugin: revisions Aug 29 16:37:30.830079 n-d-713301-13 neutron-server[111567]: DEBUG neutron.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 16:37:30.830468 n-d-713301-13 neutron-server[111567]: DEBUG oslo_concurrency.lockutils [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.836s {{(pid=111567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 16:37:30.831210 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111567) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 16:37:30.831551 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Initializing extension manager. Aug 29 16:37:30.832063 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: __init__.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.832409 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: __pycache__ {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.832750 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.833087 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: address_group.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.833860 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.834425 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: address-group Aug 29 16:37:30.834754 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: address_scope.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.835468 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.835981 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: address-scope Aug 29 16:37:30.836851 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.837814 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.838331 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: router-admin-state-down-before-update Aug 29 16:37:30.838657 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: agent.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.839546 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.840064 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: agent Aug 29 16:37:30.840390 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: agent_resources_synced.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.841331 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.841850 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: agent-resources-synced Aug 29 16:37:30.842177 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: allowedaddresspairs.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.843972 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.844497 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: allowed-address-pairs Aug 29 16:37:30.844830 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: auto_allocated_topology.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.845941 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.846455 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: auto-allocated-topology Aug 29 16:37:30.846784 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: availability_zone.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.847747 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.848255 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: availability_zone Aug 29 16:37:30.848580 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: availability_zone_filter.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.849527 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.850038 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: availability_zone_filter Aug 29 16:37:30.850361 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: data_plane_status.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.851272 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.851781 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 16:37:30.852660 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: default_subnetpools.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.853600 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.854113 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: default-subnetpools Aug 29 16:37:30.854436 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.855243 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.855753 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: dhcp_agent_scheduler Aug 29 16:37:30.856078 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: dns.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.856995 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.857524 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 16:37:30.857851 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: dns_domain_ports.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.858767 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.859271 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 16:37:30.859596 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.860512 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.861021 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 16:37:30.861376 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: dvr.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.862046 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.862552 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: dvr Aug 29 16:37:30.862875 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: ecmp_routes.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.863787 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.864291 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 16:37:30.864616 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: empty_string_filtering.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.865556 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.866069 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: empty-string-filtering Aug 29 16:37:30.866395 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.867301 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.867852 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 16:37:30.868176 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.869081 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.869630 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 16:37:30.869959 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: external_net.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.870871 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.871386 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: external-net Aug 29 16:37:30.871710 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.872624 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.873138 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: extra_dhcp_opt Aug 29 16:37:30.873494 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: extraroute.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.874403 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.874912 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: extraroute Aug 29 16:37:30.875233 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: extraroute_atomic.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.876264 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.876774 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: extraroute-atomic Aug 29 16:37:30.877097 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: filter_validation.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.877793 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.878302 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: filter-validation Aug 29 16:37:30.878628 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: fip_pf_description.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.879536 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.880038 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 16:37:30.880364 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: fip_port_details.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.881317 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.881831 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: fip-port-details Aug 29 16:37:30.882155 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: flavors.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.883413 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.883939 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: flavors Aug 29 16:37:30.884269 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.886022 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.886548 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 16:37:30.886885 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: floatingip_pools.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.887593 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.888111 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: floatingip-pools Aug 29 16:37:30.888444 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: ip_allocation.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.889413 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.889930 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 16:37:30.890260 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.891190 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.891710 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: ip-substring-filtering Aug 29 16:37:30.892040 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: l2_adjacency.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.892966 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.893506 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 16:37:30.893838 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: l3.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.894921 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.895448 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: router Aug 29 16:37:30.895778 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.898029 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.898562 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 16:37:30.899419 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.900361 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.900887 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: ext-gw-mode Aug 29 16:37:30.901217 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.902174 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.902689 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: l3-ha Aug 29 16:37:30.903016 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: l3_flavors.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.903926 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.904441 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: l3-flavors Aug 29 16:37:30.904770 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.905713 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.906219 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 16:37:30.906544 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: l3agentscheduler.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.907571 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.908084 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: l3_agent_scheduler Aug 29 16:37:30.908415 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: logging.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.909923 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.910451 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension logging not supported by any of loaded plugins Aug 29 16:37:30.910790 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: metering.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.911537 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.912118 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: metering Aug 29 16:37:30.912452 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.913566 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.914084 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: metering_source_and_destination_fields Aug 29 16:37:30.915019 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: multiprovidernet.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.915956 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.916466 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: multi-provider Aug 29 16:37:30.916794 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: netmtu.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.917746 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.918261 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: net-mtu Aug 29 16:37:30.918588 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: netmtu_writable.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.919507 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.920019 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: net-mtu-writable Aug 29 16:37:30.920345 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: network_availability_zone.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.921009 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.921545 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: network_availability_zone Aug 29 16:37:30.921874 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: network_ip_availability.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.922958 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.923470 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: network-ip-availability Aug 29 16:37:30.923797 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: network_segment_range.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.924553 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.925058 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 16:37:30.925421 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: pagination.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.926406 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.926737 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: pagination Aug 29 16:37:30.927059 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: port_device_profile.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.927974 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.928491 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: port-device-profile Aug 29 16:37:30.928818 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.929760 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.930309 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: port-mac-address-regenerate Aug 29 16:37:30.930636 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.931555 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.932070 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: port-numa-affinity-policy Aug 29 16:37:30.932398 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: port_resource_request.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.933340 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.933854 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 16:37:30.934181 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: portbindings.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.935112 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.935628 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: binding Aug 29 16:37:30.935982 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: portbindings_extended.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.937420 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.937981 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: binding-extended Aug 29 16:37:30.938272 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: portsecurity.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.939198 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.939711 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: port-security Aug 29 16:37:30.940038 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: project_id.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.941006 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.941371 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: project-id Aug 29 16:37:30.941708 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: providernet.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.942630 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.943153 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: provider Aug 29 16:37:30.943479 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: qos.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.946999 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.947530 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension qos not supported by any of loaded plugins Aug 29 16:37:30.947867 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.949119 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.949671 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 16:37:30.950006 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.950929 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.951444 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 16:37:30.951780 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: qos_default.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.952699 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.953216 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension qos-default not supported by any of loaded plugins Aug 29 16:37:30.953573 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: qos_fip.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.954229 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.954735 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 16:37:30.955062 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: qos_gateway_ip.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.955989 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.956501 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 16:37:30.956826 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: qos_port_network_policy.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.957768 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.958281 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 16:37:30.958606 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: qos_pps_rule.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.959785 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.960312 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 16:37:30.960643 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: qos_rule_type_details.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.962094 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.962610 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 16:37:30.962939 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: qos_rules_alias.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.963987 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.964504 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 16:37:30.964835 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: quotasv2.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.965778 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.966112 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: quotas Aug 29 16:37:30.966437 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: quotasv2_detail.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.969508 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.969857 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: quota_details Aug 29 16:37:30.970194 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: rbac.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.971438 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.971974 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: rbac-policies Aug 29 16:37:30.972314 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: rbac_address_group.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.973542 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.974072 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: rbac-address-group Aug 29 16:37:30.974404 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: rbac_address_scope.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.975319 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.975844 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: rbac-address-scope Aug 29 16:37:30.976176 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: rbac_security_groups.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.977694 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.978214 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: rbac-security-groups Aug 29 16:37:30.978545 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: rbac_subnetpool.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.979461 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.979975 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: rbac-subnetpool Aug 29 16:37:30.980305 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: revisionifmatch.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.981266 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.981797 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: revision-if-match Aug 29 16:37:30.982138 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: revisions.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.983247 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.983764 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: standard-attr-revisions Aug 29 16:37:30.984097 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: router_availability_zone.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.984774 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.985320 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: router_availability_zone Aug 29 16:37:30.985654 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: routerservicetype.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.986572 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.987082 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 16:37:30.987414 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.988337 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.988850 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: security-groups-normalized-cidr Aug 29 16:37:30.989181 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.990123 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.990639 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: port-security-groups-filtering Aug 29 16:37:30.990969 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:30.991888 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:30.992420 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: security-groups-remote-address-group Aug 29 16:37:30.992775 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: securitygroup.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.003586 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.004124 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: security-group Aug 29 16:37:31.004462 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: segment.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.005288 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.005808 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension segment not supported by any of loaded plugins Aug 29 16:37:31.006142 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.007085 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.007602 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 16:37:31.007931 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: servicetype.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.009647 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.010174 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: service-type Aug 29 16:37:31.010510 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: sorting.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.011505 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.011844 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: sorting Aug 29 16:37:31.012174 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: standard_attr_segment.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.013096 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.013715 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 16:37:31.014047 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: standardattrdescription.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.014697 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.015209 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: standard-attr-description Aug 29 16:37:31.015537 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: stateful_security_group.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.016468 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.016987 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: stateful-security-group Aug 29 16:37:31.017346 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: stdattrs_common.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.017934 n-d-713301-13 neutron-server[111567]: WARNING neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 16:37:31.018259 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.019186 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.019702 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 16:37:31.020030 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: subnet_onboard.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.021106 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.021654 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: subnet_onboard Aug 29 16:37:31.021983 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.022913 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.023421 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 16:37:31.024328 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: subnet_service_types.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.025287 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.025808 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: subnet-service-types Aug 29 16:37:31.026134 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: subnetallocation.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.027222 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.027743 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: subnet_allocation Aug 29 16:37:31.028071 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.028752 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.029297 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: subnetpool-prefix-ops Aug 29 16:37:31.029626 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.030566 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.031074 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 16:37:31.031398 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: tagging.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.032450 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.032977 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: standard-attr-tag Aug 29 16:37:31.033336 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: timestamp.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.034545 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.035067 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loaded extension: standard-attr-timestamp Aug 29 16:37:31.035396 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: trunk.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.036436 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.036950 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension trunk not supported by any of loaded plugins Aug 29 16:37:31.037304 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: trunk_details.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.038235 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.038747 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 16:37:31.039077 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: uplink_status_propagation.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.040022 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.040537 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 16:37:31.040870 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Loading extension file: vlantransparent.py {{(pid=111567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 16:37:31.041577 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 16:37:31.042092 n-d-713301-13 neutron-server[111567]: INFO neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 16:37:31.044505 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:network Aug 29 16:37:31.045038 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:subnet Aug 29 16:37:31.045469 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 16:37:31.045870 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:port Aug 29 16:37:31.047130 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.047568 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service FLAVORS assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.048206 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.048637 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.048972 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:router Aug 29 16:37:31.049435 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 16:37:31.049939 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service METERING assigned prefix: /metering {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.051412 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:31.051787 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:31.052139 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:37:31.053129 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 16:37:31.053603 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:security_group Aug 29 16:37:31.054049 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 16:37:31.054640 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service CORE assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.054998 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 16:37:31.055349 n-d-713301-13 neutron-server[111567]: WARNING neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] subnetpool is already registered Aug 29 16:37:31.055771 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service CORE assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.056097 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 16:37:31.056434 n-d-713301-13 neutron-server[111567]: WARNING neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] subnetpool is already registered Aug 29 16:37:31.058741 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.059178 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service FLAVORS assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.059781 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.060202 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.060540 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:router Aug 29 16:37:31.060886 n-d-713301-13 neutron-server[111567]: WARNING neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] router is already registered Aug 29 16:37:31.061331 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 16:37:31.061675 n-d-713301-13 neutron-server[111567]: WARNING neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] floatingip is already registered Aug 29 16:37:31.062127 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service METERING assigned prefix: /metering {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.062796 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 16:37:31.063127 n-d-713301-13 neutron-server[111567]: WARNING neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] rbac_policy is already registered Aug 29 16:37:31.063540 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:security_group Aug 29 16:37:31.063878 n-d-713301-13 neutron-server[111567]: WARNING neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] security_group is already registered Aug 29 16:37:31.064283 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 16:37:31.064620 n-d-713301-13 neutron-server[111567]: WARNING neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] security_group_rule is already registered Aug 29 16:37:31.065264 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service CORE assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.065601 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 16:37:31.065939 n-d-713301-13 neutron-server[111567]: WARNING neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] subnetpool is already registered Aug 29 16:37:31.066354 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.v2.resource_helper [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Service CORE assigned prefix: {{(pid=111567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 16:37:31.066681 n-d-713301-13 neutron-server[111567]: INFO neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 16:37:31.067014 n-d-713301-13 neutron-server[111567]: WARNING neutron.quota.resource_registry [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] subnetpool is already registered Aug 29 16:37:31.067481 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: extensions {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.068932 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: address-groups {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.070453 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: address-scopes {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.072295 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: agents {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.073505 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: auto-allocated-topology {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.074748 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: availability_zones {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.075974 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: dhcp-networks {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.077514 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: dhcp-agents {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.078938 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: routers {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.081172 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: flavors {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.082357 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: service_profiles {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.083580 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: next_providers {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.085056 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: service_profiles {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.087153 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: floatingip-pools {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.088378 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: routers {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.090550 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: floatingips {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.091852 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: l3-routers {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.093246 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: l3-agents {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.094643 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: metering-labels {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.096044 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: metering-label-rules {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.097353 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: network-ip-availabilities {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.098873 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: bindings {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.100572 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: quotas {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.102135 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: quotas {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.103739 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: rbac-policies {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.104929 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: security-groups {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.106251 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: security-group-rules {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.107479 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: service-providers {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.108696 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: subnetpools {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.111163 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: subnetpools {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.112630 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: tags {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.114333 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: tags {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.116129 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: tags {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.117961 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: tags {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.119776 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: tags {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.121642 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: tags {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.123323 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: tags {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.125253 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: tags {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.127074 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: tags {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.128820 n-d-713301-13 neutron-server[111567]: DEBUG neutron.api.extensions [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Extended resource: tags {{(pid=111567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 16:37:31.135221 n-d-713301-13 neutron-server[111567]: WARNING keystonemiddleware.auth_token [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 16:37:31.139865 n-d-713301-13 neutron-server[111567]: WARNING keystonemiddleware.auth_token [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 16:37:31.148210 n-d-713301-13 neutron-server[111567]: DEBUG oslo_concurrency.lockutils [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Acquired lock "singleton_lock" {{(pid=111567) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 16:37:31.148690 n-d-713301-13 neutron-server[111567]: DEBUG oslo_concurrency.lockutils [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Releasing lock "singleton_lock" {{(pid=111567) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 16:37:31.149919 n-d-713301-13 neutron-server[111567]: INFO oslo_service.service [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Starting 2 workers Aug 29 16:37:31.154738 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Started child 111676 {{(pid=111567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 16:37:31.159155 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Started child 111677 {{(pid=111567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 16:37:31.160005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:31.160752 n-d-713301-13 neutron-server[111567]: INFO neutron.service [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 16:37:31.161455 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Notify callbacks [] for process, before_spawn {{(pid=111567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:31.161555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [-] (111676) wsgi starting up on http://0.0.0.0:9696 Aug 29 16:37:31.163936 n-d-713301-13 neutron-server[111567]: INFO oslo_service.service [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Starting 1 workers Aug 29 16:37:31.164691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:31.166073 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [-] (111677) wsgi starting up on http://0.0.0.0:9696 Aug 29 16:37:31.169135 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Started child 111678 {{(pid=111567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 16:37:31.169688 n-d-713301-13 neutron-server[111567]: INFO oslo_service.service [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Starting 1 workers Aug 29 16:37:31.172630 n-d-713301-13 neutron-server[111678]: DEBUG neutron.service [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] calling RpcWorker wait() {{(pid=111678) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 16:37:31.173137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.service [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] returning from RpcWorker wait() {{(pid=111678) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 16:37:31.174348 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Started child 111679 {{(pid=111567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 16:37:31.174514 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:31.175064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:37:31.175173 n-d-713301-13 neutron-server[111567]: DEBUG neutron_lib.callbacks.manager [None req-f2020709-1817-47ed-99c0-397dd63ccbd1 None None] Notify callbacks [] for process, after_spawn {{(pid=111567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:31.177118 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111567) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 16:37:31.177361 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 16:37:31.177550 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 16:37:31.177764 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 16:37:31.178111 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 16:37:31.178275 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 16:37:31.178787 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.179056 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.179332 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.179590 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.179894 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.180384 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:31.180848 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.180848 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.181027 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.181282 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.181373 n-d-713301-13 neutron-server[111679]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:37:31.181532 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.181705 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.181872 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.182125 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.182393 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.182704 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.182970 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.183211 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.183504 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.183677 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.183929 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.184216 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.184449 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.184729 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] debug = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.184968 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.185486 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.185715 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.185954 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.186193 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.186458 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.186684 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.186962 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.187213 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.187447 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.187683 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.187936 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.188228 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.188414 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.188655 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.188917 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.189139 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.189631 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] host = n-d-713301-13 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.189870 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.190089 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.190316 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.190560 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.190804 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.191019 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.191277 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.191543 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.191787 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.192035 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.192295 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.192538 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.192758 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.193009 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.193173 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_options = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.193425 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.193719 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.193991 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.194177 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.194346 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.194567 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.194771 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.194935 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.195189 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.195415 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.196140 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.196357 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.196593 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.196829 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.197107 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.197384 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.197601 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.197811 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.198062 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.198327 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.198553 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.198778 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.199027 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.199259 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.199497 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.199727 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.199970 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.200184 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.200397 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.200652 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.200866 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.201116 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.201371 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.201636 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.201863 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.202089 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.202303 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.202685 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.202821 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.203019 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.203277 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.203510 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.203761 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.203975 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.204212 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.204446 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_json = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.204678 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.204885 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.205145 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.205392 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.205683 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.205818 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.206007 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.206242 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.206679 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.206948 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.207259 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.207488 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.207741 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.207984 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.208257 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.208496 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.208741 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.208995 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.209340 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.209580 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.209867 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.210113 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.210372 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.210704 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.210981 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.211957 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.212081 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.212248 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.212470 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.212785 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.212989 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.213269 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.213649 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.213817 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.213957 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.214249 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.214536 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.214852 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.215313 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.215313 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.215508 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.215770 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.215934 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.216170 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.216471 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.216671 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.216892 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.217319 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.217445 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.217594 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.217809 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.218037 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.218259 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.219024 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.219024 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.219024 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.220015 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.220015 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.220015 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.220015 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.220015 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.220607 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.220607 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.220848 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.220969 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.221091 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.221316 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.221535 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.223924 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.223924 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.223924 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.223924 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.223924 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.223924 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.223924 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.223924 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.223924 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.224805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.224805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.224805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.224805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.225114 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.225114 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.225335 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.225554 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.225774 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.226000 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.226242 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.226459 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.226694 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.226976 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.227205 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.227419 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.227652 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.227886 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.228099 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.228339 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.228655 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.229129 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.229551 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.229973 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.230350 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.230777 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.231170 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.231570 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.231947 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.232335 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.232682 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.233127 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.233567 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.233938 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.234256 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.234490 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.234775 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.235023 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.235281 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.235515 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.235770 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.235998 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.236284 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.236710 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.236856 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.237064 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.237353 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.237777 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.237921 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.238119 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.238361 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.238619 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.239051 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.239182 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.239561 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.239692 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.239933 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.240179 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.240440 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.240692 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.240927 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.241190 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.241482 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.241752 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.242000 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.242207 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.242425 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.242685 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.243000 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.243269 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.243503 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.243725 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.244017 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.244256 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.244502 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.244769 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.245010 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.245282 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.245540 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.245771 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.246007 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.246240 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.246487 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.246699 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.246935 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.247168 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.247411 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.247643 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.247857 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.248101 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.248312 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.248548 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.248790 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.249005 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.249239 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.249500 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.249716 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.249951 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.250186 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.250421 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.250637 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.250851 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.251081 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.251349 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.251567 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.251839 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.252548 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.252868 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.253052 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.253301 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.253561 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.253786 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.254016 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.254268 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.254483 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.254699 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.254921 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.255125 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.256247 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.256247 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.256247 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.256247 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.256247 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.256602 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.256866 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.257072 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.257345 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.257567 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.257820 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.258069 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.258821 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.259058 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.259297 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.259499 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.259761 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.260020 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.260264 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.260476 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.260691 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.260910 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.261129 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.261417 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.261689 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.261941 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.262189 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.262448 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.262690 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.262925 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.263179 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.263414 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.263630 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.263855 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.264075 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.264289 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.264521 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.264738 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.264951 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.265177 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.265421 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.265633 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.265860 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.266093 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.266346 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.266572 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.266789 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.267003 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.267243 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.267447 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.267677 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.267908 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.268125 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.268337 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.268559 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.268795 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.269006 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.269275 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.269494 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.269710 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.270005 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.270260 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.270482 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.270780 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.271030 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.271297 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.271538 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.271850 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.272064 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.272321 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.272537 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.272754 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.273005 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.273285 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.273585 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.274406 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.274671 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.274937 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.275219 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.275490 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.275764 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.275980 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.276273 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.276602 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.276880 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.277137 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.277410 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.277675 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.277897 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.278117 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.278334 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.278580 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.278816 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.279073 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.279321 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.279550 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.279787 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.280031 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.280266 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.280511 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.280740 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.280962 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.281177 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.281358 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 16:37:31.281881 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111567) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 16:37:31.282071 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 16:37:31.282244 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 16:37:31.282392 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 16:37:31.282531 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 16:37:31.282677 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 16:37:31.282874 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.283034 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.283193 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.283351 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.283508 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.283688 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.283847 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.284005 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.284162 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.284318 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.284475 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.284633 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.284794 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.284950 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.285107 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.285286 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.285444 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.285602 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.285763 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.285920 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.286078 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.286235 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.286393 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] debug = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.286551 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.286748 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.286904 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.287062 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.287269 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.287363 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.287516 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.287671 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.287828 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.287984 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.288140 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.288297 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.288454 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.288610 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.288767 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.288924 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.289082 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.289263 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] host = n-d-713301-13 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.289438 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.289586 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.289743 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.289900 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.290056 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.290214 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.290371 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.290528 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.290685 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.290839 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.290986 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.291144 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.291301 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.291457 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.291614 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_options = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.291770 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.291926 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.292083 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.292270 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.292433 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.292591 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.292749 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.292906 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.293064 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.293234 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.293394 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.293551 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.293707 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.293864 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.294021 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.294176 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.294545 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.294545 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.294780 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.294780 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.294987 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.295106 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.295217 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.295363 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.295519 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.295675 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.295831 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.295991 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.296154 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.296309 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.296465 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.296604 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.296741 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.296901 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.297044 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.297201 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.297459 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.297604 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.297743 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.297890 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.298025 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.298163 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.298298 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.298432 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.298567 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.298703 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_json = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.298848 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.299003 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.299141 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.299289 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.299432 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.299568 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.299708 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.299840 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 16:37:31.300007 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.300152 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.300328 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.300478 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.300620 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.300781 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.300923 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.301086 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.301282 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.301425 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.301570 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.301706 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.301873 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.302016 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.302179 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.302342 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.302504 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.302665 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.302827 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.302971 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.303134 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.303293 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.303460 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.303619 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.303779 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.303939 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.304098 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.304273 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.304433 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.304594 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.304758 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.304920 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.305483 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.305483 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.305483 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.305864 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.305864 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.305864 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.306206 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.306206 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.306438 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.306568 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.306653 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.306761 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.306922 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.307082 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.307243 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.307403 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.307610 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.307738 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.307870 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.308008 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.308168 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.308329 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.308488 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.308658 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.308817 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.308976 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.309138 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.309321 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.309481 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.309640 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.309799 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.309959 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.310118 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.310278 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.310449 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.310609 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.310768 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.310928 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.311088 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.311247 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.311408 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.311569 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.311729 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.311888 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.312047 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.312207 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.312293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:37:31.312384 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.312513 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.312672 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.312831 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.312991 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.313151 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.313331 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.313493 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.313652 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.313812 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.313971 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.314139 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.314314 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.314474 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.314632 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.314795 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.314954 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.315114 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.315273 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.315432 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.315592 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.315753 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.315911 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.316070 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.316232 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.316392 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.316550 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.316709 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.316867 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.317027 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.317186 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.317366 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.317524 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.317687 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.317846 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.318006 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.318165 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.318324 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.318493 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.318652 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.318814 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.318973 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.319139 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.319307 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.319469 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.319630 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.319789 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.319948 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.320109 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.320268 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.320428 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.321089 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.321286 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.321448 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.321617 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.321788 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.321947 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.322168 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.322255 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.322426 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.322585 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.322744 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.322905 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.323064 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.323224 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.323383 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.323541 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.323700 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.323860 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.324020 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.324181 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.324340 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.324501 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.324661 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.324822 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.324982 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.325144 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.325325 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.325487 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.325646 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.325847 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.325978 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.326101 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.326260 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.326420 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.326580 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.326739 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.326899 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.327058 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.327217 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.327376 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.327535 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.327693 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.327899 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.328010 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.328146 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.328307 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.328467 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.328634 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.328793 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.328954 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.329117 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.329303 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.329464 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.329617 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.329791 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.329943 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.330089 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.331805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.331805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.331805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.331805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.331805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.331805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.331805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.331805 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.332305 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.332305 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.332305 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.332305 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.332305 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.332305 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.332305 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.332702 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.332702 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.332818 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.333094 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.333094 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.333408 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.333408 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.333568 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.333703 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.333863 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.334036 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.334196 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.334355 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.334516 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.334675 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.334838 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.334991 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.335157 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.335341 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.335483 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.335622 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.335748 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.335913 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.336073 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.336253 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.336937 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.337097 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.337276 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.337447 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.337606 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.337765 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.337958 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.338067 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.338225 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.338393 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.338552 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.338710 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.338870 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.339029 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.339188 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.339356 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.339515 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.339674 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.339833 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.339991 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.340151 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.340318 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.340479 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.340639 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.340807 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.340961 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.341114 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.341292 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.341464 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.341624 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.341785 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.341944 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.342105 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.342264 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.342425 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.342587 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.342756 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.342921 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.343082 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.343251 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.343417 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.343584 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.343744 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.343910 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.344080 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.344239 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.344398 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.344556 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.344715 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.344875 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.345033 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.345197 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.345378 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.345538 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.345697 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.345859 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.346019 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.346179 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.346338 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.346498 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.346656 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.346815 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.346975 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.347134 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 16:37:31.347286 n-d-713301-13 neutron-server[111567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 16:37:31.551242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32838) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:37:31.560520 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070651 Aug 29 16:37:42.821135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8fbef8-d40f-449a-8a37-a8fa480ea039 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 16:37:42.928805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8fbef8-d40f-449a-8a37-a8fa480ea039 None None] No non-hosted networks {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 16:37:42.942647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.agentschedulers_db [None req-6a8fbef8-d40f-449a-8a37-a8fa480ea039 None None] DHCP Agent not found on host n-d-713301-13 {{(pid=111678) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 29 16:37:43.065017 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6b18671e-07bf-45c0-80c4-02cb323370ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1666461'] for agent, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:45.497275 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ec70fde5-3ce8-422c-b83a-eae40db90e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1666461'] for agent, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:45.553377 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9d4042a-224d-45e1-be22-310b620eb1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:45.745272 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1666461'] for agent, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:45.746181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.746708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.747500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.748044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.748614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.749579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.750062 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.750606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.751075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.751747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.752236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.752744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:45.753314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713301-13', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:37:45.769907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713301-13', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:37:46.503084 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1666461'] for agent, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:48.083968 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1666461'] for agent, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:49.179994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32932) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:37:49.666690 n-d-713301-13 neutron-server[111677]: WARNING oslo_policy.policy [None req-d9a931bc-f8a7-49ff-99b4-6cc58574a67f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 16:37:49.667266 n-d-713301-13 neutron-server[111677]: WARNING oslo_policy.policy [None req-d9a931bc-f8a7-49ff-99b4-6cc58574a67f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 16:37:49.888487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-d9a931bc-f8a7-49ff-99b4-6cc58574a67f admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:37:49.889564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d9a931bc-f8a7-49ff-99b4-6cc58574a67f admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7086308 Aug 29 16:37:52.265887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32946) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:37:52.768234 n-d-713301-13 neutron-server[111676]: WARNING oslo_policy.policy [None req-d13bd633-2d55-488e-8976-c2a05ba4f61b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 16:37:52.769000 n-d-713301-13 neutron-server[111676]: WARNING oslo_policy.policy [None req-d13bd633-2d55-488e-8976-c2a05ba4f61b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 16:37:52.806271 n-d-713301-13 neutron-server[111678]: INFO neutron.db.l3_hamode_db [None req-f1d1fb89-a2fb-4d91-b3d3-aa7f9d1ebcb6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 16:37:52.883155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d1fb89-a2fb-4d91-b3d3-aa7f9d1ebcb6 None None] Routers set() bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:37:52.883558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d1fb89-a2fb-4d91-b3d3-aa7f9d1ebcb6 None None] Router IDs set() for agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 16:37:52.991784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d13bd633-2d55-488e-8976-c2a05ba4f61b admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:37:53.084539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.policy [None req-d13bd633-2d55-488e-8976-c2a05ba4f61b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111676) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 16:37:53.131045 n-d-713301-13 neutron-server[111676]: WARNING oslo_policy.policy [None req-d13bd633-2d55-488e-8976-c2a05ba4f61b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 16:37:53.131446 n-d-713301-13 neutron-server[111676]: WARNING oslo_policy.policy [None req-d13bd633-2d55-488e-8976-c2a05ba4f61b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 16:37:53.140599 n-d-713301-13 neutron-server[111676]: INFO neutron.quota [None req-d13bd633-2d55-488e-8976-c2a05ba4f61b admin admin] Loaded quota_driver: . Aug 29 16:37:53.227734 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d13bd633-2d55-488e-8976-c2a05ba4f61b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747306617127', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747306618738', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747306285454', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747306272554', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747306718653', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747306258984', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-575475', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-614861', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1598874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1627258'] for rbac-policy, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:53.290938 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d13bd633-2d55-488e-8976-c2a05ba4f61b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:53.292449 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d13bd633-2d55-488e-8976-c2a05ba4f61b admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0243766 Aug 29 16:37:55.826397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32964) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:37:56.120946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Request body: {'network': {'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'admin_state_up': True, 'name': 'private', 'project_id': '44b9505a90be4d16a4877ee364844a94'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:37:56.148653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Made reservation on behalf of 44b9505a90be4d16a4877ee364844a94 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:37:56.151389 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:56.167610 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:56.289820 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:56.293884 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:56.313283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:37:56.340242 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747308390117', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:56.340820 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Unsubscribe: segment precommit_create {{(pid=111676) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 16:37:56.341369 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Added segment ec4302b7-d0ae-44f8-bb99-2992bfa65889 of type vlan for network 60e985bc-fb4c-4bff-90ec-24879b669c47 Aug 29 16:37:56.356924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5708ee-9d33-4bff-af88-d421b92b12b2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:37:56.402612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.402957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.403294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.403629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.403957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.404278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.404599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.404914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.405259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.405575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.405891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.406202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Tracked resource versions report: Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: pushed versions: Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: { 'AddressGroup': {'1.2'}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'ConntrackHelper': {'1.0'}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'Log': {'1.0'}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'Network': {'1.1'}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'Port': {'1.7'}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'PortForwarding': {'1.2'}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'QosPolicy': {'1.9'}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'SecurityGroup': {'1.4'}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'SecurityGroupRule': {'1.2'}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'SubPort': {'1.0'}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'Subnet': {'1.1'}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'Trunk': {'1.1'}} Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: consumer versions: Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: { DHCP agent@n-d-713301-13: {}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: L3 agent@n-d-713301-13: {}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: Metadata agent@n-d-713301-13: {}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: Metering agent@n-d-713301-13: {}, Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: Open vSwitch agent@n-d-713301-13: { 'AddressGroup': '1.2', Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'ConntrackHelper': '1.0', Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'Log': '1.0', Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'Network': '1.1', Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'Port': '1.7', Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'PortForwarding': '1.2', Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'QosPolicy': '1.9', Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'SecurityGroup': '1.4', Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'SecurityGroupRule': '1.2', Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'SubPort': '1.0', Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'Subnet': '1.1', Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: 'Trunk': '1.1'}} Aug 29 16:37:56.407314 n-d-713301-13 neutron-server[111676]: {{(pid=111676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 16:37:56.460877 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:56.500250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:56.501508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:37:56.502149 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:56.583639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7562079 Aug 29 16:37:56.601180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbabf61-aca6-4eba-bf21-ebf73bbd86ca admin admin] Pushing event updated for resources: {'Network': ['ID=60e985bc-fb4c-4bff-90ec-24879b669c47,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:37:56.614025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 60e985bc-fb4c-4bff-90ec-24879b669c47 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:37:59.193721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32978) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:37:59.579041 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d027f4-bfb4-463c-b93c-a02ef7eb52a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:37:59.580964 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-95d027f4-bfb4-463c-b93c-a02ef7eb52a8 admin admin] 10.222.0.22 "GET /v2.0/networks/60e985bc-fb4c-4bff-90ec-24879b669c47 HTTP/1.1" status: 200 len: 825 time: 0.3862190 Aug 29 16:37:59.606594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0e22fa8a-017b-4c1f-a9ea-872b831c6c88 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/9569c3fb-4b26-4311-ba4f-7da5a5d5a0b3 HTTP/1.1" status: 200 len: 734 time: 0.0185430 Aug 29 16:37:59.615392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9569c3fb-4b26-4311-ba4f-7da5a5d5a0b3', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:37:59.637458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] Made reservation on behalf of 44b9505a90be4d16a4877ee364844a94 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:37:59.639629 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:59.928845 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:37:59.990231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b838d1d5-e03d-4f92-9032-9edc3621a777,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:37:59.998624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] Checking segment: {'id': 'ec4302b7-d0ae-44f8-bb99-2992bfa65889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:37:59.999004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] Network hostable DHCP agents. Network: 60e985bc-fb4c-4bff-90ec-24879b669c47, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:38:00.018363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] Network 60e985bc-fb4c-4bff-90ec-24879b669c47 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:38:00.029375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 60e985bc-fb4c-4bff-90ec-24879b669c47) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:38:00.033819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:38:00.034398 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:00.038806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28891bbf-b796-4733-bab0-9c8d27def443 None None] Network 60e985bc-fb4c-4bff-90ec-24879b669c47 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:38:00.048111 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4cf2b7e8-a0e2-4e99-95ac-aff6b4644078 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4359186 Aug 29 16:38:00.356556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-60e985bc-fb4c-4bff-90ec-24879b669c47', 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'fixed_ips': [{'subnet_id': 'b838d1d5-e03d-4f92-9032-9edc3621a777'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:38:00.357799 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:00.627587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Allocated IP 172.20.0.2 (60e985bc-fb4c-4bff-90ec-24879b669c47/b838d1d5-e03d-4f92-9032-9edc3621a777/4743812d-a1ba-44a1-98f3-7d28d2821de4) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:38:00.829113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:00.870180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Transition to ACTIVE for port object 4743812d-a1ba-44a1-98f3-7d28d2821de4 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:38:00.892342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Transition to ACTIVE for port object 4743812d-a1ba-44a1-98f3-7d28d2821de4 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:38:00.899316 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:00.965476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Network 60e985bc-fb4c-4bff-90ec-24879b669c47 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:38:00.978425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:38:00.982406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:38:00.992345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Pushing event updated for resources: {'Port': ['ID=4743812d-a1ba-44a1-98f3-7d28d2821de4,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:01.031582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.031935 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.032276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.032610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.032939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.033287 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.033613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.033932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.034250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.034566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.034884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.035229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Tracked resource versions report: Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: pushed versions: Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: { 'AddressGroup': {'1.2'}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'ConntrackHelper': {'1.0'}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'Log': {'1.0'}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'Network': {'1.1'}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'Port': {'1.7'}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'PortForwarding': {'1.2'}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'QosPolicy': {'1.9'}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'SecurityGroup': {'1.4'}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'SecurityGroupRule': {'1.2'}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'SubPort': {'1.0'}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'Subnet': {'1.1'}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'Trunk': {'1.1'}} Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: consumer versions: Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: { DHCP agent@n-d-713301-13: {}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: L3 agent@n-d-713301-13: {}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: Metadata agent@n-d-713301-13: {}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: Metering agent@n-d-713301-13: {}, Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: Open vSwitch agent@n-d-713301-13: { 'AddressGroup': '1.2', Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'ConntrackHelper': '1.0', Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'Log': '1.0', Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'Network': '1.1', Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'Port': '1.7', Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'PortForwarding': '1.2', Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'QosPolicy': '1.9', Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'SecurityGroup': '1.4', Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'SecurityGroupRule': '1.2', Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'SubPort': '1.0', Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'Subnet': '1.1', Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: 'Trunk': '1.1'}} Aug 29 16:38:01.036352 n-d-713301-13 neutron-server[111678]: {{(pid=111678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 16:38:01.068589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Attempting to bind port 4743812d-a1ba-44a1-98f3-7d28d2821de4 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:38:01.069119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Attempting to bind port 4743812d-a1ba-44a1-98f3-7d28d2821de4 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'ec4302b7-d0ae-44f8-bb99-2992bfa65889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:38:01.069427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Attempting to bind port 4743812d-a1ba-44a1-98f3-7d28d2821de4 on network 60e985bc-fb4c-4bff-90ec-24879b669c47 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:38:01.074142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:38:01.074554 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Checking segment: {'id': 'ec4302b7-d0ae-44f8-bb99-2992bfa65889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:38:01.075009 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:01.075392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Bound using segment: {'id': 'ec4302b7-d0ae-44f8-bb99-2992bfa65889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:38:01.075895 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Bound port: 4743812d-a1ba-44a1-98f3-7d28d2821de4, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4302b7-d0ae-44f8-bb99-2992bfa65889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:38:01.076297 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:01.136504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] For port 4743812d-a1ba-44a1-98f3-7d28d2821de4, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:38:01.140810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] For port 4743812d-a1ba-44a1-98f3-7d28d2821de4, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4743812d-a1ba-44a1-98f3-7d28d2821de4,segment=NetworkSegment(ec4302b7-d0ae-44f8-bb99-2992bfa65889),segment_id=ec4302b7-d0ae-44f8-bb99-2992bfa65889)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:38:01.145217 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:01.209924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33882251-fc8c-446e-8baf-d80975895f82 None None] Pushing event updated for resources: {'Port': ['ID=4743812d-a1ba-44a1-98f3-7d28d2821de4,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:02.463839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32986) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:38:02.775381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-a3577d58-b225-404a-bbee-681254322740 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:38:02.777058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a3577d58-b225-404a-bbee-681254322740 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122499 Aug 29 16:38:05.185338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32994) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:38:05.502032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-d165610c-b4f0-4482-8790-0111ee2801e9 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:38:05.503018 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d165610c-b4f0-4482-8790-0111ee2801e9 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3166797 Aug 29 16:38:08.148494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33004) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:38:08.460311 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-dafbf188-ae81-491a-bd7e-2d4dbc43976c admin admin] Request body: {'router': {'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'admin_state_up': True, 'name': 'router1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:38:08.484352 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dafbf188-ae81-491a-bd7e-2d4dbc43976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:08.486063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dafbf188-ae81-491a-bd7e-2d4dbc43976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:08.625592 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dafbf188-ae81-491a-bd7e-2d4dbc43976c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:08.629875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dafbf188-ae81-491a-bd7e-2d4dbc43976c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:08.643099 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dafbf188-ae81-491a-bd7e-2d4dbc43976c admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:08.644160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dafbf188-ae81-491a-bd7e-2d4dbc43976c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4947026 Aug 29 16:38:09.469493 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8d8957-7214-4e7e-a516-a9035efa33d2 None None] Network 60e985bc-fb4c-4bff-90ec-24879b669c47 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:38:09.548445 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-550d56b9-504e-4063-a36f-0e548a8a3f69 None None] Provisioning for port 4743812d-a1ba-44a1-98f3-7d28d2821de4 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:38:09.615381 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4743812d-a1ba-44a1-98f3-7d28d2821de4 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:38:09.737157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 4743812d-a1ba-44a1-98f3-7d28d2821de4 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:38:09.741014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 4743812d-a1ba-44a1-98f3-7d28d2821de4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:38:09.741451 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:09.854960 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:09.894838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 4743812d-a1ba-44a1-98f3-7d28d2821de4, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4743812d-a1ba-44a1-98f3-7d28d2821de4,segment=NetworkSegment(ec4302b7-d0ae-44f8-bb99-2992bfa65889),segment_id=ec4302b7-d0ae-44f8-bb99-2992bfa65889)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:38:09.899544 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:09.944509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=4743812d-a1ba-44a1-98f3-7d28d2821de4,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:09.990269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8d11dece-fb30-466e-85aa-c52d072a4793 None None] Provisioning complete for port 4743812d-a1ba-44a1-98f3-7d28d2821de4 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:38:09.990583 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8d11dece-fb30-466e-85aa-c52d072a4793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:11.007181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33016) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:38:11.311044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-873fce5f-c07f-4810-99b3-1b0c808dc557 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:38:11.312168 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-873fce5f-c07f-4810-99b3-1b0c808dc557 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3040094 Aug 29 16:38:11.576969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4743812d-a1ba-44a1-98f3-7d28d2821de4 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:38:11.626513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 4743812d-a1ba-44a1-98f3-7d28d2821de4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:38:11.626891 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:12.741665 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e6dfa61e-dccc-4787-9848-4d16884f71f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:13.678425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33024) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:38:13.993286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:38:14.014243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Made reservation on behalf of 03790cc49af34fdc8c636993835a3619 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:38:14.016584 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:14.024335 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:14.108832 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:14.112292 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:14.126793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Reserving flat network on physical network physnet1 {{(pid=111676) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 16:38:14.144964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed6a7e8-d824-40cc-b7df-e63d95ca2a98,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:14.150028 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:14.150370 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Added segment 370dbf30-5fb1-4dee-9099-f78b8dd8471a of type flat for network a5896d2b-14a1-47dc-95a4-de1b0f25e229 Aug 29 16:38:14.198900 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:14.229151 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:14.230617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:38:14.231192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:14.273678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5943012 Aug 29 16:38:14.289904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acd988-082f-4aa6-95aa-d81a9bee3e44 admin admin] Pushing event updated for resources: {'Network': ['ID=a5896d2b-14a1-47dc-95a4-de1b0f25e229,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:14.306104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:38:15.479586 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d0d20f55-0806-4d45-badb-e7be45165244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:15.741915 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:16.445336 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:16.628358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33038) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:38:16.903568 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d66cf7-a45f-4b61-9288-a74e685060e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:38:16.904857 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a8d66cf7-a45f-4b61-9288-a74e685060e2 admin admin] 10.222.0.22 "GET /v2.0/subnets/b838d1d5-e03d-4f92-9032-9edc3621a777 HTTP/1.1" status: 200 len: 849 time: 0.2755587 Aug 29 16:38:17.019866 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aa68ed3e-ecbb-4076-868c-d1f75b58df1c admin admin] 10.222.0.22 "GET /v2.0/routers/cd84e042-04f7-429a-a53b-55a3ba1f4c01 HTTP/1.1" status: 200 len: 704 time: 0.1088510 Aug 29 16:38:17.282026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:17.564743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Allocated IP 172.20.0.1 (60e985bc-fb4c-4bff-90ec-24879b669c47/b838d1d5-e03d-4f92-9032-9edc3621a777/d8780fe7-cb45-46a7-90cf-a72828f984c5) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:38:17.753201 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:17.773769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Transition to ACTIVE for port object d8780fe7-cb45-46a7-90cf-a72828f984c5 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:38:17.838664 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:17.897762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Network 60e985bc-fb4c-4bff-90ec-24879b669c47 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:38:17.902636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:38:17.909783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:38:17.910441 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:17.976263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Pushing event updated for resources: {'Port': ['ID=d8780fe7-cb45-46a7-90cf-a72828f984c5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:18.036078 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:18.115362 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:18.134517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d9a7202d-c76d-4d8b-aea3-394853c00c8d None None] Provisioning for port d8780fe7-cb45-46a7-90cf-a72828f984c5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:38:18.138129 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d9a7202d-c76d-4d8b-aea3-394853c00c8d None None] Provisioning complete for port d8780fe7-cb45-46a7-90cf-a72828f984c5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:38:18.138627 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d9a7202d-c76d-4d8b-aea3-394853c00c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:18.173103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d9a7202d-c76d-4d8b-aea3-394853c00c8d None None] Port d8780fe7-cb45-46a7-90cf-a72828f984c5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:38:18.327601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:18.331972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:18.332701 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:18.408793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Pushing event updated for resources: {'Port': ['ID=d8780fe7-cb45-46a7-90cf-a72828f984c5,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:18.454603 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Network 60e985bc-fb4c-4bff-90ec-24879b669c47 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:38:18.455872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:38:18.611553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Router cd84e042-04f7-429a-a53b-55a3ba1f4c01 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:38:18.693701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3f18a9b7-a1ad-4358-b6ff-4bd4903be73c None None] Provisioning complete for port d8780fe7-cb45-46a7-90cf-a72828f984c5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:38:18.693998 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f18a9b7-a1ad-4358-b6ff-4bd4903be73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:18.705247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:38:18.712749 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bc710b7b-51df-4353-b66b-748d34799909 admin admin] 10.222.0.22 "PUT /v2.0/routers/cd84e042-04f7-429a-a53b-55a3ba1f4c01/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6852155 Aug 29 16:38:18.729905 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Sync routers for ids ['cd84e042-04f7-429a-a53b-55a3ba1f4c01'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:38:18.732777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3f18a9b7-a1ad-4358-b6ff-4bd4903be73c None None] Port d8780fe7-cb45-46a7-90cf-a72828f984c5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:38:18.742564 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Routers {'cd84e042-04f7-429a-a53b-55a3ba1f4c01'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:38:18.743443 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:38:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd84e042-04f7-429a-a53b-55a3ba1f4c01'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:38:18.926846 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Set router cd84e042-04f7-429a-a53b-55a3ba1f4c01 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:38:19.354240 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'name': 'router1', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:38:08Z', 'updated_at': '2021-08-29T16:38:18Z', 'revision_number': 2, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'gw_port_host': None, '_interfaces': [{'id': 'd8780fe7-cb45-46a7-90cf-a72828f984c5', 'name': '', 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'mac_address': 'fa:16:3e:24:66:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:38:17Z', 'updated_at': '2021-08-29T16:38:18Z', 'revision_number': 2, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'subnets': [{'id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9569c3fb-4b26-4311-ba4f-7da5a5d5a0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:38:19.405558 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Checking router: cd84e042-04f7-429a-a53b-55a3ba1f4c01 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:38:19.405934 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Updating router cd84e042-04f7-429a-a53b-55a3ba1f4c01 port d8780fe7-cb45-46a7-90cf-a72828f984c5 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:38:19.453618 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:19.961170 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:19.979165 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Transition to ACTIVE for port object d8780fe7-cb45-46a7-90cf-a72828f984c5 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:38:19.985328 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:20.143358 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Attempting to bind port d8780fe7-cb45-46a7-90cf-a72828f984c5 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:38:20.143798 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Attempting to bind port d8780fe7-cb45-46a7-90cf-a72828f984c5 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'ec4302b7-d0ae-44f8-bb99-2992bfa65889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:38:20.144282 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Attempting to bind port d8780fe7-cb45-46a7-90cf-a72828f984c5 on network 60e985bc-fb4c-4bff-90ec-24879b669c47 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:38:20.155990 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:38:20.156398 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Checking segment: {'id': 'ec4302b7-d0ae-44f8-bb99-2992bfa65889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:38:20.156879 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:20.157286 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Bound using segment: {'id': 'ec4302b7-d0ae-44f8-bb99-2992bfa65889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:38:20.157819 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Bound port: d8780fe7-cb45-46a7-90cf-a72828f984c5, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4302b7-d0ae-44f8-bb99-2992bfa65889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:38:20.158199 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:20.168950 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Pushing event updated for resources: {'Port': ['ID=d8780fe7-cb45-46a7-90cf-a72828f984c5,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:20.179279 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.179620 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.179996 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.180396 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.180734 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.181058 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.181397 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.181717 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.182034 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.182347 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.182661 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.182971 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Tracked resource versions report: Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: pushed versions: Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: { 'AddressGroup': {'1.2'}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'ConntrackHelper': {'1.0'}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'Log': {'1.0'}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'Network': {'1.1'}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'Port': {'1.7'}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'PortForwarding': {'1.2'}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'QosPolicy': {'1.9'}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'SecurityGroup': {'1.4'}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'SecurityGroupRule': {'1.2'}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'SubPort': {'1.0'}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'Subnet': {'1.1'}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'Trunk': {'1.1'}} Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: consumer versions: Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: { DHCP agent@n-d-713301-13: {}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: L3 agent@n-d-713301-13: {}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: Metadata agent@n-d-713301-13: {}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: Metering agent@n-d-713301-13: {}, Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: Open vSwitch agent@n-d-713301-13: { 'AddressGroup': '1.2', Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'ConntrackHelper': '1.0', Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'Log': '1.0', Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'Network': '1.1', Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'Port': '1.7', Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'PortForwarding': '1.2', Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'QosPolicy': '1.9', Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'SecurityGroup': '1.4', Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'SecurityGroupRule': '1.2', Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'SubPort': '1.0', Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'Subnet': '1.1', Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: 'Trunk': '1.1'}} Aug 29 16:38:20.184590 n-d-713301-13 neutron-server[111679]: {{(pid=111679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 16:38:20.237679 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] For port d8780fe7-cb45-46a7-90cf-a72828f984c5, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:38:20.256706 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] For port d8780fe7-cb45-46a7-90cf-a72828f984c5, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d8780fe7-cb45-46a7-90cf-a72828f984c5,segment=NetworkSegment(ec4302b7-d0ae-44f8-bb99-2992bfa65889),segment_id=ec4302b7-d0ae-44f8-bb99-2992bfa65889)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:38:20.261180 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:20.315749 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45befd42-60a8-4b3a-989e-d71212820296 None None] Pushing event updated for resources: {'Port': ['ID=d8780fe7-cb45-46a7-90cf-a72828f984c5,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:20.327052 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Routers {'cd84e042-04f7-429a-a53b-55a3ba1f4c01'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:38:20.327678 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:38:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd84e042-04f7-429a-a53b-55a3ba1f4c01'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:38:20.421800 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] Set router cd84e042-04f7-429a-a53b-55a3ba1f4c01 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:38:20.622830 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'name': 'router1', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:38:08Z', 'updated_at': '2021-08-29T16:38:18Z', 'revision_number': 2, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'gw_port_host': None, '_interfaces': [{'id': 'd8780fe7-cb45-46a7-90cf-a72828f984c5', 'name': '', 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'mac_address': 'fa:16:3e:24:66:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:38:17Z', 'updated_at': '2021-08-29T16:38:20Z', 'revision_number': 4, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'subnets': [{'id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9569c3fb-4b26-4311-ba4f-7da5a5d5a0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:38:20.650636 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d86ad-4811-402f-b786-1376a5ac2518 None None] The sync data for ids ['cd84e042-04f7-429a-a53b-55a3ba1f4c01'] in n-d-713301-13 is: [{'id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'name': 'router1', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:38:08Z', 'updated_at': '2021-08-29T16:38:18Z', 'revision_number': 2, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'gw_port_host': None, '_interfaces': [{'id': 'd8780fe7-cb45-46a7-90cf-a72828f984c5', 'name': '', 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'mac_address': 'fa:16:3e:24:66:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:38:17Z', 'updated_at': '2021-08-29T16:38:20Z', 'revision_number': 4, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'subnets': [{'id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9569c3fb-4b26-4311-ba4f-7da5a5d5a0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:38:20.990673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33058) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:38:21.103084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb0c66-a65c-4b02-8cb1-b057a58ffe8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:38:21.104456 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a1cb0c66-a65c-4b02-8cb1-b057a58ffe8f admin admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 842 time: 0.1126990 Aug 29 16:38:21.115151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:38:21.135475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Made reservation on behalf of 03790cc49af34fdc8c636993835a3619 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:38:21.137866 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:21.481990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.objects.ports [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 16:38:21.482436 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:21.536439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9764350-febb-45ce-a8ac-8daec9172f8d,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:21.544797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:38:21.545151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Network hostable DHCP agents. Network: a5896d2b-14a1-47dc-95a4-de1b0f25e229, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:38:21.560863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:38:21.568963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a5896d2b-14a1-47dc-95a4-de1b0f25e229) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:38:21.572751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:38:21.573369 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:21.578954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1ea227-72d5-4227-815d-b998fe57b978 None None] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:38:21.605059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-53230627-3f2a-47ab-9466-cc0dad4c9575 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4814932 Aug 29 16:38:21.705477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa3d90c-4ab4-46a3-84b0-8a962fc9d899 None None] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:38:23.245619 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:38:23.866678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33070) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:38:23.993749 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-64b1ffae-8207-43f5-9f93-34f1bfdbb0c2 admin admin] 10.222.0.22 "GET /v2.0/routers/cd84e042-04f7-429a-a53b-55a3ba1f4c01 HTTP/1.1" status: 200 len: 710 time: 0.1259186 Aug 29 16:38:24.081688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac35b216-f5a1-4138-bc6f-534c152a15e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:38:24.083057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ac35b216-f5a1-4138-bc6f-534c152a15e1 admin admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 886 time: 0.0829298 Aug 29 16:38:24.093187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:38:24.338467 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:24.567291 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:24.644502 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:24.747001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Allocated IP 172.25.5.78 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/e52816f7-bcb8-4c63-8e0e-078a8debdf9c) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:38:24.847464 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:24.886232 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:24.921750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:38:24.924348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:38:24.927421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:38:24.998518 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Pushing event updated for resources: {'Port': ['ID=e52816f7-bcb8-4c63-8e0e-078a8debdf9c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:25.271943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:25.459305 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:25.471936 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:25.580287 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Router cd84e042-04f7-429a-a53b-55a3ba1f4c01 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:38:25.688123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:38:25.692274 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:25.693489 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d0967bd2-25cc-4674-91f5-d0750c2c29bb admin admin] 10.222.0.22 "PUT /v2.0/routers/cd84e042-04f7-429a-a53b-55a3ba1f4c01 HTTP/1.1" status: 200 len: 889 time: 1.6041658 Aug 29 16:38:27.145513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Sync routers for ids ['cd84e042-04f7-429a-a53b-55a3ba1f4c01'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:38:27.155950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Routers {'cd84e042-04f7-429a-a53b-55a3ba1f4c01'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:38:27.156601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:38:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd84e042-04f7-429a-a53b-55a3ba1f4c01'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:38:27.405553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Set router cd84e042-04f7-429a-a53b-55a3ba1f4c01 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:38:27.619680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d8780fe7-cb45-46a7-90cf-a72828f984c5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:38:27.767474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port d8780fe7-cb45-46a7-90cf-a72828f984c5 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:38:27.775154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d8780fe7-cb45-46a7-90cf-a72828f984c5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:38:27.775529 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:27.863905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'name': 'router1', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e52816f7-bcb8-4c63-8e0e-078a8debdf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:38:08Z', 'updated_at': '2021-08-29T16:38:25Z', 'revision_number': 4, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'gw_port': {'id': 'e52816f7-bcb8-4c63-8e0e-078a8debdf9c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:38:24Z', 'updated_at': '2021-08-29T16:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd8780fe7-cb45-46a7-90cf-a72828f984c5', 'name': '', 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'mac_address': 'fa:16:3e:24:66:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:38:17Z', 'updated_at': '2021-08-29T16:38:20Z', 'revision_number': 4, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'subnets': [{'id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9569c3fb-4b26-4311-ba4f-7da5a5d5a0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:38:27.930559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Checking router: cd84e042-04f7-429a-a53b-55a3ba1f4c01 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:38:27.930909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Updating router cd84e042-04f7-429a-a53b-55a3ba1f4c01 port e52816f7-bcb8-4c63-8e0e-078a8debdf9c binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:38:27.986629 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:27.988339 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:28.111556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port d8780fe7-cb45-46a7-90cf-a72828f984c5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d8780fe7-cb45-46a7-90cf-a72828f984c5,segment=NetworkSegment(ec4302b7-d0ae-44f8-bb99-2992bfa65889),segment_id=ec4302b7-d0ae-44f8-bb99-2992bfa65889)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:38:28.119791 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:28.138100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33082) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:38:28.240784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=d8780fe7-cb45-46a7-90cf-a72828f984c5,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:28.252454 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-de317d70-f53c-4e75-bc02-23cbeb487526 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1131947 Aug 29 16:38:28.380078 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:28.390099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Transition to ACTIVE for port object e52816f7-bcb8-4c63-8e0e-078a8debdf9c will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:38:28.398446 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:28.447506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Attempting to bind port e52816f7-bcb8-4c63-8e0e-078a8debdf9c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:38:28.447881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Attempting to bind port e52816f7-bcb8-4c63-8e0e-078a8debdf9c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:38:28.448251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Attempting to bind port e52816f7-bcb8-4c63-8e0e-078a8debdf9c on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:38:28.453535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73440920-87fd-4c83-95f7-2faea4bff728 None None] Pushing event updated for resources: {'Port': ['ID=e52816f7-bcb8-4c63-8e0e-078a8debdf9c,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:28.457992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:38:28.458367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:38:28.458767 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:28.459153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:38:28.459614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Bound port: e52816f7-bcb8-4c63-8e0e-078a8debdf9c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:38:28.460012 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:28.512387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] For port e52816f7-bcb8-4c63-8e0e-078a8debdf9c, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:38:28.515294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] For port e52816f7-bcb8-4c63-8e0e-078a8debdf9c, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e52816f7-bcb8-4c63-8e0e-078a8debdf9c,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:38:28.519614 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:28.576281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Routers {'cd84e042-04f7-429a-a53b-55a3ba1f4c01'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:38:28.576965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:38:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd84e042-04f7-429a-a53b-55a3ba1f4c01'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:38:28.579728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73440920-87fd-4c83-95f7-2faea4bff728 None None] Pushing event updated for resources: {'Port': ['ID=e52816f7-bcb8-4c63-8e0e-078a8debdf9c,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:28.766310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] Set router cd84e042-04f7-429a-a53b-55a3ba1f4c01 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:38:28.976475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'name': 'router1', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e52816f7-bcb8-4c63-8e0e-078a8debdf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:38:08Z', 'updated_at': '2021-08-29T16:38:25Z', 'revision_number': 4, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'gw_port': {'id': 'e52816f7-bcb8-4c63-8e0e-078a8debdf9c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:38:24Z', 'updated_at': '2021-08-29T16:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd8780fe7-cb45-46a7-90cf-a72828f984c5', 'name': '', 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'mac_address': 'fa:16:3e:24:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:38:17Z', 'updated_at': '2021-08-29T16:38:28Z', 'revision_number': 5, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'subnets': [{'id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9569c3fb-4b26-4311-ba4f-7da5a5d5a0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:38:29.007383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e1754-59e8-45c5-ac57-0d13033b6272 None None] The sync data for ids ['cd84e042-04f7-429a-a53b-55a3ba1f4c01'] in n-d-713301-13 is: [{'id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'name': 'router1', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'e52816f7-bcb8-4c63-8e0e-078a8debdf9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:38:08Z', 'updated_at': '2021-08-29T16:38:25Z', 'revision_number': 4, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'gw_port': {'id': 'e52816f7-bcb8-4c63-8e0e-078a8debdf9c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:38:24Z', 'updated_at': '2021-08-29T16:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd8780fe7-cb45-46a7-90cf-a72828f984c5', 'name': '', 'network_id': '60e985bc-fb4c-4bff-90ec-24879b669c47', 'tenant_id': '44b9505a90be4d16a4877ee364844a94', 'mac_address': 'fa:16:3e:24:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd84e042-04f7-429a-a53b-55a3ba1f4c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:38:17Z', 'updated_at': '2021-08-29T16:38:28Z', 'revision_number': 5, 'project_id': '44b9505a90be4d16a4877ee364844a94', 'subnets': [{'id': 'b838d1d5-e03d-4f92-9032-9edc3621a777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9569c3fb-4b26-4311-ba4f-7da5a5d5a0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:38:29.690442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e52816f7-bcb8-4c63-8e0e-078a8debdf9c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:38:29.740945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e52816f7-bcb8-4c63-8e0e-078a8debdf9c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:38:29.744750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e52816f7-bcb8-4c63-8e0e-078a8debdf9c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:38:29.745134 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:29.822622 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:29.843332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port e52816f7-bcb8-4c63-8e0e-078a8debdf9c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e52816f7-bcb8-4c63-8e0e-078a8debdf9c,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:38:29.847110 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:29.847894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d8780fe7-cb45-46a7-90cf-a72828f984c5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:38:29.921826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=e52816f7-bcb8-4c63-8e0e-078a8debdf9c,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:38:29.938682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d8780fe7-cb45-46a7-90cf-a72828f984c5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:38:29.939139 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:31.594955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e52816f7-bcb8-4c63-8e0e-078a8debdf9c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:38:31.673883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e52816f7-bcb8-4c63-8e0e-078a8debdf9c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:38:31.674229 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:42.744705 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dce7b148-3e39-44bb-9db4-59132a909581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:45.483268 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad532269-e647-4f9c-afda-38d9eed2b761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:45.753970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:46.462699 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:38:48.053610 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:39:00.244531 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:39:12.745881 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5274feee-268b-472f-af26-3383275dfce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:39:15.488016 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4ce66054-7ddb-482a-9001-b0eb269beff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:39:15.747172 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:39:16.449684 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:39:18.056958 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:39:37.244048 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:39:42.751545 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6f909722-dc3e-4207-adb0-76f28a1fbc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:39:45.490371 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-243ad231-05b6-4319-8aff-d138bf852151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:39:45.752623 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:39:46.450044 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:39:48.062255 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:08.221980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33676) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:08.283108 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f44a7e1-5610-4133-990d-4a2cb2754481 admin admin] GET failed (client error): The resource could not be found. Aug 29 16:40:08.284421 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9f44a7e1-5610-4133-990d-4a2cb2754481 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615020 Aug 29 16:40:08.445034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99eb76c-8f37-4d14-8486-ed25def7db2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:08.446492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f99eb76c-8f37-4d14-8486-ed25def7db2b admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1570117 Aug 29 16:40:10.604154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33686) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:10.838141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.policy [None req-b423a5dc-2d11-4015-954f-54168117fcd2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111677) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 16:40:10.884316 n-d-713301-13 neutron-server[111677]: WARNING oslo_policy.policy [None req-b423a5dc-2d11-4015-954f-54168117fcd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 16:40:10.884694 n-d-713301-13 neutron-server[111677]: WARNING oslo_policy.policy [None req-b423a5dc-2d11-4015-954f-54168117fcd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 16:40:10.892702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423a5dc-2d11-4015-954f-54168117fcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:10.894402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b423a5dc-2d11-4015-954f-54168117fcd2 admin admin] 10.222.0.22 "GET /v2.0/subnets/b838d1d5-e03d-4f92-9032-9edc3621a777 HTTP/1.1" status: 200 len: 849 time: 0.2893035 Aug 29 16:40:10.905383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:40:10.991491 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Notify callbacks [] for subnet, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:11.151149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747308347944'] for subnet, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:11.220888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:11.221572 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:11.222815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] 10.222.0.22 "PUT /v2.0/subnets/b838d1d5-e03d-4f92-9032-9edc3621a777 HTTP/1.1" status: 200 len: 868 time: 0.3215559 Aug 29 16:40:11.223757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1848a-7bb5-432c-ab02-84219d6d72cc None None] Network 60e985bc-fb4c-4bff-90ec-24879b669c47 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:40:11.233648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b838d1d5-e03d-4f92-9032-9edc3621a777,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:40:11.243585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.243927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.244292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.244625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.244955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.245309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.245634 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.245955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.246275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.246592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.246911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.247227 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad314a-859b-4de3-9d44-73b46729598f admin admin] Tracked resource versions report: Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: pushed versions: Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: { 'AddressGroup': {'1.2'}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'ConntrackHelper': {'1.0'}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'Log': {'1.0'}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'Network': {'1.1'}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'Port': {'1.7'}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'PortForwarding': {'1.2'}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'QosPolicy': {'1.9'}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'SecurityGroup': {'1.4'}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'SecurityGroupRule': {'1.2'}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'SubPort': {'1.0'}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'Subnet': {'1.1'}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'Trunk': {'1.1'}} Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: consumer versions: Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: { DHCP agent@n-d-713301-13: {}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: L3 agent@n-d-713301-13: {}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: Metadata agent@n-d-713301-13: {}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: Metering agent@n-d-713301-13: {}, Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: Open vSwitch agent@n-d-713301-13: { 'AddressGroup': '1.2', Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'ConntrackHelper': '1.0', Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'Log': '1.0', Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'Network': '1.1', Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'Port': '1.7', Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'PortForwarding': '1.2', Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'QosPolicy': '1.9', Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'SecurityGroup': '1.4', Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'SecurityGroupRule': '1.2', Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'SubPort': '1.0', Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'Subnet': '1.1', Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: 'Trunk': '1.1'}} Aug 29 16:40:11.248387 n-d-713301-13 neutron-server[111677]: {{(pid=111677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 16:40:11.602526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-239a29fb-7d5b-40eb-a279-18abf0f72805 None None] Provisioning complete for port d8780fe7-cb45-46a7-90cf-a72828f984c5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:40:11.602921 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-239a29fb-7d5b-40eb-a279-18abf0f72805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:11.689234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-239a29fb-7d5b-40eb-a279-18abf0f72805 None None] Provisioning complete for port 4743812d-a1ba-44a1-98f3-7d28d2821de4 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:40:11.689515 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-239a29fb-7d5b-40eb-a279-18abf0f72805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:12.752027 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4f61eb4d-2418-4cb7-a533-9e0dcc03fb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:13.445821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33702) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:13.668830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a245f3-b559-4c29-ac35-3eb4b29f245b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:13.669263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a245f3-b559-4c29-ac35-3eb4b29f245b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:13.670761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f6a245f3-b559-4c29-ac35-3eb4b29f245b admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2240088 Aug 29 16:40:14.242898 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:40:15.491840 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-673c6835-ea7a-4013-97bd-cb937ae55e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:15.753445 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:15.830142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33710) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:16.026394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e489f-5a89-48d6-a3cf-b53eb63974a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:16.026794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e489f-5a89-48d6-a3cf-b53eb63974a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:16.028316 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7a7e489f-5a89-48d6-a3cf-b53eb63974a0 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972015 Aug 29 16:40:16.451680 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:18.065310 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:18.196231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33718) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:18.325617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0004a379-b608-45fb-bf78-19aa8112d037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:18.326982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0004a379-b608-45fb-bf78-19aa8112d037 admin admin] 10.222.0.22 "GET /v2.0/networks/60e985bc-fb4c-4bff-90ec-24879b669c47 HTTP/1.1" status: 200 len: 869 time: 0.1298032 Aug 29 16:40:20.492475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33726) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:20.615028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a956e8-e675-4f72-9479-01ce4c490adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:20.619084 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-47a956e8-e675-4f72-9479-01ce4c490adf admin admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 886 time: 0.1229875 Aug 29 16:40:22.784050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33734) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:22.907940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eccffc-4912-4416-a6e6-b5f2ac518811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:22.908402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eccffc-4912-4416-a6e6-b5f2ac518811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:22.909987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-56eccffc-4912-4416-a6e6-b5f2ac518811 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249261 Aug 29 16:40:25.052169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33742) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:25.142818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96773d9-91db-4a55-854a-06557b210075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:25.143281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96773d9-91db-4a55-854a-06557b210075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:25.144830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e96773d9-91db-4a55-854a-06557b210075 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917218 Aug 29 16:40:27.310070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33750) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:27.401263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89391426-5a11-4bf4-b336-d6e1115b2307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:27.402593 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-89391426-5a11-4bf4-b336-d6e1115b2307 admin admin] 10.222.0.22 "GET /v2.0/subnets/b838d1d5-e03d-4f92-9032-9edc3621a777 HTTP/1.1" status: 200 len: 868 time: 0.0915937 Aug 29 16:40:29.551579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33758) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:29.639995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b50462d-380b-4b52-9feb-afbc19ce6b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:29.641409 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3b50462d-380b-4b52-9feb-afbc19ce6b53 admin admin] 10.222.0.22 "GET /v2.0/subnets/c9764350-febb-45ce-a8ac-8daec9172f8d HTTP/1.1" status: 200 len: 816 time: 0.0888486 Aug 29 16:40:42.752465 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bf81ec6d-352b-44fe-b87d-fd421f6ac286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:45.493803 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e9c09690-6069-4402-8353-dcad2c79f92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:45.754232 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:46.456158 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:48.065870 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:51.241975 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:40:53.668147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33812) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:53.716218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-59a62686-6993-400c-abbb-21f07ac06ca3 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:40:53.717207 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-59a62686-6993-400c-abbb-21f07ac06ca3 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481961 Aug 29 16:40:55.978335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33820) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:56.040978 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3a5625-c7c1-493d-8ff0-70f26099a4c1 admin admin] GET failed (client error): The resource could not be found. Aug 29 16:40:56.042323 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fa3a5625-c7c1-493d-8ff0-70f26099a4c1 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626981 Aug 29 16:40:56.127959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d816365c-db40-4889-99c9-3ac9f23fea00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:56.129404 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d816365c-db40-4889-99c9-3ac9f23fea00 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824780 Aug 29 16:40:58.331601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33828) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:40:58.377900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:40:58.401543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Made reservation on behalf of 03790cc49af34fdc8c636993835a3619 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:40:58.403429 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:58.433756 n-d-713301-13 neutron-server[111676]: WARNING neutron.services.revisions.revision_plugin [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Could not find related network for resource to bump revision. Aug 29 16:40:58.446752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:40:58.457776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:58.458206 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Added segment 14a03ffd-efc0-483a-bcd7-d8339fba5d9e of type vlan for network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb Aug 29 16:40:58.498737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:58.521561 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:58.522424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:40:58.523000 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:40:58.680395 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3476985 Aug 29 16:40:58.685122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Pushing event updated for resources: {'Network': ['ID=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:40:58.692500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.692845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.693182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.693548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.693891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.694198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.694520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.694841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.695164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.695491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.695806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.696122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c22108-aa43-41c9-9db2-3894af42a07b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:40:58.708543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:41:00.848387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33836) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:41:00.910176 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-238b0e72-26d5-48e2-91d2-c26f347cb266 admin admin] GET failed (client error): The resource could not be found. Aug 29 16:41:00.911781 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-238b0e72-26d5-48e2-91d2-c26f347cb266 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623274 Aug 29 16:41:00.982341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c1b196-1290-4933-9f37-14471ea61d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:41:00.983809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-86c1b196-1290-4933-9f37-14471ea61d05 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675883 Aug 29 16:41:00.994335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:41:01.014020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] Made reservation on behalf of 03790cc49af34fdc8c636993835a3619 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:41:01.016176 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:01.180239 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:01.233183 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:41:01.239866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:41:01.240210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] Network hostable DHCP agents. Network: ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:41:01.255922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:41:01.263947 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:41:01.267820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:41:01.268405 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:01.272555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1bb7e1-ecdf-4609-8af8-83f87ddf076d None None] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:41:01.282189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7ddd8608-c83f-429c-9321-7c2b033e1368 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2913024 Aug 29 16:41:01.514550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'tenant_id': '03790cc49af34fdc8c636993835a3619', 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:41:01.515405 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:01.650929 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Allocated IP 192.168.233.2 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/bf30ffa4-fe94-4f29-9ea5-87ac795b5050) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:41:01.798292 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:01.806588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Transition to ACTIVE for port object bf30ffa4-fe94-4f29-9ea5-87ac795b5050 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:41:01.821398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Transition to ACTIVE for port object bf30ffa4-fe94-4f29-9ea5-87ac795b5050 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:41:01.828135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:01.863799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:41:01.866576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:41:01.871997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:41:01.882936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Pushing event updated for resources: {'Port': ['ID=bf30ffa4-fe94-4f29-9ea5-87ac795b5050,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:41:01.902559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.902905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.903241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.903615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.903949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.904274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.904596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.904918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.905254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.905589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.905895 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.906213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:41:01.943003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Attempting to bind port bf30ffa4-fe94-4f29-9ea5-87ac795b5050 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:41:01.943364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Attempting to bind port bf30ffa4-fe94-4f29-9ea5-87ac795b5050 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:41:01.943720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Attempting to bind port bf30ffa4-fe94-4f29-9ea5-87ac795b5050 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:41:01.948474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:41:01.948840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:41:01.949249 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:01.949652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:41:01.950104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Bound port: bf30ffa4-fe94-4f29-9ea5-87ac795b5050, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:41:01.950542 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:02.010720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] For port bf30ffa4-fe94-4f29-9ea5-87ac795b5050, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:41:02.014360 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] For port bf30ffa4-fe94-4f29-9ea5-87ac795b5050, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bf30ffa4-fe94-4f29-9ea5-87ac795b5050,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:41:02.018501 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:02.076595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6023e-3408-4a84-9ca3-6f9d87e93336 None None] Pushing event updated for resources: {'Port': ['ID=bf30ffa4-fe94-4f29-9ea5-87ac795b5050,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:41:02.862374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1c2317-006c-4b0d-95d7-0e5d43a4b7bc None None] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:41:02.952865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d425c641-2a7f-4c48-a943-eeebf8963bb4 None None] Provisioning for port bf30ffa4-fe94-4f29-9ea5-87ac795b5050 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:41:03.735871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bf30ffa4-fe94-4f29-9ea5-87ac795b5050 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:41:03.784948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port bf30ffa4-fe94-4f29-9ea5-87ac795b5050 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:41:03.789345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port bf30ffa4-fe94-4f29-9ea5-87ac795b5050 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:41:03.789844 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:03.867773 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:03.900219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port bf30ffa4-fe94-4f29-9ea5-87ac795b5050, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bf30ffa4-fe94-4f29-9ea5-87ac795b5050,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:41:03.904228 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:03.951485 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=bf30ffa4-fe94-4f29-9ea5-87ac795b5050,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:41:05.705635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bf30ffa4-fe94-4f29-9ea5-87ac795b5050 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:41:05.755449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port bf30ffa4-fe94-4f29-9ea5-87ac795b5050 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:41:05.756060 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:12.753968 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b1bcc05-f1bd-41f5-92c0-95241e6152dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:15.493986 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-02af1ea0-24c3-4f91-be83-0f6556cf6800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:15.755270 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:16.458844 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:18.069424 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:28.240446 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:41:42.755340 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-10760fb6-bd0f-4f6f-97d5-9f898a94c45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:45.495776 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f63f0248-ad36-48ed-aa39-95eeb2f0f7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:45.756112 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:46.462612 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:41:48.071094 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:05.242297 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:42:08.935762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33888) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:42:08.941734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-579710e5-ccf2-4ede-8b46-7cca2448a638 tempest-verify_tempest_config-1938519826 tempest-verify_tempest_config-1938519826-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:42:08.942685 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-579710e5-ccf2-4ede-8b46-7cca2448a638 tempest-verify_tempest_config-1938519826 tempest-verify_tempest_config-1938519826-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059569 Aug 29 16:42:09.233084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33906) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:42:09.337291 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:09.428060 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:09.432189 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:09.476671 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61bade7e045e4caaba7b6d51c78c967b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2425301 Aug 29 16:42:09.477496 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a35eedf-8f5e-4c28-9e1b-06d0bfbab214,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:42:09.479567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33910) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:42:09.484425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.484766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.485103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.485472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.485803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.486129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.486452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.486775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.487096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.487400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.487714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.488033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3d8fe-9a35-418d-97f1-fd8509a573c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.563262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:09.583550 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:09.673498 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:09.676020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:09.677254 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5a35eedf-8f5e-4c28-9e1b-06d0bfbab214 HTTP/1.1" status: 204 len: 168 time: 0.1966689 Aug 29 16:42:09.686979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a35eedf-8f5e-4c28-9e1b-06d0bfbab214,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:42:09.693422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.693772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.694107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.694494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.694809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.695646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.695971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.696295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.696620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.696943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.697295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:09.697620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0eba8-ede8-42b2-9be1-a7664a2cc4c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:42:12.755746 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3e87d792-e0cf-428c-8511-0892f6b18a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:15.497536 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-277d72d2-e82b-4af9-b838-30ba04182a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:15.757246 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:16.463839 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:18.075251 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:42.240916 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:42:42.756817 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-40d15a9c-a7d1-47c1-9e14-1b46caecffe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:45.497236 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-142e35f4-c853-4517-9c27-f1c99ac2653d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:45.756666 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:46.467638 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:42:48.078055 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:43:12.759813 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61c370fb-aa33-4541-89be-40604e4156b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:43:15.496923 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-99dc848c-b925-42b2-8413-a88b302e17e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:43:15.758990 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:43:16.469691 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:43:18.080686 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:43:19.238971 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:43:42.761971 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dcc77c33-e7f1-4e70-be4a-ebad3681b337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:43:45.497552 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d6a0411d-837a-40df-921a-45f5cd18729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:43:45.759833 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:43:46.472788 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:43:48.084243 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:43:56.238225 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:44:12.762042 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-25d031fc-d4b4-4ea9-ac7a-eb706ed591eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:44:15.499039 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3094f294-646f-46a1-bb38-c9c4627c48f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:44:15.763890 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:44:16.474385 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:44:18.086918 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:44:33.239983 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:44:42.762041 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-54fe181b-1f71-424d-b510-d590fe192729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:44:45.499279 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-17618fa4-bf74-421d-b4c0-64bcef10955c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:44:45.764357 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:44:46.476623 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:44:48.089748 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:10.240082 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 5 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:45:12.762990 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b1bbd76-6b82-4529-9389-833386b49b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:15.499249 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6814660f-f151-4bb5-9c43-69b8d6d01c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:15.763951 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:16.479958 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:17.272715 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1666461'] for agent, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:18.091948 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:19.887184 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1666461'] for agent, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:42.763037 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-30c054d6-f146-4e64-9129-f3c4265b122f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:45.499317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f0554cda-ee39-4a9c-9e31-7db8941f8b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:45.762960 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:46.483001 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:47.226991 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:47.240505 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:45:48.095275 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:45:49.862077 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:06.776803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33976) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:46:06.877412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-246997c3-be4a-469c-ba03-e587af304515 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0994301 Aug 29 16:46:09.040187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33986) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:46:09.097509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6e7aaad3-07ad-47f0-b690-93de9e489163 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0562093 Aug 29 16:46:12.763371 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e7961539-7fd2-4455-8fa3-8af2055c4610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:15.499470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5f11eb7-370f-49e3-8372-8750705c0dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:15.762066 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:16.486089 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:17.220333 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:18.099008 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:19.865290 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:24.238909 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:46:42.764566 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-16dbb624-dadf-4388-8513-80bef570d24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:45.500311 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-282710b9-c2d9-4dd7-a974-13417fb320bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:45.764798 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:46.492823 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:47.264214 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:48.104523 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:46:49.859980 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:01.238228 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:47:12.765895 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c0d8d07d-1db4-487e-b6d6-8a401739815d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:15.500055 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8bd99be8-332b-4b2f-810e-5b5a2d510c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:15.767236 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:16.490656 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:17.282190 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:18.106206 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:19.864900 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:34.179043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34218) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:34.614587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34240) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:34.628821 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ce0f4307-c89c-459d-b2d3-35ae6b57337d tempest-AutoAllocateNetworkTest-391579721 tempest-AutoAllocateNetworkTest-391579721-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a4368a875d7b44a08aecae47085f7a5f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4476535 Aug 29 16:47:34.814465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d750d1a-41f5-4375-82ab-c2f4156a317b tempest-AutoAllocateNetworkTest-391579721 tempest-AutoAllocateNetworkTest-391579721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:34.814465 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4d750d1a-41f5-4375-82ab-c2f4156a317b tempest-AutoAllocateNetworkTest-391579721 tempest-AutoAllocateNetworkTest-391579721-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1975141 Aug 29 16:47:34.816058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34254) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:34.876369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34258) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:34.893884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3717c627-73a5-4304-807d-342d7c5dcb59 tempest-AutoAllocateNetworkTest-391579721 tempest-AutoAllocateNetworkTest-391579721-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764937 Aug 29 16:47:34.909947 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a4d53a6b-5a84-49c8-849b-af7e48535ce8 tempest-AutoAllocateNetworkTest-391579721 tempest-AutoAllocateNetworkTest-391579721-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a4368a875d7b44a08aecae47085f7a5f HTTP/1.1" status: 200 len: 208 time: 0.0323880 Aug 29 16:47:35.450716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34302) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:35.885754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:35.896045 n-d-713301-13 neutron-server[111677]: INFO neutron.quota [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Loaded quota_driver: . Aug 29 16:47:35.921703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34320) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:36.031238 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.035226 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.083669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eec7c0-9e50-4b0c-b2f5-4f5e2216a58a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:36.095142 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4368a875d7b44a08aecae47085f7a5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6400359 Aug 29 16:47:36.095142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.095142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.095142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.095142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.095769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.095868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.096225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.096575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.096915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.097272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.097619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.097952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.098559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34336) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4195aec-3a59-4627-940b-28830804d365 admin admin] Tracked resource versions report: Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: pushed versions: Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: { 'AddressGroup': {'1.2'}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'ConntrackHelper': {'1.0'}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'Log': {'1.0'}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'Network': {'1.1'}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'Port': {'1.7'}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'PortForwarding': {'1.2'}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'QosPolicy': {'1.9'}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'SecurityGroup': {'1.4'}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'SecurityGroupRule': {'1.2'}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'SubPort': {'1.0'}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'Subnet': {'1.1'}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'Trunk': {'1.1'}} Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: consumer versions: Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: { DHCP agent@n-d-713301-13: {}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: HyperV agent@n-h1-713301-13: {}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: HyperV agent@n-h2-713301-13: {}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: L3 agent@n-d-713301-13: {}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: Metadata agent@n-d-713301-13: {}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: Metering agent@n-d-713301-13: {}, Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: Open vSwitch agent@n-d-713301-13: { 'AddressGroup': '1.2', Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'ConntrackHelper': '1.0', Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'Log': '1.0', Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'Network': '1.1', Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'Port': '1.7', Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'PortForwarding': '1.2', Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'QosPolicy': '1.9', Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'SecurityGroup': '1.4', Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'SecurityGroupRule': '1.2', Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'SubPort': '1.0', Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'Subnet': '1.1', Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: 'Trunk': '1.1'}} Aug 29 16:47:36.099031 n-d-713301-13 neutron-server[111677]: {{(pid=111677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 16:47:36.161247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.183491 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.241334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e827087a-f79e-4075-91cf-5fc8534eaedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.255965 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.260731 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.265211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78eec7c0-9e50-4b0c-b2f5-4f5e2216a58a HTTP/1.1" status: 204 len: 168 time: 0.1624594 Aug 29 16:47:36.274029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eec7c0-9e50-4b0c-b2f5-4f5e2216a58a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:36.282522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.283121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.283623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.284139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.284642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.285134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.285822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.286327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.286918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.287451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.288290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.288836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d256df70-64fd-4297-b081-92017fdafb9d admin admin] Tracked resource versions report: Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: pushed versions: Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: { 'AddressGroup': {'1.2'}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'ConntrackHelper': {'1.0'}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'Log': {'1.0'}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'Network': {'1.1'}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'Port': {'1.7'}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'PortForwarding': {'1.2'}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'QosPolicy': {'1.9'}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'SecurityGroup': {'1.4'}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'SecurityGroupRule': {'1.2'}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'SubPort': {'1.0'}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'Subnet': {'1.1'}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'Trunk': {'1.1'}} Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: consumer versions: Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: { DHCP agent@n-d-713301-13: {}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: HyperV agent@n-h1-713301-13: {}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: HyperV agent@n-h2-713301-13: {}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: L3 agent@n-d-713301-13: {}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: Metadata agent@n-d-713301-13: {}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: Metering agent@n-d-713301-13: {}, Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: Open vSwitch agent@n-d-713301-13: { 'AddressGroup': '1.2', Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'ConntrackHelper': '1.0', Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'Log': '1.0', Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'Network': '1.1', Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'Port': '1.7', Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'PortForwarding': '1.2', Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'QosPolicy': '1.9', Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'SecurityGroup': '1.4', Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'SecurityGroupRule': '1.2', Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'SubPort': '1.0', Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'Subnet': '1.1', Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: 'Trunk': '1.1'}} Aug 29 16:47:36.290261 n-d-713301-13 neutron-server[111676]: {{(pid=111676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 16:47:36.354329 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e827087a-f79e-4075-91cf-5fc8534eaedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.366303 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e827087a-f79e-4075-91cf-5fc8534eaedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.410556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e827087a-f79e-4075-91cf-5fc8534eaedf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=239b12e6d5654647bedd2066519f9f30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4872768 Aug 29 16:47:36.411479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827087a-f79e-4075-91cf-5fc8534eaedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c923f3-2584-4e22-8680-08f6c5f835a9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:36.413191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34350) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:36.470010 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-265231e7-ee17-4c64-ab02-85e19dd87e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.495494 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-265231e7-ee17-4c64-ab02-85e19dd87e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.546089 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-265231e7-ee17-4c64-ab02-85e19dd87e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.549723 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-265231e7-ee17-4c64-ab02-85e19dd87e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:36.550886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-265231e7-ee17-4c64-ab02-85e19dd87e27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20c923f3-2584-4e22-8680-08f6c5f835a9 HTTP/1.1" status: 204 len: 168 time: 0.1356814 Aug 29 16:47:36.559244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265231e7-ee17-4c64-ab02-85e19dd87e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c923f3-2584-4e22-8680-08f6c5f835a9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:37.237592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34394) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:37.267994 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4c93d95b-cb91-4fa6-8f09-5a042885e438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:37.378098 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4c93d95b-cb91-4fa6-8f09-5a042885e438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:37.385157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4c93d95b-cb91-4fa6-8f09-5a042885e438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:37.428789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93d95b-cb91-4fa6-8f09-5a042885e438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d04724f-a839-4ac2-b955-859f29a1a5f4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:37.448602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34400) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:37.449113 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4c93d95b-cb91-4fa6-8f09-5a042885e438 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61d49b6116094dbd95d2a17423c4c50a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2092826 Aug 29 16:47:37.515884 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-22a5a3eb-2e22-4636-bf81-296ceae02151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:37.538905 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-22a5a3eb-2e22-4636-bf81-296ceae02151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:37.598286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-22a5a3eb-2e22-4636-bf81-296ceae02151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:37.601375 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-22a5a3eb-2e22-4636-bf81-296ceae02151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:37.602540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-22a5a3eb-2e22-4636-bf81-296ceae02151 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d04724f-a839-4ac2-b955-859f29a1a5f4 HTTP/1.1" status: 204 len: 168 time: 0.1519716 Aug 29 16:47:37.613615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5a3eb-2e22-4636-bf81-296ceae02151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d04724f-a839-4ac2-b955-859f29a1a5f4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:37.647304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34418) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:37.649351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34420) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:38.017711 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de84d1fd-9c5b-4f1c-95a0-aed8292a3367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.033011 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da0a9c75-5cc2-4191-b420-2db1deac3d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.117298 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de84d1fd-9c5b-4f1c-95a0-aed8292a3367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.122377 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de84d1fd-9c5b-4f1c-95a0-aed8292a3367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.153855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d1fd-9c5b-4f1c-95a0-aed8292a3367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa771c1-cfd6-4cc4-95a9-25e2e9dcae42,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:38.191617 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-de84d1fd-9c5b-4f1c-95a0-aed8292a3367 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=259267fc352d4f41a3cf07478acc822f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5462663 Aug 29 16:47:38.192431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34446) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:38.238486 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:47:38.239776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da0a9c75-5cc2-4191-b420-2db1deac3d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.247018 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da0a9c75-5cc2-4191-b420-2db1deac3d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.252163 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d3cb91b0-72d1-4865-b63c-7b37e2ef7117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.284837 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d3cb91b0-72d1-4865-b63c-7b37e2ef7117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.331325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a9c75-5cc2-4191-b420-2db1deac3d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e96ec4-47d7-4ab9-99f5-6d5a79723ee7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:38.347893 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d3cb91b0-72d1-4865-b63c-7b37e2ef7117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.354523 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d3cb91b0-72d1-4865-b63c-7b37e2ef7117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.356871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d3cb91b0-72d1-4865-b63c-7b37e2ef7117 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fa771c1-cfd6-4cc4-95a9-25e2e9dcae42 HTTP/1.1" status: 204 len: 168 time: 0.1635163 Aug 29 16:47:38.362396 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-da0a9c75-5cc2-4191-b420-2db1deac3d1b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21d008f697c1477d9b11ff50feff377c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7109785 Aug 29 16:47:38.367611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34462) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:38.369869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb91b0-72d1-4865-b63c-7b37e2ef7117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa771c1-cfd6-4cc4-95a9-25e2e9dcae42,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:38.432704 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8768e2ce-2136-4aea-9db1-3a711d99efb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.454955 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8768e2ce-2136-4aea-9db1-3a711d99efb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.507217 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8768e2ce-2136-4aea-9db1-3a711d99efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.509770 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8768e2ce-2136-4aea-9db1-3a711d99efb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:38.510911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8768e2ce-2136-4aea-9db1-3a711d99efb6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5e96ec4-47d7-4ab9-99f5-6d5a79723ee7 HTTP/1.1" status: 204 len: 168 time: 0.1423590 Aug 29 16:47:38.519152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768e2ce-2136-4aea-9db1-3a711d99efb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e96ec4-47d7-4ab9-99f5-6d5a79723ee7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:38.930264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34512) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:38.943422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc617540-82ba-4e7c-b592-b2f6f791e50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.048213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc617540-82ba-4e7c-b592-b2f6f791e50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.052473 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc617540-82ba-4e7c-b592-b2f6f791e50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.090836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc617540-82ba-4e7c-b592-b2f6f791e50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70280871-ba29-42a4-affe-f1af7e0bcc6c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:39.096012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dc617540-82ba-4e7c-b592-b2f6f791e50a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=859d445b98224558b3e1ee599412c8d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1650584 Aug 29 16:47:39.098557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34526) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:39.148369 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-999d52f1-68fb-4a94-9064-9a7309a78575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.166360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34528) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:39.181796 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f113ab1f-17c6-4108-a2f7-e6b2b6cb218b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.182192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-999d52f1-68fb-4a94-9064-9a7309a78575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.243473 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-999d52f1-68fb-4a94-9064-9a7309a78575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.246103 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-999d52f1-68fb-4a94-9064-9a7309a78575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.247509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-999d52f1-68fb-4a94-9064-9a7309a78575 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70280871-ba29-42a4-affe-f1af7e0bcc6c HTTP/1.1" status: 204 len: 168 time: 0.1479366 Aug 29 16:47:39.257687 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d52f1-68fb-4a94-9064-9a7309a78575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70280871-ba29-42a4-affe-f1af7e0bcc6c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:39.287148 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f113ab1f-17c6-4108-a2f7-e6b2b6cb218b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.294647 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f113ab1f-17c6-4108-a2f7-e6b2b6cb218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.334506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f113ab1f-17c6-4108-a2f7-e6b2b6cb218b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74fbcba804ee477b829036a6e5b7f9c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1670802 Aug 29 16:47:39.335600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113ab1f-17c6-4108-a2f7-e6b2b6cb218b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad3b69d-6864-4fec-924f-5de3bc047250,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:39.337289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34534) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:39.392967 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7eeec18-042e-47a3-89b5-5a99e2481245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.414243 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7eeec18-042e-47a3-89b5-5a99e2481245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.466458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7eeec18-042e-47a3-89b5-5a99e2481245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.470554 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7eeec18-042e-47a3-89b5-5a99e2481245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:39.471815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e7eeec18-042e-47a3-89b5-5a99e2481245 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ad3b69d-6864-4fec-924f-5de3bc047250 HTTP/1.1" status: 204 len: 168 time: 0.1327422 Aug 29 16:47:39.480832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eeec18-042e-47a3-89b5-5a99e2481245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad3b69d-6864-4fec-924f-5de3bc047250,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:39.531866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34552) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:39.911112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-38728982-eeeb-47f0-8118-a735788d8f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:40.011195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-38728982-eeeb-47f0-8118-a735788d8f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:40.016912 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-38728982-eeeb-47f0-8118-a735788d8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:40.045544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38728982-eeeb-47f0-8118-a735788d8f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494e8405-d7cb-4a6d-bf45-b07353142cf4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:40.089565 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-38728982-eeeb-47f0-8118-a735788d8f9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb4a909b155f47cfac91e284c23f27fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5566413 Aug 29 16:47:40.092193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34594) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:40.148292 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-06a9a665-795e-4ac9-ae0e-2f775edc8e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:40.170334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-06a9a665-795e-4ac9-ae0e-2f775edc8e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:40.220889 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-06a9a665-795e-4ac9-ae0e-2f775edc8e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:40.229478 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-06a9a665-795e-4ac9-ae0e-2f775edc8e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:40.229478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-06a9a665-795e-4ac9-ae0e-2f775edc8e32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/494e8405-d7cb-4a6d-bf45-b07353142cf4 HTTP/1.1" status: 204 len: 168 time: 0.1314156 Aug 29 16:47:40.232787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9a665-795e-4ac9-ae0e-2f775edc8e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494e8405-d7cb-4a6d-bf45-b07353142cf4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:40.411891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34612) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:40.485376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34622) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:40.488306 n-d-713301-13 neutron-server[111677]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 16:47:40.512264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-cef0f566-4519-4762-96c1-6e4cf650a6a5 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8cd1af65c996455581d2e628af87dded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250747 Aug 29 16:47:40.706520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-b0ef15d2-2a78-481f-b4f8-cf7d7d5e58f3 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:40.708079 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-b0ef15d2-2a78-481f-b4f8-cf7d7d5e58f3 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885810 Aug 29 16:47:40.725503 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-d9ae9a05-0a8f-4f15-8841-c7c3413b8963 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/quotas/8cd1af65c996455581d2e628af87dded HTTP/1.1" status: 200 len: 375 time: 0.0114737 Aug 29 16:47:40.809138 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-301aad85-f101-40a0-929e-762b10d23ac2 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8cd1af65c996455581d2e628af87dded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780826 Aug 29 16:47:40.888347 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-26e958ba-e7cd-496f-9c01-1e1dfd7dbf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.006657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34644) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:41.011658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-26e958ba-e7cd-496f-9c01-1e1dfd7dbf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.017684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-26e958ba-e7cd-496f-9c01-1e1dfd7dbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.022440 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43c33431-e01d-4abd-90dd-635a6d542f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.060157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-26e958ba-e7cd-496f-9c01-1e1dfd7dbf75 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f3268c104ee41cd91b3a85bca12e9d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6467988 Aug 29 16:47:41.061384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e958ba-e7cd-496f-9c01-1e1dfd7dbf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da47f7be-9ae8-4099-bd8f-7b8cca47c211,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:41.065070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34646) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:41.130396 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72372893-4ae9-4b78-81fd-ac63f623fe7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.141214 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43c33431-e01d-4abd-90dd-635a6d542f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.146739 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43c33431-e01d-4abd-90dd-635a6d542f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.152996 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72372893-4ae9-4b78-81fd-ac63f623fe7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.193235 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-43c33431-e01d-4abd-90dd-635a6d542f57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f08fa9e03194b2e8818406461253cd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1853619 Aug 29 16:47:41.194280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c33431-e01d-4abd-90dd-635a6d542f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3a6304-e093-48a7-9370-52fbf3fd35c7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:41.196730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34652) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:41.232508 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72372893-4ae9-4b78-81fd-ac63f623fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.235843 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72372893-4ae9-4b78-81fd-ac63f623fe7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.236970 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-72372893-4ae9-4b78-81fd-ac63f623fe7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da47f7be-9ae8-4099-bd8f-7b8cca47c211 HTTP/1.1" status: 204 len: 168 time: 0.1709092 Aug 29 16:47:41.255619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72372893-4ae9-4b78-81fd-ac63f623fe7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da47f7be-9ae8-4099-bd8f-7b8cca47c211,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:41.276530 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3950cee-c3b0-4266-89db-5fa8f755052a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.299684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3950cee-c3b0-4266-89db-5fa8f755052a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.354107 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3950cee-c3b0-4266-89db-5fa8f755052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.360088 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3950cee-c3b0-4266-89db-5fa8f755052a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.360088 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a3950cee-c3b0-4266-89db-5fa8f755052a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba3a6304-e093-48a7-9370-52fbf3fd35c7 HTTP/1.1" status: 204 len: 168 time: 0.1599784 Aug 29 16:47:41.366253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3950cee-c3b0-4266-89db-5fa8f755052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3a6304-e093-48a7-9370-52fbf3fd35c7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:41.553568 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-3432435f-d08c-4c6f-8ed5-9610bb3b90e4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=32b8e9d6d10f42c0944a5086ac4e827c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444093 Aug 29 16:47:41.591519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34688) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:41.678138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-28cfffcc-9618-4994-bcf7-493edb172017 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:41.679645 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-28cfffcc-9618-4994-bcf7-493edb172017 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1202042 Aug 29 16:47:41.696220 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-9a94adcc-2e4e-4644-a871-17ce15813e23 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/quotas/32b8e9d6d10f42c0944a5086ac4e827c HTTP/1.1" status: 200 len: 375 time: 0.0107813 Aug 29 16:47:41.729344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-a37eee00-04f8-48a5-974d-9f4e76af3c40 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=32b8e9d6d10f42c0944a5086ac4e827c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275724 Aug 29 16:47:41.755820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34696) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:41.774236 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-84d6d738-decc-4e34-9da4-ee2d80cdd945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.927924 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-84d6d738-decc-4e34-9da4-ee2d80cdd945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.934420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-84d6d738-decc-4e34-9da4-ee2d80cdd945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:41.953971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24a9efa7-091d-4600-b1fb-5ac1e704b647 req-6ccddc49-86cd-41ff-91dc-5b396aa4825f tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 210 time: 0.0633781 Aug 29 16:47:41.995933 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-84d6d738-decc-4e34-9da4-ee2d80cdd945 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=820a7e8966364327ad484003f7ee2a2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2387099 Aug 29 16:47:41.997012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6d738-decc-4e34-9da4-ee2d80cdd945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f8981d-015e-4364-aaea-74343baa456c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:41.998658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34720) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:42.058555 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa91e995-4761-4f5e-a156-597c73d4ebdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:42.080550 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa91e995-4761-4f5e-a156-597c73d4ebdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:42.120788 n-d-713301-13 neutron-server[111676]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 16:47:42.166993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa91e995-4761-4f5e-a156-597c73d4ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:42.169948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa91e995-4761-4f5e-a156-597c73d4ebdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:42.174256 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fa91e995-4761-4f5e-a156-597c73d4ebdb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4f8981d-015e-4364-aaea-74343baa456c HTTP/1.1" status: 204 len: 168 time: 0.1714673 Aug 29 16:47:42.179757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91e995-4761-4f5e-a156-597c73d4ebdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f8981d-015e-4364-aaea-74343baa456c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:42.205889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f97187c-e7f1-42e1-9ace-0a8ba4a10f27 req-470aa51a-c50d-49a6-8136-a1cdf0d0f7c9 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 210 time: 0.6100082 Aug 29 16:47:42.774432 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b14da8d9-0d3f-4295-94e1-01f380384116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:43.043709 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68e30d22-6f36-4199-9fad-a862b2ba84c0 req-32d7a366-dedf-4d94-9b25-d1d4185dde8d tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 210 time: 0.0297930 Aug 29 16:47:43.432606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f14ee641-d884-4e7d-961b-821d0e464813 req-b0351ff3-1f01-47d8-95c7-c17db95ac41a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 210 time: 0.0430574 Aug 29 16:47:43.908648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.10', 64552) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:43.934920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-098f8214-5c40-4a9d-8567-c51d0cedb4a4 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8cd1af65c996455581d2e628af87dded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249748 Aug 29 16:47:44.111104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34874) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:44.135499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-52ee618a-7ec7-49ff-b73c-7030f8f1eb31 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:44.140473 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-52ee618a-7ec7-49ff-b73c-7030f8f1eb31 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975951 Aug 29 16:47:44.148134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c820d3-f4cb-43ff-a548-0631f413b641 req-8025942e-4055-4df3-9ee3-02a4dba2f9ea tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 210 time: 0.0273392 Aug 29 16:47:44.243758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Request body: {'port': {'device_id': '76c4a448-59db-4c66-a7c5-f122ba804d44', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '8cd1af65c996455581d2e628af87dded'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:47:44.404769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99ffa83e-cddf-4864-916d-6423d3a678c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:44.541593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99ffa83e-cddf-4864-916d-6423d3a678c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:44.547464 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99ffa83e-cddf-4864-916d-6423d3a678c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:44.584274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffa83e-cddf-4864-916d-6423d3a678c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06427226-406a-4d67-8140-afb2d4fe1d9b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:44.593649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Made reservation on behalf of 8cd1af65c996455581d2e628af87dded for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:47:44.605741 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:44.611472 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-99ffa83e-cddf-4864-916d-6423d3a678c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1231db53cbe542b6bd5a7dc55d7da275&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4951227 Aug 29 16:47:44.612305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34900) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:44.630476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:44.698672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d20c7294-3152-46ea-8571-97cd23440ecb req-f783f9d0-7148-49e9-afcc-332de76118ea tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 210 time: 0.0514011 Aug 29 16:47:44.713559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c2e44df9-f5ee-4615-8945-107157a49915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:44.752973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c2e44df9-f5ee-4615-8945-107157a49915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:44.802116 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:44.808032 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:44.836370 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c2e44df9-f5ee-4615-8945-107157a49915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:44.839469 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c2e44df9-f5ee-4615-8945-107157a49915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:44.841078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c2e44df9-f5ee-4615-8945-107157a49915 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06427226-406a-4d67-8140-afb2d4fe1d9b HTTP/1.1" status: 204 len: 168 time: 0.2273345 Aug 29 16:47:44.857672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e44df9-f5ee-4615-8945-107157a49915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06427226-406a-4d67-8140-afb2d4fe1d9b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:44.983912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-9fd88831-d479-4497-bef3-ba62d6790e6f tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=34ef33d5d8c0474ea91a027d63c66f08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962992 Aug 29 16:47:44.991856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de61a197-604b-4982-ac39-00d5054a94b2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:45.052969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.10', 64556) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:45.103551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-a13d78ce-b3d4-4a73-bbec-7c96c0b78015 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=32b8e9d6d10f42c0944a5086ac4e827c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493877 Aug 29 16:47:45.185812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Allocated IP 192.168.233.38 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:47:45.222902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e9e4-448d-49e5-848e-32329138329b req-fdbd2dd6-911c-44d8-aada-6c8bfaa09d19 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:45.224671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-fdbd2dd6-911c-44d8-aada-6c8bfaa09d19 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300191 Aug 29 16:47:45.260912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-c9c15088-4574-4d5e-8eda-f3f061af169a tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:45.262431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-c9c15088-4574-4d5e-8eda-f3f061af169a tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503465 Aug 29 16:47:45.267480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-0222249f-7ada-4e3e-9cb5-8ef6f6559fb6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/quotas/34ef33d5d8c0474ea91a027d63c66f08 HTTP/1.1" status: 200 len: 375 time: 0.0346773 Aug 29 16:47:45.277988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Request body: {'port': {'device_id': 'e7b2c602-a929-4906-9e47-64a004980568', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '32b8e9d6d10f42c0944a5086ac4e827c'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:47:45.341546 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-50b05bd1-0646-4846-af65-cbf5d5eecb01 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=34ef33d5d8c0474ea91a027d63c66f08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655582 Aug 29 16:47:45.515001 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ce1e1d3b-bfa4-4589-8a1a-c7d17e76ebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:45.530885 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:45.555012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Transition to ACTIVE for port object e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:47:45.628816 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34954) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:45.645808 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d77fa23-f33b-47d3-a892-aaf3d5ccb08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:45.648557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:45.767755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5530fa00-d5aa-485a-842f-c887079ddd60 req-a4191d91-9bd7-40c8-af25-f68faccfd5bf tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 210 time: 0.4059141 Aug 29 16:47:45.782229 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:45.820063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Made reservation on behalf of 32b8e9d6d10f42c0944a5086ac4e827c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:47:45.823797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:45.854890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:45.951336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2535e1e2-c26e-4551-9aed-10d3e71678da req-2271053e-9011-4ab1-9812-cc6bfda31f8b tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 210 time: 0.3052478 Aug 29 16:47:45.952069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Pushing event updated for resources: {'Port': ['ID=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:46.008600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:47:46.011971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:47:46.024190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:47:46.044693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:46.051805 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:46.398913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:46.418851 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-00e74857-6c27-46b3-beae-2ffae97a134a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1790972 Aug 29 16:47:46.442016 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:46.494982 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-25c4caca-ba65-4bff-b6bc-002ab4f9b905 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:47:46.504046 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-25c4caca-ba65-4bff-b6bc-002ab4f9b905 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454004 Aug 29 16:47:46.520995 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:46.537164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585e63c-81b7-4538-befe-0141a6248d16 req-2e7350d3-8671-4f3d-ba40-cf4dc961276f tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:46.546891 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4585e63c-81b7-4538-befe-0141a6248d16 req-2e7350d3-8671-4f3d-ba40-cf4dc961276f tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 935 time: 0.5437586 Aug 29 16:47:46.557387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d040e2af-770e-4695-aae3-167672c66272,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:46.591650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1b498453-216c-4637-ac6c-0bf68a326409 None None] Provisioning for port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:47:46.608005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1b498453-216c-4637-ac6c-0bf68a326409 None None] Provisioning complete for port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:47:46.610937 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1b498453-216c-4637-ac6c-0bf68a326409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:46.835869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1b498453-216c-4637-ac6c-0bf68a326409 None None] Port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:47:46.841837 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d77fa23-f33b-47d3-a892-aaf3d5ccb08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:46.858487 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d77fa23-f33b-47d3-a892-aaf3d5ccb08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:46.971746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6d77fa23-f33b-47d3-a892-aaf3d5ccb08a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a593b5559b2a4392b6a76e942ffd573c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3415227 Aug 29 16:47:46.972726 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35020) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:46.983902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77fa23-f33b-47d3-a892-aaf3d5ccb08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cf82df-6eaf-4bda-9f44-3cb6f8e1bdaf,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:47.054000 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a4a83a6-bb21-45ee-a985-348f8794b60b req-ea936495-6b05-40f7-88a2-ba81e05b37bc tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 210 time: 0.0787442 Aug 29 16:47:47.137022 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fa68728-f2ae-4d33-9f44-1f2ea8b689ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:47.164240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fa68728-f2ae-4d33-9f44-1f2ea8b689ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:47.239492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fa68728-f2ae-4d33-9f44-1f2ea8b689ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:47.263186 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fa68728-f2ae-4d33-9f44-1f2ea8b689ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:47.273764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8fa68728-f2ae-4d33-9f44-1f2ea8b689ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2cf82df-6eaf-4bda-9f44-3cb6f8e1bdaf HTTP/1.1" status: 204 len: 168 time: 0.2734957 Aug 29 16:47:47.277563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Allocated IP 192.168.233.111 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/5be78b4a-18d6-4fb7-94ce-8bf194eb57de) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:47:47.304101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa68728-f2ae-4d33-9f44-1f2ea8b689ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cf82df-6eaf-4bda-9f44-3cb6f8e1bdaf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:47.339199 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:47.550639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Request body: {'port': {'device_id': '76c4a448-59db-4c66-a7c5-f122ba804d44', 'device_owner': 'compute:tempest-test_az-1634663058', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:47:47.567983 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:47.602188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Transition to ACTIVE for port object 5be78b4a-18d6-4fb7-94ce-8bf194eb57de will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:47:47.690982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:47.806799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:47.965280 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4585e63c-81b7-4538-befe-0141a6248d16 req-6488aaae-dee1-4b9e-834d-e15aadc890af tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4170077 Aug 29 16:47:47.970709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Pushing event updated for resources: {'Port': ['ID=5be78b4a-18d6-4fb7-94ce-8bf194eb57de,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:48.009763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:47:48.015472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:47:48.020085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:47:48.034307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:48.035490 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:48.064392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-cb8c78f5-a769-4d08-88dc-0ca608a8b4b4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7928650 Aug 29 16:47:48.074887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.16', 59528) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:48.137354 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:48.146975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Request body: {'port': {'device_id': 'e7b2c602-a929-4906-9e47-64a004980568', 'device_owner': 'compute:tempest-test_az-1634663058', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:47:48.192568 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56bed9c6-082c-4527-9fc6-9c81d953f0a7 req-fee2a2e9-e444-4081-a0e8-f491a01efd8b tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 210 time: 0.1773641 Aug 29 16:47:48.252948 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-e3aaebfb-9ce7-4a40-b23a-5c47b0c8a615 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=34ef33d5d8c0474ea91a027d63c66f08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1767156 Aug 29 16:47:48.607959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e9e4-448d-49e5-848e-32329138329b req-e7be1311-5f81-4f15-ab23-19588e90d155 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:48.614402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f7cb4495-a5a7-4db4-9630-9315d921957d None None] Provisioning for port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:47:48.619290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f7cb4495-a5a7-4db4-9630-9315d921957d None None] Provisioning complete for port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:47:48.620087 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f7cb4495-a5a7-4db4-9630-9315d921957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:48.624875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-e7be1311-5f81-4f15-ab23-19588e90d155 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995083 Aug 29 16:47:48.666026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:48.706021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Request body: {'port': {'device_id': 'e9f3a6e6-5e61-4e79-a58a-4893677571c4', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '34ef33d5d8c0474ea91a027d63c66f08'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:47:48.721359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb4495-a5a7-4db4-9630-9315d921957d None None] Port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:47:49.079837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7dfb-9092-4b7d-a80b-e48102aa45e3 req-b9f5d681-b9d4-4f86-b953-3207ea8402af tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:49.084447 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-034e7dfb-9092-4b7d-a80b-e48102aa45e3 req-b9f5d681-b9d4-4f86-b953-3207ea8402af tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 936 time: 0.5623007 Aug 29 16:47:49.186472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Made reservation on behalf of 34ef33d5d8c0474ea91a027d63c66f08 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:47:49.197428 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:49.229467 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:49.307505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-034e7dfb-9092-4b7d-a80b-e48102aa45e3 req-98720b47-6013-4462-ab54-f5e3068e196f tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947296 Aug 29 16:47:49.536962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:49.546754 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:49.607542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e982f5f-0017-40da-a03b-37c46540eded,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:49.794030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:47:49.818862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:49.856710 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87fa57e9-9b51-461f-ab05-bcc8dc044564 req-da082247-bf50-4d53-8460-ccd8ff1f1213 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 210 time: 0.0650475 Aug 29 16:47:49.863419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57a855-46f0-49dc-9b9b-2e17b68b68e5 req-862537a4-7fa2-48f4-bc49-e9a528ae1096 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:49.873429 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f57a855-46f0-49dc-9b9b-2e17b68b68e5 req-862537a4-7fa2-48f4-bc49-e9a528ae1096 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 935 time: 0.3006475 Aug 29 16:47:49.895487 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:49.917594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Transition to ACTIVE for port object e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:47:49.926604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:49.950358 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f57a855-46f0-49dc-9b9b-2e17b68b68e5 req-e6e66f30-724b-4c14-9ac8-685cb21a65fa tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757804 Aug 29 16:47:50.323961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Attempting to bind port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:47:50.324649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Attempting to bind port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:47:50.326716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Attempting to bind port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:47:50.329741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:50.351098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:47:50.351777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Attempting to bind port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:47:50.357362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be78b4a-18d6-4fb7-94ce-8bf194eb57de {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:47:50.365151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:47:50.365597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:47:50.366961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:47:50.367523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Bound port: e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:47:50.367880 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:50.375309 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:50.411075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Transition to ACTIVE for port object 5be78b4a-18d6-4fb7-94ce-8bf194eb57de will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:47:50.500886 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:50.610944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Allocated IP 192.168.233.203 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/ffe3e240-583c-4444-a078-c6383759a559) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:47:50.663304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Pushing event updated for resources: {'Port': ['ID=5be78b4a-18d6-4fb7-94ce-8bf194eb57de,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:50.664629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] For port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:47:50.709669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] For port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:47:50.747868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22b26d-bb94-46c2-9b06-afd9729df8ad req-4f6863a7-7b2c-4814-b57f-bbb2421c46aa tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:50.757042 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad22b26d-bb94-46c2-9b06-afd9729df8ad req-4f6863a7-7b2c-4814-b57f-bbb2421c46aa tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 970 time: 0.2733073 Aug 29 16:47:50.761951 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:50.917515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:50.918965 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:50.920840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 HTTP/1.1" status: 200 len: 1118 time: 3.8274348 Aug 29 16:47:50.922982 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e484a6-fbd4-4ed0-b05a-6fef819068a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:50.937522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c4a448-59db-4c66-a7c5-f122ba804d44', 'tag': 'e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:47:51.105679 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:51.123463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Attempting to bind port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:47:51.123874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Attempting to bind port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:47:51.124331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Attempting to bind port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:47:51.137432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:47:51.137769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Attempting to bind port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:47:51.146771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:47:51.147159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:47:51.147712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:47:51.148181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Bound port: 5be78b4a-18d6-4fb7-94ce-8bf194eb57de, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:47:51.148673 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:51.225459 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad22b26d-bb94-46c2-9b06-afd9729df8ad req-408ae87b-aced-4868-b5a8-2c7d5c445975 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667175 Aug 29 16:47:51.246283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-3f93bb6a-9a0b-40b2-8eda-a95ea3bd93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:51.258502 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-3f93bb6a-9a0b-40b2-8eda-a95ea3bd93c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd1af65c996455581d2e628af87dded&device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 1121 time: 0.1912270 Aug 29 16:47:51.449373 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-36828d71-5e2f-4fdb-8618-aeeab034e192 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 HTTP/1.1" status: 200 len: 217 time: 0.1675839 Aug 29 16:47:51.451864 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d86c676-70e5-4c67-8570-9524e0403ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "76c4a448-59db-4c66-a7c5-f122ba804d44", "tag": "e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:47:51.509313 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-07928450-73d3-42e0-8d95-bd4c55fd344c req-8c79bf75-a71d-4f5e-9ca2-b493b45d831b tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 210 time: 0.0504973 Aug 29 16:47:51.620653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Transition to ACTIVE for port object ffe3e240-583c-4444-a078-c6383759a559 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:47:51.672025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-b42d935d-acbd-4d71-a79a-3ef5750f8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:51.674419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-b42d935d-acbd-4d71-a79a-3ef5750f8815 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.2021000 Aug 29 16:47:51.688120 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:51.779679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] For port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:47:51.789015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] For port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5be78b4a-18d6-4fb7-94ce-8bf194eb57de,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:47:51.798338 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-0dae571d-4131-4ffd-8115-64d3de4a8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:51.800773 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-0dae571d-4131-4ffd-8115-64d3de4a8949 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125131 Aug 29 16:47:51.820483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:51.833649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:47:51.854475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:47:51.906243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:47:51.914178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:51.915214 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:51.928787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aced7-2d5f-439d-9f49-6d4884321e83 req-2ce9e29f-8428-4d55-88d5-925241a5e643 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:51.939575 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c82aced7-2d5f-439d-9f49-6d4884321e83 req-2ce9e29f-8428-4d55-88d5-925241a5e643 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 969 time: 0.3326132 Aug 29 16:47:51.945779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Pushing event updated for resources: {'Port': ['ID=ffe3e240-583c-4444-a078-c6383759a559,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:51.988213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35182) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:52.042289 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-8915e316-6c05-447f-aeac-5138cbcb63f6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3436201 Aug 29 16:47:52.061609 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-8e952664-f861-4869-b653-0e184cdf5999 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535961 Aug 29 16:47:52.068055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:52.068831 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:52.070309 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] 10.222.0.10 "PUT /v2.0/ports/5be78b4a-18d6-4fb7-94ce-8bf194eb57de HTTP/1.1" status: 200 len: 1119 time: 3.9491320 Aug 29 16:47:52.082732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b2c602-a929-4906-9e47-64a004980568', 'tag': '5be78b4a-18d6-4fb7-94ce-8bf194eb57de'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:47:52.209476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6a6cbd49-2334-4fb9-bfe0-9c10a74e59f7 None None] Provisioning for port ffe3e240-583c-4444-a078-c6383759a559 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:47:52.215367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6a6cbd49-2334-4fb9-bfe0-9c10a74e59f7 None None] Provisioning complete for port ffe3e240-583c-4444-a078-c6383759a559 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:47:52.215757 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6a6cbd49-2334-4fb9-bfe0-9c10a74e59f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:52.228372 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-55f3dc42-4dbf-4137-8e5b-8426f2a61ce5 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:47:52.229676 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-55f3dc42-4dbf-4137-8e5b-8426f2a61ce5 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1633573 Aug 29 16:47:52.253638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88af18ac-90a0-48ec-b7ea-75d710d17fdf req-4711c9ae-9e1a-43af-80ed-58dec10aa471 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676722 Aug 29 16:47:52.299940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6a6cbd49-2334-4fb9-bfe0-9c10a74e59f7 None None] Port ffe3e240-583c-4444-a078-c6383759a559 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:47:52.379988 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c82aced7-2d5f-439d-9f49-6d4884321e83 req-c67ba2c5-bdec-4685-ad4f-27fa1b3faf52 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390290 Aug 29 16:47:52.529392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-183f46bd-6f8f-45e4-bfa0-546ef1e3e3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:52.537471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6056c0-011d-406a-a178-c59c6d14e087 service neutron] Pushing event updated for resources: {'Port': ['ID=5be78b4a-18d6-4fb7-94ce-8bf194eb57de,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:52.587771 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4cd693-8a9a-4247-b10e-e45811bf7fae" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b2c602-a929-4906-9e47-64a004980568", "tag": "5be78b4a-18d6-4fb7-94ce-8bf194eb57de"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:47:52.616816 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d80d37-a9c7-484d-9503-95c215131918 x-openstack-request-id: req-95d80d37-a9c7-484d-9503-95c215131918 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:47:52.621412 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c4a448-59db-4c66-a7c5-f122ba804d44", "tag": "e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:47:52.621901 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95d80d37-a9c7-484d-9503-95c215131918 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:47:52.622670 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c4a448-59db-4c66-a7c5-f122ba804d44', 'tag': 'e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8', 'status': 'completed', 'code': 200} Aug 29 16:47:52.627371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0bc84d31-33ac-463d-973f-10bf7a575278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:52.628984 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-0bc84d31-33ac-463d-973f-10bf7a575278 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32b8e9d6d10f42c0944a5086ac4e827c&device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 1122 time: 0.3981175 Aug 29 16:47:52.633381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Request body: {'port': {'device_id': 'e9f3a6e6-5e61-4e79-a58a-4893677571c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:47:52.746764 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-da6c636f-395a-4355-8290-9e9ccb931fa7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5be78b4a-18d6-4fb7-94ce-8bf194eb57de HTTP/1.1" status: 200 len: 217 time: 0.0907626 Aug 29 16:47:52.779863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86c676-70e5-4c67-8570-9524e0403ea1 req-4347a92d-7478-4e54-8773-30c95f450174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:52.781410 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d86c676-70e5-4c67-8570-9524e0403ea1 req-4347a92d-7478-4e54-8773-30c95f450174 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd1af65c996455581d2e628af87dded&device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 1121 time: 0.1241536 Aug 29 16:47:52.793061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d38e7-0461-4adf-ab8f-d9863b137c18 req-05e93ce0-a202-4b53-9633-7982619bfe82 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:52.794657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1c0d38e7-0461-4adf-ab8f-d9863b137c18 req-05e93ce0-a202-4b53-9633-7982619bfe82 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 970 time: 0.0774200 Aug 29 16:47:52.887344 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:52.946079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-802f4972-12a7-4846-950d-d4d847d41a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:52.947550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-802f4972-12a7-4846-950d-d4d847d41a06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1469443 Aug 29 16:47:53.108498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1c0d38e7-0461-4adf-ab8f-d9863b137c18 req-c19525d7-d941-4a9c-bc70-b49978ec878e tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775533 Aug 29 16:47:53.158901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86c676-70e5-4c67-8570-9524e0403ea1 req-ab0e40e2-2acd-4a4e-80d0-2cf4d866765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:53.160640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d86c676-70e5-4c67-8570-9524e0403ea1 req-ab0e40e2-2acd-4a4e-80d0-2cf4d866765f service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.3606682 Aug 29 16:47:53.167423 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-183f46bd-6f8f-45e4-bfa0-546ef1e3e3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:53.201861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-183f46bd-6f8f-45e4-bfa0-546ef1e3e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:53.386470 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e75838-9323-4d39-9445-8cbd914cdfd7 x-openstack-request-id: req-68e75838-9323-4d39-9445-8cbd914cdfd7 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:47:53.387670 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b2c602-a929-4906-9e47-64a004980568", "tag": "5be78b4a-18d6-4fb7-94ce-8bf194eb57de", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:47:53.388088 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68e75838-9323-4d39-9445-8cbd914cdfd7 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:47:53.388775 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b2c602-a929-4906-9e47-64a004980568', 'tag': '5be78b4a-18d6-4fb7-94ce-8bf194eb57de', 'status': 'completed', 'code': 200} Aug 29 16:47:53.403182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-265c88ba-11ea-4977-bbd8-fcc97e17c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:53.404860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-265c88ba-11ea-4977-bbd8-fcc97e17c63c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4438016 Aug 29 16:47:53.420173 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d86c676-70e5-4c67-8570-9524e0403ea1 req-72ec92d4-413b-4ed0-9d7a-49903b4d334c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 HTTP/1.1" status: 200 len: 217 time: 0.2441177 Aug 29 16:47:53.446068 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-183f46bd-6f8f-45e4-bfa0-546ef1e3e3d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f04a998dbfb547eea673b0255fd6b462&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4488552 Aug 29 16:47:53.446915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35226) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:53.447217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f46bd-6f8f-45e4-bfa0-546ef1e3e3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468c9cc3-fa37-4538-8666-cf0286b73e13,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:53.472793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c905-9775-4768-8301-fac63ceb1f98 req-26c842fa-d513-4109-a509-fbb55f9d370e tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:53.475483 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5631c905-9775-4768-8301-fac63ceb1f98 req-26c842fa-d513-4109-a509-fbb55f9d370e tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 936 time: 0.2300861 Aug 29 16:47:53.565576 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5631c905-9775-4768-8301-fac63ceb1f98 req-50e98631-30cc-459d-b9fa-0d565bcb87ba tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756130 Aug 29 16:47:53.611341 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05f13ac2-e5d5-4a10-b30a-920f36906f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:53.656287 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05f13ac2-e5d5-4a10-b30a-920f36906f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:53.796027 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86c676-70e5-4c67-8570-9524e0403ea1 req-d291820b-38a8-4827-b76d-541e7ddaf00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:53.799257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d86c676-70e5-4c67-8570-9524e0403ea1 req-d291820b-38a8-4827-b76d-541e7ddaf00c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1011894 Aug 29 16:47:53.823680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-98598928-0f9b-4e82-8314-fc58ff64b154 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152577 Aug 29 16:47:53.890374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe3e240-583c-4444-a078-c6383759a559 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:47:53.901780 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:53.909469 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05f13ac2-e5d5-4a10-b30a-920f36906f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:53.912851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05f13ac2-e5d5-4a10-b30a-920f36906f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:53.917991 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-05f13ac2-e5d5-4a10-b30a-920f36906f9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/468c9cc3-fa37-4538-8666-cf0286b73e13 HTTP/1.1" status: 204 len: 168 time: 0.4698374 Aug 29 16:47:53.934069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f13ac2-e5d5-4a10-b30a-920f36906f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468c9cc3-fa37-4538-8666-cf0286b73e13,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:53.953395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86c676-70e5-4c67-8570-9524e0403ea1 req-5f4a9869-6bc7-4d73-93ce-08df46f8ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:53.955473 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d86c676-70e5-4c67-8570-9524e0403ea1 req-5f4a9869-6bc7-4d73-93ce-08df46f8ddc8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1325142 Aug 29 16:47:54.003419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52412bd-ca26-4f5d-91a0-60623e82d975 req-8c950a14-9b47-48dc-97c6-f42355944782 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:54.016840 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f52412bd-ca26-4f5d-91a0-60623e82d975 req-8c950a14-9b47-48dc-97c6-f42355944782 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 969 time: 0.3268776 Aug 29 16:47:54.019613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Transition to ACTIVE for port object ffe3e240-583c-4444-a078-c6383759a559 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:47:54.052116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:54.172726 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d86c676-70e5-4c67-8570-9524e0403ea1 req-64e3c741-d629-4f27-bf90-64e79a67ba03 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924253 Aug 29 16:47:54.281040 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f52412bd-ca26-4f5d-91a0-60623e82d975 req-a5b53613-d5b0-4cf2-864d-add02768184e tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628539 Aug 29 16:47:54.468692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe3e240-583c-4444-a078-c6383759a559,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:54.515233 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9541a1a6-48c6-4721-a266-0ae4d01acee8 req-eb564078-b661-40f0-b758-b1057f1fdba4 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095030 Aug 29 16:47:54.515980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Attempting to bind port ffe3e240-583c-4444-a078-c6383759a559 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:47:54.516921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Attempting to bind port ffe3e240-583c-4444-a078-c6383759a559 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:47:54.517264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Attempting to bind port ffe3e240-583c-4444-a078-c6383759a559 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:47:54.547932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Port ffe3e240-583c-4444-a078-c6383759a559 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:47:54.548246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Attempting to bind port ffe3e240-583c-4444-a078-c6383759a559 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:47:54.562643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:47:54.563518 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:47:54.563979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:47:54.564421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Bound port: ffe3e240-583c-4444-a078-c6383759a559, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:47:54.564782 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:54.594142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35268) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:54.660601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d86c676-70e5-4c67-8570-9524e0403ea1 req-ecfe54bc-3fc9-464c-8357-4e28700a3a66 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597628 Aug 29 16:47:54.679664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d3735-8493-4b58-9415-d78976eb3403 req-d9d5ec2b-ee36-400b-852f-2febb55010b7 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:54.687564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-458d3735-8493-4b58-9415-d78976eb3403 req-d9d5ec2b-ee36-400b-852f-2febb55010b7 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 970 time: 0.3098319 Aug 29 16:47:54.742583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-458d3735-8493-4b58-9415-d78976eb3403 req-c3be6041-1563-4d8a-bfa8-f49307162b47 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524724 Aug 29 16:47:54.830858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] For port ffe3e240-583c-4444-a078-c6383759a559, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:47:54.834754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] For port ffe3e240-583c-4444-a078-c6383759a559, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ffe3e240-583c-4444-a078-c6383759a559,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:47:54.846305 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:54.884403 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35278) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:54.897923 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cd693-8a9a-4247-b10e-e45811bf7fae req-cedbc4b4-19bc-4eb3-9164-35976d73b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:54.905776 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d4cd693-8a9a-4247-b10e-e45811bf7fae req-cedbc4b4-19bc-4eb3-9164-35976d73b0ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32b8e9d6d10f42c0944a5086ac4e827c&device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 1122 time: 0.2354546 Aug 29 16:47:54.997081 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b407053-5b4a-4878-a693-c8219681f75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:55.084114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26b27c-c1e8-4470-8533-d908fe6e42bb req-c18ee5ff-a547-4f58-a7f3-d4d3742dd755 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:55.093499 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b26b27c-c1e8-4470-8533-d908fe6e42bb req-c18ee5ff-a547-4f58-a7f3-d4d3742dd755 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.2125256 Aug 29 16:47:55.104571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:55.105215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:55.106780 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] 10.222.0.16 "PUT /v2.0/ports/ffe3e240-583c-4444-a078-c6383759a559 HTTP/1.1" status: 200 len: 1097 time: 2.6733732 Aug 29 16:47:55.189323 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-035bdc34-fda5-45b3-a797-fe22665ea448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:55.373640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b26b27c-c1e8-4470-8533-d908fe6e42bb req-2b7ea33d-5392-49da-acd7-605e051ff48b tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791147 Aug 29 16:47:55.529402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f3a6e6-5e61-4e79-a58a-4893677571c4', 'tag': 'ffe3e240-583c-4444-a078-c6383759a559'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:47:55.536180 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d721ebd-3820-43dc-bc02-c6590c4e1bff" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f3a6e6-5e61-4e79-a58a-4893677571c4", "tag": "ffe3e240-583c-4444-a078-c6383759a559"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:47:55.612717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cd693-8a9a-4247-b10e-e45811bf7fae req-57283331-917b-4f70-9335-7e6308f1af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:55.614292 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d4cd693-8a9a-4247-b10e-e45811bf7fae req-57283331-917b-4f70-9335-7e6308f1af5c service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.6426334 Aug 29 16:47:55.620449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcd3f6-9049-4672-a9d2-04746823da51 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe3e240-583c-4444-a078-c6383759a559,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:55.640577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e9e4-448d-49e5-848e-32329138329b req-73f7ea7d-1bb8-46a7-a59a-936baa5af4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:55.645447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-73f7ea7d-1bb8-46a7-a59a-936baa5af4bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ef33d5d8c0474ea91a027d63c66f08&device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 1100 time: 0.0982184 Aug 29 16:47:55.648575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b407053-5b4a-4878-a693-c8219681f75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:55.664868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0265d9-c8a4-4af6-afa9-32c989bae4d4 req-517d7dfd-02a3-47ae-b1d2-0ca419c44f70 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:55.673519 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd0265d9-c8a4-4af6-afa9-32c989bae4d4 req-517d7dfd-02a3-47ae-b1d2-0ca419c44f70 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 969 time: 0.1464021 Aug 29 16:47:55.686642 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b407053-5b4a-4878-a693-c8219681f75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:55.751653 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-80ffaf5e-7d36-4dfe-9752-01adf761aa66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=ffe3e240-583c-4444-a078-c6383759a559 HTTP/1.1" status: 200 len: 217 time: 0.0610838 Aug 29 16:47:55.789715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6b407053-5b4a-4878-a693-c8219681f75b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c96a01ecad74017b3c7d79bd0277f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9044218 Aug 29 16:47:55.798529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35308) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:55.812183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b407053-5b4a-4878-a693-c8219681f75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cdf034-2e4e-414d-a79d-56a97d876535,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:55.819471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d4cd693-8a9a-4247-b10e-e45811bf7fae req-90a065f2-01a4-4dc3-b87c-534a18f61c60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5be78b4a-18d6-4fb7-94ce-8bf194eb57de HTTP/1.1" status: 200 len: 217 time: 0.0548186 Aug 29 16:47:55.849733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd0265d9-c8a4-4af6-afa9-32c989bae4d4 req-f1d235a1-e1b4-4d68-a36f-028c188b5517 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750782 Aug 29 16:47:55.920166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e9e4-448d-49e5-848e-32329138329b req-e1fa2a9e-07b3-4f1d-842c-cd1e8d011026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:55.920166 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-e1fa2a9e-07b3-4f1d-842c-cd1e8d011026 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1399317 Aug 29 16:47:55.920166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cd693-8a9a-4247-b10e-e45811bf7fae req-cfe1c4af-a831-47c9-b37c-8da9e8013a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:55.924187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d4cd693-8a9a-4247-b10e-e45811bf7fae req-cfe1c4af-a831-47c9-b37c-8da9e8013a3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0827200 Aug 29 16:47:56.039849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e9e4-448d-49e5-848e-32329138329b req-f84f4742-091c-46be-90db-0d0a1e716d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:56.040092 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd23f038-62d8-4c45-a358-7c2a9c1b3dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:56.041608 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-f84f4742-091c-46be-90db-0d0a1e716d78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1174190 Aug 29 16:47:56.048336 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-035bdc34-fda5-45b3-a797-fe22665ea448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:56.049013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cd693-8a9a-4247-b10e-e45811bf7fae req-5946a5a5-d99b-4210-bcb6-86c1d4019713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:56.051402 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d4cd693-8a9a-4247-b10e-e45811bf7fae req-5946a5a5-d99b-4210-bcb6-86c1d4019713 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616481 Aug 29 16:47:56.073580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-035bdc34-fda5-45b3-a797-fe22665ea448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:56.093526 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e425123a-ed25-47a9-a77e-17113b8e7da7 x-openstack-request-id: req-e425123a-ed25-47a9-a77e-17113b8e7da7 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:47:56.093901 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f3a6e6-5e61-4e79-a58a-4893677571c4", "tag": "ffe3e240-583c-4444-a078-c6383759a559", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:47:56.094194 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e425123a-ed25-47a9-a77e-17113b8e7da7 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:47:56.095169 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f3a6e6-5e61-4e79-a58a-4893677571c4', 'tag': 'ffe3e240-583c-4444-a078-c6383759a559', 'status': 'completed', 'code': 200} Aug 29 16:47:56.120031 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd23f038-62d8-4c45-a358-7c2a9c1b3dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:56.165725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-035bdc34-fda5-45b3-a797-fe22665ea448 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eab12397b02a47f6bc07cc5b32714826&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5567381 Aug 29 16:47:56.180397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac45ed-b404-41ed-954c-3a9225bdfaed req-459b926f-347f-43fa-bd75-d9e7eef28df0 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:56.188856 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0ac45ed-b404-41ed-954c-3a9225bdfaed req-459b926f-347f-43fa-bd75-d9e7eef28df0 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 970 time: 0.1670914 Aug 29 16:47:56.194394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35320) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:56.196657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bdc34-fda5-45b3-a797-fe22665ea448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc335a4a-1bc2-415a-aa3f-14836db2b975,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:56.304139 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0ac45ed-b404-41ed-954c-3a9225bdfaed req-7358df9c-dcce-40d2-85ab-f47c1c44014b tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139259 Aug 29 16:47:56.322691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd23f038-62d8-4c45-a358-7c2a9c1b3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:56.325674 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd23f038-62d8-4c45-a358-7c2a9c1b3dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:56.326835 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cd23f038-62d8-4c45-a358-7c2a9c1b3dd2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04cdf034-2e4e-414d-a79d-56a97d876535 HTTP/1.1" status: 204 len: 168 time: 0.5237744 Aug 29 16:47:56.405843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23f038-62d8-4c45-a358-7c2a9c1b3dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cdf034-2e4e-414d-a79d-56a97d876535,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:56.415865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b42c399e-4bea-4d09-89ba-f08730f15075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:56.455332 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b42c399e-4bea-4d09-89ba-f08730f15075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:56.580936 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b42c399e-4bea-4d09-89ba-f08730f15075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:56.586966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b42c399e-4bea-4d09-89ba-f08730f15075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:56.589785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b42c399e-4bea-4d09-89ba-f08730f15075 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc335a4a-1bc2-415a-aa3f-14836db2b975 HTTP/1.1" status: 204 len: 168 time: 0.3925037 Aug 29 16:47:56.611411 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d4cd693-8a9a-4247-b10e-e45811bf7fae req-87d25bb4-9027-49b0-8b23-63b23f844e7e service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410664 Aug 29 16:47:56.613924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c399e-4bea-4d09-89ba-f08730f15075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc335a4a-1bc2-415a-aa3f-14836db2b975,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:56.803789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-5fbdfdfe-b392-4909-8175-20936684b157 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7253485 Aug 29 16:47:56.962627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06510a39-137d-4306-ab02-aafca0ff6c5f req-b6ac7456-8c21-47a9-ab2d-6716aced0dc5 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:56.978424 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06510a39-137d-4306-ab02-aafca0ff6c5f req-b6ac7456-8c21-47a9-ab2d-6716aced0dc5 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.4443805 Aug 29 16:47:57.094894 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d4cd693-8a9a-4247-b10e-e45811bf7fae req-a6d4c20a-b748-4438-8a01-ba3e9d889d9c service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501598 Aug 29 16:47:57.182873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06510a39-137d-4306-ab02-aafca0ff6c5f req-d4b81d5d-d31e-4d43-8d80-83ed9f5382ca tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033513 Aug 29 16:47:57.189430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61d5e9e4-448d-49e5-848e-32329138329b req-6454dacd-dbca-4b44-a9bd-f0a190a299f4 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474662 Aug 29 16:47:57.468130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad08eb-a14a-4c33-bacb-29b93f638cf9 req-61d39f63-a05d-44ee-ba0f-733dee441cdf tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:57.472599 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25ad08eb-a14a-4c33-bacb-29b93f638cf9 req-61d39f63-a05d-44ee-ba0f-733dee441cdf tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 969 time: 0.1390646 Aug 29 16:47:57.572537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35372) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:57.603218 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3cb7ecad-9fe5-499e-be78-39c9d20f19e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:57.611503 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25ad08eb-a14a-4c33-bacb-29b93f638cf9 req-175adaf5-a76f-450c-aa7a-f7dee15bf002 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326041 Aug 29 16:47:57.758306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5c3ca-1bc3-4dfd-885d-60f1514fbd46 req-c5e90338-49bf-48ce-9649-45a90b5d59b2 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:57.759953 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ccd5c3ca-1bc3-4dfd-885d-60f1514fbd46 req-c5e90338-49bf-48ce-9649-45a90b5d59b2 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 970 time: 0.1177182 Aug 29 16:47:57.903334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ccd5c3ca-1bc3-4dfd-885d-60f1514fbd46 req-34e85cc6-8d0e-4ec5-8134-9e432dc2bfa1 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318407 Aug 29 16:47:57.984835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721ebd-3820-43dc-bc02-c6590c4e1bff req-8d4415f6-6961-45b8-9418-0406d11436e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:57.989209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d721ebd-3820-43dc-bc02-c6590c4e1bff req-8d4415f6-6961-45b8-9418-0406d11436e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34ef33d5d8c0474ea91a027d63c66f08&device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 1100 time: 0.1065159 Aug 29 16:47:58.006200 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3cb7ecad-9fe5-499e-be78-39c9d20f19e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:58.012696 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3cb7ecad-9fe5-499e-be78-39c9d20f19e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:58.095831 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7ecad-9fe5-499e-be78-39c9d20f19e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e07eabe-37f9-457f-a008-105a2d5ae5ee,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:58.147391 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3cb7ecad-9fe5-499e-be78-39c9d20f19e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d1ac98ec34a46b9a3208bdea0a09866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5829198 Aug 29 16:47:58.150370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35386) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:58.187804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721ebd-3820-43dc-bc02-c6590c4e1bff req-39ba63f2-b0d7-42d9-a5df-20340c5648eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:58.190041 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d721ebd-3820-43dc-bc02-c6590c4e1bff req-39ba63f2-b0d7-42d9-a5df-20340c5648eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1498454 Aug 29 16:47:58.253564 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab072-c898-4379-a013-636aa1920116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:58.310391 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab072-c898-4379-a013-636aa1920116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:58.336719 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d721ebd-3820-43dc-bc02-c6590c4e1bff req-ac8d76aa-85d4-4576-bfd2-103ec11baddd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=ffe3e240-583c-4444-a078-c6383759a559 HTTP/1.1" status: 200 len: 217 time: 0.1318755 Aug 29 16:47:58.435729 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab072-c898-4379-a013-636aa1920116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:58.440123 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab072-c898-4379-a013-636aa1920116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:58.445032 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eb7ab072-c898-4379-a013-636aa1920116 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e07eabe-37f9-457f-a008-105a2d5ae5ee HTTP/1.1" status: 204 len: 168 time: 0.2931218 Aug 29 16:47:58.471135 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ab072-c898-4379-a013-636aa1920116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e07eabe-37f9-457f-a008-105a2d5ae5ee,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:58.491480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a2bc2-e774-4858-9fde-4fd9ca5970a8 req-32ff19c6-5a44-4677-91b0-f3f158812c74 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:58.502729 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-940a2bc2-e774-4858-9fde-4fd9ca5970a8 req-32ff19c6-5a44-4677-91b0-f3f158812c74 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.2218862 Aug 29 16:47:58.531399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35396) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:58.546620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721ebd-3820-43dc-bc02-c6590c4e1bff req-226d24d9-2512-4a6c-87f5-6917f288f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:58.549353 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d721ebd-3820-43dc-bc02-c6590c4e1bff req-226d24d9-2512-4a6c-87f5-6917f288f567 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1985810 Aug 29 16:47:58.596155 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35400) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:58.606608 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-940a2bc2-e774-4858-9fde-4fd9ca5970a8 req-13a63da9-f2fe-435b-a4f5-2c0f1f25f7bf tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015317 Aug 29 16:47:58.667037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721ebd-3820-43dc-bc02-c6590c4e1bff req-b9652ff5-4c64-44cf-ac53-e176beead1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:58.668477 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d721ebd-3820-43dc-bc02-c6590c4e1bff req-b9652ff5-4c64-44cf-ac53-e176beead1dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0910795 Aug 29 16:47:58.836353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b4fb7-6e51-4307-9af1-bf1b6f3f7843 req-fcb4c391-4dc8-40f4-9f48-7e365da21b54 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:58.848289 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a44b4fb7-6e51-4307-9af1-bf1b6f3f7843 req-fcb4c391-4dc8-40f4-9f48-7e365da21b54 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 969 time: 0.1286247 Aug 29 16:47:58.883544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d721ebd-3820-43dc-bc02-c6590c4e1bff req-396677ae-d5e1-48da-b11d-488574ec76fc service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857791 Aug 29 16:47:58.936218 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a44b4fb7-6e51-4307-9af1-bf1b6f3f7843 req-e1f17ea9-6cca-4644-bd11-220d316db29e tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802040 Aug 29 16:47:58.938187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c896d8da-cf41-4122-a398-51969e6b7ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.049815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d721ebd-3820-43dc-bc02-c6590c4e1bff req-4f134983-beff-4ccf-a1c8-a4edb3bbef0a service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380641 Aug 29 16:47:59.114445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c896d8da-cf41-4122-a398-51969e6b7ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.121107 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c896d8da-cf41-4122-a398-51969e6b7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.129376 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27758420-4467-4595-895e-39bb0f29d7f1 req-01efda5e-c0bc-4c77-8ad0-dccb9689818e tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:59.138368 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27758420-4467-4595-895e-39bb0f29d7f1 req-01efda5e-c0bc-4c77-8ad0-dccb9689818e tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 970 time: 0.0871570 Aug 29 16:47:59.159029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c896d8da-cf41-4122-a398-51969e6b7ba7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=780f764239b74b3c8c5785a4e2bc6b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262150 Aug 29 16:47:59.161708 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35412) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:59.188944 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27758420-4467-4595-895e-39bb0f29d7f1 req-2a54d149-50ed-43d4-bd58-5ec2853ae6e9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451281 Aug 29 16:47:59.248561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896d8da-cf41-4122-a398-51969e6b7ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affb0110-dde8-4983-81c4-68e427f72f2d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:59.285068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9a6de7d-44ca-480c-932d-501468da0e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.287277 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aeb54c3a-ca0b-43e5-a29a-6eb18265b097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.328720 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aeb54c3a-ca0b-43e5-a29a-6eb18265b097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.426535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aeb54c3a-ca0b-43e5-a29a-6eb18265b097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.435702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aeb54c3a-ca0b-43e5-a29a-6eb18265b097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.440386 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-aeb54c3a-ca0b-43e5-a29a-6eb18265b097 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/affb0110-dde8-4983-81c4-68e427f72f2d HTTP/1.1" status: 204 len: 168 time: 0.2761438 Aug 29 16:47:59.478762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb54c3a-ca0b-43e5-a29a-6eb18265b097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affb0110-dde8-4983-81c4-68e427f72f2d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:59.573204 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9a6de7d-44ca-480c-932d-501468da0e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.584025 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9a6de7d-44ca-480c-932d-501468da0e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.661954 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b9a6de7d-44ca-480c-932d-501468da0e85 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c57f6b1bf5b49419df21e1accb9ac16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0645137 Aug 29 16:47:59.664008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6de7d-44ca-480c-932d-501468da0e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd6a07a-a66d-492c-827d-7a8f65581755,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:59.664731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35432) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:47:59.738701 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-94865886-97d8-4798-b6d4-f3651b11fec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.764893 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-94865886-97d8-4798-b6d4-f3651b11fec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.856163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-94865886-97d8-4798-b6d4-f3651b11fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.860391 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-94865886-97d8-4798-b6d4-f3651b11fec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:47:59.862096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-94865886-97d8-4798-b6d4-f3651b11fec3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bd6a07a-a66d-492c-827d-7a8f65581755 HTTP/1.1" status: 204 len: 168 time: 0.1959097 Aug 29 16:47:59.895336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94865886-97d8-4798-b6d4-f3651b11fec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd6a07a-a66d-492c-827d-7a8f65581755,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:47:59.925737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cd323-d385-4129-9c79-6d16a5edac86 req-d0ba7190-2500-4ff5-beb8-6b214e63d31c tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:47:59.928382 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f3cd323-d385-4129-9c79-6d16a5edac86 req-d0ba7190-2500-4ff5-beb8-6b214e63d31c tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.1637931 Aug 29 16:48:00.040110 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f3cd323-d385-4129-9c79-6d16a5edac86 req-c96bef07-7043-4c04-b272-237261ad7118 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018739 Aug 29 16:48:00.132265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35444) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:00.161583 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5558834b-83e1-4335-9fda-8ea4d8f41c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:00.253048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8d667-8edb-4b9c-8a6c-3f825279bbfa req-f1b1f000-60ba-4b8b-ad6d-6a8e5de5f475 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:00.265963 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a9e8d667-8edb-4b9c-8a6c-3f825279bbfa req-f1b1f000-60ba-4b8b-ad6d-6a8e5de5f475 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 969 time: 0.1747162 Aug 29 16:48:00.372023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a9e8d667-8edb-4b9c-8a6c-3f825279bbfa req-0c3141c8-327f-43fe-85ce-7cfa42085093 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027319 Aug 29 16:48:00.514401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a797eb-14e8-4b2d-8603-26a6d05a17b8 req-6cf525b4-f3b0-4095-958b-f8922ad1c0f5 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:00.516083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88a797eb-14e8-4b2d-8603-26a6d05a17b8 req-6cf525b4-f3b0-4095-958b-f8922ad1c0f5 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 970 time: 0.1566501 Aug 29 16:48:00.539381 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5558834b-83e1-4335-9fda-8ea4d8f41c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:00.553459 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5558834b-83e1-4335-9fda-8ea4d8f41c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:00.602411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5558834b-83e1-4335-9fda-8ea4d8f41c84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=374f1f1af07042d583b464a8fa9c8435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684632 Aug 29 16:48:00.605155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35454) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:00.684086 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88a797eb-14e8-4b2d-8603-26a6d05a17b8 req-77651f6b-8440-4fac-90b5-ee7e9e2aef55 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576512 Aug 29 16:48:00.719499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558834b-83e1-4335-9fda-8ea4d8f41c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eeadbf-6cfd-4945-86df-a5c97516458a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:00.729433 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-208c05fb-05d7-42eb-a49c-3420cd170f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:00.774689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-208c05fb-05d7-42eb-a49c-3420cd170f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:00.854677 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-208c05fb-05d7-42eb-a49c-3420cd170f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:00.857540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-208c05fb-05d7-42eb-a49c-3420cd170f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:00.858697 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-208c05fb-05d7-42eb-a49c-3420cd170f00 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58eeadbf-6cfd-4945-86df-a5c97516458a HTTP/1.1" status: 204 len: 168 time: 0.2522986 Aug 29 16:48:00.863107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35464) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:00.871537 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c05fb-05d7-42eb-a49c-3420cd170f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eeadbf-6cfd-4945-86df-a5c97516458a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:00.894140 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c31a6bcd-5afa-4aec-b0a9-cab641bb171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:01.051865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c31a6bcd-5afa-4aec-b0a9-cab641bb171b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:01.058189 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c31a6bcd-5afa-4aec-b0a9-cab641bb171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:01.102095 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c31a6bcd-5afa-4aec-b0a9-cab641bb171b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd290866caf94494b60b135f8a0db553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376049 Aug 29 16:48:01.104799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35472) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:01.125118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a6bcd-5afa-4aec-b0a9-cab641bb171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d976c98-ea3c-4316-9bf1-408dea76bd46,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:01.222607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4830000-0a9c-4895-9a43-76e3fe776370 req-5234ee8a-3e5c-41d0-9356-538b87445900 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:01.230346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e4830000-0a9c-4895-9a43-76e3fe776370 req-5234ee8a-3e5c-41d0-9356-538b87445900 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.1006892 Aug 29 16:48:01.241909 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5ca42f88-ad12-49aa-be7e-eb23f6aa5c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:01.283401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5ca42f88-ad12-49aa-be7e-eb23f6aa5c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:01.287501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e4830000-0a9c-4895-9a43-76e3fe776370 req-48b599af-a376-44a0-90d1-c35125e1ab40 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562465 Aug 29 16:48:01.357414 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5ca42f88-ad12-49aa-be7e-eb23f6aa5c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:01.362845 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5ca42f88-ad12-49aa-be7e-eb23f6aa5c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:01.364556 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5ca42f88-ad12-49aa-be7e-eb23f6aa5c02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d976c98-ea3c-4316-9bf1-408dea76bd46 HTTP/1.1" status: 204 len: 168 time: 0.2581315 Aug 29 16:48:01.373102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca42f88-ad12-49aa-be7e-eb23f6aa5c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d976c98-ea3c-4316-9bf1-408dea76bd46,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:01.501553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402740d-594a-4131-a992-6fb9fe5122a4 req-e75b6c66-305f-4e02-a31d-e34646fd917b tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:01.503110 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a402740d-594a-4131-a992-6fb9fe5122a4 req-e75b6c66-305f-4e02-a31d-e34646fd917b tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 969 time: 0.0615547 Aug 29 16:48:01.548076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35486) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:01.570580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a402740d-594a-4131-a992-6fb9fe5122a4 req-540096ff-d016-4536-9459-31d18cdd8780 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612719 Aug 29 16:48:01.591207 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-52c13eea-2a1f-4bca-a3cf-fe3219f199d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:01.703320 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-52c13eea-2a1f-4bca-a3cf-fe3219f199d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:01.709392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-52c13eea-2a1f-4bca-a3cf-fe3219f199d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:01.780572 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-52c13eea-2a1f-4bca-a3cf-fe3219f199d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b1cef64da21416d984304079a5f9292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313950 Aug 29 16:48:01.784803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35494) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:01.795432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c13eea-2a1f-4bca-a3cf-fe3219f199d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894e4695-5119-4056-bb58-2a02ef7cdba4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:01.842062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adefcc9-4e47-468f-98cd-61bb882d83cd req-12967a82-ffec-4966-8a0e-fc681438dd5d tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:01.843875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8adefcc9-4e47-468f-98cd-61bb882d83cd req-12967a82-ffec-4966-8a0e-fc681438dd5d tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 970 time: 0.0822148 Aug 29 16:48:01.904565 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8adefcc9-4e47-468f-98cd-61bb882d83cd req-b9d3cf4b-7469-4137-8554-d9db28ce8d3b tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522873 Aug 29 16:48:01.910711 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74719e28-cf75-409c-a241-1e84b06691d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:01.952379 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74719e28-cf75-409c-a241-1e84b06691d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:02.010254 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74719e28-cf75-409c-a241-1e84b06691d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:02.012731 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74719e28-cf75-409c-a241-1e84b06691d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:02.017438 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-74719e28-cf75-409c-a241-1e84b06691d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/894e4695-5119-4056-bb58-2a02ef7cdba4 HTTP/1.1" status: 204 len: 168 time: 0.2299395 Aug 29 16:48:02.024970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74719e28-cf75-409c-a241-1e84b06691d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894e4695-5119-4056-bb58-2a02ef7cdba4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:02.451297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb99060-e79e-4007-b6e3-56047a081407 req-1aa8b62f-abc3-4eb8-9a84-78dc475dca90 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:02.452945 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8eb99060-e79e-4007-b6e3-56047a081407 req-1aa8b62f-abc3-4eb8-9a84-78dc475dca90 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.0797055 Aug 29 16:48:02.495847 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8eb99060-e79e-4007-b6e3-56047a081407 req-0e692a91-c41a-45af-82ec-377e8db2c3d6 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Aug 29 16:48:02.724925 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f80893-380e-42ed-85ca-fdecbe0c638f req-84fe09b6-78d4-4315-9bc4-b2eb16a77ae1 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:02.726691 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34f80893-380e-42ed-85ca-fdecbe0c638f req-84fe09b6-78d4-4315-9bc4-b2eb16a77ae1 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 969 time: 0.0538445 Aug 29 16:48:02.766875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34f80893-380e-42ed-85ca-fdecbe0c638f req-bc50f51a-920b-47c8-8c43-61b237e4f76e tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336554 Aug 29 16:48:03.068484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b6d64-de9f-4ed0-b4b5-3617e55e0fc8 req-8ba9e4d2-c683-456e-b87f-f24a5e88f5ed tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:03.070225 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-901b6d64-de9f-4ed0-b4b5-3617e55e0fc8 req-8ba9e4d2-c683-456e-b87f-f24a5e88f5ed tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 970 time: 0.0655529 Aug 29 16:48:03.110774 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-901b6d64-de9f-4ed0-b4b5-3617e55e0fc8 req-7725aca4-fe9a-4539-a7ff-b6de32821e09 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342488 Aug 29 16:48:03.209458 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35580) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:03.410019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35590) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:03.456629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6356e3e-c70d-4831-9621-fdc8dfb1b72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:03.559399 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6356e3e-c70d-4831-9621-fdc8dfb1b72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:03.568985 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6356e3e-c70d-4831-9621-fdc8dfb1b72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:03.615822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e6356e3e-c70d-4831-9621-fdc8dfb1b72a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=065f581bb73c46acb00b199347c6a058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050176 Aug 29 16:48:03.617341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35600) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:03.621077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6356e3e-c70d-4831-9621-fdc8dfb1b72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac91dfe4-0e42-42cd-9693-462f79a2a2be,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:03.630477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c965-fbdf-46d0-ab92-de0356c97370 req-092df937-2eee-4d03-8e84-6161e9c7a219 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:03.632773 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1782c965-fbdf-46d0-ab92-de0356c97370 req-092df937-2eee-4d03-8e84-6161e9c7a219 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.0617802 Aug 29 16:48:03.649182 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ad1bb969-c106-4064-8069-bced2a95d6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:03.701953 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1782c965-fbdf-46d0-ab92-de0356c97370 req-5369c597-f38e-46b7-8c3f-c5445b68a024 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599513 Aug 29 16:48:03.720120 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62ddb5ff-86ad-41a3-817f-86c6b6412c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:03.758067 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62ddb5ff-86ad-41a3-817f-86c6b6412c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:03.844475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ad1bb969-c106-4064-8069-bced2a95d6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:03.856735 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ad1bb969-c106-4064-8069-bced2a95d6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:03.901412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62ddb5ff-86ad-41a3-817f-86c6b6412c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:03.907447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 5be78b4a-18d6-4fb7-94ce-8bf194eb57de details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:48:03.909355 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62ddb5ff-86ad-41a3-817f-86c6b6412c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:03.913734 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-62ddb5ff-86ad-41a3-817f-86c6b6412c3c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac91dfe4-0e42-42cd-9693-462f79a2a2be HTTP/1.1" status: 204 len: 168 time: 0.2954113 Aug 29 16:48:03.936430 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bb969-c106-4064-8069-bced2a95d6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0592d7cc-7790-436f-a223-ea3060c71c37,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:03.956966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ad1bb969-c106-4064-8069-bced2a95d6f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a5b98db3b8e43e287247c7c0bc49656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5459270 Aug 29 16:48:03.959696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35620) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:03.981138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddb5ff-86ad-41a3-817f-86c6b6412c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac91dfe4-0e42-42cd-9693-462f79a2a2be,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:04.009010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07e0e6-7eb1-4b59-9b6f-12d9f80c0fd3 req-e9905d50-5cb2-481d-b48c-13151825f110 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:04.010802 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd07e0e6-7eb1-4b59-9b6f-12d9f80c0fd3 req-e9905d50-5cb2-481d-b48c-13151825f110 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 969 time: 0.1647024 Aug 29 16:48:04.043981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5be78b4a-18d6-4fb7-94ce-8bf194eb57de,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:04.056474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '5be78b4a-18d6-4fb7-94ce-8bf194eb57de', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '5be78b4a-18d6-4fb7-94ce-8bf194eb57de', 'mac_address': 'fa:16:3e:d5:f2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:tempest-test_az-1634663058', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:48:04.059929 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5172c083-a884-49bc-80e2-5d18d5d43e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.079684 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd07e0e6-7eb1-4b59-9b6f-12d9f80c0fd3 req-785fe150-21cf-4ad1-9d1c-145d7afb55ed tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626786 Aug 29 16:48:04.090546 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5172c083-a884-49bc-80e2-5d18d5d43e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.104503 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.118855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be78b4a-18d6-4fb7-94ce-8bf194eb57de {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:04.145269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5be78b4a-18d6-4fb7-94ce-8bf194eb57de,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:04.150951 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.151631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:48:04.162594 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5172c083-a884-49bc-80e2-5d18d5d43e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.165277 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5172c083-a884-49bc-80e2-5d18d5d43e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.166471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5172c083-a884-49bc-80e2-5d18d5d43e30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0592d7cc-7790-436f-a223-ea3060c71c37 HTTP/1.1" status: 204 len: 168 time: 0.2056568 Aug 29 16:48:04.178567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172c083-a884-49bc-80e2-5d18d5d43e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0592d7cc-7790-436f-a223-ea3060c71c37,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:04.249618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=5be78b4a-18d6-4fb7-94ce-8bf194eb57de,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:04.261014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.261684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.262188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.262794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.263292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.263767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.263878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1201c-32bd-4c5e-abb9-ea600bdefac1 req-bd5b7118-c647-4c87-a5d8-8d1ba70e8833 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:04.264351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.264827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.265338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.265805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.266278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.266787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Tracked resource versions report: Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: pushed versions: Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: { 'AddressGroup': {'1.2'}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'ConntrackHelper': {'1.0'}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'Log': {'1.0'}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'Network': {'1.1'}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'Port': {'1.7'}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'PortForwarding': {'1.2'}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'QosPolicy': {'1.9'}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'SecurityGroup': {'1.4'}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'SecurityGroupRule': {'1.2'}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'SubPort': {'1.0'}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'Subnet': {'1.1'}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'Trunk': {'1.1'}} Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: consumer versions: Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: { DHCP agent@n-d-713301-13: {}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: HyperV agent@n-h1-713301-13: {}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: HyperV agent@n-h2-713301-13: {}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: L3 agent@n-d-713301-13: {}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: Metadata agent@n-d-713301-13: {}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: Metering agent@n-d-713301-13: {}, Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: Open vSwitch agent@n-d-713301-13: { 'AddressGroup': '1.2', Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'ConntrackHelper': '1.0', Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'Log': '1.0', Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'Network': '1.1', Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'Port': '1.7', Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'PortForwarding': '1.2', Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'QosPolicy': '1.9', Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'SecurityGroup': '1.4', Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'SecurityGroupRule': '1.2', Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'SubPort': '1.0', Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'Subnet': '1.1', Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: 'Trunk': '1.1'}} Aug 29 16:48:04.268043 n-d-713301-13 neutron-server[111678]: {{(pid=111678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 16:48:04.273535 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0d1201c-32bd-4c5e-abb9-ea600bdefac1 req-bd5b7118-c647-4c87-a5d8-8d1ba70e8833 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 971 time: 0.0674255 Aug 29 16:48:04.292873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:04.307186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8', 'mac_address': 'fa:16:3e:4d:3d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:tempest-test_az-1634663058', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:48:04.323787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0d1201c-32bd-4c5e-abb9-ea600bdefac1 req-bfdd50ac-dc7d-45dd-b627-fdbc87b1a082 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415678 Aug 29 16:48:04.355050 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.369217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:04.389084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:04.393477 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.444394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:04.536175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35642) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:04.553316 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7900042c-b3b0-49f5-adb2-6f5b7ae741fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.652665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7900042c-b3b0-49f5-adb2-6f5b7ae741fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.658231 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7900042c-b3b0-49f5-adb2-6f5b7ae741fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.722608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35652) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:04.725833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7900042c-b3b0-49f5-adb2-6f5b7ae741fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39cde75ed1df4a5794526b7cf307ec32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884899 Aug 29 16:48:04.727627 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900042c-b3b0-49f5-adb2-6f5b7ae741fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05673487-39e5-4eb7-ba53-a88ef839b88b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:04.729491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:04.793345 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66824a8f-3501-416e-a45d-76084d5a9641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.818430 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66824a8f-3501-416e-a45d-76084d5a9641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.846756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35658) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:04.853803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['5be78b4a-18d6-4fb7-94ce-8bf194eb57de'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:04.879413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66824a8f-3501-416e-a45d-76084d5a9641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.882184 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66824a8f-3501-416e-a45d-76084d5a9641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.883315 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-66824a8f-3501-416e-a45d-76084d5a9641 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05673487-39e5-4eb7-ba53-a88ef839b88b HTTP/1.1" status: 204 len: 168 time: 0.1597307 Aug 29 16:48:04.886359 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2856fa56-7311-42c1-a537-bc3a2ad7320e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:04.912504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66824a8f-3501-416e-a45d-76084d5a9641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05673487-39e5-4eb7-ba53-a88ef839b88b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:04.990933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ab6e7-02a2-4bcf-930c-47b8df317bd6 req-eab768da-9469-4198-8067-ec6ea786bfa1 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:04.992099 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf4ab6e7-02a2-4bcf-930c-47b8df317bd6 req-eab768da-9469-4198-8067-ec6ea786bfa1 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.1158106 Aug 29 16:48:05.183782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf4ab6e7-02a2-4bcf-930c-47b8df317bd6 req-6dcfbb1c-8573-4b6b-b5a7-c96b6e7d151c tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713746 Aug 29 16:48:05.221966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2856fa56-7311-42c1-a537-bc3a2ad7320e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.227883 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2856fa56-7311-42c1-a537-bc3a2ad7320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.264247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b96d5-dd6f-4a38-aa0c-5ae1c8ceab05 req-eea0be96-0cc9-40ad-88b7-7c9e83c31d4c tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:05.270657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2856fa56-7311-42c1-a537-bc3a2ad7320e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fff1ba29fae8475cb9b857f2e50d91d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219534 Aug 29 16:48:05.273354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35678) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:05.276521 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d35b96d5-dd6f-4a38-aa0c-5ae1c8ceab05 req-eea0be96-0cc9-40ad-88b7-7c9e83c31d4c tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 970 time: 0.0710666 Aug 29 16:48:05.281593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856fa56-7311-42c1-a537-bc3a2ad7320e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7812c4e8-22e4-4529-8660-edda3875bf19,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:05.304469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35680) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:05.315740 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d35b96d5-dd6f-4a38-aa0c-5ae1c8ceab05 req-f5d003cb-e942-4f29-8fdc-b50b20790677 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Aug 29 16:48:05.356270 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b26154f-ff48-45b8-a8db-95137c8f8e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.382867 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b26154f-ff48-45b8-a8db-95137c8f8e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.455691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cda23de3-be04-40e7-85bb-490c20c3ddad admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.483970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a639ca8-66f0-413c-9bb5-51f88aa408fa req-ce280f1b-0dc6-4152-91d2-2ff9eaa80021 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:05.485467 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a639ca8-66f0-413c-9bb5-51f88aa408fa req-ce280f1b-0dc6-4152-91d2-2ff9eaa80021 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 971 time: 0.0953877 Aug 29 16:48:05.508868 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b26154f-ff48-45b8-a8db-95137c8f8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.511340 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b26154f-ff48-45b8-a8db-95137c8f8e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.512372 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1b26154f-ff48-45b8-a8db-95137c8f8e44 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7812c4e8-22e4-4529-8660-edda3875bf19 HTTP/1.1" status: 204 len: 168 time: 0.2378016 Aug 29 16:48:05.538248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26154f-ff48-45b8-a8db-95137c8f8e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7812c4e8-22e4-4529-8660-edda3875bf19,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:05.562276 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a639ca8-66f0-413c-9bb5-51f88aa408fa req-0d1ea417-7c32-46d5-a7df-b647b96e1f37 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648763 Aug 29 16:48:05.616135 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cda23de3-be04-40e7-85bb-490c20c3ddad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.620099 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cda23de3-be04-40e7-85bb-490c20c3ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.661664 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cda23de3-be04-40e7-85bb-490c20c3ddad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe4b060538144471a2985208bcc494ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560834 Aug 29 16:48:05.663600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda23de3-be04-40e7-85bb-490c20c3ddad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d20938e-e694-4d89-9c73-f6d262bdd512,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:05.664281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35702) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:05.721271 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4728-062c-4c94-aecb-37642c956f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.749744 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4728-062c-4c94-aecb-37642c956f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.802828 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4728-062c-4c94-aecb-37642c956f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.806028 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4728-062c-4c94-aecb-37642c956f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:05.807178 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ad6f4728-062c-4c94-aecb-37642c956f80 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d20938e-e694-4d89-9c73-f6d262bdd512 HTTP/1.1" status: 204 len: 168 time: 0.1419282 Aug 29 16:48:05.817110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f4728-062c-4c94-aecb-37642c956f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d20938e-e694-4d89-9c73-f6d262bdd512,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:05.897856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 5be78b4a-18d6-4fb7-94ce-8bf194eb57de up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:05.949353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:05.953278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:05.954103 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.038597 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.060824 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b2c602-a929-4906-9e47-64a004980568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be78b4a-18d6-4fb7-94ce-8bf194eb57de'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:06.127715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5be78b4a-18d6-4fb7-94ce-8bf194eb57de,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:06.136620 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.137534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:06.214269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=5be78b4a-18d6-4fb7-94ce-8bf194eb57de,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:06.225516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35728) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:06.236761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:06.241092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:06.241595 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.247301 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-457fecdf-b870-421b-99a6-f6fdc1ab1341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.312277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227f8ed-94c0-4f41-9272-c15c998956df req-d1c604ff-dc19-4a4f-ac3e-5991fd3c87eb tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:06.320658 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c227f8ed-94c0-4f41-9272-c15c998956df req-d1c604ff-dc19-4a4f-ac3e-5991fd3c87eb tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.0661752 Aug 29 16:48:06.343343 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.395023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c227f8ed-94c0-4f41-9272-c15c998956df req-521f38f4-d200-4d32-8272-65b8a924d660 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676723 Aug 29 16:48:06.397265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:06.404650 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.441059 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-457fecdf-b870-421b-99a6-f6fdc1ab1341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.447117 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a88e0f0-c394-42b7-8c75-4bed492ea0e2" -d '{"events": [{"server_uuid": "e7b2c602-a929-4906-9e47-64a004980568", "name": "network-vif-plugged", "status": "completed", "tag": "5be78b4a-18d6-4fb7-94ce-8bf194eb57de"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:06.461467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-457fecdf-b870-421b-99a6-f6fdc1ab1341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.484267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:06.536117 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-457fecdf-b870-421b-99a6-f6fdc1ab1341 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a329cf916df14128a3c8dbf4449487ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092642 Aug 29 16:48:06.538737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35748) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:06.547220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fecdf-b870-421b-99a6-f6fdc1ab1341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b12881-8fc4-43b2-801c-2444bc533bd1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:06.576871 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95da50-411d-402c-ae30-4ec83464005d req-3619dd44-cc40-434e-abbd-f97fa2464bc5 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:06.578410 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b95da50-411d-402c-ae30-4ec83464005d req-3619dd44-cc40-434e-abbd-f97fa2464bc5 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 971 time: 0.1360762 Aug 29 16:48:06.595812 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6b6688-9e60-4d4f-96a4-3d94a12903c2 x-openstack-request-id: req-ca6b6688-9e60-4d4f-96a4-3d94a12903c2 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:06.596128 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b2c602-a929-4906-9e47-64a004980568", "name": "network-vif-plugged", "status": "completed", "tag": "5be78b4a-18d6-4fb7-94ce-8bf194eb57de", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:06.596379 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca6b6688-9e60-4d4f-96a4-3d94a12903c2 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:06.596897 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b2c602-a929-4906-9e47-64a004980568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be78b4a-18d6-4fb7-94ce-8bf194eb57de', 'code': 200} Aug 29 16:48:06.634212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bec07a7f-a949-445b-90ec-d22ae05f29fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.645403 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b95da50-411d-402c-ae30-4ec83464005d req-af99ca33-37f2-4e56-9cba-b94b7e1b517a tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569804 Aug 29 16:48:06.665447 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bec07a7f-a949-445b-90ec-d22ae05f29fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.737443 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bec07a7f-a949-445b-90ec-d22ae05f29fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.741780 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bec07a7f-a949-445b-90ec-d22ae05f29fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.743419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bec07a7f-a949-445b-90ec-d22ae05f29fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12b12881-8fc4-43b2-801c-2444bc533bd1 HTTP/1.1" status: 204 len: 168 time: 0.2034404 Aug 29 16:48:06.754486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec07a7f-a949-445b-90ec-d22ae05f29fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b12881-8fc4-43b2-801c-2444bc533bd1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:06.809360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35762) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:06.825906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af742696-e161-41da-95b8-ec8eddf9c9cf req-57a64b87-4043-4edd-bb5a-959b7ce36e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:06.827507 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af742696-e161-41da-95b8-ec8eddf9c9cf req-57a64b87-4043-4edd-bb5a-959b7ce36e4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 1124 time: 0.1299033 Aug 29 16:48:06.836162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd119c-4c64-4480-a824-333e71974e6d req-ec586446-155d-40ac-a456-648c93772828 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:06.838093 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66bd119c-4c64-4480-a824-333e71974e6d req-ec586446-155d-40ac-a456-648c93772828 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 972 time: 0.0833690 Aug 29 16:48:06.852530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-af742696-e161-41da-95b8-ec8eddf9c9cf req-63146c14-6673-416a-8c1d-719b0f6ba364 service neutron] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.907616 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66bd119c-4c64-4480-a824-333e71974e6d req-874771a1-5dc3-42f3-8e37-f6a47f7f9670 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566070 Aug 29 16:48:06.980805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-af742696-e161-41da-95b8-ec8eddf9c9cf req-63146c14-6673-416a-8c1d-719b0f6ba364 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:06.986352 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-af742696-e161-41da-95b8-ec8eddf9c9cf req-63146c14-6673-416a-8c1d-719b0f6ba364 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.012732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af742696-e161-41da-95b8-ec8eddf9c9cf req-63146c14-6673-416a-8c1d-719b0f6ba364 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736448 Aug 29 16:48:07.025769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63146c14-6673-416a-8c1d-719b0f6ba364 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9e2132-3bfd-44e6-baf6-50a59c0b328f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:07.040938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-370472870-network', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:07.066642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Made reservation on behalf of 027b847e72944f55b9e21c2ad846daf4 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:07.069132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.077934 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.194921 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.200292 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.232126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:48:07.244339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf519078-024f-478c-9c8e-08b177826af0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:07.254845 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747308390117', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.265628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Unsubscribe: segment precommit_create {{(pid=111677) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 16:48:07.266162 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Added segment ddac2dc0-79a5-4add-bd86-75a5b2438d53 of type vlan for network e4e3b119-bc09-4959-8f89-607b6bd8007a Aug 29 16:48:07.327152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.365824 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.366947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:07.367730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.465670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6525550 Aug 29 16:48:07.466142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35802) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:07.472108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] Request body: {'subnet': {'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-370472870-subnet', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:07.481655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba01cac-9843-406c-8bcb-f92510f18d7d admin admin] Pushing event updated for resources: {'Network': ['ID=e4e3b119-bc09-4959-8f89-607b6bd8007a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:07.494250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network e4e3b119-bc09-4959-8f89-607b6bd8007a details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:48:07.503196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] Made reservation on behalf of 027b847e72944f55b9e21c2ad846daf4 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:07.505805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.576902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830f674-be3a-43eb-b349-bfcda212b3df req-2cf40b8d-3303-4ab9-bb7d-fc175419ecd3 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:07.586058 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5830f674-be3a-43eb-b349-bfcda212b3df req-2cf40b8d-3303-4ab9-bb7d-fc175419ecd3 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.0918112 Aug 29 16:48:07.630849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5830f674-be3a-43eb-b349-bfcda212b3df req-7bf19845-e574-4270-bbc3-52bddd730569 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436363 Aug 29 16:48:07.678735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35812) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:07.771042 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.797679 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ad1db7b8-2525-46aa-9620-f830ba1f6ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.832830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266d0e7-ddc3-420f-a5e7-542c96ca4ff6 req-5a29ba6e-8a52-4eee-927c-9854c8fa9328 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:07.834340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f266d0e7-ddc3-420f-a5e7-542c96ca4ff6 req-5a29ba6e-8a52-4eee-927c-9854c8fa9328 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 971 time: 0.1020832 Aug 29 16:48:07.857516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97868cc0-51ab-44c2-8393-aed9c67adc3d,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:07.879964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] Checking segment: {'id': 'ddac2dc0-79a5-4add-bd86-75a5b2438d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:07.880317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] Network hostable DHCP agents. Network: e4e3b119-bc09-4959-8f89-607b6bd8007a, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:48:07.899359 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ad1db7b8-2525-46aa-9620-f830ba1f6ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.906599 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ad1db7b8-2525-46aa-9620-f830ba1f6ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.914179 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f266d0e7-ddc3-420f-a5e7-542c96ca4ff6 req-56372df3-7351-4dad-be61-9099a63f6856 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645008 Aug 29 16:48:07.930113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] Network e4e3b119-bc09-4959-8f89-607b6bd8007a is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:48:07.941475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, e4e3b119-bc09-4959-8f89-607b6bd8007a) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:07.947437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ad1db7b8-2525-46aa-9620-f830ba1f6ace admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0b21abfa406453bae568c541bb46c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675636 Aug 29 16:48:07.948060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:07.950064 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:07.953349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35822) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:07.953953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f30ea0-356d-41f9-9a31-5afcb2f9a204 None None] Network e4e3b119-bc09-4959-8f89-607b6bd8007a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:07.981765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-56f62b85-c1e7-42af-aeb0-1a59bc695320 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5145550 Aug 29 16:48:07.982388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35826) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:07.991687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1db7b8-2525-46aa-9620-f830ba1f6ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b58793-331f-4c83-b43f-a2fd797d188c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:07.991995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-370472870-router', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:08.021912 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.023067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.049084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d13775f-19dc-45e1-bdff-be4a84ee62d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.074222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3225c-6316-481f-8a61-f3caf417f514 req-23905aa7-6340-4b95-9ddc-cacdacd929e3 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:08.075703 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2aa3225c-6316-481f-8a61-f3caf417f514 req-23905aa7-6340-4b95-9ddc-cacdacd929e3 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 972 time: 0.0749018 Aug 29 16:48:08.086535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d13775f-19dc-45e1-bdff-be4a84ee62d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.089873 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.150685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2aa3225c-6316-481f-8a61-f3caf417f514 req-c59c913d-ec59-468a-bcfb-ee4d1543a990 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663762 Aug 29 16:48:08.169498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-e4e3b119-bc09-4959-8f89-607b6bd8007a', 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'fixed_ips': [{'subnet_id': '97868cc0-51ab-44c2-8393-aed9c67adc3d'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:48:08.170380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.178102 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d13775f-19dc-45e1-bdff-be4a84ee62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.183513 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d13775f-19dc-45e1-bdff-be4a84ee62d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.186069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7d13775f-19dc-45e1-bdff-be4a84ee62d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62b58793-331f-4c83-b43f-a2fd797d188c HTTP/1.1" status: 204 len: 168 time: 0.2316594 Aug 29 16:48:08.203772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13775f-19dc-45e1-bdff-be4a84ee62d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b58793-331f-4c83-b43f-a2fd797d188c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:08.332441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Allocated IP 172.20.0.2 (e4e3b119-bc09-4959-8f89-607b6bd8007a/97868cc0-51ab-44c2-8393-aed9c67adc3d/9c88e139-7404-40d8-b1f6-d2867a4d2bc3) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:08.465250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.507623 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.516996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Transition to ACTIVE for port object 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:08.534039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Transition to ACTIVE for port object 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:08.542450 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.552494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35842) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:08.575136 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-936c88c7-9c91-47eb-a27c-d122340f1b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.581110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Network e4e3b119-bc09-4959-8f89-607b6bd8007a is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:08.584393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:08.594664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:08.598961 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c4a448-59db-4c66-a7c5-f122ba804d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:08.601573 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69ae32e-c830-470c-ae34-b5e330f8c090" -d '{"events": [{"server_uuid": "76c4a448-59db-4c66-a7c5-f122ba804d44", "name": "network-vif-plugged", "status": "completed", "tag": "e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:08.631533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Pushing event updated for resources: {'Port': ['ID=9c88e139-7404-40d8-b1f6-d2867a4d2bc3,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:08.642868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-6a024646-95b6-422e-b3f3-ae3d6ddbad79 req-ad7c1a81-8bf4-41c1-b172-a0bfa75db98e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2008970342', 'description': 'tempest-description-1339863141'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:08.661123 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffedf4e5-7036-4e17-8e01-21b6c3960c0e x-openstack-request-id: req-ffedf4e5-7036-4e17-8e01-21b6c3960c0e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:08.670777 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c4a448-59db-4c66-a7c5-f122ba804d44", "name": "network-vif-plugged", "status": "completed", "tag": "e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:08.671142 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ffedf4e5-7036-4e17-8e01-21b6c3960c0e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:08.671561 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c4a448-59db-4c66-a7c5-f122ba804d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8', 'code': 200} Aug 29 16:48:08.688769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Attempting to bind port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:08.689491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Attempting to bind port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'ddac2dc0-79a5-4add-bd86-75a5b2438d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:08.689872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Attempting to bind port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 on network e4e3b119-bc09-4959-8f89-607b6bd8007a {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:08.696145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:08.696639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Checking segment: {'id': 'ddac2dc0-79a5-4add-bd86-75a5b2438d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:08.697042 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.697844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Bound using segment: {'id': 'ddac2dc0-79a5-4add-bd86-75a5b2438d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:08.698581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Bound port: 9c88e139-7404-40d8-b1f6-d2867a4d2bc3, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddac2dc0-79a5-4add-bd86-75a5b2438d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:08.699001 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.744502 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-936c88c7-9c91-47eb-a27c-d122340f1b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.757367 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-936c88c7-9c91-47eb-a27c-d122340f1b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.782511 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.806735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] For port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:08.807081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.810672 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6a024646-95b6-422e-b3f3-ae3d6ddbad79 req-ad7c1a81-8bf4-41c1-b172-a0bfa75db98e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.811831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] For port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c88e139-7404-40d8-b1f6-d2867a4d2bc3,segment=NetworkSegment(ddac2dc0-79a5-4add-bd86-75a5b2438d53),segment_id=ddac2dc0-79a5-4add-bd86-75a5b2438d53)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:08.813119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415a53b-9fd0-404d-85a0-e452050cdb8a req-129cc68f-9a48-4dd7-b229-1b27a3da2dbb tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:08.814967 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3415a53b-9fd0-404d-85a0-e452050cdb8a req-129cc68f-9a48-4dd7-b229-1b27a3da2dbb tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.1025033 Aug 29 16:48:08.817786 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-936c88c7-9c91-47eb-a27c-d122340f1b7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9cad49c47f0e462c8e6a47a1cde1cd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633958 Aug 29 16:48:08.818673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c88c7-9c91-47eb-a27c-d122340f1b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c03fc1-20db-4681-8060-c6c6b83d6e85,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:08.822019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35850) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:08.825194 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.834559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6a024646-95b6-422e-b3f3-ae3d6ddbad79 req-ad7c1a81-8bf4-41c1-b172-a0bfa75db98e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.839964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f84d27-98e4-4d1e-b9c5-4fb21bdfeb06 req-6ea72f8c-8ead-42f1-aff7-c4a42753a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:08.841492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b9f84d27-98e4-4d1e-b9c5-4fb21bdfeb06 req-6ea72f8c-8ead-42f1-aff7-c4a42753a503 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 1123 time: 0.1165781 Aug 29 16:48:08.893418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ebf67-a589-4574-8ab6-4f36891b4632 None None] Pushing event updated for resources: {'Port': ['ID=9c88e139-7404-40d8-b1f6-d2867a4d2bc3,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:08.901800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3415a53b-9fd0-404d-85a0-e452050cdb8a req-a6632f43-65f7-4694-a88b-9372e35b453e tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772877 Aug 29 16:48:08.936040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d87180f0-2c24-47d5-a28f-6ae9ee2284fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.966949 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d87180f0-2c24-47d5-a28f-6ae9ee2284fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:08.979345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b9f84d27-98e4-4d1e-b9c5-4fb21bdfeb06 req-311357ef-ca6f-4429-9956-db4a269d2fca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051326 Aug 29 16:48:09.013850 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Allocated IP 172.25.5.61 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/12a9bdce-8242-4b9a-8d05-76b184f31bdd) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:09.057085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d87180f0-2c24-47d5-a28f-6ae9ee2284fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.059629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d87180f0-2c24-47d5-a28f-6ae9ee2284fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.063248 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d87180f0-2c24-47d5-a28f-6ae9ee2284fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62c03fc1-20db-4681-8060-c6c6b83d6e85 HTTP/1.1" status: 204 len: 168 time: 0.2376122 Aug 29 16:48:09.075861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87180f0-2c24-47d5-a28f-6ae9ee2284fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c03fc1-20db-4681-8060-c6c6b83d6e85,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:09.088567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b52962-4dd5-4f52-a72d-4aeab5ab6246 req-5bc997cf-0da8-4d80-97b0-959a23464ceb tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:09.090584 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88b52962-4dd5-4f52-a72d-4aeab5ab6246 req-5bc997cf-0da8-4d80-97b0-959a23464ceb tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 971 time: 0.0734725 Aug 29 16:48:09.145815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88b52962-4dd5-4f52-a72d-4aeab5ab6246 req-8712c074-52d5-4177-a6d2-112de7f5b628 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Aug 29 16:48:09.146940 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6a024646-95b6-422e-b3f3-ae3d6ddbad79 req-ad7c1a81-8bf4-41c1-b172-a0bfa75db98e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.156607 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6a024646-95b6-422e-b3f3-ae3d6ddbad79 req-ad7c1a81-8bf4-41c1-b172-a0bfa75db98e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.180861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.216578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c1a81-8bf4-41c1-b172-a0bfa75db98e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48741224-e182-4940-addf-104556a02d61,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:09.278606 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.334826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:09.347157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:09.348788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:09.391462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e788-4aec-465e-900b-f957473b9125 req-618ed632-6f50-44ac-aded-1206fe8f0c86 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:09.393749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b972e788-4aec-465e-900b-f957473b9125 req-618ed632-6f50-44ac-aded-1206fe8f0c86 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 972 time: 0.0810254 Aug 29 16:48:09.403231 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6a024646-95b6-422e-b3f3-ae3d6ddbad79 req-ad7c1a81-8bf4-41c1-b172-a0bfa75db98e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.447399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6a024646-95b6-422e-b3f3-ae3d6ddbad79 req-ad7c1a81-8bf4-41c1-b172-a0bfa75db98e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.447665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b972e788-4aec-465e-900b-f957473b9125 req-b3ed4bf9-54c6-48a5-bf41-ca72110c8d8e tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473027 Aug 29 16:48:09.461517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Pushing event updated for resources: {'Port': ['ID=12a9bdce-8242-4b9a-8d05-76b184f31bdd,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:09.514759 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6a024646-95b6-422e-b3f3-ae3d6ddbad79 req-ad7c1a81-8bf4-41c1-b172-a0bfa75db98e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.516018 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a024646-95b6-422e-b3f3-ae3d6ddbad79 req-ad7c1a81-8bf4-41c1-b172-a0bfa75db98e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8872218 Aug 29 16:48:09.538078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c1a81-8bf4-41c1-b172-a0bfa75db98e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fabb98-8840-4f1f-8332-062710e02ab9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:09.553941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-48e15dd4-1dbb-4dcf-b1d2-0610f58fafd5 req-00ecdc17-e012-4444-a5af-c60ce6e90505 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1099968304', 'description': 'tempest-description-710582650'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:09.616307 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-48e15dd4-1dbb-4dcf-b1d2-0610f58fafd5 req-00ecdc17-e012-4444-a5af-c60ce6e90505 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.719827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.874469 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-48e15dd4-1dbb-4dcf-b1d2-0610f58fafd5 req-00ecdc17-e012-4444-a5af-c60ce6e90505 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.886687 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-48e15dd4-1dbb-4dcf-b1d2-0610f58fafd5 req-00ecdc17-e012-4444-a5af-c60ce6e90505 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.961544 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-48e15dd4-1dbb-4dcf-b1d2-0610f58fafd5 req-00ecdc17-e012-4444-a5af-c60ce6e90505 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:09.962776 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48e15dd4-1dbb-4dcf-b1d2-0610f58fafd5 req-00ecdc17-e012-4444-a5af-c60ce6e90505 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4138162 Aug 29 16:48:09.970017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecdc17-e012-4444-a5af-c60ce6e90505 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c93f9d-7377-44ac-bee8-1c98d0d25311,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:10.092525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:10.122120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:10.212137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:10.292268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137645f-e54c-44bf-93d9-7de5214eda8d req-f916aab5-c6dd-4a28-bf6e-b7b83367b779 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:10.293844 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2137645f-e54c-44bf-93d9-7de5214eda8d req-f916aab5-c6dd-4a28-bf6e-b7b83367b779 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 948 time: 0.2110887 Aug 29 16:48:10.344741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e21045c-8710-4617-ae2f-04ace60dfd9d None None] Network e4e3b119-bc09-4959-8f89-607b6bd8007a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:10.350694 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2137645f-e54c-44bf-93d9-7de5214eda8d req-d454ea50-58c2-46d6-9da1-acfcc54c2cb5 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490487 Aug 29 16:48:10.373671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:48:10.548565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-965f12ca-51cd-4645-a7dc-f5fa92c42a6c req-f29bc0f8-0942-444a-8ffc-634f03711ff9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1267446800', 'description': 'tempest-description-97690890'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:10.555537 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:48:10.566298 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Sync routers for ids ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:48:10.575789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99243931-1eda-4777-8691-1442044a81c2 req-36154d67-6c85-4df8-ad0e-11117efeccf5 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:10.577330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1b4cb99d-dde4-4c5d-a0d5-e2090fc7ce13 None None] Provisioning for port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:10.577471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99243931-1eda-4777-8691-1442044a81c2 req-36154d67-6c85-4df8-ad0e-11117efeccf5 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 971 time: 0.1209726 Aug 29 16:48:10.582784 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Routers {'85b430c9-c1fd-4ba5-ac9f-33411b386ccd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:48:10.587582 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:47:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:10.587995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1b4cb99d-dde4-4c5d-a0d5-e2090fc7ce13 None None] Provisioning complete for port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:10.588223 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb99d-dde4-4c5d-a0d5-e2090fc7ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:10.604652 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-965f12ca-51cd-4645-a7dc-f5fa92c42a6c req-f29bc0f8-0942-444a-8ffc-634f03711ff9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:10.617522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-965f12ca-51cd-4645-a7dc-f5fa92c42a6c req-f29bc0f8-0942-444a-8ffc-634f03711ff9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:10.629503 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:10.631031 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f3726d1e-6f23-49b2-aab9-c7cb7905505b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6459913 Aug 29 16:48:10.637117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35900) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:10.656278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ffe3e240-583c-4444-a078-c6383759a559 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:48:10.663565 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99243931-1eda-4777-8691-1442044a81c2 req-f07aa2b6-04b5-4de7-82c6-7adddd55278f tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794606 Aug 29 16:48:10.796676 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Set router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:48:10.863947 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb99d-dde4-4c5d-a0d5-e2090fc7ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:10.889793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ffe3e240-583c-4444-a078-c6383759a559, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ffe3e240-583c-4444-a078-c6383759a559,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:10.900916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be21b3-3f77-46db-9d76-6909301702e4 req-5fbdad45-30d1-4ccf-bedd-6685d782fa1d tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:10.904442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-54be21b3-3f77-46db-9d76-6909301702e4 req-5fbdad45-30d1-4ccf-bedd-6685d782fa1d tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 972 time: 0.1179016 Aug 29 16:48:10.910797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'ffe3e240-583c-4444-a078-c6383759a559', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'ffe3e240-583c-4444-a078-c6383759a559', 'mac_address': 'fa:16:3e:59:86:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:48:10.927686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1b4cb99d-dde4-4c5d-a0d5-e2090fc7ce13 None None] For port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c88e139-7404-40d8-b1f6-d2867a4d2bc3,segment=NetworkSegment(ddac2dc0-79a5-4add-bd86-75a5b2438d53),segment_id=ddac2dc0-79a5-4add-bd86-75a5b2438d53)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:10.996861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-54be21b3-3f77-46db-9d76-6909301702e4 req-f4776b27-7b08-4bc0-ac82-8a5fc6e357ac tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819502 Aug 29 16:48:10.998101 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.016881 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb99d-dde4-4c5d-a0d5-e2090fc7ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.074127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cb99d-dde4-4c5d-a0d5-e2090fc7ce13 None None] Pushing event updated for resources: {'Port': ['ID=9c88e139-7404-40d8-b1f6-d2867a4d2bc3,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:11.076880 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'name': 'tempest-FloatingIPsTestJSON-370472870-router', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:09Z', 'revision_number': 3, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'gw_port': {'id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:11.079478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe3e240-583c-4444-a078-c6383759a559 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:11.125946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ffe3e240-583c-4444-a078-c6383759a559, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ffe3e240-583c-4444-a078-c6383759a559,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:11.127982 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Checking router: 85b430c9-c1fd-4ba5-ac9f-33411b386ccd for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:48:11.128510 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Updating router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd port 12a9bdce-8242-4b9a-8d05-76b184f31bdd binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:48:11.140630 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.181453 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.215558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ffe3e240-583c-4444-a078-c6383759a559,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:11.227202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404e72b-5d16-472b-82b8-262094167985 req-d050d5d5-af51-4c73-b8b4-48c2d194628f tempest-AggregatesAdminTestJSON-1333192813 tempest-AggregatesAdminTestJSON-1333192813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:11.232974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5404e72b-5d16-472b-82b8-262094167985 req-d050d5d5-af51-4c73-b8b4-48c2d194628f tempest-AggregatesAdminTestJSON-1333192813 tempest-AggregatesAdminTestJSON-1333192813-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 1123 time: 0.0569072 Aug 29 16:48:11.243853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c6434ce6-1b1f-4666-808d-85e7be3d0855 None None] Provisioning complete for port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:11.244071 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6434ce6-1b1f-4666-808d-85e7be3d0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.257345 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5404e72b-5d16-472b-82b8-262094167985 req-362ddbac-88b6-4f57-b5a4-02b47fb143f4 tempest-AggregatesAdminTestJSON-1333192813 tempest-AggregatesAdminTestJSON-1333192813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.428009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-965f12ca-51cd-4645-a7dc-f5fa92c42a6c req-f29bc0f8-0942-444a-8ffc-634f03711ff9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.435168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-965f12ca-51cd-4645-a7dc-f5fa92c42a6c req-f29bc0f8-0942-444a-8ffc-634f03711ff9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.474519 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.484700 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Transition to ACTIVE for port object 12a9bdce-8242-4b9a-8d05-76b184f31bdd will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:11.491003 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.524133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bc0f8-0942-444a-8ffc-634f03711ff9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114fceb5-33b4-4010-aa53-3ef3ba852aed,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:11.524776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5404e72b-5d16-472b-82b8-262094167985 req-362ddbac-88b6-4f57-b5a4-02b47fb143f4 tempest-AggregatesAdminTestJSON-1333192813 tempest-AggregatesAdminTestJSON-1333192813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.530436 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5404e72b-5d16-472b-82b8-262094167985 req-362ddbac-88b6-4f57-b5a4-02b47fb143f4 tempest-AggregatesAdminTestJSON-1333192813 tempest-AggregatesAdminTestJSON-1333192813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.557671 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5404e72b-5d16-472b-82b8-262094167985 req-362ddbac-88b6-4f57-b5a4-02b47fb143f4 tempest-AggregatesAdminTestJSON-1333192813 tempest-AggregatesAdminTestJSON-1333192813-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148170 Aug 29 16:48:11.568615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ddbac-88b6-4f57-b5a4-02b47fb143f4 tempest-AggregatesAdminTestJSON-1333192813 tempest-AggregatesAdminTestJSON-1333192813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa08bf8a-e1c2-4db4-8441-29cab2f56ab8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:11.575445 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Pushing event updated for resources: {'Port': ['ID=12a9bdce-8242-4b9a-8d05-76b184f31bdd,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:11.584258 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.584827 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.585369 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.585865 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.586340 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.586871 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.588876 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.593641 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.595999 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.596356 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.596697 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.597200 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Tracked resource versions report: Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: pushed versions: Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: { 'AddressGroup': {'1.2'}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'ConntrackHelper': {'1.0'}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'Log': {'1.0'}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'Network': {'1.1'}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'Port': {'1.7'}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'PortForwarding': {'1.2'}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'QosPolicy': {'1.9'}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'SecurityGroup': {'1.4'}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'SecurityGroupRule': {'1.2'}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'SubPort': {'1.0'}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'Subnet': {'1.1'}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'Trunk': {'1.1'}} Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: consumer versions: Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: { DHCP agent@n-d-713301-13: {}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: HyperV agent@n-h1-713301-13: {}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: HyperV agent@n-h2-713301-13: {}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: L3 agent@n-d-713301-13: {}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: Metadata agent@n-d-713301-13: {}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: Metering agent@n-d-713301-13: {}, Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: Open vSwitch agent@n-d-713301-13: { 'AddressGroup': '1.2', Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'ConntrackHelper': '1.0', Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'Log': '1.0', Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'Network': '1.1', Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'Port': '1.7', Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'PortForwarding': '1.2', Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'QosPolicy': '1.9', Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'SecurityGroup': '1.4', Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'SecurityGroupRule': '1.2', Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'SubPort': '1.0', Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'Subnet': '1.1', Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: 'Trunk': '1.1'}} Aug 29 16:48:11.598488 n-d-713301-13 neutron-server[111679]: {{(pid=111679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 16:48:11.601880 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Attempting to bind port 12a9bdce-8242-4b9a-8d05-76b184f31bdd on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:11.602433 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Attempting to bind port 12a9bdce-8242-4b9a-8d05-76b184f31bdd by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:11.602960 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Attempting to bind port 12a9bdce-8242-4b9a-8d05-76b184f31bdd on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:11.604250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ffe3e240-583c-4444-a078-c6383759a559'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:11.608589 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:11.609290 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:11.609907 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.610485 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:11.611678 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Bound port: 12a9bdce-8242-4b9a-8d05-76b184f31bdd, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:11.612275 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.620834 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.671461 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] For port 12a9bdce-8242-4b9a-8d05-76b184f31bdd, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:11.676048 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] For port 12a9bdce-8242-4b9a-8d05-76b184f31bdd, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=12a9bdce-8242-4b9a-8d05-76b184f31bdd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:11.683325 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.715983 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-965f12ca-51cd-4645-a7dc-f5fa92c42a6c req-f29bc0f8-0942-444a-8ffc-634f03711ff9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.731225 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-965f12ca-51cd-4645-a7dc-f5fa92c42a6c req-f29bc0f8-0942-444a-8ffc-634f03711ff9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.743189 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Routers {'85b430c9-c1fd-4ba5-ac9f-33411b386ccd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:48:11.744216 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:47:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:11.811818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a073f-0119-463a-bbd4-89b8fb261f0a req-168dd3ae-2ad0-48ab-9274-ddf44f40afc3 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:11.813968 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b5a073f-0119-463a-bbd4-89b8fb261f0a req-168dd3ae-2ad0-48ab-9274-ddf44f40afc3 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 1124 time: 0.0609500 Aug 29 16:48:11.819472 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad547d9-7c0a-4191-a3df-ed2b785fbf18 None None] Pushing event updated for resources: {'Port': ['ID=12a9bdce-8242-4b9a-8d05-76b184f31bdd,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:11.825400 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-965f12ca-51cd-4645-a7dc-f5fa92c42a6c req-f29bc0f8-0942-444a-8ffc-634f03711ff9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:11.837352 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-965f12ca-51cd-4645-a7dc-f5fa92c42a6c req-f29bc0f8-0942-444a-8ffc-634f03711ff9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2943845 Aug 29 16:48:11.904580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bc0f8-0942-444a-8ffc-634f03711ff9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72816dd-e49b-4ee4-bddf-a212e20198b2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:11.904785 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] Set router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:48:11.922802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6b5a073f-0119-463a-bbd4-89b8fb261f0a req-5b436665-c91f-4297-b78f-debb82613d86 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] Deleting port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:48:11.924272 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6b5a073f-0119-463a-bbd4-89b8fb261f0a req-5b436665-c91f-4297-b78f-debb82613d86 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.020671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f1a83-e6e4-4438-80f4-44705ea33268 req-116c5ae5-e315-42af-9c91-f627050c670f tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:12.022489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f18f1a83-e6e4-4438-80f4-44705ea33268 req-116c5ae5-e315-42af-9c91-f627050c670f tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 949 time: 0.1035697 Aug 29 16:48:12.025827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Allocated IP 172.20.0.1 (e4e3b119-bc09-4959-8f89-607b6bd8007a/97868cc0-51ab-44c2-8393-aed9c67adc3d/a338aa43-dea8-40a0-bfb4-daaa93b56ef1) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:12.028471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:12.087883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6b5a073f-0119-463a-bbd4-89b8fb261f0a req-5b436665-c91f-4297-b78f-debb82613d86 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] For port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5be78b4a-18d6-4fb7-94ce-8bf194eb57de,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:12.088254 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6b5a073f-0119-463a-bbd4-89b8fb261f0a req-5b436665-c91f-4297-b78f-debb82613d86 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.106436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:12.107074 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.123210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6b5a073f-0119-463a-bbd4-89b8fb261f0a req-5b436665-c91f-4297-b78f-debb82613d86 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] Calling delete_port for 5be78b4a-18d6-4fb7-94ce-8bf194eb57de owned by compute:tempest-test_az-1634663058 {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:48:12.216822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f18f1a83-e6e4-4438-80f4-44705ea33268 req-c47409c9-d408-4ae4-9b2d-cc880baa55ea tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546047 Aug 29 16:48:12.251607 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-6d0c28e4-aea1-4154-ab71-0a2c0aabb7dd req-d32e1ab4-c048-4746-914f-948fc88f163a tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1978182068', 'description': 'tempest-description-560530990'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:12.274431 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.295840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Transition to ACTIVE for port object a338aa43-dea8-40a0-bfb4-daaa93b56ef1 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:12.296075 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'name': 'tempest-FloatingIPsTestJSON-370472870-router', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:09Z', 'revision_number': 3, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'gw_port': {'id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:12.299288 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6d0c28e4-aea1-4154-ab71-0a2c0aabb7dd req-d32e1ab4-c048-4746-914f-948fc88f163a tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.320855 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6b5a073f-0119-463a-bbd4-89b8fb261f0a req-5b436665-c91f-4297-b78f-debb82613d86 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.324800 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aed94b-6d7b-4bf9-a3da-7c772fccabe2 None None] The sync data for ids ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'] in n-d-713301-13 is: [{'id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'name': 'tempest-FloatingIPsTestJSON-370472870-router', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:09Z', 'revision_number': 3, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'gw_port': {'id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:48:12.334172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['5be78b4a-18d6-4fb7-94ce-8bf194eb57de'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:12.368853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.429802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Network e4e3b119-bc09-4959-8f89-607b6bd8007a is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:12.437893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:12.445772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:12.446357 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.581923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Pushing event updated for resources: {'Port': ['ID=a338aa43-dea8-40a0-bfb4-daaa93b56ef1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:12.621015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ffe3e240-583c-4444-a078-c6383759a559 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:12.624642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b436665-c91f-4297-b78f-debb82613d86 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] Pushing event deleted for resources: {'Port': ['ID=5be78b4a-18d6-4fb7-94ce-8bf194eb57de,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:12.630539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6d0c28e4-aea1-4154-ab71-0a2c0aabb7dd req-d32e1ab4-c048-4746-914f-948fc88f163a tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.649335 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6d0c28e4-aea1-4154-ab71-0a2c0aabb7dd req-d32e1ab4-c048-4746-914f-948fc88f163a tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.698707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5a073f-0119-463a-bbd4-89b8fb261f0a req-5b436665-c91f-4297-b78f-debb82613d86 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] No DVR routers for this DVR port 5be78b4a-18d6-4fb7-94ce-8bf194eb57de on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:48:12.703367 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6b5a073f-0119-463a-bbd4-89b8fb261f0a req-5b436665-c91f-4297-b78f-debb82613d86 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.706612 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b5a073f-0119-463a-bbd4-89b8fb261f0a req-5b436665-c91f-4297-b78f-debb82613d86 tempest-DeleteServersAdminTestJSON-74483169 tempest-DeleteServersAdminTestJSON-74483169-project-admin] 10.222.0.10 "DELETE /v2.0/ports/5be78b4a-18d6-4fb7-94ce-8bf194eb57de HTTP/1.1" status: 204 len: 173 time: 0.8850563 Aug 29 16:48:12.707348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b2c602-a929-4906-9e47-64a004980568', 'name': 'network-vif-deleted', 'tag': '5be78b4a-18d6-4fb7-94ce-8bf194eb57de'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:12.710072 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4091686-74d8-45bb-9290-b95d6058a705" -d '{"events": [{"server_uuid": "e7b2c602-a929-4906-9e47-64a004980568", "name": "network-vif-deleted", "tag": "5be78b4a-18d6-4fb7-94ce-8bf194eb57de"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:12.781112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d8114f4a-552d-485c-81a6-d695b278de7f req-ffc860c7-f3cf-4409-b449-b3e68d85a7d5 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2c602-a929-4906-9e47-64a004980568 HTTP/1.1" status: 200 len: 210 time: 0.0800266 Aug 29 16:48:12.790984 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6d0c28e4-aea1-4154-ab71-0a2c0aabb7dd req-d32e1ab4-c048-4746-914f-948fc88f163a tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.808512 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d0c28e4-aea1-4154-ab71-0a2c0aabb7dd req-d32e1ab4-c048-4746-914f-948fc88f163a tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5689967 Aug 29 16:48:12.817056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e1ab4-c048-4746-914f-948fc88f163a tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5e0e97-69e9-4201-9226-6316031fce0e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:12.841045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port ffe3e240-583c-4444-a078-c6383759a559 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:12.846042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port ffe3e240-583c-4444-a078-c6383759a559 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:12.846783 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.851113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cab0bf92-8660-44a4-92ec-cc5f9c1ccae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.919125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1b93210d-1c0e-4538-81dc-aec75836b4ab None None] Provisioning for port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:12.926655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1b93210d-1c0e-4538-81dc-aec75836b4ab None None] Provisioning complete for port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:12.927199 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405147b5-4d3c-47d0-a7ab-abeb96f01864 x-openstack-request-id: req-405147b5-4d3c-47d0-a7ab-abeb96f01864 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:12.927710 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1b93210d-1c0e-4538-81dc-aec75836b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:12.927810 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b2c602-a929-4906-9e47-64a004980568", "name": "network-vif-deleted", "tag": "5be78b4a-18d6-4fb7-94ce-8bf194eb57de", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:12.927810 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-405147b5-4d3c-47d0-a7ab-abeb96f01864 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:12.928791 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b2c602-a929-4906-9e47-64a004980568', 'name': 'network-vif-deleted', 'tag': '5be78b4a-18d6-4fb7-94ce-8bf194eb57de', 'status': 'completed', 'code': 200} Aug 29 16:48:12.944061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:13.021025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1b93210d-1c0e-4538-81dc-aec75836b4ab None None] Port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:48:13.036917 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:13.073531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f3a6e6-5e61-4e79-a58a-4893677571c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe3e240-583c-4444-a078-c6383759a559'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:13.076870 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3ad579-f5b7-46a8-bfb1-70e14b8905f6" -d '{"events": [{"server_uuid": "e9f3a6e6-5e61-4e79-a58a-4893677571c4", "name": "network-vif-plugged", "status": "completed", "tag": "ffe3e240-583c-4444-a078-c6383759a559"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:13.097879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ffe3e240-583c-4444-a078-c6383759a559, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ffe3e240-583c-4444-a078-c6383759a559,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:13.114636 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:13.194217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ffe3e240-583c-4444-a078-c6383759a559,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:13.209641 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:13.221424 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:13.222966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:13.245133 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-0fe82233-777f-41c9-9793-56e980bba6e8 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34070 time: 0.2878995 Aug 29 16:48:13.318275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Pushing event updated for resources: {'Port': ['ID=a338aa43-dea8-40a0-bfb4-daaa93b56ef1,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:13.332875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-b92d9113-07a2-4f09-a912-8966449fb7bf tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/0a9e2132-3bfd-44e6-baf6-50a59c0b328f HTTP/1.1" status: 200 len: 2981 time: 0.0690625 Aug 29 16:48:13.367142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Network e4e3b119-bc09-4959-8f89-607b6bd8007a is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:13.370021 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:13.395362 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-f9354238-22d3-4084-a8c1-b2e4c6a7fe2c tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/0a9e2132-3bfd-44e6-baf6-50a59c0b328f HTTP/1.1" status: 200 len: 2981 time: 0.0530026 Aug 29 16:48:13.457884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-702c47c0-4585-47ed-b7eb-bdaeee4e3f03 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/114fceb5-33b4-4010-aa53-3ef3ba852aed HTTP/1.1" status: 200 len: 2981 time: 0.0616021 Aug 29 16:48:13.525170 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-4a143432-538f-4dfe-8def-67c12c993168 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/114fceb5-33b4-4010-aa53-3ef3ba852aed HTTP/1.1" status: 200 len: 2981 time: 0.0599422 Aug 29 16:48:13.545423 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552d74fa-5859-42ad-8ba8-096f086f34c0 x-openstack-request-id: req-552d74fa-5859-42ad-8ba8-096f086f34c0 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:13.546305 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f3a6e6-5e61-4e79-a58a-4893677571c4", "name": "network-vif-plugged", "status": "completed", "tag": "ffe3e240-583c-4444-a078-c6383759a559", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:13.546713 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-552d74fa-5859-42ad-8ba8-096f086f34c0 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:13.547429 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f3a6e6-5e61-4e79-a58a-4893677571c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe3e240-583c-4444-a078-c6383759a559', 'code': 200} Aug 29 16:48:13.590208 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-93c52e67-86b6-460b-94d1-f79a2e586c3d tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1e982f5f-0017-40da-a03b-37c46540eded HTTP/1.1" status: 200 len: 2981 time: 0.0640614 Aug 29 16:48:13.600099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:48:13.662291 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-b57b4f03-f665-4229-a5b2-731b13431379 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1e982f5f-0017-40da-a03b-37c46540eded HTTP/1.1" status: 200 len: 2981 time: 0.0624495 Aug 29 16:48:13.728861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e186f-32e3-4427-9c4f-02d5a11b1882 req-2946a1f0-f0ef-4a37-b30f-94d8cffe89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:13.730446 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e90e186f-32e3-4427-9c4f-02d5a11b1882 req-2946a1f0-f0ef-4a37-b30f-94d8cffe89ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 1102 time: 0.0657456 Aug 29 16:48:13.750470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-30efc84a-0d1d-4f6c-b372-ac6a2bb613d3 None None] Provisioning complete for port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:13.751992 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-30efc84a-0d1d-4f6c-b372-ac6a2bb613d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:13.756288 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-428c3f36-cefd-4547-b23f-4a7e508dafb1 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1ed6a7e8-d824-40cc-b7df-e63d95ca2a98 HTTP/1.1" status: 200 len: 2977 time: 0.0645115 Aug 29 16:48:13.792673 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e90e186f-32e3-4427-9c4f-02d5a11b1882 req-958b740e-4e0b-44f0-9d0a-c72809b33822 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384328 Aug 29 16:48:13.797762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-30efc84a-0d1d-4f6c-b372-ac6a2bb613d3 None None] Port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:48:13.833679 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-b33be982-2ba6-4877-96f9-27ed4686b2bb tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1ed6a7e8-d824-40cc-b7df-e63d95ca2a98 HTTP/1.1" status: 200 len: 2977 time: 0.0433428 Aug 29 16:48:13.877928 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-3628b403-dc8a-4421-8294-0725717fb964 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/48741224-e182-4940-addf-104556a02d61 HTTP/1.1" status: 200 len: 2981 time: 0.0378830 Aug 29 16:48:13.953084 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-51ff5f0f-eb20-4393-96ed-5bf06b4a25e1 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/48741224-e182-4940-addf-104556a02d61 HTTP/1.1" status: 200 len: 2981 time: 0.0627809 Aug 29 16:48:13.959572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239495c-f904-4f5f-bf1e-3e67d8fd40e5 req-2b0bf21d-38ed-45b7-bd39-9c7ff0a5276d tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:13.961203 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9239495c-f904-4f5f-bf1e-3e67d8fd40e5 req-2b0bf21d-38ed-45b7-bd39-9c7ff0a5276d tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 950 time: 0.3363128 Aug 29 16:48:13.970369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:48:13.987000 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c7049969-8287-4061-99cb-6875b65d0a24 admin admin] 10.222.0.22 "PUT /v2.0/routers/85b430c9-c1fd-4ba5-ac9f-33411b386ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3428183 Aug 29 16:48:14.035902 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9239495c-f904-4f5f-bf1e-3e67d8fd40e5 req-2a515d26-1764-465f-9998-a3adb8421b04 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632715 Aug 29 16:48:14.042282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-245c198e-e1bf-4747-b2cd-0b8255ff536c tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7f5708ee-9d33-4bff-af88-d421b92b12b2 HTTP/1.1" status: 200 len: 2973 time: 0.0803554 Aug 29 16:48:14.055582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 12a9bdce-8242-4b9a-8d05-76b184f31bdd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:14.115684 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-59286228-3ba6-4af5-a793-96a6e1e98388 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7f5708ee-9d33-4bff-af88-d421b92b12b2 HTTP/1.1" status: 200 len: 2973 time: 0.0537403 Aug 29 16:48:14.163132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 12a9bdce-8242-4b9a-8d05-76b184f31bdd completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:14.169304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 12a9bdce-8242-4b9a-8d05-76b184f31bdd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:14.169893 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:14.209544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-29762e75-d099-4278-9de0-369b3ca6d7e6 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/bf519078-024f-478c-9c8e-08b177826af0 HTTP/1.1" status: 200 len: 2981 time: 0.0862999 Aug 29 16:48:14.263124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-3f2677bc-e7f4-4e8c-9eea-2ccc98448f65 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/bf519078-024f-478c-9c8e-08b177826af0 HTTP/1.1" status: 200 len: 2981 time: 0.0526247 Aug 29 16:48:14.285804 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:14.311299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 12a9bdce-8242-4b9a-8d05-76b184f31bdd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=12a9bdce-8242-4b9a-8d05-76b184f31bdd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:14.319056 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:14.322340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-b08862d4-dbc6-49f1-a955-1fe086c4ddcb tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/d040e2af-770e-4695-aae3-167672c66272 HTTP/1.1" status: 200 len: 2979 time: 0.0528188 Aug 29 16:48:14.378683 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-1888d43c-77ae-498a-bb8f-52a0500f3f48 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/d040e2af-770e-4695-aae3-167672c66272 HTTP/1.1" status: 200 len: 2979 time: 0.0504088 Aug 29 16:48:14.380930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=12a9bdce-8242-4b9a-8d05-76b184f31bdd,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:14.429729 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-1a47a80e-0a5d-430d-be54-f154e4a83d6d tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/de61a197-604b-4982-ac39-00d5054a94b2 HTTP/1.1" status: 200 len: 2977 time: 0.0501647 Aug 29 16:48:14.488967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-5648b204-107a-4b49-a522-9487b3b85f86 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/de61a197-604b-4982-ac39-00d5054a94b2 HTTP/1.1" status: 200 len: 2977 time: 0.0532060 Aug 29 16:48:14.532891 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-0fc47f43-72d4-465b-b14e-21be19196d6a tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/fa08bf8a-e1c2-4db4-8441-29cab2f56ab8 HTTP/1.1" status: 200 len: 2981 time: 0.0378761 Aug 29 16:48:14.578331 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b411f0-086a-48e4-9c33-49352029e97e req-a11f92fc-d5cc-4327-b368-407bf3b768c9 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/fa08bf8a-e1c2-4db4-8441-29cab2f56ab8 HTTP/1.1" status: 200 len: 2981 time: 0.0387154 Aug 29 16:48:14.657102 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Sync routers for ids ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:48:14.667113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Routers {'85b430c9-c1fd-4ba5-ac9f-33411b386ccd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:48:14.667742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:47:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:14.691126 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-daac2592-77e0-4464-9066-e8bafed64600 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=32b8e9d6d10f42c0944a5086ac4e827c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228424 Aug 29 16:48:14.776444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Set router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:48:14.808757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-b4839337-30cb-411c-a513-0d8af38b3f61 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:14.810259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-b4839337-30cb-411c-a513-0d8af38b3f61 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127367 Aug 29 16:48:14.837282 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-4be11d5d-d37c-4d53-b4ec-44ca936d13d8 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/quotas/32b8e9d6d10f42c0944a5086ac4e827c HTTP/1.1" status: 200 len: 375 time: 0.0186281 Aug 29 16:48:14.844012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-98df1e75-5672-4400-9358-3b701d2ac030 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1957462 Aug 29 16:48:14.856428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:14.865312 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-9d3088d2-c79c-4b0f-8d95-adc64cbf244a tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=32b8e9d6d10f42c0944a5086ac4e827c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290670 Aug 29 16:48:14.883083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:14.992243 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'name': 'tempest-FloatingIPsTestJSON-370472870-router', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:12Z', 'revision_number': 4, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'gw_port': {'id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a338aa43-dea8-40a0-bfb4-daaa93b56ef1', 'name': '', 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'mac_address': 'fa:16:3e:1c:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '97868cc0-51ab-44c2-8393-aed9c67adc3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:11Z', 'updated_at': '2021-08-29T16:48:13Z', 'revision_number': 2, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'subnets': [{'id': '97868cc0-51ab-44c2-8393-aed9c67adc3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:15.003379 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.030357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Checking router: 85b430c9-c1fd-4ba5-ac9f-33411b386ccd for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:48:15.030642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Updating router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:48:15.061090 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.114587 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b086f6d-1182-4cb4-a515-00547fddb76f req-eb77a742-1360-40d5-90dd-4a48dd6a4f31 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da79629de3dc42a19ba089f312a1efd3 HTTP/1.1" status: 200 len: 6103 time: 0.0975578 Aug 29 16:48:15.134465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Allocated IP 172.25.5.106 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/e866e913-6ed7-46b1-831b-351fe571cd37) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:15.170292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b086f6d-1182-4cb4-a515-00547fddb76f req-acddefb4-d1dd-4216-9188-65ea6e2c609c tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] 10.222.0.22 "GET /v2.0/security-groups/48741224-e182-4940-addf-104556a02d61 HTTP/1.1" status: 200 len: 2981 time: 0.0457826 Aug 29 16:48:15.225693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b086f6d-1182-4cb4-a515-00547fddb76f req-141de277-bdcb-49f0-b0ea-72605f2e5b04 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] 10.222.0.22 "GET /v2.0/security-groups/48741224-e182-4940-addf-104556a02d61 HTTP/1.1" status: 200 len: 2981 time: 0.0475850 Aug 29 16:48:15.238556 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:48:15.285323 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.344153 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.386683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:15.390395 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.399202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:15.406462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:15.410538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Transition to ACTIVE for port object a338aa43-dea8-40a0-bfb4-daaa93b56ef1 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:15.417143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Pushing event updated for resources: {'Port': ['ID=e866e913-6ed7-46b1-831b-351fe571cd37,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:15.426974 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.470864 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20eb79a6-5dbb-4d1f-a9dc-109abf5bcede req-cefbc29d-1a10-452f-8c9e-1e541e71b0f5 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 210 time: 0.0452151 Aug 29 16:48:15.503923 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.558019 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.560218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99148511-9dc4-463d-bd27-063dc0ed5713 None None] Pushing event updated for resources: {'Port': ['ID=a338aa43-dea8-40a0-bfb4-daaa93b56ef1,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:15.579177 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1f979fa6-8d82-4e22-925f-2f4fa61d114c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.587193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Attempting to bind port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:15.587978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Attempting to bind port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'ddac2dc0-79a5-4add-bd86-75a5b2438d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:15.588221 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Attempting to bind port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 on network e4e3b119-bc09-4959-8f89-607b6bd8007a {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:15.594883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:15.595348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Checking segment: {'id': 'ddac2dc0-79a5-4add-bd86-75a5b2438d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:15.596161 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.596716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Bound using segment: {'id': 'ddac2dc0-79a5-4add-bd86-75a5b2438d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:15.597017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Bound port: a338aa43-dea8-40a0-bfb4-daaa93b56ef1, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddac2dc0-79a5-4add-bd86-75a5b2438d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:15.598206 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.665855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb705e7-a602-49ee-aae0-ef0f8f75d6c2 req-36ad7669-30d8-4f9f-bf98-a84007036e5a tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:15.674514 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb705e7-a602-49ee-aae0-ef0f8f75d6c2 req-36ad7669-30d8-4f9f-bf98-a84007036e5a tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 950 time: 0.0646558 Aug 29 16:48:15.683925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] For port a338aa43-dea8-40a0-bfb4-daaa93b56ef1, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:15.687699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] For port a338aa43-dea8-40a0-bfb4-daaa93b56ef1, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a338aa43-dea8-40a0-bfb4-daaa93b56ef1,segment=NetworkSegment(ddac2dc0-79a5-4add-bd86-75a5b2438d53),segment_id=ddac2dc0-79a5-4add-bd86-75a5b2438d53)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:15.694768 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.724085 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb705e7-a602-49ee-aae0-ef0f8f75d6c2 req-0a1fa2eb-a4f4-4436-afa3-6e82def035eb tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484297 Aug 29 16:48:15.792469 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.796274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99148511-9dc4-463d-bd27-063dc0ed5713 None None] Pushing event updated for resources: {'Port': ['ID=a338aa43-dea8-40a0-bfb4-daaa93b56ef1,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:15.802265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Routers {'85b430c9-c1fd-4ba5-ac9f-33411b386ccd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:48:15.802950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:48:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:15.840347 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e1f8829-451e-4343-92be-409e7a90888a req-0fd8f612-adb5-4458-9b56-79f7a1ced8a6 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7e5e0e97-69e9-4201-9226-6316031fce0e HTTP/1.1" status: 200 len: 1777 time: 0.0570402 Aug 29 16:48:15.876848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.884454 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.907397 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.933827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 5be78b4a-18d6-4fb7-94ce-8bf194eb57de no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:48:15.953383 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7e1f8829-451e-4343-92be-409e7a90888a req-9f87d409-444f-4eac-a379-0348f6cc5bb2 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.957737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:15.959046 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1081345 Aug 29 16:48:15.965964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056799b3-9646-481b-8465-c182ebdb4c63 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Pushing event updated for resources: {'Port': ['ID=e866e913-6ed7-46b1-831b-351fe571cd37,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:15.981805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 5be78b4a-18d6-4fb7-94ce-8bf194eb57de {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:48:15.982136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 5be78b4a-18d6-4fb7-94ce-8bf194eb57de not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:48:16.010347 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7e1f8829-451e-4343-92be-409e7a90888a req-9f87d409-444f-4eac-a379-0348f6cc5bb2 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.029768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 12a9bdce-8242-4b9a-8d05-76b184f31bdd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:16.040091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] Set router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:48:16.060562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-02bb0a05-b68e-496d-b038-69d95940d97f tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.0907173 Aug 29 16:48:16.078462 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7e1f8829-451e-4343-92be-409e7a90888a req-9f87d409-444f-4eac-a379-0348f6cc5bb2 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.081797 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7e1f8829-451e-4343-92be-409e7a90888a req-9f87d409-444f-4eac-a379-0348f6cc5bb2 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.083067 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e1f8829-451e-4343-92be-409e7a90888a req-9f87d409-444f-4eac-a379-0348f6cc5bb2 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e5e0e97-69e9-4201-9226-6316031fce0e HTTP/1.1" status: 204 len: 173 time: 0.2283905 Aug 29 16:48:16.092226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87d409-444f-4eac-a379-0348f6cc5bb2 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5e0e97-69e9-4201-9226-6316031fce0e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:16.145884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-18e42f9a-8ed6-45a2-9fba-48bf2b25e17d tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=32b8e9d6d10f42c0944a5086ac4e827c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847266 Aug 29 16:48:16.247132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f445d8c2-2b25-47cc-bde7-085ab007cca4 req-016c67f2-f1f5-4ae2-8287-aacf96e612a4 tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "GET /v2.0/security-groups/b72816dd-e49b-4ee4-bddf-a212e20198b2 HTTP/1.1" status: 200 len: 1776 time: 0.0495069 Aug 29 16:48:16.289462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-36ae6f81-4b90-4f3d-97a5-45639cbb5bcc tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:16.290835 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-36ae6f81-4b90-4f3d-97a5-45639cbb5bcc tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.2179422 Aug 29 16:48:16.308064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-dc2fae87-e843-4208-9a17-9f10094c7837 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:16.309446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f445d8c2-2b25-47cc-bde7-085ab007cca4 req-070f0e51-1c17-41f6-b549-ad936075e33d tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.309580 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-dc2fae87-e843-4208-9a17-9f10094c7837 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541896 Aug 29 16:48:16.315578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-f4e2b9e8-c39d-4995-ac25-8c41aa9dde68 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:48:16.316515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00890dc9-4626-4cd5-a974-a6828ea88293 req-f4e2b9e8-c39d-4995-ac25-8c41aa9dde68 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061629 Aug 29 16:48:16.325459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Request body: {'port': {'device_id': 'd33bcdb3-f94c-4ec8-814a-9f597f604cde', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '32b8e9d6d10f42c0944a5086ac4e827c'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:16.341491 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f445d8c2-2b25-47cc-bde7-085ab007cca4 req-070f0e51-1c17-41f6-b549-ad936075e33d tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.395816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 12a9bdce-8242-4b9a-8d05-76b184f31bdd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:16.396549 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.414828 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f445d8c2-2b25-47cc-bde7-085ab007cca4 req-070f0e51-1c17-41f6-b549-ad936075e33d tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.419415 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f445d8c2-2b25-47cc-bde7-085ab007cca4 req-070f0e51-1c17-41f6-b549-ad936075e33d tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.424556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f445d8c2-2b25-47cc-bde7-085ab007cca4 req-070f0e51-1c17-41f6-b549-ad936075e33d tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/b72816dd-e49b-4ee4-bddf-a212e20198b2 HTTP/1.1" status: 204 len: 173 time: 0.1643314 Aug 29 16:48:16.434460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f0e51-1c17-41f6-b549-ad936075e33d tempest-SecurityGroupsTestAdminJSON-1603251841 tempest-SecurityGroupsTestAdminJSON-1603251841-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72816dd-e49b-4ee4-bddf-a212e20198b2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:16.520750 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.547391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f6ee502a-f26e-43b5-91d8-d7b6d49bbaf9 req-725c5268-1ac9-4dae-b1a1-5848c8482bb3 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips/bb16a938-ce36-4969-aa6b-d31d10362b99 HTTP/1.1" status: 200 len: 693 time: 0.1016374 Aug 29 16:48:16.608845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Made reservation on behalf of 32b8e9d6d10f42c0944a5086ac4e827c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:16.613594 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.621255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'name': 'tempest-FloatingIPsTestJSON-370472870-router', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:12Z', 'revision_number': 4, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'gw_port': {'id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a338aa43-dea8-40a0-bfb4-daaa93b56ef1', 'name': '', 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'mac_address': 'fa:16:3e:1c:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '97868cc0-51ab-44c2-8393-aed9c67adc3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:11Z', 'updated_at': '2021-08-29T16:48:15Z', 'revision_number': 4, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'subnets': [{'id': '97868cc0-51ab-44c2-8393-aed9c67adc3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:16.657577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fa30c2-bd15-4360-b78a-bcc730887114 None None] The sync data for ids ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'] in n-d-713301-13 is: [{'id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'name': 'tempest-FloatingIPsTestJSON-370472870-router', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:12Z', 'revision_number': 4, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'gw_port': {'id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a338aa43-dea8-40a0-bfb4-daaa93b56ef1', 'name': '', 'network_id': 'e4e3b119-bc09-4959-8f89-607b6bd8007a', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'mac_address': 'fa:16:3e:1c:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '97868cc0-51ab-44c2-8393-aed9c67adc3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:11Z', 'updated_at': '2021-08-29T16:48:15Z', 'revision_number': 4, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'subnets': [{'id': '97868cc0-51ab-44c2-8393-aed9c67adc3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:48:16.674854 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ea8db76-eac2-4c8d-8ec2-80523ae87b79 req-ca20bc4d-b3b1-46f5-a164-8ee111932f9e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] 10.222.0.22 "GET /v2.0/security-groups/d5c93f9d-7377-44ac-bee8-1c98d0d25311 HTTP/1.1" status: 200 len: 1777 time: 0.0447776 Aug 29 16:48:16.756533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee502a-f26e-43b5-91d8-d7b6d49bbaf9 req-862fdda7-2866-4dfd-9429-ebce3954cebb tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:16.758317 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f6ee502a-f26e-43b5-91d8-d7b6d49bbaf9 req-862fdda7-2866-4dfd-9429-ebce3954cebb tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.2033141 Aug 29 16:48:16.768786 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1ea8db76-eac2-4c8d-8ec2-80523ae87b79 req-029cb89e-7800-4870-b037-5e5b4bc4e9e8 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.774620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-f6ee502a-f26e-43b5-91d8-d7b6d49bbaf9 req-0b4f3494-2c1e-44b8-b895-f62fab34d31e tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:48:16.775966 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f6ee502a-f26e-43b5-91d8-d7b6d49bbaf9 req-0b4f3494-2c1e-44b8-b895-f62fab34d31e tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084538 Aug 29 16:48:16.801350 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1ea8db76-eac2-4c8d-8ec2-80523ae87b79 req-029cb89e-7800-4870-b037-5e5b4bc4e9e8 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.851292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Allocated IP 192.168.233.95 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/b19b7384-9cd5-4b9e-b3a8-0d631c3c8011) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:16.871363 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1ea8db76-eac2-4c8d-8ec2-80523ae87b79 req-029cb89e-7800-4870-b037-5e5b4bc4e9e8 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.875723 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1ea8db76-eac2-4c8d-8ec2-80523ae87b79 req-029cb89e-7800-4870-b037-5e5b4bc4e9e8 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:16.893450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ea8db76-eac2-4c8d-8ec2-80523ae87b79 req-029cb89e-7800-4870-b037-5e5b4bc4e9e8 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] 10.222.0.22 "DELETE /v2.0/security-groups/d5c93f9d-7377-44ac-bee8-1c98d0d25311 HTTP/1.1" status: 204 len: 173 time: 0.2051220 Aug 29 16:48:16.897645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0af9e9b-fce3-449a-a8db-0b236adb7d72 req-54d94892-660d-4807-9105-1d72873134b9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 210 time: 0.0413215 Aug 29 16:48:16.930825 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cb89e-7800-4870-b037-5e5b4bc4e9e8 tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c93f9d-7377-44ac-bee8-1c98d0d25311,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:16.994058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36056) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:17.050264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-018c6088-4180-415c-a213-16e039902ab4 req-e2b4a86c-35c9-4ff7-8ae8-f3a91a41adf8 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=027b847e72944f55b9e21c2ad846daf4 HTTP/1.1" status: 200 len: 696 time: 0.0984492 Aug 29 16:48:17.090443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a247d-1433-4a22-938e-088d7d3d72a7 req-7892a131-473f-4b30-8de8-7d06fb2f5087 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:17.093752 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c3a247d-1433-4a22-938e-088d7d3d72a7 req-7892a131-473f-4b30-8de8-7d06fb2f5087 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 950 time: 0.0874722 Aug 29 16:48:17.129064 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.155764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Transition to ACTIVE for port object b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:17.160938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c3a247d-1433-4a22-938e-088d7d3d72a7 req-f8514065-a36f-4b56-a5c2-a67c200fc9ab tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600791 Aug 29 16:48:17.249750 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.284358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c8a8735-20f9-4cf0-b744-4e9ba270394b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.296933 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d18759b-781f-47d3-a735-db2ed912ec74 req-64f65f07-c935-40de-9bda-63b9da91839e tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] 10.222.0.22 "GET /v2.0/security-groups/47fabb98-8840-4f1f-8332-062710e02ab9 HTTP/1.1" status: 200 len: 1778 time: 0.0991578 Aug 29 16:48:17.311053 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.314472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:17.317032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c6088-4180-415c-a213-16e039902ab4 req-de826bbf-22a7-4166-a670-424f04ebe53b tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:17.318695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-018c6088-4180-415c-a213-16e039902ab4 req-de826bbf-22a7-4166-a670-424f04ebe53b tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/networks?id=a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 787 time: 0.2581272 Aug 29 16:48:17.327221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:17.335192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:17.341843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:17.342485 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.348496 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Pushing event updated for resources: {'Port': ['ID=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:17.353267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-018c6088-4180-415c-a213-16e039902ab4 req-37408203-b837-4434-8a0e-9d8146132a0b tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:48:17.354489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-018c6088-4180-415c-a213-16e039902ab4 req-37408203-b837-4434-8a0e-9d8146132a0b tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134418 Aug 29 16:48:17.420132 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2d18759b-781f-47d3-a735-db2ed912ec74 req-5fa79893-b7c8-470e-9cf2-eeed0fe8ccaf tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.451744 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2d18759b-781f-47d3-a735-db2ed912ec74 req-5fa79893-b7c8-470e-9cf2-eeed0fe8ccaf tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.467047 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c8a8735-20f9-4cf0-b744-4e9ba270394b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.473240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c8a8735-20f9-4cf0-b744-4e9ba270394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.491055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-1a96b9ee-6694-4857-a6e8-52e51ee003d9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1713772 Aug 29 16:48:17.510383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Request body: {'port': {'device_id': 'd33bcdb3-f94c-4ec8-814a-9f597f604cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:17.543497 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2d18759b-781f-47d3-a735-db2ed912ec74 req-5fa79893-b7c8-470e-9cf2-eeed0fe8ccaf tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.546571 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2d18759b-781f-47d3-a735-db2ed912ec74 req-5fa79893-b7c8-470e-9cf2-eeed0fe8ccaf tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.557769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d18759b-781f-47d3-a735-db2ed912ec74 req-5fa79893-b7c8-470e-9cf2-eeed0fe8ccaf tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] 10.222.0.22 "DELETE /v2.0/security-groups/47fabb98-8840-4f1f-8332-062710e02ab9 HTTP/1.1" status: 204 len: 173 time: 0.2459450 Aug 29 16:48:17.565798 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9c8a8735-20f9-4cf0-b744-4e9ba270394b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb11850df9914310bec72a8d26c65395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5700829 Aug 29 16:48:17.566693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a8735-20f9-4cf0-b744-4e9ba270394b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267e2e1c-0683-4af0-9795-36b58bff6430,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:17.569431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36072) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:17.619328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa79893-b7c8-470e-9cf2-eeed0fe8ccaf tempest-SecurityGroupsTestAdminJSON-693153655 tempest-SecurityGroupsTestAdminJSON-693153655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fabb98-8840-4f1f-8332-062710e02ab9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:17.663399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.707396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c12c2998-c382-44f2-a171-0260c9e7a253 None None] Provisioning for port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:17.712005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c12c2998-c382-44f2-a171-0260c9e7a253 None None] Provisioning complete for port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:17.712381 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c12c2998-c382-44f2-a171-0260c9e7a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.738381 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-14cb8a56-7c5b-4a79-93fa-8aca6b51d424 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips/bb16a938-ce36-4969-aa6b-d31d10362b99 HTTP/1.1" status: 200 len: 693 time: 0.1329970 Aug 29 16:48:17.791023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c12c2998-c382-44f2-a171-0260c9e7a253 None None] Port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:48:17.809877 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02139b01-441a-474c-8422-013adc600806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.882610 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02139b01-441a-474c-8422-013adc600806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:17.884046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36082) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:18.014607 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-5219b1f1-a758-4a75-8bbf-943a70afd897 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:18.021419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-5219b1f1-a758-4a75-8bbf-943a70afd897 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.2758219 Aug 29 16:48:18.038944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-360843e1-c814-4853-b9ad-4f9af4a2573b tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:48:18.040020 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-360843e1-c814-4853-b9ad-4f9af4a2573b tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111735 Aug 29 16:48:18.079072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:18.089038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a338aa43-dea8-40a0-bfb4-daaa93b56ef1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:18.092417 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.150108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-7b8a8c3c-130e-48f7-9591-4b111f2da058 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.0994494 Aug 29 16:48:18.151713 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02139b01-441a-474c-8422-013adc600806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.152146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Transition to ACTIVE for port object b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:18.154698 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02139b01-441a-474c-8422-013adc600806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.158770 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-02139b01-441a-474c-8422-013adc600806 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/267e2e1c-0683-4af0-9795-36b58bff6430 HTTP/1.1" status: 204 len: 168 time: 0.5854001 Aug 29 16:48:18.165383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02139b01-441a-474c-8422-013adc600806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267e2e1c-0683-4af0-9795-36b58bff6430,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:18.181796 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.188151 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.234506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-1d8178ca-5cfa-448c-b64d-c7b58eb3abbf tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.0573499 Aug 29 16:48:18.243021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:18.248135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:18.248563 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.414444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2b5051e0-c8d4-4355-a377-ef16a428e966 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da79629de3dc42a19ba089f312a1efd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899352 Aug 29 16:48:18.418388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36094) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:18.443280 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.456366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Pushing event updated for resources: {'Port': ['ID=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:18.495088 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port a338aa43-dea8-40a0-bfb4-daaa93b56ef1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a338aa43-dea8-40a0-bfb4-daaa93b56ef1,segment=NetworkSegment(ddac2dc0-79a5-4add-bd86-75a5b2438d53),segment_id=ddac2dc0-79a5-4add-bd86-75a5b2438d53)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:18.504601 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.571092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=a338aa43-dea8-40a0-bfb4-daaa93b56ef1,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:18.666132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-b1536e76-5488-4a0b-94ac-265ff46eeef3 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Deleting port e866e913-6ed7-46b1-831b-351fe571cd37 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:48:18.666666 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-b1536e76-5488-4a0b-94ac-265ff46eeef3 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.680738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36098) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:18.724976 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-248cfd88-7bda-4c06-890e-eaadcae273ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.761535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Attempting to bind port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:18.761879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Attempting to bind port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:18.762281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Attempting to bind port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:18.778222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:48:18.778542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Attempting to bind port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:18.785405 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-b1536e76-5488-4a0b-94ac-265ff46eeef3 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.785736 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-b1536e76-5488-4a0b-94ac-265ff46eeef3 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.789215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85958899-2c47-448c-bb90-793809399026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.790818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:18.791150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:18.791528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:18.791957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Bound port: b19b7384-9cd5-4b9e-b3a8-0d631c3c8011, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:18.792298 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.805801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-b1536e76-5488-4a0b-94ac-265ff46eeef3 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Calling delete_port for e866e913-6ed7-46b1-831b-351fe571cd37 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:48:18.821112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137eb7f8-ce24-4971-80d9-28bf2489885c req-65ade814-68c8-41a9-b7f5-85abecd9b227 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:18.822767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-137eb7f8-ce24-4971-80d9-28bf2489885c req-65ade814-68c8-41a9-b7f5-85abecd9b227 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 947 time: 0.1165340 Aug 29 16:48:18.856888 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85958899-2c47-448c-bb90-793809399026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.929563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-137eb7f8-ce24-4971-80d9-28bf2489885c req-c436f95c-c91a-430f-ba71-d3f99e2ec68e tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966399 Aug 29 16:48:18.941406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] For port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:18.944809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] For port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:18.948878 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-248cfd88-7bda-4c06-890e-eaadcae273ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.949937 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.960068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-248cfd88-7bda-4c06-890e-eaadcae273ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.979038 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85958899-2c47-448c-bb90-793809399026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.981640 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85958899-2c47-448c-bb90-793809399026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:18.982773 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-85958899-2c47-448c-bb90-793809399026 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48741224-e182-4940-addf-104556a02d61 HTTP/1.1" status: 204 len: 168 time: 0.5634475 Aug 29 16:48:18.995443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85958899-2c47-448c-bb90-793809399026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48741224-e182-4940-addf-104556a02d61,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:19.028666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:19.029396 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.031135 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] 10.222.0.10 "PUT /v2.0/ports/b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 HTTP/1.1" status: 200 len: 1096 time: 1.5283051 Aug 29 16:48:19.031583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-248cfd88-7bda-4c06-890e-eaadcae273ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5a137cb7c9d4c808caa88277659bac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497977 Aug 29 16:48:19.035489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36102) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:19.043309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33bcdb3-f94c-4ec8-814a-9f597f604cde', 'tag': 'b19b7384-9cd5-4b9e-b3a8-0d631c3c8011'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:19.045636 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be7502a-77ef-4166-9843-655627b52ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "d33bcdb3-f94c-4ec8-814a-9f597f604cde", "tag": "b19b7384-9cd5-4b9e-b3a8-0d631c3c8011"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:19.047261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cfd88-7bda-4c06-890e-eaadcae273ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2559adc-28ee-4894-a711-7b277fbfdbb7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:19.101658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-b1536e76-5488-4a0b-94ac-265ff46eeef3 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.146897 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-b1536e76-5488-4a0b-94ac-265ff46eeef3 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.153101 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-b1536e76-5488-4a0b-94ac-265ff46eeef3 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.154395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5854390d-fc42-44dc-a0e2-c62e51283b7b req-b1536e76-5488-4a0b-94ac-265ff46eeef3 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "DELETE /v2.0/floatingips/bb16a938-ce36-4969-aa6b-d31d10362b99 HTTP/1.1" status: 204 len: 173 time: 0.9097192 Aug 29 16:48:19.162483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25f86-8bf5-4131-b5c6-9dbfa8dde020 service neutron] Pushing event updated for resources: {'Port': ['ID=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:19.192085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ace30-7526-4417-bfd4-1eb39627cc6e req-c3a0df87-320f-4238-b6fb-e2b361d0b452 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:19.193709 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-735ace30-7526-4417-bfd4-1eb39627cc6e req-c3a0df87-320f-4238-b6fb-e2b361d0b452 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 950 time: 0.1278570 Aug 29 16:48:19.219332 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1536e76-5488-4a0b-94ac-265ff46eeef3 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Pushing event deleted for resources: {'Port': ['ID=e866e913-6ed7-46b1-831b-351fe571cd37,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:19.225433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-22b62b14-f8f3-4eb9-8e80-91f49cd71d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:19.227459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-22b62b14-f8f3-4eb9-8e80-91f49cd71d43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32b8e9d6d10f42c0944a5086ac4e827c&device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 1099 time: 0.1421199 Aug 29 16:48:19.267450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c598f41-e75e-4332-9100-5acb5b42ce71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.305663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c598f41-e75e-4332-9100-5acb5b42ce71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.309851 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-91590638-37e3-4f0d-ba2c-6ee2059873a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 HTTP/1.1" status: 200 len: 217 time: 0.0738144 Aug 29 16:48:19.317735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f7225fd-1819-4799-8f7a-28136579f79e req-ab77df2b-c8c6-4184-bbcb-1392b23fbfcf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1756649 Aug 29 16:48:19.383950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-54f96662-d41e-4b53-8a02-00e2cf918ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:19.387524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-54f96662-d41e-4b53-8a02-00e2cf918ed4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0678158 Aug 29 16:48:19.395910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-735ace30-7526-4417-bfd4-1eb39627cc6e req-3fdfe280-0bbf-4359-9bba-7b23cf42140d tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926687 Aug 29 16:48:19.439645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7225fd-1819-4799-8f7a-28136579f79e req-0ac913cd-5a95-4cd9-80c3-167402fb6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:19.441448 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f7225fd-1819-4799-8f7a-28136579f79e req-0ac913cd-5a95-4cd9-80c3-167402fb6114 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd1af65c996455581d2e628af87dded&device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 1123 time: 0.0712695 Aug 29 16:48:19.459958 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c598f41-e75e-4332-9100-5acb5b42ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.460825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-05615a79-c3f5-4ea6-9abd-586fd893b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:19.462665 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-05615a79-c3f5-4ea6-9abd-586fd893b415 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658479 Aug 29 16:48:19.463003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c598f41-e75e-4332-9100-5acb5b42ce71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.466891 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2c598f41-e75e-4332-9100-5acb5b42ce71 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2559adc-28ee-4894-a711-7b277fbfdbb7 HTTP/1.1" status: 204 len: 168 time: 0.4280746 Aug 29 16:48:19.489504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c598f41-e75e-4332-9100-5acb5b42ce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2559adc-28ee-4894-a711-7b277fbfdbb7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:19.505833 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14e448a-9773-4127-b76a-ad7b3306417f x-openstack-request-id: req-c14e448a-9773-4127-b76a-ad7b3306417f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:19.506521 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33bcdb3-f94c-4ec8-814a-9f597f604cde", "tag": "b19b7384-9cd5-4b9e-b3a8-0d631c3c8011", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:19.507185 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c14e448a-9773-4127-b76a-ad7b3306417f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:19.507669 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33bcdb3-f94c-4ec8-814a-9f597f604cde', 'tag': 'b19b7384-9cd5-4b9e-b3a8-0d631c3c8011', 'status': 'completed', 'code': 200} Aug 29 16:48:19.539624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36120) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:19.631907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7225fd-1819-4799-8f7a-28136579f79e req-d537fe2e-9520-4613-8472-b9ead37dc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:19.634126 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f7225fd-1819-4799-8f7a-28136579f79e req-d537fe2e-9520-4613-8472-b9ead37dc0d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1571186 Aug 29 16:48:19.683384 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2e37c55e-a2a9-4479-936d-3a8cbcea621e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37238cb16d0c478fb8d6d2b0a98933c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1328297 Aug 29 16:48:19.688752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36132) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:19.692196 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f7225fd-1819-4799-8f7a-28136579f79e req-64c59632-c481-4614-960a-cab65bf916d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 HTTP/1.1" status: 200 len: 217 time: 0.0505500 Aug 29 16:48:19.732134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-dbcf814a-117e-4551-909a-f1a9f6a50075 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2679687 Aug 29 16:48:19.739375 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-b7c2aa16-c15b-4ae5-b26b-73913a033787 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570207 Aug 29 16:48:19.744940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:19.798002 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f830d91-454d-41b7-83cc-c5334f012964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.805077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7225fd-1819-4799-8f7a-28136579f79e req-d865b63a-b00d-41e7-b124-9028878a4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:19.808479 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f7225fd-1819-4799-8f7a-28136579f79e req-d865b63a-b00d-41e7-b124-9028878a4ea9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0870757 Aug 29 16:48:19.856293 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f830d91-454d-41b7-83cc-c5334f012964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.873775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.892767 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.903392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7225fd-1819-4799-8f7a-28136579f79e req-799f511f-677a-458f-a5e2-f97bd23c3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:19.905135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f7225fd-1819-4799-8f7a-28136579f79e req-799f511f-677a-458f-a5e2-f97bd23c3d0b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0906754 Aug 29 16:48:19.974960 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f830d91-454d-41b7-83cc-c5334f012964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.977813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f830d91-454d-41b7-83cc-c5334f012964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:19.981471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa2963-f37f-41b6-a4e0-b245c0e6d14a req-40cf4c6c-846d-4e28-b6b8-99b3c0ef9c87 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:19.981943 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3f830d91-454d-41b7-83cc-c5334f012964 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/114fceb5-33b4-4010-aa53-3ef3ba852aed HTTP/1.1" status: 204 len: 168 time: 0.2913976 Aug 29 16:48:19.982968 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19fa2963-f37f-41b6-a4e0-b245c0e6d14a req-40cf4c6c-846d-4e28-b6b8-99b3c0ef9c87 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 950 time: 0.1659353 Aug 29 16:48:19.999712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f830d91-454d-41b7-83cc-c5334f012964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114fceb5-33b4-4010-aa53-3ef3ba852aed,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:20.066340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cbc593c-bf85-4218-aec4-ce280d73a515 req-9890593b-ee73-4064-99d3-bdec2ba91806 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153625 Aug 29 16:48:20.070004 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f7225fd-1819-4799-8f7a-28136579f79e req-c9bd5c13-2702-48fc-815e-29056318e9bc service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573851 Aug 29 16:48:20.077902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a338aa43-dea8-40a0-bfb4-daaa93b56ef1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:20.194270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:20.194861 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:20.251229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7502a-77ef-4166-9843-655627b52ad6 req-7ea4c928-7ead-442c-af75-dcb39c9880e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:20.252474 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0be7502a-77ef-4166-9843-655627b52ad6 req-7ea4c928-7ead-442c-af75-dcb39c9880e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32b8e9d6d10f42c0944a5086ac4e827c&device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 1099 time: 0.1015024 Aug 29 16:48:20.291793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c865a20-ffef-4048-8fa0-ca33b0188647 req-c8094cce-e502-499d-b1e7-c82940157318 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:20.299002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5c865a20-ffef-4048-8fa0-ca33b0188647 req-c8094cce-e502-499d-b1e7-c82940157318 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 947 time: 0.0908375 Aug 29 16:48:20.318674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-19fa2963-f37f-41b6-a4e0-b245c0e6d14a req-a38cc296-ab07-4cf6-9e15-1eec3cf29232 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Deleting port ffe3e240-583c-4444-a078-c6383759a559 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:48:20.319105 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-19fa2963-f37f-41b6-a4e0-b245c0e6d14a req-a38cc296-ab07-4cf6-9e15-1eec3cf29232 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:20.337537 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f7225fd-1819-4799-8f7a-28136579f79e req-4cf997ee-57f8-4775-83a6-4107403de1da service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562704 Aug 29 16:48:20.388165 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5c865a20-ffef-4048-8fa0-ca33b0188647 req-7e51d457-056e-44c5-a2d8-82508229f3e4 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881934 Aug 29 16:48:20.400911 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:20.536424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7502a-77ef-4166-9843-655627b52ad6 req-a33d7dff-d539-4c9f-b154-c192b8e6dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:20.540911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0be7502a-77ef-4166-9843-655627b52ad6 req-a33d7dff-d539-4c9f-b154-c192b8e6dd85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2790020 Aug 29 16:48:20.542803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-19fa2963-f37f-41b6-a4e0-b245c0e6d14a req-a38cc296-ab07-4cf6-9e15-1eec3cf29232 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] For port ffe3e240-583c-4444-a078-c6383759a559, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ffe3e240-583c-4444-a078-c6383759a559,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:20.543182 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-19fa2963-f37f-41b6-a4e0-b245c0e6d14a req-a38cc296-ab07-4cf6-9e15-1eec3cf29232 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:20.606718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36196) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:20.614864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-19fa2963-f37f-41b6-a4e0-b245c0e6d14a req-a38cc296-ab07-4cf6-9e15-1eec3cf29232 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Calling delete_port for ffe3e240-583c-4444-a078-c6383759a559 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:48:20.617295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0be7502a-77ef-4166-9843-655627b52ad6 req-2d20acd4-921f-411a-b5b0-2321f9a4da66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 HTTP/1.1" status: 200 len: 217 time: 0.0626097 Aug 29 16:48:20.650079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacce59-f8ea-4789-996b-441794066f03 req-79e023f1-5109-4e05-8e20-4a32365e5251 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:20.651670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eeacce59-f8ea-4789-996b-441794066f03 req-79e023f1-5109-4e05-8e20-4a32365e5251 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 950 time: 0.0557005 Aug 29 16:48:20.704565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7502a-77ef-4166-9843-655627b52ad6 req-92155a7c-5ff6-4c41-b1f6-5e4dcdee828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:20.706698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0be7502a-77ef-4166-9843-655627b52ad6 req-92155a7c-5ff6-4c41-b1f6-5e4dcdee828b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0794184 Aug 29 16:48:20.710121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eeacce59-f8ea-4789-996b-441794066f03 req-7696fbb8-1f18-431d-91ba-258151953255 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/security-groups?id=1e982f5f-0017-40da-a03b-37c46540eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513725 Aug 29 16:48:20.799999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Allocated IP 172.25.5.207 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/34f5daad-04ef-4f84-9758-43e799f7e8a8) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:20.831749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2080808276-network', 'tenant_id': '1ad634a2fe21406198a35e19549b9503'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:20.864927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Made reservation on behalf of 1ad634a2fe21406198a35e19549b9503 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:20.867969 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:20.879784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:20.916150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7502a-77ef-4166-9843-655627b52ad6 req-5240dc6d-e418-48a2-8c83-c7921a961a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:20.918049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0be7502a-77ef-4166-9843-655627b52ad6 req-5240dc6d-e418-48a2-8c83-c7921a961a5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1908846 Aug 29 16:48:21.010914 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.024392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.070267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8896d97b-6b3c-44a8-9187-dc04b377c82a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:21.084741 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.103766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:48:21.117865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.118205 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Added segment 71f4d851-4b2a-4076-9b90-045906dac92e of type vlan for network 53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d Aug 29 16:48:21.164950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.181153 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.197767 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.198742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:21.199337 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.259540 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0be7502a-77ef-4166-9843-655627b52ad6 req-20c20b02-3878-4f44-bc37-b0444af2898c service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321743 Aug 29 16:48:21.263622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-19fa2963-f37f-41b6-a4e0-b245c0e6d14a req-a38cc296-ab07-4cf6-9e15-1eec3cf29232 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.276989 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ffe3e240-583c-4444-a078-c6383759a559'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:21.293472 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6828489 Aug 29 16:48:21.297551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36232) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:21.309807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] Request body: {'subnet': {'network_id': '53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2080808276-subnet', 'tenant_id': '1ad634a2fe21406198a35e19549b9503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:21.332480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d15ac5-9d83-481b-86b7-cc6c5ebd5d72 admin admin] Pushing event updated for resources: {'Network': ['ID=53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:21.354208 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:48:21.371070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] Made reservation on behalf of 1ad634a2fe21406198a35e19549b9503 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:21.388067 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.406770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:21.462140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fa2963-f37f-41b6-a4e0-b245c0e6d14a req-a38cc296-ab07-4cf6-9e15-1eec3cf29232 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] No DVR routers for this DVR port ffe3e240-583c-4444-a078-c6383759a559 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:48:21.465175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Pushing event updated for resources: {'Port': ['ID=34f5daad-04ef-4f84-9758-43e799f7e8a8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:21.470202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-19fa2963-f37f-41b6-a4e0-b245c0e6d14a req-a38cc296-ab07-4cf6-9e15-1eec3cf29232 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.472999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19fa2963-f37f-41b6-a4e0-b245c0e6d14a req-a38cc296-ab07-4cf6-9e15-1eec3cf29232 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.16 "DELETE /v2.0/ports/ffe3e240-583c-4444-a078-c6383759a559 HTTP/1.1" status: 204 len: 173 time: 1.4810896 Aug 29 16:48:21.591122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36250) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:21.823252 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7a5461b-1fe7-43d7-855f-e02c1f265503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.873801 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f3a6e6-5e61-4e79-a58a-4893677571c4', 'name': 'network-vif-deleted', 'tag': 'ffe3e240-583c-4444-a078-c6383759a559'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:21.876033 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b31471e-909a-4975-9ab5-ae5cdb6437c7" -d '{"events": [{"server_uuid": "e9f3a6e6-5e61-4e79-a58a-4893677571c4", "name": "network-vif-deleted", "tag": "ffe3e240-583c-4444-a078-c6383759a559"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:21.879158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:21.886999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:21.892938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cc296-ab07-4cf6-9e15-1eec3cf29232 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] Pushing event deleted for resources: {'Port': ['ID=ffe3e240-583c-4444-a078-c6383759a559,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:21.900514 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0be7502a-77ef-4166-9843-655627b52ad6 req-cf0acc4b-581f-407e-8609-64b5e16f6ae5 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034846 Aug 29 16:48:21.903319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.963844 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:21.978915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540159a9-0b36-402b-b7ae-0ea5edf143ad req-1ae055e6-ea2e-4145-b700-b90ffb198a58 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:21.986171 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-540159a9-0b36-402b-b7ae-0ea5edf143ad req-1ae055e6-ea2e-4145-b700-b90ffb198a58 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 947 time: 0.1822345 Aug 29 16:48:22.000760 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.009857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd74e29-f24e-4b0e-a6f1-30591432dafe,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:22.026350 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30730204-52c6-4961-807d-730158309e56 req-eb611373-36a0-4f2a-8761-0590c25ced01 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1975186 Aug 29 16:48:22.080333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] Checking segment: {'id': '71f4d851-4b2a-4076-9b90-045906dac92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:22.081311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] Network hostable DHCP agents. Network: 53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:48:22.117123 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-540159a9-0b36-402b-b7ae-0ea5edf143ad req-c82bf87b-ee27-458d-8560-a6dbc7205e76 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167049 Aug 29 16:48:22.197688 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7a5461b-1fe7-43d7-855f-e02c1f265503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.209357 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7a5461b-1fe7-43d7-855f-e02c1f265503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.222885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] Network 53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:48:22.237604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30730204-52c6-4961-807d-730158309e56 req-c659d331-7c02-4f24-9952-9deb1e74a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:22.239098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30730204-52c6-4961-807d-730158309e56 req-c659d331-7c02-4f24-9952-9deb1e74a0be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd1af65c996455581d2e628af87dded&device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 1123 time: 0.1193490 Aug 29 16:48:22.272918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f7a5461b-1fe7-43d7-855f-e02c1f265503 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a6afe550cf8413daf0a177bd0c4e2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6783698 Aug 29 16:48:22.276802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36280) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:22.282720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:22.297016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed39e5be-2644-4504-b92f-7457fa5bcca0 None None] Network 53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:22.313523 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.326565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5461b-1fe7-43d7-855f-e02c1f265503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fca6cd-6405-4d97-ad39-56d27c1982c0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:22.332665 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.349021 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:22.356013 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.430916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Pushing event updated for resources: {'Port': ['ID=34f5daad-04ef-4f84-9758-43e799f7e8a8,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:22.434736 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.445175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c8f3d6aa-2cde-417d-b9e3-ff271aaa3e8b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1429865 Aug 29 16:48:22.460239 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6c36d93-6b87-4e19-b376-ac39a5674858 req-a28cb918-4fe5-496d-a178-72945afdc462 tempest-ServerDiagnosticsNegativeTest-506816111 tempest-ServerDiagnosticsNegativeTest-506816111-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f3a6e6-5e61-4e79-a58a-4893677571c4 HTTP/1.1" status: 200 len: 210 time: 0.0673361 Aug 29 16:48:22.494682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f996fc95-38be-481f-97cf-1b84903d67c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.498594 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.508749 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-b87c7232-089d-4500-8492-f7a12d656dc1 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7674901 Aug 29 16:48:22.512558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30730204-52c6-4961-807d-730158309e56 req-a31db78f-dc8d-46e3-9a9a-c1b8382c45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:22.513853 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30730204-52c6-4961-807d-730158309e56 req-a31db78f-dc8d-46e3-9a9a-c1b8382c45b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2502148 Aug 29 16:48:22.530611 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cdffc7-d64e-428a-9683-aec1f955eca0 x-openstack-request-id: req-21cdffc7-d64e-428a-9683-aec1f955eca0 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:22.530905 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f3a6e6-5e61-4e79-a58a-4893677571c4", "name": "network-vif-deleted", "tag": "ffe3e240-583c-4444-a078-c6383759a559", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:22.531160 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21cdffc7-d64e-428a-9683-aec1f955eca0 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:22.531662 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f3a6e6-5e61-4e79-a58a-4893677571c4', 'name': 'network-vif-deleted', 'tag': 'ffe3e240-583c-4444-a078-c6383759a559', 'status': 'completed', 'code': 200} Aug 29 16:48:22.570479 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30730204-52c6-4961-807d-730158309e56 req-5d85facb-3674-4ccd-9cc4-3878e1093a02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 HTTP/1.1" status: 200 len: 217 time: 0.0457997 Aug 29 16:48:22.601524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd2bcb-a284-4c53-b00b-e5f5059f2210 None None] Network 53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:22.602342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-24ff249e-f2ba-4290-9b17-5b0186e9274b tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.207 HTTP/1.1" status: 200 len: 696 time: 0.0927093 Aug 29 16:48:22.606926 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f996fc95-38be-481f-97cf-1b84903d67c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.629438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30730204-52c6-4961-807d-730158309e56 req-6ea0a650-bfbc-4747-b158-b698629c0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:22.630912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30730204-52c6-4961-807d-730158309e56 req-6ea0a650-bfbc-4747-b158-b698629c0d03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0524163 Aug 29 16:48:22.691068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30730204-52c6-4961-807d-730158309e56 req-3274a7b3-486d-48db-8486-0ee09a9fc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:22.694433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30730204-52c6-4961-807d-730158309e56 req-3274a7b3-486d-48db-8486-0ee09a9fc019 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551071 Aug 29 16:48:22.717730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36292) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:22.765934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-1c3b8971-ca74-43c0-a202-d5bd3c4a0054 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:22.767353 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-076127f6-38cc-47db-9ec9-030a1a663ecd req-1c3b8971-ca74-43c0-a202-d5bd3c4a0054 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1642215 Aug 29 16:48:22.768472 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f996fc95-38be-481f-97cf-1b84903d67c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.771065 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f996fc95-38be-481f-97cf-1b84903d67c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:22.772212 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f996fc95-38be-481f-97cf-1b84903d67c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42fca6cd-6405-4d97-ad39-56d27c1982c0 HTTP/1.1" status: 204 len: 168 time: 0.4901698 Aug 29 16:48:22.780437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996fc95-38be-481f-97cf-1b84903d67c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fca6cd-6405-4d97-ad39-56d27c1982c0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:22.858096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e478eddc-8f50-4532-8206-a89a48e49715 req-92a20fc6-bc7a-4f48-b319-9d76da405a79 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips/2c333d22-e940-49e4-8add-6451b24dfe11 HTTP/1.1" status: 200 len: 693 time: 0.0504022 Aug 29 16:48:22.865521 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30730204-52c6-4961-807d-730158309e56 req-2678f01c-c72a-438d-a997-c24ec30dd998 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627717 Aug 29 16:48:23.011313 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30730204-52c6-4961-807d-730158309e56 req-ab20fb1f-508a-4acc-8818-1655f10f0ee7 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369219 Aug 29 16:48:23.032175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478eddc-8f50-4532-8206-a89a48e49715 req-3621e823-b406-42a0-b7db-2757ffb39745 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:23.034378 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e478eddc-8f50-4532-8206-a89a48e49715 req-3621e823-b406-42a0-b7db-2757ffb39745 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1683083 Aug 29 16:48:23.049016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-e478eddc-8f50-4532-8206-a89a48e49715 req-278fcd46-5a69-402e-97a0-27dc0471f970 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:48:23.057559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e478eddc-8f50-4532-8206-a89a48e49715 req-278fcd46-5a69-402e-97a0-27dc0471f970 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144782 Aug 29 16:48:23.067775 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-35655310-9752-4b44-93ae-f2e18636bf5f tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ac6c5042c32e45418127eace69076549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503111 Aug 29 16:48:23.123499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e478eddc-8f50-4532-8206-a89a48e49715 req-16e23330-ef44-4e03-a1a8-c82f8c4f6f89 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.207 HTTP/1.1" status: 200 len: 696 time: 0.0644770 Aug 29 16:48:23.177426 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e478eddc-8f50-4532-8206-a89a48e49715 req-777b4706-eb34-4aa0-8984-1771d875fbd8 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.207 HTTP/1.1" status: 200 len: 696 time: 0.0530016 Aug 29 16:48:23.186317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b07929-2543-4018-b429-43b4412d03fe req-0f3c8d1d-238c-4186-be93-3aa990acec2b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:23.188882 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-0f3c8d1d-238c-4186-be93-3aa990acec2b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1202123 Aug 29 16:48:23.211755 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e595c8a0-38a3-4775-99c9-4e3a01565d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.229002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-09c0e8c8-ab60-4166-86e0-6ae1ad297635 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/quotas/ac6c5042c32e45418127eace69076549 HTTP/1.1" status: 200 len: 375 time: 0.0258863 Aug 29 16:48:23.324873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-8a2e269b-8892-4a23-b9f1-4ed6f92c052a tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac6c5042c32e45418127eace69076549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829659 Aug 29 16:48:23.343081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-e478eddc-8f50-4532-8206-a89a48e49715 req-4468a5a9-cf0a-43ad-8f73-36c2c04001a2 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Deleting port 34f5daad-04ef-4f84-9758-43e799f7e8a8 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:48:23.343645 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e478eddc-8f50-4532-8206-a89a48e49715 req-4468a5a9-cf0a-43ad-8f73-36c2c04001a2 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.375848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36322) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:23.406460 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e595c8a0-38a3-4775-99c9-4e3a01565d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.409538 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c49cc80-7c4b-447c-a638-1fadce3b06c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.431943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e595c8a0-38a3-4775-99c9-4e3a01565d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.447710 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e478eddc-8f50-4532-8206-a89a48e49715 req-4468a5a9-cf0a-43ad-8f73-36c2c04001a2 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.448091 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e478eddc-8f50-4532-8206-a89a48e49715 req-4468a5a9-cf0a-43ad-8f73-36c2c04001a2 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.463779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-e478eddc-8f50-4532-8206-a89a48e49715 req-4468a5a9-cf0a-43ad-8f73-36c2c04001a2 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Calling delete_port for 34f5daad-04ef-4f84-9758-43e799f7e8a8 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:48:23.488955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e595c8a0-38a3-4775-99c9-4e3a01565d85 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24bd4f8bd0314a468c3c2d6270fb1f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7695918 Aug 29 16:48:23.492348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595c8a0-38a3-4775-99c9-4e3a01565d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c36ed8c-719a-49c1-9070-eba531b07220,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:23.496441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36326) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:23.667299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36336) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:23.672400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1645918272-network', 'tenant_id': '4b80b6a12f9c4bce901bb7e16b859e72'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:23.677503 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e478eddc-8f50-4532-8206-a89a48e49715 req-4468a5a9-cf0a-43ad-8f73-36c2c04001a2 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.679445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98eb8f3b-a05c-45ac-8b0b-6b7db5f108b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.707092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468a5a9-cf0a-43ad-8f73-36c2c04001a2 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Pushing event deleted for resources: {'Port': ['ID=34f5daad-04ef-4f84-9758-43e799f7e8a8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:23.716027 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c49cc80-7c4b-447c-a638-1fadce3b06c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.730397 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98eb8f3b-a05c-45ac-8b0b-6b7db5f108b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.736091 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e478eddc-8f50-4532-8206-a89a48e49715 req-4468a5a9-cf0a-43ad-8f73-36c2c04001a2 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.739107 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e478eddc-8f50-4532-8206-a89a48e49715 req-4468a5a9-cf0a-43ad-8f73-36c2c04001a2 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.740356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e478eddc-8f50-4532-8206-a89a48e49715 req-4468a5a9-cf0a-43ad-8f73-36c2c04001a2 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "DELETE /v2.0/floatingips/2c333d22-e940-49e4-8add-6451b24dfe11 HTTP/1.1" status: 204 len: 173 time: 0.5621631 Aug 29 16:48:23.763441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Made reservation on behalf of 4b80b6a12f9c4bce901bb7e16b859e72 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:23.766663 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.778853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.826139 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c49cc80-7c4b-447c-a638-1fadce3b06c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.849291 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98eb8f3b-a05c-45ac-8b0b-6b7db5f108b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.851892 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98eb8f3b-a05c-45ac-8b0b-6b7db5f108b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:23.855824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-98eb8f3b-a05c-45ac-8b0b-6b7db5f108b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c36ed8c-719a-49c1-9070-eba531b07220 HTTP/1.1" status: 204 len: 168 time: 0.3549485 Aug 29 16:48:23.890540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4c49cc80-7c4b-447c-a638-1fadce3b06c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ee8d1e243c240728d9e1080b20abf9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073893 Aug 29 16:48:23.891433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49cc80-7c4b-447c-a638-1fadce3b06c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca69b730-48c0-4ba7-8070-29073339da1c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:23.898424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36350) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:23.922042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb8f3b-a05c-45ac-8b0b-6b7db5f108b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c36ed8c-719a-49c1-9070-eba531b07220,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:23.959986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9939fc-8f97-4a86-b6b6-70d846ed5933 req-3ba476bd-3171-4735-97c0-72f4ca08f7d7 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:23.965509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c9939fc-8f97-4a86-b6b6-70d846ed5933 req-3ba476bd-3171-4735-97c0-72f4ca08f7d7 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 947 time: 0.2542112 Aug 29 16:48:23.981272 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:48:24.000203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8af65cb3-7105-48ac-b2a4-22940a01e3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.018090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c9939fc-8f97-4a86-b6b6-70d846ed5933 req-325be2c2-28da-4d27-8418-52604607b07a tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460272 Aug 29 16:48:24.076815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8af65cb3-7105-48ac-b2a4-22940a01e3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.129675 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-9978bb67-99ce-4996-917e-7d5445ae16f1 req-f4201fb9-a5bf-4500-bf1d-d9f7d4ad67db tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] show failed (client error): The resource could not be found. Aug 29 16:48:24.140108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9978bb67-99ce-4996-917e-7d5445ae16f1 req-f4201fb9-a5bf-4500-bf1d-d9f7d4ad67db tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips/2c333d22-e940-49e4-8add-6451b24dfe11 HTTP/1.1" status: 404 len: 350 time: 0.0664325 Aug 29 16:48:24.144374 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-dd043147-c313-4c04-99c8-efab939c6eff tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ac6c5042c32e45418127eace69076549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540025 Aug 29 16:48:24.146378 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.182293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:24.195064 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.207564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'b19b7384-9cd5-4b9e-b3a8-0d631c3c8011', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'b19b7384-9cd5-4b9e-b3a8-0d631c3c8011', 'mac_address': 'fa:16:3e:dc:f9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:48:24.268899 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.307249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:24.327823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84343f0b-2d0e-457b-8089-83d44ca3c8e1,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:24.332242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:48:24.357120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:24.364608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.365000 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.365505 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Added segment 6a290f23-b7e1-4e70-9d29-d592f472f822 of type vlan for network e79d636f-add0-45ce-b337-bbc6fad48613 Aug 29 16:48:24.369878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8af65cb3-7105-48ac-b2a4-22940a01e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.372604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8af65cb3-7105-48ac-b2a4-22940a01e3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.376708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8af65cb3-7105-48ac-b2a4-22940a01e3ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca69b730-48c0-4ba7-8070-29073339da1c HTTP/1.1" status: 204 len: 168 time: 0.4771271 Aug 29 16:48:24.437275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af65cb3-7105-48ac-b2a4-22940a01e3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca69b730-48c0-4ba7-8070-29073339da1c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:24.440174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36378) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:24.467205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-41d69c76-c914-4677-8778-ec5a1be93eea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:24.469273 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-41d69c76-c914-4677-8778-ec5a1be93eea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3141587 Aug 29 16:48:24.485206 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.510447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-ec115ee4-52bb-4eb4-8d6a-c03f19e24342 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/quotas/ac6c5042c32e45418127eace69076549 HTTP/1.1" status: 200 len: 375 time: 0.0336607 Aug 29 16:48:24.545640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:24.592073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['b19b7384-9cd5-4b9e-b3a8-0d631c3c8011'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:24.615299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.resource_extend [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 16:48:24.642494 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-628e93c2-94c5-40f8-b53b-52313c1d7879 req-747b5e9f-ad0b-4845-bc30-98b60b821af0 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] show failed (client error): The resource could not be found. Aug 29 16:48:24.643746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-628e93c2-94c5-40f8-b53b-52313c1d7879 req-747b5e9f-ad0b-4845-bc30-98b60b821af0 tempest-FloatingIPsTestJSON-421422678 tempest-FloatingIPsTestJSON-421422678-project] 10.222.0.22 "GET /v2.0/floatingips/2c333d22-e940-49e4-8add-6451b24dfe11 HTTP/1.1" status: 404 len: 350 time: 0.3248510 Aug 29 16:48:24.654315 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36384) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:24.654519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-3321cf69-211c-44cf-8aec-e78587249ca2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac6c5042c32e45418127eace69076549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1414008 Aug 29 16:48:24.655275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.656233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:24.656807 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.684545 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0137582 Aug 29 16:48:24.699583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ffe3e240-583c-4444-a078-c6383759a559 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:48:24.700367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36386) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:24.705892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] Request body: {'subnet': {'network_id': 'e79d636f-add0-45ce-b337-bbc6fad48613', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1645918272-subnet', 'tenant_id': '4b80b6a12f9c4bce901bb7e16b859e72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:24.735846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: ffe3e240-583c-4444-a078-c6383759a559 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:48:24.738189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ffe3e240-583c-4444-a078-c6383759a559 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:48:24.739347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b0a5b-7c82-42b3-a908-d27cf601cce6 admin admin] Pushing event updated for resources: {'Network': ['ID=e79d636f-add0-45ce-b337-bbc6fad48613,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:24.752045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36390) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:24.756228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network e79d636f-add0-45ce-b337-bbc6fad48613 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:48:24.782268 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75ca4361-798f-4270-b5e6-6d5ec8fba321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:24.887520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] Made reservation on behalf of 4b80b6a12f9c4bce901bb7e16b859e72 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:24.889559 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:25.106037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-81f9903e-6d77-48f1-a229-cefba6c01758 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac6c5042c32e45418127eace69076549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837810 Aug 29 16:48:25.209805 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fffd5e7-66db-46b0-bb10-cf9ec1cc9ef6 req-dc19d717-00c5-42e7-b29f-c8f88a5762f5 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 210 time: 0.1018033 Aug 29 16:48:25.398556 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75ca4361-798f-4270-b5e6-6d5ec8fba321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:25.415894 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-610f8a3d-4aa5-4b90-9a5e-5895282fd804 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34ef33d5d8c0474ea91a027d63c66f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9691365 Aug 29 16:48:25.421187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36418) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:25.427886 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75ca4361-798f-4270-b5e6-6d5ec8fba321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:25.488968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b07929-2543-4018-b429-43b4412d03fe req-259d8d44-e2ed-44a8-a18b-150e43c932e6 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:25.490450 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-259d8d44-e2ed-44a8-a18b-150e43c932e6 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3763018 Aug 29 16:48:25.530193 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Request body: {'port': {'device_id': '04b388b9-acc4-474f-a544-be8f890dff68', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'ac6c5042c32e45418127eace69076549'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:25.611204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca4361-798f-4270-b5e6-6d5ec8fba321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa893480-712f-4dbd-842f-58fc1d0b19e5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:25.619687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-75ca4361-798f-4270-b5e6-6d5ec8fba321 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7614b4ec8c048cb965cea4df953846f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8662062 Aug 29 16:48:25.625254 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:25.626068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36432) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:25.692604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf338e7-477e-4ea4-baab-40e57821dcb4 req-02e0f91e-5fb7-4745-8577-9791cfe7921f tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:25.701643 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bf338e7-477e-4ea4-baab-40e57821dcb4 req-02e0f91e-5fb7-4745-8577-9791cfe7921f tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 948 time: 0.3427191 Aug 29 16:48:25.725089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccf847-257f-4acd-a936-48a938b3eb7f req-f5c980ba-a259-48d4-a88a-de633d3f5711 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:25.726713 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a9ccf847-257f-4acd-a936-48a938b3eb7f req-f5c980ba-a259-48d4-a88a-de633d3f5711 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 971 time: 0.1652515 Aug 29 16:48:25.744681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb435944-ee76-4c3c-925d-0f40e696a405,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:25.786473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] Checking segment: {'id': '6a290f23-b7e1-4e70-9d29-d592f472f822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e79d636f-add0-45ce-b337-bbc6fad48613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:25.786736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] Network hostable DHCP agents. Network: e79d636f-add0-45ce-b337-bbc6fad48613, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:48:25.833106 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0124-a7ac-4ce2-adfd-634af5fe450f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:25.837188 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bf338e7-477e-4ea4-baab-40e57821dcb4 req-3f313d01-d142-408f-be82-601bd39eb796 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343501 Aug 29 16:48:25.856174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a9ccf847-257f-4acd-a936-48a938b3eb7f req-ee170924-3646-494a-b037-dd48db11144d tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188755 Aug 29 16:48:25.886540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] Network e79d636f-add0-45ce-b337-bbc6fad48613 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:48:25.887820 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-afee0933-a19f-4247-adb9-103b2eec78f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:25.918572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, e79d636f-add0-45ce-b337-bbc6fad48613) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:25.918862 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0124-a7ac-4ce2-adfd-634af5fe450f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:25.929764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:25.932503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:25.932613 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:25.936116 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ab398-50d1-4a19-9c10-21118657c282 None None] Network e79d636f-add0-45ce-b337-bbc6fad48613 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:25.940063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Made reservation on behalf of ac6c5042c32e45418127eace69076549 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:25.943783 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:25.959165 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:25.988578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-76df005c-72db-470c-a7eb-c04a25ffa358 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2869794 Aug 29 16:48:25.994290 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-afee0933-a19f-4247-adb9-103b2eec78f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.022694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:26.150699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:26.172152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0124-a7ac-4ce2-adfd-634af5fe450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.181081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a6d0124-a7ac-4ce2-adfd-634af5fe450f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.185478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0a6d0124-a7ac-4ce2-adfd-634af5fe450f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa893480-712f-4dbd-842f-58fc1d0b19e5 HTTP/1.1" status: 204 len: 168 time: 0.5519805 Aug 29 16:48:26.206414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36448) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:26.208398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:26.209103 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.215501 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-afee0933-a19f-4247-adb9-103b2eec78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.217430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf1467f-3648-4a6b-bdbf-8d718660dc16 None None] Network e79d636f-add0-45ce-b337-bbc6fad48613 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:26.218100 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-afee0933-a19f-4247-adb9-103b2eec78f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.219290 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-afee0933-a19f-4247-adb9-103b2eec78f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e982f5f-0017-40da-a03b-37c46540eded HTTP/1.1" status: 204 len: 168 time: 0.7923956 Aug 29 16:48:26.253690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d0124-a7ac-4ce2-adfd-634af5fe450f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa893480-712f-4dbd-842f-58fc1d0b19e5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:26.279068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee0933-a19f-4247-adb9-103b2eec78f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e982f5f-0017-40da-a03b-37c46540eded,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:26.342165 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.368315 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.401458 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.16', 59543) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:26.423637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e1f6e334-a4da-4edb-9f94-2002417bd141 req-2bff46ab-55b6-47f7-b60a-2863fd7be5b4 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 210 time: 0.0895033 Aug 29 16:48:26.457502 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-717e6ccf-4626-4e90-bd4d-ddbd82cc2b23 admin admin] Deleting subnet 3fd74e29-f24e-4b0e-a6f1-30591432dafe {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:48:26.494762 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-717e6ccf-4626-4e90-bd4d-ddbd82cc2b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.501793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376269eb-a6ed-44ed-ac19-756370739356,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:26.516606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-4aad6c35-7bfb-427b-b77a-b027a4fbf766 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac6c5042c32e45418127eace69076549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137867 Aug 29 16:48:26.587412 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.638891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33bcdb3-f94c-4ec8-814a-9f597f604cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19b7384-9cd5-4b9e-b3a8-0d631c3c8011'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:26.641642 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee546683-77b9-4cde-8c47-b6d4f94d3d75" -d '{"events": [{"server_uuid": "d33bcdb3-f94c-4ec8-814a-9f597f604cde", "name": "network-vif-plugged", "status": "completed", "tag": "b19b7384-9cd5-4b9e-b3a8-0d631c3c8011"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:26.657180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:26.664859 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.705496 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-717e6ccf-4626-4e90-bd4d-ddbd82cc2b23 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.717655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Allocated IP 192.168.233.77 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/be5f101a-7639-48c3-a0da-558458c3576e) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:26.740176 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3819c49d-2f76-4bec-85b9-b86080947876 x-openstack-request-id: req-3819c49d-2f76-4bec-85b9-b86080947876 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:26.741831 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33bcdb3-f94c-4ec8-814a-9f597f604cde", "name": "network-vif-plugged", "status": "completed", "tag": "b19b7384-9cd5-4b9e-b3a8-0d631c3c8011", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:26.742191 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3819c49d-2f76-4bec-85b9-b86080947876 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:26.742727 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33bcdb3-f94c-4ec8-814a-9f597f604cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19b7384-9cd5-4b9e-b3a8-0d631c3c8011', 'code': 200} Aug 29 16:48:26.749362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:26.790094 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-717e6ccf-4626-4e90-bd4d-ddbd82cc2b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:26.890406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-eba240f5-7d6f-49d3-82ae-e1ba3286aae9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:26.897327 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-eba240f5-7d6f-49d3-82ae-e1ba3286aae9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3351154 Aug 29 16:48:26.923793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416b35f-0a56-43c3-b66e-7d19180d74c3 req-5ce38b29-9a2e-491f-8a71-1aa147ffd776 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:26.929650 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3416b35f-0a56-43c3-b66e-7d19180d74c3 req-5ce38b29-9a2e-491f-8a71-1aa147ffd776 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.10 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 971 time: 0.2181070 Aug 29 16:48:26.940801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Request body: {'port': {'device_id': 'f59cef4a-c81b-4c53-8ed7-4e05bc864b8e', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'ac6c5042c32e45418127eace69076549'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:26.963732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0afa5a-7bbb-487d-8f9f-0e3a0ab1d01e req-7179e04f-15a2-4ec2-bfcc-21e7cfb46d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:26.965250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf0afa5a-7bbb-487d-8f9f-0e3a0ab1d01e req-7179e04f-15a2-4ec2-bfcc-21e7cfb46d4d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 1101 time: 0.0831306 Aug 29 16:48:26.977454 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.039407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36476) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:27.058753 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf0afa5a-7bbb-487d-8f9f-0e3a0ab1d01e req-6bedccbf-08bf-42d8-89ac-ff731fd6bea8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714076 Aug 29 16:48:27.067244 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e79166ee-0ce7-4da0-8cd7-079624f849c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.089684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff822f-7c98-4564-b5a1-596e9b023b50 req-2febfc72-0276-4e1a-97f7-1227fd4b3d78 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:27.091231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43ff822f-7c98-4564-b5a1-596e9b023b50 req-2febfc72-0276-4e1a-97f7-1227fd4b3d78 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 949 time: 0.1327872 Aug 29 16:48:27.097804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Transition to ACTIVE for port object be5f101a-7639-48c3-a0da-558458c3576e will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:27.184257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43ff822f-7c98-4564-b5a1-596e9b023b50 req-53e870f0-c707-4c5b-b04a-eaf26629b432 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846930 Aug 29 16:48:27.223214 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.284324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:27.297759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:27.300853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:27.308417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:27.309082 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.327002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Pushing event updated for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:27.336853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e79166ee-0ce7-4da0-8cd7-079624f849c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.344276 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-717e6ccf-4626-4e90-bd4d-ddbd82cc2b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.345756 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e79166ee-0ce7-4da0-8cd7-079624f849c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.361418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] Deleting port a338aa43-dea8-40a0-bfb4-daaa93b56ef1 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:48:27.361740 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.370197 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-4c1c9e66-0055-48b5-947b-a391af49a752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8558505 Aug 29 16:48:27.392115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Request body: {'port': {'device_id': '04b388b9-acc4-474f-a544-be8f890dff68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:27.432509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e79166ee-0ce7-4da0-8cd7-079624f849c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74f4d4725bff4b09840e1ae89a171825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897507 Aug 29 16:48:27.435396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79166ee-0ce7-4da0-8cd7-079624f849c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb39797-f7b5-46b1-ab6b-49153cf07056,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:27.453000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36488) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:27.513554 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.516306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8e33-0140-4d5b-bac1-af2d4ec97408 req-7349254e-9893-4030-9e84-ca808c963d81 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:27.526681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f7a8e33-0140-4d5b-bac1-af2d4ec97408 req-7349254e-9893-4030-9e84-ca808c963d81 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 971 time: 0.4922788 Aug 29 16:48:27.536694 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-717e6ccf-4626-4e90-bd4d-ddbd82cc2b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.540830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-717e6ccf-4626-4e90-bd4d-ddbd82cc2b23 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3fd74e29-f24e-4b0e-a6f1-30591432dafe HTTP/1.1" status: 204 len: 168 time: 1.3325741 Aug 29 16:48:27.558297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36496) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:27.617486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e6ccf-4626-4e90-bd4d-ddbd82cc2b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd74e29-f24e-4b0e-a6f1-30591432dafe,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:27.650105 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a6c43e68-c9f5-47e8-aa11-a75c25bf624e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.675964 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-64b13315-bfdb-45a1-9334-b0f2be6baf52 None None] Provisioning for port be5f101a-7639-48c3-a0da-558458c3576e completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:27.680768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-64b13315-bfdb-45a1-9334-b0f2be6baf52 None None] Provisioning complete for port be5f101a-7639-48c3-a0da-558458c3576e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:27.681455 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-64b13315-bfdb-45a1-9334-b0f2be6baf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.707657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f7a8e33-0140-4d5b-bac1-af2d4ec97408 req-6b7d09ec-c55a-4f29-99ce-248275480862 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/security-groups?id=de61a197-604b-4982-ac39-00d5054a94b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753137 Aug 29 16:48:27.728615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-64b13315-bfdb-45a1-9334-b0f2be6baf52 None None] Port be5f101a-7639-48c3-a0da-558458c3576e cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:48:27.737979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] For port a338aa43-dea8-40a0-bfb4-daaa93b56ef1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a338aa43-dea8-40a0-bfb4-daaa93b56ef1,segment=NetworkSegment(ddac2dc0-79a5-4add-bd86-75a5b2438d53),segment_id=ddac2dc0-79a5-4add-bd86-75a5b2438d53)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:27.738566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.764551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] Calling delete_port for a338aa43-dea8-40a0-bfb4-daaa93b56ef1 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:48:27.773396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Made reservation on behalf of ac6c5042c32e45418127eace69076549 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:27.776985 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.787042 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.799302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-3416b35f-0a56-43c3-b66e-7d19180d74c3 req-e47bbc9f-2361-426e-80df-2aca874a59ad tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Deleting port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:48:27.800015 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3416b35f-0a56-43c3-b66e-7d19180d74c3 req-e47bbc9f-2361-426e-80df-2aca874a59ad tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:27.917863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21ce3a7e-d1e9-4a8f-880d-f1cd0e85b7ac req-134e982b-5dfe-4b57-8942-ee3b571f97e5 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 210 time: 0.1129019 Aug 29 16:48:28.108072 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a6c43e68-c9f5-47e8-aa11-a75c25bf624e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.152701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-3416b35f-0a56-43c3-b66e-7d19180d74c3 req-e47bbc9f-2361-426e-80df-2aca874a59ad tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] For port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:28.153115 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3416b35f-0a56-43c3-b66e-7d19180d74c3 req-e47bbc9f-2361-426e-80df-2aca874a59ad tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.156439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Allocated IP 192.168.233.11 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/284cbdee-bc24-4b53-b4cd-4640cfa56825) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:28.178888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-3416b35f-0a56-43c3-b66e-7d19180d74c3 req-e47bbc9f-2361-426e-80df-2aca874a59ad tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Calling delete_port for e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 owned by compute:tempest-test_az-1634663058 {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:48:28.253481 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.268044 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.268428 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.269864 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.270191 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > port after_create 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.270531 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.270880 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > port after_update 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.271203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.271524 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.271833 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.272146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.381132 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.381801 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.382323 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.383213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:48:28.384220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:28.398054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822262a-f888-47f1-b824-68ad59a70e52 req-b3087c73-cab2-4525-a8a9-4a191534d515 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:28.398920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822262a-f888-47f1-b824-68ad59a70e52 req-b3087c73-cab2-4525-a8a9-4a191534d515 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:28.399830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822262a-f888-47f1-b824-68ad59a70e52 req-b3087c73-cab2-4525-a8a9-4a191534d515 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:28.400503 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822262a-f888-47f1-b824-68ad59a70e52 req-b3087c73-cab2-4525-a8a9-4a191534d515 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:28.401438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822262a-f888-47f1-b824-68ad59a70e52 req-b3087c73-cab2-4525-a8a9-4a191534d515 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:28.402149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822262a-f888-47f1-b824-68ad59a70e52 req-b3087c73-cab2-4525-a8a9-4a191534d515 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:28.404494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.406358 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d822262a-f888-47f1-b824-68ad59a70e52 req-b3087c73-cab2-4525-a8a9-4a191534d515 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.7414598 Aug 29 16:48:28.425083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a6c43e68-c9f5-47e8-aa11-a75c25bf624e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.428669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a6c43e68-c9f5-47e8-aa11-a75c25bf624e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.429833 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a6c43e68-c9f5-47e8-aa11-a75c25bf624e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1fb39797-f7b5-46b1-ab6b-49153cf07056 HTTP/1.1" status: 204 len: 168 time: 0.9757848 Aug 29 16:48:28.431926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f4d851-4b2a-4076-9b90-045906dac92e') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:28.432272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f4d851-4b2a-4076-9b90-045906dac92e') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:28.499085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a338aa43-dea8-40a0-bfb4-daaa93b56ef1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:28.517491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c786a98-8b4a-4333-a43d-82840d63f003 req-f9b58f86-2134-4653-adc0-4c594aef5e1d tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:28.519583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c786a98-8b4a-4333-a43d-82840d63f003 req-f9b58f86-2134-4653-adc0-4c594aef5e1d tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 949 time: 0.2028029 Aug 29 16:48:28.534304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c43e68-c9f5-47e8-aa11-a75c25bf624e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb39797-f7b5-46b1-ab6b-49153cf07056,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:28.553384 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.573181 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3416b35f-0a56-43c3-b66e-7d19180d74c3 req-e47bbc9f-2361-426e-80df-2aca874a59ad tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.592795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:28.614990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.640441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:48:28.640804 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: from cryptography.utils import int_from_bytes Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: from cryptography.utils import int_from_bytes Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:48:28.671984 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:48:28.694819 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c786a98-8b4a-4333-a43d-82840d63f003 req-27b5b41d-30b2-4bb6-8010-47b56d163a32 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671798 Aug 29 16:48:28.722842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bbc9f-2361-426e-80df-2aca874a59ad tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Pushing event deleted for resources: {'Port': ['ID=e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:28.755553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a2b8f-c430-4288-94e8-f1d40e1835e3 req-88e46b5f-2055-4615-890a-b81a2e4bbd9b tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:28.777323 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-499a2b8f-c430-4288-94e8-f1d40e1835e3 req-88e46b5f-2055-4615-890a-b81a2e4bbd9b tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 886 time: 0.3220789 Aug 29 16:48:28.787178 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.800634 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.809278 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] 10.222.0.22 "DELETE /v2.0/networks/53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d HTTP/1.1" status: 204 len: 168 time: 1.2480006 Aug 29 16:48:28.813726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36534) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:28.856371 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.886301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3416b35f-0a56-43c3-b66e-7d19180d74c3 req-e47bbc9f-2361-426e-80df-2aca874a59ad tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] No DVR routers for this DVR port e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:48:28.901419 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3416b35f-0a56-43c3-b66e-7d19180d74c3 req-e47bbc9f-2361-426e-80df-2aca874a59ad tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.903576 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3416b35f-0a56-43c3-b66e-7d19180d74c3 req-e47bbc9f-2361-426e-80df-2aca874a59ad tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.10 "DELETE /v2.0/ports/e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 HTTP/1.1" status: 204 len: 173 time: 1.9535921 Aug 29 16:48:28.904016 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c4a448-59db-4c66-a7c5-f122ba804d44', 'name': 'network-vif-deleted', 'tag': 'e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:28.910797 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c76077e-09cc-4cca-8566-62b1c3052ff6" -d '{"events": [{"server_uuid": "76c4a448-59db-4c66-a7c5-f122ba804d44", "name": "network-vif-deleted", "tag": "e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:28.922538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Transition to ACTIVE for port object 284cbdee-bc24-4b53-b4cd-4640cfa56825 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:28.970122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d00ed42-5204-4222-afc8-c322cb2e68bd admin admin] Deleting subnet bb435944-ee76-4c3c-925d-0f40e696a405 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:48:28.978566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:28.991270 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d00ed42-5204-4222-afc8-c322cb2e68bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.070985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85193851-46cb-4c8f-9e84-8e2694f64a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=53a4d04d-c5e6-4ef3-a3b1-eac29b681c7d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:29.119366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.184213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d00ed42-5204-4222-afc8-c322cb2e68bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.190425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1ea9e94-fbc3-4f95-8249-dd0e415db96e req-5fa38e06-cea9-4aa9-9952-3915ef273736 tempest-AggregatesAdminTestJSON-5646796 tempest-AggregatesAdminTestJSON-5646796-project] 10.222.0.22 "GET /v2.0/ports?device_id=76c4a448-59db-4c66-a7c5-f122ba804d44 HTTP/1.1" status: 200 len: 210 time: 0.0354447 Aug 29 16:48:29.217022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:29.217022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:29.229392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:29.238513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:29.239576 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.256181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Pushing event updated for resources: {'Port': ['ID=284cbdee-bc24-4b53-b4cd-4640cfa56825,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:29.283605 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d00ed42-5204-4222-afc8-c322cb2e68bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.296709 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-35fc9783-33ca-47cf-adf1-331f2e297ac2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3654451 Aug 29 16:48:29.357770 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d92aab0-5b5d-4c80-9673-a1c2ecb7d5cd x-openstack-request-id: req-7d92aab0-5b5d-4c80-9673-a1c2ecb7d5cd {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:29.357983 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c4a448-59db-4c66-a7c5-f122ba804d44", "name": "network-vif-deleted", "tag": "e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:29.358230 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d92aab0-5b5d-4c80-9673-a1c2ecb7d5cd {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:29.358726 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c4a448-59db-4c66-a7c5-f122ba804d44', 'name': 'network-vif-deleted', 'tag': 'e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8', 'status': 'completed', 'code': 200} Aug 29 16:48:29.365830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Request body: {'port': {'device_id': 'f59cef4a-c81b-4c53-8ed7-4e05bc864b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:29.497148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5f101a-7639-48c3-a0da-558458c3576e {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:29.508218 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d00ed42-5204-4222-afc8-c322cb2e68bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.511186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.558562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00ed42-5204-4222-afc8-c322cb2e68bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb435944-ee76-4c3c-925d-0f40e696a405,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:29.565854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Transition to ACTIVE for port object be5f101a-7639-48c3-a0da-558458c3576e will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:29.567978 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d00ed42-5204-4222-afc8-c322cb2e68bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.569973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3d00ed42-5204-4222-afc8-c322cb2e68bd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bb435944-ee76-4c3c-925d-0f40e696a405 HTTP/1.1" status: 204 len: 168 time: 0.7553046 Aug 29 16:48:29.578761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63614c-0425-4a0e-b0fe-95e45e53ef85 req-508a7b3a-3ed4-440d-8f0a-6d470d94e014 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:29.587123 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f63614c-0425-4a0e-b0fe-95e45e53ef85 req-508a7b3a-3ed4-440d-8f0a-6d470d94e014 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 935 time: 0.1495612 Aug 29 16:48:29.589052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36562) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:29.601072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0f1f195f-b237-4996-8dcc-5c282689298f None None] Provisioning for port 284cbdee-bc24-4b53-b4cd-4640cfa56825 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:29.602156 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.610667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0f1f195f-b237-4996-8dcc-5c282689298f None None] Provisioning complete for port 284cbdee-bc24-4b53-b4cd-4640cfa56825 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:29.611736 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f1f195f-b237-4996-8dcc-5c282689298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.666206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f195f-b237-4996-8dcc-5c282689298f None None] Port 284cbdee-bc24-4b53-b4cd-4640cfa56825 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:48:29.735910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f63614c-0425-4a0e-b0fe-95e45e53ef85 req-9e54627b-bddd-40f9-a2c9-caf69921ce93 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480834 Aug 29 16:48:29.739672 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.741258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Pushing event updated for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:29.845111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:29.876011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf60deb-8505-4864-9043-420588db2f27 req-5d2bf993-2055-471c-bbfa-0b26f038c6c5 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:29.877687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf60deb-8505-4864-9043-420588db2f27 req-5d2bf993-2055-471c-bbfa-0b26f038c6c5 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:29.879065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf60deb-8505-4864-9043-420588db2f27 req-5d2bf993-2055-471c-bbfa-0b26f038c6c5 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:29.879795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf60deb-8505-4864-9043-420588db2f27 req-5d2bf993-2055-471c-bbfa-0b26f038c6c5 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:29.880402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf60deb-8505-4864-9043-420588db2f27 req-5d2bf993-2055-471c-bbfa-0b26f038c6c5 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:29.895481 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7bf60deb-8505-4864-9043-420588db2f27 req-5d2bf993-2055-471c-bbfa-0b26f038c6c5 tempest-NetworksTest-553620459 tempest-NetworksTest-553620459-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3616 time: 0.6378884 Aug 29 16:48:29.992408 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.023763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79d636f-add0-45ce-b337-bbc6fad48613']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:30.034941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Attempting to bind port be5f101a-7639-48c3-a0da-558458c3576e on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:30.035721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Attempting to bind port be5f101a-7639-48c3-a0da-558458c3576e by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:30.036373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Attempting to bind port be5f101a-7639-48c3-a0da-558458c3576e on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:30.045252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Port be5f101a-7639-48c3-a0da-558458c3576e on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:48:30.045870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Attempting to bind port be5f101a-7639-48c3-a0da-558458c3576e on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:30.051260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a290f23-b7e1-4e70-9d29-d592f472f822') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:30.051260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a290f23-b7e1-4e70-9d29-d592f472f822') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:30.068662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:30.069135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:30.069645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:30.070089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Bound port: be5f101a-7639-48c3-a0da-558458c3576e, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:30.070580 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.074228 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.100718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bb78-e7a2-450a-b4fa-66327bd10e15 req-b4853e50-a5ee-4fae-91d3-966296baf67b tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:30.102796 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccb9bb78-e7a2-450a-b4fa-66327bd10e15 req-b4853e50-a5ee-4fae-91d3-966296baf67b tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 949 time: 0.2154906 Aug 29 16:48:30.142466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] Router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:48:30.164702 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.207815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:48:30.208226 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:48:30.209991 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:48:30.332661 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccb9bb78-e7a2-450a-b4fa-66327bd10e15 req-097aeb14-b921-43cb-966a-7bc7fd56f965 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040095 Aug 29 16:48:30.336259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36594) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:30.385954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:30.396743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:30.402072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:48:30.417886 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4f0d16-bc4c-48f3-b270-87f00fb3c716 None None] Sync routers for ids ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:48:30.421918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1e996bdb-ddf6-42a4-ae4d-d89b7b186f90 admin admin] 10.222.0.22 "PUT /v2.0/routers/85b430c9-c1fd-4ba5-ac9f-33411b386ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7654684 Aug 29 16:48:30.424256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36604) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:30.440213 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f0d16-bc4c-48f3-b270-87f00fb3c716 None None] Routers {'85b430c9-c1fd-4ba5-ac9f-33411b386ccd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:48:30.441483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.441633 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2a4f0d16-bc4c-48f3-b270-87f00fb3c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:48:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:30.481409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284cbdee-bc24-4b53-b4cd-4640cfa56825 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:30.483115 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.494127 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.524281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Transition to ACTIVE for port object 284cbdee-bc24-4b53-b4cd-4640cfa56825 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:30.541175 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.645681 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2a4f0d16-bc4c-48f3-b270-87f00fb3c716 None None] Set router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:48:30.735859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:30.736525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.740112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] 10.222.0.16 "PUT /v2.0/ports/be5f101a-7639-48c3-a0da-558458c3576e HTTP/1.1" status: 200 len: 1096 time: 3.3571658 Aug 29 16:48:30.742400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:30.752376 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e97e00d-0e3d-46d0-afcf-5025c203b19b" -d '{"events": [{"name": "network-changed", "server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "tag": "be5f101a-7639-48c3-a0da-558458c3576e"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:30.763929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Pushing event updated for resources: {'Port': ['ID=284cbdee-bc24-4b53-b4cd-4640cfa56825,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:30.764271 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.766996 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] 10.222.0.22 "DELETE /v2.0/networks/e79d636f-add0-45ce-b337-bbc6fad48613 HTTP/1.1" status: 204 len: 168 time: 1.1763742 Aug 29 16:48:30.800940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Attempting to bind port 284cbdee-bc24-4b53-b4cd-4640cfa56825 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:30.801542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Attempting to bind port 284cbdee-bc24-4b53-b4cd-4640cfa56825 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:30.808510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Attempting to bind port 284cbdee-bc24-4b53-b4cd-4640cfa56825 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:30.827955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Port 284cbdee-bc24-4b53-b4cd-4640cfa56825 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:48:30.828479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Attempting to bind port 284cbdee-bc24-4b53-b4cd-4640cfa56825 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:30.861747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4e274-1197-4baf-8d80-f56a299a34cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e79d636f-add0-45ce-b337-bbc6fad48613,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:30.885547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:30.886541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:30.887093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:30.889417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Bound port: 284cbdee-bc24-4b53-b4cd-4640cfa56825, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:30.889958 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:30.934640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36630) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:30.943032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4f555-5756-4a01-a36f-88ccc64f8d4c service neutron] Pushing event updated for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:30.976309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e15fdeeb-56b6-47fb-b10b-99cf1b8d3bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.023741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b07929-2543-4018-b429-43b4412d03fe req-e39274eb-78e9-4833-8902-62e2f59c1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:31.030476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-e39274eb-78e9-4833-8902-62e2f59c1237 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac6c5042c32e45418127eace69076549&device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 1099 time: 0.2042234 Aug 29 16:48:31.051109 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2a4f0d16-bc4c-48f3-b270-87f00fb3c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'name': 'tempest-FloatingIPsTestJSON-370472870-router', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:28Z', 'revision_number': 5, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'gw_port': {'id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:31.057582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] For port 284cbdee-bc24-4b53-b4cd-4640cfa56825, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:31.062452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] For port 284cbdee-bc24-4b53-b4cd-4640cfa56825, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=284cbdee-bc24-4b53-b4cd-4640cfa56825,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:31.079317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.102596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-2f052797-d63d-4268-93ba-add59496aca3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=be5f101a-7639-48c3-a0da-558458c3576e HTTP/1.1" status: 200 len: 217 time: 0.0566809 Aug 29 16:48:31.122872 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4f0d16-bc4c-48f3-b270-87f00fb3c716 None None] Checking router: 85b430c9-c1fd-4ba5-ac9f-33411b386ccd for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:48:31.146787 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f0d16-bc4c-48f3-b270-87f00fb3c716 None None] Routers {'85b430c9-c1fd-4ba5-ac9f-33411b386ccd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:48:31.148131 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2a4f0d16-bc4c-48f3-b270-87f00fb3c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:48:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:31.200882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b07929-2543-4018-b429-43b4412d03fe req-9074d0cd-47ab-48b8-b395-6baeb70482d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:31.202439 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-9074d0cd-47ab-48b8-b395-6baeb70482d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0906377 Aug 29 16:48:31.202578 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e15fdeeb-56b6-47fb-b10b-99cf1b8d3bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.202933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36634) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:31.205978 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.249257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfb75b-ce72-4311-b60c-af0830a0695d req-e0f9ef13-4460-4568-9bad-e002c12092bb tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:31.251054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8abfb75b-ce72-4311-b60c-af0830a0695d req-e0f9ef13-4460-4568-9bad-e002c12092bb tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 949 time: 0.4365630 Aug 29 16:48:31.251859 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e15fdeeb-56b6-47fb-b10b-99cf1b8d3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.349776 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8abfb75b-ce72-4311-b60c-af0830a0695d req-b7743e6d-0c77-47f7-912a-481a6b8f1546 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804632 Aug 29 16:48:31.424739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:31.431412 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2a4f0d16-bc4c-48f3-b270-87f00fb3c716 None None] Set router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:48:31.431947 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.433168 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] 10.222.0.16 "PUT /v2.0/ports/284cbdee-bc24-4b53-b4cd-4640cfa56825 HTTP/1.1" status: 200 len: 1096 time: 2.0724216 Aug 29 16:48:31.437953 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3770a4-615d-4108-b53f-462dd8f2ea2f x-openstack-request-id: req-dd3770a4-615d-4108-b53f-462dd8f2ea2f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:31.440180 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "tag": "be5f101a-7639-48c3-a0da-558458c3576e", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:31.443949 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd3770a4-615d-4108-b53f-462dd8f2ea2f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:31.444614 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e', 'status': 'completed', 'code': 200} Aug 29 16:48:31.445365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59cef4a-c81b-4c53-8ed7-4e05bc864b8e', 'tag': '284cbdee-bc24-4b53-b4cd-4640cfa56825'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:31.452267 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a0c005-6e12-4b47-a687-75edfd911972" -d '{"events": [{"name": "network-changed", "server_uuid": "f59cef4a-c81b-4c53-8ed7-4e05bc864b8e", "tag": "284cbdee-bc24-4b53-b4cd-4640cfa56825"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:31.523422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e15fdeeb-56b6-47fb-b10b-99cf1b8d3bd6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05fc3db6eaf94701a9b5334330acefd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1831679 Aug 29 16:48:31.529464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fdeeb-56b6-47fb-b10b-99cf1b8d3bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290805f6-2308-4f90-aedf-be3fba01277e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:31.535763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36646) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:31.567737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a0fe7-2303-4809-b4f0-0a795b4c80a2 service neutron] Pushing event updated for resources: {'Port': ['ID=284cbdee-bc24-4b53-b4cd-4640cfa56825,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:31.600180 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4907c252-bfbe-4949-838b-3f47d68e04f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ad634a2fe21406198a35e19549b9503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960137 Aug 29 16:48:31.615913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36648) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:31.676406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b07929-2543-4018-b429-43b4412d03fe req-c4454920-1e7a-493f-93f7-58e0373507a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:31.680693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-efe06671-140b-4156-a0d1-7aacf89e116e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8cd1af65c996455581d2e628af87dded&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7432570 Aug 29 16:48:31.683232 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-c4454920-1e7a-493f-93f7-58e0373507a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4619482 Aug 29 16:48:31.683997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-d0796eca-32be-4a28-995f-28a6c548a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:31.685875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-d0796eca-32be-4a28-995f-28a6c548a936 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac6c5042c32e45418127eace69076549&device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 1099 time: 0.1954668 Aug 29 16:48:31.690041 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36650) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:31.698681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50c348fa-ad46-45c4-8400-f6a4d9ece023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.757299 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-aa5478f2-364d-474b-a68a-113cc58fb5d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=284cbdee-bc24-4b53-b4cd-4640cfa56825 HTTP/1.1" status: 200 len: 217 time: 0.0626125 Aug 29 16:48:31.778354 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2a4f0d16-bc4c-48f3-b270-87f00fb3c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'name': 'tempest-FloatingIPsTestJSON-370472870-router', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:28Z', 'revision_number': 5, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'gw_port': {'id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:31.789482 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4c35441-f3f3-4db6-899f-934a6c0bb39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.799371 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d0bc20-2beb-47b3-a596-977a022f3dd1 x-openstack-request-id: req-62d0bc20-2beb-47b3-a596-977a022f3dd1 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:31.799785 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59cef4a-c81b-4c53-8ed7-4e05bc864b8e", "tag": "284cbdee-bc24-4b53-b4cd-4640cfa56825", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:31.800093 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62d0bc20-2beb-47b3-a596-977a022f3dd1 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:31.800489 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59cef4a-c81b-4c53-8ed7-4e05bc864b8e', 'tag': '284cbdee-bc24-4b53-b4cd-4640cfa56825', 'status': 'completed', 'code': 200} Aug 29 16:48:31.801072 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6832848-c6fa-4382-a1ca-711ce7f3acb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.811363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4c35441-f3f3-4db6-899f-934a6c0bb39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.814169 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4f0d16-bc4c-48f3-b270-87f00fb3c716 None None] The sync data for ids ['85b430c9-c1fd-4ba5-ac9f-33411b386ccd'] in n-d-713301-13 is: [{'id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'name': 'tempest-FloatingIPsTestJSON-370472870-router', 'tenant_id': '027b847e72944f55b9e21c2ad846daf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:28Z', 'revision_number': 5, 'project_id': '027b847e72944f55b9e21c2ad846daf4', 'gw_port': {'id': '12a9bdce-8242-4b9a-8d05-76b184f31bdd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b430c9-c1fd-4ba5-ac9f-33411b386ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:08Z', 'updated_at': '2021-08-29T16:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:48:31.835045 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6832848-c6fa-4382-a1ca-711ce7f3acb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.892111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-960937bf-cbd3-46e1-a4e4-26c01782e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:31.897580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-960937bf-cbd3-46e1-a4e4-26c01782e376 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1282246 Aug 29 16:48:31.903468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b662-aed9-42f6-b5db-e8a3c8eb2276 req-3caed464-be4d-495b-8dc8-377ff171a419 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:31.904972 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a85b662-aed9-42f6-b5db-e8a3c8eb2276 req-3caed464-be4d-495b-8dc8-377ff171a419 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 947 time: 0.4267526 Aug 29 16:48:31.916511 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50c348fa-ad46-45c4-8400-f6a4d9ece023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.932234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.985939 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6832848-c6fa-4382-a1ca-711ce7f3acb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.989040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6832848-c6fa-4382-a1ca-711ce7f3acb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:31.993010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f6832848-c6fa-4382-a1ca-711ce7f3acb6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8896d97b-6b3c-44a8-9187-dc04b377c82a HTTP/1.1" status: 204 len: 168 time: 0.3700523 Aug 29 16:48:32.003697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-c5072b0c-e7b3-4b6e-bfb0-8314fdd307e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:32.005520 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-c5072b0c-e7b3-4b6e-bfb0-8314fdd307e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027641 Aug 29 16:48:32.009125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:48:32.033993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4c35441-f3f3-4db6-899f-934a6c0bb39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:32.036611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4c35441-f3f3-4db6-899f-934a6c0bb39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:32.037806 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d4c35441-f3f3-4db6-899f-934a6c0bb39b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de61a197-604b-4982-ac39-00d5054a94b2 HTTP/1.1" status: 204 len: 168 time: 0.3421617 Aug 29 16:48:32.039416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6832848-c6fa-4382-a1ca-711ce7f3acb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896d97b-6b3c-44a8-9187-dc04b377c82a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:32.062257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:48:32.068847 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a85b662-aed9-42f6-b5db-e8a3c8eb2276 req-90fa3f3f-e5b4-4fd3-b141-2d582acb692d tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441762 Aug 29 16:48:32.069322 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e090a13c-f8ee-4da4-b8ad-b8d07a9ea4a8 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:48:32.091369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c35441-f3f3-4db6-899f-934a6c0bb39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de61a197-604b-4982-ac39-00d5054a94b2,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:32.099065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-3d4f0b1f-1baa-4858-b301-0f0b27f9e209 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978117 Aug 29 16:48:32.193808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a338aa43-dea8-40a0-bfb4-daaa93b56ef1 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:48:32.238893 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50c348fa-ad46-45c4-8400-f6a4d9ece023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:32.241927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664ec9e-065c-4950-81fa-cb7a5ae10a47 req-719c80a9-96d8-496c-a6b2-b79d4a4bfea9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:32.243492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1664ec9e-065c-4950-81fa-cb7a5ae10a47 req-719c80a9-96d8-496c-a6b2-b79d4a4bfea9 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.10 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 949 time: 0.2966568 Aug 29 16:48:32.243705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: a338aa43-dea8-40a0-bfb4-daaa93b56ef1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:48:32.244171 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a338aa43-dea8-40a0-bfb4-daaa93b56ef1 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:48:32.246125 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50c348fa-ad46-45c4-8400-f6a4d9ece023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:32.247306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-50c348fa-ad46-45c4-8400-f6a4d9ece023 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/290805f6-2308-4f90-aedf-be3fba01277e HTTP/1.1" status: 204 len: 168 time: 0.7091348 Aug 29 16:48:32.296242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c348fa-ad46-45c4-8400-f6a4d9ece023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290805f6-2308-4f90-aedf-be3fba01277e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:32.339479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Deleting port 12a9bdce-8242-4b9a-8d05-76b184f31bdd {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:48:32.339831 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:32.452869 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-969c0a2e-636d-44ba-9645-a5973d9a00ef service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299324 Aug 29 16:48:32.577791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-1664ec9e-065c-4950-81fa-cb7a5ae10a47 req-e73b2369-5f7f-4683-b44d-5c5f2ceee8ab tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Deleting port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:48:32.578213 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1664ec9e-065c-4950-81fa-cb7a5ae10a47 req-e73b2369-5f7f-4683-b44d-5c5f2ceee8ab tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:32.652296 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c8c7198-5d09-4b04-8984-4e89c17cefee req-d3b62409-3eb7-41a5-ae2a-0739a63cf929 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922555 Aug 29 16:48:32.679451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36714) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:32.734171 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1664ec9e-065c-4950-81fa-cb7a5ae10a47 req-e73b2369-5f7f-4683-b44d-5c5f2ceee8ab tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] For port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:32.735064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1664ec9e-065c-4950-81fa-cb7a5ae10a47 req-e73b2369-5f7f-4683-b44d-5c5f2ceee8ab tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:32.787712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-1664ec9e-065c-4950-81fa-cb7a5ae10a47 req-e73b2369-5f7f-4683-b44d-5c5f2ceee8ab tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Calling delete_port for b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:48:32.814308 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-167f63ce-926f-4be0-8290-85081737ae91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b80b6a12f9c4bce901bb7e16b859e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1334562 Aug 29 16:48:32.818492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36722) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:32.821616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c005-6e12-4b47-a687-75edfd911972 req-1f6340e1-9ae2-46e5-8854-e3484161a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:32.823204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-31a0c005-6e12-4b47-a687-75edfd911972 req-1f6340e1-9ae2-46e5-8854-e3484161a219 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac6c5042c32e45418127eace69076549&device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 1099 time: 0.1069074 Aug 29 16:48:32.861638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41b07929-2543-4018-b429-43b4412d03fe req-1ea9b521-3947-4bba-bf6e-a89b5e17247b service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498574 Aug 29 16:48:32.968189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04b12e-c5dd-4ca5-af0f-45c9d63e3998 req-7376eaf2-3b3a-4490-b0bf-dd2ff54cb202 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:32.978298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c005-6e12-4b47-a687-75edfd911972 req-9fd661da-0b6d-4e4e-8071-bfe01e71b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:32.979149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce04b12e-c5dd-4ca5-af0f-45c9d63e3998 req-7376eaf2-3b3a-4490-b0bf-dd2ff54cb202 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/ports?device_id=d33bcdb3-f94c-4ec8-814a-9f597f604cde HTTP/1.1" status: 200 len: 949 time: 0.2033410 Aug 29 16:48:32.980015 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-31a0c005-6e12-4b47-a687-75edfd911972 req-9fd661da-0b6d-4e4e-8071-bfe01e71b089 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1271281 Aug 29 16:48:33.044400 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-31a0c005-6e12-4b47-a687-75edfd911972 req-1f3ba0f9-7450-4226-9485-a32c2a1ea705 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=284cbdee-bc24-4b53-b4cd-4640cfa56825 HTTP/1.1" status: 200 len: 217 time: 0.0571566 Aug 29 16:48:33.067734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] For port 12a9bdce-8242-4b9a-8d05-76b184f31bdd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=12a9bdce-8242-4b9a-8d05-76b184f31bdd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:33.068137 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.100683 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bed7b14e-ade0-4b8b-ad58-c7fb96e1f750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.104093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1664ec9e-065c-4950-81fa-cb7a5ae10a47 req-e73b2369-5f7f-4683-b44d-5c5f2ceee8ab tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.116099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['b19b7384-9cd5-4b9e-b3a8-0d631c3c8011'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:33.123765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36740) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:33.127883 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce04b12e-c5dd-4ca5-af0f-45c9d63e3998 req-230e7b83-642f-422c-a785-174a01886289 tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.22 "GET /v2.0/security-groups?id=d040e2af-770e-4695-aae3-167672c66272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471689 Aug 29 16:48:33.129118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Calling delete_port for 12a9bdce-8242-4b9a-8d05-76b184f31bdd owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:48:33.163022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c005-6e12-4b47-a687-75edfd911972 req-b73ba84f-a6c4-4aef-8b94-a871a9f3c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:33.164686 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-31a0c005-6e12-4b47-a687-75edfd911972 req-b73ba84f-a6c4-4aef-8b94-a871a9f3c64f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1105857 Aug 29 16:48:33.168963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b2369-5f7f-4683-b44d-5c5f2ceee8ab tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Pushing event deleted for resources: {'Port': ['ID=b19b7384-9cd5-4b9e-b3a8-0d631c3c8011,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:33.312018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1664ec9e-065c-4950-81fa-cb7a5ae10a47 req-e73b2369-5f7f-4683-b44d-5c5f2ceee8ab tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] No DVR routers for this DVR port b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:48:33.335513 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1664ec9e-065c-4950-81fa-cb7a5ae10a47 req-e73b2369-5f7f-4683-b44d-5c5f2ceee8ab tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.358371 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1664ec9e-065c-4950-81fa-cb7a5ae10a47 req-e73b2369-5f7f-4683-b44d-5c5f2ceee8ab tempest-DeleteServersAdminTestJSON-141514750 tempest-DeleteServersAdminTestJSON-141514750-project] 10.222.0.10 "DELETE /v2.0/ports/b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 HTTP/1.1" status: 204 len: 173 time: 1.1075532 Aug 29 16:48:33.381206 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bed7b14e-ade0-4b8b-ad58-c7fb96e1f750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.382269 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36750) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:33.393573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c005-6e12-4b47-a687-75edfd911972 req-89c0973a-cc5f-414a-9ce3-962b3cea3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:33.409301 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-31a0c005-6e12-4b47-a687-75edfd911972 req-89c0973a-cc5f-414a-9ce3-962b3cea3f2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2186294 Aug 29 16:48:33.409301 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c2a7b85e-13f8-4e00-badb-c2e69ceac609 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b08a2b9eeb854c6ba331fc9ab063aac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749536 Aug 29 16:48:33.486075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36756) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:33.588004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e00d-0e3d-46d0-afcf-5025c203b19b req-f221be0f-fcfb-4377-b66a-8b2f9212300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:33.590007 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e97e00d-0e3d-46d0-afcf-5025c203b19b req-f221be0f-fcfb-4377-b66a-8b2f9212300a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac6c5042c32e45418127eace69076549&device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 1099 time: 0.6541145 Aug 29 16:48:33.606244 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bed7b14e-ade0-4b8b-ad58-c7fb96e1f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.607276 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-31a0c005-6e12-4b47-a687-75edfd911972 req-3235c582-4943-4e68-a1e6-77cb647818a1 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944973 Aug 29 16:48:33.609297 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bed7b14e-ade0-4b8b-ad58-c7fb96e1f750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.611876 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bed7b14e-ade0-4b8b-ad58-c7fb96e1f750 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84343f0b-2d0e-457b-8089-83d44ca3c8e1 HTTP/1.1" status: 204 len: 168 time: 0.7817075 Aug 29 16:48:33.655580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-07e185fb-019e-4ceb-9845-d9576d870eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.716313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36764) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:33.716538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7b14e-ade0-4b8b-ad58-c7fb96e1f750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84343f0b-2d0e-457b-8089-83d44ca3c8e1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:33.752754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-833ea2da-050b-40b8-8c50-8969dee57e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.758085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f58d33-96f5-4771-b26d-dae629be7bd4 req-66e6b289-bcde-4726-8938-7482f64e7f0c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:33.759922 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0f58d33-96f5-4771-b26d-dae629be7bd4 req-66e6b289-bcde-4726-8938-7482f64e7f0c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 947 time: 0.3117635 Aug 29 16:48:33.796855 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-31a0c005-6e12-4b47-a687-75edfd911972 req-d3bcef81-30d8-41b4-ad64-fd6345c95d69 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816690 Aug 29 16:48:33.802474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33bcdb3-f94c-4ec8-814a-9f597f604cde', 'name': 'network-vif-deleted', 'tag': 'b19b7384-9cd5-4b9e-b3a8-0d631c3c8011'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:33.805177 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e9c04c-9ace-428b-836e-977a549867db" -d '{"events": [{"server_uuid": "d33bcdb3-f94c-4ec8-814a-9f597f604cde", "name": "network-vif-deleted", "tag": "b19b7384-9cd5-4b9e-b3a8-0d631c3c8011"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:33.869066 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937dd53e-0cb1-4b8c-aa43-ce0275417195 x-openstack-request-id: req-937dd53e-0cb1-4b8c-aa43-ce0275417195 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:33.869435 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33bcdb3-f94c-4ec8-814a-9f597f604cde", "name": "network-vif-deleted", "tag": "b19b7384-9cd5-4b9e-b3a8-0d631c3c8011", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:33.870286 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-937dd53e-0cb1-4b8c-aa43-ce0275417195 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:33.870677 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33bcdb3-f94c-4ec8-814a-9f597f604cde', 'name': 'network-vif-deleted', 'tag': 'b19b7384-9cd5-4b9e-b3a8-0d631c3c8011', 'status': 'completed', 'code': 200} Aug 29 16:48:33.881496 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-07e185fb-019e-4ceb-9845-d9576d870eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.902599 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-07e185fb-019e-4ceb-9845-d9576d870eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.935078 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1de1d898-3179-42d3-a308-b8ff85b6fb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.969440 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-07e185fb-019e-4ceb-9845-d9576d870eb3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9945a6a71314353a73130b9c3e2e5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5859842 Aug 29 16:48:33.975953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36772) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:33.978693 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:33.994970 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e00d-0e3d-46d0-afcf-5025c203b19b req-a1e5b2dc-4357-4068-94d3-342267af03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:33.996758 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e97e00d-0e3d-46d0-afcf-5025c203b19b req-a1e5b2dc-4357-4068-94d3-342267af03cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.3804874 Aug 29 16:48:33.998014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e185fb-019e-4ceb-9845-d9576d870eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d9d3cb-03b1-4f88-8ee4-ec166a50d94d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:34.028453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0f58d33-96f5-4771-b26d-dae629be7bd4 req-a3bc7cd4-05b6-4519-97cf-569f010a0612 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567582 Aug 29 16:48:34.041268 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1de1d898-3179-42d3-a308-b8ff85b6fb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.043129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Pushing event deleted for resources: {'Port': ['ID=12a9bdce-8242-4b9a-8d05-76b184f31bdd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:34.076152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc4c6-9106-41c5-aa1e-fd32ade24116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.079435 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-833ea2da-050b-40b8-8c50-8969dee57e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.081302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36774) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:34.096344 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-833ea2da-050b-40b8-8c50-8969dee57e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.126211 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc4c6-9106-41c5-aa1e-fd32ade24116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.129755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e97e00d-0e3d-46d0-afcf-5025c203b19b req-a010c686-8d91-4a87-acd4-820bd7f3822f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=be5f101a-7639-48c3-a0da-558458c3576e HTTP/1.1" status: 200 len: 217 time: 0.0960469 Aug 29 16:48:34.172825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-833ea2da-050b-40b8-8c50-8969dee57e2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61c85da150284b91a9e95ff3cadc54e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492698 Aug 29 16:48:34.179974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36782) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:34.180486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ea2da-050b-40b8-8c50-8969dee57e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83b0de5-38d0-4980-9c57-d6c156eca281,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:34.215620 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc4c6-9106-41c5-aa1e-fd32ade24116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.222656 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc4c6-9106-41c5-aa1e-fd32ade24116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.227578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dd0fc4c6-9106-41c5-aa1e-fd32ade24116 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9d9d3cb-03b1-4f88-8ee4-ec166a50d94d HTTP/1.1" status: 204 len: 168 time: 0.2498324 Aug 29 16:48:34.236443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fc4c6-9106-41c5-aa1e-fd32ade24116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d9d3cb-03b1-4f88-8ee4-ec166a50d94d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:34.283436 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.333935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e00d-0e3d-46d0-afcf-5025c203b19b req-d59c0c55-5545-49e3-9be1-e179c5b8399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:34.335482 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e97e00d-0e3d-46d0-afcf-5025c203b19b req-d59c0c55-5545-49e3-9be1-e179c5b8399d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1939070 Aug 29 16:48:34.344010 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-07c692a7-189a-4340-841f-d86b8046f033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.444967 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6d16695-1bc0-42a0-afdb-8ef41d3e459d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.447561 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1de1d898-3179-42d3-a308-b8ff85b6fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.450271 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1de1d898-3179-42d3-a308-b8ff85b6fb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.453900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1de1d898-3179-42d3-a308-b8ff85b6fb7a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa08bf8a-e1c2-4db4-8441-29cab2f56ab8 HTTP/1.1" status: 204 len: 168 time: 0.9359205 Aug 29 16:48:34.491994 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.499490 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.504288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1d898-3179-42d3-a308-b8ff85b6fb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa08bf8a-e1c2-4db4-8441-29cab2f56ab8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:34.507535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6d16695-1bc0-42a0-afdb-8ef41d3e459d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.513208 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-07c692a7-189a-4340-841f-d86b8046f033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.520670 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-07c692a7-189a-4340-841f-d86b8046f033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.559932 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c692a7-189a-4340-841f-d86b8046f033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5780ba9-ede4-4d1d-83f6-44f013100596,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:34.583406 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-07c692a7-189a-4340-841f-d86b8046f033 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c7a53e59f6c4b75aeae20417c22984f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006769 Aug 29 16:48:34.586522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36808) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:34.620239 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.620785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85b430c9-c1fd-4ba5-ac9f-33411b386ccd {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:48:34.624685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e00d-0e3d-46d0-afcf-5025c203b19b req-ab759ed8-0d20-45a6-bad4-778470675547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:34.626177 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e97e00d-0e3d-46d0-afcf-5025c203b19b req-ab759ed8-0d20-45a6-bad4-778470675547 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2534459 Aug 29 16:48:34.631026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.632118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3ebbfe14-d2f7-41fa-ab9e-6998c768181c admin admin] 10.222.0.22 "DELETE /v2.0/routers/85b430c9-c1fd-4ba5-ac9f-33411b386ccd HTTP/1.1" status: 204 len: 168 time: 4.2070165 Aug 29 16:48:34.638476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36810) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:34.714081 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25de15cd-b30c-4ab2-9ae4-4479f4764222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.727663 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6d16695-1bc0-42a0-afdb-8ef41d3e459d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.730680 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6d16695-1bc0-42a0-afdb-8ef41d3e459d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.732342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b6d16695-1bc0-42a0-afdb-8ef41d3e459d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b83b0de5-38d0-4980-9c57-d6c156eca281 HTTP/1.1" status: 204 len: 168 time: 0.5427687 Aug 29 16:48:34.745968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d16695-1bc0-42a0-afdb-8ef41d3e459d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83b0de5-38d0-4980-9c57-d6c156eca281,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:34.753045 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25de15cd-b30c-4ab2-9ae4-4479f4764222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.776059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e97e00d-0e3d-46d0-afcf-5025c203b19b req-bf697f5f-105a-4cf9-b50f-049af1333664 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411133 Aug 29 16:48:34.823065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36816) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:34.838619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f339c963-eda8-4fa8-9a50-2e2d9c5cbd2f admin admin] Deleting subnet 97868cc0-51ab-44c2-8393-aed9c67adc3d {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:48:34.845415 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f339c963-eda8-4fa8-9a50-2e2d9c5cbd2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.913733 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f339c963-eda8-4fa8-9a50-2e2d9c5cbd2f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.945310 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25de15cd-b30c-4ab2-9ae4-4479f4764222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.947912 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25de15cd-b30c-4ab2-9ae4-4479f4764222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:34.949023 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-25de15cd-b30c-4ab2-9ae4-4479f4764222 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5780ba9-ede4-4d1d-83f6-44f013100596 HTTP/1.1" status: 204 len: 168 time: 0.3615644 Aug 29 16:48:34.953471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e97e00d-0e3d-46d0-afcf-5025c203b19b req-bbec4c44-0321-4f3c-b2be-dc8ae8e6f5c1 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674657 Aug 29 16:48:34.979600 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05b7759e-f6d4-4907-b398-882fe56c1e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.000330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de15cd-b30c-4ab2-9ae4-4479f4764222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5780ba9-ede4-4d1d-83f6-44f013100596,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:35.042656 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f339c963-eda8-4fa8-9a50-2e2d9c5cbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.185021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda0457-af44-4b61-884e-3fef6ac20bf7 req-94bfee1f-2bb8-41ec-9df6-2b2eccf98a49 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:35.193946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3fda0457-af44-4b61-884e-3fef6ac20bf7 req-94bfee1f-2bb8-41ec-9df6-2b2eccf98a49 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 947 time: 0.0739875 Aug 29 16:48:35.244799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3fda0457-af44-4b61-884e-3fef6ac20bf7 req-02e3605c-0867-4b78-b356-a7d3d5dface3 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497072 Aug 29 16:48:35.310891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36834) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:35.390358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f339c963-eda8-4fa8-9a50-2e2d9c5cbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.424324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339c963-eda8-4fa8-9a50-2e2d9c5cbd2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97868cc0-51ab-44c2-8393-aed9c67adc3d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:35.432456 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f339c963-eda8-4fa8-9a50-2e2d9c5cbd2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.434346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f339c963-eda8-4fa8-9a50-2e2d9c5cbd2f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/97868cc0-51ab-44c2-8393-aed9c67adc3d HTTP/1.1" status: 204 len: 168 time: 0.7948821 Aug 29 16:48:35.437172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36844) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:35.438286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f2f6d-5fd3-4ce0-add4-160f53897c4c None None] Network e4e3b119-bc09-4959-8f89-607b6bd8007a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:35.444212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05b7759e-f6d4-4907-b398-882fe56c1e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.451902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05b7759e-f6d4-4907-b398-882fe56c1e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.500953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36846) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:35.539431 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.545754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-05b7759e-f6d4-4907-b398-882fe56c1e70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0acbecd3cf3449aaaf7282f5d0a0bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7185268 Aug 29 16:48:35.546820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36848) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:35.556643 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41c9916a-38be-4414-8b0b-dbb14695fef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.578506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7759e-f6d4-4907-b398-882fe56c1e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9526a9-e470-4319-b332-ca80f3e44d84,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:35.658393 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a772dccc-0658-4888-a7ba-04ca57e76d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.680576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09150070-8668-4ebc-bd1f-b093b6afdd8a None None] DHCP port deletion for e4e3b119-bc09-4959-8f89-607b6bd8007a request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:48:35.692001 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a772dccc-0658-4888-a7ba-04ca57e76d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.703673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Deleting port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:48:35.704301 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.756137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-09150070-8668-4ebc-bd1f-b093b6afdd8a None None] Deleting port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:48:35.756522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36854) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:35.757577 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-09150070-8668-4ebc-bd1f-b093b6afdd8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.806398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] For port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c88e139-7404-40d8-b1f6-d2867a4d2bc3,segment=NetworkSegment(ddac2dc0-79a5-4add-bd86-75a5b2438d53),segment_id=ddac2dc0-79a5-4add-bd86-75a5b2438d53)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:35.806802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.811836 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41c9916a-38be-4414-8b0b-dbb14695fef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.826209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Calling delete_port for 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:48:35.827719 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41c9916a-38be-4414-8b0b-dbb14695fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.856732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-09150070-8668-4ebc-bd1f-b093b6afdd8a None None] For port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c88e139-7404-40d8-b1f6-d2867a4d2bc3,segment=NetworkSegment(ddac2dc0-79a5-4add-bd86-75a5b2438d53),segment_id=ddac2dc0-79a5-4add-bd86-75a5b2438d53)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:35.857530 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-09150070-8668-4ebc-bd1f-b093b6afdd8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.875033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-09150070-8668-4ebc-bd1f-b093b6afdd8a None None] Calling delete_port for 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:48:35.901739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-463ec400-16a6-4895-b74f-734fd86e6df8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32b8e9d6d10f42c0944a5086ac4e827c&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5894742 Aug 29 16:48:35.911621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36862) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:35.928363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9916a-38be-4414-8b0b-dbb14695fef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cd40bc-27ff-4655-9085-5321985a0411,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:35.933382 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-41c9916a-38be-4414-8b0b-dbb14695fef3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bddee229266948b5b4907b9ee70791a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4314005 Aug 29 16:48:35.935979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36864) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:35.959116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.980909 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a772dccc-0658-4888-a7ba-04ca57e76d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.981353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-826524996-network', 'tenant_id': 'ec31ee35e48a404791ee79cc665280cf'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:35.983786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a772dccc-0658-4888-a7ba-04ca57e76d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:35.985104 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a772dccc-0658-4888-a7ba-04ca57e76d65 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e9526a9-e470-4319-b332-ca80f3e44d84 HTTP/1.1" status: 204 len: 168 time: 0.4373288 Aug 29 16:48:36.023338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c88e139-7404-40d8-b1f6-d2867a4d2bc3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:36.026574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:48:36.036198 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.041103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Made reservation on behalf of ec31ee35e48a404791ee79cc665280cf for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:36.043883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] No DVR routers for this DVR port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:48:36.047170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772dccc-0658-4888-a7ba-04ca57e76d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9526a9-e470-4319-b332-ca80f3e44d84,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:36.055832 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.079693 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.086670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:48:36.087013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b19b7384-9cd5-4b9e-b3a8-0d631c3c8011 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:48:36.099130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 12a9bdce-8242-4b9a-8d05-76b184f31bdd no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:48:36.115574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.127687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 12a9bdce-8242-4b9a-8d05-76b184f31bdd {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:48:36.128266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 12a9bdce-8242-4b9a-8d05-76b184f31bdd not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:48:36.129148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:48:36.161192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.170051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:48:36.170631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:48:36.175335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e3b119-bc09-4959-8f89-607b6bd8007a']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:36.202468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddac2dc0-79a5-4add-bd86-75a5b2438d53') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:36.202768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddac2dc0-79a5-4add-bd86-75a5b2438d53') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:36.210233 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-09150070-8668-4ebc-bd1f-b093b6afdd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.219368 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.236422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09150070-8668-4ebc-bd1f-b093b6afdd8a None None] No DVR routers for this DVR port 9c88e139-7404-40d8-b1f6-d2867a4d2bc3 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:48:36.240242 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.240394 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb436cd-6e0a-48eb-b97d-305814450e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.241861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.244759 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.248729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18cd40bc-27ff-4655-9085-5321985a0411 HTTP/1.1" status: 204 len: 168 time: 0.3085961 Aug 29 16:48:36.257564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:48:36.257970 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:48:36.259640 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:48:36.266380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cd40bc-27ff-4655-9085-5321985a0411,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:36.282612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.283079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.283672 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.284107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.284535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.285532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.285957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.286380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.286802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.287222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.287640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.288070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a790d7-eec4-4e7c-86c1-77e7c1fdb091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.306656 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.312639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.322911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09150070-8668-4ebc-bd1f-b093b6afdd8a None None] Pushing event deleted for resources: {'Port': ['ID=9c88e139-7404-40d8-b1f6-d2867a4d2bc3,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:36.329832 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb436cd-6e0a-48eb-b97d-305814450e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.375186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.382126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:36.384441 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.390179 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] 10.222.0.22 "DELETE /v2.0/networks/e4e3b119-bc09-4959-8f89-607b6bd8007a HTTP/1.1" status: 204 len: 168 time: 0.9520128 Aug 29 16:48:36.405468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e3b119-bc09-4959-8f89-607b6bd8007a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:36.439011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.439483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.440139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.442382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.443329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.444490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.444946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.445458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.445979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.446870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.447706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:48:36.447829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.448224 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bffdc7-4e4c-4031-829b-51fbf592cc7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:48:36.452435 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb436cd-6e0a-48eb-b97d-305814450e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.456304 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb436cd-6e0a-48eb-b97d-305814450e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.458641 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8bb436cd-6e0a-48eb-b97d-305814450e01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d040e2af-770e-4695-aae3-167672c66272 HTTP/1.1" status: 204 len: 168 time: 0.5403020 Aug 29 16:48:36.469242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb436cd-6e0a-48eb-b97d-305814450e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d040e2af-770e-4695-aae3-167672c66272,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:36.489548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975235a-223f-4037-991b-576a137a8215 req-c0162a6b-0b66-435d-89c9-afdc98448c15 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:36.496749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6975235a-223f-4037-991b-576a137a8215 req-c0162a6b-0b66-435d-89c9-afdc98448c15 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 947 time: 0.0910249 Aug 29 16:48:36.501468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.501814 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Added segment b49b973f-e08e-40c2-b8d6-6f9fcc67ede3 of type vlan for network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 Aug 29 16:48:36.581147 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6975235a-223f-4037-991b-576a137a8215 req-0217a6bf-0fa5-4fa3-a730-63371221dd87 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789108 Aug 29 16:48:36.583582 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.614348 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.615534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:36.616294 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.674767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9171805 Aug 29 16:48:36.678032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36894) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:36.681967 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216068c-fc12-4ff4-9a71-f57037d0ca0d admin admin] Pushing event updated for resources: {'Network': ['ID=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:36.683305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] Request body: {'subnet': {'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-826524996-subnet', 'tenant_id': 'ec31ee35e48a404791ee79cc665280cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:36.704679 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:48:36.708591 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] Made reservation on behalf of ec31ee35e48a404791ee79cc665280cf for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:36.711479 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.743879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device be5f101a-7639-48c3-a0da-558458c3576e details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:48:36.898412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:36.912492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36902) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:36.916631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'be5f101a-7639-48c3-a0da-558458c3576e', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'be5f101a-7639-48c3-a0da-558458c3576e', 'mac_address': 'fa:16:3e:01:7b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:48:36.920842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.957815 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:36.974342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5f101a-7639-48c3-a0da-558458c3576e {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:36.980589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e8af9c-c432-4e00-afd5-7587349e66b2,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:36.995564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-225de366-2e1e-4e20-adac-5769e5ad6fae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=027b847e72944f55b9e21c2ad846daf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818748 Aug 29 16:48:36.998238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36904) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:37.000440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:37.001014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] Network hostable DHCP agents. Network: 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:48:37.001959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:37.008820 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.009668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 284cbdee-bc24-4b53-b4cd-4640cfa56825 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:48:37.028305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] Network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:48:37.043638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:37.051976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:37.053405 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.061748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca78187-a095-49ee-84f2-f6446ffdc57a None None] Network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:37.067093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a189122d-2b8a-4fce-a21d-711cb31acd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.074986 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f5aa21c3-aa6e-4634-9d10-d01b18bf0c9f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3956802 Aug 29 16:48:37.101628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a189122d-2b8a-4fce-a21d-711cb31acd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.151201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 284cbdee-bc24-4b53-b4cd-4640cfa56825, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=284cbdee-bc24-4b53-b4cd-4640cfa56825,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:37.167645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a189122d-2b8a-4fce-a21d-711cb31acd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.170630 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a189122d-2b8a-4fce-a21d-711cb31acd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.171914 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a189122d-2b8a-4fce-a21d-711cb31acd7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf519078-024f-478c-9c8e-08b177826af0 HTTP/1.1" status: 204 len: 168 time: 0.1715097 Aug 29 16:48:37.181975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189122d-2b8a-4fce-a21d-711cb31acd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf519078-024f-478c-9c8e-08b177826af0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:37.194104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '284cbdee-bc24-4b53-b4cd-4640cfa56825', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '284cbdee-bc24-4b53-b4cd-4640cfa56825', 'mac_address': 'fa:16:3e:17:08:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:48:37.210242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:37.279266 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.303948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d486b2-ff78-4948-bdaf-6c90b6a82fd9 None None] Network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:37.318948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284cbdee-bc24-4b53-b4cd-4640cfa56825 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:37.336919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36920) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:37.354991 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6359a524-26e9-41ec-8a43-418ba1f1ca63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.376690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 284cbdee-bc24-4b53-b4cd-4640cfa56825, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=284cbdee-bc24-4b53-b4cd-4640cfa56825,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:37.390968 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.483721 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6359a524-26e9-41ec-8a43-418ba1f1ca63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.491053 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6359a524-26e9-41ec-8a43-418ba1f1ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.512143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=284cbdee-bc24-4b53-b4cd-4640cfa56825,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:37.543071 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6359a524-26e9-41ec-8a43-418ba1f1ca63 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f224c38518b442069a22948d58bc8187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024086 Aug 29 16:48:37.543856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36926) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:37.551898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359a524-26e9-41ec-8a43-418ba1f1ca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a78e32-8322-428d-8a85-73548f28dab4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:37.613380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2b192ba7-e305-481e-8241-fe826ae12098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.642183 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2b192ba7-e305-481e-8241-fe826ae12098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.695702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['be5f101a-7639-48c3-a0da-558458c3576e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:37.706168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2b192ba7-e305-481e-8241-fe826ae12098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.710989 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2b192ba7-e305-481e-8241-fe826ae12098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:37.712351 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2b192ba7-e305-481e-8241-fe826ae12098 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47a78e32-8322-428d-8a85-73548f28dab4 HTTP/1.1" status: 204 len: 168 time: 0.1675942 Aug 29 16:48:37.720591 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699c6cc-c4b2-4864-aeb4-41db7803b82e req-c4e4c826-e9d0-4a41-b9fc-b22f9e222f72 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:37.723536 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c699c6cc-c4b2-4864-aeb4-41db7803b82e req-c4e4c826-e9d0-4a41-b9fc-b22f9e222f72 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 948 time: 0.0662398 Aug 29 16:48:37.731798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b192ba7-e305-481e-8241-fe826ae12098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a78e32-8322-428d-8a85-73548f28dab4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:37.750456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['284cbdee-bc24-4b53-b4cd-4640cfa56825'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:37.775285 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c699c6cc-c4b2-4864-aeb4-41db7803b82e req-faa12714-2c4f-41ce-bda4-667d62de633e tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Aug 29 16:48:38.746046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device be5f101a-7639-48c3-a0da-558458c3576e up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:38.807235 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port be5f101a-7639-48c3-a0da-558458c3576e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:38.811049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port be5f101a-7639-48c3-a0da-558458c3576e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:38.811655 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:38.897633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab06ffb-25fd-4116-a459-d2b985d20bca req-c3ee2c09-6102-45c9-aff8-8f32d7509602 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:38.899869 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ab06ffb-25fd-4116-a459-d2b985d20bca req-c3ee2c09-6102-45c9-aff8-8f32d7509602 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 948 time: 0.0522990 Aug 29 16:48:38.923423 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:38.942461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37008) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:38.947867 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-127610476-network', 'tenant_id': '6c5582b607314a768a8b22b6eaf7f33b'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:38.948455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:38.950905 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d980c08-eb76-42f6-889a-cdd7958e8ac5" -d '{"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-plugged", "status": "completed", "tag": "be5f101a-7639-48c3-a0da-558458c3576e"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:38.953672 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ab06ffb-25fd-4116-a459-d2b985d20bca req-21d90427-82e9-4f07-94bd-9f849b670143 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470948 Aug 29 16:48:38.965657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:38.980819 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:38.982279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 284cbdee-bc24-4b53-b4cd-4640cfa56825 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:38.983828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Made reservation on behalf of 6c5582b607314a768a8b22b6eaf7f33b for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:38.986842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.007357 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.082785 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5171095b-8109-480c-a213-b225eca3722f x-openstack-request-id: req-5171095b-8109-480c-a213-b225eca3722f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:39.083111 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-plugged", "status": "completed", "tag": "be5f101a-7639-48c3-a0da-558458c3576e", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:39.083356 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5171095b-8109-480c-a213-b225eca3722f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:39.083762 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e', 'code': 200} Aug 29 16:48:39.084339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:39.129780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 284cbdee-bc24-4b53-b4cd-4640cfa56825 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:39.135458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 284cbdee-bc24-4b53-b4cd-4640cfa56825 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:39.136012 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.139215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.145939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1f98-bab7-4c68-bc27-f831c76ae997 req-37e5c1b4-afad-4ab7-82d1-c21a4ffb438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:39.147593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-653f1f98-bab7-4c68-bc27-f831c76ae997 req-37e5c1b4-afad-4ab7-82d1-c21a4ffb438f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 1101 time: 0.0673945 Aug 29 16:48:39.148797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.202574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:48:39.210474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dedf41-dd83-4f6c-b138-a9b23525537c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:39.226631 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.226974 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Added segment 66ef2fd3-4ac7-4f56-8196-e898d5f33c72 of type vlan for network 918a8c0a-0107-4724-bb49-c3a426aa4aa7 Aug 29 16:48:39.229748 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-653f1f98-bab7-4c68-bc27-f831c76ae997 req-498faba9-f9f0-4178-938b-5d967c008c2f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736127 Aug 29 16:48:39.247607 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.278327 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.279427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37018) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:39.294803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 284cbdee-bc24-4b53-b4cd-4640cfa56825, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=284cbdee-bc24-4b53-b4cd-4640cfa56825,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:39.305751 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.316487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.317695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:39.318358 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.376136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=284cbdee-bc24-4b53-b4cd-4640cfa56825,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:39.378896 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4344375 Aug 29 16:48:39.381658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37026) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:39.387455 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] Request body: {'subnet': {'network_id': '918a8c0a-0107-4724-bb49-c3a426aa4aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-127610476-subnet', 'tenant_id': '6c5582b607314a768a8b22b6eaf7f33b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:39.390315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16e298-2fbf-4113-8f76-272c0dde39fa admin admin] Pushing event updated for resources: {'Network': ['ID=918a8c0a-0107-4724-bb49-c3a426aa4aa7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:39.397410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37028) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:39.403558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 918a8c0a-0107-4724-bb49-c3a426aa4aa7 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:48:39.433046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] Made reservation on behalf of 6c5582b607314a768a8b22b6eaf7f33b for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:39.435882 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.577004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-616147155-network', 'tenant_id': 'd63524ef69e94195bd67eddf5639d5bb'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:39.640648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-network', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:39.640914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Made reservation on behalf of d63524ef69e94195bd67eddf5639d5bb for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:39.643228 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.656261 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.665799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.668636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Made reservation on behalf of 56f4737bd4bf489985761b33a0c0c50c for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:39.672724 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.684302 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.776898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b42444-95d0-48d3-a765-0e247dae3c87,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:39.796570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] Checking segment: {'id': '66ef2fd3-4ac7-4f56-8196-e898d5f33c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '918a8c0a-0107-4724-bb49-c3a426aa4aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:39.796925 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] Network hostable DHCP agents. Network: 918a8c0a-0107-4724-bb49-c3a426aa4aa7, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:48:39.835918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] Network 918a8c0a-0107-4724-bb49-c3a426aa4aa7 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:48:39.842235 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.848259 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.856014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 918a8c0a-0107-4724-bb49-c3a426aa4aa7) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:39.864132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455399e2-f2d3-4797-bebc-13804df808f6 None None] Network 918a8c0a-0107-4724-bb49-c3a426aa4aa7 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:39.868721 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:39.869334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.883609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:48:39.902832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2401bd91-9a16-4165-bf6b-0105b4006919,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:39.907238 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.907826 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Added segment f70f120b-07b9-4837-96f7-aed0483eb08e of type vlan for network 0e800f41-abf7-4a4d-903c-adcf041b0b32 Aug 29 16:48:39.958757 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.985609 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:39.988451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:39.989671 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.048105 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.057101 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.065092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11851df-3c43-41bb-9f9d-dae71023802e None None] Network 918a8c0a-0107-4724-bb49-c3a426aa4aa7 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:40.072001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] Pushing event updated for resources: {'Network': ['ID=0e800f41-abf7-4a4d-903c-adcf041b0b32,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:40.086944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:48:40.093166 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5b06a5a5-52e0-4d17-b178-b057e29e95f0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7103028 Aug 29 16:48:40.095452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-28da21b7-fc93-4a81-baf8-8920e5722e1b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8150032 Aug 29 16:48:40.098589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37060) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:40.106086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] Request body: {'subnet': {'network_id': '0e800f41-abf7-4a4d-903c-adcf041b0b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-616147155-subnet', 'tenant_id': 'd63524ef69e94195bd67eddf5639d5bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:40.116403 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 0e800f41-abf7-4a4d-903c-adcf041b0b32 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:48:40.136299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] Made reservation on behalf of d63524ef69e94195bd67eddf5639d5bb for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:40.139560 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.172660 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.173334 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Added segment 2245296a-137b-4e13-8f9f-9195f8f0bd24 of type vlan for network 14076af5-56ad-4968-b3b7-9c9115e37b7e Aug 29 16:48:40.179409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37066) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:40.215562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff6870-50e9-46f8-932b-27d83208fc8b req-6f1336f2-6602-4ce2-b26d-7d98dcc981ec tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:40.223521 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3eff6870-50e9-46f8-932b-27d83208fc8b req-6f1336f2-6602-4ce2-b26d-7d98dcc981ec tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 949 time: 0.1219802 Aug 29 16:48:40.279065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9254f68-c3b7-4d69-a3a3-84646e6dd95c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:40.327158 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3eff6870-50e9-46f8-932b-27d83208fc8b req-10a8b301-0e27-4cf5-96ce-11ba66ec15ce tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026151 Aug 29 16:48:40.339406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.373336 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.398101 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-665e21d3-599d-4b5f-b7bc-06077db1a05a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f1094930cac4d8f9e7626730739de9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423458 Aug 29 16:48:40.431784 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.432838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:40.434351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.557432 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1589048 Aug 29 16:48:40.575883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37078) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:40.582584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-755194613-network', 'tenant_id': '6f8a59e9ac6f4c8489f9c4dbbad1b7df'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:40.598023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] Request body: {'subnet': {'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-subnet', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:40.620621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] Checking segment: {'id': 'f70f120b-07b9-4837-96f7-aed0483eb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0e800f41-abf7-4a4d-903c-adcf041b0b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:40.620983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] Network hostable DHCP agents. Network: 0e800f41-abf7-4a4d-903c-adcf041b0b32, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:48:40.632140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa981c2-bb03-4757-b471-87b6c4770581,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:40.673727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] Network 0e800f41-abf7-4a4d-903c-adcf041b0b32 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:48:40.691668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 0e800f41-abf7-4a4d-903c-adcf041b0b32) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:40.698376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:40.699489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.700021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2504aa04-e199-4a81-a92f-d4801bed26ec None None] Network 0e800f41-abf7-4a4d-903c-adcf041b0b32 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:40.717161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-0f5cd1a6-850d-4f74-b1cf-570b06f78430 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:40.718836 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-0f5cd1a6-850d-4f74-b1cf-570b06f78430 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2430875 Aug 29 16:48:40.745265 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4eb1cf7c-4f1e-43ac-a002-e29e571b7c2d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6406713 Aug 29 16:48:40.745265 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-40cf0170-505f-475d-bb85-dabc2409ec83 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/quotas/0f1094930cac4d8f9e7626730739de9b HTTP/1.1" status: 200 len: 375 time: 0.0167925 Aug 29 16:48:40.814814 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-d88df03c-f917-4938-b41a-035791f4ed1a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528216 Aug 29 16:48:40.883238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3ffd3-6ec3-45b0-9f21-0c1ef3322926 admin admin] Pushing event updated for resources: {'Network': ['ID=14076af5-56ad-4968-b3b7-9c9115e37b7e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:40.928211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 14076af5-56ad-4968-b3b7-9c9115e37b7e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:48:40.946176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Made reservation on behalf of 6f8a59e9ac6f4c8489f9c4dbbad1b7df for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:40.950409 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.964408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] Made reservation on behalf of 56f4737bd4bf489985761b33a0c0c50c for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:40.977547 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:40.979878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:41.057373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1bb1e-7150-42e0-b2cf-97538b129ee1 None None] Network 0e800f41-abf7-4a4d-903c-adcf041b0b32 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:41.108150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59cef4a-c81b-4c53-8ed7-4e05bc864b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284cbdee-bc24-4b53-b4cd-4640cfa56825'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:41.111048 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47e7a74-9914-49cd-81a8-fc0b7e1fa6d5" -d '{"events": [{"server_uuid": "f59cef4a-c81b-4c53-8ed7-4e05bc864b8e", "name": "network-vif-plugged", "status": "completed", "tag": "284cbdee-bc24-4b53-b4cd-4640cfa56825"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:41.163389 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d72d99c-2386-4658-8d7e-a8bc05757357 req-cf150734-29bc-4657-bc51-21b934d18878 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 210 time: 0.0766482 Aug 29 16:48:41.343096 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:41.368821 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:41.430868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712e0302-49ce-43ff-b150-ce67a58e1124,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:41.443730 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:41.450555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:48:41.517371 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:41.517722 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Added segment ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7 of type vlan for network 379d5f7f-18ea-4621-8266-a3731bed1b3b Aug 29 16:48:41.583308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-55d42551-5954-4451-91ad-49738d982e63 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:41.585711 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-55d42551-5954-4451-91ad-49738d982e63 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 807 time: 0.1674817 Aug 29 16:48:41.592416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc48a1e5-f777-468f-92e8-df12ae9f9b67,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:41.605030 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-04639ca4-1011-4ee5-a977-8cce992d83ce tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/quotas/ec31ee35e48a404791ee79cc665280cf HTTP/1.1" status: 200 len: 375 time: 0.0117345 Aug 29 16:48:41.621756 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:41.629354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] Checking segment: {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:41.629727 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] Network hostable DHCP agents. Network: 14076af5-56ad-4968-b3b7-9c9115e37b7e, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:48:41.690485 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-1ec78e58-1fd9-4a7e-8b49-5a862cf642dd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771382 Aug 29 16:48:41.701752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] Network 14076af5-56ad-4968-b3b7-9c9115e37b7e is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:48:41.707746 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:41.708726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:41.709359 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:41.742353 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6994eb-a978-42f6-9e3f-6390458866ec x-openstack-request-id: req-4f6994eb-a978-42f6-9e3f-6390458866ec {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:41.742666 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59cef4a-c81b-4c53-8ed7-4e05bc864b8e", "name": "network-vif-plugged", "status": "completed", "tag": "284cbdee-bc24-4b53-b4cd-4640cfa56825", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:41.742921 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f6994eb-a978-42f6-9e3f-6390458866ec {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:41.743310 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59cef4a-c81b-4c53-8ed7-4e05bc864b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284cbdee-bc24-4b53-b4cd-4640cfa56825', 'code': 200} Aug 29 16:48:41.750857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 14076af5-56ad-4968-b3b7-9c9115e37b7e) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:41.760211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4092fe3-50e5-43b0-b479-c3bcb05937d2 None None] Network 14076af5-56ad-4968-b3b7-9c9115e37b7e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:41.864102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:41.864621 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:41.945471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7647483 Aug 29 16:48:41.948398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37152) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:41.956237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] Request body: {'subnet': {'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-755194613-subnet', 'tenant_id': '6f8a59e9ac6f4c8489f9c4dbbad1b7df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:41.994011 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0e061d4c-160b-4b80-8945-ee5957de9ab0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4167044 Aug 29 16:48:41.994881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37154) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:42.001188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe60621-7a02-4784-8803-fbf5e28d62f8 admin admin] Pushing event updated for resources: {'Network': ['ID=379d5f7f-18ea-4621-8266-a3731bed1b3b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:42.001586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:42.013824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] Made reservation on behalf of 6f8a59e9ac6f4c8489f9c4dbbad1b7df for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:42.022907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.023417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 379d5f7f-18ea-4621-8266-a3731bed1b3b details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:48:42.044209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b8b1c-6f8a-47ac-b5b2-83bc3a879c85 req-3a062ee4-66a4-4ba1-806d-58c130091fd5 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:42.047382 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1e9b8b1c-6f8a-47ac-b5b2-83bc3a879c85 req-3a062ee4-66a4-4ba1-806d-58c130091fd5 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 949 time: 0.1886244 Aug 29 16:48:42.058574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d3dca-af24-438a-91d1-7e97dc90cbb2 req-3cdeaee0-ed07-4d87-9473-d17c59ae5dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:42.062329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c94d3dca-af24-438a-91d1-7e97dc90cbb2 req-3cdeaee0-ed07-4d87-9473-d17c59ae5dd3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 1101 time: 0.1841161 Aug 29 16:48:42.127877 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.129039 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.160668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37162) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:42.176686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1745297759-network', 'tenant_id': 'ad8a0a6f47bf4c7d9ae77095a1654b4e'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:42.200728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1e9b8b1c-6f8a-47ac-b5b2-83bc3a879c85 req-6b965234-ef46-4769-a6a4-e8f71df76599 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465533 Aug 29 16:48:42.204601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c94d3dca-af24-438a-91d1-7e97dc90cbb2 req-961832b4-3b5f-43e4-84ac-710e8f25d7f9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102548 Aug 29 16:48:42.231672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-14076af5-56ad-4968-b3b7-9c9115e37b7e', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:48:42.232608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.340336 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.369135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-ca6616e6-f07c-43e2-926a-ee47b4581707 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0f1094930cac4d8f9e7626730739de9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252142 Aug 29 16:48:42.372053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f1e6fc4-a179-4d3c-ab06-310a32414c0f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:48:42.373108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f1e6fc4-a179-4d3c-ab06-310a32414c0f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2706254 Aug 29 16:48:42.401259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Allocated IP 172.20.0.2 (14076af5-56ad-4968-b3b7-9c9115e37b7e/dc48a1e5-f777-468f-92e8-df12ae9f9b67/f3bf778e-2525-41db-97d0-6f08eb9ae2e3) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:42.551670 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.569384 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Transition to ACTIVE for port object f3bf778e-2525-41db-97d0-6f08eb9ae2e3 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:42.588770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Transition to ACTIVE for port object f3bf778e-2525-41db-97d0-6f08eb9ae2e3 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:42.592048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Made reservation on behalf of ad8a0a6f47bf4c7d9ae77095a1654b4e for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:42.594485 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.596936 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.629013 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.639375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Network 14076af5-56ad-4968-b3b7-9c9115e37b7e is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:42.642418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:42.648092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:42.651616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Pushing event updated for resources: {'Port': ['ID=f3bf778e-2525-41db-97d0-6f08eb9ae2e3,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:42.708826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Attempting to bind port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:42.709256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Attempting to bind port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:42.709588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Attempting to bind port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 on network 14076af5-56ad-4968-b3b7-9c9115e37b7e {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:42.716067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:42.716457 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Checking segment: {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:42.716868 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.717311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Bound using segment: {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:42.717847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Bound port: f3bf778e-2525-41db-97d0-6f08eb9ae2e3, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:42.718245 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.735312 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.789898 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f2e4b799-6f56-4068-afdf-598b6e269fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.806591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-f5472851-0516-4459-8409-796d892c805f service neutron] 10.222.0.22 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171598 Aug 29 16:48:42.810030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] For port f3bf778e-2525-41db-97d0-6f08eb9ae2e3, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:42.813636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] For port f3bf778e-2525-41db-97d0-6f08eb9ae2e3, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f3bf778e-2525-41db-97d0-6f08eb9ae2e3,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:42.819532 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.826133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-41541dc7-6e2b-4323-84cf-09f622d51267 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:42.827574 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-41541dc7-6e2b-4323-84cf-09f622d51267 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4484339 Aug 29 16:48:42.842187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:42.853073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Request body: {'port': {'device_id': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '0f1094930cac4d8f9e7626730739de9b'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:42.881155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9308cbf-2d46-442b-8272-a91a2f479f5e None None] Pushing event updated for resources: {'Port': ['ID=f3bf778e-2525-41db-97d0-6f08eb9ae2e3,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:42.911692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af60ee65-200b-4a44-b05e-36a90fa45dab req-2da2fb80-84b9-49cc-8b62-22afcbcfdedc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 210 time: 0.0295146 Aug 29 16:48:43.279118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afc66a3-8590-4a0c-bde9-842d7f2bccad,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:43.350934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7d5be-cd07-4ea9-b081-7dcb6fe7cf48 req-944701d3-383c-4dc3-a737-9118f6ac5c2e tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:43.352749 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02e7d5be-cd07-4ea9-b081-7dcb6fe7cf48 req-944701d3-383c-4dc3-a737-9118f6ac5c2e tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 949 time: 0.0603635 Aug 29 16:48:43.387258 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-af951426-bc51-4e1d-be7a-ed2d4247fd57 service neutron] 10.222.0.22 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551875 Aug 29 16:48:43.390573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] Checking segment: {'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:43.390931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] Network hostable DHCP agents. Network: 379d5f7f-18ea-4621-8266-a3731bed1b3b, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:48:43.402694 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02e7d5be-cd07-4ea9-b081-7dcb6fe7cf48 req-0daa6ea9-aab4-4313-864e-bccc64f1f303 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Aug 29 16:48:43.469630 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:43.492652 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:43.510491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] Network 379d5f7f-18ea-4621-8266-a3731bed1b3b is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:48:43.537815 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:48:43.583511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Made reservation on behalf of 0f1094930cac4d8f9e7626730739de9b for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:43.590192 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:43.618542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 379d5f7f-18ea-4621-8266-a3731bed1b3b) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:43.627654 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9288ca5c-1a94-4eed-804b-9dc4ffe9254d None None] Network 379d5f7f-18ea-4621-8266-a3731bed1b3b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:43.657635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:43.661468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:43.672526 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:43.675289 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Added segment 7f0b808c-377d-4291-9847-a82dfa3b10d8 of type vlan for network 63f069f3-287c-41ce-bd8d-0fddb2951408 Aug 29 16:48:43.728884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6201fc-1ae2-4062-bb19-51ef0301802b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:43.768764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03623914-28ed-4c88-ad86-3edeacd3cba9 req-ec512533-d63c-47f5-b193-07c01ef4e2ba tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 210 time: 0.1737351 Aug 29 16:48:43.769454 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:43.822102 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee26f6-4109-4895-aaee-ee82aaf62f33 None None] Network 379d5f7f-18ea-4621-8266-a3731bed1b3b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:43.876906 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-851a8759-0a69-499d-bdf1-b51c8a14be8d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9271276 Aug 29 16:48:43.945492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.049141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.050445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:44.051270 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.058099 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.132892 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aba9faed-0f29-4155-ab2c-2e9cb7d6ac3a req-ab4f9e2a-4d5a-4f6c-abdd-8deed4dd72f7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 210 time: 0.0754352 Aug 29 16:48:44.191520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f3bf778e-2525-41db-97d0-6f08eb9ae2e3 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:44.195414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.270911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d947874-381c-4322-bcc2-ca22601b8a7c None None] Network 14076af5-56ad-4968-b3b7-9c9115e37b7e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:44.323979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] Pushing event updated for resources: {'Network': ['ID=63f069f3-287c-41ce-bd8d-0fddb2951408,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:44.331181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37224) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:44.340755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 63f069f3-287c-41ce-bd8d-0fddb2951408 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:48:44.387048 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.400068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.413422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37232) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:44.417386 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e4214b20-d802-45cb-a372-5375851875a6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2466090 Aug 29 16:48:44.420242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37234) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:44.427055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] Request body: {'subnet': {'network_id': '63f069f3-287c-41ce-bd8d-0fddb2951408', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1745297759-subnet', 'tenant_id': 'ad8a0a6f47bf4c7d9ae77095a1654b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:44.461909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Allocated IP 172.25.5.247 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/427aab73-3223-4b0b-944f-dcd8b2431115) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:44.481573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] Made reservation on behalf of ad8a0a6f47bf4c7d9ae77095a1654b4e for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:44.484599 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.511427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6656a22e-77f4-4722-aae9-9bbe80041bb7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:44.574611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-682a2b2a-4d16-4eca-b317-de3357e29d8a None None] Provisioning for port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:44.598215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:44.604412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:44.605079 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.660260 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Allocated IP 192.168.233.9 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/71f9600c-3258-46e3-83fe-fe37835cece5) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:44.741752 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.790208 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa95756b-c0e6-4bae-97a6-711f44cf773b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.790663 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5313027-df2b-4e8b-847e-7de1df05f937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.819931 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.839179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea70f38-e43d-4789-bc00-3af6a5b4bee0 req-9de49b5f-ea50-43a7-8f3f-15b41aef2698 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:44.847320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cea70f38-e43d-4789-bc00-3af6a5b4bee0 req-9de49b5f-ea50-43a7-8f3f-15b41aef2698 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 949 time: 0.1620719 Aug 29 16:48:44.857584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port f3bf778e-2525-41db-97d0-6f08eb9ae2e3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f3bf778e-2525-41db-97d0-6f08eb9ae2e3,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:44.862831 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:44.924813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=f3bf778e-2525-41db-97d0-6f08eb9ae2e3,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:44.949448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cea70f38-e43d-4789-bc00-3af6a5b4bee0 req-31df2891-61cd-4982-bd7f-79c175edcd96 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010716 Aug 29 16:48:45.000635 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.070303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-009ac28a-4617-4da7-8c75-0c24d6bb2272 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:45.071815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-009ac28a-4617-4da7-8c75-0c24d6bb2272 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/networks?id=379d5f7f-18ea-4621-8266-a3731bed1b3b HTTP/1.1" status: 200 len: 821 time: 0.2976537 Aug 29 16:48:45.084717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:45.102316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:45.112957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:45.121320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7d16d632-fbc5-4039-9905-ce840f08029f None None] Provisioning complete for port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:45.122762 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7d16d632-fbc5-4039-9905-ce840f08029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.124978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c9fbb24-5bba-4160-8c3a-a5b833b01fbe req-2eb0130e-fd2c-4bf3-8200-de05b13c91fc tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 210 time: 0.0699167 Aug 29 16:48:45.161775 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-169d5d70-32c0-4a21-af91-686854730c0f tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/quotas/6f8a59e9ac6f4c8489f9c4dbbad1b7df HTTP/1.1" status: 200 len: 375 time: 0.0753286 Aug 29 16:48:45.169075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Pushing event updated for resources: {'Port': ['ID=427aab73-3223-4b0b-944f-dcd8b2431115,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:45.230465 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.266313 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-8e077604-fd3e-4822-8db7-8586415e3ea8 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f8a59e9ac6f4c8489f9c4dbbad1b7df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036015 Aug 29 16:48:45.269726 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.307969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Transition to ACTIVE for port object 71f9600c-3258-46e3-83fe-fe37835cece5 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:45.325818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5313027-df2b-4e8b-847e-7de1df05f937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.374984 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5313027-df2b-4e8b-847e-7de1df05f937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.448185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-997486e5-695e-4311-9072-fd3ded377847 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:45.449285 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-997486e5-695e-4311-9072-fd3ded377847 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.10 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 807 time: 0.3683517 Aug 29 16:48:45.463612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02fcf7c0-f0c0-49bc-a96c-b8161bddc74f,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:45.470126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Request body: {'port': {'device_id': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718', 'admin_state_up': True, 'tenant_id': 'ec31ee35e48a404791ee79cc665280cf'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:45.478493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d5313027-df2b-4e8b-847e-7de1df05f937 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3ea58efaef64552b6ea6b5303b03d71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1461606 Aug 29 16:48:45.479189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5313027-df2b-4e8b-847e-7de1df05f937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01478b3b-60e8-4472-8f16-2264d079aeaf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:45.484151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37254) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:45.523507 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fc7de5e-8f7e-4ef7-883f-b04b4384b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.528545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] Checking segment: {'id': '7f0b808c-377d-4291-9847-a82dfa3b10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '63f069f3-287c-41ce-bd8d-0fddb2951408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:45.528906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] Network hostable DHCP agents. Network: 63f069f3-287c-41ce-bd8d-0fddb2951408, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:48:45.540851 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-1e2091ef-98fc-4311-9809-bed5a6b3947e service neutron] 10.222.0.22 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586014 Aug 29 16:48:45.546125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aec40d-3430-42ac-86f4-467b29644b33 req-e0bcb266-bdae-49bc-b3f1-335767670bde tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:45.547631 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a5aec40d-3430-42ac-86f4-467b29644b33 req-e0bcb266-bdae-49bc-b3f1-335767670bde tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.2509303 Aug 29 16:48:45.549251 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.590352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] Network 63f069f3-287c-41ce-bd8d-0fddb2951408 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:48:45.622105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 63f069f3-287c-41ce-bd8d-0fddb2951408) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:45.631415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a5aec40d-3430-42ac-86f4-467b29644b33 req-39424048-d592-4ec3-8472-2d83261a639f tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740299 Aug 29 16:48:45.632688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:45.633565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.636658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a5e4d4-132f-496d-a427-148cfdeb479a None None] Network 63f069f3-287c-41ce-bd8d-0fddb2951408 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:45.794338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b695d5-4e2f-47bd-bbe0-4a08e133d309 req-61330725-a3a0-4759-9a1a-5b68ed64357f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:45.796220 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0b695d5-4e2f-47bd-bbe0-4a08e133d309 req-61330725-a3a0-4759-9a1a-5b68ed64357f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 934 time: 0.0710561 Aug 29 16:48:45.800369 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.807588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b2b5d0-97b0-4fda-8e90-14422eab90a6 None None] Network 63f069f3-287c-41ce-bd8d-0fddb2951408 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:45.838566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0b695d5-4e2f-47bd-bbe0-4a08e133d309 req-0b9b18a4-ff89-4a1a-9fac-9a6f76c0a37c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343125 Aug 29 16:48:45.917750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:45.937304 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa95756b-c0e6-4bae-97a6-711f44cf773b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.940148 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:45.942329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:45.950212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Pushing event updated for resources: {'Port': ['ID=71f9600c-3258-46e3-83fe-fe37835cece5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:45.950713 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-73ebc3eb-aa8d-4ff7-839a-c1c7d40a3a13 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ac6c5042c32e45418127eace69076549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279450 Aug 29 16:48:45.961940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e9852d77-4a2d-4b6d-9530-0c74af6a9f43 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5354023 Aug 29 16:48:45.994862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:46.000848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:46.001998 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.005058 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa95756b-c0e6-4bae-97a6-711f44cf773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.072413 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f3bf778e-2525-41db-97d0-6f08eb9ae2e3 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:46.114453 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-aa95756b-c0e6-4bae-97a6-711f44cf773b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ae9f7283da946cbb037f6cf0322e612&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6936035 Aug 29 16:48:46.133978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-be65786a-6e7d-4163-8296-7a0fcdc6fad3 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:46.142162 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-be65786a-6e7d-4163-8296-7a0fcdc6fad3 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640611 Aug 29 16:48:46.143774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37272) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:46.147385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95756b-c0e6-4bae-97a6-711f44cf773b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e32e3-8e94-45f3-8be4-39bc7e968a59,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:46.158856 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-8f7b4a84-b07f-40f1-97c5-818482f388ba service neutron] 10.222.0.22 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036325 Aug 29 16:48:46.166642 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a52fc31e-cb33-44dd-988c-befb8bd7b2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.169804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Made reservation on behalf of ec31ee35e48a404791ee79cc665280cf for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:46.174696 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.190750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:46.191196 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.191582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-03d339bd-b278-49da-8538-07f71d3e44e3 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/quotas/ac6c5042c32e45418127eace69076549 HTTP/1.1" status: 200 len: 375 time: 0.0483916 Aug 29 16:48:46.205313 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-973c4713-e999-4e8c-b8b8-197521d5673b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3574626 Aug 29 16:48:46.240762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Request body: {'port': {'device_id': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:46.262031 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a52fc31e-cb33-44dd-988c-befb8bd7b2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.363507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a1dba97c-6a2a-4052-a84b-cc40707049be None None] Provisioning for port 71f9600c-3258-46e3-83fe-fe37835cece5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:46.378458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a1dba97c-6a2a-4052-a84b-cc40707049be None None] Provisioning complete for port 71f9600c-3258-46e3-83fe-fe37835cece5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:46.381545 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a1dba97c-6a2a-4052-a84b-cc40707049be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.410299 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.449834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Allocated IP 172.20.0.8 (8e27da2f-25dd-46eb-b0d0-cdd0f9e28718/18e8af9c-c432-4e00-afd5-7587349e66b2/07bd137a-c325-4fff-a3cc-a5e60e8cd619) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:46.508930 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a52fc31e-cb33-44dd-988c-befb8bd7b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.511586 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a52fc31e-cb33-44dd-988c-befb8bd7b2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.515678 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a52fc31e-cb33-44dd-988c-befb8bd7b2bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01478b3b-60e8-4472-8f16-2264d079aeaf HTTP/1.1" status: 204 len: 168 time: 1.0262158 Aug 29 16:48:46.540151 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-90094633-bcc7-4e55-b218-671017263cd4 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac6c5042c32e45418127eace69076549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3475597 Aug 29 16:48:46.569753 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce7c6474-e224-4ca7-9003-e27a54b9400d req-84bf0aae-1821-4c2c-8c7e-6cab09d5d23d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 210 time: 0.0625269 Aug 29 16:48:46.573580 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.579470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a1dba97c-6a2a-4052-a84b-cc40707049be None None] Port 71f9600c-3258-46e3-83fe-fe37835cece5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:48:46.585834 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.597848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fc31e-cb33-44dd-988c-befb8bd7b2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01478b3b-60e8-4472-8f16-2264d079aeaf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:46.619622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-05e7faab-004a-41f3-8dac-6b24b80ea717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.840992 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f10d49d-6caf-4d9c-83e0-82f630249a38 req-973db6be-00e3-4aaa-a31e-19f514ee5a38 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 210 time: 0.1589451 Aug 29 16:48:46.878432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:46.898293 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-05e7faab-004a-41f3-8dac-6b24b80ea717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:47.066464 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:47.070534 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4aff3e42-d739-4823-9556-4b7f14af9f59 req-daccdce1-ec03-4fb4-930f-004af913cb06 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 210 time: 0.1091559 Aug 29 16:48:47.158736 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-05e7faab-004a-41f3-8dac-6b24b80ea717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:47.161920 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-05e7faab-004a-41f3-8dac-6b24b80ea717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:47.165489 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-05e7faab-004a-41f3-8dac-6b24b80ea717 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec3e32e3-8e94-45f3-8be4-39bc7e968a59 HTTP/1.1" status: 204 len: 168 time: 1.0168002 Aug 29 16:48:47.204512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:47.211093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37308) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:47.212067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:47.267414 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:47.277779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7faab-004a-41f3-8dac-6b24b80ea717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e32e3-8e94-45f3-8be4-39bc7e968a59,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:47.321204 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:47.345960 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c860ecf4-c078-4f6b-b979-75c47bd0803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:47.399535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1fb23-5be5-43cd-a372-6a4efaec7c43 req-8db87ebf-92c9-4148-8549-292e123be2ca tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:47.407890 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cf1fb23-5be5-43cd-a372-6a4efaec7c43 req-8db87ebf-92c9-4148-8549-292e123be2ca tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 934 time: 0.2099164 Aug 29 16:48:47.471589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f9600c-3258-46e3-83fe-fe37835cece5 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:47.482170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:48:47.486393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Pushing event updated for resources: {'Port': ['ID=07bd137a-c325-4fff-a3cc-a5e60e8cd619,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:47.503547 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:47.520175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cf1fb23-5be5-43cd-a372-6a4efaec7c43 req-c25fdb38-347b-42d7-989e-1ce610298b30 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110628 Aug 29 16:48:47.607647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:47.609623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:47.631130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Transition to ACTIVE for port object 71f9600c-3258-46e3-83fe-fe37835cece5 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:47.647577 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:47.666084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-89077d7b-251f-4420-8966-f866c09a44ce tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:47.674169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-89077d7b-251f-4420-8966-f866c09a44ce tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/networks?id=0e800f41-abf7-4a4d-903c-adcf041b0b32 HTTP/1.1" status: 200 len: 814 time: 0.3858485 Aug 29 16:48:47.700548 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-4b7ed6b1-dfdc-4404-89e0-7d81b65b66dd tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/quotas/d63524ef69e94195bd67eddf5639d5bb HTTP/1.1" status: 200 len: 375 time: 0.0251384 Aug 29 16:48:47.766601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-c1184f2f-1526-436e-873d-124f3978b715 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d63524ef69e94195bd67eddf5639d5bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607123 Aug 29 16:48:47.829080 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=71f9600c-3258-46e3-83fe-fe37835cece5,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:47.860958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:48:47.881409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Sync routers for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:48:47.895345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049163f9-febc-4f7f-9ff1-1cfd18ea84fd req-f81ace3d-03ab-4033-9112-ab1c73caebf1 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:47.896923 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-049163f9-febc-4f7f-9ff1-1cfd18ea84fd req-f81ace3d-03ab-4033-9112-ab1c73caebf1 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 931 time: 0.1594989 Aug 29 16:48:47.897838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:48:47.901904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:48:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:47.917711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Attempting to bind port 71f9600c-3258-46e3-83fe-fe37835cece5 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:47.918051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Attempting to bind port 71f9600c-3258-46e3-83fe-fe37835cece5 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:47.918386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Attempting to bind port 71f9600c-3258-46e3-83fe-fe37835cece5 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:47.970660 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c860ecf4-c078-4f6b-b979-75c47bd0803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:47.989942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37330) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:47.990604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c860ecf4-c078-4f6b-b979-75c47bd0803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:47.999390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Port 71f9600c-3258-46e3-83fe-fe37835cece5 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:48:48.007250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Attempting to bind port 71f9600c-3258-46e3-83fe-fe37835cece5 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:48.019445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:48.020904 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4e429286-947f-4ffc-be7d-5b77bbf5f530 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.0249813 Aug 29 16:48:48.024026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37332) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:48.028072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:48.028339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:48.028728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:48.029164 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Bound port: 71f9600c-3258-46e3-83fe-fe37835cece5, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:48.030008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:48.040017 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-138094a3-cdcf-4a28-9474-06cd696cdbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5804899 Aug 29 16:48:48.085084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Request body: {'port': {'device_id': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:48.099885 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-049163f9-febc-4f7f-9ff1-1cfd18ea84fd req-9edd5625-d940-4a4d-84f2-f8f39f017b50 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849265 Aug 29 16:48:48.105590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cfd93cb1-b616-465a-ba9a-367780f80db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:48.206958 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:48.231639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:48:48.276672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-91df83cb-bb49-4009-9bc2-5bae1e9ac56a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:48:48.283672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-91df83cb-bb49-4009-9bc2-5bae1e9ac56a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3487620 Aug 29 16:48:48.296627 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-450f0bf0-1121-4a60-b2a8-1fa5b6abd6d2 req-3ba6b846-6ba6-471c-945c-cfe7ca97b5a7 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 210 time: 0.0729635 Aug 29 16:48:48.311989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c860ecf4-c078-4f6b-b979-75c47bd0803e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9d45cb0ea6b4b8ca37ecb947a433833&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0772915 Aug 29 16:48:48.322254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37338) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:48.367407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860ecf4-c078-4f6b-b979-75c47bd0803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594e2587-5b8d-46f9-a758-f04a29888f32,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:48.385258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:48.449577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=71f9600c-3258-46e3-83fe-fe37835cece5,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:48.455632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5856d82b-c745-4c5c-8f76-6e2a674c3cf9 req-93fb349a-3618-4e3d-88c5-eee534fa61b5 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 210 time: 0.0672877 Aug 29 16:48:48.467973 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:48.604159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=71f9600c-3258-46e3-83fe-fe37835cece5,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:48.672010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:45Z', 'revision_number': 3, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:48.708680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Checking router: 3231dc75-bffa-422b-9aea-e4e980d5e0f8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:48:48.709306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Updating router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 port 427aab73-3223-4b0b-944f-dcd8b2431115 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:48:48.736777 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:48.742729 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:48.763855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-77ee504d-8b6f-493b-925f-0331245319d3 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:48.766380 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-77ee504d-8b6f-493b-925f-0331245319d3 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.16 "GET /v2.0/networks?id=379d5f7f-18ea-4621-8266-a3731bed1b3b HTTP/1.1" status: 200 len: 821 time: 0.6615336 Aug 29 16:48:48.789007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Request body: {'port': {'device_id': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b', 'admin_state_up': True, 'tenant_id': '6f8a59e9ac6f4c8489f9c4dbbad1b7df'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:48.889994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-8cad2de5-d7bb-4fe2-8152-bccdf6b39fd8 service neutron] 10.222.0.22 "GET /v2.0/networks/0e800f41-abf7-4a4d-903c-adcf041b0b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053395 Aug 29 16:48:48.963791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:48.964047 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:48.965423 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-84473f2c-dcd4-45f2-8ffd-d7ce67274ca0 service neutron] 10.222.0.10 "PUT /v2.0/ports/71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 200 len: 1095 time: 2.7479837 Aug 29 16:48:48.967406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:48.970530 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:48.995573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-8f1ae893-1a53-4c8f-b8b8-8fbcfc5a5f86 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac6c5042c32e45418127eace69076549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4599891 Aug 29 16:48:49.060896 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-145a0313-ae47-4a3a-aa2e-10d2677af609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.062088 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cfd93cb1-b616-465a-ba9a-367780f80db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.077544 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cfd93cb1-b616-465a-ba9a-367780f80db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.096537 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.110905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Transition to ACTIVE for port object 427aab73-3223-4b0b-944f-dcd8b2431115 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:49.119562 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.175533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f1365-3179-480a-bd45-737bb4e248e0 None None] Pushing event updated for resources: {'Port': ['ID=427aab73-3223-4b0b-944f-dcd8b2431115,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:49.177529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-145a0313-ae47-4a3a-aa2e-10d2677af609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.178095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Attempting to bind port 427aab73-3223-4b0b-944f-dcd8b2431115 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:49.178416 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Attempting to bind port 427aab73-3223-4b0b-944f-dcd8b2431115 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:49.178785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Attempting to bind port 427aab73-3223-4b0b-944f-dcd8b2431115 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:49.185126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:49.185532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:49.185941 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.186336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:49.186803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Bound port: 427aab73-3223-4b0b-944f-dcd8b2431115, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:49.187231 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.201674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b794a0-e4c5-40b6-a811-1684e6ef4b14 req-f6ffb362-7537-476a-acb3-9dd6e56fbf46 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:49.203373 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6b794a0-e4c5-40b6-a811-1684e6ef4b14 req-f6ffb362-7537-476a-acb3-9dd6e56fbf46 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 946 time: 0.5787129 Aug 29 16:48:49.216148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd93cb1-b616-465a-ba9a-367780f80db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452dde83-5c49-4e21-906a-4f0a650bb331,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:49.230674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cfd93cb1-b616-465a-ba9a-367780f80db5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42a3044c4ea34c8494c86312818ebd70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2371755 Aug 29 16:48:49.240484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37346) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:49.251584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-134cf446-ffd5-4d19-a016-b5da87a8e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:49.252316 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-201a4bbf-c5ff-4dd0-91f6-2143dfd2a6d0 service neutron] 10.222.0.22 "GET /v2.0/networks/0e800f41-abf7-4a4d-903c-adcf041b0b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493493 Aug 29 16:48:49.253031 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-134cf446-ffd5-4d19-a016-b5da87a8e472 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1098 time: 0.2358806 Aug 29 16:48:49.260139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] For port 427aab73-3223-4b0b-944f-dcd8b2431115, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:49.264872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] For port 427aab73-3223-4b0b-944f-dcd8b2431115, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=427aab73-3223-4b0b-944f-dcd8b2431115,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:49.271654 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.291257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Made reservation on behalf of 6f8a59e9ac6f4c8489f9c4dbbad1b7df for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:49.295083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.349588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:48:49.350680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:48:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:49.363099 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-fc270239-cad3-4b54-9aaa-43d53da8ebfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 200 len: 217 time: 0.0933361 Aug 29 16:48:49.396484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-6838dae7-054c-427c-a289-ec75e3e405c5 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:49.398230 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-6838dae7-054c-427c-a289-ec75e3e405c5 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3825116 Aug 29 16:48:49.419202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f1365-3179-480a-bd45-737bb4e248e0 None None] Pushing event updated for resources: {'Port': ['ID=427aab73-3223-4b0b-944f-dcd8b2431115,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:49.430729 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-db14c243-108a-4420-94cc-6ed55819047b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.441785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6b794a0-e4c5-40b6-a811-1684e6ef4b14 req-0a6eee8e-f55c-4f1e-a89b-4a86ecbf33c0 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273018 Aug 29 16:48:49.450648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Request body: {'port': {'device_id': '5487c680-fd06-4073-a3cb-a47bb5052a86', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'ac6c5042c32e45418127eace69076549'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:49.529259 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-db14c243-108a-4420-94cc-6ed55819047b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.555018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bd137a-c325-4fff-a3cc-a5e60e8cd619 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:49.574120 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fa4f75-5262-4122-a43e-7f94e80e6c91 x-openstack-request-id: req-72fa4f75-5262-4122-a43e-7f94e80e6c91 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:49.574529 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:49.574769 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72fa4f75-5262-4122-a43e-7f94e80e6c91 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:49.575343 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5', 'status': 'completed', 'code': 200} Aug 29 16:48:49.578646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:48:49.607323 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.610581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-145a0313-ae47-4a3a-aa2e-10d2677af609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.613407 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-145a0313-ae47-4a3a-aa2e-10d2677af609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.616845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-145a0313-ae47-4a3a-aa2e-10d2677af609 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/594e2587-5b8d-46f9-a758-f04a29888f32 HTTP/1.1" status: 204 len: 168 time: 1.2971509 Aug 29 16:48:49.637748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-883800a8-9460-47ae-ae81-91655d2c3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:49.639211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-883800a8-9460-47ae-ae81-91655d2c3820 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.2622263 Aug 29 16:48:49.651384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a0313-ae47-4a3a-aa2e-10d2677af609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594e2587-5b8d-46f9-a758-f04a29888f32,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:49.719838 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ccf5c9af-8408-4070-bd0d-a5154c3c3a38 req-d1379437-1569-4617-8c62-39c813a627bd tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 210 time: 0.0761805 Aug 29 16:48:49.724665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.743792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Transition to ACTIVE for port object 07bd137a-c325-4fff-a3cc-a5e60e8cd619 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:49.744800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Allocated IP 172.20.0.2 (379d5f7f-18ea-4621-8266-a3731bed1b3b/5afc66a3-8590-4a0c-bde9-842d7f2bccad/9d08b04f-fbbb-4cde-a109-03405e43e815) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:49.773011 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.866506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2361b0f-a489-4377-b167-fe4c8215db26 req-d021e5fd-4dd7-4b11-891f-324b4d214a44 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 210 time: 0.0537403 Aug 29 16:48:49.903125 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.908779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:45Z', 'revision_number': 3, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:49.932513 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-db14c243-108a-4420-94cc-6ed55819047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.938154 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-db14c243-108a-4420-94cc-6ed55819047b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:49.941594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-db14c243-108a-4420-94cc-6ed55819047b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/452dde83-5c49-4e21-906a-4f0a650bb331 HTTP/1.1" status: 204 len: 168 time: 0.6978269 Aug 29 16:48:49.983236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3758d36-d56d-4da8-9e0f-f758721c901f None None] The sync data for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 is: [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:45Z', 'revision_number': 3, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:48:49.990891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294cc8d-fccd-4799-b095-8cae8c7ca491 req-48229feb-9f40-44a5-b023-e0793c38e802 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:50.000869 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c294cc8d-fccd-4799-b095-8cae8c7ca491 req-48229feb-9f40-44a5-b023-e0793c38e802 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 931 time: 0.4178398 Aug 29 16:48:50.036734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-02be1359-4bcc-4bc3-aeea-53a33eee014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:50.039257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-02be1359-4bcc-4bc3-aeea-53a33eee014b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3920300 Aug 29 16:48:50.044139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Pushing event updated for resources: {'Port': ['ID=07bd137a-c325-4fff-a3cc-a5e60e8cd619,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:50.076672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14c243-108a-4420-94cc-6ed55819047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452dde83-5c49-4e21-906a-4f0a650bb331,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:50.287543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a19f005-8c8e-4068-bdf8-268affc84e4e req-daa9bfd9-ce1b-4ada-a476-3add74f7d5d4 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 210 time: 0.3036742 Aug 29 16:48:50.320081 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c294cc8d-fccd-4799-b095-8cae8c7ca491 req-2372e9d7-d72d-4c0f-b57a-2d47a01b5d08 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181982 Aug 29 16:48:50.394369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:50.394899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:50.395389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:50.436743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:48:50.437547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:50.451850 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:50.452109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:50.452618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:50.453055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Bound port: 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:50.453454 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:50.461304 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:50.485628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Made reservation on behalf of ac6c5042c32e45418127eace69076549 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:50.495564 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:50.498537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Allocated IP 172.20.0.1 (14076af5-56ad-4968-b3b7-9c9115e37b7e/dc48a1e5-f777-468f-92e8-df12ae9f9b67/479bee95-a860-4142-ae5b-f385f27c73fd) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:50.594935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-1a2dda07-8144-4c52-8dab-a907ffe35d66 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063390 Aug 29 16:48:50.642997 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:50.655834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:50.667737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:50.704493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:50.732071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Network 379d5f7f-18ea-4621-8266-a3731bed1b3b is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:50.736029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:50.743111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:50.755130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:50.755781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:50.757452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] 10.222.0.10 "PUT /v2.0/ports/07bd137a-c325-4fff-a3cc-a5e60e8cd619 HTTP/1.1" status: 200 len: 1092 time: 2.6809945 Aug 29 16:48:50.810885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'tag': '07bd137a-c325-4fff-a3cc-a5e60e8cd619'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:50.813534 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a171d3c-0e58-437a-95f7-dd6ec4225299" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7b3024-defb-4ecd-9fff-37e3339b17f0", "tag": "07bd137a-c325-4fff-a3cc-a5e60e8cd619"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:50.886326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f442b-88fc-4672-9338-cd3f791b1697 service neutron] Pushing event updated for resources: {'Port': ['ID=07bd137a-c325-4fff-a3cc-a5e60e8cd619,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:50.948639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8849e2-d45b-45c7-a61c-ddd8bc11c855 req-2c2a2624-5e0b-4755-bc52-259043965d2c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:50.950793 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb8849e2-d45b-45c7-a61c-ddd8bc11c855 req-2c2a2624-5e0b-4755-bc52-259043965d2c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 946 time: 0.4117053 Aug 29 16:48:50.976561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Allocated IP 192.168.233.54 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/2eb748a4-05e5-4572-9dbe-9b4d8adff634) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:50.981654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:50.982332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:50.987919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.10', 64577) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:51.111743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-40d62023-7945-4f47-9109-2828f12982e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:51.113532 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-40d62023-7945-4f47-9109-2828f12982e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 1095 time: 0.2941744 Aug 29 16:48:51.114335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event updated for resources: {'Port': ['ID=9d08b04f-fbbb-4cde-a109-03405e43e815,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:51.119777 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-cb8941f4-3240-4cb3-ac1c-527b2ffb2534 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3393481 Aug 29 16:48:51.160579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Request body: {'port': {'device_id': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:51.229508 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:51.239479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e191-58aa-4f0e-a368-cc5a330bf7bc req-af91f854-bbaa-4202-940d-0202cbcb96a6 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:51.241211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3910e191-58aa-4f0e-a368-cc5a330bf7bc req-af91f854-bbaa-4202-940d-0202cbcb96a6 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 931 time: 0.3722339 Aug 29 16:48:51.248628 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-a61559ff-8d5b-44b6-b8d8-69d982e5bf49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619 HTTP/1.1" status: 200 len: 217 time: 0.1060178 Aug 29 16:48:51.260660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb8849e2-d45b-45c7-a61c-ddd8bc11c855 req-ca2fd885-2f4e-4cf6-8f65-5f2553b5ab3c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959033 Aug 29 16:48:51.330327 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b656ffbf-760c-4565-b6e9-233e63a2ac5a req-cb2d9912-a97c-462e-aa07-777b4efa6fa4 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7181239 Aug 29 16:48:51.357073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Transition to ACTIVE for port object 479bee95-a860-4142-ae5b-f385f27c73fd will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:51.381067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-6bc86bfa-efd8-4f00-b282-bed4709899d7 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:51.386297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-6bc86bfa-efd8-4f00-b282-bed4709899d7 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.10 "GET /v2.0/networks?id=0e800f41-abf7-4a4d-903c-adcf041b0b32 HTTP/1.1" status: 200 len: 814 time: 0.3829386 Aug 29 16:48:51.401333 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b5c245-2546-4b12-9e0f-3406481a35bc x-openstack-request-id: req-32b5c245-2546-4b12-9e0f-3406481a35bc {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:51.401630 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7b3024-defb-4ecd-9fff-37e3339b17f0", "tag": "07bd137a-c325-4fff-a3cc-a5e60e8cd619", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:51.401884 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32b5c245-2546-4b12-9e0f-3406481a35bc {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:51.402286 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'tag': '07bd137a-c325-4fff-a3cc-a5e60e8cd619', 'status': 'completed', 'code': 200} Aug 29 16:48:51.487433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Request body: {'port': {'device_id': '1dacb8e8-f83f-49d6-8fdc-673461655623', 'network_id': '0e800f41-abf7-4a4d-903c-adcf041b0b32', 'admin_state_up': True, 'tenant_id': 'd63524ef69e94195bd67eddf5639d5bb'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:51.559762 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-752e3e69-fd8b-4e56-811c-dd8b22d1d726 req-008f0f4e-4813-4700-a60e-9b945d15e5fe tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 210 time: 0.0762045 Aug 29 16:48:51.594461 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:51.610076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-0674df4b-fe67-45c8-a76d-09f74a4c254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:51.611598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-0674df4b-fe67-45c8-a76d-09f74a4c254a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.2243929 Aug 29 16:48:51.621398 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:51.632386 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3910e191-58aa-4f0e-a368-cc5a330bf7bc req-ba9f8485-1dec-4b8d-8295-71642c9f9f72 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825083 Aug 29 16:48:51.634238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b req-afef63ff-57be-4b9f-b996-0d08b67b1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:51.635917 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b req-afef63ff-57be-4b9f-b996-0d08b67b1e08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1098 time: 0.2357688 Aug 29 16:48:51.642512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:51.662351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Transition to ACTIVE for port object 2eb748a4-05e5-4572-9dbe-9b4d8adff634 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:51.740732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-5c65ab02-39af-4a02-86e4-73949b5d4fbc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071870 Aug 29 16:48:51.993981 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Network 14076af5-56ad-4968-b3b7-9c9115e37b7e is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:52.010826 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eaf5a89a-6598-410b-8a50-54a6ee6d9b95 req-8c7ef3af-1ab4-437d-9063-d842b1338ea1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 210 time: 0.3331027 Aug 29 16:48:52.030228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:52.040668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:52.041620 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:52.047055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Pushing event updated for resources: {'Port': ['ID=479bee95-a860-4142-ae5b-f385f27c73fd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:52.194484 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:52.205987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 427aab73-3223-4b0b-944f-dcd8b2431115 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:52.212550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b req-401a9dc7-0ccc-4192-8386-2900993fb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:52.218401 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b req-401a9dc7-0ccc-4192-8386-2900993fb6a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.5702212 Aug 29 16:48:52.223629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['be5f101a-7639-48c3-a0da-558458c3576e', '284cbdee-bc24-4b53-b4cd-4640cfa56825'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:52.246592 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:48:52.413138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016120e6-df39-4ce5-b753-20840b62b018 req-7be963b7-509e-4e6e-861f-4f550386571f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:52.427020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-016120e6-df39-4ce5-b753-20840b62b018 req-7be963b7-509e-4e6e-861f-4f550386571f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 943 time: 0.6895828 Aug 29 16:48:52.443710 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ad2ddce-16d6-439e-af61-746454b18e91 None None] Provisioning for port 479bee95-a860-4142-ae5b-f385f27c73fd completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:52.445706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 427aab73-3223-4b0b-944f-dcd8b2431115 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:52.458507 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-167a9fa8-36fd-4fc3-a5e1-f8c60d6147bb service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011025 Aug 29 16:48:52.474542 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b req-59797b6e-fc2b-4635-9a9a-ac30b50920d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 200 len: 217 time: 0.0851414 Aug 29 16:48:52.474973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 427aab73-3223-4b0b-944f-dcd8b2431115 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:52.474973 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:52.478282 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Pushing event updated for resources: {'Port': ['ID=2eb748a4-05e5-4572-9dbe-9b4d8adff634,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:52.480032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Made reservation on behalf of d63524ef69e94195bd67eddf5639d5bb for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:52.484896 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:52.487301 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:52.489803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ad2ddce-16d6-439e-af61-746454b18e91 None None] Provisioning complete for port 479bee95-a860-4142-ae5b-f385f27c73fd triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:52.490178 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ad2ddce-16d6-439e-af61-746454b18e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:52.501844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:52.522556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:52.531313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:52.531846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:52.570412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:52.642371 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-7ad2dfed-b6df-4e7e-9858-a8cceb00a4ea tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2179084 Aug 29 16:48:52.644270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b req-ef3c0af7-9cd5-4504-923b-44d06e464130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:52.645426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b req-ef3c0af7-9cd5-4504-923b-44d06e464130 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1643713 Aug 29 16:48:52.666919 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-016120e6-df39-4ce5-b753-20840b62b018 req-a11f5cc7-4a86-42d2-bbc7-3a72c424794e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378712 Aug 29 16:48:52.675585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Request body: {'port': {'device_id': '5487c680-fd06-4073-a3cb-a47bb5052a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:52.743434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2ddce-16d6-439e-af61-746454b18e91 None None] Port 479bee95-a860-4142-ae5b-f385f27c73fd cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:48:52.875882 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:52.909101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 427aab73-3223-4b0b-944f-dcd8b2431115, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=427aab73-3223-4b0b-944f-dcd8b2431115,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:52.924187 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:52.926960 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16d42774-1148-498e-9adb-e618bec99f2f req-20a7255c-093c-4a44-b541-4b4fb3426aca tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 210 time: 0.1062231 Aug 29 16:48:52.929159 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:52.939020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ba54598-09c7-49f1-be56-cf06e0eab246 req-46a4dda6-f49b-4e0d-b79f-70e747cd90e1 service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247112 Aug 29 16:48:52.971427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Allocated IP 172.20.0.12 (0e800f41-abf7-4a4d-903c-adcf041b0b32/8fa981c2-bb03-4757-b471-87b6c4770581/cf80517c-97ea-4008-a07e-aae8b5fe4eaa) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:52.972599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b req-646a33d6-f156-4972-bd4f-b68ae88b3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:52.974511 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b req-646a33d6-f156-4972-bd4f-b68ae88b3d34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3217108 Aug 29 16:48:52.986336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989f3b-3ad5-4f0d-9357-9ce0808e22df req-cd22a83b-769a-4d74-b676-bb38280828c4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:52.994036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06989f3b-3ad5-4f0d-9357-9ce0808e22df req-cd22a83b-769a-4d74-b676-bb38280828c4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 946 time: 0.2826233 Aug 29 16:48:53.038654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d08b04f-fbbb-4cde-a109-03405e43e815 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:53.057771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-342d5f95-2920-42ca-93a0-63154d2a8ccc None None] Provisioning for port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:53.061653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:53.079216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-342d5f95-2920-42ca-93a0-63154d2a8ccc None None] Provisioning complete for port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:53.079877 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-342d5f95-2920-42ca-93a0-63154d2a8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:53.111433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=427aab73-3223-4b0b-944f-dcd8b2431115,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:53.145410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-342d5f95-2920-42ca-93a0-63154d2a8ccc None None] Port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:48:53.197292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Transition to ACTIVE for port object 9d08b04f-fbbb-4cde-a109-03405e43e815 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:53.206877 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:53.249997 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a171d3c-0e58-437a-95f7-dd6ec4225299 req-fd31b9e9-43ab-43e2-b1db-6a9d8d8273f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:53.251888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a171d3c-0e58-437a-95f7-dd6ec4225299 req-fd31b9e9-43ab-43e2-b1db-6a9d8d8273f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 1095 time: 0.2068803 Aug 29 16:48:53.273135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06989f3b-3ad5-4f0d-9357-9ce0808e22df req-0b3398fa-50e1-4df7-bcca-860caf94b5dd tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763665 Aug 29 16:48:53.328955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:53.334290 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b req-82d1a273-6219-433d-a2a6-6f6dafe37112 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357034 Aug 29 16:48:53.369587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Pushing event updated for resources: {'Port': ['ID=9d08b04f-fbbb-4cde-a109-03405e43e815,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:53.382164 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:53.382897 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:53.417475 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:53.500790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf341b-0c78-4a9e-b9b1-6c012d75bc11 req-a167e4f3-6187-49f7-a084-d8ece069df70 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:53.502322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-decf341b-0c78-4a9e-b9b1-6c012d75bc11 req-a167e4f3-6187-49f7-a084-d8ece069df70 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 943 time: 0.1628973 Aug 29 16:48:53.544420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a171d3c-0e58-437a-95f7-dd6ec4225299 req-ac9fa9a9-308b-4396-a3be-dd9486eec795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:53.545939 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a171d3c-0e58-437a-95f7-dd6ec4225299 req-ac9fa9a9-308b-4396-a3be-dd9486eec795 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.2799940 Aug 29 16:48:53.556823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Attempting to bind port 9d08b04f-fbbb-4cde-a109-03405e43e815 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:53.557154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Attempting to bind port 9d08b04f-fbbb-4cde-a109-03405e43e815 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:53.557507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Attempting to bind port 9d08b04f-fbbb-4cde-a109-03405e43e815 on network 379d5f7f-18ea-4621-8266-a3731bed1b3b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:53.581433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Pushing event updated for resources: {'Port': ['ID=479bee95-a860-4142-ae5b-f385f27c73fd,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:53.607584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Port 9d08b04f-fbbb-4cde-a109-03405e43e815 on network 379d5f7f-18ea-4621-8266-a3731bed1b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:48:53.608277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Attempting to bind port 9d08b04f-fbbb-4cde-a109-03405e43e815 on network 379d5f7f-18ea-4621-8266-a3731bed1b3b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:53.609567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c60cf-e7b5-4ffd-8e78-611306c59fed req-8c39f19a-8060-4a9c-aadb-e906eda19356 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:53.611059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a5c60cf-e7b5-4ffd-8e78-611306c59fed req-8c39f19a-8060-4a9c-aadb-e906eda19356 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 935 time: 0.2233083 Aug 29 16:48:53.612828 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:53.619201 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a171d3c-0e58-437a-95f7-dd6ec4225299 req-0179e442-2ab6-435b-b87c-3677203e7e0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619 HTTP/1.1" status: 200 len: 217 time: 0.0644310 Aug 29 16:48:53.629187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-decf341b-0c78-4a9e-b9b1-6c012d75bc11 req-4d37a227-fbcd-45c7-9096-9aaed7bbf469 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175277 Aug 29 16:48:53.635205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:53.635550 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Checking segment: {'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:53.635931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Bound using segment: {'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:53.636417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Bound port: 9d08b04f-fbbb-4cde-a109-03405e43e815, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:53.636741 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:53.669496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0d7ca91-e66b-4c85-b8b3-6a23acd92c2b req-5a359616-7648-41af-ab67-b46657cba695 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245234 Aug 29 16:48:53.718840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a5c60cf-e7b5-4ffd-8e78-611306c59fed req-0930d75e-8035-4db1-91b1-0fe16edd8359 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997138 Aug 29 16:48:53.727473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Network 14076af5-56ad-4968-b3b7-9c9115e37b7e is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:53.729536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Network 0e800f41-abf7-4a4d-903c-adcf041b0b32 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:53.743694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:53.761000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:53.786958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:53.842088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb748a4-05e5-4572-9dbe-9b4d8adff634 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:53.852979 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:53.854138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Pushing event updated for resources: {'Port': ['ID=cf80517c-97ea-4008-a07e-aae8b5fe4eaa,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:53.894564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a171d3c-0e58-437a-95f7-dd6ec4225299 req-21be6059-e137-408f-b946-922894c9d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:53.896047 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a171d3c-0e58-437a-95f7-dd6ec4225299 req-21be6059-e137-408f-b946-922894c9d45d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.2619328 Aug 29 16:48:53.929555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Transition to ACTIVE for port object 2eb748a4-05e5-4572-9dbe-9b4d8adff634 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:53.944190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:53.945054 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:53.970416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] For port 9d08b04f-fbbb-4cde-a109-03405e43e815, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:53.988383 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a171d3c-0e58-437a-95f7-dd6ec4225299 req-e27169fb-5da2-40b6-b1b9-e10d4294be9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812335 Aug 29 16:48:53.990788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] For port 9d08b04f-fbbb-4cde-a109-03405e43e815, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9d08b04f-fbbb-4cde-a109-03405e43e815,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:53.991506 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:54.021521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:54.054511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 427aab73-3223-4b0b-944f-dcd8b2431115 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:54.101964 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 71f9600c-3258-46e3-83fe-fe37835cece5 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:48:54.104953 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-2306dadd-f81a-4b15-98a4-f71fae39dcc6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6972668 Aug 29 16:48:54.123343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Request body: {'port': {'device_id': '1dacb8e8-f83f-49d6-8fdc-673461655623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:54.171598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63605-f83d-477d-9c56-f2f741e6dbf5 req-eb4a1e7d-c8d1-4538-a923-be8cdce4733c tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:54.173725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25b63605-f83d-477d-9c56-f2f741e6dbf5 req-eb4a1e7d-c8d1-4538-a923-be8cdce4733c tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 943 time: 0.2483747 Aug 29 16:48:54.190914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:54.191645 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:54.193172 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] 10.222.0.16 "PUT /v2.0/ports/9d08b04f-fbbb-4cde-a109-03405e43e815 HTTP/1.1" status: 200 len: 1092 time: 3.0600016 Aug 29 16:48:54.196408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e2b41323-48c7-4d64-a6f0-2ab393041878 None None] Provisioning complete for port 479bee95-a860-4142-ae5b-f385f27c73fd triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:54.197116 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e2b41323-48c7-4d64-a6f0-2ab393041878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:54.198000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'tag': '9d08b04f-fbbb-4cde-a109-03405e43e815'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:54.200592 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc052f48-ebb3-4e49-aba6-9c498dc00322" -d '{"events": [{"name": "network-changed", "server_uuid": "d3434289-d714-45c6-b7c1-be149a6d38ec", "tag": "9d08b04f-fbbb-4cde-a109-03405e43e815"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:54.207034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Pushing event updated for resources: {'Port': ['ID=2eb748a4-05e5-4572-9dbe-9b4d8adff634,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:54.281787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:48:54.293197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Attempting to bind port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:54.293720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Attempting to bind port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:54.294058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Attempting to bind port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:54.302720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e2b41323-48c7-4d64-a6f0-2ab393041878 None None] Port 479bee95-a860-4142-ae5b-f385f27c73fd cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:48:54.308913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 427aab73-3223-4b0b-944f-dcd8b2431115 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:54.309571 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:54.316984 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25b63605-f83d-477d-9c56-f2f741e6dbf5 req-3f1e8ab5-57c8-4c8c-825f-ab3e9cf976ae tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002402 Aug 29 16:48:54.321390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:48:54.322795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Attempting to bind port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:54.349898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:54.351785 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:54.352355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:54.353466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Bound port: 2eb748a4-05e5-4572-9dbe-9b4d8adff634, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:54.356206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:54.359027 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:54.369262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4bd6f-0706-4bca-9a92-735ad526f02d service neutron] Pushing event updated for resources: {'Port': ['ID=9d08b04f-fbbb-4cde-a109-03405e43e815,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:54.377556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=71f9600c-3258-46e3-83fe-fe37835cece5,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:54.396573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '71f9600c-3258-46e3-83fe-fe37835cece5', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '71f9600c-3258-46e3-83fe-fe37835cece5', 'mac_address': 'fa:16:3e:7c:d1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:48:54.406179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b79c2-054e-4972-9994-1cbc32eabf06 req-a3727df3-3cc6-47f7-b425-678808b5140a tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:54.414807 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-396b79c2-054e-4972-9994-1cbc32eabf06 req-a3727df3-3cc6-47f7-b425-678808b5140a tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 932 time: 0.2555869 Aug 29 16:48:54.431019 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a171d3c-0e58-437a-95f7-dd6ec4225299 req-c2409b9d-0d06-4d8e-b306-69479b74f79b service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347858 Aug 29 16:48:54.439908 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52185f7e-092a-4b65-8e34-e010aced004e x-openstack-request-id: req-52185f7e-092a-4b65-8e34-e010aced004e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:54.440206 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3434289-d714-45c6-b7c1-be149a6d38ec", "tag": "9d08b04f-fbbb-4cde-a109-03405e43e815", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:54.441825 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52185f7e-092a-4b65-8e34-e010aced004e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:54.442716 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'tag': '9d08b04f-fbbb-4cde-a109-03405e43e815', 'status': 'completed', 'code': 200} Aug 29 16:48:54.500965 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:54.517695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f9600c-3258-46e3-83fe-fe37835cece5 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:54.548708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=71f9600c-3258-46e3-83fe-fe37835cece5,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:54.553625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:54.562095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] For port 2eb748a4-05e5-4572-9dbe-9b4d8adff634, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:54.580356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:48:54.582191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-02d42856-1f43-467f-9f06-e241b2853a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:54.583308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] For port 2eb748a4-05e5-4572-9dbe-9b4d8adff634, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2eb748a4-05e5-4572-9dbe-9b4d8adff634,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:54.590083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-991daae0-534a-4a10-82de-ce270e8f106e admin admin] 10.222.0.22 "PUT /v2.0/routers/3231dc75-bffa-422b-9aea-e4e980d5e0f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5627630 Aug 29 16:48:54.590549 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Sync routers for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:48:54.592673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:54.595193 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-02d42856-1f43-467f-9f06-e241b2853a70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f8a59e9ac6f4c8489f9c4dbbad1b7df&device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 1095 time: 0.3287632 Aug 29 16:48:54.610338 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:48:54.610987 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:48:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:54.634493 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=71f9600c-3258-46e3-83fe-fe37835cece5,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:54.694740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:54.695411 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:54.696868 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] 10.222.0.16 "PUT /v2.0/ports/2eb748a4-05e5-4572-9dbe-9b4d8adff634 HTTP/1.1" status: 200 len: 1096 time: 2.0409822 Aug 29 16:48:54.700084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5487c680-fd06-4073-a3cb-a47bb5052a86', 'tag': '2eb748a4-05e5-4572-9dbe-9b4d8adff634'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:54.714586 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2184c733-911c-4699-933c-cfbc1bc4d944" -d '{"events": [{"name": "network-changed", "server_uuid": "5487c680-fd06-4073-a3cb-a47bb5052a86", "tag": "2eb748a4-05e5-4572-9dbe-9b4d8adff634"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:54.724451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff103fad-17e6-4039-9e70-554d2406ac0e service neutron] Pushing event updated for resources: {'Port': ['ID=2eb748a4-05e5-4572-9dbe-9b4d8adff634,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:54.747566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['71f9600c-3258-46e3-83fe-fe37835cece5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:54.812480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-1b513859-8e88-4649-9f2b-595dc8b03eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:54.815112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-1b513859-8e88-4649-9f2b-595dc8b03eae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac6c5042c32e45418127eace69076549&device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 1099 time: 0.0656648 Aug 29 16:48:54.838070 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:48:54.863347 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-7d4eef51-63d6-4ad2-a5c9-7e37debe9372 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d08b04f-fbbb-4cde-a109-03405e43e815 HTTP/1.1" status: 200 len: 217 time: 0.2274318 Aug 29 16:48:54.901616 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-90d07f07-51ec-4898-bf76-dc434c7427e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2eb748a4-05e5-4572-9dbe-9b4d8adff634 HTTP/1.1" status: 200 len: 217 time: 0.0729034 Aug 29 16:48:54.968468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c6aa6-e9b2-46dd-b233-8da1aea5b96c req-66000fa8-9f9b-4976-9efd-77555e71f76b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:54.970230 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4c6aa6-e9b2-46dd-b233-8da1aea5b96c req-66000fa8-9f9b-4976-9efd-77555e71f76b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 947 time: 0.1704512 Aug 29 16:48:54.979190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-396b79c2-054e-4972-9994-1cbc32eabf06 req-93775e99-820c-45df-ba3a-6137a9d6b3a2 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5634212 Aug 29 16:48:54.999799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-a51202a3-f6ac-4ebc-b382-7ec41163cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:55.008187 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-a51202a3-f6ac-4ebc-b382-7ec41163cd80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0961261 Aug 29 16:48:55.085829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-2e2b20a1-fd60-4c00-8a32-39196d750ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:55.087058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-2e2b20a1-fd60-4c00-8a32-39196d750ca9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5afc66a3-8590-4a0c-bde9-842d7f2bccad HTTP/1.1" status: 200 len: 861 time: 0.1903534 Aug 29 16:48:55.107861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a171d3c-0e58-437a-95f7-dd6ec4225299 req-9bf75906-54d4-4519-9ca4-14d4b9f9164e service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620021 Aug 29 16:48:55.129348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-5d2dfe1f-7e0b-4d14-b3b1-b3c8533fb983 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=379d5f7f-18ea-4621-8266-a3731bed1b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336173 Aug 29 16:48:55.141668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4c6aa6-e9b2-46dd-b233-8da1aea5b96c req-0530b6e3-2784-4b6c-bbd5-bd2ecfa6e592 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430495 Aug 29 16:48:55.216060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ae15cc3f-7547-43b0-8fda-a9f272f86923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:55.225735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-ae15cc3f-7547-43b0-8fda-a9f272f86923 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1987696 Aug 29 16:48:55.254052 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 2, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:55.287615 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Checking router: 3231dc75-bffa-422b-9aea-e4e980d5e0f8 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:48:55.287985 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Updating router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 port 479bee95-a860-4142-ae5b-f385f27c73fd binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:48:55.331347 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:55.362312 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf80517c-97ea-4008-a07e-aae8b5fe4eaa {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:55.374550 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04702117-6b94-4dbc-8b3b-1cd8514dfa5c req-dc7924d0-7867-462d-baac-ac6a650a1650 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:55.376437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04702117-6b94-4dbc-8b3b-1cd8514dfa5c req-dc7924d0-7867-462d-baac-ac6a650a1650 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 943 time: 0.1526952 Aug 29 16:48:55.378195 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-64f77402-b057-4310-ab52-da473941401d service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455023 Aug 29 16:48:55.384180 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:55.390010 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-9c2e9586-22db-46a7-b281-a0fe620afe25 service neutron] 10.222.0.16 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475700 Aug 29 16:48:55.423634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Transition to ACTIVE for port object cf80517c-97ea-4008-a07e-aae8b5fe4eaa will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:55.530789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a05a2e5-5ba2-44c3-b451-cc724bbc96ec req-39e539bf-f5b0-41c0-a0d8-29e1eb3b8c0b service neutron] 10.222.0.16 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310256 Aug 29 16:48:55.532632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af519b51-46bd-4d3f-92bd-01bdf663968d req-bce87ba9-dc0d-4846-923e-912c3547379c service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474831 Aug 29 16:48:55.536437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:55.592734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04702117-6b94-4dbc-8b3b-1cd8514dfa5c req-1afbe33d-ded1-49e9-a0f2-ea726fce3e81 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994131 Aug 29 16:48:55.644398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37540) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:55.669617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc052f48-ebb3-4e49-aba6-9c498dc00322 req-8e9252d2-0d26-466c-b2a3-ff138b27328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:55.672797 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc052f48-ebb3-4e49-aba6-9c498dc00322 req-8e9252d2-0d26-466c-b2a3-ff138b27328d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f8a59e9ac6f4c8489f9c4dbbad1b7df&device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 1095 time: 0.0718977 Aug 29 16:48:55.683519 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75868b27-1278-4a81-89ba-73cfab0c443f x-openstack-request-id: req-75868b27-1278-4a81-89ba-73cfab0c443f {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:55.684048 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5487c680-fd06-4073-a3cb-a47bb5052a86", "tag": "2eb748a4-05e5-4572-9dbe-9b4d8adff634", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:55.684304 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75868b27-1278-4a81-89ba-73cfab0c443f {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:55.686770 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5487c680-fd06-4073-a3cb-a47bb5052a86', 'tag': '2eb748a4-05e5-4572-9dbe-9b4d8adff634', 'status': 'completed', 'code': 200} Aug 29 16:48:55.712501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37546) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:55.759159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-network', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:55.798848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Pushing event updated for resources: {'Port': ['ID=cf80517c-97ea-4008-a07e-aae8b5fe4eaa,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:56.059143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d655c7d-33eb-4c5b-a9e5-ca88deb42260 req-37c97280-4216-4d90-bbc9-a65132d9054a tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:56.067171 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d655c7d-33eb-4c5b-a9e5-ca88deb42260 req-37c97280-4216-4d90-bbc9-a65132d9054a tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 947 time: 0.3725879 Aug 29 16:48:56.081317 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.083006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 07bd137a-c325-4fff-a3cc-a5e60e8cd619 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:48:56.086845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 71f9600c-3258-46e3-83fe-fe37835cece5 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:56.114586 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0973813b-7280-401f-a2cd-dc0e48b7a56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.121696 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Transition to ACTIVE for port object 479bee95-a860-4142-ae5b-f385f27c73fd will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:56.132596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Made reservation on behalf of efc25ec064734000b7c7bf97e13a48ad for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:56.135004 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.140315 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc052f48-ebb3-4e49-aba6-9c498dc00322 req-dcb2b66e-470c-4260-92f5-0e3fa9498c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:56.142381 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.142727 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc052f48-ebb3-4e49-aba6-9c498dc00322 req-dcb2b66e-470c-4260-92f5-0e3fa9498c5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=379d5f7f-18ea-4621-8266-a3731bed1b3b HTTP/1.1" status: 200 len: 922 time: 0.4462576 Aug 29 16:48:56.143347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c733-911c-4699-933c-cfbc1bc4d944 req-cf3ca80a-09fe-4e9f-87aa-6851b4421c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:56.144863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2184c733-911c-4699-933c-cfbc1bc4d944 req-cf3ca80a-09fe-4e9f-87aa-6851b4421c18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac6c5042c32e45418127eace69076549&device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 1099 time: 0.4353373 Aug 29 16:48:56.153460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Attempting to bind port cf80517c-97ea-4008-a07e-aae8b5fe4eaa on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:56.153460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Attempting to bind port cf80517c-97ea-4008-a07e-aae8b5fe4eaa by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'f70f120b-07b9-4837-96f7-aed0483eb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0e800f41-abf7-4a4d-903c-adcf041b0b32'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:56.153460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Attempting to bind port cf80517c-97ea-4008-a07e-aae8b5fe4eaa on network 0e800f41-abf7-4a4d-903c-adcf041b0b32 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:56.156542 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.166870 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d655c7d-33eb-4c5b-a9e5-ca88deb42260 req-f65d8e2b-9ece-4f06-9a52-6a1ab1f41df9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986290 Aug 29 16:48:56.195397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16a7c6-9577-40db-8319-aba9c5ddf518 req-bcfff676-3478-42bf-ad30-a465231bd747 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:56.196935 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1e16a7c6-9577-40db-8319-aba9c5ddf518 req-bcfff676-3478-42bf-ad30-a465231bd747 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 943 time: 0.4134319 Aug 29 16:48:56.213760 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97628fab-b5ec-4b1c-994b-4c9c6d806a1a None None] Pushing event updated for resources: {'Port': ['ID=479bee95-a860-4142-ae5b-f385f27c73fd,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:56.213927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Port cf80517c-97ea-4008-a07e-aae8b5fe4eaa on network 0e800f41-abf7-4a4d-903c-adcf041b0b32 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:48:56.213927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Attempting to bind port cf80517c-97ea-4008-a07e-aae8b5fe4eaa on network 0e800f41-abf7-4a4d-903c-adcf041b0b32 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:56.277391 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc052f48-ebb3-4e49-aba6-9c498dc00322 req-b7d7ddbb-7bd0-4f41-a71c-863195001f7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d08b04f-fbbb-4cde-a109-03405e43e815 HTTP/1.1" status: 200 len: 217 time: 0.1048901 Aug 29 16:48:56.281307 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Attempting to bind port 479bee95-a860-4142-ae5b-f385f27c73fd on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:56.282028 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Attempting to bind port 479bee95-a860-4142-ae5b-f385f27c73fd by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:56.282637 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Attempting to bind port 479bee95-a860-4142-ae5b-f385f27c73fd on network 14076af5-56ad-4968-b3b7-9c9115e37b7e {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:56.288974 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:56.289796 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Checking segment: {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:56.290467 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.291285 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Bound using segment: {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:56.291982 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Bound port: 479bee95-a860-4142-ae5b-f385f27c73fd, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:56.292699 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.300957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:56.301328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Checking segment: {'id': 'f70f120b-07b9-4837-96f7-aed0483eb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0e800f41-abf7-4a4d-903c-adcf041b0b32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:56.301725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Bound using segment: {'id': 'f70f120b-07b9-4837-96f7-aed0483eb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0e800f41-abf7-4a4d-903c-adcf041b0b32'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:56.302176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Bound port: cf80517c-97ea-4008-a07e-aae8b5fe4eaa, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70f120b-07b9-4837-96f7-aed0483eb08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0e800f41-abf7-4a4d-903c-adcf041b0b32'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:56.302545 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.386132 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] For port 479bee95-a860-4142-ae5b-f385f27c73fd, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:56.392090 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] For port 479bee95-a860-4142-ae5b-f385f27c73fd, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=479bee95-a860-4142-ae5b-f385f27c73fd,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:56.407252 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.451154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0781f-b7b5-4dc1-9e91-2e83e7f9b4ba req-2b818f5e-6048-45f2-8149-fb11ab516fe6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:56.452730 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7fb0781f-b7b5-4dc1-9e91-2e83e7f9b4ba req-2b818f5e-6048-45f2-8149-fb11ab516fe6 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 944 time: 0.1773524 Aug 29 16:48:56.464093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc052f48-ebb3-4e49-aba6-9c498dc00322 req-088fa860-6ff6-4042-badc-025e66d0fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:56.475177 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc052f48-ebb3-4e49-aba6-9c498dc00322 req-088fa860-6ff6-4042-badc-025e66d0fc61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5afc66a3-8590-4a0c-bde9-842d7f2bccad HTTP/1.1" status: 200 len: 861 time: 0.1630502 Aug 29 16:48:56.486123 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1e16a7c6-9577-40db-8319-aba9c5ddf518 req-db5b1eae-47c8-40c9-9ae0-93d5ff4b62de tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934333 Aug 29 16:48:56.501482 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:48:56.503440 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:48:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:56.568924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c733-911c-4699-933c-cfbc1bc4d944 req-9a047069-97c4-486e-80b0-61443f3fbf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:56.578930 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97628fab-b5ec-4b1c-994b-4c9c6d806a1a None None] Pushing event updated for resources: {'Port': ['ID=479bee95-a860-4142-ae5b-f385f27c73fd,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:56.580115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2184c733-911c-4699-933c-cfbc1bc4d944 req-9a047069-97c4-486e-80b0-61443f3fbf70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.4095647 Aug 29 16:48:56.613696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:56.632480 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '07bd137a-c325-4fff-a3cc-a5e60e8cd619', 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718', 'port_id': '07bd137a-c325-4fff-a3cc-a5e60e8cd619', 'mac_address': 'fa:16:3e:32:8f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e8af9c-c432-4e00-afd5-7587349e66b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:48:56.633103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc052f48-ebb3-4e49-aba6-9c498dc00322 req-0c5d9401-76ab-4fc4-b671-d4d556fcbd1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=379d5f7f-18ea-4621-8266-a3731bed1b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027379 Aug 29 16:48:56.670249 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7fb0781f-b7b5-4dc1-9e91-2e83e7f9b4ba req-1944601c-80c2-44e9-a703-d4cfde318f40 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933274 Aug 29 16:48:56.682579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] For port cf80517c-97ea-4008-a07e-aae8b5fe4eaa, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:48:56.686394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 71f9600c-3258-46e3-83fe-fe37835cece5 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:56.693624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 71f9600c-3258-46e3-83fe-fe37835cece5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:56.694004 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.706864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] For port cf80517c-97ea-4008-a07e-aae8b5fe4eaa, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=cf80517c-97ea-4008-a07e-aae8b5fe4eaa,segment=NetworkSegment(f70f120b-07b9-4837-96f7-aed0483eb08e),segment_id=f70f120b-07b9-4837-96f7-aed0483eb08e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:48:56.707926 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:48:56.713899 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2184c733-911c-4699-933c-cfbc1bc4d944 req-79750fa9-55d1-4bc2-9b66-b1a2e7704585 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2eb748a4-05e5-4572-9dbe-9b4d8adff634 HTTP/1.1" status: 200 len: 217 time: 0.1328969 Aug 29 16:48:56.737702 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.740134 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.760240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bd137a-c325-4fff-a3cc-a5e60e8cd619 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:48:56.846172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:56.860438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37560) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:56.864008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0973813b-7280-401f-a2cd-dc0e48b7a56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.866587 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.874216 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.893599 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0973813b-7280-401f-a2cd-dc0e48b7a56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.904031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Pushing event updated for resources: {'Port': ['ID=cf80517c-97ea-4008-a07e-aae8b5fe4eaa,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:56.931656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:56.932714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:56.934334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-67739382-3b60-4b69-b76b-2c4754de88db service neutron] 10.222.0.10 "PUT /v2.0/ports/cf80517c-97ea-4008-a07e-aae8b5fe4eaa HTTP/1.1" status: 200 len: 1093 time: 2.8161829 Aug 29 16:48:56.971141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b6157-8620-4d66-8822-85a81116f159 req-8713f6bb-e2b8-4e83-9d60-72026e8e635f tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:56.980612 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-070b6157-8620-4d66-8822-85a81116f159 req-8713f6bb-e2b8-4e83-9d60-72026e8e635f tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 943 time: 0.1706126 Aug 29 16:48:56.988977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dacb8e8-f83f-49d6-8fdc-673461655623', 'tag': 'cf80517c-97ea-4008-a07e-aae8b5fe4eaa'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:56.989664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:56.992248 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72305af-19fb-47da-8584-6e9efcd0b1d8" -d '{"events": [{"server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "name": "network-vif-plugged", "status": "completed", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:56.993531 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9279a56f-cda3-4c95-a7c7-223b32a8712d" -d '{"events": [{"name": "network-changed", "server_uuid": "1dacb8e8-f83f-49d6-8fdc-673461655623", "tag": "cf80517c-97ea-4008-a07e-aae8b5fe4eaa"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:57.016999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=71f9600c-3258-46e3-83fe-fe37835cece5,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:57.018378 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0973813b-7280-401f-a2cd-dc0e48b7a56f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ee3211123214e5db2261d375642e0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3728766 Aug 29 16:48:57.019204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973813b-7280-401f-a2cd-dc0e48b7a56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd490a7-2e4b-462f-8b1d-bd1d908b7839,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:57.022224 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37568) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:57.027375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc052f48-ebb3-4e49-aba6-9c498dc00322 req-beefca90-782c-4061-9e02-d29c7dc5115e service neutron] 10.222.0.16 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554053 Aug 29 16:48:57.034470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.046571 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:56Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:48:57.047541 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=07bd137a-c325-4fff-a3cc-a5e60e8cd619,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:57.096875 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c2882-1135-44af-9688-6b02ba23e561 None None] The sync data for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 is: [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:56Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:48:57.112526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['07bd137a-c325-4fff-a3cc-a5e60e8cd619'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:48:57.146129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c733-911c-4699-933c-cfbc1bc4d944 req-63f23a1b-2ec5-4655-b83e-4ce455853bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:57.147719 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2184c733-911c-4699-933c-cfbc1bc4d944 req-63f23a1b-2ec5-4655-b83e-4ce455853bed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.3801980 Aug 29 16:48:57.159473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9851-f3be-4773-a29a-7120efd5f1cc req-c5af29d2-5f7f-4fd1-ada5-6389e2b553ef tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:57.170482 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-070b6157-8620-4d66-8822-85a81116f159 req-73c28af6-a4fa-454f-8c40-2ce560ffc481 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888313 Aug 29 16:48:57.181773 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9caf9851-f3be-4773-a29a-7120efd5f1cc req-c5af29d2-5f7f-4fd1-ada5-6389e2b553ef tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 947 time: 0.4718790 Aug 29 16:48:57.183172 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a25c556d-e68f-43b6-b3a1-2bc2f1058847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.195348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=71f9600c-3258-46e3-83fe-fe37835cece5,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:57.241907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8848f9ea-2c1b-4a5c-8068-a2537dbdffe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.280959 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dd70be-3609-446f-adf1-8ce03459cd16 x-openstack-request-id: req-11dd70be-3609-446f-adf1-8ce03459cd16 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:57.280959 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "name": "network-vif-plugged", "status": "completed", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:57.280959 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11dd70be-3609-446f-adf1-8ce03459cd16 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:57.281414 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5', 'code': 200} Aug 29 16:48:57.291140 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8848f9ea-2c1b-4a5c-8068-a2537dbdffe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.295886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-6b9478aa-94cb-4498-a0e2-1a9d5156e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:57.305499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-6b9478aa-94cb-4498-a0e2-1a9d5156e69d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d63524ef69e94195bd67eddf5639d5bb&device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 1096 time: 0.2869909 Aug 29 16:48:57.365928 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8848f9ea-2c1b-4a5c-8068-a2537dbdffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.366520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9caf9851-f3be-4773-a29a-7120efd5f1cc req-088952df-8e5d-43dc-bf6f-672af516a5bc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792374 Aug 29 16:48:57.377964 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8848f9ea-2c1b-4a5c-8068-a2537dbdffe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.377964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8848f9ea-2c1b-4a5c-8068-a2537dbdffe8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bdd490a7-2e4b-462f-8b1d-bd1d908b7839 HTTP/1.1" status: 204 len: 168 time: 0.3466985 Aug 29 16:48:57.416862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc052f48-ebb3-4e49-aba6-9c498dc00322 req-f6c7da1f-caf7-4c4c-8658-f36f9d7b7636 service neutron] 10.222.0.16 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554165 Aug 29 16:48:57.418480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848f9ea-2c1b-4a5c-8068-a2537dbdffe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd490a7-2e4b-462f-8b1d-bd1d908b7839,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:57.430775 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65918361-5b43-4295-b4c3-977be1823ab1 x-openstack-request-id: req-65918361-5b43-4295-b4c3-977be1823ab1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:57.431716 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dacb8e8-f83f-49d6-8fdc-673461655623", "tag": "cf80517c-97ea-4008-a07e-aae8b5fe4eaa", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:57.432174 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65918361-5b43-4295-b4c3-977be1823ab1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:57.432765 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dacb8e8-f83f-49d6-8fdc-673461655623', 'tag': 'cf80517c-97ea-4008-a07e-aae8b5fe4eaa', 'status': 'completed', 'code': 200} Aug 29 16:48:57.466144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184c733-911c-4699-933c-cfbc1bc4d944 req-30730534-f3a6-42e7-8c04-051d8efbc025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:57.467848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2184c733-911c-4699-933c-cfbc1bc4d944 req-30730534-f3a6-42e7-8c04-051d8efbc025 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2813888 Aug 29 16:48:57.486888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-8d12377a-9a95-42fd-9c90-ece15cb9164c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf80517c-97ea-4008-a07e-aae8b5fe4eaa HTTP/1.1" status: 200 len: 217 time: 0.1687274 Aug 29 16:48:57.545121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6ac77-a0a9-4a69-8ba7-e607066c3a3c req-16526e45-b28f-4e0b-a24e-35fb6e024c6f tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:57.546743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67b6ac77-a0a9-4a69-8ba7-e607066c3a3c req-16526e45-b28f-4e0b-a24e-35fb6e024c6f tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 947 time: 0.0615914 Aug 29 16:48:57.596459 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67b6ac77-a0a9-4a69-8ba7-e607066c3a3c req-52312488-07e7-4316-8718-f9c26b71e312 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Aug 29 16:48:57.684562 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.694300 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2184c733-911c-4699-933c-cfbc1bc4d944 req-fd4d96b8-d4bd-46f4-b83e-c94e1a6ddc39 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003548 Aug 29 16:48:57.702581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.717001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91937f85-ce3c-4560-9323-9f944aef3b3f req-21e509b2-c7d9-4585-b69f-377ff99bb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:57.723457 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-91937f85-ce3c-4560-9323-9f944aef3b3f req-21e509b2-c7d9-4585-b69f-377ff99bb5e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1100 time: 0.3722637 Aug 29 16:48:57.750760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:48:57.754266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37580) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:57.761712 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.762263 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Added segment 4d8f3833-770b-4be8-bee1-3ef07c1e1ec5 of type vlan for network 62d8d0f2-b841-4e7c-a350-df2b3d289e1c Aug 29 16:48:57.789728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85a2da3c-c002-4530-9990-f896a0c916af admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.865848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b2f28-689a-41e0-a19e-6c348bfdb643 req-c676d7d0-016a-4f32-bd6c-b527ec71daab tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:57.867419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd8b2f28-689a-41e0-a19e-6c348bfdb643 req-c676d7d0-016a-4f32-bd6c-b527ec71daab tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 944 time: 0.0955834 Aug 29 16:48:57.895921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-3c08d89a-7a4f-42a7-8808-9376fdaea070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:57.897459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-3c08d89a-7a4f-42a7-8808-9376fdaea070 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fa981c2-bb03-4757-b471-87b6c4770581 HTTP/1.1" status: 200 len: 854 time: 0.2924991 Aug 29 16:48:57.902009 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.905817 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a25c556d-e68f-43b6-b3a1-2bc2f1058847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.911325 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a25c556d-e68f-43b6-b3a1-2bc2f1058847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:57.924690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7d0d4e-0763-4d67-9eb1-c061cf800712,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:57.945546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a6179-dc7f-4113-a202-2facba6ab793 req-bc3ca108-e308-4861-ae88-e978064f1f63 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:57.947102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-703a6179-dc7f-4113-a202-2facba6ab793 req-bc3ca108-e308-4861-ae88-e978064f1f63 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 944 time: 0.3432450 Aug 29 16:48:57.963957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd8b2f28-689a-41e0-a19e-6c348bfdb643 req-2353fc9e-28c3-4521-9d75-648f82ba6a04 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851793 Aug 29 16:48:57.976408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-7b8487ab-70e9-4c39-95e9-b85f2b0a39ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e800f41-abf7-4a4d-903c-adcf041b0b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682764 Aug 29 16:48:58.007994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-91937f85-ce3c-4560-9323-9f944aef3b3f req-efc4cd7c-a361-4eb1-bb96-328c27451ee8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045732 Aug 29 16:48:58.034930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c556d-e68f-43b6-b3a1-2bc2f1058847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798c7b1d-4f1e-44a7-8140-ae7e53233863,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:58.047700 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a25c556d-e68f-43b6-b3a1-2bc2f1058847 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=735e0d68a1184d48ae769549cd46a615&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1796184 Aug 29 16:48:58.051313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37582) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:58.076119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.077095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:58.077715 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.097444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 07bd137a-c325-4fff-a3cc-a5e60e8cd619 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:58.127600 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85a2da3c-c002-4530-9990-f896a0c916af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.128986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f1321562-acb5-43ce-8b3c-ed4852b42b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.134774 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2184c733-911c-4699-933c-cfbc1bc4d944 req-e1d4fe1c-0718-4cd7-873e-813cc85ae080 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273374 Aug 29 16:48:58.143687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 479bee95-a860-4142-ae5b-f385f27c73fd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:48:58.144246 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85a2da3c-c002-4530-9990-f896a0c916af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.184273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f1321562-acb5-43ce-8b3c-ed4852b42b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.207933 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-85a2da3c-c002-4530-9990-f896a0c916af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1cfc742f2f54ddfb0fa89d8f365abfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521830 Aug 29 16:48:58.210905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37586) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:58.211536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2da3c-c002-4530-9990-f896a0c916af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36e9854-20fe-4790-8199-d90b572e9814,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:58.235524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5070510 Aug 29 16:48:58.244536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37588) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:58.250664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] Request body: {'subnet': {'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-subnet', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:58.251767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 479bee95-a860-4142-ae5b-f385f27c73fd completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:58.255669 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-9c9546ec-e6c1-4efc-ad45-34102e176fc0 service neutron] 10.222.0.10 "GET /v2.0/networks/0e800f41-abf7-4a4d-903c-adcf041b0b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673798 Aug 29 16:48:58.269667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 479bee95-a860-4142-ae5b-f385f27c73fd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:58.271216 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.272932 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-703a6179-dc7f-4113-a202-2facba6ab793 req-150048ae-b7bd-41ca-aa55-5beb1c200eea tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073237 Aug 29 16:48:58.277782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:48:58.281767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] Made reservation on behalf of efc25ec064734000b7c7bf97e13a48ad for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:48:58.284067 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.302959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b692e7e-a532-449c-973d-27af1714bcf7 admin admin] Pushing event updated for resources: {'Network': ['ID=62d8d0f2-b841-4e7c-a350-df2b3d289e1c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:58.326697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:48:58.327067 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.348389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 62d8d0f2-b841-4e7c-a350-df2b3d289e1c details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:48:58.413392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5acf8eaa-657f-4e95-b7cf-d3d50a3c4875 req-78ce9203-b40e-49e6-a847-f35408d5462c service neutron] 10.222.0.10 "GET /v2.0/networks/0e800f41-abf7-4a4d-903c-adcf041b0b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346884 Aug 29 16:48:58.420505 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f1321562-acb5-43ce-8b3c-ed4852b42b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.423178 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f1321562-acb5-43ce-8b3c-ed4852b42b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.427043 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f1321562-acb5-43ce-8b3c-ed4852b42b06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/798c7b1d-4f1e-44a7-8140-ae7e53233863 HTTP/1.1" status: 204 len: 168 time: 0.3747351 Aug 29 16:48:58.475480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249fa42-2263-4098-8e2c-fb13e687f640 req-3336d68c-bee6-4c75-8c3e-6ea6e4fa4450 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:58.477120 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4249fa42-2263-4098-8e2c-fb13e687f640 req-3336d68c-bee6-4c75-8c3e-6ea6e4fa4450 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 943 time: 0.1596456 Aug 29 16:48:58.484670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1321562-acb5-43ce-8b3c-ed4852b42b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798c7b1d-4f1e-44a7-8140-ae7e53233863,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:58.492309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-399f5317-bcd6-4dec-bb4e-cf99da0999a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.564723 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.576855 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-399f5317-bcd6-4dec-bb4e-cf99da0999a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.603908 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.623795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279a56f-cda3-4c95-a7c7-223b32a8712d req-4e7fbd4a-5e39-431b-b496-56a00ce08ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:58.625739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9279a56f-cda3-4c95-a7c7-223b32a8712d req-4e7fbd4a-5e39-431b-b496-56a00ce08ba8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d63524ef69e94195bd67eddf5639d5bb&device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 1096 time: 0.1486757 Aug 29 16:48:58.642479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597e922-dce5-4ce4-addd-524aa6477942 req-7692708b-27e1-4754-be0a-1898f1a4e997 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:58.644742 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a597e922-dce5-4ce4-addd-524aa6477942 req-7692708b-27e1-4754-be0a-1898f1a4e997 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0978680 Aug 29 16:48:58.653049 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4249fa42-2263-4098-8e2c-fb13e687f640 req-2d803050-3b7a-452f-80c9-ef783fa8a458 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457374 Aug 29 16:48:58.654452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 479bee95-a860-4142-ae5b-f385f27c73fd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=479bee95-a860-4142-ae5b-f385f27c73fd,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:58.673953 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.754571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-399f5317-bcd6-4dec-bb4e-cf99da0999a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.757570 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-399f5317-bcd6-4dec-bb4e-cf99da0999a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.759194 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-399f5317-bcd6-4dec-bb4e-cf99da0999a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d36e9854-20fe-4790-8199-d90b572e9814 HTTP/1.1" status: 204 len: 168 time: 0.5445774 Aug 29 16:48:58.765839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.791976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a597e922-dce5-4ce4-addd-524aa6477942 req-13883aea-b14e-4bba-b8e9-0be9f824755f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967834 Aug 29 16:48:58.803766 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:48:58.821420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279a56f-cda3-4c95-a7c7-223b32a8712d req-faa57fdf-21b1-45c9-9271-9901e035274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:58.822667 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:58.822960 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9279a56f-cda3-4c95-a7c7-223b32a8712d req-faa57fdf-21b1-45c9-9271-9901e035274f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e800f41-abf7-4a4d-903c-adcf041b0b32 HTTP/1.1" status: 200 len: 915 time: 0.1768589 Aug 29 16:48:58.831683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f5317-bcd6-4dec-bb4e-cf99da0999a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36e9854-20fe-4790-8199-d90b572e9814,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:58.861295 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=479bee95-a860-4142-ae5b-f385f27c73fd,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:58.908113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c756830d-f7d2-4d74-97e3-f2aeddf4cf03,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:58.922729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=07bd137a-c325-4fff-a3cc-a5e60e8cd619,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:58.937014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9279a56f-cda3-4c95-a7c7-223b32a8712d req-c641f821-54da-4b03-9c65-b52ecc58ef58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf80517c-97ea-4008-a07e-aae8b5fe4eaa HTTP/1.1" status: 200 len: 217 time: 0.1057718 Aug 29 16:48:58.942259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513143c4-18ca-422a-b7c2-79bd4a954d5f req-95b99e6a-337c-4ea5-a00b-eca3ff76c9da tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:58.943743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-513143c4-18ca-422a-b7c2-79bd4a954d5f req-95b99e6a-337c-4ea5-a00b-eca3ff76c9da tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 947 time: 0.1177988 Aug 29 16:48:58.946954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] Checking segment: {'id': '4d8f3833-770b-4be8-bee1-3ef07c1e1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:58.947481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] Network hostable DHCP agents. Network: 62d8d0f2-b841-4e7c-a350-df2b3d289e1c, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:48:58.973402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37600) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:58.993337 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b0903fd-4716-4f70-9281-dc3761b65413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.005531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279a56f-cda3-4c95-a7c7-223b32a8712d req-b0240f87-308d-4a80-b653-de6cae3874e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:59.009557 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9279a56f-cda3-4c95-a7c7-223b32a8712d req-b0240f87-308d-4a80-b653-de6cae3874e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8fa981c2-bb03-4757-b471-87b6c4770581 HTTP/1.1" status: 200 len: 854 time: 0.0623078 Aug 29 16:48:59.017436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] Network 62d8d0f2-b841-4e7c-a350-df2b3d289e1c is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:48:59.041064 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-513143c4-18ca-422a-b7c2-79bd4a954d5f req-4d0f971f-8626-4409-9838-6f9444601a8e tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869370 Aug 29 16:48:59.045541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 62d8d0f2-b841-4e7c-a350-df2b3d289e1c) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:59.054540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:59.055142 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.061922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73d601c-d268-40c6-b477-a7426675f264 None None] Network 62d8d0f2-b841-4e7c-a350-df2b3d289e1c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:48:59.076210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9279a56f-cda3-4c95-a7c7-223b32a8712d req-ff4eb444-4204-4d8c-bb55-14b07e1e9050 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e800f41-abf7-4a4d-903c-adcf041b0b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615759 Aug 29 16:48:59.156148 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b0903fd-4716-4f70-9281-dc3761b65413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.163048 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b0903fd-4716-4f70-9281-dc3761b65413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.193706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee6bb2-55ba-4bf5-9b8c-b71d0b6cfec1 req-fa2290cc-68ee-4fa7-bed3-fcd8ce449a44 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:59.195225 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fee6bb2-55ba-4bf5-9b8c-b71d0b6cfec1 req-fa2290cc-68ee-4fa7-bed3-fcd8ce449a44 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 944 time: 0.1000528 Aug 29 16:48:59.222365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0903fd-4716-4f70-9281-dc3761b65413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d75651-b303-42ac-86b0-e78dbcb58a13,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:59.224635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9279a56f-cda3-4c95-a7c7-223b32a8712d req-9c98cc38-ca3f-4e3e-943a-259920cae25d service neutron] 10.222.0.10 "GET /v2.0/networks/0e800f41-abf7-4a4d-903c-adcf041b0b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389289 Aug 29 16:48:59.227885 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e388fd8d-c99e-4011-aed2-f106834f53ea admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9814208 Aug 29 16:48:59.231244 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37606) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:59.249707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-router', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:48:59.269255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-62d8d0f2-b841-4e7c-a350-df2b3d289e1c', 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'fixed_ips': [{'subnet_id': 'c756830d-f7d2-4d74-97e3-f2aeddf4cf03'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:48:59.270316 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.280997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3b0903fd-4716-4f70-9281-dc3761b65413 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=672126a1dfd14da9841d82519fea94f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043013 Aug 29 16:48:59.282740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bd137a-c325-4fff-a3cc-a5e60e8cd619'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:48:59.285274 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49e6432-1f56-4b19-9102-7341938bf9f0" -d '{"events": [{"server_uuid": "0d7b3024-defb-4ecd-9fff-37e3339b17f0", "name": "network-vif-plugged", "status": "completed", "tag": "07bd137a-c325-4fff-a3cc-a5e60e8cd619"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:48:59.292427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37612) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:48:59.303084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.304722 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.327928 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fee6bb2-55ba-4bf5-9b8c-b71d0b6cfec1 req-e06f04c4-c4a8-43d4-a591-eb0ed250e2cd tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172414 Aug 29 16:48:59.384594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9279a56f-cda3-4c95-a7c7-223b32a8712d req-10fbe04a-0f85-42c3-a1c8-bc5fdcc1ccc9 service neutron] 10.222.0.10 "GET /v2.0/networks/0e800f41-abf7-4a4d-903c-adcf041b0b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404488 Aug 29 16:48:59.419011 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.501029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Allocated IP 172.20.0.2 (62d8d0f2-b841-4e7c-a350-df2b3d289e1c/c756830d-f7d2-4d74-97e3-f2aeddf4cf03/c70525d2-7447-4e6b-9549-41ec38aad19d) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:48:59.527450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7f70c-9402-4473-908e-8350dbcd4d98 req-0f3fb20b-d421-48d2-8c14-5784837144b2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:59.535658 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1b7f70c-9402-4473-908e-8350dbcd4d98 req-0f3fb20b-d421-48d2-8c14-5784837144b2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 945 time: 0.1129532 Aug 29 16:48:59.565929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc9eb1-4830-485c-b901-e54325d1dad0 req-e537e001-f09a-45eb-b49d-83ce19993a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:59.567970 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1fc9eb1-4830-485c-b901-e54325d1dad0 req-e537e001-f09a-45eb-b49d-83ce19993a69 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 1097 time: 0.1311526 Aug 29 16:48:59.571405 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f78384-e587-4115-8ed8-45e0cc19b7d6 x-openstack-request-id: req-d0f78384-e587-4115-8ed8-45e0cc19b7d6 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:48:59.571938 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7b3024-defb-4ecd-9fff-37e3339b17f0", "name": "network-vif-plugged", "status": "completed", "tag": "07bd137a-c325-4fff-a3cc-a5e60e8cd619", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:48:59.572149 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0f78384-e587-4115-8ed8-45e0cc19b7d6 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:48:59.572547 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bd137a-c325-4fff-a3cc-a5e60e8cd619', 'code': 200} Aug 29 16:48:59.583171 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.589620 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b0ca580-15ff-4cc9-b54f-82c66f6ee4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.623933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b0ca580-15ff-4cc9-b54f-82c66f6ee4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.627373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1b7f70c-9402-4473-908e-8350dbcd4d98 req-26ca5027-0cf7-4ab4-b706-77d247e0caaf tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906432 Aug 29 16:48:59.644737 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1fc9eb1-4830-485c-b901-e54325d1dad0 req-33b5ad51-9e4c-47b1-a522-20c458728828 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641108 Aug 29 16:48:59.679159 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.717201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Transition to ACTIVE for port object c70525d2-7447-4e6b-9549-41ec38aad19d will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:59.722763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b0ca580-15ff-4cc9-b54f-82c66f6ee4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.725191 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b0ca580-15ff-4cc9-b54f-82c66f6ee4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.728828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6b0ca580-15ff-4cc9-b54f-82c66f6ee4ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15d75651-b303-42ac-86b0-e78dbcb58a13 HTTP/1.1" status: 204 len: 168 time: 0.4320302 Aug 29 16:48:59.740329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Transition to ACTIVE for port object c70525d2-7447-4e6b-9549-41ec38aad19d will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:48:59.745569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ca580-15ff-4cc9-b54f-82c66f6ee4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d75651-b303-42ac-86b0-e78dbcb58a13,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:59.753733 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.810118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Network 62d8d0f2-b841-4e7c-a350-df2b3d289e1c is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:48:59.815835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:48:59.818807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:48:59.838349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Pushing event updated for resources: {'Port': ['ID=c70525d2-7447-4e6b-9549-41ec38aad19d,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:48:59.905001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Attempting to bind port c70525d2-7447-4e6b-9549-41ec38aad19d on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:48:59.905421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Attempting to bind port c70525d2-7447-4e6b-9549-41ec38aad19d by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '4d8f3833-770b-4be8-bee1-3ef07c1e1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:48:59.905778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Attempting to bind port c70525d2-7447-4e6b-9549-41ec38aad19d on network 62d8d0f2-b841-4e7c-a350-df2b3d289e1c {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:48:59.912111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e2539-9437-4cf2-998b-1d79e645946a req-46d01ce1-87bb-49c2-a2b1-4daa3dd4b533 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:59.913729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-774e2539-9437-4cf2-998b-1d79e645946a req-46d01ce1-87bb-49c2-a2b1-4daa3dd4b533 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 943 time: 0.1187868 Aug 29 16:48:59.914920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:48:59.915712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Checking segment: {'id': '4d8f3833-770b-4be8-bee1-3ef07c1e1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:48:59.915818 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.916191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Bound using segment: {'id': '4d8f3833-770b-4be8-bee1-3ef07c1e1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:48:59.916838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Bound port: c70525d2-7447-4e6b-9549-41ec38aad19d, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8f3833-770b-4be8-bee1-3ef07c1e1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:48:59.917300 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:48:59.958464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c11de-dd9a-47aa-b393-eb3c6c19fbff req-9abacabc-23ec-4880-abc4-a530c6d0a88e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:48:59.968198 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-427c11de-dd9a-47aa-b393-eb3c6c19fbff req-9abacabc-23ec-4880-abc4-a530c6d0a88e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0764959 Aug 29 16:48:59.979687 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:00.003068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] For port c70525d2-7447-4e6b-9549-41ec38aad19d, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:00.007749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] For port c70525d2-7447-4e6b-9549-41ec38aad19d, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c70525d2-7447-4e6b-9549-41ec38aad19d,segment=NetworkSegment(4d8f3833-770b-4be8-bee1-3ef07c1e1ec5),segment_id=4d8f3833-770b-4be8-bee1-3ef07c1e1ec5)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:00.014291 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:00.018983 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-427c11de-dd9a-47aa-b393-eb3c6c19fbff req-f990f8a2-d2f2-49ac-8eba-afd185ccb858 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496283 Aug 29 16:49:00.023782 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:00.059300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-774e2539-9437-4cf2-998b-1d79e645946a req-cc0c8a6b-fe22-4acc-add4-533744f12154 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335120 Aug 29 16:49:00.092871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a067395-e50a-496a-a343-e624d80cd399 None None] Pushing event updated for resources: {'Port': ['ID=c70525d2-7447-4e6b-9549-41ec38aad19d,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:00.099638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 479bee95-a860-4142-ae5b-f385f27c73fd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:00.164637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 479bee95-a860-4142-ae5b-f385f27c73fd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:00.165103 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:00.193212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Allocated IP 172.25.5.120 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/7573fd0f-5b99-4566-90fa-804c35ef9c29) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:00.312834 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9972e4b-0aba-480a-9ff4-69f80ea10b1d req-d01aaa2b-a883-42e6-9b83-b109484cbca0 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:00.314437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9972e4b-0aba-480a-9ff4-69f80ea10b1d req-d01aaa2b-a883-42e6-9b83-b109484cbca0 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 947 time: 0.1186645 Aug 29 16:49:00.410498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9972e4b-0aba-480a-9ff4-69f80ea10b1d req-f62ea4b1-b09f-4675-9429-da4a5453c0de tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893960 Aug 29 16:49:00.437209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:00.563770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:00.615352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4329c75-c9b7-4773-a197-3f219be9077a req-8cdbfc7f-3f6f-486b-9434-2c4073c2817e tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:00.616823 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4329c75-c9b7-4773-a197-3f219be9077a req-8cdbfc7f-3f6f-486b-9434-2c4073c2817e tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 944 time: 0.1297596 Aug 29 16:49:00.631312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:00.654949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:00.657653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a00c-7b20-4d44-be74-49480f3c5073 req-3b7f4193-a77a-4660-a50b-8e1495e97d42 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:00.660501 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7573fd0f-5b99-4566-90fa-804c35ef9c29,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:00.663376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c41a00c-7b20-4d44-be74-49480f3c5073 req-3b7f4193-a77a-4660-a50b-8e1495e97d42 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1100 time: 0.0836332 Aug 29 16:49:00.665335 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:00.707380 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8c41a00c-7b20-4d44-be74-49480f3c5073 req-fcdc1213-3b79-4b1e-8f01-caab5bd87dc5 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:00.759477 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4329c75-c9b7-4773-a197-3f219be9077a req-2902c23b-5511-458d-bd53-2a2520bd2282 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300693 Aug 29 16:49:00.774075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2eb748a4-05e5-4572-9dbe-9b4d8adff634 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:00.904347 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8c41a00c-7b20-4d44-be74-49480f3c5073 req-fcdc1213-3b79-4b1e-8f01-caab5bd87dc5 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:00.914487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8c41a00c-7b20-4d44-be74-49480f3c5073 req-fcdc1213-3b79-4b1e-8f01-caab5bd87dc5 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:00.950927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc1213-3b79-4b1e-8f01-caab5bd87dc5 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5451be-829c-4693-ad3e-751033bd1c83,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:00.982027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2eb748a4-05e5-4572-9dbe-9b4d8adff634, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2eb748a4-05e5-4572-9dbe-9b4d8adff634,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:00.983716 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c41a00c-7b20-4d44-be74-49480f3c5073 req-fcdc1213-3b79-4b1e-8f01-caab5bd87dc5 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098993 Aug 29 16:49:01.004863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '2eb748a4-05e5-4572-9dbe-9b4d8adff634', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '2eb748a4-05e5-4572-9dbe-9b4d8adff634', 'mac_address': 'fa:16:3e:2b:0e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:01.058799 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:01.077012 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb748a4-05e5-4572-9dbe-9b4d8adff634 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:01.102915 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:01.115878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2eb748a4-05e5-4572-9dbe-9b4d8adff634, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2eb748a4-05e5-4572-9dbe-9b4d8adff634,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:01.124562 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:01.125488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9d08b04f-fbbb-4cde-a109-03405e43e815 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:01.240549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=2eb748a4-05e5-4572-9dbe-9b4d8adff634,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:01.255490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b890c-50fd-47ab-ac20-b5c553a9a21e req-3b927c67-4f20-4cc9-ad09-b3f902362d8f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:01.269785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a0b890c-50fd-47ab-ac20-b5c553a9a21e req-3b927c67-4f20-4cc9-ad09-b3f902362d8f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 945 time: 0.3718562 Aug 29 16:49:01.291091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9d08b04f-fbbb-4cde-a109-03405e43e815, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9d08b04f-fbbb-4cde-a109-03405e43e815,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:01.304378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '9d08b04f-fbbb-4cde-a109-03405e43e815', 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b', 'port_id': '9d08b04f-fbbb-4cde-a109-03405e43e815', 'mac_address': 'fa:16:3e:70:a6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc66a3-8590-4a0c-bde9-842d7f2bccad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:01.346921 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:01.371372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d08b04f-fbbb-4cde-a109-03405e43e815 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:01.376458 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a0b890c-50fd-47ab-ac20-b5c553a9a21e req-a94b17d6-322e-4a4d-ab0a-427d966ef759 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058097 Aug 29 16:49:01.421414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9d08b04f-fbbb-4cde-a109-03405e43e815, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9d08b04f-fbbb-4cde-a109-03405e43e815,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:01.426388 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:01.533680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9d08b04f-fbbb-4cde-a109-03405e43e815,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:01.560639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f568b9-d5e0-43fe-acbc-34395fe6024e None None] Network 62d8d0f2-b841-4e7c-a350-df2b3d289e1c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:49:01.589213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb6baf-688d-47ee-983c-fe8e573bb7fc req-4b7a4e2f-e79a-4249-9331-211dc0a5f187 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:01.596274 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eecb6baf-688d-47ee-983c-fe8e573bb7fc req-4b7a4e2f-e79a-4249-9331-211dc0a5f187 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 944 time: 0.1155763 Aug 29 16:49:01.606246 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:01.686585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-33668357-9608-481f-bdc4-178f620aec48 None None] Provisioning for port c70525d2-7447-4e6b-9549-41ec38aad19d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:01.785492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['2eb748a4-05e5-4572-9dbe-9b4d8adff634'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:01.817913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['9d08b04f-fbbb-4cde-a109-03405e43e815'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:01.891969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eecb6baf-688d-47ee-983c-fe8e573bb7fc req-e99f67d5-c488-4344-9d91-8554ebdbb693 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947578 Aug 29 16:49:02.059748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71574db8-0e26-42d2-96e7-67b8cc3f66af req-329de86d-0c68-461e-9487-5bd892f3bbb7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:02.067256 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-71574db8-0e26-42d2-96e7-67b8cc3f66af req-329de86d-0c68-461e-9487-5bd892f3bbb7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 948 time: 0.0862639 Aug 29 16:49:02.170223 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-71574db8-0e26-42d2-96e7-67b8cc3f66af req-ee392169-3d74-4031-ac2c-159459ab83d2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020610 Aug 29 16:49:02.186163 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Router 799b5ad8-5763-4f56-80cc-29fbcc3f501c is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:49:02.191736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device cf80517c-97ea-4008-a07e-aae8b5fe4eaa details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:02.201299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c70525d2-7447-4e6b-9549-41ec38aad19d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:02.377424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:49:02.394949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Sync routers for ids ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:49:02.403955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:02.406783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3bb4817c-9647-4864-8493-d97c7d0d67b3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1743362 Aug 29 16:49:02.409618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37728) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:02.415819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c625d-faa3-438b-bbe8-7ce4becd1078 req-04cebb9a-b9d5-4c3f-a051-4ed2c43bf002 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:02.420207 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-027c625d-faa3-438b-bbe8-7ce4becd1078 req-04cebb9a-b9d5-4c3f-a051-4ed2c43bf002 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 944 time: 0.1001675 Aug 29 16:49:02.420629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37730) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:02.468701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Routers {'799b5ad8-5763-4f56-80cc-29fbcc3f501c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:49:02.469035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:48:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:02.478415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c70525d2-7447-4e6b-9549-41ec38aad19d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:02.484885 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-027c625d-faa3-438b-bbe8-7ce4becd1078 req-48568da5-b1df-4a63-a983-2d8723eb7d00 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570281 Aug 29 16:49:02.546793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5a947a87-ee75-44ca-a51c-95caf823049a None None] Provisioning complete for port c70525d2-7447-4e6b-9549-41ec38aad19d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:02.547174 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5a947a87-ee75-44ca-a51c-95caf823049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:02.561014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37736) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:02.586828 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port cf80517c-97ea-4008-a07e-aae8b5fe4eaa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=cf80517c-97ea-4008-a07e-aae8b5fe4eaa,segment=NetworkSegment(f70f120b-07b9-4837-96f7-aed0483eb08e),segment_id=f70f120b-07b9-4837-96f7-aed0483eb08e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:02.591852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c70525d2-7447-4e6b-9549-41ec38aad19d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:02.592229 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:02.665536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'cf80517c-97ea-4008-a07e-aae8b5fe4eaa', 'network_id': '0e800f41-abf7-4a4d-903c-adcf041b0b32', 'port_id': 'cf80517c-97ea-4008-a07e-aae8b5fe4eaa', 'mac_address': 'fa:16:3e:48:a4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa981c2-bb03-4757-b471-87b6c4770581', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:02.710164 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c003c3c3-5672-46ed-b51e-786383a0b786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:02.743509 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5a947a87-ee75-44ca-a51c-95caf823049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:02.746069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-fc4ca686-668f-4111-a1ab-a7d5e3efab5e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1833074 Aug 29 16:49:02.747522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942478e9-d96c-4bb5-a207-2e13f55e070e req-2c5e77d0-4a5b-4835-88c6-b9b68729282e tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:02.749104 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-942478e9-d96c-4bb5-a207-2e13f55e070e req-2c5e77d0-4a5b-4835-88c6-b9b68729282e tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 1097 time: 0.0928452 Aug 29 16:49:02.798451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c45ed-8151-465a-929a-6204236eba1d req-f178710f-8e1e-4c40-8658-be4a32c02a40 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:02.808329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5a947a87-ee75-44ca-a51c-95caf823049a None None] For port c70525d2-7447-4e6b-9549-41ec38aad19d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c70525d2-7447-4e6b-9549-41ec38aad19d,segment=NetworkSegment(4d8f3833-770b-4be8-bee1-3ef07c1e1ec5),segment_id=4d8f3833-770b-4be8-bee1-3ef07c1e1ec5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:02.808885 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8a1c45ed-8151-465a-929a-6204236eba1d req-f178710f-8e1e-4c40-8658-be4a32c02a40 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.1454062 Aug 29 16:49:02.839117 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:02.842759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Set router 799b5ad8-5763-4f56-80cc-29fbcc3f501c gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:49:02.846137 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5a947a87-ee75-44ca-a51c-95caf823049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:02.870013 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-942478e9-d96c-4bb5-a207-2e13f55e070e req-39789b2a-5769-4946-91be-beb9c4f7ac4e tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072237 Aug 29 16:49:02.950166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf80517c-97ea-4008-a07e-aae8b5fe4eaa {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:02.959386 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c003c3c3-5672-46ed-b51e-786383a0b786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:02.972661 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c003c3c3-5672-46ed-b51e-786383a0b786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:02.981096 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8a1c45ed-8151-465a-929a-6204236eba1d req-f18064e6-3b75-4a44-880d-cf6e660cbb43 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718004 Aug 29 16:49:03.000317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:03.048571 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c003c3c3-5672-46ed-b51e-786383a0b786 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e0b833b82124f6bba4309c73212679c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261051 Aug 29 16:49:03.049609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003c3c3-5672-46ed-b51e-786383a0b786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41158edd-f215-44a2-a278-d7783f223559,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:03.052985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37760) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:03.055126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port cf80517c-97ea-4008-a07e-aae8b5fe4eaa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=cf80517c-97ea-4008-a07e-aae8b5fe4eaa,segment=NetworkSegment(f70f120b-07b9-4837-96f7-aed0483eb08e),segment_id=f70f120b-07b9-4837-96f7-aed0483eb08e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:03.068739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a947a87-ee75-44ca-a51c-95caf823049a None None] Pushing event updated for resources: {'Port': ['ID=c70525d2-7447-4e6b-9549-41ec38aad19d,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:03.078074 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:03.114104 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aea18d7a-6cd3-4714-9b35-26d90fe10650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:03.148175 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aea18d7a-6cd3-4714-9b35-26d90fe10650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:03.224003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=cf80517c-97ea-4008-a07e-aae8b5fe4eaa,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:03.230720 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 16:49:03.231392 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 16:49:03.254682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71a31-b676-4ece-aa2f-5c2544e63e34 req-109d3eab-8769-4598-92ce-f8c6624a1889 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:03.256339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aaa71a31-b676-4ece-aa2f-5c2544e63e34 req-109d3eab-8769-4598-92ce-f8c6624a1889 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 1097 time: 0.0797136 Aug 29 16:49:03.277625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-router', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:59Z', 'updated_at': '2021-08-29T16:49:00Z', 'revision_number': 3, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'gw_port': {'id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:00Z', 'updated_at': '2021-08-29T16:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:03.291004 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aea18d7a-6cd3-4714-9b35-26d90fe10650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:03.293663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aea18d7a-6cd3-4714-9b35-26d90fe10650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:03.294948 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-aea18d7a-6cd3-4714-9b35-26d90fe10650 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41158edd-f215-44a2-a278-d7783f223559 HTTP/1.1" status: 204 len: 168 time: 0.2409837 Aug 29 16:49:03.307698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea18d7a-6cd3-4714-9b35-26d90fe10650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41158edd-f215-44a2-a278-d7783f223559,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:03.310236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Checking router: 799b5ad8-5763-4f56-80cc-29fbcc3f501c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:49:03.310590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Updating router 799b5ad8-5763-4f56-80cc-29fbcc3f501c port 7573fd0f-5b99-4566-90fa-804c35ef9c29 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:49:03.316187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['cf80517c-97ea-4008-a07e-aae8b5fe4eaa'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:03.359371 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aaa71a31-b676-4ece-aa2f-5c2544e63e34 req-78459496-3e02-4bc0-8d66-a55f2b05acf4 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878711 Aug 29 16:49:03.410795 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:03.601789 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:03.632119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751baa7-7f27-47a8-aa09-ccde998bbdf5 req-584a6acf-7f40-47c7-ba41-774bed4eaa30 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:03.641651 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6751baa7-7f27-47a8-aa09-ccde998bbdf5 req-584a6acf-7f40-47c7-ba41-774bed4eaa30 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 944 time: 0.0890417 Aug 29 16:49:03.739569 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6751baa7-7f27-47a8-aa09-ccde998bbdf5 req-a00eea8a-9aa1-47cd-b86c-d5152f3caee0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969615 Aug 29 16:49:03.773530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37790) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:03.801793 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e75ec93e-e084-45ed-bbef-17b091665c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:03.964035 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:03.979983 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Transition to ACTIVE for port object 7573fd0f-5b99-4566-90fa-804c35ef9c29 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:03.988260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc01b-f2f8-4991-9b24-e7e3b93381f7 req-9341824a-fefa-463e-98e6-637d25cde012 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:03.989832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-785dc01b-f2f8-4991-9b24-e7e3b93381f7 req-9341824a-fefa-463e-98e6-637d25cde012 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 948 time: 0.1372962 Aug 29 16:49:04.000363 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.032836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Allocated IP 172.20.0.1 (62d8d0f2-b841-4e7c-a350-df2b3d289e1c/c756830d-f7d2-4d74-97e3-f2aeddf4cf03/a63927ca-9d97-4b36-8f29-60c27c95d9bc) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:04.072593 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e75ec93e-e084-45ed-bbef-17b091665c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.079723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Attempting to bind port 7573fd0f-5b99-4566-90fa-804c35ef9c29 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:04.080127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Attempting to bind port 7573fd0f-5b99-4566-90fa-804c35ef9c29 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:04.080488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Attempting to bind port 7573fd0f-5b99-4566-90fa-804c35ef9c29 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:04.081798 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e75ec93e-e084-45ed-bbef-17b091665c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.096436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:04.096863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:04.097328 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.097840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:04.098317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Bound port: 7573fd0f-5b99-4566-90fa-804c35ef9c29, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:04.098695 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.124935 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-785dc01b-f2f8-4991-9b24-e7e3b93381f7 req-ed7d2e09-45f7-4f82-9fcf-c4f1e9f09f84 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250162 Aug 29 16:49:04.134393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Pushing event updated for resources: {'Port': ['ID=7573fd0f-5b99-4566-90fa-804c35ef9c29,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:04.165566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ec93e-e084-45ed-bbef-17b091665c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82267636-d080-4682-9217-14cda1a8589c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:04.176655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c70525d2-7447-4e6b-9549-41ec38aad19d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:04.248711 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] For port 7573fd0f-5b99-4566-90fa-804c35ef9c29, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:04.252850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e75ec93e-e084-45ed-bbef-17b091665c75 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad516b5110364adcb11c1fa8ddc4c5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783752 Aug 29 16:49:04.253905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] For port 7573fd0f-5b99-4566-90fa-804c35ef9c29, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7573fd0f-5b99-4566-90fa-804c35ef9c29,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:04.255920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37802) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:04.261528 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.263747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c70525d2-7447-4e6b-9549-41ec38aad19d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:04.263897 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.284973 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.296807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Transition to ACTIVE for port object a63927ca-9d97-4b36-8f29-60c27c95d9bc will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:04.305372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6114bc-64f3-4169-86ac-7f12d83d7c76 req-1342a275-b4ed-460e-9327-d6c4bf4dfaba tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:04.307651 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a6114bc-64f3-4169-86ac-7f12d83d7c76 req-1342a275-b4ed-460e-9327-d6c4bf4dfaba tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 945 time: 0.1431963 Aug 29 16:49:04.312101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5629b-3e4a-4b84-b478-ddcf3ce14510 req-8519525a-ca97-4d92-8401-1a6cbf69ba65 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:04.317712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4be5629b-3e4a-4b84-b478-ddcf3ce14510 req-8519525a-ca97-4d92-8401-1a6cbf69ba65 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0818427 Aug 29 16:49:04.360619 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e0a02c3-6074-4447-89c3-2a253af0a1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.361079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Routers {'799b5ad8-5763-4f56-80cc-29fbcc3f501c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:49:04.361737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:48:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:04.365096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Pushing event updated for resources: {'Port': ['ID=7573fd0f-5b99-4566-90fa-804c35ef9c29,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:04.377912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4be5629b-3e4a-4b84-b478-ddcf3ce14510 req-ab2bdcaf-4dd7-4a9c-ab42-4d2062ff2b1e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568757 Aug 29 16:49:04.379325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a6114bc-64f3-4169-86ac-7f12d83d7c76 req-349d1df5-bb07-4953-93e8-58f5cd151e53 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597451 Aug 29 16:49:04.387706 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.393528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e0a02c3-6074-4447-89c3-2a253af0a1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.457774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Network 62d8d0f2-b841-4e7c-a350-df2b3d289e1c is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:04.461042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:04.465929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:04.478819 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e0a02c3-6074-4447-89c3-2a253af0a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.481968 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e0a02c3-6074-4447-89c3-2a253af0a1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.487071 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2e0a02c3-6074-4447-89c3-2a253af0a1f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82267636-d080-4682-9217-14cda1a8589c HTTP/1.1" status: 204 len: 168 time: 0.2293768 Aug 29 16:49:04.499981 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a02c3-6074-4447-89c3-2a253af0a1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82267636-d080-4682-9217-14cda1a8589c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:04.515189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a63927ca-9d97-4b36-8f29-60c27c95d9bc,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:04.551824 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.735844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.736194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.736535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.736880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.737216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.737586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.737914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.738240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.738651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.746819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.747128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.747473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a54d9-1d5b-41c5-872b-7477591ca577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:04.788157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9d08b04f-fbbb-4cde-a109-03405e43e815 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:04.845391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e870e689-2172-4dd9-acd0-eff85ec8ddd3 None None] Provisioning for port a63927ca-9d97-4b36-8f29-60c27c95d9bc completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:04.853869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e870e689-2172-4dd9-acd0-eff85ec8ddd3 None None] Provisioning complete for port a63927ca-9d97-4b36-8f29-60c27c95d9bc triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:04.854369 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e870e689-2172-4dd9-acd0-eff85ec8ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:04.894313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] Set router 799b5ad8-5763-4f56-80cc-29fbcc3f501c gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:49:04.894835 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9a018a4-57b1-4731-8279-3c2fbe6cafac req-a95f8d0d-e2fe-4c1d-b73e-ba43b95e36d3 tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d585a58f44af4034b3536589aa581b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699031 Aug 29 16:49:05.015311 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:05.025367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-1a7a84ce-8d6d-4988-8af6-8d2c701e3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:05.027552 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-1a7a84ce-8d6d-4988-8af6-8d2c701e3ec3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1100 time: 0.3644836 Aug 29 16:49:05.031533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e870e689-2172-4dd9-acd0-eff85ec8ddd3 None None] Port a63927ca-9d97-4b36-8f29-60c27c95d9bc cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:49:05.040000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 9d08b04f-fbbb-4cde-a109-03405e43e815 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:05.052740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 9d08b04f-fbbb-4cde-a109-03405e43e815 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:05.053122 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:05.199604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a018a4-57b1-4731-8279-3c2fbe6cafac req-797371fe-8122-4276-9a8a-e9f785458729 tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:05.201129 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9a018a4-57b1-4731-8279-3c2fbe6cafac req-797371fe-8122-4276-9a8a-e9f785458729 tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925024 Aug 29 16:49:05.231395 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:05.235445 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-router', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:59Z', 'updated_at': '2021-08-29T16:49:00Z', 'revision_number': 3, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'gw_port': {'id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:00Z', 'updated_at': '2021-08-29T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:05.260923 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9a018a4-57b1-4731-8279-3c2fbe6cafac req-acdd0158-fde9-4259-8e77-2340f2f3241e tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/quotas/d585a58f44af4034b3536589aa581b94 HTTP/1.1" status: 200 len: 375 time: 0.0481648 Aug 29 16:49:05.266910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-fd3d1e04-ec55-4085-9aac-36a8d029045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:05.268355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-fd3d1e04-ec55-4085-9aac-36a8d029045b service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2308290 Aug 29 16:49:05.291267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b9222-6674-4ad8-87ed-3c8a5b03fb78 None None] The sync data for ids ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'] in n-d-713301-13 is: [{'id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-router', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:59Z', 'updated_at': '2021-08-29T16:49:00Z', 'revision_number': 3, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'gw_port': {'id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:00Z', 'updated_at': '2021-08-29T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:49:05.315143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d08b04f-fbbb-4cde-a109-03405e43e815'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:05.315968 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9a018a4-57b1-4731-8279-3c2fbe6cafac req-e03e4f38-19e1-4ad2-98ec-95c84ee00632 tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d585a58f44af4034b3536589aa581b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451717 Aug 29 16:49:05.317663 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226bb343-6f86-4cf8-a742-63e2620fc918" -d '{"events": [{"server_uuid": "d3434289-d714-45c6-b7c1-be149a6d38ec", "name": "network-vif-plugged", "status": "completed", "tag": "9d08b04f-fbbb-4cde-a109-03405e43e815"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:05.336250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9d08b04f-fbbb-4cde-a109-03405e43e815, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9d08b04f-fbbb-4cde-a109-03405e43e815,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:05.343101 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:05.344210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2eb748a4-05e5-4572-9dbe-9b4d8adff634 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:05.349992 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-437df1e0-5a76-4a4c-9eee-91d050363dac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 200 len: 217 time: 0.0675240 Aug 29 16:49:05.448614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-2ad90f3e-dee9-49e7-a7c1-5d930327ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:05.449985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-2ad90f3e-dee9-49e7-a7c1-5d930327ca94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0907147 Aug 29 16:49:05.465351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:05.471363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:05.471791 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:05.477400 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:05.498790 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:05.499231 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9d08b04f-fbbb-4cde-a109-03405e43e815,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:05.601469 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:05.608498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a63927ca-9d97-4b36-8f29-60c27c95d9bc,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:05.614439 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:05.619864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-63e19d55-0a6e-4364-b6e3-9190acf4eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:05.621783 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-63e19d55-0a6e-4364-b6e3-9190acf4eaed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1623013 Aug 29 16:49:05.655885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2eb748a4-05e5-4572-9dbe-9b4d8adff634, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2eb748a4-05e5-4572-9dbe-9b4d8adff634,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:05.663842 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:05.757390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=2eb748a4-05e5-4572-9dbe-9b4d8adff634,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:05.779550 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a3029-23bf-455d-a613-0490024be023 req-37cca9de-6a1c-4867-9321-d0f5f1534770 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:05.781412 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a5a3029-23bf-455d-a613-0490024be023 req-37cca9de-6a1c-4867-9321-d0f5f1534770 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.2340972 Aug 29 16:49:05.876793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-d6a7153e-3d2b-4460-a181-0d8e3740bfd5 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464716 Aug 29 16:49:05.893427 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a5a3029-23bf-455d-a613-0490024be023 req-a60500a5-1c20-4639-9aec-62ec49d5d6cd tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981429 Aug 29 16:49:05.906638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Network 62d8d0f2-b841-4e7c-a350-df2b3d289e1c is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:05.915849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:06.139615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7573fd0f-5b99-4566-90fa-804c35ef9c29 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:06.187753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device cf80517c-97ea-4008-a07e-aae8b5fe4eaa up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:06.302218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e2827-f618-468e-b28c-85ba327e236d req-300211e6-c1de-492f-a6cf-c244ec8a32b9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:06.303774 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d12e2827-f618-468e-b28c-85ba327e236d req-300211e6-c1de-492f-a6cf-c244ec8a32b9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 949 time: 0.2884438 Aug 29 16:49:06.308481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e5acb4a5-0407-41e6-ad71-63516cf10f8c None None] Provisioning complete for port a63927ca-9d97-4b36-8f29-60c27c95d9bc triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:06.308853 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5acb4a5-0407-41e6-ad71-63516cf10f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:06.334560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 7573fd0f-5b99-4566-90fa-804c35ef9c29 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:06.343792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7573fd0f-5b99-4566-90fa-804c35ef9c29 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:06.344185 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:06.348971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port cf80517c-97ea-4008-a07e-aae8b5fe4eaa completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:06.357194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Router 799b5ad8-5763-4f56-80cc-29fbcc3f501c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:49:06.381735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port cf80517c-97ea-4008-a07e-aae8b5fe4eaa triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:06.382343 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:06.386470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e5acb4a5-0407-41e6-ad71-63516cf10f8c None None] Port a63927ca-9d97-4b36-8f29-60c27c95d9bc cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:49:06.401166 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-abca6090-3576-4f3b-adab-91498402fbc9 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943616 Aug 29 16:49:06.432176 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d12e2827-f618-468e-b28c-85ba327e236d req-4ff7ed63-2f4d-44bd-909d-d32828052ace tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951443 Aug 29 16:49:06.454976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37892) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:06.567875 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b316c98a-fa45-4e67-8676-804fb18c4328 x-openstack-request-id: req-b316c98a-fa45-4e67-8676-804fb18c4328 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:06.568316 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3434289-d714-45c6-b7c1-be149a6d38ec", "name": "network-vif-plugged", "status": "completed", "tag": "9d08b04f-fbbb-4cde-a109-03405e43e815", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:06.568583 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b316c98a-fa45-4e67-8676-804fb18c4328 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:06.568987 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d08b04f-fbbb-4cde-a109-03405e43e815', 'code': 200} Aug 29 16:49:06.585583 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:06.645249 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:06.650797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 7573fd0f-5b99-4566-90fa-804c35ef9c29, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7573fd0f-5b99-4566-90fa-804c35ef9c29,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:06.663036 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:06.716472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port cf80517c-97ea-4008-a07e-aae8b5fe4eaa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=cf80517c-97ea-4008-a07e-aae8b5fe4eaa,segment=NetworkSegment(f70f120b-07b9-4837-96f7-aed0483eb08e),segment_id=f70f120b-07b9-4837-96f7-aed0483eb08e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:06.721438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:49:06.728806 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:06.741277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f44ad207-3822-4428-b03c-ea5dc257e5f0 admin admin] 10.222.0.22 "PUT /v2.0/routers/799b5ad8-5763-4f56-80cc-29fbcc3f501c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3241184 Aug 29 16:49:06.741502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=7573fd0f-5b99-4566-90fa-804c35ef9c29,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:06.768514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74fa60-ac85-4360-a901-ba9dea2af410 req-1d670fd9-91e7-4017-90fb-e31efc2f41c9 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:06.776195 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a74fa60-ac85-4360-a901-ba9dea2af410 req-1d670fd9-91e7-4017-90fb-e31efc2f41c9 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 945 time: 0.0995023 Aug 29 16:49:06.808369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=cf80517c-97ea-4008-a07e-aae8b5fe4eaa,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:06.842239 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9837caa-6dc2-4854-84ff-22c1519d5a87 req-ad8016af-fd45-4e5f-b101-c71ab666e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:06.843762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9837caa-6dc2-4854-84ff-22c1519d5a87 req-ad8016af-fd45-4e5f-b101-c71ab666e318 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 1097 time: 0.0656776 Aug 29 16:49:06.846746 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a74fa60-ac85-4360-a901-ba9dea2af410 req-1720c039-ba9a-4971-ac72-6342302736f8 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672271 Aug 29 16:49:06.869465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-dad02f14-3e4c-4d40-983b-c3335ed3189d tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:49:06.880281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-dad02f14-3e4c-4d40-983b-c3335ed3189d tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4241939 Aug 29 16:49:06.898863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9837caa-6dc2-4854-84ff-22c1519d5a87 req-66a69d4a-d4d9-435e-8444-a2f4c3179f08 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 Aug 29 16:49:06.958953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Request body: {'binding': {'host': 'n-h2-713301-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:06.959477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Unknown quota resources ['binding']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:49:07.099413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on host n-h2-713301-13 for vnic_type normal with profile None {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:07.099757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:07.100088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:07.104602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:07.104929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:07.109944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:07.110285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:07.110669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:07.111101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Bound port: 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:07.154721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd3e83-9542-4e3d-987e-72e2cffa4142 req-d924fbbd-974b-4509-b6f7-fe4ce1f122e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:07.156253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a4cd3e83-9542-4e3d-987e-72e2cffa4142 req-d924fbbd-974b-4509-b6f7-fe4ce1f122e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0506649 Aug 29 16:49:07.195519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a4cd3e83-9542-4e3d-987e-72e2cffa4142 req-2127f98a-0401-4e54-ab1c-ae2d9c1e9503 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Aug 29 16:49:07.201250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:07.206475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:07.207660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-2b25b7fb-f9d2-43d6-9162-27e71e3283cd service neutron] 10.222.0.22 "POST /v2.0/ports/07bd137a-c325-4fff-a3cc-a5e60e8cd619/bindings HTTP/1.1" status: 201 len: 390 time: 0.2916253 Aug 29 16:49:07.407327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba38a7-6bb1-4ab4-941a-123bf3ae9a7c req-87a69232-b5fe-41a8-a7b0-6e33c5093e61 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:07.409184 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36ba38a7-6bb1-4ab4-941a-123bf3ae9a7c req-87a69232-b5fe-41a8-a7b0-6e33c5093e61 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0633731 Aug 29 16:49:07.489024 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36ba38a7-6bb1-4ab4-941a-123bf3ae9a7c req-88e6ac9c-3d19-4fde-9899-cd15eb7722cf tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715232 Aug 29 16:49:07.497851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4b5f57b5-3311-4aee-99fa-5278ec8fd028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:07.499357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4b5f57b5-3311-4aee-99fa-5278ec8fd028 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 1097 time: 0.0614128 Aug 29 16:49:07.504302 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Sync routers for ids ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:49:07.524084 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Routers {'799b5ad8-5763-4f56-80cc-29fbcc3f501c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:49:07.524888 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:48:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:07.650949 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Set router 799b5ad8-5763-4f56-80cc-29fbcc3f501c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:49:07.864531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47967-6bad-4fc1-b6de-3e96490e0b7c req-f90cb6c1-6ecc-4e5f-b384-b82fbe265fb0 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:07.869714 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75d47967-6bad-4fc1-b6de-3e96490e0b7c req-f90cb6c1-6ecc-4e5f-b384-b82fbe265fb0 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 945 time: 0.1025836 Aug 29 16:49:07.881038 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-router', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:59Z', 'updated_at': '2021-08-29T16:49:04Z', 'revision_number': 4, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'gw_port': {'id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:00Z', 'updated_at': '2021-08-29T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a63927ca-9d97-4b36-8f29-60c27c95d9bc', 'name': '', 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'mac_address': 'fa:16:3e:4e:27:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c756830d-f7d2-4d74-97e3-f2aeddf4cf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:03Z', 'updated_at': '2021-08-29T16:49:05Z', 'revision_number': 2, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'subnets': [{'id': 'c756830d-f7d2-4d74-97e3-f2aeddf4cf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:07.893426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44fe-d55c-40f0-b610-e69de5881957 req-ef62a05a-3b08-4a5c-915f-6be01ac96561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:07.894881 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-ef62a05a-3b08-4a5c-915f-6be01ac96561 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.3783462 Aug 29 16:49:07.911706 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Checking router: 799b5ad8-5763-4f56-80cc-29fbcc3f501c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:49:07.912065 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Updating router 799b5ad8-5763-4f56-80cc-29fbcc3f501c port a63927ca-9d97-4b36-8f29-60c27c95d9bc binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:49:07.938745 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:07.944233 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-a2b5c818-8c8c-4128-a641-97c976f601e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619 HTTP/1.1" status: 200 len: 217 time: 0.0412824 Aug 29 16:49:07.948596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75d47967-6bad-4fc1-b6de-3e96490e0b7c req-b3e7ccab-8643-4bde-8355-512f80370db4 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724261 Aug 29 16:49:08.032302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44fe-d55c-40f0-b610-e69de5881957 req-1be7fc89-3f62-4630-b66c-3f65b0dd4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:08.037299 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-1be7fc89-3f62-4630-b66c-3f65b0dd4094 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.0829320 Aug 29 16:49:08.049903 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697aa9b-8a0e-4929-a931-9f06b68ff301 req-80cd4012-307e-40c3-bba6-d953daa2c83b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:08.058179 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7697aa9b-8a0e-4929-a931-9f06b68ff301 req-80cd4012-307e-40c3-bba6-d953daa2c83b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 949 time: 0.0620813 Aug 29 16:49:08.081890 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-d96b90fb-2b78-4c2d-9b56-3b7e2bcb6f02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355763 Aug 29 16:49:08.087071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7573fd0f-5b99-4566-90fa-804c35ef9c29 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:08.111395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7697aa9b-8a0e-4929-a931-9f06b68ff301 req-c27f2be3-45ce-4057-9905-0e789131549c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519972 Aug 29 16:49:08.211769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7573fd0f-5b99-4566-90fa-804c35ef9c29 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:08.212133 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:08.328492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-d92754bf-b055-4693-83f8-4c939a759590 service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362838 Aug 29 16:49:08.367586 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:08.379737 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Transition to ACTIVE for port object a63927ca-9d97-4b36-8f29-60c27c95d9bc will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:08.392658 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:08.413477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fc45b-e554-41c7-accc-dd13df7852ac req-38e9be6f-d15a-4451-b213-354a0cbc9d75 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:08.423027 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e92fc45b-e554-41c7-accc-dd13df7852ac req-38e9be6f-d15a-4451-b213-354a0cbc9d75 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 946 time: 0.1806192 Aug 29 16:49:08.464005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e92fc45b-e554-41c7-accc-dd13df7852ac req-de1c6b81-0c6b-4e77-a830-1b3f3b02d381 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Aug 29 16:49:08.525401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0e7f7-a412-439e-91ec-8d08e928ed9b req-decf3d45-e12a-4ae3-9d02-660747371e0b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:08.530144 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Attempting to bind port a63927ca-9d97-4b36-8f29-60c27c95d9bc on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:08.531515 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Attempting to bind port a63927ca-9d97-4b36-8f29-60c27c95d9bc by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '4d8f3833-770b-4be8-bee1-3ef07c1e1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:08.532161 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Attempting to bind port a63927ca-9d97-4b36-8f29-60c27c95d9bc on network 62d8d0f2-b841-4e7c-a350-df2b3d289e1c {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:08.532991 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-172aa015-a1c2-4785-a523-28a3fc60fbbb service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969686 Aug 29 16:49:08.533770 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ce0e7f7-a412-439e-91ec-8d08e928ed9b req-decf3d45-e12a-4ae3-9d02-660747371e0b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0728207 Aug 29 16:49:08.539438 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:08.540191 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Checking segment: {'id': '4d8f3833-770b-4be8-bee1-3ef07c1e1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:08.540837 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:08.542049 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Bound using segment: {'id': '4d8f3833-770b-4be8-bee1-3ef07c1e1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:08.543184 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Bound port: a63927ca-9d97-4b36-8f29-60c27c95d9bc, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8f3833-770b-4be8-bee1-3ef07c1e1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:08.543824 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:08.570325 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5487c680-fd06-4073-a3cb-a47bb5052a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb748a4-05e5-4572-9dbe-9b4d8adff634'}, {'server_uuid': '1dacb8e8-f83f-49d6-8fdc-673461655623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf80517c-97ea-4008-a07e-aae8b5fe4eaa'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:08.577266 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8942ad-59e2-4907-91aa-6f4cf0bdbb3d" -d '{"events": [{"server_uuid": "5487c680-fd06-4073-a3cb-a47bb5052a86", "name": "network-vif-plugged", "status": "completed", "tag": "2eb748a4-05e5-4572-9dbe-9b4d8adff634"}, {"server_uuid": "1dacb8e8-f83f-49d6-8fdc-673461655623", "name": "network-vif-plugged", "status": "completed", "tag": "cf80517c-97ea-4008-a07e-aae8b5fe4eaa"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:08.580353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ce0e7f7-a412-439e-91ec-8d08e928ed9b req-fa4cd75e-df9b-495a-946d-ee65db3ad577 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Aug 29 16:49:08.604402 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701f453-5ea6-43aa-a638-a5563989f648 None None] Pushing event updated for resources: {'Port': ['ID=a63927ca-9d97-4b36-8f29-60c27c95d9bc,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:08.634204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-974d59ca-1472-4deb-95e5-60b4852f81a5 req-2cac8dae-8f0f-40d5-876a-34cdb8479b7a tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d585a58f44af4034b3536589aa581b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391765 Aug 29 16:49:08.685439 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] For port a63927ca-9d97-4b36-8f29-60c27c95d9bc, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:08.688907 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] For port a63927ca-9d97-4b36-8f29-60c27c95d9bc, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a63927ca-9d97-4b36-8f29-60c27c95d9bc,segment=NetworkSegment(4d8f3833-770b-4be8-bee1-3ef07c1e1ec5),segment_id=4d8f3833-770b-4be8-bee1-3ef07c1e1ec5)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:08.697608 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:08.750238 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Routers {'799b5ad8-5763-4f56-80cc-29fbcc3f501c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:49:08.750870 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:48:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:08.775956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce708e-98ca-4919-89b6-fb3a8855224c req-c01ac3a9-9078-4dbd-88b7-292f6a2bccb8 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:08.784035 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0ce708e-98ca-4919-89b6-fb3a8855224c req-c01ac3a9-9078-4dbd-88b7-292f6a2bccb8 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0948596 Aug 29 16:49:08.824058 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701f453-5ea6-43aa-a638-a5563989f648 None None] Pushing event updated for resources: {'Port': ['ID=a63927ca-9d97-4b36-8f29-60c27c95d9bc,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:08.840128 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0ce708e-98ca-4919-89b6-fb3a8855224c req-e93eb0ab-3aac-4f5c-bd73-53294a8b1596 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551960 Aug 29 16:49:08.849650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37976) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:08.898316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d59ca-1472-4deb-95e5-60b4852f81a5 req-3d2ddc61-db82-4374-b63c-efe4fb5cd912 tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:08.905497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-974d59ca-1472-4deb-95e5-60b4852f81a5 req-3d2ddc61-db82-4374-b63c-efe4fb5cd912 tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701113 Aug 29 16:49:08.927048 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-974d59ca-1472-4deb-95e5-60b4852f81a5 req-c75df18c-c966-49f2-b589-87011aea56c5 tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/quotas/d585a58f44af4034b3536589aa581b94 HTTP/1.1" status: 200 len: 375 time: 0.0205963 Aug 29 16:49:08.931105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44fe-d55c-40f0-b610-e69de5881957 req-f2c8782e-f217-4bc9-af2f-bcfb7c0ea67a tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:08.938044 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] Set router 799b5ad8-5763-4f56-80cc-29fbcc3f501c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:49:08.938828 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-f2c8782e-f217-4bc9-af2f-bcfb7c0ea67a tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1097 time: 0.2045221 Aug 29 16:49:08.941891 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61605ebd-8aaf-42da-8c0d-4e4fbeb72217 x-openstack-request-id: req-61605ebd-8aaf-42da-8c0d-4e4fbeb72217 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:08.942189 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5487c680-fd06-4073-a3cb-a47bb5052a86", "name": "network-vif-plugged", "status": "completed", "tag": "2eb748a4-05e5-4572-9dbe-9b4d8adff634", "code": 200}, {"server_uuid": "1dacb8e8-f83f-49d6-8fdc-673461655623", "name": "network-vif-plugged", "status": "completed", "tag": "cf80517c-97ea-4008-a07e-aae8b5fe4eaa", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:08.942442 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61605ebd-8aaf-42da-8c0d-4e4fbeb72217 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:08.942842 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5487c680-fd06-4073-a3cb-a47bb5052a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb748a4-05e5-4572-9dbe-9b4d8adff634', 'code': 200} Aug 29 16:49:08.943098 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dacb8e8-f83f-49d6-8fdc-673461655623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf80517c-97ea-4008-a07e-aae8b5fe4eaa', 'code': 200} Aug 29 16:49:09.000587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-13'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:09.005683 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-974d59ca-1472-4deb-95e5-60b4852f81a5 req-a91baf2c-5463-4836-ab61-a456926386e2 tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d585a58f44af4034b3536589aa581b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775778 Aug 29 16:49:09.104797 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bd81e58c-93b7-4590-8b34-f87419b6c2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.169286 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.223452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37988) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:09.233617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5fed42aa-91e5-4a96-93e8-c0a9fed0e4d3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420256407', 'description': 'tempest-description--368380483'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:09.241553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317a901-6223-4dbe-8a68-ca2d3f1dfa74 req-8891a618-d598-4fc4-a86f-1ed0db0c9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:09.243414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a317a901-6223-4dbe-8a68-ca2d3f1dfa74 req-8891a618-d598-4fc4-a86f-1ed0db0c9040 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 1101 time: 0.1969121 Aug 29 16:49:09.253582 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bd81e58c-93b7-4590-8b34-f87419b6c2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.272383 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bd81e58c-93b7-4590-8b34-f87419b6c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.328488 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-router', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:59Z', 'updated_at': '2021-08-29T16:49:04Z', 'revision_number': 4, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'gw_port': {'id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:00Z', 'updated_at': '2021-08-29T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a63927ca-9d97-4b36-8f29-60c27c95d9bc', 'name': '', 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'mac_address': 'fa:16:3e:4e:27:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c756830d-f7d2-4d74-97e3-f2aeddf4cf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:03Z', 'updated_at': '2021-08-29T16:49:08Z', 'revision_number': 4, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'subnets': [{'id': 'c756830d-f7d2-4d74-97e3-f2aeddf4cf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:09.336630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b86ba-7eb3-4d65-a3f0-ff2643af92ab req-40a96813-28f4-408d-a42d-6e780f1a1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:09.338234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-354b86ba-7eb3-4d65-a3f0-ff2643af92ab req-40a96813-28f4-408d-a42d-6e780f1a1790 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 1098 time: 0.3060095 Aug 29 16:49:09.356061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a317a901-6223-4dbe-8a68-ca2d3f1dfa74 req-0a350b94-75b0-4363-90f1-f9dbce9e2eab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006076 Aug 29 16:49:09.356663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81e58c-93b7-4590-8b34-f87419b6c2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e8ed2e-bfab-4396-9286-83203b1b7fb1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:09.358261 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46fd5b-9773-40ec-a6c7-9a9200160d26 None None] The sync data for ids ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'] in n-d-713301-13 is: [{'id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-router', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:59Z', 'updated_at': '2021-08-29T16:49:04Z', 'revision_number': 4, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'gw_port': {'id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:00Z', 'updated_at': '2021-08-29T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a63927ca-9d97-4b36-8f29-60c27c95d9bc', 'name': '', 'network_id': '62d8d0f2-b841-4e7c-a350-df2b3d289e1c', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'mac_address': 'fa:16:3e:4e:27:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c756830d-f7d2-4d74-97e3-f2aeddf4cf03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:03Z', 'updated_at': '2021-08-29T16:49:08Z', 'revision_number': 4, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'subnets': [{'id': 'c756830d-f7d2-4d74-97e3-f2aeddf4cf03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:49:09.365586 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bd81e58c-93b7-4590-8b34-f87419b6c2b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc017459f81a4de2bb5b0da591f9f0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145531 Aug 29 16:49:09.368112 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37990) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:09.448674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0156e9-d46e-49f6-bef2-9869c9dc6004 req-73d61b60-835f-4558-aee2-69db334f5164 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:09.451503 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc0156e9-d46e-49f6-bef2-9869c9dc6004 req-73d61b60-835f-4558-aee2-69db334f5164 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 945 time: 0.1743550 Aug 29 16:49:09.460052 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fed42aa-91e5-4a96-93e8-c0a9fed0e4d3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.480291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:09.485844 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4c67fe4-8fe4-4bfa-8329-1299306ad294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.486256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-354b86ba-7eb3-4d65-a3f0-ff2643af92ab req-1fc2acc9-c9c7-49d2-bc7b-98e01cae9d18 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321929 Aug 29 16:49:09.505428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897666c9-4193-470d-a9a1-5a6f55d4ffef req-70e84780-a81c-4386-972a-2d2d5e4a2d60 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:09.507037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-897666c9-4193-470d-a9a1-5a6f55d4ffef req-70e84780-a81c-4386-972a-2d2d5e4a2d60 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.1733761 Aug 29 16:49:09.512509 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4c67fe4-8fe4-4bfa-8329-1299306ad294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.557025 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc0156e9-d46e-49f6-bef2-9869c9dc6004 req-91d9efd1-75e3-4e9e-905b-9f39e0128c9b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930970 Aug 29 16:49:09.582904 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4c67fe4-8fe4-4bfa-8329-1299306ad294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.586839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4c67fe4-8fe4-4bfa-8329-1299306ad294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.591411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e4c67fe4-8fe4-4bfa-8329-1299306ad294 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32e8ed2e-bfab-4396-9286-83203b1b7fb1 HTTP/1.1" status: 204 len: 168 time: 0.2223222 Aug 29 16:49:09.601830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c67fe4-8fe4-4bfa-8329-1299306ad294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e8ed2e-bfab-4396-9286-83203b1b7fb1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:09.616780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:09.644637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-897666c9-4193-470d-a9a1-5a6f55d4ffef req-044a025e-0c71-417b-8072-4cc1203e9560 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216893 Aug 29 16:49:09.684349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bd137a-c325-4fff-a3cc-a5e60e8cd619'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:09.686580 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18d70e9-c61f-4a02-b417-49b2595f722d" -d '{"events": [{"server_uuid": "0d7b3024-defb-4ecd-9fff-37e3339b17f0", "name": "network-vif-unplugged", "status": "completed", "tag": "07bd137a-c325-4fff-a3cc-a5e60e8cd619"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:09.690727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.710961 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.714739 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fed42aa-91e5-4a96-93e8-c0a9fed0e4d3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.746552 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fed42aa-91e5-4a96-93e8-c0a9fed0e4d3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.836495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fed42aa-91e5-4a96-93e8-c0a9fed0e4d3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.840297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5fed42aa-91e5-4a96-93e8-c0a9fed0e4d3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6098385 Aug 29 16:49:09.841215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38008) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:09.846220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9ae7f27f-a086-41c0-b3c0-dcf0fd91146c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Request body: {'security_group_rule': {'security_group_id': 'd67fb3d3-c92e-4348-b205-6b6e49daf946', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:09.854326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed42aa-91e5-4a96-93e8-c0a9fed0e4d3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67fb3d3-c92e-4348-b205-6b6e49daf946,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:09.885375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Pushing event updated for resources: {'Port': ['ID=07bd137a-c325-4fff-a3cc-a5e60e8cd619,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:09.907606 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f27f-a086-41c0-b3c0-dcf0fd91146c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:09.920750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a3f8c-67d7-4744-bed1-6e3300603212 req-7c337f0b-3a33-4b14-9013-645f4e27af49 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:09.922350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e66a3f8c-67d7-4744-bed1-6e3300603212 req-7c337f0b-3a33-4b14-9013-645f4e27af49 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 949 time: 0.1832578 Aug 29 16:49:09.923562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on host n-h1-713301-13 for vnic_type normal with profile {"migrating_to": "n-h2-713301-13"} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:09.924008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:09.924221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:09.928982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:09.929356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Attempting to bind port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:09.941569 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:09.941919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:09.942326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:09.942797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Bound port: 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:09.943161 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.040415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e66a3f8c-67d7-4744-bed1-6e3300603212 req-7baa39af-9523-4547-9582-8870f054d637 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053939 Aug 29 16:49:10.082598 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f27f-a086-41c0-b3c0-dcf0fd91146c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.083320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38010) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:10.103674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a63927ca-9d97-4b36-8f29-60c27c95d9bc up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:10.109996 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-49cb9dd9-bb7f-4b0a-9b70-a810e3f8a13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.114016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f27f-a086-41c0-b3c0-dcf0fd91146c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.127521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:10.132093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:10.135495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7f27f-a086-41c0-b3c0-dcf0fd91146c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ef8f19-9898-4f0b-96ae-a7cbe614c88f,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:10.141878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.212944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port a63927ca-9d97-4b36-8f29-60c27c95d9bc completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:10.221212 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a63927ca-9d97-4b36-8f29-60c27c95d9bc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:10.222245 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.296248 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-49cb9dd9-bb7f-4b0a-9b70-a810e3f8a13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.305138 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-49cb9dd9-bb7f-4b0a-9b70-a810e3f8a13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.308271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:10.308911 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.310330 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] 10.222.0.16 "PUT /v2.0/ports/07bd137a-c325-4fff-a3cc-a5e60e8cd619 HTTP/1.1" status: 200 len: 1123 time: 1.3158324 Aug 29 16:49:10.319761 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f27f-a086-41c0-b3c0-dcf0fd91146c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.321806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9ae7f27f-a086-41c0-b3c0-dcf0fd91146c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4792786 Aug 29 16:49:10.326069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c818308-c562-456a-9613-1dd5f040ed2b service neutron] Pushing event updated for resources: {'Port': ['ID=07bd137a-c325-4fff-a3cc-a5e60e8cd619,revision_number=8']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:10.329644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38014) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:10.337145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-56ad1739-c81f-4e7f-b7c9-963fb9427e42 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Request body: {'security_group_rule': {'security_group_id': 'd67fb3d3-c92e-4348-b205-6b6e49daf946', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:10.346886 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.351768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b215e23-80fc-4809-884e-7ddf6542fcb6 req-9073c362-4972-486e-a007-f5bbe20c03d9 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:10.353422 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b215e23-80fc-4809-884e-7ddf6542fcb6 req-9073c362-4972-486e-a007-f5bbe20c03d9 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 946 time: 0.1486917 Aug 29 16:49:10.398705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port a63927ca-9d97-4b36-8f29-60c27c95d9bc, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a63927ca-9d97-4b36-8f29-60c27c95d9bc,segment=NetworkSegment(4d8f3833-770b-4be8-bee1-3ef07c1e1ec5),segment_id=4d8f3833-770b-4be8-bee1-3ef07c1e1ec5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:10.406346 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.416934 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b215e23-80fc-4809-884e-7ddf6542fcb6 req-21dad020-830d-467e-a504-4b7083f59fa9 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548215 Aug 29 16:49:10.418365 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56ad1739-c81f-4e7f-b7c9-963fb9427e42 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.428422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-49cb9dd9-bb7f-4b0a-9b70-a810e3f8a13f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb364c00e6b44cd4abe62d21d47cebab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435366 Aug 29 16:49:10.431424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb9dd9-bb7f-4b0a-9b70-a810e3f8a13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4850b45d-a4d8-497e-95dc-28811283a7b8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:10.433284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38016) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:10.456081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd9b59-803e-4e59-8557-2ce1834ebd5a req-39e8a6d2-25db-4eb3-829c-4b9415436b6a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:10.478842 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1dd9b59-803e-4e59-8557-2ce1834ebd5a req-39e8a6d2-25db-4eb3-829c-4b9415436b6a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.1530406 Aug 29 16:49:10.493865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=a63927ca-9d97-4b36-8f29-60c27c95d9bc,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:10.502635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['07bd137a-c325-4fff-a3cc-a5e60e8cd619'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:10.535017 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ab99fa-3fb9-45fd-9666-6e19996df223 x-openstack-request-id: req-51ab99fa-3fb9-45fd-9666-6e19996df223 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:10.535304 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7b3024-defb-4ecd-9fff-37e3339b17f0", "name": "network-vif-unplugged", "status": "completed", "tag": "07bd137a-c325-4fff-a3cc-a5e60e8cd619", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:10.535564 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51ab99fa-3fb9-45fd-9666-6e19996df223 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:10.536358 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bd137a-c325-4fff-a3cc-a5e60e8cd619', 'code': 200} Aug 29 16:49:10.558270 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1dd9b59-803e-4e59-8557-2ce1834ebd5a req-4c440aa0-aac3-4b07-b940-47c2ccdeac59 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781333 Aug 29 16:49:10.592130 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56ad1739-c81f-4e7f-b7c9-963fb9427e42 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.606712 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56ad1739-c81f-4e7f-b7c9-963fb9427e42 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.616157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c5ecf13-e94c-4bf4-b52d-4f47d7dcfa44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.652236 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c5ecf13-e94c-4bf4-b52d-4f47d7dcfa44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.733603 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad1739-c81f-4e7f-b7c9-963fb9427e42 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fb71e1-18e0-4c36-9ed7-1753f61ed325,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:10.751459 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56ad1739-c81f-4e7f-b7c9-963fb9427e42 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.756905 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-56ad1739-c81f-4e7f-b7c9-963fb9427e42 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4251542 Aug 29 16:49:10.759003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38026) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:10.764892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:10.779845 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c5ecf13-e94c-4bf4-b52d-4f47d7dcfa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.783338 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c5ecf13-e94c-4bf4-b52d-4f47d7dcfa44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.786376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2c5ecf13-e94c-4bf4-b52d-4f47d7dcfa44 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4850b45d-a4d8-497e-95dc-28811283a7b8 HTTP/1.1" status: 204 len: 168 time: 0.3519948 Aug 29 16:49:10.796456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ecf13-e94c-4bf4-b52d-4f47d7dcfa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4850b45d-a4d8-497e-95dc-28811283a7b8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:10.834012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:10.845635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5b0e4-73c8-439a-822e-55147064602d req-3b8ba3d2-6452-458a-8a91-85dbf5414471 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:10.850583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9f5b0e4-73c8-439a-822e-55147064602d req-3b8ba3d2-6452-458a-8a91-85dbf5414471 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.1688919 Aug 29 16:49:10.928400 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9f5b0e4-73c8-439a-822e-55147064602d req-7b646573-1169-4f6b-b213-5d1beecf45a0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684981 Aug 29 16:49:11.014857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:11.093752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160df94-2772-4312-9410-ce3b5764a35f req-cb441440-7179-448b-a8a0-b045a501d57b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:11.095913 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a160df94-2772-4312-9410-ce3b5764a35f req-cb441440-7179-448b-a8a0-b045a501d57b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 943 time: 0.0739844 Aug 29 16:49:11.144049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Allocated IP 172.25.5.102 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/42d6f185-2f12-42e1-ada6-c2d26ec10306) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:11.154320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a160df94-2772-4312-9410-ce3b5764a35f req-59247e4c-b279-4699-bb3d-478e66ddf177 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530143 Aug 29 16:49:11.297089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609cd0f-7526-4ada-9f68-83da1bd53e3a req-7aeb65a9-809c-4d82-9af0-8e969b52e315 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:11.298170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:11.309963 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7609cd0f-7526-4ada-9f68-83da1bd53e3a req-7aeb65a9-809c-4d82-9af0-8e969b52e315 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0914295 Aug 29 16:49:11.350670 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7609cd0f-7526-4ada-9f68-83da1bd53e3a req-f3d4d6af-0310-4738-aaee-31e9668b5cc7 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Aug 29 16:49:11.406533 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:11.455868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:11.464349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:11.466862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:11.468043 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1882371a-ec17-4335-93fb-a108b22738e1 req-ef135ae0-9993-41c7-9ec0-7ab1fff02dbd tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d585a58f44af4034b3536589aa581b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253956 Aug 29 16:49:11.471937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Pushing event updated for resources: {'Port': ['ID=42d6f185-2f12-42e1-ada6-c2d26ec10306,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:11.482387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819c90f-585e-4f26-bd68-7c8d86757f5d req-31ec2c5e-1de4-4dca-99bf-68483156a1ec tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:11.484109 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1819c90f-585e-4f26-bd68-7c8d86757f5d req-31ec2c5e-1de4-4dca-99bf-68483156a1ec tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 949 time: 0.1373386 Aug 29 16:49:11.581448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882371a-ec17-4335-93fb-a108b22738e1 req-66aaa91b-3667-4f23-b965-d1a4a4c9bbeb tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:11.588301 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1882371a-ec17-4335-93fb-a108b22738e1 req-66aaa91b-3667-4f23-b965-d1a4a4c9bbeb tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1141613 Aug 29 16:49:11.602058 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1819c90f-585e-4f26-bd68-7c8d86757f5d req-cd4cc8e5-168f-4164-b976-a95c083bd9d3 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100683 Aug 29 16:49:11.602315 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1882371a-ec17-4335-93fb-a108b22738e1 req-8373304b-e8fe-4603-a780-b1cc5ea8b9bd tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/quotas/d585a58f44af4034b3536589aa581b94 HTTP/1.1" status: 200 len: 375 time: 0.0131195 Aug 29 16:49:11.603334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:11.650966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:11.671513 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1882371a-ec17-4335-93fb-a108b22738e1 req-7c94868f-eaeb-4e91-8737-f6781e54dcfc tempest-QuotasAdminNegativeTest-664513641 tempest-QuotasAdminNegativeTest-664513641-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d585a58f44af4034b3536589aa581b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629425 Aug 29 16:49:11.804914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cba75-1bd3-45b3-b1ac-f8b6ff6fa4b4 req-2ddf8a13-bca4-4f58-ab59-e4eb0959d2e5 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:11.806437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-696cba75-1bd3-45b3-b1ac-f8b6ff6fa4b4 req-2ddf8a13-bca4-4f58-ab59-e4eb0959d2e5 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 946 time: 0.1164243 Aug 29 16:49:11.834836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac5190-523e-4ad3-852a-2850237095d4 req-9c866b78-b122-40b8-bb93-069d76c82d3e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:11.836065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1ac5190-523e-4ad3-852a-2850237095d4 req-9c866b78-b122-40b8-bb93-069d76c82d3e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0540092 Aug 29 16:49:11.873875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-696cba75-1bd3-45b3-b1ac-f8b6ff6fa4b4 req-77c47523-6740-424e-893a-22496ac1b7d3 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578473 Aug 29 16:49:11.882437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1ac5190-523e-4ad3-852a-2850237095d4 req-84baa1ef-924f-4cbc-880c-53ca9f58937f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384059 Aug 29 16:49:11.914265 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:11.926643 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:11.955555 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:12.027486 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:12.029289 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2690928 Aug 29 16:49:12.037763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3f748-3a1a-4406-b0ec-0b389e12d109 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Pushing event updated for resources: {'Port': ['ID=42d6f185-2f12-42e1-ada6-c2d26ec10306,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:12.060530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058b442-efbe-4805-85c8-268adf31e39d req-da02fa43-290a-48a8-8359-5239403bdda3 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:12.062668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e058b442-efbe-4805-85c8-268adf31e39d req-da02fa43-290a-48a8-8359-5239403bdda3 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0816514 Aug 29 16:49:12.066507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a63927ca-9d97-4b36-8f29-60c27c95d9bc up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:12.135527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a63927ca-9d97-4b36-8f29-60c27c95d9bc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:12.135889 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:12.169351 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e058b442-efbe-4805-85c8-268adf31e39d req-abd088fc-1bc3-43ff-8be4-ec6ea9366b62 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852683 Aug 29 16:49:12.544413 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'tag': '07bd137a-c325-4fff-a3cc-a5e60e8cd619'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:12.546833 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ffe58f-4f81-4873-b05c-7b583eed3e92" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7b3024-defb-4ecd-9fff-37e3339b17f0", "tag": "07bd137a-c325-4fff-a3cc-a5e60e8cd619"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:12.573555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed891f73-b303-4354-a249-938b19885b70 req-84e70d32-df59-41c7-8d98-12fd912651eb tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:12.575442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed891f73-b303-4354-a249-938b19885b70 req-84e70d32-df59-41c7-8d98-12fd912651eb tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0800500 Aug 29 16:49:12.634777 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed891f73-b303-4354-a249-938b19885b70 req-a68e402d-c838-4ce0-9ad5-f55eeb79f9a1 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523169 Aug 29 16:49:12.777687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25146d-22f5-4e3f-a632-d1cde8603da6 req-9f7d4b89-0982-4efc-a50d-55c09445d99d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:12.779766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b25146d-22f5-4e3f-a632-d1cde8603da6 req-9f7d4b89-0982-4efc-a50d-55c09445d99d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 943 time: 0.0787241 Aug 29 16:49:12.796741 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c3533405-4059-4a38-aad4-d79ad5664897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:12.812793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 07bd137a-c325-4fff-a3cc-a5e60e8cd619 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:12.833494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b25146d-22f5-4e3f-a632-d1cde8603da6 req-f28b80b5-52d6-4b59-83cb-540239389571 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455186 Aug 29 16:49:12.855878 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-635379f0-aee1-48a0-8acf-1f577586c282 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--420256407&fields=id&tenant_id=56f4737bd4bf489985761b33a0c0c50c HTTP/1.1" status: 200 len: 267 time: 0.0845401 Aug 29 16:49:12.948751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:12.970161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 07bd137a-c325-4fff-a3cc-a5e60e8cd619 has no active binding in host n-h2-713301-13 {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 16:49:12.996111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca041e-e625-4777-b824-e795b90131ac req-6c268fad-8a5e-4d00-adb2-8b1a45069ea2 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:12.997699 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-6c268fad-8a5e-4d00-adb2-8b1a45069ea2 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/networks?id=14076af5-56ad-4968-b3b7-9c9115e37b7e HTTP/1.1" status: 200 len: 824 time: 0.1336682 Aug 29 16:49:13.014775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-410a36d3-1d17-4155-87c3-8e1bd6279b5e tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/quotas/56f4737bd4bf489985761b33a0c0c50c HTTP/1.1" status: 200 len: 375 time: 0.0096037 Aug 29 16:49:13.072185 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-161cc66a-536d-4962-9a1e-cdf327d257ca tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56f4737bd4bf489985761b33a0c0c50c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523555 Aug 29 16:49:13.174284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-671d9b1e-5bd2-4227-897d-c6ad77ce0a08 service neutron] 10.222.0.22 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895820 Aug 29 16:49:13.208191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-9b3ae0eb-e65d-4661-a81e-593bea1f2696 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:13.209268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-9b3ae0eb-e65d-4661-a81e-593bea1f2696 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:13.210430 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-9b3ae0eb-e65d-4661-a81e-593bea1f2696 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:13.211047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-9b3ae0eb-e65d-4661-a81e-593bea1f2696 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:13.211889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-9b3ae0eb-e65d-4661-a81e-593bea1f2696 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:13.212538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-9b3ae0eb-e65d-4661-a81e-593bea1f2696 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:13.213157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-9b3ae0eb-e65d-4661-a81e-593bea1f2696 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:13.215244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-9b3ae0eb-e65d-4661-a81e-593bea1f2696 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623&device_id=5487c680-fd06-4073-a3cb-a47bb5052a86&device_id=d3434289-d714-45c6-b7c1-be149a6d38ec&device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0&device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788&device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e&device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 6465 time: 0.0623090 Aug 29 16:49:13.237739 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-b430d6e7-7224-4dc8-8615-d0cb0cbd3a85 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:13.286192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-a1fbd1fc-3991-48af-a8ff-8496051ce891 service neutron] 10.222.0.22 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041715 Aug 29 16:49:13.366717 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-b430d6e7-7224-4dc8-8615-d0cb0cbd3a85 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:13.371824 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-b430d6e7-7224-4dc8-8615-d0cb0cbd3a85 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:13.413945 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96f8d99a-189d-4bee-bee3-3ec37083038e req-b430d6e7-7224-4dc8-8615-d0cb0cbd3a85 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&id=6656a22e-77f4-4722-aae9-9bbe80041bb7&id=2401bd91-9a16-4165-bf6b-0105b4006919&id=376269eb-a6ed-44ed-ac19-756370739356&id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.1916959 Aug 29 16:49:13.430534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430d6e7-7224-4dc8-8615-d0cb0cbd3a85 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f2fa2d-b98a-4d76-b45b-eb241a2d79d9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:13.472686 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47994be0-423e-4def-b281-611fed401a3a x-openstack-request-id: req-47994be0-423e-4def-b281-611fed401a3a {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:13.473309 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7b3024-defb-4ecd-9fff-37e3339b17f0", "tag": "07bd137a-c325-4fff-a3cc-a5e60e8cd619", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:13.473775 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47994be0-423e-4def-b281-611fed401a3a {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:13.474373 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'tag': '07bd137a-c325-4fff-a3cc-a5e60e8cd619', 'status': 'completed', 'code': 200} Aug 29 16:49:13.613300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffe58f-4f81-4873-b05c-7b583eed3e92 req-491f5f6f-e12e-4ec3-a98c-14f45f5b28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:13.614766 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47ffe58f-4f81-4873-b05c-7b583eed3e92 req-491f5f6f-e12e-4ec3-a98c-14f45f5b28c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 1126 time: 0.1173897 Aug 29 16:49:13.626560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1e4fa-b32a-4fe4-a07c-7dad66de42cb req-96806a6e-85af-488f-acfb-4c441aff0869 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:13.628383 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d6b1e4fa-b32a-4fe4-a07c-7dad66de42cb req-96806a6e-85af-488f-acfb-4c441aff0869 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0865314 Aug 29 16:49:13.737464 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-3caf10e4-7acd-4ac1-b053-ff727905477d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354199 Aug 29 16:49:13.761023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d6b1e4fa-b32a-4fe4-a07c-7dad66de42cb req-b3ca4b79-e70b-4097-a635-246fb9bba8c6 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189206 Aug 29 16:49:13.817278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38176) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:13.858574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffe58f-4f81-4873-b05c-7b583eed3e92 req-65646e6e-5828-432f-9fd6-05aba892a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:13.860737 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47ffe58f-4f81-4873-b05c-7b583eed3e92 req-65646e6e-5828-432f-9fd6-05aba892a92e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.2314487 Aug 29 16:49:13.901972 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c2c4480d-333d-4b04-b0f1-0a7e04013f31 req-2c8020f8-6230-410a-8281-64c1e2f858e1 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 210 time: 0.0537252 Aug 29 16:49:13.997067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-d1cd58f2-c95d-491a-947c-120546ef5da6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:14.004655 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-d1cd58f2-c95d-491a-947c-120546ef5da6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664950 Aug 29 16:49:14.013510 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47ffe58f-4f81-4873-b05c-7b583eed3e92 req-9d644c9b-2171-4d60-846d-122082b59810 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619 HTTP/1.1" status: 200 len: 217 time: 0.1032264 Aug 29 16:49:14.027476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-c4c88b21-b3e1-467e-877b-318ed842bf06 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/quotas/f6a9dbf52a394a089b69d53045802e1f HTTP/1.1" status: 200 len: 375 time: 0.0218439 Aug 29 16:49:14.086112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-7174123b-87c6-428d-bc0b-fdc542cbe40a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575259 Aug 29 16:49:14.106641 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d9e78bc-baa0-4f37-a6ea-5a5344c71824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:14.146557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffe58f-4f81-4873-b05c-7b583eed3e92 req-7ecf6c81-1f69-4317-bc57-657ac23755a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:14.148397 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47ffe58f-4f81-4873-b05c-7b583eed3e92 req-7ecf6c81-1f69-4317-bc57-657ac23755a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.1339023 Aug 29 16:49:14.204814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47ffe58f-4f81-4873-b05c-7b583eed3e92 req-074ed4a0-beec-4789-98ad-eebb45f14e3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405669 Aug 29 16:49:14.237609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cd03b-5384-41f1-81cd-7dcc1f7f74b1 req-e5dd11de-bb31-4e53-8dcd-28684d2e4c89 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:14.241049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a5cd03b-5384-41f1-81cd-7dcc1f7f74b1 req-e5dd11de-bb31-4e53-8dcd-28684d2e4c89 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.1448395 Aug 29 16:49:14.389130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73701f-0593-4a2b-a8cd-2d2e52b87e69 req-128979b1-29c0-4c9b-a326-ee0c941b4e8f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:14.396654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3c73701f-0593-4a2b-a8cd-2d2e52b87e69 req-128979b1-29c0-4c9b-a326-ee0c941b4e8f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 943 time: 0.1139164 Aug 29 16:49:14.473854 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a5cd03b-5384-41f1-81cd-7dcc1f7f74b1 req-5ce6c5a8-4bfa-4cbc-9620-4c8848b13d01 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148387 Aug 29 16:49:14.491320 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3c73701f-0593-4a2b-a8cd-2d2e52b87e69 req-1685ae9e-ee8e-4052-94d1-cb7456fb551f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737169 Aug 29 16:49:14.537851 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d9e78bc-baa0-4f37-a6ea-5a5344c71824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:14.566865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d9e78bc-baa0-4f37-a6ea-5a5344c71824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:14.628392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47ffe58f-4f81-4873-b05c-7b583eed3e92 req-6ee043d7-b51b-4963-b8d5-a01839968e9a service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822000 Aug 29 16:49:14.631167 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5d9e78bc-baa0-4f37-a6ea-5a5344c71824 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d585a58f44af4034b3536589aa581b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8084323 Aug 29 16:49:14.637707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38196) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:14.652337 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f7ae7f19-2516-4837-82e9-1d24cd4a479d req-f3ff6a30-1cb0-4631-b1c2-1babe03eedfa tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 210 time: 0.0721254 Aug 29 16:49:14.881584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ae367-c74a-470d-bd89-5db3f82ec6d0 req-9bfa2d2d-c799-4b16-a09c-530c1c03a1d2 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:14.883443 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b92ae367-c74a-470d-bd89-5db3f82ec6d0 req-9bfa2d2d-c799-4b16-a09c-530c1c03a1d2 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0717189 Aug 29 16:49:14.958559 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b92ae367-c74a-470d-bd89-5db3f82ec6d0 req-e7e2bca3-d3f4-4983-a28f-abc12a2acaca tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500398 Aug 29 16:49:15.128602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641eeb0-d3fa-4695-acb5-5027ac86880e req-9426a002-4349-4b93-bc1a-13100ec1005f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:15.130219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f641eeb0-d3fa-4695-acb5-5027ac86880e req-9426a002-4349-4b93-bc1a-13100ec1005f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0858703 Aug 29 16:49:15.175509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f641eeb0-d3fa-4695-acb5-5027ac86880e req-9e30a3ad-f085-4bc8-aa29-c54c32933b4b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333021 Aug 29 16:49:15.186406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e78bc-baa0-4f37-a6ea-5a5344c71824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271a9795-8d04-4a01-bed5-30c15669437b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:15.195545 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47ffe58f-4f81-4873-b05c-7b583eed3e92 req-3db73bb6-9eb5-4e21-acde-e39611379167 service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566330 Aug 29 16:49:15.237127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a9fea-8fd6-4794-9118-78c5e85c8d26 req-b3a66dc0-7d97-490e-a9a7-ed4fbefd34ec tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:15.237717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a9fea-8fd6-4794-9118-78c5e85c8d26 req-b3a66dc0-7d97-490e-a9a7-ed4fbefd34ec tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:15.238191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a9fea-8fd6-4794-9118-78c5e85c8d26 req-b3a66dc0-7d97-490e-a9a7-ed4fbefd34ec tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:15.239820 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bb6a9fea-8fd6-4794-9118-78c5e85c8d26 req-b3a66dc0-7d97-490e-a9a7-ed4fbefd34ec tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86&device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e&device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 2884 time: 0.4067888 Aug 29 16:49:15.281787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52997285-f6e1-46ad-b84c-902d25d8e0a3 req-cdc0d571-81d8-4200-98f4-1385b17437f8 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 210 time: 0.0325782 Aug 29 16:49:15.284524 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f32aecf-5993-4364-9996-97de06468c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:15.315988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca041e-e625-4777-b824-e795b90131ac req-e5906a13-4b4c-46ee-8baa-cc0b30f00970 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:15.317456 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-e5906a13-4b4c-46ee-8baa-cc0b30f00970 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.10 "GET /v2.0/networks?id=14076af5-56ad-4968-b3b7-9c9115e37b7e HTTP/1.1" status: 200 len: 824 time: 0.2105966 Aug 29 16:49:15.344586 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f32aecf-5993-4364-9996-97de06468c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:15.347350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bb6a9fea-8fd6-4794-9118-78c5e85c8d26 req-10a4971c-fc78-4268-9c52-7c8c9da0bbd9 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966911 Aug 29 16:49:15.419051 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-9a605f40-2805-4acd-b12f-c1b0dd780978 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f4737bd4bf489985761b33a0c0c50c HTTP/1.1" status: 200 len: 379 time: 0.0896096 Aug 29 16:49:15.429275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Request body: {'port': {'device_id': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'admin_state_up': True, 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'security_groups': ['d67fb3d3-c92e-4348-b205-6b6e49daf946']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:15.492757 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f32aecf-5993-4364-9996-97de06468c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:15.495559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f32aecf-5993-4364-9996-97de06468c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:15.496898 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4f32aecf-5993-4364-9996-97de06468c90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/271a9795-8d04-4a01-bed5-30c15669437b HTTP/1.1" status: 204 len: 168 time: 0.6946270 Aug 29 16:49:15.509708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32aecf-5993-4364-9996-97de06468c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271a9795-8d04-4a01-bed5-30c15669437b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:15.544254 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ea1d22b1-b36b-415e-89e4-7f950dc80224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:15.571507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Made reservation on behalf of 56f4737bd4bf489985761b33a0c0c50c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:49:15.583049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:15.692532 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-8869dcf0-55ef-4fb4-bdfb-fad33da1a895 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644443 Aug 29 16:49:15.795620 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:15.840577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-2f6bd9ab-d097-48a5-9077-2d40c0075931 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:15.842363 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-2f6bd9ab-d097-48a5-9077-2d40c0075931 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398635 Aug 29 16:49:15.886813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Request body: {'port': {'device_id': 'ba8f673b-f932-4ead-b52d-e7b22ea40503', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f6a9dbf52a394a089b69d53045802e1f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:15.954667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38242) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:15.980627 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14ee79d2-fbcd-4e49-8ca4-8a2ad27f42b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.027148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Allocated IP 172.20.0.13 (14076af5-56ad-4968-b3b7-9c9115e37b7e/dc48a1e5-f777-468f-92e8-df12ae9f9b67/7277dc28-2b66-4c4f-b564-85eb8d1ed97d) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:16.074290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf9667-690a-4e2e-80d5-2c0ced4f1bd3 req-487d288b-530c-4362-8f9a-3b3a2790b885 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:16.075988 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bbf9667-690a-4e2e-80d5-2c0ced4f1bd3 req-487d288b-530c-4362-8f9a-3b3a2790b885 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 943 time: 0.1144207 Aug 29 16:49:16.087276 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5adf06e-e23d-499d-bc31-0222f18a0dfd req-a30a759d-2139-4fb8-8b26-4e19ce4f67f1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 210 time: 0.0325546 Aug 29 16:49:16.144007 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14ee79d2-fbcd-4e49-8ca4-8a2ad27f42b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.148666 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14ee79d2-fbcd-4e49-8ca4-8a2ad27f42b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.198758 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-14ee79d2-fbcd-4e49-8ca4-8a2ad27f42b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7994ea4345434b3ea602efc1006b85e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426963 Aug 29 16:49:16.202596 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38256) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:16.205810 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bbf9667-690a-4e2e-80d5-2c0ced4f1bd3 req-f2001b41-c7d6-4068-8bf8-5b72e44a9d60 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070971 Aug 29 16:49:16.212285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee79d2-fbcd-4e49-8ca4-8a2ad27f42b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d212f9-71b1-4ebc-9b60-dbdc569e2ae0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:16.273734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a556f88b-6f2c-4f55-806d-b162e52f47e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.280805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.295719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Transition to ACTIVE for port object 7277dc28-2b66-4c4f-b564-85eb8d1ed97d will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:16.301503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a556f88b-6f2c-4f55-806d-b162e52f47e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.339428 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.341515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Made reservation on behalf of f6a9dbf52a394a089b69d53045802e1f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:49:16.345013 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.358936 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.377238 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a556f88b-6f2c-4f55-806d-b162e52f47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.380766 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a556f88b-6f2c-4f55-806d-b162e52f47e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.382221 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a556f88b-6f2c-4f55-806d-b162e52f47e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0d212f9-71b1-4ebc-9b60-dbdc569e2ae0 HTTP/1.1" status: 204 len: 168 time: 0.1783991 Aug 29 16:49:16.392001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556f88b-6f2c-4f55-806d-b162e52f47e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d212f9-71b1-4ebc-9b60-dbdc569e2ae0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:16.405018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Network 14076af5-56ad-4968-b3b7-9c9115e37b7e is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:16.413244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:16.467611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:16.531510 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.556489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ef10a-d3f5-49a1-8334-8064b1c4f579 req-ad57edc3-d9df-4307-b5c6-07aa85332301 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:16.565604 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f8ef10a-d3f5-49a1-8334-8064b1c4f579 req-ad57edc3-d9df-4307-b5c6-07aa85332301 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0671272 Aug 29 16:49:16.570168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Pushing event updated for resources: {'Port': ['ID=7277dc28-2b66-4c4f-b564-85eb8d1ed97d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:16.578143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:16.579028 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.621640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f8ef10a-d3f5-49a1-8334-8064b1c4f579 req-07dccbde-0a39-414c-bf37-0654f31f0748 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533881 Aug 29 16:49:16.672771 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.681699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.705911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-4df98afc-7c75-43f8-9260-b149d04f9025 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2803960 Aug 29 16:49:16.738244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Request body: {'port': {'device_id': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:16.784062 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e750f82e-42be-42ac-a59a-9218f4b304f0 None None] Provisioning for port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:16.785401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5931809-f8db-4853-a186-a0da68a06abb req-d2bb60ee-1eeb-449a-af97-757235910092 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:16.791565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e750f82e-42be-42ac-a59a-9218f4b304f0 None None] Provisioning complete for port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:16.791947 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e750f82e-42be-42ac-a59a-9218f4b304f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:16.795087 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5931809-f8db-4853-a186-a0da68a06abb req-d2bb60ee-1eeb-449a-af97-757235910092 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0737517 Aug 29 16:49:16.812675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51494b-b6da-48f1-93de-55056c447bdc req-15f03853-7bc9-4f85-96aa-15ae79e95304 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:16.820193 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5b51494b-b6da-48f1-93de-55056c447bdc req-15f03853-7bc9-4f85-96aa-15ae79e95304 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 932 time: 0.2806711 Aug 29 16:49:16.832744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c180ede-9276-4582-9360-009b760c9f50,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:16.861329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e750f82e-42be-42ac-a59a-9218f4b304f0 None None] Port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:49:16.866369 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5931809-f8db-4853-a186-a0da68a06abb req-35a869e8-42b9-4778-8e37-c8bebfd0aee9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701299 Aug 29 16:49:16.941494 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5b51494b-b6da-48f1-93de-55056c447bdc req-a6cb2b15-6e1f-4bab-96b1-f259297234ed tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203151 Aug 29 16:49:16.970818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:17.087783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Allocated IP 192.168.233.37 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/80358757-d936-48fe-919e-72caaebf4ace) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:17.273849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a200013c-cd22-4194-8c81-a68d42e24549 req-399a3893-15b0-499c-9be5-dd67f0eb9c6b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 210 time: 0.0565929 Aug 29 16:49:17.320914 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:17.411822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46570d5-ce9b-467f-a097-3f0ae93aff58 req-eef7209e-ba66-47f8-a538-54673d94d039 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:17.420140 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f46570d5-ce9b-467f-a097-3f0ae93aff58 req-eef7209e-ba66-47f8-a538-54673d94d039 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 943 time: 0.0709972 Aug 29 16:49:17.434043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81a816-49dd-4a09-946f-c50b44cf0f5a req-954ca6a3-b3ed-49c5-9cc5-aa81b2fa7ccc tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:17.441604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc81a816-49dd-4a09-946f-c50b44cf0f5a req-954ca6a3-b3ed-49c5-9cc5-aa81b2fa7ccc tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 1101 time: 0.1864541 Aug 29 16:49:17.474641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f46570d5-ce9b-467f-a097-3f0ae93aff58 req-6da32267-373f-4489-a172-ca631f354385 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485113 Aug 29 16:49:17.561747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-a15344f1-c3f8-49e3-9396-e7bd5aad07e5 service neutron] 10.222.0.10 "GET /v2.0/ports/07bd137a-c325-4fff-a3cc-a5e60e8cd619/bindings/n-h2-713301-13 HTTP/1.1" status: 200 len: 385 time: 0.0687959 Aug 29 16:49:17.561984 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc81a816-49dd-4a09-946f-c50b44cf0f5a req-237e4162-d1d7-46e8-a933-2ef0220655b6 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018982 Aug 29 16:49:17.591341 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:17.649862 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7277dc28-2b66-4c4f-b564-85eb8d1ed97d {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:17.658853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:17.674958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Transition to ACTIVE for port object 7277dc28-2b66-4c4f-b564-85eb8d1ed97d will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:17.683454 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:17.697026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Transition to ACTIVE for port object 80358757-d936-48fe-919e-72caaebf4ace will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:17.726703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0f56a-e4be-4c58-99f1-d0e6da0805c6 req-f88b2ed1-199b-4c2e-ac9e-b6cc141fef9d tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:17.731494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eec0f56a-e4be-4c58-99f1-d0e6da0805c6 req-f88b2ed1-199b-4c2e-ac9e-b6cc141fef9d tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 1101 time: 0.1084924 Aug 29 16:49:17.803631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Pushing event updated for resources: {'Port': ['ID=7277dc28-2b66-4c4f-b564-85eb8d1ed97d,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:17.883815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff4cce-eae5-42d2-8d14-e9683fdbd1e2 req-6693a964-d7aa-4a13-8cf5-5f6391193b6b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:17.891384 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-46ff4cce-eae5-42d2-8d14-e9683fdbd1e2 req-6693a964-d7aa-4a13-8cf5-5f6391193b6b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.1577446 Aug 29 16:49:17.917095 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:17.998323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Attempting to bind port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:17.998899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Attempting to bind port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:17.999413 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Attempting to bind port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d on network 14076af5-56ad-4968-b3b7-9c9115e37b7e {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:18.024139 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-46ff4cce-eae5-42d2-8d14-e9683fdbd1e2 req-04266ad3-1542-45b8-af5f-d0a663e48b07 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321347 Aug 29 16:49:18.036677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d on network 14076af5-56ad-4968-b3b7-9c9115e37b7e not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:18.039345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Attempting to bind port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d on network 14076af5-56ad-4968-b3b7-9c9115e37b7e {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:18.048650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:18.049557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:18.049888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Checking segment: {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:18.050353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Bound using segment: {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:18.050677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Bound port: 7277dc28-2b66-4c4f-b564-85eb8d1ed97d, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:18.051035 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:18.054729 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:18.062936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event updated for resources: {'Port': ['ID=80358757-d936-48fe-919e-72caaebf4ace,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:18.076251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:18.169464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:18.170303 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:18.179499 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:18.193034 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-0aab8204-1c18-4edc-a969-f3ec1469c8da tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3357797 Aug 29 16:49:18.222248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Request body: {'port': {'device_id': 'ba8f673b-f932-4ead-b52d-e7b22ea40503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:18.284845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eec0f56a-e4be-4c58-99f1-d0e6da0805c6 req-117ec8f6-3699-429c-a08d-b5cb022feb8e tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855210 Aug 29 16:49:18.298352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-798e44fe-d55c-40f0-b610-e69de5881957 req-9bb3498b-4bae-4ea4-9d9f-bb6ecfa0789d service neutron] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:18.326638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] For port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:18.344499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-798e44fe-d55c-40f0-b610-e69de5881957 req-9bb3498b-4bae-4ea4-9d9f-bb6ecfa0789d service neutron] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:18.356002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] For port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7277dc28-2b66-4c4f-b564-85eb8d1ed97d,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:18.380961 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:18.424785 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-798e44fe-d55c-40f0-b610-e69de5881957 req-9bb3498b-4bae-4ea4-9d9f-bb6ecfa0789d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bd137a-c325-4fff-a3cc-a5e60e8cd619 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:18.432631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b00bd4-11f3-42d7-ba58-cc20492cf102 req-44cc5347-0eb6-4720-8925-f0f4b689736f tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:18.434687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5b00bd4-11f3-42d7-ba58-cc20492cf102 req-44cc5347-0eb6-4720-8925-f0f4b689736f tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.2470443 Aug 29 16:49:18.440596 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:18.440833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-798e44fe-d55c-40f0-b610-e69de5881957 req-9bb3498b-4bae-4ea4-9d9f-bb6ecfa0789d service neutron] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:18.462571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1b5ba-1c6a-46e1-9ae6-725dc6687d71 req-46443f5f-337e-49eb-a89d-898c774fe4e3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:18.465574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:18.466830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:18.468222 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-87073826-f554-4ff4-8938-be77bf703676 service neutron] 10.222.0.10 "PUT /v2.0/ports/7277dc28-2b66-4c4f-b564-85eb8d1ed97d HTTP/1.1" status: 200 len: 1093 time: 1.7390976 Aug 29 16:49:18.471082 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebd1b5ba-1c6a-46e1-9ae6-725dc6687d71 req-46443f5f-337e-49eb-a89d-898c774fe4e3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 944 time: 0.0992997 Aug 29 16:49:18.475634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'tag': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:18.478021 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa470d8-d60b-4e73-9bab-176491920485" -d '{"events": [{"name": "network-changed", "server_uuid": "b0104aee-f5ed-4f28-9089-f88cb8a63617", "tag": "7277dc28-2b66-4c4f-b564-85eb8d1ed97d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:18.502958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fd5e772f-a5c2-4880-a0f6-a81b6403c0fc None None] Provisioning for port 80358757-d936-48fe-919e-72caaebf4ace completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:18.503214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-798e44fe-d55c-40f0-b610-e69de5881957 req-9bb3498b-4bae-4ea4-9d9f-bb6ecfa0789d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:18.508008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fd5e772f-a5c2-4880-a0f6-a81b6403c0fc None None] Provisioning complete for port 80358757-d936-48fe-919e-72caaebf4ace triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:18.508513 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fd5e772f-a5c2-4880-a0f6-a81b6403c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:18.535487 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87073826-f554-4ff4-8938-be77bf703676 service neutron] Pushing event updated for resources: {'Port': ['ID=7277dc28-2b66-4c4f-b564-85eb8d1ed97d,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:18.590419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e772f-a5c2-4880-a0f6-a81b6403c0fc None None] Port 80358757-d936-48fe-919e-72caaebf4ace cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:49:18.600233 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebd1b5ba-1c6a-46e1-9ae6-725dc6687d71 req-1a2e4f7c-5a65-4e25-ba65-faa981133f8a tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224606 Aug 29 16:49:18.618903 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5b00bd4-11f3-42d7-ba58-cc20492cf102 req-d80f0bab-c048-4e66-885c-150937981b86 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758103 Aug 29 16:49:18.665919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-798e44fe-d55c-40f0-b610-e69de5881957 req-9bb3498b-4bae-4ea4-9d9f-bb6ecfa0789d service neutron] Transition to ACTIVE for port object 07bd137a-c325-4fff-a3cc-a5e60e8cd619 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:18.670103 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-798e44fe-d55c-40f0-b610-e69de5881957 req-9bb3498b-4bae-4ea4-9d9f-bb6ecfa0789d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:18.727891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-798e44fe-d55c-40f0-b610-e69de5881957 req-9bb3498b-4bae-4ea4-9d9f-bb6ecfa0789d service neutron] No DVR routers for this DVR port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:49:18.750594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca041e-e625-4777-b824-e795b90131ac req-aa182fbf-d7aa-4755-9dda-23c52a32e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:18.752194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-aa182fbf-d7aa-4755-9dda-23c52a32e196 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56f4737bd4bf489985761b33a0c0c50c&device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 1096 time: 0.2180049 Aug 29 16:49:18.810286 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-9bb3498b-4bae-4ea4-9d9f-bb6ecfa0789d service neutron] 10.222.0.10 "PUT /v2.0/ports/07bd137a-c325-4fff-a3cc-a5e60e8cd619/bindings/n-h2-713301-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2434855 Aug 29 16:49:18.829863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-d45ddd16-fcc7-459c-b1de-52bb2bd2f359 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7277dc28-2b66-4c4f-b564-85eb8d1ed97d HTTP/1.1" status: 200 len: 217 time: 0.0664823 Aug 29 16:49:18.855811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10e6b2-d5a8-4f8a-b5c0-8ffa6bfce469 req-4620a964-b404-4c17-abd3-681b1e8ad5ac tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:18.857465 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e10e6b2-d5a8-4f8a-b5c0-8ffa6bfce469 req-4620a964-b404-4c17-abd3-681b1e8ad5ac tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 935 time: 0.1220047 Aug 29 16:49:18.858583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3498b-4bae-4ea4-9d9f-bb6ecfa0789d service neutron] Pushing event updated for resources: {'Port': ['ID=07bd137a-c325-4fff-a3cc-a5e60e8cd619,revision_number=10']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:18.910355 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e10e6b2-d5a8-4f8a-b5c0-8ffa6bfce469 req-db37b079-2eae-475f-85ce-e029040ab985 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Aug 29 16:49:18.965006 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe970af-82b4-4c13-823d-ac6396fd14df x-openstack-request-id: req-3fe970af-82b4-4c13-823d-ac6396fd14df {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:18.965320 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0104aee-f5ed-4f28-9089-f88cb8a63617", "tag": "7277dc28-2b66-4c4f-b564-85eb8d1ed97d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:18.965568 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3fe970af-82b4-4c13-823d-ac6396fd14df {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:18.965954 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'tag': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d', 'status': 'completed', 'code': 200} Aug 29 16:49:18.997255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca041e-e625-4777-b824-e795b90131ac req-83e7cbbe-df73-41a1-8721-c5eeaed6569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:18.998706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-83e7cbbe-df73-41a1-8721-c5eeaed6569e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc48a1e5-f777-468f-92e8-df12ae9f9b67 HTTP/1.1" status: 200 len: 863 time: 0.1525784 Aug 29 16:49:19.011785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44fe-d55c-40f0-b610-e69de5881957 req-6a95f192-4a75-4736-a2d2-45825d88e0f2 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:19.013198 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-6a95f192-4a75-4736-a2d2-45825d88e0f2 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1096 time: 0.1196792 Aug 29 16:49:19.079346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b1fc6-fb0e-4329-b053-61d5bd838ab8 req-7280c181-75b4-4e02-b7dc-31c65b6c896b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:19.081212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c8b1fc6-fb0e-4329-b053-61d5bd838ab8 req-7280c181-75b4-4e02-b7dc-31c65b6c896b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 944 time: 0.0667181 Aug 29 16:49:19.138271 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c8b1fc6-fb0e-4329-b053-61d5bd838ab8 req-33261d62-6b6c-4649-b5eb-afde61f3a119 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480545 Aug 29 16:49:19.449233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca041e-e625-4777-b824-e795b90131ac req-cc5f00cb-f068-4e8e-b25e-b413789e74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:19.450804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-cc5f00cb-f068-4e8e-b25e-b413789e74dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=14076af5-56ad-4968-b3b7-9c9115e37b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4414387 Aug 29 16:49:19.475889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44fe-d55c-40f0-b610-e69de5881957 req-5fdc389b-7bbe-46dd-af7a-ec27e26da49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:19.477437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-5fdc389b-7bbe-46dd-af7a-ec27e26da49e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0&tenant_id=ec31ee35e48a404791ee79cc665280cf HTTP/1.1" status: 200 len: 1096 time: 0.4458692 Aug 29 16:49:19.480957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80358757-d936-48fe-919e-72caaebf4ace {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:19.510796 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:19.520341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142415aa-56f7-4c91-a5ce-e6a700373372 req-1d0e6373-10dd-41c8-b897-ecedafbe6d1e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:19.528550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-142415aa-56f7-4c91-a5ce-e6a700373372 req-1d0e6373-10dd-41c8-b897-ecedafbe6d1e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.1766241 Aug 29 16:49:19.615948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Transition to ACTIVE for port object 80358757-d936-48fe-919e-72caaebf4ace will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:19.628139 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:19.709426 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-142415aa-56f7-4c91-a5ce-e6a700373372 req-006edc79-e315-41a6-8580-5e8fd8cfed1b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786540 Aug 29 16:49:19.743856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44fe-d55c-40f0-b610-e69de5881957 req-adce668a-b6ad-4240-b2d1-8897517045f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:19.746355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-adce668a-b6ad-4240-b2d1-8897517045f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 1096 time: 0.2163970 Aug 29 16:49:19.854294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Pushing event updated for resources: {'Port': ['ID=80358757-d936-48fe-919e-72caaebf4ace,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:19.886757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-3d771885-0062-4a6d-81d4-6fa75dc85545 service neutron] 10.222.0.10 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234207 Aug 29 16:49:19.894374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796dccc-4885-4d76-8169-ed4ec7fe5fe6 req-2f9f584e-4979-4ba8-8e2e-3c774ab2e059 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:19.896745 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:19.903427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d796dccc-4885-4d76-8169-ed4ec7fe5fe6 req-2f9f584e-4979-4ba8-8e2e-3c774ab2e059 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0840716 Aug 29 16:49:19.963202 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d796dccc-4885-4d76-8169-ed4ec7fe5fe6 req-b5e32a14-1fa4-457c-be7f-3a055e56eedd tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587425 Aug 29 16:49:19.994928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38376) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:20.019650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44fe-d55c-40f0-b610-e69de5881957 req-0267c187-1fbc-4df2-ad47-e7eff8a3069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:20.021927 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-0267c187-1fbc-4df2-ad47-e7eff8a3069d service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.2676923 Aug 29 16:49:20.142097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db3f12-29fd-4f66-952e-0b6dfac3495b req-633bd040-00d5-4fe6-888f-bc0e6c10bc2c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:20.156106 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-1be1d790-4664-4fe1-b3d1-1191eb4c2041 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619 HTTP/1.1" status: 200 len: 217 time: 0.1177106 Aug 29 16:49:20.163460 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05db3f12-29fd-4f66-952e-0b6dfac3495b req-633bd040-00d5-4fe6-888f-bc0e6c10bc2c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1050234 Aug 29 16:49:20.172742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c5c66-a75d-4812-bec1-768bb99163fa req-e18e1755-cde0-40ee-847c-0fb8e5e7b1a6 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:20.182483 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-045c5c66-a75d-4812-bec1-768bb99163fa req-e18e1755-cde0-40ee-847c-0fb8e5e7b1a6 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 944 time: 0.3157456 Aug 29 16:49:20.202857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc68959a-4a85-4a2b-91ab-3939c232a69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:20.240678 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05db3f12-29fd-4f66-952e-0b6dfac3495b req-32ddcc3d-bf51-413f-82b0-eda070164750 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735264 Aug 29 16:49:20.253524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Attempting to bind port 80358757-d936-48fe-919e-72caaebf4ace on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:20.253524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Attempting to bind port 80358757-d936-48fe-919e-72caaebf4ace by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:20.253524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Attempting to bind port 80358757-d936-48fe-919e-72caaebf4ace on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:20.264053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 07bd137a-c325-4fff-a3cc-a5e60e8cd619 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:49:20.288164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Port 80358757-d936-48fe-919e-72caaebf4ace on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:20.288501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Attempting to bind port 80358757-d936-48fe-919e-72caaebf4ace on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:20.340598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-045c5c66-a75d-4812-bec1-768bb99163fa req-b64e0bc8-4974-4b21-a1f8-3b1b8fede118 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531913 Aug 29 16:49:20.344122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:20.344465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:20.344857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:20.345350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Bound port: 80358757-d936-48fe-919e-72caaebf4ace, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:20.345717 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:20.348430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 07bd137a-c325-4fff-a3cc-a5e60e8cd619 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:49:20.376438 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc68959a-4a85-4a2b-91ab-3939c232a69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:20.378930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44fe-d55c-40f0-b610-e69de5881957 req-0aa245a1-6e02-4a7e-a699-5517f60fcc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:20.382292 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-0aa245a1-6e02-4a7e-a699-5517f60fcc6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.1971726 Aug 29 16:49:20.402468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc68959a-4a85-4a2b-91ab-3939c232a69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:20.410166 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ca041e-e625-4777-b824-e795b90131ac req-cb56daba-654e-46ad-b118-d453fec3e364 service neutron] 10.222.0.10 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618375 Aug 29 16:49:20.479173 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-043f4379-cde7-4eb3-9f72-4e6badcadb73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713799 Aug 29 16:49:20.491262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68959a-4a85-4a2b-91ab-3939c232a69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e37a3a-4c36-4911-b05a-37da90177eaa,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:20.510094 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cc68959a-4a85-4a2b-91ab-3939c232a69f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=461861c8123b457296a9e2acf9bb35ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117898 Aug 29 16:49:20.511062 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38384) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:20.545817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfcd6a-ea1b-41dc-baa5-cac29e4202ea req-90b3769d-ec57-430c-8ef5-9e91ae1c387a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:20.547702 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-44bfcd6a-ea1b-41dc-baa5-cac29e4202ea req-90b3769d-ec57-430c-8ef5-9e91ae1c387a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 947 time: 0.1698964 Aug 29 16:49:20.625040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62843b77-2502-49bf-bb5e-aed63a2bd5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:20.629915 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-44bfcd6a-ea1b-41dc-baa5-cac29e4202ea req-d5f1a5f4-ede6-4111-a769-b652798d6d20 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698566 Aug 29 16:49:20.656916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62843b77-2502-49bf-bb5e-aed63a2bd5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:20.667099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa470d8-d60b-4e73-9bab-176491920485 req-01a2f313-f152-4685-83d2-05f4953d399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:20.668620 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fa470d8-d60b-4e73-9bab-176491920485 req-01a2f313-f152-4685-83d2-05f4953d399c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56f4737bd4bf489985761b33a0c0c50c&device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 1096 time: 0.1885848 Aug 29 16:49:20.687640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] For port 80358757-d936-48fe-919e-72caaebf4ace, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:20.702218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664b61b-f13e-4106-9a0a-073a83869ee7 req-cbe3aa51-5edd-4734-9a39-1beda7edd772 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:20.703804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4664b61b-f13e-4106-9a0a-073a83869ee7 req-cbe3aa51-5edd-4734-9a39-1beda7edd772 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 944 time: 0.2484524 Aug 29 16:49:20.714946 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62843b77-2502-49bf-bb5e-aed63a2bd5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:20.717904 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62843b77-2502-49bf-bb5e-aed63a2bd5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:20.719046 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-62843b77-2502-49bf-bb5e-aed63a2bd5a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31e37a3a-4c36-4911-b05a-37da90177eaa HTTP/1.1" status: 204 len: 168 time: 0.2068918 Aug 29 16:49:20.729029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62843b77-2502-49bf-bb5e-aed63a2bd5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e37a3a-4c36-4911-b05a-37da90177eaa,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:20.748888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] For port 80358757-d936-48fe-919e-72caaebf4ace, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=80358757-d936-48fe-919e-72caaebf4ace,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:20.772183 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:20.791865 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-d2bed736-d2aa-4357-9351-ef3fa20a5e3a service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928040 Aug 29 16:49:20.847070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9d08b04f-fbbb-4cde-a109-03405e43e815 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:20.853872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14296f51-5728-418d-ad53-e3714cf13491 req-68887be0-2968-4175-bea6-26a234cfe561 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:20.856228 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14296f51-5728-418d-ad53-e3714cf13491 req-68887be0-2968-4175-bea6-26a234cfe561 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0577042 Aug 29 16:49:20.874879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:20.875574 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:20.877287 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] 10.222.0.10 "PUT /v2.0/ports/80358757-d936-48fe-919e-72caaebf4ace HTTP/1.1" status: 200 len: 1096 time: 2.6621892 Aug 29 16:49:20.926851 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14296f51-5728-418d-ad53-e3714cf13491 req-0c1ed7ff-c6b2-4db6-bb3f-4b9585c2612c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583959 Aug 29 16:49:21.005412 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4664b61b-f13e-4106-9a0a-073a83869ee7 req-1f2be017-b318-4f76-a184-d425f835d48d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841458 Aug 29 16:49:21.005858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8f673b-f932-4ead-b52d-e7b22ea40503', 'tag': '80358757-d936-48fe-919e-72caaebf4ace'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:21.008200 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cc2a04-d071-497d-9412-57e4bc60acb4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8f673b-f932-4ead-b52d-e7b22ea40503", "tag": "80358757-d936-48fe-919e-72caaebf4ace"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:21.012662 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-11462779-d544-4fb1-bb17-ba538f94ad7b service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938982 Aug 29 16:49:21.110718 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adc0837-c0c0-4199-b0a0-a073d9cd73fe x-openstack-request-id: req-8adc0837-c0c0-4199-b0a0-a073d9cd73fe {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:21.111182 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8f673b-f932-4ead-b52d-e7b22ea40503", "tag": "80358757-d936-48fe-919e-72caaebf4ace", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:21.111504 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8adc0837-c0c0-4199-b0a0-a073d9cd73fe {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:21.112000 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8f673b-f932-4ead-b52d-e7b22ea40503', 'tag': '80358757-d936-48fe-919e-72caaebf4ace', 'status': 'completed', 'code': 200} Aug 29 16:49:21.112484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9d08b04f-fbbb-4cde-a109-03405e43e815, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9d08b04f-fbbb-4cde-a109-03405e43e815,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:21.116092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa470d8-d60b-4e73-9bab-176491920485 req-ab0898ee-d8c1-4043-a84b-3b954b6ee68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:21.118999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fa470d8-d60b-4e73-9bab-176491920485 req-ab0898ee-d8c1-4043-a84b-3b954b6ee68f service neutron] 10.222.0.10 "GET /v2.0/networks?id=14076af5-56ad-4968-b3b7-9c9115e37b7e HTTP/1.1" status: 200 len: 925 time: 0.4394851 Aug 29 16:49:21.122555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cbb01-39b8-4180-83a8-86e1355cabb6 service neutron] Pushing event updated for resources: {'Port': ['ID=80358757-d936-48fe-919e-72caaebf4ace,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:21.134458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '9d08b04f-fbbb-4cde-a109-03405e43e815', 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b', 'port_id': '9d08b04f-fbbb-4cde-a109-03405e43e815', 'mac_address': 'fa:16:3e:70:a6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc66a3-8590-4a0c-bde9-842d7f2bccad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:21.140070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-08d63113-1fa0-49ae-a2e8-e287175eccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:21.140070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-08d63113-1fa0-49ae-a2e8-e287175eccb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 1099 time: 0.2101920 Aug 29 16:49:21.189716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d456e0-f6ee-4aa9-a0fa-16887d3b3b69 req-5971e582-3a90-4333-8c2c-0ef8c9edc9ea tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:21.198475 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15d456e0-f6ee-4aa9-a0fa-16887d3b3b69 req-5971e582-3a90-4333-8c2c-0ef8c9edc9ea tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0741160 Aug 29 16:49:21.210750 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fa470d8-d60b-4e73-9bab-176491920485 req-c2e58c96-5c87-466e-8000-46c6fc9ef64b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7277dc28-2b66-4c4f-b564-85eb8d1ed97d HTTP/1.1" status: 200 len: 217 time: 0.0817976 Aug 29 16:49:21.253365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-77a73c72-b9a7-4413-aca9-42b23bddfd15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=80358757-d936-48fe-919e-72caaebf4ace HTTP/1.1" status: 200 len: 217 time: 0.0513220 Aug 29 16:49:21.261828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38398) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:21.278738 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:21.302682 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15d456e0-f6ee-4aa9-a0fa-16887d3b3b69 req-be36b624-dfcb-4e7a-b868-2f4d44e4e2f9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889850 Aug 29 16:49:21.304144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d22068ac-19b7-4e4f-a9c5-6dd07666117a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:21.308851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d08b04f-fbbb-4cde-a109-03405e43e815 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:21.347139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9d08b04f-fbbb-4cde-a109-03405e43e815, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9d08b04f-fbbb-4cde-a109-03405e43e815,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:21.352846 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:21.445812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa470d8-d60b-4e73-9bab-176491920485 req-4fdf03ca-3ee7-4d39-9fc7-21415d9ef759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:21.447985 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d22068ac-19b7-4e4f-a9c5-6dd07666117a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:21.450224 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fa470d8-d60b-4e73-9bab-176491920485 req-4fdf03ca-3ee7-4d39-9fc7-21415d9ef759 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc48a1e5-f777-468f-92e8-df12ae9f9b67 HTTP/1.1" status: 200 len: 863 time: 0.2073846 Aug 29 16:49:21.464972 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d22068ac-19b7-4e4f-a9c5-6dd07666117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:21.470156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9d08b04f-fbbb-4cde-a109-03405e43e815,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:21.471875 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-7d3d91cd-1ede-4729-8e8a-417fe5e5301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:21.473643 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-7d3d91cd-1ede-4729-8e8a-417fe5e5301d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1752648 Aug 29 16:49:21.493594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['9d08b04f-fbbb-4cde-a109-03405e43e815'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:21.532985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e44fe-d55c-40f0-b610-e69de5881957 req-0a0a22bd-b749-4da6-88e3-c273b16f46d7 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:21.534661 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-0a0a22bd-b749-4da6-88e3-c273b16f46d7 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1096 time: 0.2213998 Aug 29 16:49:21.566539 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d22068ac-19b7-4e4f-a9c5-6dd07666117a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=595b32fe9e6b431f91df76ea3f5d5325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034317 Aug 29 16:49:21.573823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38404) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:21.594243 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22068ac-19b7-4e4f-a9c5-6dd07666117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a1f1b-1f71-4eca-ac58-0979e61f4299,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:21.619715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616f07c-6e38-4e96-82a5-cef5b05d093c req-7a819dd8-221a-47d4-84e9-d710d0319cf3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:21.627905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5616f07c-6e38-4e96-82a5-cef5b05d093c req-7a819dd8-221a-47d4-84e9-d710d0319cf3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 944 time: 0.1782866 Aug 29 16:49:21.673600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e0c86-e48e-413c-8fae-a29aa8c4bf47 req-2d3b95ba-ee30-49d1-a036-08e6c8a41be7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:21.675149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f82e0c86-e48e-413c-8fae-a29aa8c4bf47 req-2d3b95ba-ee30-49d1-a036-08e6c8a41be7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.3231843 Aug 29 16:49:21.693707 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c83b79e7-47de-499d-9e78-e219f1ddcfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:21.703804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5616f07c-6e38-4e96-82a5-cef5b05d093c req-56b0ca8f-d382-4d42-8b5e-858670e83c99 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747981 Aug 29 16:49:21.723833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c83b79e7-47de-499d-9e78-e219f1ddcfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:21.756850 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa470d8-d60b-4e73-9bab-176491920485 req-1806ebc6-acec-46c9-9411-ca59299a64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:21.758720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fa470d8-d60b-4e73-9bab-176491920485 req-1806ebc6-acec-46c9-9411-ca59299a64c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=14076af5-56ad-4968-b3b7-9c9115e37b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2838748 Aug 29 16:49:21.781122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c83b79e7-47de-499d-9e78-e219f1ddcfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:21.784390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c83b79e7-47de-499d-9e78-e219f1ddcfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:21.788364 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c83b79e7-47de-499d-9e78-e219f1ddcfb4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c9a1f1b-1f71-4eca-ac58-0979e61f4299 HTTP/1.1" status: 204 len: 168 time: 0.2051251 Aug 29 16:49:21.814270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b79e7-47de-499d-9e78-e219f1ddcfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a1f1b-1f71-4eca-ac58-0979e61f4299,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:21.861331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d37e9-2cdd-4d32-8d72-65f37cbd8f13 req-feaaf212-f305-4a7d-ab3a-5d12cd1d62ca tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:21.869272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a55d37e9-2cdd-4d32-8d72-65f37cbd8f13 req-feaaf212-f305-4a7d-ab3a-5d12cd1d62ca tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 947 time: 0.0732155 Aug 29 16:49:21.882472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-24a3f58d-28cd-4c56-8341-9155fe77a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:21.883972 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-24a3f58d-28cd-4c56-8341-9155fe77a997 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3721552 Aug 29 16:49:21.945895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a55d37e9-2cdd-4d32-8d72-65f37cbd8f13 req-451a832b-e392-4c45-9c19-9232d55509b2 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758493 Aug 29 16:49:22.019396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248fbd-fd4a-42a8-a813-674df5d28067 req-81815ef7-257b-4ce6-8faf-f15208d0503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:22.021140 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30248fbd-fd4a-42a8-a813-674df5d28067 req-81815ef7-257b-4ce6-8faf-f15208d0503a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1100 time: 0.0684750 Aug 29 16:49:22.194133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb99511-d312-4a1d-868b-bf9d57a059b1 req-c1d7ec68-e81d-4346-90fb-6aacd31d2758 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:22.196330 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fcb99511-d312-4a1d-868b-bf9d57a059b1 req-c1d7ec68-e81d-4346-90fb-6aacd31d2758 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0804830 Aug 29 16:49:22.229063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248fbd-fd4a-42a8-a813-674df5d28067 req-57410169-2673-49e3-8ad1-2fcb51b717b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:22.230748 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30248fbd-fd4a-42a8-a813-674df5d28067 req-57410169-2673-49e3-8ad1-2fcb51b717b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1886592 Aug 29 16:49:22.241258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-798e44fe-d55c-40f0-b610-e69de5881957 req-e0d3ec4b-dd68-45c3-8c13-0e4e157f8ad4 service neutron] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:22.245061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f82e0c86-e48e-413c-8fae-a29aa8c4bf47 req-31bac018-1df1-467f-8613-54d44efec734 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488527 Aug 29 16:49:22.247985 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-798e44fe-d55c-40f0-b610-e69de5881957 req-e0d3ec4b-dd68-45c3-8c13-0e4e157f8ad4 service neutron] Notify callbacks [] for binding, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:22.249065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-798e44fe-d55c-40f0-b610-e69de5881957 req-e0d3ec4b-dd68-45c3-8c13-0e4e157f8ad4 service neutron] 10.222.0.16 "DELETE /v2.0/ports/07bd137a-c325-4fff-a3cc-a5e60e8cd619/bindings/n-h1-713301-13 HTTP/1.1" status: 204 len: 173 time: 0.6914916 Aug 29 16:49:22.255706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fa470d8-d60b-4e73-9bab-176491920485 req-9ba4e6a6-8bcb-4e26-80a7-9ff8cfaaceb6 service neutron] 10.222.0.10 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836824 Aug 29 16:49:22.311909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fcb99511-d312-4a1d-868b-bf9d57a059b1 req-8e811aa5-c66b-439b-bf80-a6a4c6b7d65c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064825 Aug 29 16:49:22.314288 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30248fbd-fd4a-42a8-a813-674df5d28067 req-9d11c9c6-1841-4c79-9f1f-d8e670920c1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 200 len: 217 time: 0.0683517 Aug 29 16:49:22.350637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-36254170-57f7-4b9d-8671-47e3093f2957 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523065 Aug 29 16:49:22.413813 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248fbd-fd4a-42a8-a813-674df5d28067 req-9ec113e9-243f-4b7e-aa97-dab3e7e2adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:22.414869 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30248fbd-fd4a-42a8-a813-674df5d28067 req-9ec113e9-243f-4b7e-aa97-dab3e7e2adfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0866718 Aug 29 16:49:22.461616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecf6f8-6527-418f-8c59-0fe7acc64384 req-182f78d6-5f35-41e2-b291-5756d08169c7 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:22.463148 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1ecf6f8-6527-418f-8c59-0fe7acc64384 req-182f78d6-5f35-41e2-b291-5756d08169c7 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 944 time: 0.0841553 Aug 29 16:49:22.484605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248fbd-fd4a-42a8-a813-674df5d28067 req-65f559b9-b200-415e-a036-0338b90e431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:22.485889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30248fbd-fd4a-42a8-a813-674df5d28067 req-65f559b9-b200-415e-a036-0338b90e431c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599096 Aug 29 16:49:22.533391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff04b8-2d5e-4471-94cf-341780f9f5d4 req-bd195910-8b9b-4813-826f-23544bf283be tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:22.534924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c2ff04b8-2d5e-4471-94cf-341780f9f5d4 req-bd195910-8b9b-4813-826f-23544bf283be tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 944 time: 0.1577206 Aug 29 16:49:22.542601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1ecf6f8-6527-418f-8c59-0fe7acc64384 req-ab6c2349-8f2a-4b43-8ae4-f92002826894 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612912 Aug 29 16:49:22.570310 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fa470d8-d60b-4e73-9bab-176491920485 req-3fe9988a-85f7-47fc-8436-6e4420e64012 service neutron] 10.222.0.10 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808027 Aug 29 16:49:22.576670 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56c9a760-159f-41dd-88e8-3ca3d7fdb664 req-2637851f-60b0-420a-8fe3-14543be6517d service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108600 Aug 29 16:49:22.597620 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c2ff04b8-2d5e-4471-94cf-341780f9f5d4 req-310ae020-9391-47b2-b968-36614e4d2853 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536175 Aug 29 16:49:22.652104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30248fbd-fd4a-42a8-a813-674df5d28067 req-9b6822ed-dc04-4132-9a20-74cc77596559 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416109 Aug 29 16:49:22.731859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc2a04-d071-497d-9412-57e4bc60acb4 req-6925e3f4-0c7d-46a9-9ada-be755cc95b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:22.735366 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98cc2a04-d071-497d-9412-57e4bc60acb4 req-6925e3f4-0c7d-46a9-9ada-be755cc95b8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 1099 time: 0.0722408 Aug 29 16:49:22.772722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30248fbd-fd4a-42a8-a813-674df5d28067 req-aa9f925d-f481-4b85-9a23-9c086adc28a4 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072717 Aug 29 16:49:22.859255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9d08b04f-fbbb-4cde-a109-03405e43e815 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:22.863822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce48a4-15a9-445d-ac1f-7517e4f9b8c9 req-0a8d9502-d81d-4ae7-93bf-8e386e304308 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:22.866830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37ce8f-3419-4398-bba2-d8e280ada658 req-3688697f-c677-45ce-b262-160baa55b82d tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:22.868652 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad37ce8f-3419-4398-bba2-d8e280ada658 req-3688697f-c677-45ce-b262-160baa55b82d tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 944 time: 0.0563488 Aug 29 16:49:22.869676 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36ce48a4-15a9-445d-ac1f-7517e4f9b8c9 req-0a8d9502-d81d-4ae7-93bf-8e386e304308 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 1096 time: 0.0937178 Aug 29 16:49:22.907696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad37ce8f-3419-4398-bba2-d8e280ada658 req-be18e403-cc5f-4aa6-b52a-548b829ccde3 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324194 Aug 29 16:49:22.913088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc2a04-d071-497d-9412-57e4bc60acb4 req-a9867992-e829-468f-aea4-2f1c0e078ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:22.913595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 9d08b04f-fbbb-4cde-a109-03405e43e815 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:22.913779 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:22.914812 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98cc2a04-d071-497d-9412-57e4bc60acb4 req-a9867992-e829-468f-aea4-2f1c0e078ddf service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1710169 Aug 29 16:49:22.920627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36ce48a4-15a9-445d-ac1f-7517e4f9b8c9 req-c82cfcec-6e5c-46bf-9077-098e3b943ba4 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479975 Aug 29 16:49:22.964332 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98cc2a04-d071-497d-9412-57e4bc60acb4 req-95d719f1-5ae4-4b92-b6be-b61d2d38f554 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=80358757-d936-48fe-919e-72caaebf4ace HTTP/1.1" status: 200 len: 217 time: 0.0395808 Aug 29 16:49:23.047141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:23.075558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc2a04-d071-497d-9412-57e4bc60acb4 req-510b5406-eb23-4a01-a22c-223f92fd1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:23.077379 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98cc2a04-d071-497d-9412-57e4bc60acb4 req-510b5406-eb23-4a01-a22c-223f92fd1a0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1053021 Aug 29 16:49:23.082946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9d08b04f-fbbb-4cde-a109-03405e43e815, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9d08b04f-fbbb-4cde-a109-03405e43e815,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:23.083860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d08b04f-fbbb-4cde-a109-03405e43e815'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:23.088515 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733d0d9c-af75-420d-8651-6b879a734b74" -d '{"events": [{"server_uuid": "d3434289-d714-45c6-b7c1-be149a6d38ec", "name": "network-vif-plugged", "status": "completed", "tag": "9d08b04f-fbbb-4cde-a109-03405e43e815"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:23.091769 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:23.111993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300698a0-78e4-49be-9478-afef2b7582ca req-17e60859-a4d8-4941-96f2-ec017500158d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:23.114082 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-300698a0-78e4-49be-9478-afef2b7582ca req-17e60859-a4d8-4941-96f2-ec017500158d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 947 time: 0.0757768 Aug 29 16:49:23.157063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9d08b04f-fbbb-4cde-a109-03405e43e815,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:23.174061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-300698a0-78e4-49be-9478-afef2b7582ca req-86accda6-2691-4f92-a222-c5dbe28ad740 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447533 Aug 29 16:49:23.181016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc2a04-d071-497d-9412-57e4bc60acb4 req-1234685a-de79-471b-9373-a5651d5f86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:23.182545 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98cc2a04-d071-497d-9412-57e4bc60acb4 req-1234685a-de79-471b-9373-a5651d5f86c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0897431 Aug 29 16:49:23.227573 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36360a5c-14f1-49ec-ac6c-9d233d65ef96 x-openstack-request-id: req-36360a5c-14f1-49ec-ac6c-9d233d65ef96 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:23.227957 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3434289-d714-45c6-b7c1-be149a6d38ec", "name": "network-vif-plugged", "status": "completed", "tag": "9d08b04f-fbbb-4cde-a109-03405e43e815", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:23.228299 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36360a5c-14f1-49ec-ac6c-9d233d65ef96 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:23.228753 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d08b04f-fbbb-4cde-a109-03405e43e815', 'code': 200} Aug 29 16:49:23.322172 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98cc2a04-d071-497d-9412-57e4bc60acb4 req-9789be47-7deb-4ca5-8170-f8f027f4712d service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181118 Aug 29 16:49:23.323051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-eb47c289-52bc-4844-8bb7-190bfcfbd665 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:23.324539 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-eb47c289-52bc-4844-8bb7-190bfcfbd665 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 807 time: 0.1400671 Aug 29 16:49:23.346368 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b0af5f08-59b0-4140-a6fa-b2e003f7975a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/quotas/ec31ee35e48a404791ee79cc665280cf HTTP/1.1" status: 200 len: 375 time: 0.0147552 Aug 29 16:49:23.418977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-2dfc6b0d-9063-4a1c-aa10-6b43a1e6d41d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0701821 Aug 29 16:49:23.470162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf9308-4632-4c71-9011-96eb630a367f req-0753069e-2e19-4b82-acb0-9838636c92e1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:23.471821 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53bf9308-4632-4c71-9011-96eb630a367f req-0753069e-2e19-4b82-acb0-9838636c92e1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0882349 Aug 29 16:49:23.478261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98cc2a04-d071-497d-9412-57e4bc60acb4 req-d5a0e70d-9ae3-4cd9-bd84-1f11a8330721 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440427 Aug 29 16:49:23.514894 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53bf9308-4632-4c71-9011-96eb630a367f req-68c5c1b7-fac7-4365-a1c0-d000f0d1aafd tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356858 Aug 29 16:49:23.520078 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-775f64f2-0b65-433c-9d22-7134b2d27e45 service neutron] 10.222.0.22 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932784 Aug 29 16:49:23.614365 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-d1689a14-72af-46ef-94dc-c98ea92c5ed9 service neutron] 10.222.0.22 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880353 Aug 29 16:49:23.635252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc3254-8494-48e2-99ec-cc09e1b6cdf7 req-36b10569-0392-49c4-b6c6-ce8af3c2094e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:23.636722 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92bc3254-8494-48e2-99ec-cc09e1b6cdf7 req-36b10569-0392-49c4-b6c6-ce8af3c2094e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0488145 Aug 29 16:49:23.675553 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92bc3254-8494-48e2-99ec-cc09e1b6cdf7 req-a6c67cb6-5516-4d43-b50c-b6ab826a4ca5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Aug 29 16:49:23.792569 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6dc004dc-f481-4490-9358-e2b60f1343e2 req-101c99d5-e5a7-48b6-a4e2-023357073e55 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 210 time: 0.0264759 Aug 29 16:49:23.828265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c0174-db41-42dd-acf6-3f2e630b5864 req-2266c9b3-5315-4262-9a3e-57214b69a342 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:23.830070 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f3c0174-db41-42dd-acf6-3f2e630b5864 req-2266c9b3-5315-4262-9a3e-57214b69a342 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0569372 Aug 29 16:49:23.873995 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f3c0174-db41-42dd-acf6-3f2e630b5864 req-35ec8262-7ba2-4c89-a9b4-549f8768188e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370836 Aug 29 16:49:24.038544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24516af-78b3-4ccd-8551-932ef271ebf1 req-92bcef05-330a-4346-a183-b77306af2967 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:24.040092 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a24516af-78b3-4ccd-8551-932ef271ebf1 req-92bcef05-330a-4346-a183-b77306af2967 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 944 time: 0.0561862 Aug 29 16:49:24.089789 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a24516af-78b3-4ccd-8551-932ef271ebf1 req-2def471e-ba72-47eb-8a60-fc0479aabc7b tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438221 Aug 29 16:49:24.290333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7277dc28-2b66-4c4f-b564-85eb8d1ed97d details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:24.312335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee886-1f01-475a-80a9-047fdef34475 req-c7635fcd-f3d2-4e60-af76-af8ad227594e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:24.313989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6e3ee886-1f01-475a-80a9-047fdef34475 req-c7635fcd-f3d2-4e60-af76-af8ad227594e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 947 time: 0.0634682 Aug 29 16:49:24.382498 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6e3ee886-1f01-475a-80a9-047fdef34475 req-5c9295d5-912b-4d3d-b7f6-2ddb50594f7e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542438 Aug 29 16:49:24.416028 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7277dc28-2b66-4c4f-b564-85eb8d1ed97d,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:24.428597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'port_id': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d', 'mac_address': 'fa:16:3e:d7:cf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:24.465776 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:24.479209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7277dc28-2b66-4c4f-b564-85eb8d1ed97d {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:24.498067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7277dc28-2b66-4c4f-b564-85eb8d1ed97d,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:24.502834 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:24.511867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38524) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:24.549243 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=7277dc28-2b66-4c4f-b564-85eb8d1ed97d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:24.634565 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a670be1-b60b-4952-819b-35bebf67c68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:24.668642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7814efa-5ca8-463c-b228-ecbf079e647e req-892d9b98-0701-4425-9805-531527f9825c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:24.670147 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f7814efa-5ca8-463c-b228-ecbf079e647e req-892d9b98-0701-4425-9805-531527f9825c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0851114 Aug 29 16:49:24.725901 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f7814efa-5ca8-463c-b228-ecbf079e647e req-818e5130-390a-4ba2-9cb2-1c4184bd6467 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483308 Aug 29 16:49:24.764543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['7277dc28-2b66-4c4f-b564-85eb8d1ed97d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:24.776980 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a670be1-b60b-4952-819b-35bebf67c68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:24.784245 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a670be1-b60b-4952-819b-35bebf67c68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:24.798381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7af77-24a6-487d-b238-f46ece42bd49 req-7e3006b4-16bf-4c06-ad3c-1e3029543da5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:24.806202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34e7af77-24a6-487d-b238-f46ece42bd49 req-7e3006b4-16bf-4c06-ad3c-1e3029543da5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0622756 Aug 29 16:49:24.829582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6a670be1-b60b-4952-819b-35bebf67c68d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ba4d161148341d3bf944f2a5780b5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140457 Aug 29 16:49:24.830432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38538) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:24.844732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a670be1-b60b-4952-819b-35bebf67c68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c15d3-f670-47b5-9963-dde195b6a6b4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:24.865982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34e7af77-24a6-487d-b238-f46ece42bd49 req-72cc679a-45d6-4550-abe3-d70cddd9bf2e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586231 Aug 29 16:49:24.925050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e36524fa-bdf5-4763-826d-4432b4bd2688 req-f0fb3dd7-81ac-4423-9a63-4615220667ba tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 210 time: 0.0408919 Aug 29 16:49:24.950759 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c848953a-47c6-46fd-a00a-f32e81cf164f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:24.976410 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c848953a-47c6-46fd-a00a-f32e81cf164f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:25.056729 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deae83d-c9fd-478a-aacd-d5bc13d0fe2e req-86975b12-0e9a-4b4a-bed2-fa11837d359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:25.058421 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2deae83d-c9fd-478a-aacd-d5bc13d0fe2e req-86975b12-0e9a-4b4a-bed2-fa11837d359b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac6c5042c32e45418127eace69076549&device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 1101 time: 0.0857332 Aug 29 16:49:25.069115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7776d-bc82-415c-82b6-4d9d05089bab req-0c1e872e-45c4-43d0-9248-da396786253e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:25.070795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bfd7776d-bc82-415c-82b6-4d9d05089bab req-0c1e872e-45c4-43d0-9248-da396786253e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0779641 Aug 29 16:49:25.094975 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c848953a-47c6-46fd-a00a-f32e81cf164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:25.098151 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c848953a-47c6-46fd-a00a-f32e81cf164f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:25.101653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c848953a-47c6-46fd-a00a-f32e81cf164f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e54c15d3-f670-47b5-9963-dde195b6a6b4 HTTP/1.1" status: 204 len: 168 time: 0.2652931 Aug 29 16:49:25.119351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848953a-47c6-46fd-a00a-f32e81cf164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54c15d3-f670-47b5-9963-dde195b6a6b4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:25.128403 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-da0782df-ad1d-4eec-a18d-193d291d3454 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:25.129985 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-da0782df-ad1d-4eec-a18d-193d291d3454 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.16 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 807 time: 0.1380842 Aug 29 16:49:25.149572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Request body: {'port': {'device_id': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718', 'admin_state_up': True, 'tenant_id': 'ec31ee35e48a404791ee79cc665280cf'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:25.214075 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bfd7776d-bc82-415c-82b6-4d9d05089bab req-b3143903-7541-4a01-95cb-46c60b475977 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365831 Aug 29 16:49:25.240607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deae83d-c9fd-478a-aacd-d5bc13d0fe2e req-3876b981-b7e1-4860-a8df-e20e3a669e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:25.242169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2deae83d-c9fd-478a-aacd-d5bc13d0fe2e req-3876b981-b7e1-4860-a8df-e20e3a669e91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1514673 Aug 29 16:49:25.285935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf30f8e-b7c9-4f7e-bc18-081011beaeb0 req-43add544-f40c-42b2-8e2b-1e8e03764faf tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:25.287421 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bf30f8e-b7c9-4f7e-bc18-081011beaeb0 req-43add544-f40c-42b2-8e2b-1e8e03764faf tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 945 time: 0.0816653 Aug 29 16:49:25.349302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bf30f8e-b7c9-4f7e-bc18-081011beaeb0 req-159cc108-779f-46a2-a1de-101c08776728 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530870 Aug 29 16:49:25.350474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Made reservation on behalf of ec31ee35e48a404791ee79cc665280cf for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:49:25.353903 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:25.397461 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2deae83d-c9fd-478a-aacd-d5bc13d0fe2e req-9f17c7f0-418f-4dcb-b399-a0100a678dde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=be5f101a-7639-48c3-a0da-558458c3576e HTTP/1.1" status: 200 len: 217 time: 0.0500281 Aug 29 16:49:25.491840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deae83d-c9fd-478a-aacd-d5bc13d0fe2e req-e7c2a37a-7135-4116-9f8e-2144a68835ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:25.493361 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2deae83d-c9fd-478a-aacd-d5bc13d0fe2e req-e7c2a37a-7135-4116-9f8e-2144a68835ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0806687 Aug 29 16:49:25.508929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5e4bd-32df-4110-98ff-57aa5ee6d006 req-02fb454f-40c5-4163-91ad-332e82d97dcd tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:25.510442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6bb5e4bd-32df-4110-98ff-57aa5ee6d006 req-02fb454f-40c5-4163-91ad-332e82d97dcd tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 947 time: 0.0643640 Aug 29 16:49:25.522842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Allocated IP 172.20.0.6 (8e27da2f-25dd-46eb-b0d0-cdd0f9e28718/18e8af9c-c432-4e00-afd5-7587349e66b2/80a610c2-ebee-4d6c-b5b8-fe20e7654a33) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:25.578791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deae83d-c9fd-478a-aacd-d5bc13d0fe2e req-4a82f889-fe1a-422d-8439-a8766bab7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:25.580318 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2deae83d-c9fd-478a-aacd-d5bc13d0fe2e req-4a82f889-fe1a-422d-8439-a8766bab7b35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0688975 Aug 29 16:49:25.583816 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6bb5e4bd-32df-4110-98ff-57aa5ee6d006 req-c28ad27c-0f97-4190-b00d-91dc0501e7b9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631270 Aug 29 16:49:25.687824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2deae83d-c9fd-478a-aacd-d5bc13d0fe2e req-9de08f4c-3ab9-472e-9996-ab8ebcfc482a service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958803 Aug 29 16:49:25.693916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:25.735190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:25.798101 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2deae83d-c9fd-478a-aacd-d5bc13d0fe2e req-5931db02-66be-4daa-979b-c9aabab15860 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966196 Aug 29 16:49:25.805453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Pushing event updated for resources: {'Port': ['ID=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:25.843683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:25.848371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:25.851163 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:25.856715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:25.857317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:25.876582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-b88ac9c5-98fc-4648-8815-d24b6fa010e8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7316766 Aug 29 16:49:25.885201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117480ab-ab3c-4ef4-b19a-8d0fed236d5d req-8d1d40b3-682d-4a01-af17-c3231b62ffb8 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:25.886936 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-117480ab-ab3c-4ef4-b19a-8d0fed236d5d req-8d1d40b3-682d-4a01-af17-c3231b62ffb8 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0770895 Aug 29 16:49:25.891783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Request body: {'port': {'device_id': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:25.969499 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-117480ab-ab3c-4ef4-b19a-8d0fed236d5d req-6db8175c-7556-4685-b79b-ecc9cd87d728 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733573 Aug 29 16:49:25.974719 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:25.987008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71e276-8169-4222-bb60-fea8290c5efc req-2615a529-93d1-4256-8bf5-4b4ad07a3ca0 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:25.988563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b71e276-8169-4222-bb60-fea8290c5efc req-2615a529-93d1-4256-8bf5-4b4ad07a3ca0 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0520701 Aug 29 16:49:26.032943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b71e276-8169-4222-bb60-fea8290c5efc req-25984edb-9504-4331-9ce8-2e9dcecbd493 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369947 Aug 29 16:49:26.141607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c4dca-b1be-40d5-abb2-205fdbcbb85c req-3c96e1f0-33d7-4305-9537-0e78c299a820 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:26.143614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc7c4dca-b1be-40d5-abb2-205fdbcbb85c req-3c96e1f0-33d7-4305-9537-0e78c299a820 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 931 time: 0.0542505 Aug 29 16:49:26.185827 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc7c4dca-b1be-40d5-abb2-205fdbcbb85c req-2e39c815-e411-4bba-b847-2973ebe3160e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357521 Aug 29 16:49:26.264850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:26.273352 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:26.288209 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Transition to ACTIVE for port object 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:26.297592 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:26.302484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 80358757-d936-48fe-919e-72caaebf4ace details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:26.309982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7277dc28-2b66-4c4f-b564-85eb8d1ed97d up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:26.378901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Pushing event updated for resources: {'Port': ['ID=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:26.422525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283604f5-6c51-432a-97f0-315360101c37 req-221d4a8f-3d74-4160-bda8-65dc690fce53 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:26.424590 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-283604f5-6c51-432a-97f0-315360101c37 req-221d4a8f-3d74-4160-bda8-65dc690fce53 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.1395166 Aug 29 16:49:26.430043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:26.439506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:26.440785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:26.452120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:26.452452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:26.452776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:26.472691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:26.473040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:26.486120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:26.486954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:26.487252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:26.488110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Bound port: 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:26.488110 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:26.496187 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-283604f5-6c51-432a-97f0-315360101c37 req-0346d753-d6b7-482f-967e-11ee3f710193 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571134 Aug 29 16:49:26.505126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 80358757-d936-48fe-919e-72caaebf4ace, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=80358757-d936-48fe-919e-72caaebf4ace,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:26.506532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb69f1d-1d90-4985-bcba-1c1540849d74 req-6bb9c953-8ca4-4cab-b2a0-6504b27b369b tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:26.527720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dfb69f1d-1d90-4985-bcba-1c1540849d74 req-6bb9c953-8ca4-4cab-b2a0-6504b27b369b tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 945 time: 0.0913982 Aug 29 16:49:26.542591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '80358757-d936-48fe-919e-72caaebf4ace', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '80358757-d936-48fe-919e-72caaebf4ace', 'mac_address': 'fa:16:3e:cb:80:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:26.583666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:26.584379 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dfb69f1d-1d90-4985-bcba-1c1540849d74 req-5e998f77-29c6-490f-b05e-7fccea7f3607 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557086 Aug 29 16:49:26.590399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:26.595701 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:26.637395 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:26.644471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:26.645093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:26.646594 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] 10.222.0.16 "PUT /v2.0/ports/80a610c2-ebee-4d6c-b5b8-fe20e7654a33 HTTP/1.1" status: 200 len: 1092 time: 0.7586815 Aug 29 16:49:26.647240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'tag': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:26.650830 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5594c198-e9e8-46c0-880a-96aa87015f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "07da30ef-8767-455f-a808-0e2cfaa1dea6", "tag": "80a610c2-ebee-4d6c-b5b8-fe20e7654a33"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:26.656753 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:26.675913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80358757-d936-48fe-919e-72caaebf4ace {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:26.688922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e66da-321a-40a9-b0d2-d0cbaec6818c service neutron] Pushing event updated for resources: {'Port': ['ID=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:26.724444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:26.727623 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397d83ff-eb77-49d9-acba-67c813050309" -d '{"events": [{"server_uuid": "b0104aee-f5ed-4f28-9089-f88cb8a63617", "name": "network-vif-plugged", "status": "completed", "tag": "7277dc28-2b66-4c4f-b564-85eb8d1ed97d"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:26.752195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 80358757-d936-48fe-919e-72caaebf4ace, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=80358757-d936-48fe-919e-72caaebf4ace,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:26.758511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7277dc28-2b66-4c4f-b564-85eb8d1ed97d,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:26.761971 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:26.772277 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:26.783752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-7e0d7930-6ed7-462c-a4cc-49465e3ca66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:26.785022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03f7b7-d804-4a1c-a01d-7d58f8ed9877 req-f2bb5538-8383-4f6c-af4a-d3179720eac1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:26.785700 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-7e0d7930-6ed7-462c-a4cc-49465e3ca66f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1095 time: 0.0929213 Aug 29 16:49:26.787183 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d05ed5b-6280-4336-9e2d-01a9c80254d5 x-openstack-request-id: req-9d05ed5b-6280-4336-9e2d-01a9c80254d5 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:26.787461 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07da30ef-8767-455f-a808-0e2cfaa1dea6", "tag": "80a610c2-ebee-4d6c-b5b8-fe20e7654a33", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:26.787706 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d05ed5b-6280-4336-9e2d-01a9c80254d5 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:26.788129 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'tag': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33', 'status': 'completed', 'code': 200} Aug 29 16:49:26.790058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef03f7b7-d804-4a1c-a01d-7d58f8ed9877 req-f2bb5538-8383-4f6c-af4a-d3179720eac1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 947 time: 0.0854812 Aug 29 16:49:26.834820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=80358757-d936-48fe-919e-72caaebf4ace,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:26.846356 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-96b15884-0cff-49b3-a2b3-a58afb6749f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33 HTTP/1.1" status: 200 len: 217 time: 0.0461733 Aug 29 16:49:26.864393 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef03f7b7-d804-4a1c-a01d-7d58f8ed9877 req-31e7d618-3b7c-42e5-9c6a-96ecff339f08 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Aug 29 16:49:26.896089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=7277dc28-2b66-4c4f-b564-85eb8d1ed97d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:26.910643 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7648e42-f606-4b63-8797-849eb7c2e73f x-openstack-request-id: req-d7648e42-f606-4b63-8797-849eb7c2e73f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:26.910934 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0104aee-f5ed-4f28-9089-f88cb8a63617", "name": "network-vif-plugged", "status": "completed", "tag": "7277dc28-2b66-4c4f-b564-85eb8d1ed97d", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:26.911177 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7648e42-f606-4b63-8797-849eb7c2e73f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:26.911567 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d', 'code': 200} Aug 29 16:49:26.954877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442714c9-2650-4893-a1e0-6fbd482e0ed8 req-23f73121-ea25-42f6-9394-6f737b87b6f6 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:26.956913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-442714c9-2650-4893-a1e0-6fbd482e0ed8 req-23f73121-ea25-42f6-9394-6f737b87b6f6 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.1135375 Aug 29 16:49:26.958791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-57849572-5e1e-4cb6-8595-f257b95c4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:26.960208 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-57849572-5e1e-4cb6-8595-f257b95c4f67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.0722682 Aug 29 16:49:27.025425 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-916152b6-da71-4954-b5be-d45ae6ed585f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409694 Aug 29 16:49:27.045855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:27.049532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd994f0-dc9c-44a6-afbd-8d20cc7457ab req-6c07e150-cb73-49bd-b5f7-b9f2a632b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:27.050472 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ecd994f0-dc9c-44a6-afbd-8d20cc7457ab req-6c07e150-cb73-49bd-b5f7-b9f2a632b181 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 1098 time: 0.0703120 Aug 29 16:49:27.052465 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-155877ab-41ef-4b98-8eaa-4d2c9818e315 req-7c4e79a9-3d92-4234-857d-acfad3d0cf18 tempest-FlavorsV2NegativeTest-1071664884 tempest-FlavorsV2NegativeTest-1071664884-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=357183d311674539abba3de8a40ab301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272009 Aug 29 16:49:27.082484 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-442714c9-2650-4893-a1e0-6fbd482e0ed8 req-bd611879-621f-47c0-9c1c-84256e897fd3 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167293 Aug 29 16:49:27.134447 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-e9a93b99-f07d-4c95-97da-91336b5a4087 service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988538 Aug 29 16:49:27.153547 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ecd994f0-dc9c-44a6-afbd-8d20cc7457ab req-1991d5b1-e6d6-420f-b611-1d5ce3ebf644 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943561 Aug 29 16:49:27.200858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155877ab-41ef-4b98-8eaa-4d2c9818e315 req-8b2488cd-2144-400e-bb91-7ac1784eb549 tempest-FlavorsV2NegativeTest-1071664884 tempest-FlavorsV2NegativeTest-1071664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:27.202237 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-155877ab-41ef-4b98-8eaa-4d2c9818e315 req-8b2488cd-2144-400e-bb91-7ac1784eb549 tempest-FlavorsV2NegativeTest-1071664884 tempest-FlavorsV2NegativeTest-1071664884-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374021 Aug 29 16:49:27.218242 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-155877ab-41ef-4b98-8eaa-4d2c9818e315 req-2ecf9ccf-c3b2-4b25-aa17-627971c59a73 tempest-FlavorsV2NegativeTest-1071664884 tempest-FlavorsV2NegativeTest-1071664884-project] 10.222.0.22 "GET /v2.0/quotas/357183d311674539abba3de8a40ab301 HTTP/1.1" status: 200 len: 375 time: 0.0092542 Aug 29 16:49:27.251081 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-155877ab-41ef-4b98-8eaa-4d2c9818e315 req-c2b9e8ba-1fde-4867-babb-e3d7b3d3b37f tempest-FlavorsV2NegativeTest-1071664884 tempest-FlavorsV2NegativeTest-1071664884-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=357183d311674539abba3de8a40ab301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268857 Aug 29 16:49:27.259732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da79f2c-d75b-4f31-911e-8bdfef6dacf5 req-b49d3925-df30-4870-95c9-836b627cfab1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:27.261195 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1da79f2c-d75b-4f31-911e-8bdfef6dacf5 req-b49d3925-df30-4870-95c9-836b627cfab1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1038101 Aug 29 16:49:27.292965 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29f31b60-0a31-4d62-b08f-37bb6b56337a req-414b31ec-616b-4817-bc5e-1d5d4f2509bc service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457906 Aug 29 16:49:27.324109 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1da79f2c-d75b-4f31-911e-8bdfef6dacf5 req-2020102f-7370-4b29-8dfd-c190a2782f9e tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546086 Aug 29 16:49:27.382821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b6f67-0b98-4764-9f4d-6ee8f5a2a769 req-23c2a66e-2590-43ce-a4d2-3fb528f2d253 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:27.384387 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-582b6f67-0b98-4764-9f4d-6ee8f5a2a769 req-23c2a66e-2590-43ce-a4d2-3fb528f2d253 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0666003 Aug 29 16:49:27.451540 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-582b6f67-0b98-4764-9f4d-6ee8f5a2a769 req-38debda8-b5f5-4245-b237-5b1bbae5a51b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594263 Aug 29 16:49:27.454182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594c198-e9e8-46c0-880a-96aa87015f4c req-f21ea2c8-44d2-4712-8965-6deb7c6b8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:27.456426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5594c198-e9e8-46c0-880a-96aa87015f4c req-f21ea2c8-44d2-4712-8965-6deb7c6b8b41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1095 time: 0.0922351 Aug 29 16:49:27.468808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60178e-e25b-4a95-bd20-baa8a6f8ec97 req-89a28284-8cd3-4059-a828-898a35badeed tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:27.470234 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c60178e-e25b-4a95-bd20-baa8a6f8ec97 req-89a28284-8cd3-4059-a828-898a35badeed tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 943 time: 0.0706966 Aug 29 16:49:27.563171 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c60178e-e25b-4a95-bd20-baa8a6f8ec97 req-fbef2477-8fbc-49c2-8661-1eb5c8ffdbfa tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832100 Aug 29 16:49:27.584577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594c198-e9e8-46c0-880a-96aa87015f4c req-45a300b7-e94b-46fe-b41e-53b849508bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:27.586103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5594c198-e9e8-46c0-880a-96aa87015f4c req-45a300b7-e94b-46fe-b41e-53b849508bc5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.1149330 Aug 29 16:49:27.635551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5594c198-e9e8-46c0-880a-96aa87015f4c req-29751856-6de7-45e3-a099-08d6120ebd6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33 HTTP/1.1" status: 200 len: 217 time: 0.0406778 Aug 29 16:49:27.698171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a05b-518d-46b8-88b3-d98494425d6f req-d913cf33-5416-4140-9f13-62b4ebe7ff57 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:27.699760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c3b0a05b-518d-46b8-88b3-d98494425d6f req-d913cf33-5416-4140-9f13-62b4ebe7ff57 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 946 time: 0.0515466 Aug 29 16:49:27.704754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594c198-e9e8-46c0-880a-96aa87015f4c req-0f71622c-0374-4380-8d4f-988b0ba59713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:27.706510 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5594c198-e9e8-46c0-880a-96aa87015f4c req-0f71622c-0374-4380-8d4f-988b0ba59713 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.0499754 Aug 29 16:49:27.738448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c3b0a05b-518d-46b8-88b3-d98494425d6f req-0ff176a8-d339-42e1-92c7-62ea6a28748e tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324230 Aug 29 16:49:27.749598 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5594c198-e9e8-46c0-880a-96aa87015f4c req-a284a717-f17f-4e61-aa2a-96ec28fc771a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285823 Aug 29 16:49:27.776735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38662) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:27.852310 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5594c198-e9e8-46c0-880a-96aa87015f4c req-3b51c1f8-06de-4608-b01d-724b4bc681c3 service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934069 Aug 29 16:49:28.145182 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5ea9-4d8a-43c6-8aaa-dd2144e4c72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:28.204298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f267f2-fe95-423d-9dfc-04dbb7f1dc6b req-28f3c106-1b84-40f4-960d-06f12360db25 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:28.206386 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96f267f2-fe95-423d-9dfc-04dbb7f1dc6b req-28f3c106-1b84-40f4-960d-06f12360db25 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 945 time: 0.0482090 Aug 29 16:49:28.207797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c2fb6-f088-4b76-90fa-3f7cd7f0d0d4 req-d6de53df-b479-4b40-aa14-1bc3d274ff03 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:28.209283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc5c2fb6-f088-4b76-90fa-3f7cd7f0d0d4 req-d6de53df-b479-4b40-aa14-1bc3d274ff03 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 948 time: 0.1266267 Aug 29 16:49:28.241420 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5594c198-e9e8-46c0-880a-96aa87015f4c req-ea44d79a-9ab0-44ea-875e-986f566f603e service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779325 Aug 29 16:49:28.245447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96f267f2-fe95-423d-9dfc-04dbb7f1dc6b req-c0a8bac0-0c7e-4911-a2d9-de8b51173cc5 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324521 Aug 29 16:49:28.288795 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc5c2fb6-f088-4b76-90fa-3f7cd7f0d0d4 req-50cc9bd4-94f0-4cf1-80c7-f87b98d03bcc tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730228 Aug 29 16:49:28.322567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5ea9-4d8a-43c6-8aaa-dd2144e4c72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:28.326303 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5ea9-4d8a-43c6-8aaa-dd2144e4c72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:28.339128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 80358757-d936-48fe-919e-72caaebf4ace up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:28.374299 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bb1d5ea9-4d8a-43c6-8aaa-dd2144e4c72c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=357183d311674539abba3de8a40ab301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965111 Aug 29 16:49:28.375358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d5ea9-4d8a-43c6-8aaa-dd2144e4c72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed69b9bd-5d5b-4695-8a4d-1d3c2c632b68,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:28.376894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38674) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:28.394209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 80358757-d936-48fe-919e-72caaebf4ace completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:28.401750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 80358757-d936-48fe-919e-72caaebf4ace triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:28.402165 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:28.462306 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7a19276-a561-49c3-90ca-737394c59883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:28.486447 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:28.493080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1f332-50ee-43b9-9c36-4001906237ad req-e6f5d435-0695-4a5b-aa9c-0336efb10cda tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:28.494808 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85a1f332-50ee-43b9-9c36-4001906237ad req-e6f5d435-0695-4a5b-aa9c-0336efb10cda tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0800405 Aug 29 16:49:28.503297 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7a19276-a561-49c3-90ca-737394c59883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:28.529894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 80358757-d936-48fe-919e-72caaebf4ace, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=80358757-d936-48fe-919e-72caaebf4ace,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:28.537361 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:28.573036 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85a1f332-50ee-43b9-9c36-4001906237ad req-3b4d1786-adba-46f2-a791-a1bc8ce54c76 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662715 Aug 29 16:49:28.603284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=80358757-d936-48fe-919e-72caaebf4ace,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:28.607052 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7a19276-a561-49c3-90ca-737394c59883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:28.610574 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7a19276-a561-49c3-90ca-737394c59883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:28.612200 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b7a19276-a561-49c3-90ca-737394c59883 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed69b9bd-5d5b-4695-8a4d-1d3c2c632b68 HTTP/1.1" status: 204 len: 168 time: 0.2339723 Aug 29 16:49:28.624331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f48fc2-30e6-4b15-a129-3a73ae1d31cc req-3f89a720-175b-4ab0-bd1e-663c918dd907 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:28.625845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19f48fc2-30e6-4b15-a129-3a73ae1d31cc req-3f89a720-175b-4ab0-bd1e-663c918dd907 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0790739 Aug 29 16:49:28.631734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a19276-a561-49c3-90ca-737394c59883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed69b9bd-5d5b-4695-8a4d-1d3c2c632b68,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:28.676490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19f48fc2-30e6-4b15-a129-3a73ae1d31cc req-2e2dfa86-b4cd-47ef-b288-5b49c1046358 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Aug 29 16:49:28.705966 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333b760-f639-48db-9925-3bea1dc6c11c req-863351e3-002d-457f-a782-4616a7f674d0 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:28.707445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4333b760-f639-48db-9925-3bea1dc6c11c req-863351e3-002d-457f-a782-4616a7f674d0 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 943 time: 0.0609999 Aug 29 16:49:28.746157 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4333b760-f639-48db-9925-3bea1dc6c11c req-681a3889-00d6-4f5c-88a7-9fbe4401a1d7 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Aug 29 16:49:28.859161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9d08b04f-fbbb-4cde-a109-03405e43e815 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:49:28.860648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10f716-2ce0-49c9-b0c1-d0fd58ae4eb1 req-cf0d4808-b4b4-4498-8592-333d7dac05e8 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:28.863006 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f10f716-2ce0-49c9-b0c1-d0fd58ae4eb1 req-cf0d4808-b4b4-4498-8592-333d7dac05e8 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 946 time: 0.0556846 Aug 29 16:49:28.909836 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f10f716-2ce0-49c9-b0c1-d0fd58ae4eb1 req-f796bacb-02a1-4b6c-aa76-4b1aa14fefec tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355291 Aug 29 16:49:28.928595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8f673b-f932-4ead-b52d-e7b22ea40503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80358757-d936-48fe-919e-72caaebf4ace'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:28.930836 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbbb904-2053-43af-a81c-6631f83a4f5b" -d '{"events": [{"server_uuid": "ba8f673b-f932-4ead-b52d-e7b22ea40503", "name": "network-vif-plugged", "status": "completed", "tag": "80358757-d936-48fe-919e-72caaebf4ace"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:28.949392 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:28.973728 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7f7daf-19cf-4609-b9a6-b466e8f0ed59 x-openstack-request-id: req-3b7f7daf-19cf-4609-b9a6-b466e8f0ed59 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:28.974129 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8f673b-f932-4ead-b52d-e7b22ea40503", "name": "network-vif-plugged", "status": "completed", "tag": "80358757-d936-48fe-919e-72caaebf4ace", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:28.974555 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b7f7daf-19cf-4609-b9a6-b466e8f0ed59 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:28.975014 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8f673b-f932-4ead-b52d-e7b22ea40503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80358757-d936-48fe-919e-72caaebf4ace', 'code': 200} Aug 29 16:49:28.994817 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9d08b04f-fbbb-4cde-a109-03405e43e815, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9d08b04f-fbbb-4cde-a109-03405e43e815,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:29.001185 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:29.054600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9d08b04f-fbbb-4cde-a109-03405e43e815,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:29.075175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b7fb-33a5-455c-a78e-1611a609a891 req-3dff12d2-66b9-4010-9442-098f13409453 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:29.077089 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d647b7fb-33a5-455c-a78e-1611a609a891 req-3dff12d2-66b9-4010-9442-098f13409453 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 946 time: 0.0871022 Aug 29 16:49:29.086197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38700) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:29.091375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f2212c1f-8daf-4821-8bf1-3505b4429386 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Request body: {'floatingip': {'port_id': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:29.137598 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2212c1f-8daf-4821-8bf1-3505b4429386 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:29.140814 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d6647-4f32-4dfc-bffc-70ad2a16352e req-43df24cc-48a2-4c3b-895f-afbe73f44870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:29.142829 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d3d6647-4f32-4dfc-bffc-70ad2a16352e req-43df24cc-48a2-4c3b-895f-afbe73f44870 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 1101 time: 0.1022246 Aug 29 16:49:29.238829 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:49:29.257364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d3d6647-4f32-4dfc-bffc-70ad2a16352e req-24465286-6f0c-421b-aa47-53c253129115 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828397 Aug 29 16:49:29.265768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b5201-2d0b-41e7-90cb-2d9a1b4652e4 req-0e269a92-ce68-4085-ba9d-533cb9cc1598 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:29.268623 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-578b5201-2d0b-41e7-90cb-2d9a1b4652e4 req-0e269a92-ce68-4085-ba9d-533cb9cc1598 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 943 time: 0.0509949 Aug 29 16:49:29.418706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1387e2-f8ed-4b72-837c-e388544b8ea8 req-1a40a8b1-dcd6-4940-a6a5-8eb90ea95a50 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:29.420344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f1387e2-f8ed-4b72-837c-e388544b8ea8 req-1a40a8b1-dcd6-4940-a6a5-8eb90ea95a50 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3434289-d714-45c6-b7c1-be149a6d38ec HTTP/1.1" status: 200 len: 943 time: 0.0651710 Aug 29 16:49:29.450195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-578b5201-2d0b-41e7-90cb-2d9a1b4652e4 req-7545951c-c1c0-4fd8-aec5-5ed8cb71dfb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Deleting port 9d08b04f-fbbb-4cde-a109-03405e43e815 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:49:29.450915 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-578b5201-2d0b-41e7-90cb-2d9a1b4652e4 req-7545951c-c1c0-4fd8-aec5-5ed8cb71dfb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:29.471522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebacfc-149b-412c-9a4a-469db8c9576b req-500342c4-6e9c-4753-beed-77514ce09c77 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:29.473076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fbebacfc-149b-412c-9a4a-469db8c9576b req-500342c4-6e9c-4753-beed-77514ce09c77 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 949 time: 0.0773232 Aug 29 16:49:29.504513 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f1387e2-f8ed-4b72-837c-e388544b8ea8 req-e8455705-cc4f-46cc-bfe2-def682d9128e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770466 Aug 29 16:49:29.558315 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-578b5201-2d0b-41e7-90cb-2d9a1b4652e4 req-7545951c-c1c0-4fd8-aec5-5ed8cb71dfb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] For port 9d08b04f-fbbb-4cde-a109-03405e43e815, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9d08b04f-fbbb-4cde-a109-03405e43e815,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:29.558706 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-578b5201-2d0b-41e7-90cb-2d9a1b4652e4 req-7545951c-c1c0-4fd8-aec5-5ed8cb71dfb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:29.574110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-578b5201-2d0b-41e7-90cb-2d9a1b4652e4 req-7545951c-c1c0-4fd8-aec5-5ed8cb71dfb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Calling delete_port for 9d08b04f-fbbb-4cde-a109-03405e43e815 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:49:29.653611 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fbebacfc-149b-412c-9a4a-469db8c9576b req-a4b096ed-91e6-4f0a-9ff4-a567efead9c7 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488044 Aug 29 16:49:29.732309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ec9d-9c8f-4395-803d-d6781b5f753c req-30e93ddf-93b3-405e-bc52-154c8746d67c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:29.733996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0648ec9d-9c8f-4395-803d-d6781b5f753c req-30e93ddf-93b3-405e-bc52-154c8746d67c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0680761 Aug 29 16:49:29.834751 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0648ec9d-9c8f-4395-803d-d6781b5f753c req-b27ccb22-2b36-4a01-9ff4-bc5ab35b0a4f tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850461 Aug 29 16:49:29.838842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-578b5201-2d0b-41e7-90cb-2d9a1b4652e4 req-7545951c-c1c0-4fd8-aec5-5ed8cb71dfb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:29.911339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545951c-c1c0-4fd8-aec5-5ed8cb71dfb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event deleted for resources: {'Port': ['ID=9d08b04f-fbbb-4cde-a109-03405e43e815,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:30.008346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-578b5201-2d0b-41e7-90cb-2d9a1b4652e4 req-7545951c-c1c0-4fd8-aec5-5ed8cb71dfb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] No DVR routers for this DVR port 9d08b04f-fbbb-4cde-a109-03405e43e815 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:49:30.011780 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-578b5201-2d0b-41e7-90cb-2d9a1b4652e4 req-7545951c-c1c0-4fd8-aec5-5ed8cb71dfb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:30.014004 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-578b5201-2d0b-41e7-90cb-2d9a1b4652e4 req-7545951c-c1c0-4fd8-aec5-5ed8cb71dfb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.16 "DELETE /v2.0/ports/9d08b04f-fbbb-4cde-a109-03405e43e815 HTTP/1.1" status: 204 len: 173 time: 0.7373073 Aug 29 16:49:30.015406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'name': 'network-vif-deleted', 'tag': '9d08b04f-fbbb-4cde-a109-03405e43e815'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:30.020068 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d654467-631f-48a2-a04d-08e718e9070b" -d '{"events": [{"server_uuid": "d3434289-d714-45c6-b7c1-be149a6d38ec", "name": "network-vif-deleted", "tag": "9d08b04f-fbbb-4cde-a109-03405e43e815"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:30.042409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754567f1-df1a-4b26-a2f7-0e994c8b0c4d req-f728d898-601f-4077-98ff-47e653f2522b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:30.044197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-754567f1-df1a-4b26-a2f7-0e994c8b0c4d req-f728d898-601f-4077-98ff-47e653f2522b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 943 time: 0.1230633 Aug 29 16:49:30.078092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38bf88-2963-4177-8775-411da9276055 req-dfc0194a-2663-4429-b420-42b4148cab50 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:30.085184 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d38bf88-2963-4177-8775-411da9276055 req-dfc0194a-2663-4429-b420-42b4148cab50 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.1511629 Aug 29 16:49:30.113804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-754567f1-df1a-4b26-a2f7-0e994c8b0c4d req-01de68f9-6b0e-4344-b330-8834b439fb87 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588737 Aug 29 16:49:30.133752 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.resource_extend [None req-f2212c1f-8daf-4821-8bf1-3505b4429386 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 16:49:30.156540 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e90c77-132a-471b-a6b2-169e1ed60b2e x-openstack-request-id: req-41e90c77-132a-471b-a6b2-169e1ed60b2e {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:30.156856 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3434289-d714-45c6-b7c1-be149a6d38ec", "name": "network-vif-deleted", "tag": "9d08b04f-fbbb-4cde-a109-03405e43e815", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:30.157390 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41e90c77-132a-471b-a6b2-169e1ed60b2e {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:30.158231 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'name': 'network-vif-deleted', 'tag': '9d08b04f-fbbb-4cde-a109-03405e43e815', 'status': 'completed', 'code': 200} Aug 29 16:49:30.201439 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d38bf88-2963-4177-8775-411da9276055 req-ae808996-75be-4e87-b4f9-58543c445850 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153421 Aug 29 16:49:30.235842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2212c1f-8daf-4821-8bf1-3505b4429386 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:30.239890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2212c1f-8daf-4821-8bf1-3505b4429386 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:30.347447 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-f2212c1f-8daf-4821-8bf1-3505b4429386 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Floating IP 9772157e-b611-4d3d-8263-280d886af228 associated. External IP: 172.25.5.102, port: 7277dc28-2b66-4c4f-b564-85eb8d1ed97d. Aug 29 16:49:30.601739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2212c1f-8daf-4821-8bf1-3505b4429386 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:49:30.739403 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2212c1f-8daf-4821-8bf1-3505b4429386 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:49:30.744579 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2212c1f-8daf-4821-8bf1-3505b4429386 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:30.762781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3658343-6e1e-4ed3-a949-6e5eb41eef95 None None] Sync routers for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:49:30.779204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3658343-6e1e-4ed3-a949-6e5eb41eef95 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:49:30.780177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3658343-6e1e-4ed3-a949-6e5eb41eef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:49:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:30.796631 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f2212c1f-8daf-4821-8bf1-3505b4429386 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "PUT /v2.0/floatingips/9772157e-b611-4d3d-8263-280d886af228 HTTP/1.1" status: 200 len: 992 time: 1.7091103 Aug 29 16:49:30.797915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'tag': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:30.809636 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74061c8e-3284-4bd6-9e1b-e369c4435b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0104aee-f5ed-4f28-9089-f88cb8a63617", "tag": "7277dc28-2b66-4c4f-b564-85eb8d1ed97d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:30.861667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d33d2e-4616-4dd3-bbdf-258d56353e76 req-4c6a05ef-db1d-4e67-b70e-7b9e90e1341e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:30.863199 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9d33d2e-4616-4dd3-bbdf-258d56353e76 req-4c6a05ef-db1d-4e67-b70e-7b9e90e1341e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 949 time: 0.0681601 Aug 29 16:49:30.886841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:30.905482 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9d33d2e-4616-4dd3-bbdf-258d56353e76 req-cbde6588-50eb-46ae-aef2-cdb7efc20c4d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346451 Aug 29 16:49:30.959531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-f3658343-6e1e-4ed3-a949-6e5eb41eef95 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:49:30.984891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d08b04f-fbbb-4cde-a109-03405e43e815'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:30.987678 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c74473-c13f-4cf7-9625-402978c21c6c" -d '{"events": [{"server_uuid": "d3434289-d714-45c6-b7c1-be149a6d38ec", "name": "network-vif-unplugged", "status": "completed", "tag": "9d08b04f-fbbb-4cde-a109-03405e43e815"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:31.062008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38860) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:31.067389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6d20b04d-380c-4fb3-874b-c8d50aff2cc5 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--94010283', 'description': 'tempest-description--558206283'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:31.095833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d20b04d-380c-4fb3-874b-c8d50aff2cc5 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.202479 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf81638-43e7-466c-9609-a1cee1dbc357 x-openstack-request-id: req-2bf81638-43e7-466c-9609-a1cee1dbc357 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:31.202968 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0104aee-f5ed-4f28-9089-f88cb8a63617", "tag": "7277dc28-2b66-4c4f-b564-85eb8d1ed97d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:31.203062 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bf81638-43e7-466c-9609-a1cee1dbc357 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:31.203451 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'tag': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d', 'status': 'completed', 'code': 200} Aug 29 16:49:31.220448 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d20b04d-380c-4fb3-874b-c8d50aff2cc5 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.230115 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d20b04d-380c-4fb3-874b-c8d50aff2cc5 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.264885 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d20b04d-380c-4fb3-874b-c8d50aff2cc5 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.266185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6d20b04d-380c-4fb3-874b-c8d50aff2cc5 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2031620 Aug 29 16:49:31.268647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:31.281054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38874) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:31.291842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-9997c59f-150d-4597-ad91-c77ed3540e6c tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Request body: {'security_group_rule': {'security_group_id': '9a1dcc2a-23e3-4268-bb6e-9fd09530cd96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:31.303606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20b04d-380c-4fb3-874b-c8d50aff2cc5 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1dcc2a-23e3-4268-bb6e-9fd09530cd96,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:31.333588 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c1de6-5c80-49a6-a2e0-40f8b7485f3e req-3a984d75-9f7e-4951-9d38-fa177ff459fa tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:31.335479 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e76c1de6-5c80-49a6-a2e0-40f8b7485f3e req-3a984d75-9f7e-4951-9d38-fa177ff459fa tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0718741 Aug 29 16:49:31.346922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33', 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718', 'port_id': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33', 'mac_address': 'fa:16:3e:f3:d7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e8af9c-c432-4e00-afd5-7587349e66b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:31.355762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061c8e-3284-4bd6-9e1b-e369c4435b1e req-aa16bf08-af74-4754-a696-bcaa5d6eb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:31.357394 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74061c8e-3284-4bd6-9e1b-e369c4435b1e req-aa16bf08-af74-4754-a696-bcaa5d6eb7b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56f4737bd4bf489985761b33a0c0c50c&device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 1098 time: 0.1235738 Aug 29 16:49:31.363902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9997c59f-150d-4597-ad91-c77ed3540e6c tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.383731 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e76c1de6-5c80-49a6-a2e0-40f8b7485f3e req-791a3fc2-c3f6-4540-8b7d-2d33768f903f tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Aug 29 16:49:31.423882 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.443628 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:31.468875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:31.477406 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.484835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3658343-6e1e-4ed3-a949-6e5eb41eef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '9772157e-b611-4d3d-8263-280d886af228', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'port_id': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'mac_address': 'fa:16:3e:d7:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:49:11Z', 'updated_at': '2021-08-29T16:49:30Z', 'revision_number': 1, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:31.513954 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9997c59f-150d-4597-ad91-c77ed3540e6c tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.524117 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9997c59f-150d-4597-ad91-c77ed3540e6c tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.541195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3658343-6e1e-4ed3-a949-6e5eb41eef95 None None] Checking router: 3231dc75-bffa-422b-9aea-e4e980d5e0f8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:49:31.555679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997c59f-150d-4597-ad91-c77ed3540e6c tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6672d415-b7a7-440a-89b2-b56f7317f1a2,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:31.567799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:31.570658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3658343-6e1e-4ed3-a949-6e5eb41eef95 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:49:31.571272 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3658343-6e1e-4ed3-a949-6e5eb41eef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:49:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:31.571574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061c8e-3284-4bd6-9e1b-e369c4435b1e req-b85db661-6d41-4ebb-97e4-7dce1a218d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:31.582930 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74061c8e-3284-4bd6-9e1b-e369c4435b1e req-b85db661-6d41-4ebb-97e4-7dce1a218d46 service neutron] 10.222.0.10 "GET /v2.0/networks?id=14076af5-56ad-4968-b3b7-9c9115e37b7e HTTP/1.1" status: 200 len: 925 time: 0.2087450 Aug 29 16:49:31.583933 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9997c59f-150d-4597-ad91-c77ed3540e6c tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.584981 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9997c59f-150d-4597-ad91-c77ed3540e6c tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3001611 Aug 29 16:49:31.587963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38884) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:31.593313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-bdd1c5c7-42bd-48a9-a483-b6f1f303df53 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Request body: {'security_group_rule': {'security_group_id': '9a1dcc2a-23e3-4268-bb6e-9fd09530cd96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:31.634218 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacd8a58-7f86-40bf-96d9-8fb607101edd x-openstack-request-id: req-cacd8a58-7f86-40bf-96d9-8fb607101edd {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:31.634683 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3434289-d714-45c6-b7c1-be149a6d38ec", "name": "network-vif-unplugged", "status": "completed", "tag": "9d08b04f-fbbb-4cde-a109-03405e43e815", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:31.634851 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cacd8a58-7f86-40bf-96d9-8fb607101edd {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:31.635216 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3434289-d714-45c6-b7c1-be149a6d38ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d08b04f-fbbb-4cde-a109-03405e43e815', 'code': 200} Aug 29 16:49:31.723594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4663bdb-108b-4692-b742-849c7aea8e6b req-ffaa03fb-af87-4b0f-a825-90d4d5933bf5 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:31.725131 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e4663bdb-108b-4692-b742-849c7aea8e6b req-ffaa03fb-af87-4b0f-a825-90d4d5933bf5 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 1101 time: 0.0682960 Aug 29 16:49:31.736960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-f3658343-6e1e-4ed3-a949-6e5eb41eef95 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:49:31.741086 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c5c7-42bd-48a9-a483-b6f1f303df53 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.751376 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e4663bdb-108b-4692-b742-849c7aea8e6b req-e4429e77-e536-4353-9034-d838d63e1135 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.790413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74061c8e-3284-4bd6-9e1b-e369c4435b1e req-01b377db-3847-43f3-90f4-a91f047178a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7277dc28-2b66-4c4f-b564-85eb8d1ed97d HTTP/1.1" status: 200 len: 1000 time: 0.1922777 Aug 29 16:49:31.852174 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e4663bdb-108b-4692-b742-849c7aea8e6b req-e4429e77-e536-4353-9034-d838d63e1135 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.858404 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e4663bdb-108b-4692-b742-849c7aea8e6b req-e4429e77-e536-4353-9034-d838d63e1135 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.862426 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c5c7-42bd-48a9-a483-b6f1f303df53 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.871697 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c5c7-42bd-48a9-a483-b6f1f303df53 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.897828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34c4d-8138-4ce7-a749-05a72c824104 req-8cba57fa-a000-4197-b09a-b918cae4974f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:31.899229 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2bd34c4d-8138-4ce7-a749-05a72c824104 req-8cba57fa-a000-4197-b09a-b918cae4974f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.1781509 Aug 29 16:49:31.902619 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e4663bdb-108b-4692-b742-849c7aea8e6b req-e4429e77-e536-4353-9034-d838d63e1135 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634750 Aug 29 16:49:31.905858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4429e77-e536-4353-9034-d838d63e1135 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d100b8-c698-4aa7-94f9-dd4a9372e582,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:31.909853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1c5c7-42bd-48a9-a483-b6f1f303df53 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d51cd6b-5cc5-4888-993e-31be06f62d95,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:31.916436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061c8e-3284-4bd6-9e1b-e369c4435b1e req-056fa83a-582d-4901-8b89-e83248da72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:31.918208 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74061c8e-3284-4bd6-9e1b-e369c4435b1e req-056fa83a-582d-4901-8b89-e83248da72f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc48a1e5-f777-468f-92e8-df12ae9f9b67 HTTP/1.1" status: 200 len: 863 time: 0.0990987 Aug 29 16:49:31.964456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c5c7-42bd-48a9-a483-b6f1f303df53 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:31.969647 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bdd1c5c7-42bd-48a9-a483-b6f1f303df53 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3766448 Aug 29 16:49:31.969647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38896) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:31.975243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:31.985961 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['80a610c2-ebee-4d6c-b5b8-fe20e7654a33'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:32.006923 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2bd34c4d-8138-4ce7-a749-05a72c824104 req-146e916a-be19-4b9f-bcf3-ca7849698b18 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923228 Aug 29 16:49:32.031464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061c8e-3284-4bd6-9e1b-e369c4435b1e req-88c98c0e-1820-49b8-af99-6f134f5145ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:32.034129 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74061c8e-3284-4bd6-9e1b-e369c4435b1e req-88c98c0e-1820-49b8-af99-6f134f5145ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=14076af5-56ad-4968-b3b7-9c9115e37b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014132 Aug 29 16:49:32.058049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:32.144073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b4f88-7b82-403e-aae4-57b093584711 req-7bb4f5fc-8cff-4718-896d-820ff2111a42 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:32.156550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a33b4f88-7b82-403e-aae4-57b093584711 req-7bb4f5fc-8cff-4718-896d-820ff2111a42 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.1154778 Aug 29 16:49:32.220204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a33b4f88-7b82-403e-aae4-57b093584711 req-ee8d961f-b3cf-4da3-aa9b-d737af74a032 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618453 Aug 29 16:49:32.255988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3658343-6e1e-4ed3-a949-6e5eb41eef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '9772157e-b611-4d3d-8263-280d886af228', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'port_id': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'mac_address': 'fa:16:3e:d7:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:49:11Z', 'updated_at': '2021-08-29T16:49:30Z', 'revision_number': 1, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:32.256495 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74061c8e-3284-4bd6-9e1b-e369c4435b1e req-d38644a3-fc42-4058-92c2-0b928795f942 service neutron] 10.222.0.10 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073255 Aug 29 16:49:32.303172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3658343-6e1e-4ed3-a949-6e5eb41eef95 None None] The sync data for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 is: [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '9772157e-b611-4d3d-8263-280d886af228', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'port_id': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'mac_address': 'fa:16:3e:d7:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:49:11Z', 'updated_at': '2021-08-29T16:49:30Z', 'revision_number': 1, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:49:32.468861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74061c8e-3284-4bd6-9e1b-e369c4435b1e req-0f09ed7d-c8fd-434a-bb8d-2b0d555b4eeb service neutron] 10.222.0.10 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031119 Aug 29 16:49:32.483584 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:32.616269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54674885-fc22-4721-bdfb-50240a5e528b req-44017eff-f697-491f-a89f-889f44470920 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:32.618036 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-54674885-fc22-4721-bdfb-50240a5e528b req-44017eff-f697-491f-a89f-889f44470920 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0948951 Aug 29 16:49:32.663492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Allocated IP 172.25.5.235 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/558d061d-359f-40da-af40-73c739343b5c) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:32.692282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-54674885-fc22-4721-bdfb-50240a5e528b req-92b8aee0-e8c5-43ea-9f6d-5a7b5b2d9b52 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566192 Aug 29 16:49:32.719490 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151afb7c-5405-4749-bbd9-2a5b1c859aba None None] New status for floating IP 9772157e-b611-4d3d-8263-280d886af228: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:49:32.866639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-2c75da72-2cba-4325-929e-2d64a70a5bfa tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393713 Aug 29 16:49:32.886330 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:32.893282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device be5f101a-7639-48c3-a0da-558458c3576e no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:49:33.030366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-42dd1a69-f4b4-41a8-bde2-80c8b291f942 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:33.033115 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:33.040097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-42dd1a69-f4b4-41a8-bde2-80c8b291f942 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722789 Aug 29 16:49:33.059457 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-3168740b-cf66-4897-a184-fd6f07a0d58f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/quotas/f6a9dbf52a394a089b69d53045802e1f HTTP/1.1" status: 200 len: 375 time: 0.0184042 Aug 29 16:49:33.070933 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:33.083522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:33.090449 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:33.091488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9d08b04f-fbbb-4cde-a109-03405e43e815 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:49:33.135049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:33.142583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:33.148019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 9d08b04f-fbbb-4cde-a109-03405e43e815 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:49:33.148372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9d08b04f-fbbb-4cde-a109-03405e43e815 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:49:33.148710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:33.175855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:33.208150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event updated for resources: {'Port': ['ID=558d061d-359f-40da-af40-73c739343b5c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:33.214767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-b2242762-461d-4c1f-a939-9d632feaa0cf tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1541326 Aug 29 16:49:33.266264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:33.310081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:33.416309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b5377-8b6a-4533-b1e9-55c9ac7a0e1f req-540d0b50-4583-4d15-9420-9afb51dbf615 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:33.424137 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d5b5377-8b6a-4533-b1e9-55c9ac7a0e1f req-540d0b50-4583-4d15-9420-9afb51dbf615 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.0613606 Aug 29 16:49:33.472412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d5b5377-8b6a-4533-b1e9-55c9ac7a0e1f req-11902107-61a5-4a48-a59e-eb4741cc77b1 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472598 Aug 29 16:49:33.636803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:33.639420 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a911532-b417-4908-9364-2e67299bbc12" -d '{"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-unplugged", "status": "completed", "tag": "be5f101a-7639-48c3-a0da-558458c3576e"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:33.655392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108a536-7d02-4cbe-94bb-9b746d83031f req-1e0e50c8-094e-41de-b4a4-1184b2ad22df tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:33.665727 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5108a536-7d02-4cbe-94bb-9b746d83031f req-1e0e50c8-094e-41de-b4a4-1184b2ad22df tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0672174 Aug 29 16:49:33.753241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5108a536-7d02-4cbe-94bb-9b746d83031f req-b89a6f67-b1fb-4e45-9dd8-5c31d7c34648 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857816 Aug 29 16:49:33.789057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:33.794684 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:33.847167 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe23c547-a4a2-4518-8bd8-f59c905993cb x-openstack-request-id: req-fe23c547-a4a2-4518-8bd8-f59c905993cb {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:33.847484 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-unplugged", "status": "completed", "tag": "be5f101a-7639-48c3-a0da-558458c3576e", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:33.847744 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe23c547-a4a2-4518-8bd8-f59c905993cb {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:33.848141 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e', 'code': 200} Aug 29 16:49:33.884653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event updated for resources: {'Port': ['ID=558d061d-359f-40da-af40-73c739343b5c,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:33.893715 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:33.911005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:33.920949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fac7109c-04fe-492a-96d0-9cf053f6e31e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9420772 Aug 29 16:49:34.025783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b1fae-40f2-4187-adf7-3f32c4c84737 req-7f6189f8-737c-4045-a08d-394e4d839ced tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:34.027764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-320b1fae-40f2-4187-adf7-3f32c4c84737 req-7f6189f8-737c-4045-a08d-394e4d839ced tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 947 time: 0.0924377 Aug 29 16:49:34.080772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-320b1fae-40f2-4187-adf7-3f32c4c84737 req-d13e3ea2-ff49-4335-89dd-a57fe44393ca tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463424 Aug 29 16:49:34.292228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-59b11f75-7cd8-4412-ba4f-3164325d35e9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:34.301843 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-59b11f75-7cd8-4412-ba4f-3164325d35e9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/networks?id=379d5f7f-18ea-4621-8266-a3731bed1b3b HTTP/1.1" status: 200 len: 821 time: 0.1400993 Aug 29 16:49:34.314076 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-ee82b8e7-a0df-480e-a020-8f7acbc8f6b4 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/quotas/6f8a59e9ac6f4c8489f9c4dbbad1b7df HTTP/1.1" status: 200 len: 375 time: 0.0113883 Aug 29 16:49:34.370621 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-485022dc-0968-4fe9-ac6d-568f9c3d5a4f tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f8a59e9ac6f4c8489f9c4dbbad1b7df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498517 Aug 29 16:49:34.504609 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-1b21784b-2abd-4701-8199-630f37704a24 service neutron] 10.222.0.22 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213953 Aug 29 16:49:34.525321 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-12af48f6-1cb7-427c-a3d8-c9f88c0b98bf req-9010affc-a905-40a7-9c5d-9c20bf97b04d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 210 time: 0.0571463 Aug 29 16:49:34.620138 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-22bfc8c2-fd0d-4f6d-8bcf-9fcfec959275 service neutron] 10.222.0.22 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092691 Aug 29 16:49:34.899810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:34.962756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feb14b-8643-4f53-9c38-a7e5d334865e req-0d6cfae7-aa85-4292-9d74-fcb0d674bfac tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:34.964610 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62feb14b-8643-4f53-9c38-a7e5d334865e req-0d6cfae7-aa85-4292-9d74-fcb0d674bfac tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.0839725 Aug 29 16:49:34.981382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:34.987040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:34.987592 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:35.030339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62feb14b-8643-4f53-9c38-a7e5d334865e req-ea2ca0fa-86ed-4059-b632-8b228ae90210 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544162 Aug 29 16:49:35.136121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:35.199044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d456c2a-22b5-4fa5-aeef-50678df78b68 req-6c6ab017-180e-4719-a8c5-30b10a3d7918 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:35.205832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:35.209126 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d456c2a-22b5-4fa5-aeef-50678df78b68 req-6c6ab017-180e-4719-a8c5-30b10a3d7918 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0688570 Aug 29 16:49:35.214886 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:35.269209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d456c2a-22b5-4fa5-aeef-50678df78b68 req-7e87cc85-69f7-45ec-8104-a5652e0a7e22 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542507 Aug 29 16:49:35.290163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:35.371452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4244897-1e6b-406f-8ffc-a7ea33a45d10 req-0fc0d3c0-25d3-4c96-bf92-25430abc4ad4 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 210 time: 0.0629299 Aug 29 16:49:35.445505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-a34fb1b3-a668-4bdf-a593-69b1092d71fd tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618775 Aug 29 16:49:35.590203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806bbf1-2480-4c6f-ac83-5987c7607e04 req-55eaaeac-dc3f-4fbb-b814-33175dc329a9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:35.592202 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5806bbf1-2480-4c6f-ac83-5987c7607e04 req-55eaaeac-dc3f-4fbb-b814-33175dc329a9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 947 time: 0.1232283 Aug 29 16:49:35.639212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-5d64465d-2dc2-4eb4-ad21-dbbdd1e323a1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:35.640877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-5d64465d-2dc2-4eb4-ad21-dbbdd1e323a1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853490 Aug 29 16:49:35.657611 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5806bbf1-2480-4c6f-ac83-5987c7607e04 req-895cafb7-e13d-4d9b-8689-29d5830e3d45 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578465 Aug 29 16:49:35.669863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Request body: {'port': {'device_id': 'c6e91c35-dd81-4442-a4fd-06251bdabe78', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f6a9dbf52a394a089b69d53045802e1f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:35.804826 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d21b7065-1b73-4576-99c7-ee3da3276514 req-b0803a55-efbc-42b9-ab54-016ede9c7f19 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 210 time: 0.0453680 Aug 29 16:49:35.827457 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-b63159e6-e301-4416-aa7c-ca19fc21b850 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428460 Aug 29 16:49:35.849768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:35.853069 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302209b8-2d31-4c84-aeca-2069f9339237" -d '{"events": [{"server_uuid": "07da30ef-8767-455f-a808-0e2cfaa1dea6", "name": "network-vif-plugged", "status": "completed", "tag": "80a610c2-ebee-4d6c-b5b8-fe20e7654a33"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:35.893213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Made reservation on behalf of f6a9dbf52a394a089b69d53045802e1f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:49:35.896805 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:35.913073 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d16e716-0cc7-4bf9-9ae4-85c51c6f9f5e x-openstack-request-id: req-9d16e716-0cc7-4bf9-9ae4-85c51c6f9f5e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:35.914237 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07da30ef-8767-455f-a808-0e2cfaa1dea6", "name": "network-vif-plugged", "status": "completed", "tag": "80a610c2-ebee-4d6c-b5b8-fe20e7654a33", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:35.914835 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d16e716-0cc7-4bf9-9ae4-85c51c6f9f5e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:35.915406 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33', 'code': 200} Aug 29 16:49:36.002913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.16', 59562) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:36.043990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-a25627cd-9eb9-402a-9660-6d39c7ffc1a7 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:36.045542 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-a25627cd-9eb9-402a-9660-6d39c7ffc1a7 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102723 Aug 29 16:49:36.070099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Request body: {'port': {'device_id': '455c509a-b6f2-469b-8eb3-28f2d9366ba4', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f6a9dbf52a394a089b69d53045802e1f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:36.099931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Allocated IP 192.168.233.149 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/5ac18927-8676-4031-b925-256380e363f6) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:36.150258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80904b-87a9-45f1-aaf5-dde50662397c req-d1f6f98e-4420-4ba7-b53a-745cc4fdf3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:36.152366 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c80904b-87a9-45f1-aaf5-dde50662397c req-d1f6f98e-4420-4ba7-b53a-745cc4fdf3ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1097 time: 0.1484325 Aug 29 16:49:36.311692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c80904b-87a9-45f1-aaf5-dde50662397c req-f761fd25-e61f-4b75-98c5-32e6b6575613 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117818 Aug 29 16:49:36.353729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b610a92-ca89-4153-bb22-034bb9e4d485 req-fb3391c6-b4d2-4d2b-a25f-bfce14a89cc8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:36.363094 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b610a92-ca89-4153-bb22-034bb9e4d485 req-fb3391c6-b4d2-4d2b-a25f-bfce14a89cc8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 945 time: 0.1981890 Aug 29 16:49:36.400158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-e907ed74-e6e0-4300-96c2-9d859f77da85 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:36.401976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-e907ed74-e6e0-4300-96c2-9d859f77da85 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.10 "GET /v2.0/networks?id=379d5f7f-18ea-4621-8266-a3731bed1b3b HTTP/1.1" status: 200 len: 821 time: 0.2138355 Aug 29 16:49:36.403817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Made reservation on behalf of f6a9dbf52a394a089b69d53045802e1f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:49:36.410115 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:36.419128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Request body: {'port': {'device_id': '42b11576-811e-46dc-a4f1-2f1be28e0d10', 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b', 'admin_state_up': True, 'tenant_id': '6f8a59e9ac6f4c8489f9c4dbbad1b7df'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:36.428896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b610a92-ca89-4153-bb22-034bb9e4d485 req-1a178caa-0a10-405f-8f06-ff041cdbbc05 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608354 Aug 29 16:49:36.467270 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:36.484240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Transition to ACTIVE for port object 5ac18927-8676-4031-b925-256380e363f6 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:36.528118 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:36.541521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:36.623234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Made reservation on behalf of 6f8a59e9ac6f4c8489f9c4dbbad1b7df for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:49:36.626918 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:36.670752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event updated for resources: {'Port': ['ID=5ac18927-8676-4031-b925-256380e363f6,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:36.709449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:36.713696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.718565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.719179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.719700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.720202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.721249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.721763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.722280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.724070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.724705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.725201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.725733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:36.749490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:36.752111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:36.757930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:36.758574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:36.784628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff7c1a-9b73-4744-9fc9-ae457dc2ec7a req-1bcb7630-dd58-40d2-ad8e-475b66955b18 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:36.791275 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ceff7c1a-9b73-4744-9fc9-ae457dc2ec7a req-1bcb7630-dd58-40d2-ad8e-475b66955b18 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.2015064 Aug 29 16:49:36.800320 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-209353ed-dd0b-4cbc-9dd8-d668869889b6 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1354659 Aug 29 16:49:36.853265 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ceff7c1a-9b73-4744-9fc9-ae457dc2ec7a req-7ef34eb7-d970-47a0-8fb7-a9041fc33a01 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610313 Aug 29 16:49:36.880391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Request body: {'port': {'device_id': 'c6e91c35-dd81-4442-a4fd-06251bdabe78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:36.893842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Allocated IP 172.20.0.7 (379d5f7f-18ea-4621-8266-a3731bed1b3b/5afc66a3-8590-4a0c-bde9-842d7f2bccad/b605781b-3989-4bc0-9fe5-a356ada59d6e) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:36.903180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Allocated IP 192.168.233.173 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/c605cd2d-c605-4607-946f-9700c452073f) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:36.924301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device be5f101a-7639-48c3-a0da-558458c3576e details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:36.961203 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.086671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb3c5887-8ce6-4a32-ab86-ee0ed9039749 req-47cbcd09-f0d8-4151-aa40-6517131c34c6 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 210 time: 0.0445139 Aug 29 16:49:37.103427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9f4b507f-f2cf-4b09-8cb4-6fc05b521dca None None] Provisioning for port 5ac18927-8676-4031-b925-256380e363f6 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:37.112550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9f4b507f-f2cf-4b09-8cb4-6fc05b521dca None None] Provisioning complete for port 5ac18927-8676-4031-b925-256380e363f6 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:37.112937 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9f4b507f-f2cf-4b09-8cb4-6fc05b521dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.143871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:37.161422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'be5f101a-7639-48c3-a0da-558458c3576e', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'be5f101a-7639-48c3-a0da-558458c3576e', 'mac_address': 'fa:16:3e:01:7b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:37.167844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b507f-f2cf-4b09-8cb4-6fc05b521dca None None] Port 5ac18927-8676-4031-b925-256380e363f6 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:49:37.203074 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-54628caa-a9ca-4fa5-919d-4446f7669e43 req-c2b5e64a-95fb-4723-a5bb-5e70bd372129 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 210 time: 0.0439141 Aug 29 16:49:37.203915 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.217243 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5f101a-7639-48c3-a0da-558458c3576e {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:37.233422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5c281-c9d3-4f7d-a280-42211eccff36 req-a9d5373f-0136-4586-866c-f13c799510c4 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:37.234988 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f3b5c281-c9d3-4f7d-a280-42211eccff36 req-a9d5373f-0136-4586-866c-f13c799510c4 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 947 time: 0.1844096 Aug 29 16:49:37.248404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:37.252309 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.313384 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:37.319559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.341865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.360321 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f3b5c281-c9d3-4f7d-a280-42211eccff36 req-8660c9d0-2835-4c4a-9650-cc4d24a14513 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092429 Aug 29 16:49:37.373579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Transition to ACTIVE for port object c605cd2d-c605-4607-946f-9700c452073f will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:37.438050 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.476208 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.488582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:37.524571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Network 379d5f7f-18ea-4621-8266-a3731bed1b3b is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:37.537982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:37.550944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:37.559507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event updated for resources: {'Port': ['ID=b605781b-3989-4bc0-9fe5-a356ada59d6e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:37.604098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:37.613139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:37.619982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:37.630628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.631233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.631736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.632230 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.632723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.633260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.633821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.634382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.634867 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.635377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.635718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.636051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:49:37.681493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac18927-8676-4031-b925-256380e363f6 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:37.691244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.706714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Transition to ACTIVE for port object 5ac18927-8676-4031-b925-256380e363f6 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:37.715800 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.768019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac18927-8676-4031-b925-256380e363f6,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:37.768975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:37.780599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['be5f101a-7639-48c3-a0da-558458c3576e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:37.790006 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.828536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:37.829868 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.843464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Attempting to bind port 5ac18927-8676-4031-b925-256380e363f6 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:37.847206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Attempting to bind port 5ac18927-8676-4031-b925-256380e363f6 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:37.847676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Attempting to bind port 5ac18927-8676-4031-b925-256380e363f6 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:37.860159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Port 5ac18927-8676-4031-b925-256380e363f6 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:37.860661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Attempting to bind port 5ac18927-8676-4031-b925-256380e363f6 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:37.883464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c622110-17cb-4f9e-bb1d-a39104f2b55c req-b6139dea-888a-4e55-bcc4-8373a995f0af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:37.891768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:37.892377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:37.892767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:37.894425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Bound port: 5ac18927-8676-4031-b925-256380e363f6, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:37.894559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c622110-17cb-4f9e-bb1d-a39104f2b55c req-b6139dea-888a-4e55-bcc4-8373a995f0af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 945 time: 0.3613970 Aug 29 16:49:37.895260 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:37.928581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-4a22761a-9da1-4495-b48e-7c2fda32e5d9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5151219 Aug 29 16:49:37.940082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event updated for resources: {'Port': ['ID=c605cd2d-c605-4607-946f-9700c452073f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:37.971098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8bb0a653-b8b5-4c75-a4ee-ae9638528878 None None] Provisioning for port c605cd2d-c605-4607-946f-9700c452073f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:37.987927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Request body: {'port': {'device_id': '42b11576-811e-46dc-a4f1-2f1be28e0d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:37.993497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8bb0a653-b8b5-4c75-a4ee-ae9638528878 None None] Provisioning complete for port c605cd2d-c605-4607-946f-9700c452073f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:37.994153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8bb0a653-b8b5-4c75-a4ee-ae9638528878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:38.069755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] For port 5ac18927-8676-4031-b925-256380e363f6, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:38.073628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] For port 5ac18927-8676-4031-b925-256380e363f6, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5ac18927-8676-4031-b925-256380e363f6,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:38.080324 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:38.084430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0a653-b8b5-4c75-a4ee-ae9638528878 None None] Port c605cd2d-c605-4607-946f-9700c452073f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:49:38.085910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c622110-17cb-4f9e-bb1d-a39104f2b55c req-ba3e3598-c1fa-486a-98ea-7b0375ae12db tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894853 Aug 29 16:49:38.163735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac18927-8676-4031-b925-256380e363f6,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:38.177003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:38.177790 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:38.179199 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-e1246be6-f02a-4213-9c2a-1599aa267451 service neutron] 10.222.0.16 "PUT /v2.0/ports/5ac18927-8676-4031-b925-256380e363f6 HTTP/1.1" status: 200 len: 1097 time: 1.3245783 Aug 29 16:49:38.179650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e91c35-dd81-4442-a4fd-06251bdabe78', 'tag': '5ac18927-8676-4031-b925-256380e363f6'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:38.189921 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661b8481-e72e-48e2-bd09-248c8c9d96d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e91c35-dd81-4442-a4fd-06251bdabe78", "tag": "5ac18927-8676-4031-b925-256380e363f6"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:38.194559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:38.197416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4f0fe324-040b-43a4-8a70-05fae6eaadbe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1418414 Aug 29 16:49:38.242645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Request body: {'port': {'device_id': '455c509a-b6f2-469b-8eb3-28f2d9366ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:38.305606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-eda5882a-feb5-4e2c-82be-8078abb65f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:38.307717 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-eda5882a-feb5-4e2c-82be-8078abb65f13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=c6e91c35-dd81-4442-a4fd-06251bdabe78 HTTP/1.1" status: 200 len: 1100 time: 0.0542221 Aug 29 16:49:38.321504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574695b-8fe1-4d52-bc47-aae53abcda6e req-92ce4535-5518-414e-881d-226c353c81b0 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:38.329840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3574695b-8fe1-4d52-bc47-aae53abcda6e req-92ce4535-5518-414e-881d-226c353c81b0 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.1195905 Aug 29 16:49:38.374634 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:38.409998 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-af000a11-c39b-423f-b91d-7f79e6e51585 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=5ac18927-8676-4031-b925-256380e363f6 HTTP/1.1" status: 200 len: 217 time: 0.0776930 Aug 29 16:49:38.486591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3574695b-8fe1-4d52-bc47-aae53abcda6e req-626430b9-fa66-474e-b792-084bd1dbb585 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559849 Aug 29 16:49:38.513615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-d59d74c8-b7d6-474a-9e85-9be7d76efb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:38.516124 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-d59d74c8-b7d6-474a-9e85-9be7d76efb0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0927153 Aug 29 16:49:38.585069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-0e7c4aa9-0607-4c08-9c62-021ef4813872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:38.587862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-0e7c4aa9-0607-4c08-9c62-021ef4813872 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0624437 Aug 29 16:49:38.700732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-dee94238-2ae7-42fe-82ba-5105e730455c service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042819 Aug 29 16:49:38.842541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b605781b-3989-4bc0-9fe5-a356ada59d6e {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:38.850580 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e275d64c-d8df-4b9b-9cf0-582c1d5e5d81 x-openstack-request-id: req-e275d64c-d8df-4b9b-9cf0-582c1d5e5d81 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:38.851010 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e91c35-dd81-4442-a4fd-06251bdabe78", "tag": "5ac18927-8676-4031-b925-256380e363f6", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:38.851521 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e275d64c-d8df-4b9b-9cf0-582c1d5e5d81 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:38.851959 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e91c35-dd81-4442-a4fd-06251bdabe78', 'tag': '5ac18927-8676-4031-b925-256380e363f6', 'status': 'completed', 'code': 200} Aug 29 16:49:38.856051 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:38.908132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d585845-daa6-4077-8a92-e4809333552b req-27f4c236-fd78-47b6-a916-2fd361c05ad4 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:38.910104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d585845-daa6-4077-8a92-e4809333552b req-27f4c236-fd78-47b6-a916-2fd361c05ad4 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 931 time: 0.2086375 Aug 29 16:49:38.912564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Transition to ACTIVE for port object b605781b-3989-4bc0-9fe5-a356ada59d6e will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:38.913373 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-2c0595db-87b0-49cd-8ae8-6051d0a0b4b2 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759026 Aug 29 16:49:38.924863 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:38.948585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c605cd2d-c605-4607-946f-9700c452073f {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:38.966634 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-bc8a0240-490f-49d6-9a79-d86f3597f044 service neutron] show failed (client error): The resource could not be found. Aug 29 16:49:38.967776 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-bc8a0240-490f-49d6-9a79-d86f3597f044 service neutron] 10.222.0.10 "GET /v2.0/ports/71f9600c-3258-46e3-83fe-fe37835cece5/bindings/n-h2-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.1342518 Aug 29 16:49:38.988319 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:38.994172 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d585845-daa6-4077-8a92-e4809333552b req-eab88632-637c-478e-8674-b47a347f846b tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556788 Aug 29 16:49:39.002787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Transition to ACTIVE for port object c605cd2d-c605-4607-946f-9700c452073f will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:39.029077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:39.063836 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b8481-e72e-48e2-bd09-248c8c9d96d4 req-3633fcdc-56fe-4a3e-ba13-45ea9e756f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:39.065655 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-661b8481-e72e-48e2-bd09-248c8c9d96d4 req-3633fcdc-56fe-4a3e-ba13-45ea9e756f94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=c6e91c35-dd81-4442-a4fd-06251bdabe78 HTTP/1.1" status: 200 len: 1100 time: 0.0802724 Aug 29 16:49:39.084282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518056f-a3b7-4ffe-ad1b-4395e5afcd7c req-9afd1d34-8dff-4c0d-a0bf-189f229d3bd1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:39.086029 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1518056f-a3b7-4ffe-ad1b-4395e5afcd7c req-9afd1d34-8dff-4c0d-a0bf-189f229d3bd1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 936 time: 0.1937535 Aug 29 16:49:39.107931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Pushing event updated for resources: {'Port': ['ID=b605781b-3989-4bc0-9fe5-a356ada59d6e,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:39.327668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Pushing event updated for resources: {'Port': ['ID=c605cd2d-c605-4607-946f-9700c452073f,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:39.333522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1518056f-a3b7-4ffe-ad1b-4395e5afcd7c req-dbe1eea6-a599-4522-adfb-8bd25f981a45 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158930 Aug 29 16:49:39.346484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Attempting to bind port b605781b-3989-4bc0-9fe5-a356ada59d6e on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:39.346829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Attempting to bind port b605781b-3989-4bc0-9fe5-a356ada59d6e by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:39.347161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Attempting to bind port b605781b-3989-4bc0-9fe5-a356ada59d6e on network 379d5f7f-18ea-4621-8266-a3731bed1b3b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:39.356904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Port b605781b-3989-4bc0-9fe5-a356ada59d6e on network 379d5f7f-18ea-4621-8266-a3731bed1b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:39.357259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Attempting to bind port b605781b-3989-4bc0-9fe5-a356ada59d6e on network 379d5f7f-18ea-4621-8266-a3731bed1b3b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:39.377321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:39.377651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Checking segment: {'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:39.378043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Bound using segment: {'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:39.378492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Bound port: b605781b-3989-4bc0-9fe5-a356ada59d6e, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:39.378856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:39.391203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Attempting to bind port c605cd2d-c605-4607-946f-9700c452073f on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:39.391560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Attempting to bind port c605cd2d-c605-4607-946f-9700c452073f by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:39.391896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Attempting to bind port c605cd2d-c605-4607-946f-9700c452073f on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:39.409075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-232456f6-0141-4416-b75d-70c8c21e88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:39.410561 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-232456f6-0141-4416-b75d-70c8c21e88b7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788&tenant_id=0f1094930cac4d8f9e7626730739de9b HTTP/1.1" status: 200 len: 1100 time: 0.1288912 Aug 29 16:49:39.413554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Port c605cd2d-c605-4607-946f-9700c452073f on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:39.413890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Attempting to bind port c605cd2d-c605-4607-946f-9700c452073f on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:39.447661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:39.474158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:39.474529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:39.474814 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:39.475267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Bound port: c605cd2d-c605-4607-946f-9700c452073f, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:39.475636 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:39.476928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f749c1e-74b8-4c90-93e2-6d86180acb12 req-23e60321-8eec-4d6c-8ec0-0a52a26c5ac9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:39.478873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f749c1e-74b8-4c90-93e2-6d86180acb12 req-23e60321-8eec-4d6c-8ec0-0a52a26c5ac9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 948 time: 0.3664083 Aug 29 16:49:39.508126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b8481-e72e-48e2-bd09-248c8c9d96d4 req-565e749f-827c-4403-919a-d707c0a5e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:39.509683 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-661b8481-e72e-48e2-bd09-248c8c9d96d4 req-565e749f-827c-4403-919a-d707c0a5e930 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.4340551 Aug 29 16:49:39.557202 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-661b8481-e72e-48e2-bd09-248c8c9d96d4 req-741d29e4-eb22-4f7f-9f7e-61ea611e312f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=5ac18927-8676-4031-b925-256380e363f6 HTTP/1.1" status: 200 len: 217 time: 0.0387001 Aug 29 16:49:39.605877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] For port b605781b-3989-4bc0-9fe5-a356ada59d6e, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:39.608301 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f749c1e-74b8-4c90-93e2-6d86180acb12 req-e75e6ce0-a502-410b-8398-99183fb03a4d tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093161 Aug 29 16:49:39.613337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] For port b605781b-3989-4bc0-9fe5-a356ada59d6e, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b605781b-3989-4bc0-9fe5-a356ada59d6e,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:39.622967 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b8481-e72e-48e2-bd09-248c8c9d96d4 req-711ffcf2-006d-48f5-b1ee-ed2543b34727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:39.624986 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-661b8481-e72e-48e2-bd09-248c8c9d96d4 req-711ffcf2-006d-48f5-b1ee-ed2543b34727 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0602057 Aug 29 16:49:39.633052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a099634-55ff-4010-9ea6-147435d5f98a req-d1b3be4e-8d22-4fd5-b789-423df3c895cc tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:39.634730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a099634-55ff-4010-9ea6-147435d5f98a req-d1b3be4e-8d22-4fd5-b789-423df3c895cc tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 945 time: 0.1569171 Aug 29 16:49:39.640982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:39.642792 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:39.677426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b8481-e72e-48e2-bd09-248c8c9d96d4 req-c73b9258-fc88-4a04-9042-c2a72937ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:39.679061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-661b8481-e72e-48e2-bd09-248c8c9d96d4 req-c73b9258-fc88-4a04-9042-c2a72937ed01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472865 Aug 29 16:49:39.772894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:39.773553 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:39.775086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] 10.222.0.10 "PUT /v2.0/ports/b605781b-3989-4bc0-9fe5-a356ada59d6e HTTP/1.1" status: 200 len: 1092 time: 1.8261747 Aug 29 16:49:39.784461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b11576-811e-46dc-a4f1-2f1be28e0d10', 'tag': 'b605781b-3989-4bc0-9fe5-a356ada59d6e'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:39.786834 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207d726e-bdc4-4531-a408-97a0c94b74f3" -d '{"events": [{"name": "network-changed", "server_uuid": "42b11576-811e-46dc-a4f1-2f1be28e0d10", "tag": "b605781b-3989-4bc0-9fe5-a356ada59d6e"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:39.797812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] For port c605cd2d-c605-4607-946f-9700c452073f, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:39.805061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-661b8481-e72e-48e2-bd09-248c8c9d96d4 req-cca772f9-66e0-4cc4-b7cc-0e9d039c7160 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169975 Aug 29 16:49:39.865952 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a099634-55ff-4010-9ea6-147435d5f98a req-253d0ed0-c564-41d9-b4d2-941f802be2ca tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200971 Aug 29 16:49:39.970798 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-661b8481-e72e-48e2-bd09-248c8c9d96d4 req-c247d380-b72c-48a8-b184-e4a002d528b7 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568654 Aug 29 16:49:39.986670 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f406dade-b7c5-4428-b044-eae7a90b1cb7 x-openstack-request-id: req-f406dade-b7c5-4428-b044-eae7a90b1cb7 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:39.987177 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b11576-811e-46dc-a4f1-2f1be28e0d10", "tag": "b605781b-3989-4bc0-9fe5-a356ada59d6e", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:39.987332 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f406dade-b7c5-4428-b044-eae7a90b1cb7 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:39.987793 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b11576-811e-46dc-a4f1-2f1be28e0d10', 'tag': 'b605781b-3989-4bc0-9fe5-a356ada59d6e', 'status': 'completed', 'code': 200} Aug 29 16:49:40.141765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39416) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:40.173270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] For port c605cd2d-c605-4607-946f-9700c452073f, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c605cd2d-c605-4607-946f-9700c452073f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:40.174320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6513bb2-ee35-4014-bc55-a83e151222f9 req-06897e0f-79ee-465b-8af7-2cc9a0dad896 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:40.175896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6513bb2-ee35-4014-bc55-a83e151222f9 req-06897e0f-79ee-465b-8af7-2cc9a0dad896 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.0670223 Aug 29 16:49:40.178785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f07195-f7bd-426d-8b80-fbfae22fa66d service neutron] Pushing event updated for resources: {'Port': ['ID=b605781b-3989-4bc0-9fe5-a356ada59d6e,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:40.224710 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:40.237205 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6513bb2-ee35-4014-bc55-a83e151222f9 req-c06a47bb-c97c-4075-9ccf-08ffd9b6b68d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504544 Aug 29 16:49:40.243451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=71f9600c-3258-46e3-83fe-fe37835cece5,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:40.283873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:40.283873 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:40.285182 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] 10.222.0.16 "PUT /v2.0/ports/c605cd2d-c605-4607-946f-9700c452073f HTTP/1.1" status: 200 len: 1097 time: 2.0757730 Aug 29 16:49:40.298942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-c089040c-b0a0-43f0-a739-7aed28ceccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:40.300442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-c089040c-b0a0-43f0-a739-7aed28ceccf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f8a59e9ac6f4c8489f9c4dbbad1b7df&device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 1095 time: 0.4724343 Aug 29 16:49:40.324472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-536ab181-fb1d-499a-85cf-344b68177f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:40.457539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de44cf1-0630-4954-bef5-1cc3251d8115 req-f97c3f7c-ff51-477d-a1f3-73cee4335501 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:40.459600 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6de44cf1-0630-4954-bef5-1cc3251d8115 req-f97c3f7c-ff51-477d-a1f3-73cee4335501 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 943 time: 0.1088052 Aug 29 16:49:40.528710 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6de44cf1-0630-4954-bef5-1cc3251d8115 req-7ac4d14d-b78d-4af3-a762-ef582b13bf99 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591788 Aug 29 16:49:40.547209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-536ab181-fb1d-499a-85cf-344b68177f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:40.561306 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-536ab181-fb1d-499a-85cf-344b68177f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:40.600959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ab181-fb1d-499a-85cf-344b68177f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c93d00-f5d3-49c1-b9c0-2e5dcd7de8c4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:40.621945 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-536ab181-fb1d-499a-85cf-344b68177f3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fee071b9c4e9424ba2ab540289f33405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4666150 Aug 29 16:49:40.624673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39422) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:40.675757 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35d14d-6740-42f4-93c7-ef979d6faf3c req-8d4d8ea1-5306-412d-98f8-e634b79460b1 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:40.677567 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b35d14d-6740-42f4-93c7-ef979d6faf3c req-8d4d8ea1-5306-412d-98f8-e634b79460b1 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1097 time: 0.4997792 Aug 29 16:49:40.694337 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-8cdf0560-2a59-4de9-86f6-7f4d00b820ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b605781b-3989-4bc0-9fe5-a356ada59d6e HTTP/1.1" status: 200 len: 217 time: 0.3829157 Aug 29 16:49:40.698938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd88527-2514-4fa9-811c-f76ca7d6f434 service neutron] Pushing event updated for resources: {'Port': ['ID=c605cd2d-c605-4607-946f-9700c452073f,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:40.703929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:40.721977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ca109-e744-4810-b174-d08f8110a414 req-a63729e7-edf8-4329-8caf-3102efccc614 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:40.723458 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad0ca109-e744-4810-b174-d08f8110a414 req-a63729e7-edf8-4329-8caf-3102efccc614 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 948 time: 0.1003511 Aug 29 16:49:40.726782 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fd440f8-5c25-4ccb-8fff-20cbf45c63a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:40.780745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fd440f8-5c25-4ccb-8fff-20cbf45c63a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:40.793455 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad0ca109-e744-4810-b174-d08f8110a414 req-10e675ec-7a20-45fd-a952-7c9d501d8183 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597298 Aug 29 16:49:40.827181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b35d14d-6740-42f4-93c7-ef979d6faf3c req-30749118-ead1-46af-bcd0-e9e1fc5794d0 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260848 Aug 29 16:49:40.830025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:40.857037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4a9168b8-7a1d-4aa1-819d-430d33e352ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:40.860524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-4a9168b8-7a1d-4aa1-819d-430d33e352ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 1100 time: 0.5089004 Aug 29 16:49:40.861613 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fd440f8-5c25-4ccb-8fff-20cbf45c63a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:40.865366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fd440f8-5c25-4ccb-8fff-20cbf45c63a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:40.867374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8fd440f8-5c25-4ccb-8fff-20cbf45c63a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4c93d00-f5d3-49c1-b9c0-2e5dcd7de8c4 HTTP/1.1" status: 204 len: 168 time: 0.2416201 Aug 29 16:49:40.874083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-c7bfade8-a871-43a6-8e22-cb16467f5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:40.875570 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-c7bfade8-a871-43a6-8e22-cb16467f5f0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5afc66a3-8590-4a0c-bde9-842d7f2bccad HTTP/1.1" status: 200 len: 861 time: 0.1684928 Aug 29 16:49:40.883530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd440f8-5c25-4ccb-8fff-20cbf45c63a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c93d00-f5d3-49c1-b9c0-2e5dcd7de8c4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:40.930878 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-279e9f64-c248-4291-9ae3-98534c14bf0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c605cd2d-c605-4607-946f-9700c452073f HTTP/1.1" status: 200 len: 217 time: 0.0542612 Aug 29 16:49:40.950719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Transition to ACTIVE for port object 71f9600c-3258-46e3-83fe-fe37835cece5 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:40.956142 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-1b36b130-edae-44cd-a7ed-b442188520ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=379d5f7f-18ea-4621-8266-a3731bed1b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382080 Aug 29 16:49:40.964218 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:40.968633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e20b70-a603-41e2-828f-b75a0b333b8d req-ede09aa3-0d8d-47f6-9562-884df4fd4fd9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:40.970270 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48e20b70-a603-41e2-828f-b75a0b333b8d req-ede09aa3-0d8d-47f6-9562-884df4fd4fd9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 948 time: 0.0880439 Aug 29 16:49:40.981997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device be5f101a-7639-48c3-a0da-558458c3576e up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:41.040996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port be5f101a-7639-48c3-a0da-558458c3576e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:41.041768 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:41.043381 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48e20b70-a603-41e2-828f-b75a0b333b8d req-9fca13bc-6e0c-48de-9ffb-0845aff98906 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629711 Aug 29 16:49:41.207860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Pushing event updated for resources: {'Port': ['ID=71f9600c-3258-46e3-83fe-fe37835cece5,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:41.212373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-70c85247-4d46-4450-91dd-69b849c4574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:41.213936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-70c85247-4d46-4450-91dd-69b849c4574e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.2614791 Aug 29 16:49:41.222528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] No DVR routers for this DVR port 71f9600c-3258-46e3-83fe-fe37835cece5 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:49:41.285688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-0c3f1282-29c0-462e-8705-86953e1f0986 service neutron] 10.222.0.10 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173056 Aug 29 16:49:41.357291 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:41.402252 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:41.406692 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279fcc2f-f6d5-43b2-9156-b277754a6245" -d '{"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-plugged", "status": "completed", "tag": "be5f101a-7639-48c3-a0da-558458c3576e"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:41.421869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47acda-5adc-42d3-867c-3b0b83294554 req-8f85b3d0-d415-4dcd-9c91-51e89d617320 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:41.432005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b47acda-5adc-42d3-867c-3b0b83294554 req-8f85b3d0-d415-4dcd-9c91-51e89d617320 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1097 time: 0.3970218 Aug 29 16:49:41.447504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:41.455723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8452778-26e6-478b-a327-64826c610267 req-58a24924-6554-48a7-9407-94f08c01ed16 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:41.459344 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:41.463554 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d8452778-26e6-478b-a327-64826c610267 req-58a24924-6554-48a7-9407-94f08c01ed16 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 946 time: 0.1191406 Aug 29 16:49:41.507069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Attempting to bind port 71f9600c-3258-46e3-83fe-fe37835cece5 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:41.507407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Attempting to bind port 71f9600c-3258-46e3-83fe-fe37835cece5 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:41.507799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Attempting to bind port 71f9600c-3258-46e3-83fe-fe37835cece5 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:41.508536 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d8452778-26e6-478b-a327-64826c610267 req-ede0be40-c9c9-4103-987a-db152de8c4a9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Aug 29 16:49:41.511629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:41.529856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Port 71f9600c-3258-46e3-83fe-fe37835cece5 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:41.534022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Attempting to bind port 71f9600c-3258-46e3-83fe-fe37835cece5 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:41.553533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:41.554151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:41.554734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:41.555340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Bound port: 71f9600c-3258-46e3-83fe-fe37835cece5, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:41.555922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:41.563934 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad1e755-57cc-4bfc-aa04-9e16cebd8218 x-openstack-request-id: req-5ad1e755-57cc-4bfc-aa04-9e16cebd8218 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:41.564249 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-plugged", "status": "completed", "tag": "be5f101a-7639-48c3-a0da-558458c3576e", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:41.564523 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ad1e755-57cc-4bfc-aa04-9e16cebd8218 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:41.564900 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e', 'code': 200} Aug 29 16:49:41.641908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b47acda-5adc-42d3-867c-3b0b83294554 req-b978cf77-66c1-4561-9f4e-5d2c65d7bd15 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089970 Aug 29 16:49:41.643990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-6fdc0ef5-ff85-4777-9e6c-523a5b3a13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:41.645491 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-6fdc0ef5-ff85-4777-9e6c-523a5b3a13c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4199388 Aug 29 16:49:41.755057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547cf7-9537-4bcb-9931-655a7c4b1a4a req-324b1b4b-0c59-4fce-b7f7-ddd3558f1c70 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:41.760687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d3d137-d9e4-4e3b-9976-1c58602b9448 req-714c2dc1-ef16-4623-aad7-cbb20c76fcbd service neutron] 10.222.0.10 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378254 Aug 29 16:49:41.767387 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea547cf7-9537-4bcb-9931-655a7c4b1a4a req-324b1b4b-0c59-4fce-b7f7-ddd3558f1c70 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 943 time: 0.1536117 Aug 29 16:49:41.777587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:41.783254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=71f9600c-3258-46e3-83fe-fe37835cece5,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:41.821469 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:41.829094 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea547cf7-9537-4bcb-9931-655a7c4b1a4a req-ec409a8b-93a8-418a-9399-96acb380d8e5 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606709 Aug 29 16:49:41.922692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76a94e-f57e-491c-adc4-17fefa539f54 req-70274770-90b3-4709-b95e-0cd1e3ab7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:41.924207 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f76a94e-f57e-491c-adc4-17fefa539f54 req-70274770-90b3-4709-b95e-0cd1e3ab7222 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 1101 time: 0.0939445 Aug 29 16:49:41.985717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:41.986427 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:41.987869 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] 10.222.0.16 "PUT /v2.0/ports/71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 200 len: 1095 time: 2.5457590 Aug 29 16:49:41.988709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455c509a-b6f2-469b-8eb3-28f2d9366ba4', 'tag': 'c605cd2d-c605-4607-946f-9700c452073f'}, {'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5'}, {'name': 'network-changed', 'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:41.991355 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d48af0-df6c-4680-9e60-6a73e717cc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "455c509a-b6f2-469b-8eb3-28f2d9366ba4", "tag": "c605cd2d-c605-4607-946f-9700c452073f"}, {"server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "name": "network-vif-unplugged", "status": "completed", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5"}, {"name": "network-changed", "server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:42.009661 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-fae098a0-384b-4744-9352-6793dea9f92b service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540707 Aug 29 16:49:42.010082 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f76a94e-f57e-491c-adc4-17fefa539f54 req-86bf8ae0-1e46-4658-a707-e8b0ba0eaae1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771651 Aug 29 16:49:42.033407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d726e-bdc4-4531-a408-97a0c94b74f3 req-51e4043c-a0c6-4b3e-a0e0-28a4d632bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.035096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-207d726e-bdc4-4531-a408-97a0c94b74f3 req-51e4043c-a0c6-4b3e-a0e0-28a4d632bc58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f8a59e9ac6f4c8489f9c4dbbad1b7df&device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 1095 time: 0.2043636 Aug 29 16:49:42.052933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67379f2a-7c3c-41b6-b122-e64cb7eb029e service neutron] Pushing event updated for resources: {'Port': ['ID=71f9600c-3258-46e3-83fe-fe37835cece5,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:42.097450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdaf54-1a83-4f48-8969-0e985c2ad51e req-f97d229e-a895-4537-9031-13300099bc66 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.104807 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6bdaf54-1a83-4f48-8969-0e985c2ad51e req-f97d229e-a895-4537-9031-13300099bc66 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 948 time: 0.1258318 Aug 29 16:49:42.157035 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6bdaf54-1a83-4f48-8969-0e985c2ad51e req-6f732885-6bb4-4d54-9aa7-835aefbb0f76 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514309 Aug 29 16:49:42.211778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdb955-8c3a-47de-886c-2053b4f2c398 req-4f6027b6-c69f-434e-bcaf-4a9929cffa98 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.213357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86bdb955-8c3a-47de-886c-2053b4f2c398 req-4f6027b6-c69f-434e-bcaf-4a9929cffa98 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1097 time: 0.1896319 Aug 29 16:49:42.232974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d726e-bdc4-4531-a408-97a0c94b74f3 req-02f4a85e-cec8-4b11-84a8-9423fc14d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.234391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-207d726e-bdc4-4531-a408-97a0c94b74f3 req-02f4a85e-cec8-4b11-84a8-9423fc14d98f service neutron] 10.222.0.10 "GET /v2.0/networks?id=379d5f7f-18ea-4621-8266-a3731bed1b3b HTTP/1.1" status: 200 len: 922 time: 0.1826229 Aug 29 16:49:42.300259 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-207d726e-bdc4-4531-a408-97a0c94b74f3 req-40295464-ed1b-4735-a707-43d78e1e582b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b605781b-3989-4bc0-9fe5-a356ada59d6e HTTP/1.1" status: 200 len: 217 time: 0.0406601 Aug 29 16:49:42.421366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 71f9600c-3258-46e3-83fe-fe37835cece5 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:49:42.462639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34510c17-a92d-46e4-a66c-d5538ef8105a req-9caf00ac-9e28-49b3-b88c-5e0221b27c35 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624413 Aug 29 16:49:42.474713 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce36a31e-9850-437b-bce9-c0fb2405730e x-openstack-request-id: req-ce36a31e-9850-437b-bce9-c0fb2405730e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:42.475029 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455c509a-b6f2-469b-8eb3-28f2d9366ba4", "tag": "c605cd2d-c605-4607-946f-9700c452073f", "status": "completed", "code": 200}, {"server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "name": "network-vif-unplugged", "status": "completed", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5", "code": 200}, {"name": "network-changed", "server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:42.475299 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce36a31e-9850-437b-bce9-c0fb2405730e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:42.475735 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455c509a-b6f2-469b-8eb3-28f2d9366ba4', 'tag': 'c605cd2d-c605-4607-946f-9700c452073f', 'status': 'completed', 'code': 200} Aug 29 16:49:42.475992 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5', 'code': 200} Aug 29 16:49:42.476245 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5', 'status': 'completed', 'code': 200} Aug 29 16:49:42.480500 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86bdb955-8c3a-47de-886c-2053b4f2c398 req-485b9115-1cdd-417c-8a82-bb4ec6dc3002 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607641 Aug 29 16:49:42.488114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-c5bb3310-1630-4c56-aa5d-cee597ff1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.490073 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-c5bb3310-1630-4c56-aa5d-cee597ff1682 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1098 time: 0.1340244 Aug 29 16:49:42.519015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b78c0-eb18-4f85-b69c-20be1f688580 req-00c79875-0a02-4b90-a2ac-ac8f6b7213a9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.527530 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a51b78c0-eb18-4f85-b69c-20be1f688580 req-00c79875-0a02-4b90-a2ac-ac8f6b7213a9 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1319420 Aug 29 16:49:42.549030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 71f9600c-3258-46e3-83fe-fe37835cece5 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:49:42.673711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-96e0ecd9-0c33-460e-8506-eab1fe862ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.674470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d726e-bdc4-4531-a408-97a0c94b74f3 req-1f3180ca-38a0-4c82-81bb-45f30b8ea215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.675460 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-96e0ecd9-0c33-460e-8506-eab1fe862ebc service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1691699 Aug 29 16:49:42.676266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-207d726e-bdc4-4531-a408-97a0c94b74f3 req-1f3180ca-38a0-4c82-81bb-45f30b8ea215 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5afc66a3-8590-4a0c-bde9-842d7f2bccad HTTP/1.1" status: 200 len: 861 time: 0.1978023 Aug 29 16:49:42.691071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-024137ae-d214-482a-91cd-904dfa38ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.692574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-024137ae-d214-482a-91cd-904dfa38ffd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 1100 time: 0.1423428 Aug 29 16:49:42.711604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-fe67c477-824d-4781-831d-ade98414b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.712600 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-fe67c477-824d-4781-831d-ade98414b42a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1098 time: 0.4100087 Aug 29 16:49:42.740638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-df5352df-7d2b-4760-b9ca-4d288dd8a86a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 200 len: 217 time: 0.0447354 Aug 29 16:49:42.792585 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6bc16d37-36f5-4f9c-be9e-1b439a651744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:42.802402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a51b78c0-eb18-4f85-b69c-20be1f688580 req-b52a117b-f131-4cf6-adb7-de06db691bf0 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243260 Aug 29 16:49:42.805296 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-207d726e-bdc4-4531-a408-97a0c94b74f3 req-43fa997e-6646-4d23-8842-5280a4334a78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=379d5f7f-18ea-4621-8266-a3731bed1b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117547 Aug 29 16:49:42.833728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-c3c2212c-458a-490e-952f-93544f017dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.835536 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-c3c2212c-458a-490e-952f-93544f017dd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0856030 Aug 29 16:49:42.936143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-ef21b211-4b5d-4b59-abee-4e78dbaf2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.938674 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-ef21b211-4b5d-4b59-abee-4e78dbaf2f83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928714 Aug 29 16:49:42.947810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5f8c8-4ee4-4f1e-be50-43d4b1e39d59 req-65c05f35-f1e2-4c10-a8f5-22d4b468840d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.956308 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9de5f8c8-4ee4-4f1e-be50-43d4b1e39d59 req-65c05f35-f1e2-4c10-a8f5-22d4b468840d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 946 time: 0.0777981 Aug 29 16:49:42.998618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-c9caa13b-a726-447b-9ca7-9aa5eb073e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:42.998868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 5ac18927-8676-4031-b925-256380e363f6 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:43.000094 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-c9caa13b-a726-447b-9ca7-9aa5eb073e9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2749693 Aug 29 16:49:43.001247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-c25eab1f-9d2d-47dc-9ad1-5527cd0c799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:43.003364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-c25eab1f-9d2d-47dc-9ad1-5527cd0c799c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2898502 Aug 29 16:49:43.024786 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-0e323dc7-1ea7-46e8-8f71-8cf7c836ac19 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=2cb670ba68d04ea993ccaf563924dfe5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2178602 Aug 29 16:49:43.126957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-1b46ae58-d87b-43b7-92df-368411c028fb service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681516 Aug 29 16:49:43.143231 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9de5f8c8-4ee4-4f1e-be50-43d4b1e39d59 req-7985fe1d-a340-476d-ae6a-b06726e3248a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856856 Aug 29 16:49:43.158193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 5ac18927-8676-4031-b925-256380e363f6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5ac18927-8676-4031-b925-256380e363f6,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:43.174454 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-3298d7b5-df67-464f-8534-db570afcb274 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c605cd2d-c605-4607-946f-9700c452073f HTTP/1.1" status: 200 len: 217 time: 0.1456559 Aug 29 16:49:43.174652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '5ac18927-8676-4031-b925-256380e363f6', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '5ac18927-8676-4031-b925-256380e363f6', 'mac_address': 'fa:16:3e:08:c3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:43.216760 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:43.231440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-daa35faf-f68f-408d-9466-00f7ba619f5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 200 len: 217 time: 0.2013578 Aug 29 16:49:43.234477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac18927-8676-4031-b925-256380e363f6 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:43.261874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 5ac18927-8676-4031-b925-256380e363f6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5ac18927-8676-4031-b925-256380e363f6,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:43.267354 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:43.301791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-34cf7e2a-4c42-446b-a0c4-5db14d8a3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:43.303344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-34cf7e2a-4c42-446b-a0c4-5db14d8a3169 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0704579 Aug 29 16:49:43.347888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=5ac18927-8676-4031-b925-256380e363f6,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:43.350856 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-2bcd2834-b8c6-4048-9245-29a32b89fbf6 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012396 Aug 29 16:49:43.375198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73286a-f440-4074-887a-4d742340fed5 req-b10a040d-36d5-49f3-985a-681158bb6066 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:43.382760 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba73286a-f440-4074-887a-4d742340fed5 req-b10a040d-36d5-49f3-985a-681158bb6066 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 943 time: 0.1087215 Aug 29 16:49:43.436201 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba73286a-f440-4074-887a-4d742340fed5 req-0f8d6ce2-aeaa-40bd-8a9d-e5093c8b6dc7 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512772 Aug 29 16:49:43.495112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-207d726e-bdc4-4531-a408-97a0c94b74f3 req-b62d1cd3-036a-4b13-ba2f-249edea927fd service neutron] 10.222.0.10 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552701 Aug 29 16:49:43.496453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-1bc0d939-cb1d-47e5-8850-612c6e9ad4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:43.498381 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-1bc0d939-cb1d-47e5-8850-612c6e9ad4f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1878843 Aug 29 16:49:43.506045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de208171-d191-47c3-b157-b3c85fd42830 req-06a0ace4-2721-4379-a319-59d7c2d9dd84 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:43.507477 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-06a0ace4-2721-4379-a319-59d7c2d9dd84 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4819236 Aug 29 16:49:43.514961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-6975b28a-11e0-49ee-95fa-c42de002e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:43.514961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-6975b28a-11e0-49ee-95fa-c42de002e014 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1812096 Aug 29 16:49:43.577321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502762b-50ee-4098-b0d8-238ba380ec1c req-def82716-6dc6-451c-9d8c-15bf92a21a70 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:43.579747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4502762b-50ee-4098-b0d8-238ba380ec1c req-def82716-6dc6-451c-9d8c-15bf92a21a70 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 948 time: 0.0803728 Aug 29 16:49:43.619224 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-e813b7dc-231d-480b-b1eb-bac1c028cbad tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/quotas/2cb670ba68d04ea993ccaf563924dfe5 HTTP/1.1" status: 200 len: 375 time: 0.0974212 Aug 29 16:49:43.649187 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4502762b-50ee-4098-b0d8-238ba380ec1c req-f169c798-d1ee-4e73-be72-566ac727fa89 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592062 Aug 29 16:49:43.705502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-922d9151-e916-4ffc-ba10-7002783036ab tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cb670ba68d04ea993ccaf563924dfe5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585415 Aug 29 16:49:43.734882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-71b48622-8e2c-451a-bcb5-33e709fffb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:43.736617 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-71b48622-8e2c-451a-bcb5-33e709fffb7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2281513 Aug 29 16:49:43.756100 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-207d726e-bdc4-4531-a408-97a0c94b74f3 req-138b5912-3757-4f51-a044-ad24d0e495fa service neutron] 10.222.0.10 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450147 Aug 29 16:49:43.838654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-a5047ec3-ec9d-4e99-8aec-eec95319d010 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081980 Aug 29 16:49:43.847760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:43.877357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7583a8-9045-44ab-8329-e832844a72d1 req-4c714541-9981-42c1-8a8a-71dad86ed51f tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:43.879465 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9f7583a8-9045-44ab-8329-e832844a72d1 req-4c714541-9981-42c1-8a8a-71dad86ed51f tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1097 time: 0.0732167 Aug 29 16:49:43.926757 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9f7583a8-9045-44ab-8329-e832844a72d1 req-80110491-670d-44e3-a37c-e661be337adb tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Aug 29 16:49:44.012440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-7cea7df7-7e70-4ec1-99ec-1e675c8a7af0 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552316 Aug 29 16:49:44.020161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-afac5583-e27f-42f5-b7bc-b352eaa5b2dd req-d99df88e-ca1b-479c-b9cf-681e79b1361c tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 210 time: 0.0453124 Aug 29 16:49:44.073401 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-7e10ef2a-7eee-4458-be68-73862d6936f6 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055156 Aug 29 16:49:44.414825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46183687-ccd5-4696-a30a-49dbcc1f28a8 req-d4c373f7-e783-4f85-a0bb-023fb32546db tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:44.417349 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-46183687-ccd5-4696-a30a-49dbcc1f28a8 req-d4c373f7-e783-4f85-a0bb-023fb32546db tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.4708886 Aug 29 16:49:44.421955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b605781b-3989-4bc0-9fe5-a356ada59d6e details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:44.509217 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-46183687-ccd5-4696-a30a-49dbcc1f28a8 req-bc49095f-6681-485c-be6d-0ec3952f07b1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788648 Aug 29 16:49:44.539501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f58bcf7b-a979-45ca-913e-1de333728d20 req-df84d264-bf40-4d39-8683-52fdf5147613 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154171 Aug 29 16:49:44.572726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b605781b-3989-4bc0-9fe5-a356ada59d6e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b605781b-3989-4bc0-9fe5-a356ada59d6e,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:44.586509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'b605781b-3989-4bc0-9fe5-a356ada59d6e', 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b', 'port_id': 'b605781b-3989-4bc0-9fe5-a356ada59d6e', 'mac_address': 'fa:16:3e:f9:9c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc66a3-8590-4a0c-bde9-842d7f2bccad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:44.652460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:44.673987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b605781b-3989-4bc0-9fe5-a356ada59d6e {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:44.700941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b605781b-3989-4bc0-9fe5-a356ada59d6e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b605781b-3989-4bc0-9fe5-a356ada59d6e,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:44.706932 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:44.782075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b605781b-3989-4bc0-9fe5-a356ada59d6e,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:44.805817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-a96bddd0-7de8-4fa4-ac19-910fd9c4051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:44.807317 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-a96bddd0-7de8-4fa4-ac19-910fd9c4051d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1098 time: 0.1813564 Aug 29 16:49:44.821683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6f3c1-eb55-43c5-95c0-5f986043e39e req-9817d898-1ea6-4761-a0d8-1cad2721740a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:44.829636 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8d6f3c1-eb55-43c5-95c0-5f986043e39e req-9817d898-1ea6-4761-a0d8-1cad2721740a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 946 time: 0.1388652 Aug 29 16:49:44.920422 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8d6f3c1-eb55-43c5-95c0-5f986043e39e req-bfd1cfd6-ab61-4a3f-9e38-573d095e0ae5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899312 Aug 29 16:49:44.955939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-134cb774-7f8d-4805-9822-a010abdbc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:44.957740 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-134cb774-7f8d-4805-9822-a010abdbc9be service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1256919 Aug 29 16:49:44.973651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['b605781b-3989-4bc0-9fe5-a356ada59d6e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:45.015238 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-42b81a2b-c94b-4553-a039-bb3c0343bbd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 200 len: 217 time: 0.0467801 Aug 29 16:49:45.115268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-b77b91be-64f0-4171-b1f3-c764ab8bb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:45.117084 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-b77b91be-64f0-4171-b1f3-c764ab8bb9b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0940878 Aug 29 16:49:45.209926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-43562e96-1a39-4e34-a2f5-e6edf854ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:45.211696 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-43562e96-1a39-4e34-a2f5-e6edf854ea8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0845268 Aug 29 16:49:45.285353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-9cae8edb-7e81-4ee5-ad16-b1f41e029905 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:49:45.286641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-9cae8edb-7e81-4ee5-ad16-b1f41e029905 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085907 Aug 29 16:49:45.292296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baca59-7344-4476-9f1c-d7ea94a27d50 req-e18dad72-5365-4a04-83ab-4377a3823d5a tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:45.294560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49baca59-7344-4476-9f1c-d7ea94a27d50 req-e18dad72-5365-4a04-83ab-4377a3823d5a tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 944 time: 0.1220274 Aug 29 16:49:45.301924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Request body: {'binding': {'host': 'n-h1-713301-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:45.302423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Unknown quota resources ['binding']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:49:45.375271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-78e392ab-6d14-4df9-b27b-5f9761ea0b32 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546936 Aug 29 16:49:45.400980 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49baca59-7344-4476-9f1c-d7ea94a27d50 req-62a70009-9a76-4c12-acab-a13f942e693a tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973451 Aug 29 16:49:45.405340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-3924dc65-a157-4dbc-8e8a-9f77ec8db58f tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2cb670ba68d04ea993ccaf563924dfe5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478139 Aug 29 16:49:45.522215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on host n-h1-713301-13 for vnic_type normal with profile None {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:45.522777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:45.523118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:45.529716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:45.530111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:45.534613 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-df403037-4162-4478-9975-c06886fe974e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:45.537353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:45.537734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:45.538127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:45.538611 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Bound port: 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:45.599779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:45.603665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:45.604828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-374df855-abf2-4cc7-96bb-4ea3cfbe1e03 service neutron] 10.222.0.22 "POST /v2.0/ports/80a610c2-ebee-4d6c-b5b8-fe20e7654a33/bindings HTTP/1.1" status: 201 len: 390 time: 0.3096833 Aug 29 16:49:45.630501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0d091-64dc-4fb2-bec0-b3f61cb5bcea req-68935974-22f1-4e9e-b40c-8d0aafc20016 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:45.632007 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9f0d091-64dc-4fb2-bec0-b3f61cb5bcea req-68935974-22f1-4e9e-b40c-8d0aafc20016 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1314626 Aug 29 16:49:45.633884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d48af0-df6c-4680-9e60-6a73e717cc3b req-a1c56505-6d5b-4dca-92dc-b532311b4f20 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478271 Aug 29 16:49:45.665999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de208171-d191-47c3-b157-b3c85fd42830 req-d7acbb1a-3667-425a-9c72-67954e086d94 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:45.667544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-d7acbb1a-3667-425a-9c72-67954e086d94 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498252 Aug 29 16:49:45.687499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Request body: {'port': {'device_id': '3ea35154-8274-4b33-8041-dbe18c098403', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '2cb670ba68d04ea993ccaf563924dfe5'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:45.708613 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9f0d091-64dc-4fb2-bec0-b3f61cb5bcea req-26804718-275e-474c-a3ac-1f3476e9f5ed tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682855 Aug 29 16:49:45.780868 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:45.822882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e672a-5237-41be-8f4b-b96615504715 req-d375c739-b856-43a0-a4e2-994f6e4fd085 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:45.831697 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba0e672a-5237-41be-8f4b-b96615504715 req-d375c739-b856-43a0-a4e2-994f6e4fd085 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 948 time: 0.1083698 Aug 29 16:49:45.883361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Made reservation on behalf of 2cb670ba68d04ea993ccaf563924dfe5 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:49:45.885334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba0e672a-5237-41be-8f4b-b96615504715 req-3babad90-69a9-4691-8ba2-6439c7cbe259 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501790 Aug 29 16:49:45.887980 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:45.910623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:45.946614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc13d8f7-c257-4a86-8deb-4a18d9d5bee1 req-61a601d6-3265-4d16-897d-7cf4edb46d7f tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 210 time: 0.0545802 Aug 29 16:49:45.958790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-8582444c-9cb8-4c6c-92eb-78ed03e44df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:45.962338 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-8582444c-9cb8-4c6c-92eb-78ed03e44df9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1097 time: 0.0684633 Aug 29 16:49:46.052065 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:46.057746 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:46.140666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f15b4-e533-4a05-8572-74f615089ee3 req-26b09029-cba9-4b2e-bcf9-ac5c4a367f06 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:46.143188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-982f15b4-e533-4a05-8572-74f615089ee3 req-26b09029-cba9-4b2e-bcf9-ac5c4a367f06 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 945 time: 0.1796896 Aug 29 16:49:46.161141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d28ed09-9855-4f66-90ea-2416e762e755,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:46.195749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-6b77134d-93e9-4d4d-9a8f-80657b50b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:46.198124 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-6b77134d-93e9-4d4d-9a8f-80657b50b24b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.2129889 Aug 29 16:49:46.273602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Allocated IP 192.168.233.146 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/32a77afe-0f4e-47fe-a0ae-4d55d0861fa9) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:46.303042 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-6c885106-f27d-4f37-bebe-105c39413efc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33 HTTP/1.1" status: 200 len: 217 time: 0.0909555 Aug 29 16:49:46.316374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-982f15b4-e533-4a05-8572-74f615089ee3 req-9b17439c-8faf-4848-abd5-e48d2bd41caa tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599565 Aug 29 16:49:46.475598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b605781b-3989-4bc0-9fe5-a356ada59d6e up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:46.481561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-67bf3a94-eb52-4d2e-91ac-20862eae1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:46.483162 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-67bf3a94-eb52-4d2e-91ac-20862eae1511 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.1645379 Aug 29 16:49:46.496414 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:46.513884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Transition to ACTIVE for port object 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:46.539613 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-794b6bae-17db-4680-bf69-668576b724f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361435 Aug 29 16:49:46.562513 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:46.571985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37138b4-611f-4208-afa3-e277eef5f325 req-2bba4661-8e72-4942-bffe-aab8f5887b2c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:46.573635 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b37138b4-611f-4208-afa3-e277eef5f325 req-2bba4661-8e72-4942-bffe-aab8f5887b2c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 946 time: 0.1086071 Aug 29 16:49:46.586545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port b605781b-3989-4bc0-9fe5-a356ada59d6e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:46.592472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port b605781b-3989-4bc0-9fe5-a356ada59d6e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:46.593087 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:46.614579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5353e32-b648-4779-a71f-80d5c1661eaa req-9f0b43bf-c240-4d91-b2ea-62ee18795a5e tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:46.616938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5353e32-b648-4779-a71f-80d5c1661eaa req-9f0b43bf-c240-4d91-b2ea-62ee18795a5e tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0784175 Aug 29 16:49:46.617875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:46.675851 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b37138b4-611f-4208-afa3-e277eef5f325 req-f192e879-7374-4cd9-9e77-5ae919a37b16 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909567 Aug 29 16:49:46.687769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Pushing event updated for resources: {'Port': ['ID=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:46.724069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-04aa7769-3f87-4605-81e7-139de7834e4c service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720443 Aug 29 16:49:46.724820 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:46.741795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:46.750935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:46.755962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:46.758296 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b11576-811e-46dc-a4f1-2f1be28e0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605781b-3989-4bc0-9fe5-a356ada59d6e'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:46.760612 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a225b6-41a3-4000-b872-36dcb8d5cd5b" -d '{"events": [{"server_uuid": "42b11576-811e-46dc-a4f1-2f1be28e0d10", "name": "network-vif-plugged", "status": "completed", "tag": "b605781b-3989-4bc0-9fe5-a356ada59d6e"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:46.776877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b605781b-3989-4bc0-9fe5-a356ada59d6e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b605781b-3989-4bc0-9fe5-a356ada59d6e,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:46.782381 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:46.804473 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5353e32-b648-4779-a71f-80d5c1661eaa req-c71f4472-fe1f-469c-95d4-e32f79f52fcb tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295171 Aug 29 16:49:46.860650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:46.861372 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:46.882685 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b605781b-3989-4bc0-9fe5-a356ada59d6e,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:46.888088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7936935-f597-4d94-bdd7-c5324f5b5f37 req-0f30640e-5d80-4c42-8bba-e6daa406fbb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:46.896179 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7936935-f597-4d94-bdd7-c5324f5b5f37 req-0f30640e-5d80-4c42-8bba-e6daa406fbb0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 945 time: 0.1189957 Aug 29 16:49:46.933917 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-5436b22f-2dc6-4a8c-b6cf-4f35d5fd137b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2519350 Aug 29 16:49:46.948714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702eb84-3873-430c-b62a-cd4697ec9eca req-7f375e2c-defc-4cac-a68f-41539615f86f tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:46.950910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8702eb84-3873-430c-b62a-cd4697ec9eca req-7f375e2c-defc-4cac-a68f-41539615f86f tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 946 time: 0.0739291 Aug 29 16:49:46.954666 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7936935-f597-4d94-bdd7-c5324f5b5f37 req-9cc7d53c-7909-4523-8994-7ed727a44cce tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575409 Aug 29 16:49:46.956307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Request body: {'port': {'device_id': '3ea35154-8274-4b33-8041-dbe18c098403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:46.961483 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-56fa282b-0380-498e-8282-3f5fde792077 service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271924 Aug 29 16:49:47.018413 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe36b41-0d0e-4bd0-8cde-1509cfcd014f x-openstack-request-id: req-dbe36b41-0d0e-4bd0-8cde-1509cfcd014f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:47.018828 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b11576-811e-46dc-a4f1-2f1be28e0d10", "name": "network-vif-plugged", "status": "completed", "tag": "b605781b-3989-4bc0-9fe5-a356ada59d6e", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:47.019168 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbe36b41-0d0e-4bd0-8cde-1509cfcd014f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:47.020080 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b11576-811e-46dc-a4f1-2f1be28e0d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605781b-3989-4bc0-9fe5-a356ada59d6e', 'code': 200} Aug 29 16:49:47.026959 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8702eb84-3873-430c-b62a-cd4697ec9eca req-6c8a9467-c133-4c96-aac3-787772368619 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666533 Aug 29 16:49:47.038280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c605cd2d-c605-4607-946f-9700c452073f details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:47.044032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 5ac18927-8676-4031-b925-256380e363f6 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:47.102488 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.180080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3fa3041c-c0df-4171-835d-aa2ee127a545 None None] Provisioning for port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:47.239213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3fa3041c-c0df-4171-835d-aa2ee127a545 None None] Provisioning complete for port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:47.239736 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3fa3041c-c0df-4171-835d-aa2ee127a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.247014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-7c39ce8a-0b6a-4826-9467-1f72755bc65c tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:47.248540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-7c39ce8a-0b6a-4826-9467-1f72755bc65c tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1097 time: 0.2124767 Aug 29 16:49:47.257291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e62858-2abd-4866-9814-5ef39640402b req-a3f9fbeb-d9eb-4704-adc9-b6605ca529f0 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:47.265342 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10e62858-2abd-4866-9814-5ef39640402b req-a3f9fbeb-d9eb-4704-adc9-b6605ca529f0 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 936 time: 0.0924463 Aug 29 16:49:47.271832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-13'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:47.290029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3041c-c0df-4171-835d-aa2ee127a545 None None] Port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:49:47.350568 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10e62858-2abd-4866-9814-5ef39640402b req-8c4ee726-0196-40d1-9b03-8214cd706cb7 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810678 Aug 29 16:49:47.352608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 5ac18927-8676-4031-b925-256380e363f6 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:47.371355 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.374083 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c605cd2d-c605-4607-946f-9700c452073f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c605cd2d-c605-4607-946f-9700c452073f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:47.376627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 5ac18927-8676-4031-b925-256380e363f6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:47.377040 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.389514 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.390092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323ce97-c04b-4c5a-99fd-f5062f919d24 req-a2243963-7c9d-4f56-8b52-62ada4f0f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:47.391821 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4323ce97-c04b-4c5a-99fd-f5062f919d24 req-a2243963-7c9d-4f56-8b52-62ada4f0f9a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 1097 time: 0.2825859 Aug 29 16:49:47.402012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da73767-f49a-42f8-bcb3-2c3036ca0429 req-90ff313f-d416-41e2-8213-7b49c16e3a5e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:47.406543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'c605cd2d-c605-4607-946f-9700c452073f', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'c605cd2d-c605-4607-946f-9700c452073f', 'mac_address': 'fa:16:3e:bf:91:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:47.412218 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2da73767-f49a-42f8-bcb3-2c3036ca0429 req-90ff313f-d416-41e2-8213-7b49c16e3a5e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 948 time: 0.2808638 Aug 29 16:49:47.461847 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.495114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c605cd2d-c605-4607-946f-9700c452073f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:47.532952 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.536808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c605cd2d-c605-4607-946f-9700c452073f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c605cd2d-c605-4607-946f-9700c452073f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:47.545375 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.556918 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2da73767-f49a-42f8-bcb3-2c3036ca0429 req-8e5c95aa-75f0-44f5-b3a0-0c9139846eb1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430106 Aug 29 16:49:47.566740 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4323ce97-c04b-4c5a-99fd-f5062f919d24 req-33319b21-1a28-4f07-8773-29c3685fe348 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051686 Aug 29 16:49:47.588534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df22457-9fe4-4c8c-92d6-5a4aab25c8fe req-cb905ce0-41ed-43a8-b89a-37e69ac0c6fd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:47.590071 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8df22457-9fe4-4c8c-92d6-5a4aab25c8fe req-cb905ce0-41ed-43a8-b89a-37e69ac0c6fd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 945 time: 0.0776665 Aug 29 16:49:47.605664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:47.613180 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.613368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:47.621015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 5ac18927-8676-4031-b925-256380e363f6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5ac18927-8676-4031-b925-256380e363f6,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:47.624815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=c605cd2d-c605-4607-946f-9700c452073f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:47.627335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Transition to ACTIVE for port object 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:47.630997 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.634472 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.683063 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8df22457-9fe4-4c8c-92d6-5a4aab25c8fe req-d994d1c4-f0fb-4a79-91ec-74919445652e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811725 Aug 29 16:49:47.694670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Pushing event updated for resources: {'Port': ['ID=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:47.705020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=5ac18927-8676-4031-b925-256380e363f6,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:47.706547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:47.767400 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.768978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Attempting to bind port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:47.769368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Attempting to bind port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:47.769731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Attempting to bind port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:47.771319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:47.778504 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d858f176-e89b-4736-b21d-9e2e5db0af17" -d '{"events": [{"server_uuid": "07da30ef-8767-455f-a808-0e2cfaa1dea6", "name": "network-vif-unplugged", "status": "completed", "tag": "80a610c2-ebee-4d6c-b5b8-fe20e7654a33"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:47.782064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.789028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:47.789592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Attempting to bind port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:47.816204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:47.816844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:47.817347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:47.817859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Bound port: 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:47.818552 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.850337 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30759c80-1281-443c-83f1-b23cf26cb04c x-openstack-request-id: req-30759c80-1281-443c-83f1-b23cf26cb04c {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:47.850621 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07da30ef-8767-455f-a808-0e2cfaa1dea6", "name": "network-vif-unplugged", "status": "completed", "tag": "80a610c2-ebee-4d6c-b5b8-fe20e7654a33", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:47.850870 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30759c80-1281-443c-83f1-b23cf26cb04c {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:47.851248 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33', 'code': 200} Aug 29 16:49:47.863788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Pushing event updated for resources: {'Port': ['ID=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:47.904977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] For port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:47.907032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on host n-h2-713301-13 for vnic_type normal with profile {"migrating_to": "n-h1-713301-13"} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:47.907362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:47.907692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:47.908905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] For port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:47.920323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95402bd6-df15-4606-aade-600a24fad487 req-ef9267c6-acca-4906-a4c5-3e56aa6b5380 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:47.922493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95402bd6-df15-4606-aade-600a24fad487 req-ef9267c6-acca-4906-a4c5-3e56aa6b5380 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 946 time: 0.1557317 Aug 29 16:49:47.925168 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.932167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:47.932167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Attempting to bind port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:47.943860 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:47.944195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:47.944581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:47.945007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Bound port: 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:47.945394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.967135 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bce32-59fa-4a48-9338-8be5fe07d270 req-e0bbf7ab-45b6-4acc-9ba0-56c5a824f884 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:47.968652 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-089bce32-59fa-4a48-9338-8be5fe07d270 req-e0bbf7ab-45b6-4acc-9ba0-56c5a824f884 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0792363 Aug 29 16:49:47.976389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:47.977109 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:47.978504 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] 10.222.0.10 "PUT /v2.0/ports/32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 HTTP/1.1" status: 200 len: 1097 time: 1.0266247 Aug 29 16:49:47.986488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea35154-8274-4b33-8041-dbe18c098403', 'tag': '32a77afe-0f4e-47fe-a0ae-4d55d0861fa9'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:47.988788 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea35154-8274-4b33-8041-dbe18c098403", "tag": "32a77afe-0f4e-47fe-a0ae-4d55d0861fa9"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:48.022451 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95402bd6-df15-4606-aade-600a24fad487 req-88f5f29a-f585-402d-bec6-5b5411b3c4fd tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935955 Aug 29 16:49:48.023437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835470b6-8651-4047-8c8f-2b3063933da5 service neutron] Pushing event updated for resources: {'Port': ['ID=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:48.045374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-089bce32-59fa-4a48-9338-8be5fe07d270 req-7b812c69-cbde-49ab-b448-f22aaec61439 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552621 Aug 29 16:49:48.055304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['c605cd2d-c605-4607-946f-9700c452073f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:48.082549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:48.091172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:48.098798 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:48.099897 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de208171-d191-47c3-b157-b3c85fd42830 req-4aa43f7e-132c-4a6f-bd45-538f4ce0d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.108637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-4aa43f7e-132c-4a6f-bd45-538f4ce0d64e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2cb670ba68d04ea993ccaf563924dfe5&device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 1100 time: 0.0813119 Aug 29 16:49:48.111839 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab85d46a-e1e7-40db-9a31-d6247f8a83cb x-openstack-request-id: req-ab85d46a-e1e7-40db-9a31-d6247f8a83cb {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:48.112175 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea35154-8274-4b33-8041-dbe18c098403", "tag": "32a77afe-0f4e-47fe-a0ae-4d55d0861fa9", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:48.112431 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab85d46a-e1e7-40db-9a31-d6247f8a83cb {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:48.112820 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea35154-8274-4b33-8041-dbe18c098403', 'tag': '32a77afe-0f4e-47fe-a0ae-4d55d0861fa9', 'status': 'completed', 'code': 200} Aug 29 16:49:48.172471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-efd18654-2834-4f32-9143-8628ac553b04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 HTTP/1.1" status: 200 len: 217 time: 0.0495267 Aug 29 16:49:48.189795 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:48.250922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de208171-d191-47c3-b157-b3c85fd42830 req-3bcb207d-e819-48ab-87dd-674ccd952bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.252945 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-3bcb207d-e819-48ab-87dd-674ccd952bf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0712187 Aug 29 16:49:48.262351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546e274-6c0f-4952-8efd-e5ea1e2c01d3 req-71a40197-9c3f-4b47-ac3e-d6e16f381404 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.263805 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3546e274-6c0f-4952-8efd-e5ea1e2c01d3 req-71a40197-9c3f-4b47-ac3e-d6e16f381404 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 945 time: 0.0944266 Aug 29 16:49:48.274923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.275713 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:48.278689 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] 10.222.0.10 "PUT /v2.0/ports/80a610c2-ebee-4d6c-b5b8-fe20e7654a33 HTTP/1.1" status: 200 len: 1123 time: 1.0112953 Aug 29 16:49:48.290416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d67481-6e7c-4e2a-9821-9c6ee7829e9b service neutron] Pushing event updated for resources: {'Port': ['ID=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,revision_number=8']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:48.304056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5147b6-76bf-4d17-8799-d37e21704d47 req-e674bc60-b44c-4fc8-ad2d-d5a1f5c63686 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.305719 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d5147b6-76bf-4d17-8799-d37e21704d47 req-e674bc60-b44c-4fc8-ad2d-d5a1f5c63686 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 946 time: 0.1157265 Aug 29 16:49:48.352368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de208171-d191-47c3-b157-b3c85fd42830 req-b46e6794-7086-443f-b827-985d0f13e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.353938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-b46e6794-7086-443f-b827-985d0f13e084 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866411 Aug 29 16:49:48.361692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d5147b6-76bf-4d17-8799-d37e21704d47 req-36f0905f-29be-47e7-aab6-88c9e9d19161 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/security-groups?id=2401bd91-9a16-4165-bf6b-0105b4006919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500033 Aug 29 16:49:48.362455 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3546e274-6c0f-4952-8efd-e5ea1e2c01d3 req-390e611c-c5a9-435b-a982-d49fa0d19a03 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484316 Aug 29 16:49:48.424519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['80a610c2-ebee-4d6c-b5b8-fe20e7654a33'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:48.514490 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-3f0fd180-ccf5-488f-82a2-150c7aec2317 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491358 Aug 29 16:49:48.525256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297d26b-acb3-4801-8edf-379e68dc99c3 req-45dc84b5-a8da-40fb-add5-f1e308b29185 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.527358 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9297d26b-acb3-4801-8edf-379e68dc99c3 req-45dc84b5-a8da-40fb-add5-f1e308b29185 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 948 time: 0.0600815 Aug 29 16:49:48.613426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9297d26b-acb3-4801-8edf-379e68dc99c3 req-48e9e85b-e6fa-4c4c-a5d1-fba6df32a1b5 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692928 Aug 29 16:49:48.633362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a43a-c1ea-49ba-b1e1-aa58350a17b5 req-c67f0ab4-ff8b-4105-9f7e-4937769726ec tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.634928 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-90c8a43a-c1ea-49ba-b1e1-aa58350a17b5 req-c67f0ab4-ff8b-4105-9f7e-4937769726ec tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 946 time: 0.0758138 Aug 29 16:49:48.639100 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de208171-d191-47c3-b157-b3c85fd42830 req-794bd03c-11b5-4b54-b36a-b70fc706e5bd service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165655 Aug 29 16:49:48.734968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0b990-efde-48a3-a4e2-054dbb855cc6 req-c697dc00-7d33-4d41-92d6-cae1811e7493 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.738308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ddc0b990-efde-48a3-a4e2-054dbb855cc6 req-c697dc00-7d33-4d41-92d6-cae1811e7493 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 949 time: 0.0808797 Aug 29 16:49:48.749909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-90c8a43a-c1ea-49ba-b1e1-aa58350a17b5 req-eb3acc4e-a9b3-49c0-825f-2d732a9ab9af tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Deleting port cf80517c-97ea-4008-a07e-aae8b5fe4eaa {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:49:48.750258 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-90c8a43a-c1ea-49ba-b1e1-aa58350a17b5 req-eb3acc4e-a9b3-49c0-825f-2d732a9ab9af tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:48.774465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6 req-416bb3e9-3c40-4aaa-9881-1c8924f86665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.775992 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6 req-416bb3e9-3c40-4aaa-9881-1c8924f86665 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2cb670ba68d04ea993ccaf563924dfe5&device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 1100 time: 0.0807745 Aug 29 16:49:48.789721 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ddc0b990-efde-48a3-a4e2-054dbb855cc6 req-3bd8ebb0-ad6d-48f4-adf1-93ef83baa6ca tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451367 Aug 29 16:49:48.869104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f25924-e085-4187-a0ec-7a243b37130c req-7e33caaf-e885-451f-8ac5-e9aaddd3505d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.870660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15f25924-e085-4187-a0ec-7a243b37130c req-7e33caaf-e885-451f-8ac5-e9aaddd3505d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 943 time: 0.1051962 Aug 29 16:49:48.894808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6 req-d72e3807-273d-4f91-a38f-c1333a40f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.896498 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6 req-d72e3807-273d-4f91-a38f-c1333a40f58b service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1061819 Aug 29 16:49:48.904299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-90c8a43a-c1ea-49ba-b1e1-aa58350a17b5 req-eb3acc4e-a9b3-49c0-825f-2d732a9ab9af tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] For port cf80517c-97ea-4008-a07e-aae8b5fe4eaa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=cf80517c-97ea-4008-a07e-aae8b5fe4eaa,segment=NetworkSegment(f70f120b-07b9-4837-96f7-aed0483eb08e),segment_id=f70f120b-07b9-4837-96f7-aed0483eb08e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:48.904750 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-90c8a43a-c1ea-49ba-b1e1-aa58350a17b5 req-eb3acc4e-a9b3-49c0-825f-2d732a9ab9af tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:48.927119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-90c8a43a-c1ea-49ba-b1e1-aa58350a17b5 req-eb3acc4e-a9b3-49c0-825f-2d732a9ab9af tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Calling delete_port for cf80517c-97ea-4008-a07e-aae8b5fe4eaa owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:49:48.939907 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6 req-c1dc363a-5627-418d-a208-a2dce33c4f19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 HTTP/1.1" status: 200 len: 217 time: 0.0349846 Aug 29 16:49:48.940747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15f25924-e085-4187-a0ec-7a243b37130c req-189b93f1-252e-4f6b-b246-3a8b5d4f6be3 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594349 Aug 29 16:49:48.991081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6 req-94c19122-2ce2-4b0c-ae05-d4dd3b4e720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:48.992529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6 req-94c19122-2ce2-4b0c-ae05-d4dd3b4e720b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0433602 Aug 29 16:49:49.021799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e91c35-dd81-4442-a4fd-06251bdabe78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac18927-8676-4031-b925-256380e363f6'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:49.024191 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5139b918-0c77-47d3-b1b5-e1e0e57e671b" -d '{"events": [{"server_uuid": "c6e91c35-dd81-4442-a4fd-06251bdabe78", "name": "network-vif-plugged", "status": "completed", "tag": "5ac18927-8676-4031-b925-256380e363f6"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:49.048332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6 req-7da79d2e-1563-4c00-8c57-87ad0f31c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:49.049890 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6 req-7da79d2e-1563-4c00-8c57-87ad0f31c710 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0467920 Aug 29 16:49:49.059261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 71f9600c-3258-46e3-83fe-fe37835cece5 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:49.062398 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68021715-bd2f-4b71-8426-83fb00418879 x-openstack-request-id: req-68021715-bd2f-4b71-8426-83fb00418879 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:49.062641 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e91c35-dd81-4442-a4fd-06251bdabe78", "name": "network-vif-plugged", "status": "completed", "tag": "5ac18927-8676-4031-b925-256380e363f6", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:49.062891 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68021715-bd2f-4b71-8426-83fb00418879 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:49.063276 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e91c35-dd81-4442-a4fd-06251bdabe78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac18927-8676-4031-b925-256380e363f6', 'code': 200} Aug 29 16:49:49.073195 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-90c8a43a-c1ea-49ba-b1e1-aa58350a17b5 req-eb3acc4e-a9b3-49c0-825f-2d732a9ab9af tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:49.091099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['cf80517c-97ea-4008-a07e-aae8b5fe4eaa'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:49.141882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3acc4e-a9b3-49c0-825f-2d732a9ab9af tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Pushing event deleted for resources: {'Port': ['ID=cf80517c-97ea-4008-a07e-aae8b5fe4eaa,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:49.196172 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6 req-93422ee5-6f8c-4ef5-b7d9-afca0616471b service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375968 Aug 29 16:49:49.216447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c8a43a-c1ea-49ba-b1e1-aa58350a17b5 req-eb3acc4e-a9b3-49c0-825f-2d732a9ab9af tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] No DVR routers for this DVR port cf80517c-97ea-4008-a07e-aae8b5fe4eaa on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:49:49.219489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-90c8a43a-c1ea-49ba-b1e1-aa58350a17b5 req-eb3acc4e-a9b3-49c0-825f-2d732a9ab9af tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:49.221602 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-90c8a43a-c1ea-49ba-b1e1-aa58350a17b5 req-eb3acc4e-a9b3-49c0-825f-2d732a9ab9af tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.10 "DELETE /v2.0/ports/cf80517c-97ea-4008-a07e-aae8b5fe4eaa HTTP/1.1" status: 204 len: 173 time: 0.5727832 Aug 29 16:49:49.238943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=71f9600c-3258-46e3-83fe-fe37835cece5,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:49.243961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c3518-d065-4d49-9f3d-091362ecf964 req-d5ac4ee8-36a9-4cd3-9af0-610f8f6b2ec9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:49.245452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f07c3518-d065-4d49-9f3d-091362ecf964 req-d5ac4ee8-36a9-4cd3-9af0-610f8f6b2ec9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 946 time: 0.0994899 Aug 29 16:49:49.261879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '71f9600c-3258-46e3-83fe-fe37835cece5', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '71f9600c-3258-46e3-83fe-fe37835cece5', 'mac_address': 'fa:16:3e:7c:d1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:49.282025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e43c1-3ffa-49b1-8dad-e6564ea66791 req-c9046b0e-a802-4c22-a27e-67f5895b04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:49.283535 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-947e43c1-3ffa-49b1-8dad-e6564ea66791 req-c9046b0e-a802-4c22-a27e-67f5895b04ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c6e91c35-dd81-4442-a4fd-06251bdabe78 HTTP/1.1" status: 200 len: 1102 time: 0.1324010 Aug 29 16:49:49.294959 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f07c3518-d065-4d49-9f3d-091362ecf964 req-ad672427-2a5b-42cb-af17-f8a0fc0534c4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Aug 29 16:49:49.318447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c35d03-9c34-495c-805b-d4ff850817df req-19bd41bf-da8a-4a67-9c9c-2c11d8662148 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:49.318447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35c35d03-9c34-495c-805b-d4ff850817df req-19bd41bf-da8a-4a67-9c9c-2c11d8662148 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1443753 Aug 29 16:49:49.318757 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:49.347868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f9600c-3258-46e3-83fe-fe37835cece5 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:49.364940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a2fe0e9-c2ac-401d-bad1-91622352d8d6 req-76a40aee-1863-4ed5-b86e-8adad55adbdb service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487863 Aug 29 16:49:49.374618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=71f9600c-3258-46e3-83fe-fe37835cece5,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:49.379900 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:49.391275 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-947e43c1-3ffa-49b1-8dad-e6564ea66791 req-97de8357-5b39-4b86-9f8f-36b493b047a1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929260 Aug 29 16:49:49.407968 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35c35d03-9c34-495c-805b-d4ff850817df req-3f4c137d-4d4b-42cb-9219-09a1bf5f8efc tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814009 Aug 29 16:49:49.464547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=71f9600c-3258-46e3-83fe-fe37835cece5,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:49.510911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc042ac-58d7-45de-abaf-00d09359fc9c req-13e145da-bc1c-4515-bf77-65b93b3a4e18 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:49.512533 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-afc042ac-58d7-45de-abaf-00d09359fc9c req-13e145da-bc1c-4515-bf77-65b93b3a4e18 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 945 time: 0.0519176 Aug 29 16:49:49.537144 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-58008247-cf0b-4a2f-912a-1ec2ea69b45c req-ec35b45a-6d05-4c67-a044-9ba5b4951435 tempest-VolumesAdminNegativeTest-595849820 tempest-VolumesAdminNegativeTest-595849820-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dacb8e8-f83f-49d6-8fdc-673461655623 HTTP/1.1" status: 200 len: 210 time: 0.0281415 Aug 29 16:49:49.610871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-afc042ac-58d7-45de-abaf-00d09359fc9c req-364ccf2d-81c0-402e-98ac-2e1c7d931f7b tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916533 Aug 29 16:49:49.639492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-f8754dbe-9b8b-48f5-976a-fb2ebff91eb2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:49.641003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-f8754dbe-9b8b-48f5-976a-fb2ebff91eb2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788&tenant_id=0f1094930cac4d8f9e7626730739de9b&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 947 time: 0.1035426 Aug 29 16:49:49.650608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9664da-8281-4508-821e-6e833add31b8 req-47c5e38f-0b03-49e4-a2c3-05f0b3b1c9ff tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:49.651620 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a9664da-8281-4508-821e-6e833add31b8 req-47c5e38f-0b03-49e4-a2c3-05f0b3b1c9ff tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 947 time: 0.0601923 Aug 29 16:49:49.694464 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a9664da-8281-4508-821e-6e833add31b8 req-2227aeb7-0327-4c9d-9160-56afa77d7a90 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364110 Aug 29 16:49:49.720734 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-1768f450-274a-483c-afd0-416a585e4814 service neutron] delete failed (client error): The resource could not be found. Aug 29 16:49:49.722115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-1768f450-274a-483c-afd0-416a585e4814 service neutron] 10.222.0.10 "DELETE /v2.0/ports/71f9600c-3258-46e3-83fe-fe37835cece5/bindings/n-h1-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0687895 Aug 29 16:49:49.796506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22970267-51f6-4ad6-909a-ad85a777bc05 req-0eb5700a-c569-4336-99e1-04376ba846e9 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:49.798110 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-22970267-51f6-4ad6-909a-ad85a777bc05 req-0eb5700a-c569-4336-99e1-04376ba846e9 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 948 time: 0.0576866 Aug 29 16:49:49.807205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea907bc-0e29-4cda-a91a-d48569c1a1f1 req-d06ff616-9adb-4722-9d46-e5ddc63fbbb8 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:49.808849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bea907bc-0e29-4cda-a91a-d48569c1a1f1 req-d06ff616-9adb-4722-9d46-e5ddc63fbbb8 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 945 time: 0.0569282 Aug 29 16:49:49.848920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bea907bc-0e29-4cda-a91a-d48569c1a1f1 req-cb45396e-eca5-4c4f-a583-090fe2a1fec2 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338552 Aug 29 16:49:49.852535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'tag': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33'}, {'server_uuid': '1dacb8e8-f83f-49d6-8fdc-673461655623', 'name': 'network-vif-deleted', 'tag': 'cf80517c-97ea-4008-a07e-aae8b5fe4eaa'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:49.868022 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55c0816-4f51-4a2e-803e-9bcc29e8bdec" -d '{"events": [{"name": "network-changed", "server_uuid": "07da30ef-8767-455f-a808-0e2cfaa1dea6", "tag": "80a610c2-ebee-4d6c-b5b8-fe20e7654a33"}, {"server_uuid": "1dacb8e8-f83f-49d6-8fdc-673461655623", "name": "network-vif-deleted", "tag": "cf80517c-97ea-4008-a07e-aae8b5fe4eaa"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:49.876857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-9a6cdf41-26e9-4b4d-a753-584ae53ee046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:49.878507 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-9a6cdf41-26e9-4b4d-a753-584ae53ee046 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1099 time: 0.0682151 Aug 29 16:49:49.881647 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-22970267-51f6-4ad6-909a-ad85a777bc05 req-03fc07ce-7390-4e8f-820b-3a2a39377d03 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776067 Aug 29 16:49:49.896922 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:49.921863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['71f9600c-3258-46e3-83fe-fe37835cece5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:50.015278 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b661929-5b34-4767-89d6-759a57aff0ff x-openstack-request-id: req-3b661929-5b34-4767-89d6-759a57aff0ff {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:50.015586 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07da30ef-8767-455f-a808-0e2cfaa1dea6", "tag": "80a610c2-ebee-4d6c-b5b8-fe20e7654a33", "status": "completed", "code": 200}, {"server_uuid": "1dacb8e8-f83f-49d6-8fdc-673461655623", "name": "network-vif-deleted", "tag": "cf80517c-97ea-4008-a07e-aae8b5fe4eaa", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:50.015837 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b661929-5b34-4767-89d6-759a57aff0ff {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:50.016227 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'tag': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33', 'status': 'completed', 'code': 200} Aug 29 16:49:50.016481 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dacb8e8-f83f-49d6-8fdc-673461655623', 'name': 'network-vif-deleted', 'tag': 'cf80517c-97ea-4008-a07e-aae8b5fe4eaa', 'status': 'completed', 'code': 200} Aug 29 16:49:50.040153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b7398-09c5-490d-bfd8-f072af97789b req-2940672c-f1e3-4e31-8b52-9676c8401643 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:50.051377 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-974b7398-09c5-490d-bfd8-f072af97789b req-2940672c-f1e3-4e31-8b52-9676c8401643 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 949 time: 0.1095889 Aug 29 16:49:50.062851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0816-4f51-4a2e-803e-9bcc29e8bdec req-a2b7b961-1703-44c6-930f-5bcccb3bb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:50.064359 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a55c0816-4f51-4a2e-803e-9bcc29e8bdec req-a2b7b961-1703-44c6-930f-5bcccb3bb662 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1126 time: 0.0832202 Aug 29 16:49:50.067346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-3fef4594-3515-453d-be8d-33059880df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:50.068748 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-3fef4594-3515-453d-be8d-33059880df0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1768780 Aug 29 16:49:50.106291 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-974b7398-09c5-490d-bfd8-f072af97789b req-6f614c69-f085-44f1-88d1-2d327209089e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539420 Aug 29 16:49:50.134126 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-23dcb06e-0382-42c3-b05b-28a310569b7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 200 len: 217 time: 0.0569520 Aug 29 16:49:50.224458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-082aeae1-4133-4567-81c1-c19684231d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:50.225975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-082aeae1-4133-4567-81c1-c19684231d96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0665133 Aug 29 16:49:50.231564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d205570-cbd8-424b-bdcb-5472b3496a13 req-3a976e58-c879-41ab-bdd5-733defc22037 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:50.233041 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d205570-cbd8-424b-bdcb-5472b3496a13 req-3a976e58-c879-41ab-bdd5-733defc22037 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 943 time: 0.0635571 Aug 29 16:49:50.252591 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0816-4f51-4a2e-803e-9bcc29e8bdec req-5384417c-39e8-4aab-9b99-621f3eef120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:50.254132 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a55c0816-4f51-4a2e-803e-9bcc29e8bdec req-5384417c-39e8-4aab-9b99-621f3eef120e service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.1757445 Aug 29 16:49:50.281272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d205570-cbd8-424b-bdcb-5472b3496a13 req-35bd7024-a4e7-4c62-9e22-3d143286b892 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366096 Aug 29 16:49:50.311663 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a55c0816-4f51-4a2e-803e-9bcc29e8bdec req-f25d80a7-8121-43b2-b8bb-00ab68073bbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33 HTTP/1.1" status: 200 len: 217 time: 0.0401080 Aug 29 16:49:50.350491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-dbdfeaba-d347-4755-ae5a-776b84a19a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:50.351999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-dbdfeaba-d347-4755-ae5a-776b84a19a0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1130028 Aug 29 16:49:50.385508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0816-4f51-4a2e-803e-9bcc29e8bdec req-2a46f5cc-66a2-4699-a016-5cb6e4fc5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:50.387620 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a55c0816-4f51-4a2e-803e-9bcc29e8bdec req-2a46f5cc-66a2-4699-a016-5cb6e4fc5413 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.0684988 Aug 29 16:49:50.488253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:50.603875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:50.616840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 has no active binding in host n-h1-713301-13 {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 16:49:50.625566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f0a89-e4d6-45d2-8fd2-11ea0a7c9baf req-faddcf76-4182-4e72-abf8-e301fe40c0bf tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:50.627096 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c96f0a89-e4d6-45d2-8fd2-11ea0a7c9baf req-faddcf76-4182-4e72-abf8-e301fe40c0bf tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 945 time: 0.0608866 Aug 29 16:49:50.673756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c96f0a89-e4d6-45d2-8fd2-11ea0a7c9baf req-44035069-08a8-44a9-9bf0-d73c8e008d26 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393403 Aug 29 16:49:50.722967 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39674) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:50.740529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a55c0816-4f51-4a2e-803e-9bcc29e8bdec req-2a4411b5-b0f3-4cf7-9b63-f9cb2f18e83a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554233 Aug 29 16:49:50.772273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20d8552-4805-4386-995b-31d30db0165d admin admin] Deleting subnet 8fa981c2-bb03-4757-b471-87b6c4770581 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:49:50.775650 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e20d8552-4805-4386-995b-31d30db0165d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:50.820465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17fb1d-be67-4604-b9a8-2357d1924d36 req-cbc32354-ae60-4b00-a23c-3e4ab9170cb0 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:50.821989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d17fb1d-be67-4604-b9a8-2357d1924d36 req-cbc32354-ae60-4b00-a23c-3e4ab9170cb0 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1359105 Aug 29 16:49:50.824096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e20d8552-4805-4386-995b-31d30db0165d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:50.831256 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e20d8552-4805-4386-995b-31d30db0165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:50.845519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-2d8e8b13-f86a-4618-b870-d821bc4940c1 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806058 Aug 29 16:49:50.925626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855312de-cd16-40df-9b83-959ee6ffa7ec req-5a0a4cd5-86d0-453b-b52e-584046deb8ce tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:50.927148 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-855312de-cd16-40df-9b83-959ee6ffa7ec req-5a0a4cd5-86d0-453b-b52e-584046deb8ce tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 947 time: 0.0725231 Aug 29 16:49:50.928549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e20d8552-4805-4386-995b-31d30db0165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:50.950163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d17fb1d-be67-4604-b9a8-2357d1924d36 req-332fd274-e957-4bae-a4fa-4f6bb321409c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148744 Aug 29 16:49:50.956710 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a55c0816-4f51-4a2e-803e-9bcc29e8bdec req-79cd07fd-4bf0-4f6e-890d-082f6a053d2d service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001624 Aug 29 16:49:50.963040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e20d8552-4805-4386-995b-31d30db0165d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:50.965533 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e20d8552-4805-4386-995b-31d30db0165d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8fa981c2-bb03-4757-b471-87b6c4770581 HTTP/1.1" status: 204 len: 168 time: 0.2413850 Aug 29 16:49:50.967590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d8552-4805-4386-995b-31d30db0165d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa981c2-bb03-4757-b471-87b6c4770581,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:50.968347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39678) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:51.013747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-855312de-cd16-40df-9b83-959ee6ffa7ec req-efbc2b91-e727-47d3-a68b-27ccc51788c2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744069 Aug 29 16:49:51.067515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c605cd2d-c605-4607-946f-9700c452073f up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:51.098700 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77ea2733-ab8d-4faf-801f-e07452653fa9 req-c3604982-d9f0-4586-a3e9-abdbebe6df68 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415125 Aug 29 16:49:51.127698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port c605cd2d-c605-4607-946f-9700c452073f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:51.142431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port c605cd2d-c605-4607-946f-9700c452073f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:51.142879 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.147007 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.178485 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a55c0816-4f51-4a2e-803e-9bcc29e8bdec req-f010f8ba-c9b5-491d-88c4-c6a58f7a3058 service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964896 Aug 29 16:49:51.186861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf65d69-a483-435e-aefd-3b5d476db897 req-d0813eb3-fb60-4633-88ff-7149da2d313f tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:51.188386 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1cf65d69-a483-435e-aefd-3b5d476db897 req-d0813eb3-fb60-4633-88ff-7149da2d313f tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 948 time: 0.1128983 Aug 29 16:49:51.248112 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.250279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613993d-f7b7-408f-ab1d-e217bc5dfc5c req-53e64739-6140-4033-8f39-6c4e7e85c466 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:51.252815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0613993d-f7b7-408f-ab1d-e217bc5dfc5c req-53e64739-6140-4033-8f39-6c4e7e85c466 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 949 time: 0.0803518 Aug 29 16:49:51.278183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455c509a-b6f2-469b-8eb3-28f2d9366ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c605cd2d-c605-4607-946f-9700c452073f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:51.280611 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7df8432-a430-4f26-8542-1be64e3fa5ed" -d '{"events": [{"server_uuid": "455c509a-b6f2-469b-8eb3-28f2d9366ba4", "name": "network-vif-plugged", "status": "completed", "tag": "c605cd2d-c605-4607-946f-9700c452073f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:51.289133 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.294276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c605cd2d-c605-4607-946f-9700c452073f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c605cd2d-c605-4607-946f-9700c452073f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:51.299190 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.306528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1cf65d69-a483-435e-aefd-3b5d476db897 req-44a50e4c-1099-49de-ba4d-da00481da918 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969825 Aug 29 16:49:51.308263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e800f41-abf7-4a4d-903c-adcf041b0b32']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:51.327776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70f120b-07b9-4837-96f7-aed0483eb08e') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:51.327776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70f120b-07b9-4837-96f7-aed0483eb08e') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:51.331048 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.349890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.357612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:49:51.358435 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:49:51.360630 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:49:51.372281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=c605cd2d-c605-4607-946f-9700c452073f,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:51.402662 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de2f79c-747d-4331-bc9e-8879d1586a8f x-openstack-request-id: req-9de2f79c-747d-4331-bc9e-8879d1586a8f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:51.402662 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455c509a-b6f2-469b-8eb3-28f2d9366ba4", "name": "network-vif-plugged", "status": "completed", "tag": "c605cd2d-c605-4607-946f-9700c452073f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:51.402662 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9de2f79c-747d-4331-bc9e-8879d1586a8f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:51.402662 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455c509a-b6f2-469b-8eb3-28f2d9366ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c605cd2d-c605-4607-946f-9700c452073f', 'code': 200} Aug 29 16:49:51.450869 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.460170 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.462304 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0e800f41-abf7-4a4d-903c-adcf041b0b32 HTTP/1.1" status: 204 len: 168 time: 0.4929876 Aug 29 16:49:51.466605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39686) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:51.516821 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0613993d-f7b7-408f-ab1d-e217bc5dfc5c req-9018fd47-5a3a-4017-976a-29f00da4b1ef tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569075 Aug 29 16:49:51.518174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229f6c2-d85d-472b-b1dd-193a05f89bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e800f41-abf7-4a4d-903c-adcf041b0b32,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:51.597088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e770eb-ae5a-447c-84cf-8fea96c983e7 admin admin] Deleting subnet 02fcf7c0-f0c0-49bc-a96c-b8161bddc74f {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:49:51.607779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c27c2c-ffd1-4d00-88ec-9b1ba78c217e req-abffd229-f225-4761-8e53-9320e5331ad7 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:51.609313 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31c27c2c-ffd1-4d00-88ec-9b1ba78c217e req-abffd229-f225-4761-8e53-9320e5331ad7 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 943 time: 0.1458840 Aug 29 16:49:51.611815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3e770eb-ae5a-447c-84cf-8fea96c983e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.647457 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08218165-c8d6-4d2a-ac0e-23f17174fbf4 req-d2ad6c9e-9e8b-4283-b48b-e7c61ab83cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:51.648926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-08218165-c8d6-4d2a-ac0e-23f17174fbf4 req-d2ad6c9e-9e8b-4283-b48b-e7c61ab83cad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 1102 time: 0.1529160 Aug 29 16:49:51.689037 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3e770eb-ae5a-447c-84cf-8fea96c983e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.735662 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31c27c2c-ffd1-4d00-88ec-9b1ba78c217e req-779c2df9-5642-4622-999a-eb47ddfe7dae tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201432 Aug 29 16:49:51.741310 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-08218165-c8d6-4d2a-ac0e-23f17174fbf4 req-0d5429a0-5961-4b86-aaae-c1c6cde74e38 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792587 Aug 29 16:49:51.762509 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3e770eb-ae5a-447c-84cf-8fea96c983e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.798633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2a78c-a14b-4760-aa6a-f458dcb21203 req-23c9d6c4-458f-467f-b458-75d5295ca71a tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:51.800842 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7bc2a78c-a14b-4760-aa6a-f458dcb21203 req-23c9d6c4-458f-467f-b458-75d5295ca71a tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 945 time: 0.0552914 Aug 29 16:49:51.825559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3e770eb-ae5a-447c-84cf-8fea96c983e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.842026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3e770eb-ae5a-447c-84cf-8fea96c983e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:51.846404 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a3e770eb-ae5a-447c-84cf-8fea96c983e7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/02fcf7c0-f0c0-49bc-a96c-b8161bddc74f HTTP/1.1" status: 204 len: 168 time: 0.3694451 Aug 29 16:49:51.850228 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7bc2a78c-a14b-4760-aa6a-f458dcb21203 req-2623f9cd-0039-4257-a861-86e5c0ead3cf tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395343 Aug 29 16:49:51.850749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39692) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:51.873479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e770eb-ae5a-447c-84cf-8fea96c983e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02fcf7c0-f0c0-49bc-a96c-b8161bddc74f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:51.928696 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.011589 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.021976 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.022318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.023212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.024563 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > port after_create 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.024893 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.025245 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > port after_update 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.025568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.025883 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.026200 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.026647 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.094183 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.094532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.094862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.095188 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 16:49:52.095569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f069f3-287c-41ce-bd8d-0fddb2951408']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:52.123537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0b808c-377d-4291-9847-a82dfa3b10d8') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:52.123913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0b808c-377d-4291-9847-a82dfa3b10d8') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:49:52.141055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ffb8b-7ede-4bc4-bd4c-cb1f5536a240 req-733619a7-5189-4151-ae60-0ac0163ee6b7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:52.142577 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d02ffb8b-7ede-4bc4-bd4c-cb1f5536a240 req-733619a7-5189-4151-ae60-0ac0163ee6b7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 947 time: 0.0535638 Aug 29 16:49:52.158183 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.181836 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d02ffb8b-7ede-4bc4-bd4c-cb1f5536a240 req-2be0b419-7540-4c5d-9a99-576cf5c4f841 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316422 Aug 29 16:49:52.182772 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.194693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:49:52.195108 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: from cryptography.utils import int_from_bytes Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: from cryptography.utils import int_from_bytes Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:49:52.199601 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:49:52.240215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1d2cd-26fb-4798-979f-bb8d86dca710 req-92b91c15-96e5-45bf-95c3-e6533ed04d34 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:52.241813 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37d1d2cd-26fb-4798-979f-bb8d86dca710 req-92b91c15-96e5-45bf-95c3-e6533ed04d34 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1414516 Aug 29 16:49:52.286745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaff45-ffc1-4d6f-81a2-256ea4d2e917 req-c76dd20e-5245-46ce-827c-bf9c4ca2eb95 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:52.288205 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1daaff45-ffc1-4d6f-81a2-256ea4d2e917 req-c76dd20e-5245-46ce-827c-bf9c4ca2eb95 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1099 time: 0.0420666 Aug 29 16:49:52.291422 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.296964 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.299131 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] 10.222.0.22 "DELETE /v2.0/networks/63f069f3-287c-41ce-bd8d-0fddb2951408 HTTP/1.1" status: 204 len: 168 time: 0.4471629 Aug 29 16:49:52.308331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37d1d2cd-26fb-4798-979f-bb8d86dca710 req-7213e128-0057-4034-bcb3-90e4d617b298 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602129 Aug 29 16:49:52.318086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e04f16-0c10-48ed-8ea5-a75bd17ca299 admin admin] Pushing event deleted for resources: {'Network': ['ID=63f069f3-287c-41ce-bd8d-0fddb2951408,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:52.331775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1daaff45-ffc1-4d6f-81a2-256ea4d2e917 req-7df83ce7-e187-4e05-8024-281778f964f0 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366383 Aug 29 16:49:52.443364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590b058-aea0-4572-b04a-0443be99686b req-b81b2540-ae66-4618-aa35-0bd581265b1e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:52.444881 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1590b058-aea0-4572-b04a-0443be99686b req-b81b2540-ae66-4618-aa35-0bd581265b1e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 948 time: 0.0548339 Aug 29 16:49:52.485453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1590b058-aea0-4572-b04a-0443be99686b req-fe5df26a-5cd0-450a-b9a6-96b30acd1d90 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Aug 29 16:49:52.503345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:52.506165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39710) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:52.507603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device cf80517c-97ea-4008-a07e-aae8b5fe4eaa no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:49:52.544085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: cf80517c-97ea-4008-a07e-aae8b5fe4eaa {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:49:52.544435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device cf80517c-97ea-4008-a07e-aae8b5fe4eaa not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:49:52.562986 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cad27cb3-eaa2-4e8d-b1e0-fe4ce7521b35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d63524ef69e94195bd67eddf5639d5bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535085 Aug 29 16:49:52.563286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39722) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:52.583971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-cc8fec67-2a46-487a-bbee-3cfb7da8a7c6 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f1094930cac4d8f9e7626730739de9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265906 Aug 29 16:49:52.644836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:52.646492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0dd2a9b6-fec4-438b-adb5-37e3a66a8b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.659454 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '32a77afe-0f4e-47fe-a0ae-4d55d0861fa9', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '32a77afe-0f4e-47fe-a0ae-4d55d0861fa9', 'mac_address': 'fa:16:3e:2e:6d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:52.674113 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0dd2a9b6-fec4-438b-adb5-37e3a66a8b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.691770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be8ec9-1926-48de-af18-dbb4d9e903ea req-340f1ab0-770a-4b81-8c3b-a9f8eb0ee0ab tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:52.693305 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-82be8ec9-1926-48de-af18-dbb4d9e903ea req-340f1ab0-770a-4b81-8c3b-a9f8eb0ee0ab tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 950 time: 0.0837750 Aug 29 16:49:52.697732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-c79c9814-d888-4094-9703-bdf8bffdb57a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:52.698970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.699987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-c79c9814-d888-4094-9703-bdf8bffdb57a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1094477 Aug 29 16:49:52.714074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:52.716335 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1b2aa7ef-4794-433a-a675-815c6210a417 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/quotas/0f1094930cac4d8f9e7626730739de9b HTTP/1.1" status: 200 len: 375 time: 0.0106642 Aug 29 16:49:52.734000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:52.738603 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.749705 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-82be8ec9-1926-48de-af18-dbb4d9e903ea req-752f75e6-e012-4579-bab1-653ed95bf924 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Aug 29 16:49:52.775434 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0dd2a9b6-fec4-438b-adb5-37e3a66a8b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.778632 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0dd2a9b6-fec4-438b-adb5-37e3a66a8b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:52.782695 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0dd2a9b6-fec4-438b-adb5-37e3a66a8b9c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2401bd91-9a16-4165-bf6b-0105b4006919 HTTP/1.1" status: 204 len: 168 time: 0.2160809 Aug 29 16:49:52.789779 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-a3068064-1986-4d14-a35a-e71740cea6f4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664151 Aug 29 16:49:52.792890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2a9b6-fec4-438b-adb5-37e3a66a8b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2401bd91-9a16-4165-bf6b-0105b4006919,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:52.821988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:52.878470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b5708-6b8f-4169-903b-14ada5cfbd3c req-25d597e6-c0cf-4f8e-83e7-cb989c59c0b8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:52.880059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a92b5708-6b8f-4169-903b-14ada5cfbd3c req-25d597e6-c0cf-4f8e-83e7-cb989c59c0b8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 943 time: 0.0590076 Aug 29 16:49:52.929668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a92b5708-6b8f-4169-903b-14ada5cfbd3c req-7b98707a-bcc0-4624-9080-031092b3f788 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424628 Aug 29 16:49:53.023092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1edd4-b594-4205-b72c-2733ef659414 req-f064c17f-9a54-4ac4-bd58-a545bb7549d7 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:53.029820 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc1edd4-b594-4205-b72c-2733ef659414 req-f064c17f-9a54-4ac4-bd58-a545bb7549d7 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 945 time: 0.0688047 Aug 29 16:49:53.071978 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc1edd4-b594-4205-b72c-2733ef659414 req-d1742fb0-8ce2-46df-b171-ffd7f4ce36fd tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Aug 29 16:49:53.095208 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b297f617-d450-4192-8be3-a7ccdb892e45 req-3123fd8f-3240-4ec2-970a-e732755ca160 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 210 time: 0.0331604 Aug 29 16:49:53.097252 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 71f9600c-3258-46e3-83fe-fe37835cece5 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:53.132088 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['32a77afe-0f4e-47fe-a0ae-4d55d0861fa9'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:53.193852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 71f9600c-3258-46e3-83fe-fe37835cece5 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:53.203772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 71f9600c-3258-46e3-83fe-fe37835cece5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:53.204214 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:53.248368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39744) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:53.256203 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-fce18768-c5a4-4fff-a09d-05a10b69fa8a service neutron] 10.222.0.16 "GET /v2.0/ports/80a610c2-ebee-4d6c-b5b8-fe20e7654a33/bindings/n-h1-713301-13 HTTP/1.1" status: 200 len: 385 time: 0.0623968 Aug 29 16:49:53.310968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-74d592bd-f842-4b14-9529-06d9ec126742 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad8a0a6f47bf4c7d9ae77095a1654b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613706 Aug 29 16:49:53.312063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39746) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:53.371455 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:53.398052 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ede7cc42-c3f7-4af6-b1a7-d28a78d228dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:53.416995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:53.419775 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c5923c-029c-4944-b0ec-1dfc589531f3" -d '{"events": [{"server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "name": "network-vif-plugged", "status": "completed", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:53.441943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ede7cc42-c3f7-4af6-b1a7-d28a78d228dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:53.450988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=71f9600c-3258-46e3-83fe-fe37835cece5,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:53.462812 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:53.520172 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d00817-fde3-4975-a322-e94ee3f5a48d x-openstack-request-id: req-96d00817-fde3-4975-a322-e94ee3f5a48d {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:53.520782 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "name": "network-vif-plugged", "status": "completed", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:53.522617 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96d00817-fde3-4975-a322-e94ee3f5a48d {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:53.523034 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5', 'code': 200} Aug 29 16:49:53.525582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7d0fe-9c5c-46b8-89c3-5425205a1a5f req-91fb01bb-82af-408a-be2d-de0a5bc52112 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:53.532986 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-93b7d0fe-9c5c-46b8-89c3-5425205a1a5f req-91fb01bb-82af-408a-be2d-de0a5bc52112 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0932174 Aug 29 16:49:53.546532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-08cc0805-2504-4d6d-bd96-3436584932b4 service neutron] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:53.566783 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ede7cc42-c3f7-4af6-b1a7-d28a78d228dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:53.569326 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ede7cc42-c3f7-4af6-b1a7-d28a78d228dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:53.570852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=71f9600c-3258-46e3-83fe-fe37835cece5,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:53.577761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ede7cc42-c3f7-4af6-b1a7-d28a78d228dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d6201fc-1ae2-4062-bb19-51ef0301802b HTTP/1.1" status: 204 len: 168 time: 0.2644374 Aug 29 16:49:53.603364 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-93b7d0fe-9c5c-46b8-89c3-5425205a1a5f req-eae3cad6-eb10-4d1c-bb75-1e0a787dbeef tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693004 Aug 29 16:49:53.604449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7cc42-c3f7-4af6-b1a7-d28a78d228dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6201fc-1ae2-4062-bb19-51ef0301802b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:53.639333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-08cc0805-2504-4d6d-bd96-3436584932b4 service neutron] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:53.680397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-08cc0805-2504-4d6d-bd96-3436584932b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:53.700193 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d937e8-9e33-4484-a4eb-df71025c4c7e req-3b63c429-0ee9-417c-92f9-ce6f2a35b642 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:53.701836 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04d937e8-9e33-4484-a4eb-df71025c4c7e req-3b63c429-0ee9-417c-92f9-ce6f2a35b642 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 949 time: 0.1098738 Aug 29 16:49:53.703728 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-08cc0805-2504-4d6d-bd96-3436584932b4 service neutron] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:53.721656 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-08cc0805-2504-4d6d-bd96-3436584932b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:53.776667 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04d937e8-9e33-4484-a4eb-df71025c4c7e req-854b3f96-4419-42ba-b69d-d5ade823f0c4 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624950 Aug 29 16:49:53.818355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-08cc0805-2504-4d6d-bd96-3436584932b4 service neutron] Transition to ACTIVE for port object 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:53.823589 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-08cc0805-2504-4d6d-bd96-3436584932b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:53.874842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa2967-8910-4709-8608-b4a96391a1f3 req-4fa98201-d4d7-4fe8-8428-dcd3c6c1b2c8 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:53.876518 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9fa2967-8910-4709-8608-b4a96391a1f3 req-4fa98201-d4d7-4fe8-8428-dcd3c6c1b2c8 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 950 time: 0.0504749 Aug 29 16:49:53.891502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-08cc0805-2504-4d6d-bd96-3436584932b4 service neutron] No DVR routers for this DVR port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:49:53.916651 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9fa2967-8910-4709-8608-b4a96391a1f3 req-ce7b62aa-ccfa-4454-b350-d4b48be58cdd tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327380 Aug 29 16:49:53.928429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc0805-2504-4d6d-bd96-3436584932b4 service neutron] Pushing event updated for resources: {'Port': ['ID=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,revision_number=10']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:53.944021 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-08cc0805-2504-4d6d-bd96-3436584932b4 service neutron] 10.222.0.16 "PUT /v2.0/ports/80a610c2-ebee-4d6c-b5b8-fe20e7654a33/bindings/n-h1-713301-13/activate HTTP/1.1" status: 200 len: 370 time: 0.6751776 Aug 29 16:49:54.081951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fdd29-f7db-45fb-affe-acb78da33e92 req-0520e6a0-fe4c-42f2-ab57-8d5afb7e91f3 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.083354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e37fdd29-f7db-45fb-affe-acb78da33e92 req-0520e6a0-fe4c-42f2-ab57-8d5afb7e91f3 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.0725133 Aug 29 16:49:54.093560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be888dc-ec0d-43e7-beac-a823162d797c req-9999220c-5c7f-4b33-ab55-5870332698e3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.095124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6be888dc-ec0d-43e7-beac-a823162d797c req-9999220c-5c7f-4b33-ab55-5870332698e3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e91c35-dd81-4442-a4fd-06251bdabe78 HTTP/1.1" status: 200 len: 950 time: 0.0962398 Aug 29 16:49:54.111723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-00b2a1a3-a406-40f1-b247-59c442422123 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.113189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-00b2a1a3-a406-40f1-b247-59c442422123 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1096 time: 0.0816863 Aug 29 16:49:54.127696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e37fdd29-f7db-45fb-affe-acb78da33e92 req-b52d8300-c6fd-461b-809c-b1b6c2b67726 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375972 Aug 29 16:49:54.171409 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6be888dc-ec0d-43e7-beac-a823162d797c req-30a01fbd-e218-40f9-a6d0-98be526eec2d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673425 Aug 29 16:49:54.177918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-7c9995cc-cd14-4d55-a3fc-d88573376087 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0f1094930cac4d8f9e7626730739de9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319276 Aug 29 16:49:54.229172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-e7cac140-dd09-40e6-9b67-a6628eb962d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.234527 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-e7cac140-dd09-40e6-9b67-a6628eb962d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6&tenant_id=ec31ee35e48a404791ee79cc665280cf HTTP/1.1" status: 200 len: 1096 time: 0.0896361 Aug 29 16:49:54.319709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281b1fe-7f6d-46b4-a1e3-4b9f7ce2d926 req-a2a3201d-20d7-4d35-bf76-5f6cb119b626 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.321519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f281b1fe-7f6d-46b4-a1e3-4b9f7ce2d926 req-a2a3201d-20d7-4d35-bf76-5f6cb119b626 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 945 time: 0.0724304 Aug 29 16:49:54.364511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-34969976-e199-4853-aa8e-26fb44574ba6 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.366678 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-34969976-e199-4853-aa8e-26fb44574ba6 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558983 Aug 29 16:49:54.384357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Request body: {'port': {'device_id': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '0f1094930cac4d8f9e7626730739de9b'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:54.408063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f281b1fe-7f6d-46b4-a1e3-4b9f7ce2d926 req-c43be522-4e9c-47a1-831b-cc6805acc607 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583544 Aug 29 16:49:54.417266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-68c05669-049d-4d3c-9452-f7c1aeaa2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.418774 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-68c05669-049d-4d3c-9452-f7c1aeaa2c66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1096 time: 0.1126416 Aug 29 16:49:54.430007 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-848521f2-aec9-4a50-9940-3b50d7b5544d req-dfc5219c-bb22-4b7e-9322-193a628bc514 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 210 time: 0.0612247 Aug 29 16:49:54.505720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b605781b-3989-4bc0-9fe5-a356ada59d6e details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:49:54.508200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:54.523834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39790) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:54.549036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-4443b3e8-0121-4f6e-b508-29941799f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.550996 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-4443b3e8-0121-4f6e-b508-29941799f7e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.1212642 Aug 29 16:49:54.617954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Made reservation on behalf of 0f1094930cac4d8f9e7626730739de9b for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:49:54.634516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:54.681951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-233927804-network', 'tenant_id': '108348419e834383a1bc6dda23340184'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:54.688640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-e89f585d-1375-4f0a-908f-de02bb56abb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33 HTTP/1.1" status: 200 len: 217 time: 0.1218688 Aug 29 16:49:54.708584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Made reservation on behalf of 108348419e834383a1bc6dda23340184 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:49:54.711931 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:54.722859 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:54.767236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:54.781003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:54.781656 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:54.817313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b605781b-3989-4bc0-9fe5-a356ada59d6e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b605781b-3989-4bc0-9fe5-a356ada59d6e,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:54.835312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'b605781b-3989-4bc0-9fe5-a356ada59d6e', 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b', 'port_id': 'b605781b-3989-4bc0-9fe5-a356ada59d6e', 'mac_address': 'fa:16:3e:f9:9c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc66a3-8590-4a0c-bde9-842d7f2bccad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:49:54.852730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f5c8-0d61-48c7-b4ac-2c61c5df0614 req-25294997-01c1-4edd-865d-3dc8054ce875 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.854827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55d1f5c8-0d61-48c7-b4ac-2c61c5df0614 req-25294997-01c1-4edd-865d-3dc8054ce875 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0911865 Aug 29 16:49:54.866998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-3928eed7-b0e1-4bd4-ab12-c71506ac2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.868391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-3928eed7-b0e1-4bd4-ab12-c71506ac2ff9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.0897713 Aug 29 16:49:54.885632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d9c2-fdcc-4cef-a540-0d0fea89f3aa req-bae0cd3b-04cf-4acd-afe6-c47f45b283b9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.886325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Allocated IP 192.168.233.117 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/8b4dd2ee-e247-44df-8610-e88cdf0cc391) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:54.892059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203d9c2-fdcc-4cef-a540-0d0fea89f3aa req-bae0cd3b-04cf-4acd-afe6-c47f45b283b9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:54.894600 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b203d9c2-fdcc-4cef-a540-0d0fea89f3aa req-bae0cd3b-04cf-4acd-afe6-c47f45b283b9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4&device_id=c6e91c35-dd81-4442-a4fd-06251bdabe78 HTTP/1.1" status: 200 len: 1691 time: 0.1458631 Aug 29 16:49:54.907642 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:54.930957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b605781b-3989-4bc0-9fe5-a356ada59d6e {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:54.933600 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-bbd52992-a77f-4dbe-9ac9-995bbbb735cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569527 Aug 29 16:49:54.936439 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:54.937757 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55d1f5c8-0d61-48c7-b4ac-2c61c5df0614 req-187b9c90-d5ee-4d98-9c81-d92186df2b0f tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648735 Aug 29 16:49:54.961980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b605781b-3989-4bc0-9fe5-a356ada59d6e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b605781b-3989-4bc0-9fe5-a356ada59d6e,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:54.969397 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.005695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:55.017515 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.038886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b605781b-3989-4bc0-9fe5-a356ada59d6e,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:55.053605 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b203d9c2-fdcc-4cef-a540-0d0fea89f3aa req-62e99098-ac62-48a5-9433-cac25ffbf2e1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444821 Aug 29 16:49:55.093138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:55.101483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.115196 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.132962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-a05c1bb1-66ce-4803-8380-f661797e2b8c service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865551 Aug 29 16:49:55.142314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:49:55.153886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9337358-620e-4ecd-9cac-13e6ca115fbc req-a5912005-447c-4757-a0e7-e5eaf6c5c31b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:55.156105 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9337358-620e-4ecd-9cac-13e6ca115fbc req-a5912005-447c-4757-a0e7-e5eaf6c5c31b tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 950 time: 0.0871649 Aug 29 16:49:55.157972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc3bf10-4420-45d2-b9a2-be6333c638f5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:55.165581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.165951 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Added segment 1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b of type vlan for network dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 Aug 29 16:49:55.180401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.190787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['b605781b-3989-4bc0-9fe5-a356ada59d6e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:55.215476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Transition to ACTIVE for port object 8b4dd2ee-e247-44df-8610-e88cdf0cc391 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:55.220846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9337358-620e-4ecd-9cac-13e6ca115fbc req-1cfefdc2-bdbb-49cf-8692-fe4f8b5570f5 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567327 Aug 29 16:49:55.272151 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.286143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['71f9600c-3258-46e3-83fe-fe37835cece5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:49:55.312979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.356368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:55.363969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:55.370476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:55.377502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886b20e-5a28-46f8-970e-14570c3250fe req-299c231d-55ca-44b0-9cf4-9f751b059641 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:55.385027 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e886b20e-5a28-46f8-970e-14570c3250fe req-299c231d-55ca-44b0-9cf4-9f751b059641 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 1102 time: 0.1191347 Aug 29 16:49:55.388765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-85f0b715-8194-4655-a171-afbfe4392011 service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145061 Aug 29 16:49:55.418409 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.419375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:55.420174 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.422882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:55.423735 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.428188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Pushing event updated for resources: {'Port': ['ID=8b4dd2ee-e247-44df-8610-e88cdf0cc391,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:55.454061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c88d3-0aac-42f3-87d8-b9380c1a1dc9 req-c5842616-6269-4eb9-af48-dfe26a3b9aaa tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:55.457826 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-791c88d3-0aac-42f3-87d8-b9380c1a1dc9 req-c5842616-6269-4eb9-af48-dfe26a3b9aaa tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.1453016 Aug 29 16:49:55.460741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-1cbbd3c1-a509-4fa5-a00a-4d868b5f17c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0807946 Aug 29 16:49:55.499588 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Request body: {'port': {'device_id': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:55.524259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea35154-8274-4b33-8041-dbe18c098403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a77afe-0f4e-47fe-a0ae-4d55d0861fa9'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:55.528185 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e316ad-6efc-49c9-8dcc-528c9f759fe3" -d '{"events": [{"server_uuid": "3ea35154-8274-4b33-8041-dbe18c098403", "name": "network-vif-plugged", "status": "completed", "tag": "32a77afe-0f4e-47fe-a0ae-4d55d0861fa9"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:55.531099 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e886b20e-5a28-46f8-970e-14570c3250fe req-f7af2d87-e8e0-43be-96dd-971f8583954c tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395469 Aug 29 16:49:55.542374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2ad2e4-7d0c-44cb-a973-acf08ea1c139,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:55.556344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-791c88d3-0aac-42f3-87d8-b9380c1a1dc9 req-a8f30d94-543d-47b5-8af8-3436187d6fa6 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876856 Aug 29 16:49:55.556550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8fd6eaec-6df4-40fc-9feb-b09f47f48328 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0279226 Aug 29 16:49:55.556550 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39814) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:55.565880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:49:55.576258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] Request body: {'subnet': {'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-233927804-subnet', 'tenant_id': '108348419e834383a1bc6dda23340184', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:55.600019 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.638669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] Made reservation on behalf of 108348419e834383a1bc6dda23340184 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:49:55.640904 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.736397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-df988948-2301-45d8-a597-c0b02ca1288b None None] Provisioning for port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:55.741290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-df988948-2301-45d8-a597-c0b02ca1288b None None] Provisioning complete for port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:55.742031 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-df988948-2301-45d8-a597-c0b02ca1288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:55.781940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-df988948-2301-45d8-a597-c0b02ca1288b None None] Port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:49:55.812508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bac18-21b0-46a5-a9e1-370725beb0b9 req-d52e9a34-3565-454a-bce8-6e5956786ac2 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:55.814024 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f6bac18-21b0-46a5-a9e1-370725beb0b9 req-d52e9a34-3565-454a-bce8-6e5956786ac2 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 944 time: 0.1210320 Aug 29 16:49:55.882000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a5d58-716f-402e-ba95-ff58b9b4c592 req-3298a241-08db-4c29-ba23-5333620ec377 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:55.884271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba6a5d58-716f-402e-ba95-ff58b9b4c592 req-3298a241-08db-4c29-ba23-5333620ec377 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 936 time: 0.1152854 Aug 29 16:49:55.885926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-5663746d-0c3c-4518-9267-9ae5b1ecec02 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:55.887257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-5663746d-0c3c-4518-9267-9ae5b1ecec02 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1096 time: 0.1711407 Aug 29 16:49:55.896725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f6bac18-21b0-46a5-a9e1-370725beb0b9 req-209c9882-32c8-4404-b2da-2d3099e719e6 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729239 Aug 29 16:49:55.955510 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9103ea38-d930-4e92-a84e-f4d2fc4eb188 x-openstack-request-id: req-9103ea38-d930-4e92-a84e-f4d2fc4eb188 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:55.955806 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea35154-8274-4b33-8041-dbe18c098403", "name": "network-vif-plugged", "status": "completed", "tag": "32a77afe-0f4e-47fe-a0ae-4d55d0861fa9", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:55.956074 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9103ea38-d930-4e92-a84e-f4d2fc4eb188 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:55.956453 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea35154-8274-4b33-8041-dbe18c098403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a77afe-0f4e-47fe-a0ae-4d55d0861fa9', 'code': 200} Aug 29 16:49:56.003223 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.005543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4dd2ee-e247-44df-8610-e88cdf0cc391 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:56.018309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.026519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba6a5d58-716f-402e-ba95-ff58b9b4c592 req-500e4585-a62c-441e-ae4d-128933a09847 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329603 Aug 29 16:49:56.054743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Transition to ACTIVE for port object 8b4dd2ee-e247-44df-8610-e88cdf0cc391 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:56.061601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.096390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba974646-0f9f-45bc-b0a7-c52917ae6d2f req-a5079ab0-2f39-4f10-91fd-4215f494394b tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:56.097963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba974646-0f9f-45bc-b0a7-c52917ae6d2f req-a5079ab0-2f39-4f10-91fd-4215f494394b tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c6e91c35-dd81-4442-a4fd-06251bdabe78 HTTP/1.1" status: 200 len: 1102 time: 0.0822339 Aug 29 16:49:56.118610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5464c5-e2d6-4df2-b773-aab15877575a,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:56.119122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4dd2ee-e247-44df-8610-e88cdf0cc391,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:56.166208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff1a78-5949-4854-8e60-73e6fbfca021 req-4b9b975a-5982-47cf-8c5c-f7e16b57c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:56.167733 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bff1a78-5949-4854-8e60-73e6fbfca021 req-4b9b975a-5982-47cf-8c5c-f7e16b57c834 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 1102 time: 0.1162596 Aug 29 16:49:56.194672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] Checking segment: {'id': '1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:56.195025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] Network hostable DHCP agents. Network: dd2ad2e4-7d0c-44cb-a973-acf08ea1c139, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:49:56.240550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba974646-0f9f-45bc-b0a7-c52917ae6d2f req-1e0f30c1-53a6-44eb-b4c9-c3c714bd7958 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961599 Aug 29 16:49:56.241405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Attempting to bind port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:56.241744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Attempting to bind port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:56.242123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Attempting to bind port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:56.247852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:49:56.248239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Attempting to bind port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:56.253437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:56.253771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:56.254437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:56.254581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Bound port: 8b4dd2ee-e247-44df-8610-e88cdf0cc391, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:56.254936 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.270234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-f97ae4f8-ca71-4edf-b62d-ff701f7f5c74 service neutron] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:56.273766 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-f97ae4f8-ca71-4edf-b62d-ff701f7f5c74 service neutron] Notify callbacks [] for binding, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.275157 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5c1f98d-4944-423e-9624-9a490173b0b4 req-f97ae4f8-ca71-4edf-b62d-ff701f7f5c74 service neutron] 10.222.0.10 "DELETE /v2.0/ports/80a610c2-ebee-4d6c-b5b8-fe20e7654a33/bindings/n-h2-713301-13 HTTP/1.1" status: 204 len: 173 time: 0.3729935 Aug 29 16:49:56.288594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bff1a78-5949-4854-8e60-73e6fbfca021 req-11b3eb9a-e980-464d-9b75-b4bcc47b33b2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030462 Aug 29 16:49:56.289824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] Network dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:49:56.304704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, dd2ad2e4-7d0c-44cb-a973-acf08ea1c139) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:56.313979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb88786-51aa-429b-86f8-d1d451e86882 None None] Network dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:49:56.334957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:56.335662 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.359584 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-240a357a-0be1-45c5-8ddf-4b373e71ba13 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8014853 Aug 29 16:49:56.362597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39826) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:49:56.376455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-233927804-router', 'tenant_id': '108348419e834383a1bc6dda23340184', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:49:56.392482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603ea8f-70f7-4c7b-ae0b-e8960050c761 req-61f8f38f-e070-42bc-8d84-c260350b3649 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:56.394038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0603ea8f-70f7-4c7b-ae0b-e8960050c761 req-61f8f38f-e070-42bc-8d84-c260350b3649 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1236532 Aug 29 16:49:56.401071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] For port 8b4dd2ee-e247-44df-8610-e88cdf0cc391, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:56.405452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] For port 8b4dd2ee-e247-44df-8610-e88cdf0cc391, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:56.414257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a402f-2d44-464a-a454-37e33cf7fb8d req-54864e22-f0d4-46d6-a0f4-62b5b98b5ec4 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:56.421323 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-527a402f-2d44-464a-a454-37e33cf7fb8d req-54864e22-f0d4-46d6-a0f4-62b5b98b5ec4 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 944 time: 0.0972762 Aug 29 16:49:56.429266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.453321 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.454841 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.477430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0603ea8f-70f7-4c7b-ae0b-e8960050c761 req-25ccc0f7-7e0a-4815-8ef4-fadf6f181c34 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612369 Aug 29 16:49:56.501606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:56.502301 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.504571 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] 10.222.0.10 "PUT /v2.0/ports/8b4dd2ee-e247-44df-8610-e88cdf0cc391 HTTP/1.1" status: 200 len: 1097 time: 1.0122979 Aug 29 16:49:56.505076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'tag': '8b4dd2ee-e247-44df-8610-e88cdf0cc391'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:49:56.507918 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b77f74c1-8de4-47ad-bc50-3303dd4541cd", "tag": "8b4dd2ee-e247-44df-8610-e88cdf0cc391"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:49:56.543844 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-527a402f-2d44-464a-a454-37e33cf7fb8d req-7d6a7923-449e-4e4d-88ab-370a452ab5a4 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215277 Aug 29 16:49:56.549434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b605781b-3989-4bc0-9fe5-a356ada59d6e no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:49:56.581480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361edf8a-f787-432e-beb5-075374c68d65 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4dd2ee-e247-44df-8610-e88cdf0cc391,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:56.584740 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.615812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-dd2ad2e4-7d0c-44cb-a973-acf08ea1c139', 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139', 'tenant_id': '108348419e834383a1bc6dda23340184', 'fixed_ips': [{'subnet_id': 'de5464c5-e2d6-4df2-b773-aab15877575a'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:49:56.616682 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.671186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-0a656a67-aa1d-4763-8526-75eee67b7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:56.677542 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-0a656a67-aa1d-4763-8526-75eee67b7f1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 1100 time: 0.1080575 Aug 29 16:49:56.692111 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.740791 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-9bf634c4-d211-41c2-a954-383c4a790ca4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391 HTTP/1.1" status: 200 len: 217 time: 0.0567124 Aug 29 16:49:56.767024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600e071-b22f-4820-a242-0dc67be2d36c req-3251a8bd-e7c6-4db8-86b6-99cbaf9585c1 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:56.769639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b605781b-3989-4bc0-9fe5-a356ada59d6e {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:49:56.777515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e600e071-b22f-4820-a242-0dc67be2d36c req-3251a8bd-e7c6-4db8-86b6-99cbaf9585c1 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 950 time: 0.1891177 Aug 29 16:49:56.790943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b605781b-3989-4bc0-9fe5-a356ada59d6e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b605781b-3989-4bc0-9fe5-a356ada59d6e,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:56.802236 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.830797 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe06a37-de71-498a-938f-598084d444d8 x-openstack-request-id: req-dfe06a37-de71-498a-938f-598084d444d8 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:49:56.831090 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77f74c1-8de4-47ad-bc50-3303dd4541cd", "tag": "8b4dd2ee-e247-44df-8610-e88cdf0cc391", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:49:56.831346 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dfe06a37-de71-498a-938f-598084d444d8 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:49:56.831742 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'tag': '8b4dd2ee-e247-44df-8610-e88cdf0cc391', 'status': 'completed', 'code': 200} Aug 29 16:49:56.862468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b605781b-3989-4bc0-9fe5-a356ada59d6e,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:56.881443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-ee1f2792-15af-46d4-86e9-91f13c9bcc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:56.883000 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-ee1f2792-15af-46d4-86e9-91f13c9bcc7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1254709 Aug 29 16:49:56.937635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Allocated IP 172.20.0.2 (dd2ad2e4-7d0c-44cb-a973-acf08ea1c139/de5464c5-e2d6-4df2-b773-aab15877575a/1a32d1af-8846-4bcb-a7fc-0441cec6c9c5) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:56.937830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:56.951065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e600e071-b22f-4820-a242-0dc67be2d36c req-1b6e3f9e-8638-4b8e-a3b5-86bc50aa75b1 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711714 Aug 29 16:49:56.974232 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56484975-065a-4e32-a60b-bc641497fee1 req-2aabd53d-30d1-443c-9bd5-8d3674067455 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:56.974232 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56484975-065a-4e32-a60b-bc641497fee1 req-2aabd53d-30d1-443c-9bd5-8d3674067455 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.1104298 Aug 29 16:49:56.986342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-d041fd99-1b45-42e3-9da6-afe2fc8429f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:56.988143 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-d041fd99-1b45-42e3-9da6-afe2fc8429f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0879169 Aug 29 16:49:57.072631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:49:57.090437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56484975-065a-4e32-a60b-bc641497fee1 req-25f87d05-c5a2-4a66-a08a-6809fa455cea tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080081 Aug 29 16:49:57.139618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-d0022ec8-47cd-4975-a73a-13a695cf8e43 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422503 Aug 29 16:49:57.183998 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-304454b8-ee11-4044-b0ed-c8ad8c5b761d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307570 Aug 29 16:49:57.189506 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:57.198909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:49:57.200752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Transition to ACTIVE for port object 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:57.218641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Transition to ACTIVE for port object 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:49:57.226994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:57.264456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Network dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:57.270945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:57.276502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Pushing event updated for resources: {'Port': ['ID=1a32d1af-8846-4bcb-a7fc-0441cec6c9c5,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:57.278674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:57.284205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12898c-d7c3-4c4f-9957-dd0992953738 req-03856c9f-45ef-4822-9e8c-e55fd62c841d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:57.285841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d12898c-d7c3-4c4f-9957-dd0992953738 req-03856c9f-45ef-4822-9e8c-e55fd62c841d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 948 time: 0.1090317 Aug 29 16:49:57.289261 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:57.307249 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b27fa460-dc11-49f9-a461-523a0b10eb9b req-be9aba52-f696-44b0-93cb-3a85bc8cd980 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495495 Aug 29 16:49:57.321496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:57.347311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Attempting to bind port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:49:57.347686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Attempting to bind port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:49:57.348054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Attempting to bind port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 on network dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:49:57.353216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:49:57.354188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Checking segment: {'id': '1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:49:57.354856 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:57.354971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Bound using segment: {'id': '1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:49:57.355437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Bound port: 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:49:57.355824 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:57.364532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d12898c-d7c3-4c4f-9957-dd0992953738 req-3c769a54-142b-4de0-9d9d-463e4ade1070 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654573 Aug 29 16:49:57.462780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b req-3b9050ee-d369-4de9-9df7-8d35c7c38057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:57.463733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] For port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:49:57.467024 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b req-3b9050ee-d369-4de9-9df7-8d35c7c38057 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 1100 time: 0.0929604 Aug 29 16:49:57.467814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] For port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1a32d1af-8846-4bcb-a7fc-0441cec6c9c5,segment=NetworkSegment(1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b),segment_id=1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:49:57.474852 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:57.487110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-d619c569-ca05-483b-8d5c-be49a0d23f2e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:57.488967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-d619c569-ca05-483b-8d5c-be49a0d23f2e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646682 Aug 29 16:49:57.512479 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-fd87109e-7b44-430a-a8ab-f0d8f15d99ec tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/quotas/f6a9dbf52a394a089b69d53045802e1f HTTP/1.1" status: 200 len: 375 time: 0.0166695 Aug 29 16:49:57.558697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f6f87-5672-448a-bc90-69a96dc3de8d None None] Pushing event updated for resources: {'Port': ['ID=1a32d1af-8846-4bcb-a7fc-0441cec6c9c5,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:57.573950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Allocated IP 172.25.5.75 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/1f63936e-5b3b-44f5-8207-1e899f990832) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:49:57.608849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee991cf-fdaf-4883-a08c-2e288388f4d8 req-a3ca5f70-7cd5-4de2-b78a-f3920949587d tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:57.610603 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cee991cf-fdaf-4883-a08c-2e288388f4d8 req-a3ca5f70-7cd5-4de2-b78a-f3920949587d tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1096 time: 0.1065636 Aug 29 16:49:57.663158 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-2e2a7f8a-ae06-492e-8ddc-9b6f94a3fb07 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1434507 Aug 29 16:49:57.669137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b req-e83b59cd-7a98-487b-9e70-60a716176da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:57.670643 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b req-e83b59cd-7a98-487b-9e70-60a716176da4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1950574 Aug 29 16:49:57.680100 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cee991cf-fdaf-4883-a08c-2e288388f4d8 req-186d232f-60af-43a2-bfa9-5b31bf9eab29 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513611 Aug 29 16:49:57.749665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b req-abf7d7e8-ed89-4e63-955d-b53c1d9c650c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391 HTTP/1.1" status: 200 len: 217 time: 0.0523572 Aug 29 16:49:57.794556 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:57.863476 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:57.905882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b req-8f8e1d18-0f1e-4510-94bd-2cbddc0cd521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:57.907476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b req-8f8e1d18-0f1e-4510-94bd-2cbddc0cd521 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1217456 Aug 29 16:49:57.914008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:49:57.917978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:49:57.923049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:49:57.927084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebe24f-c64c-4153-a09c-201a4d6f6317 req-fb788f57-dd5a-4465-924d-503661a3c481 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:57.935400 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6ebe24f-c64c-4153-a09c-201a4d6f6317 req-fb788f57-dd5a-4465-924d-503661a3c481 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1193545 Aug 29 16:49:57.959076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Pushing event updated for resources: {'Port': ['ID=1f63936e-5b3b-44f5-8207-1e899f990832,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:58.014425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b req-b7a09a7b-3412-496d-9e3f-e676d13fc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:58.016414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b req-b7a09a7b-3412-496d-9e3f-e676d13fc6f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0778673 Aug 29 16:49:58.020402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6ebe24f-c64c-4153-a09c-201a4d6f6317 req-b41861eb-803e-412f-a41e-53cd5284db84 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841212 Aug 29 16:49:58.155118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:49:58.224752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:58.225091 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b req-e78f3ed9-6753-4b5e-88d0-e59ff7882f30 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982570 Aug 29 16:49:58.579125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd81043-ff23-4967-9a30-db24860895dd req-231b61bb-ceb4-4ef5-9c37-f9c492a39e03 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:58.580669 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fd81043-ff23-4967-9a30-db24860895dd req-231b61bb-ceb4-4ef5-9c37-f9c492a39e03 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 943 time: 0.4286528 Aug 29 16:49:58.611342 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9fbd011-fc3a-4c51-b646-5957c1c9be3b req-2504debf-0084-4ff8-a973-066d22b387f9 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768270 Aug 29 16:49:58.662057 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fd81043-ff23-4967-9a30-db24860895dd req-5fdb09d8-3fdc-4d93-92e0-e3bfff80b873 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713673 Aug 29 16:49:58.684305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8bf0d-cab0-4abc-8237-a6aa8fb4a823 req-d7e4e790-a054-4399-8e66-7e97892c8581 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:58.685860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0f8bf0d-cab0-4abc-8237-a6aa8fb4a823 req-d7e4e790-a054-4399-8e66-7e97892c8581 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.10 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 943 time: 0.1451018 Aug 29 16:49:58.703383 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:58.744068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345395ab-f10f-4989-ab7b-f457337149af None None] Network dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:49:58.788559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7faf8-d1d0-4bf1-b436-0e8b19848c04 req-ac7b794b-f000-4059-8488-7041619ef4bb tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:58.798874 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34f7faf8-d1d0-4bf1-b436-0e8b19848c04 req-ac7b794b-f000-4059-8488-7041619ef4bb tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 950 time: 0.0685363 Aug 29 16:49:58.828609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cfff4795-8c4e-47a6-847e-8ac5f7044e23 None None] Provisioning for port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:49:58.839422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cfff4795-8c4e-47a6-847e-8ac5f7044e23 None None] Provisioning complete for port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:58.840058 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cfff4795-8c4e-47a6-847e-8ac5f7044e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:58.848891 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34f7faf8-d1d0-4bf1-b436-0e8b19848c04 req-2b56cf30-df08-4af0-a06d-00347d53f0f6 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490019 Aug 29 16:49:58.859773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-799287be-1730-4512-b113-393d812b19c3 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:58.861439 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-799287be-1730-4512-b113-393d812b19c3 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 807 time: 0.3185139 Aug 29 16:49:58.935882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-901547f5-9422-4ea3-869f-fb86c8b51f13 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/quotas/ec31ee35e48a404791ee79cc665280cf HTTP/1.1" status: 200 len: 375 time: 0.0281017 Aug 29 16:49:59.066494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c0f8bf0d-cab0-4abc-8237-a6aa8fb4a823 req-07b1b063-14bf-44ee-9917-9d9da952e07e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Deleting port b605781b-3989-4bc0-9fe5-a356ada59d6e {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:49:59.066842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0f8bf0d-cab0-4abc-8237-a6aa8fb4a823 req-07b1b063-14bf-44ee-9917-9d9da952e07e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:59.093285 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cfff4795-8c4e-47a6-847e-8ac5f7044e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:59.143917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cfff4795-8c4e-47a6-847e-8ac5f7044e23 None None] For port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1a32d1af-8846-4bcb-a7fc-0441cec6c9c5,segment=NetworkSegment(1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b),segment_id=1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:59.148901 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cfff4795-8c4e-47a6-847e-8ac5f7044e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:59.215640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff4795-8c4e-47a6-847e-8ac5f7044e23 None None] Pushing event updated for resources: {'Port': ['ID=1a32d1af-8846-4bcb-a7fc-0441cec6c9c5,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:59.242799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-c4773974-4023-443e-bdb9-d7505e08aedf tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2985148 Aug 29 16:49:59.323715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623e881-f974-449a-b80f-8c6c0ca4693e req-742d58d2-8cc1-4688-9d2d-ba3bc0dedef3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:59.324944 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:59.325875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8623e881-f974-449a-b80f-8c6c0ca4693e req-742d58d2-8cc1-4688-9d2d-ba3bc0dedef3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 948 time: 0.0618362 Aug 29 16:49:59.374353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5724bcd6-0fbe-4b66-bc21-805031716505 None None] Provisioning complete for port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:49:59.374770 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5724bcd6-0fbe-4b66-bc21-805031716505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:59.376554 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8623e881-f974-449a-b80f-8c6c0ca4693e req-fe588df9-a080-4684-8357-b06c1c03b726 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364332 Aug 29 16:49:59.406768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-c0f8bf0d-cab0-4abc-8237-a6aa8fb4a823 req-07b1b063-14bf-44ee-9917-9d9da952e07e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] For port b605781b-3989-4bc0-9fe5-a356ada59d6e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b605781b-3989-4bc0-9fe5-a356ada59d6e,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:49:59.407000 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0f8bf0d-cab0-4abc-8237-a6aa8fb4a823 req-07b1b063-14bf-44ee-9917-9d9da952e07e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:59.436662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c0f8bf0d-cab0-4abc-8237-a6aa8fb4a823 req-07b1b063-14bf-44ee-9917-9d9da952e07e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Calling delete_port for b605781b-3989-4bc0-9fe5-a356ada59d6e owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:49:59.477866 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-4705cf54-7fbd-4b35-a217-53e4bda1aa7b service neutron] 10.222.0.22 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259760 Aug 29 16:49:59.641549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277d746-c5e1-405d-828d-c09c81b34eaa req-df2957e4-719b-437d-a220-5fc913f40c5f tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:49:59.644305 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9277d746-c5e1-405d-828d-c09c81b34eaa req-df2957e4-719b-437d-a220-5fc913f40c5f tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0718091 Aug 29 16:49:59.666244 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-a3287c64-b634-4c2d-bcc3-70761729ed63 service neutron] 10.222.0.22 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792991 Aug 29 16:49:59.701706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9277d746-c5e1-405d-828d-c09c81b34eaa req-e6c1fcf2-210f-4896-88f7-ba866096134c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495386 Aug 29 16:49:59.713758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Router d5f98a66-7b67-4177-a82b-4532980590d7 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:49:59.744959 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0f8bf0d-cab0-4abc-8237-a6aa8fb4a823 req-07b1b063-14bf-44ee-9917-9d9da952e07e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:49:59.834538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1b063-14bf-44ee-9917-9d9da952e07e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event deleted for resources: {'Port': ['ID=b605781b-3989-4bc0-9fe5-a356ada59d6e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:49:59.844687 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b33185bf-ae47-456c-9258-26ceec73ab48 req-a0de3e77-5c42-49ef-8787-100d2d890227 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 210 time: 0.0409575 Aug 29 16:49:59.855475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-924a1034-0015-4c4e-be63-e1a8590e9c02 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347705 Aug 29 16:49:59.897533 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-2ede1dbc-40e9-4f33-bacd-690e72b79d28 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591667 Aug 29 16:49:59.988310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f8bf0d-cab0-4abc-8237-a6aa8fb4a823 req-07b1b063-14bf-44ee-9917-9d9da952e07e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] No DVR routers for this DVR port b605781b-3989-4bc0-9fe5-a356ada59d6e on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:50:00.017050 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0f8bf0d-cab0-4abc-8237-a6aa8fb4a823 req-07b1b063-14bf-44ee-9917-9d9da952e07e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:00.019043 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0f8bf0d-cab0-4abc-8237-a6aa8fb4a823 req-07b1b063-14bf-44ee-9917-9d9da952e07e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.10 "DELETE /v2.0/ports/b605781b-3989-4bc0-9fe5-a356ada59d6e HTTP/1.1" status: 204 len: 173 time: 1.3257725 Aug 29 16:50:00.019504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b11576-811e-46dc-a4f1-2f1be28e0d10', 'name': 'network-vif-deleted', 'tag': 'b605781b-3989-4bc0-9fe5-a356ada59d6e'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:00.021972 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798c389b-b6f7-47ca-8b88-6f8d34a6e9fe" -d '{"events": [{"server_uuid": "42b11576-811e-46dc-a4f1-2f1be28e0d10", "name": "network-vif-deleted", "tag": "b605781b-3989-4bc0-9fe5-a356ada59d6e"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:00.033003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-379803af-7dda-4e31-9321-b65a43e6e828 req-5508706d-62dc-43be-b189-ab934da644f3 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b11576-811e-46dc-a4f1-2f1be28e0d10 HTTP/1.1" status: 200 len: 210 time: 0.0538843 Aug 29 16:50:00.122759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-b92d1852-a36b-48c3-b9c6-3e1eca608c56 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:00.125574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-b92d1852-a36b-48c3-b9c6-3e1eca608c56 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489665 Aug 29 16:50:00.128802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:50:00.137012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafd7bb-f917-4b2c-8416-14d9c59fcccd req-03bace90-c6ea-4efd-b3df-0742190e249e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:00.145934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902be011-608f-4144-85f1-528cb9340641 None None] Sync routers for ids ['d5f98a66-7b67-4177-a82b-4532980590d7'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:50:00.154601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebafd7bb-f917-4b2c-8416-14d9c59fcccd req-03bace90-c6ea-4efd-b3df-0742190e249e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 950 time: 0.1474648 Aug 29 16:50:00.155754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Request body: {'port': {'device_id': '105661f9-2502-4ac0-8c45-d2dbefe320fc', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f6a9dbf52a394a089b69d53045802e1f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:00.164505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902be011-608f-4144-85f1-528cb9340641 None None] Routers {'d5f98a66-7b67-4177-a82b-4532980590d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:00.165154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-902be011-608f-4144-85f1-528cb9340641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:49:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['d5f98a66-7b67-4177-a82b-4532980590d7'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:00.174804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:00.216728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-133dca79-5390-4db6-90bc-b18f6aaf402b req-ff97718e-7efb-428f-9aa1-89b3f48116dd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 210 time: 0.0784504 Aug 29 16:50:00.242325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-282907e7-61f3-4074-a79c-a624fb0323b3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:00.244365 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-282907e7-61f3-4074-a79c-a624fb0323b3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242757 Aug 29 16:50:00.260911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebafd7bb-f917-4b2c-8416-14d9c59fcccd req-0218ed2c-d925-48ab-8b13-922af75537b0 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053841 Aug 29 16:50:00.271924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Request body: {'port': {'device_id': 'ca2bae34-19d0-4b56-96b4-042336525fb2', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f6a9dbf52a394a089b69d53045802e1f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:00.353616 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff33fa9-7a70-4a00-9f98-dc31aafce6e9 x-openstack-request-id: req-2ff33fa9-7a70-4a00-9f98-dc31aafce6e9 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:00.354610 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b11576-811e-46dc-a4f1-2f1be28e0d10", "name": "network-vif-deleted", "tag": "b605781b-3989-4bc0-9fe5-a356ada59d6e", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:00.354823 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ff33fa9-7a70-4a00-9f98-dc31aafce6e9 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:00.355240 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b11576-811e-46dc-a4f1-2f1be28e0d10', 'name': 'network-vif-deleted', 'tag': 'b605781b-3989-4bc0-9fe5-a356ada59d6e', 'status': 'completed', 'code': 200} Aug 29 16:50:00.359406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:00.360627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2b287815-d2ed-4f76-85f7-718f97916c01 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9968462 Aug 29 16:50:00.364762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39914) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:00.390558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:00.391083 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:00.399036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-902be011-608f-4144-85f1-528cb9340641 None None] Set router d5f98a66-7b67-4177-a82b-4532980590d7 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:00.452127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Made reservation on behalf of f6a9dbf52a394a089b69d53045802e1f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:00.458742 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:00.557265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8b4dd2ee-e247-44df-8610-e88cdf0cc391 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:50:00.601058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47224cdf-381a-40b7-bac8-414dc17a4850 req-f4a416a3-78b5-4012-ab1e-61c9caf52024 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:00.605971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Made reservation on behalf of f6a9dbf52a394a089b69d53045802e1f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:00.611057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:00.622029 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47224cdf-381a-40b7-bac8-414dc17a4850 req-f4a416a3-78b5-4012-ab1e-61c9caf52024 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 948 time: 0.1425683 Aug 29 16:50:00.687373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47224cdf-381a-40b7-bac8-414dc17a4850 req-4feacd3a-d29d-455d-a2f2-3d34ae381818 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621781 Aug 29 16:50:00.767806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Allocated IP 192.168.233.36 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/02cec373-07b1-43fd-8161-84b3715f5089) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:00.863005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8b4dd2ee-e247-44df-8610-e88cdf0cc391, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:00.900286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '8b4dd2ee-e247-44df-8610-e88cdf0cc391', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '8b4dd2ee-e247-44df-8610-e88cdf0cc391', 'mac_address': 'fa:16:3e:1d:ed:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:50:00.942498 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:00.958279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Transition to ACTIVE for port object 02cec373-07b1-43fd-8161-84b3715f5089 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:00.965055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb63c49-07e5-4084-9863-828de0b712a6 req-8a9baa7f-720f-4fca-88a0-f879703b38b3 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:00.966598 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-beb63c49-07e5-4084-9863-828de0b712a6 req-8a9baa7f-720f-4fca-88a0-f879703b38b3 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0719209 Aug 29 16:50:01.017594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51901c63-3f04-460f-b7ad-59049798c4df req-e9722ade-37be-4008-b3f4-a0ae94d1468a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 210 time: 0.0323253 Aug 29 16:50:01.024463 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:01.041605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:01.043745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6', 'c605cd2d-c605-4607-946f-9700c452073f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:01.075284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:01.078556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:01.079177 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-beb63c49-07e5-4084-9863-828de0b712a6 req-3ade43de-7bb1-4892-9ad0-6a47662f19f4 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840576 Aug 29 16:50:01.092055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:01.117369 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:01.138306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Allocated IP 192.168.233.121 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:01.171424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event updated for resources: {'Port': ['ID=02cec373-07b1-43fd-8161-84b3715f5089,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:01.198960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4dd2ee-e247-44df-8610-e88cdf0cc391 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:01.239040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:01.239733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:01.245662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8b4dd2ee-e247-44df-8610-e88cdf0cc391, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:01.256500 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-4f24d1c3-496d-4998-a9b4-dec83edbde5a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1112032 Aug 29 16:50:01.258598 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:01.271633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922e944-1cb5-4b4b-b7ff-920ab01820a6 req-a66273bf-86ac-485f-8590-01b5197cbe7f tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:01.275359 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:01.277510 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3922e944-1cb5-4b4b-b7ff-920ab01820a6 req-a66273bf-86ac-485f-8590-01b5197cbe7f tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 950 time: 0.1440973 Aug 29 16:50:01.281156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-902be011-608f-4144-85f1-528cb9340641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'name': 'tempest-FloatingIPDetailsTestJSON-233927804-router', 'tenant_id': '108348419e834383a1bc6dda23340184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:49:56Z', 'updated_at': '2021-08-29T16:49:58Z', 'revision_number': 3, 'project_id': '108348419e834383a1bc6dda23340184', 'gw_port': {'id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:57Z', 'updated_at': '2021-08-29T16:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:01.283052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Request body: {'port': {'device_id': '105661f9-2502-4ac0-8c45-d2dbefe320fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:01.381956 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1d6f247b-595d-4292-954d-14348fe78e66 req-c339c392-6bea-49d4-aee3-2e9c3bb62cea tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 210 time: 0.0402102 Aug 29 16:50:01.415214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902be011-608f-4144-85f1-528cb9340641 None None] Checking router: d5f98a66-7b67-4177-a82b-4532980590d7 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:50:01.415755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902be011-608f-4144-85f1-528cb9340641 None None] Updating router d5f98a66-7b67-4177-a82b-4532980590d7 port 1f63936e-5b3b-44f5-8207-1e899f990832 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:50:01.422646 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:01.489926 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-902be011-608f-4144-85f1-528cb9340641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:01.543677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8b4dd2ee-e247-44df-8610-e88cdf0cc391,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:01.547129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203c453-0e33-4f50-bca4-00e7bd1eb015 req-7d830d98-6ad0-4c50-9d46-3a27e55e60df tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:01.549466 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9203c453-0e33-4f50-bca4-00e7bd1eb015 req-7d830d98-6ad0-4c50-9d46-3a27e55e60df tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 950 time: 0.1674495 Aug 29 16:50:01.560472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8b4dd2ee-e247-44df-8610-e88cdf0cc391'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:01.639224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0a85d3a7-70f4-4903-bdf6-809c36067e13 None None] Provisioning for port 02cec373-07b1-43fd-8161-84b3715f5089 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:01.687753 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9203c453-0e33-4f50-bca4-00e7bd1eb015 req-32ee2085-603c-48a8-b98f-a77d211f8f24 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d28ed09-9855-4f66-90ea-2416e762e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307459 Aug 29 16:50:01.764478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0a85d3a7-70f4-4903-bdf6-809c36067e13 None None] Provisioning complete for port 02cec373-07b1-43fd-8161-84b3715f5089 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:01.764910 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0a85d3a7-70f4-4903-bdf6-809c36067e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:01.775090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-3922e944-1cb5-4b4b-b7ff-920ab01820a6 req-9c64b02f-2760-4042-aaec-892392a2569e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Deleting port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:01.775090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3922e944-1cb5-4b4b-b7ff-920ab01820a6 req-9c64b02f-2760-4042-aaec-892392a2569e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:01.819830 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:01.865766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Transition to ACTIVE for port object 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:01.870456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-2c29e720-11b9-4c04-a661-54e57f605f3d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:01.872123 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-2c29e720-11b9-4c04-a661-54e57f605f3d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.16 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 807 time: 0.2506783 Aug 29 16:50:01.902726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Request body: {'port': {'device_id': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718', 'admin_state_up': True, 'tenant_id': 'ec31ee35e48a404791ee79cc665280cf'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:01.913576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-f1890fda-c6b0-417f-88b5-db53a8bf5a47 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:01.921039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-f1890fda-c6b0-417f-88b5-db53a8bf5a47 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/networks?id=379d5f7f-18ea-4621-8266-a3731bed1b3b HTTP/1.1" status: 200 len: 821 time: 0.3300335 Aug 29 16:50:01.928706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Allocated IP 172.20.0.1 (dd2ad2e4-7d0c-44cb-a973-acf08ea1c139/de5464c5-e2d6-4df2-b773-aab15877575a/25a29aab-345f-4ba3-8c21-5e7214e59a0b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:01.936685 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0a85d3a7-70f4-4903-bdf6-809c36067e13 None None] Port 02cec373-07b1-43fd-8161-84b3715f5089 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:01.951716 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-9ae04d3d-ba98-4687-ae7e-73b4e375e31c tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/quotas/6f8a59e9ac6f4c8489f9c4dbbad1b7df HTTP/1.1" status: 200 len: 375 time: 0.0297823 Aug 29 16:50:01.972887 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:01.975394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-3922e944-1cb5-4b4b-b7ff-920ab01820a6 req-9c64b02f-2760-4042-aaec-892392a2569e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] For port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:01.976204 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3922e944-1cb5-4b4b-b7ff-920ab01820a6 req-9c64b02f-2760-4042-aaec-892392a2569e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.099777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:02.117696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:02.129554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:02.141342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event updated for resources: {'Port': ['ID=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:02.184134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-aa68ab15-306a-44ad-b7a6-255f64e41cf9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f8a59e9ac6f4c8489f9c4dbbad1b7df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2221751 Aug 29 16:50:02.209993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.221453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-902be011-608f-4144-85f1-528cb9340641 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.230619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Transition to ACTIVE for port object 25a29aab-345f-4ba3-8c21-5e7214e59a0b will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:02.234883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-902be011-608f-4144-85f1-528cb9340641 None None] Transition to ACTIVE for port object 1f63936e-5b3b-44f5-8207-1e899f990832 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:02.243020 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-902be011-608f-4144-85f1-528cb9340641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.299901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-902be011-608f-4144-85f1-528cb9340641 None None] Attempting to bind port 1f63936e-5b3b-44f5-8207-1e899f990832 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:02.300252 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-902be011-608f-4144-85f1-528cb9340641 None None] Attempting to bind port 1f63936e-5b3b-44f5-8207-1e899f990832 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:02.300614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902be011-608f-4144-85f1-528cb9340641 None None] Attempting to bind port 1f63936e-5b3b-44f5-8207-1e899f990832 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:02.315157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902be011-608f-4144-85f1-528cb9340641 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:02.316220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902be011-608f-4144-85f1-528cb9340641 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:02.316220 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-902be011-608f-4144-85f1-528cb9340641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.316429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902be011-608f-4144-85f1-528cb9340641 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:02.317377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-902be011-608f-4144-85f1-528cb9340641 None None] Bound port: 1f63936e-5b3b-44f5-8207-1e899f990832, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:02.317712 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-902be011-608f-4144-85f1-528cb9340641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.334184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-3922e944-1cb5-4b4b-b7ff-920ab01820a6 req-9c64b02f-2760-4042-aaec-892392a2569e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Calling delete_port for 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:02.339608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.376981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-902be011-608f-4144-85f1-528cb9340641 None None] For port 1f63936e-5b3b-44f5-8207-1e899f990832, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:02.380330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-902be011-608f-4144-85f1-528cb9340641 None None] For port 1f63936e-5b3b-44f5-8207-1e899f990832, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1f63936e-5b3b-44f5-8207-1e899f990832,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:02.389001 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-902be011-608f-4144-85f1-528cb9340641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.394034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8eb6c-ef74-4ccd-ad45-7c21366ec875 req-71cd3644-ce93-4af1-b870-a1d546888f60 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:02.394928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Network dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:02.400621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e841e-2bb7-4fbd-b7d0-7bb5dc8e8201 None None] Pushing event updated for resources: {'Port': ['ID=1f63936e-5b3b-44f5-8207-1e899f990832,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:02.405554 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7cd8eb6c-ef74-4ccd-ad45-7c21366ec875 req-71cd3644-ce93-4af1-b870-a1d546888f60 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 949 time: 0.5322359 Aug 29 16:50:02.414726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902be011-608f-4144-85f1-528cb9340641 None None] Routers {'d5f98a66-7b67-4177-a82b-4532980590d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:02.415845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-902be011-608f-4144-85f1-528cb9340641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:49:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['d5f98a66-7b67-4177-a82b-4532980590d7'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:02.422373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:02.423040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.439479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:02.458390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:02.460533 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-ab7f68cd-7a64-4ef2-876f-143c4fefcc7d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1951478 Aug 29 16:50:02.503462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Request body: {'port': {'device_id': 'ca2bae34-19d0-4b56-96b4-042336525fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:02.531751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Pushing event updated for resources: {'Port': ['ID=25a29aab-345f-4ba3-8c21-5e7214e59a0b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:02.558200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b605781b-3989-4bc0-9fe5-a356ada59d6e no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:02.564755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7cd8eb6c-ef74-4ccd-ad45-7c21366ec875 req-4e6f4cea-2c48-452d-8204-0cf5c2132dd4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579559 Aug 29 16:50:02.588880 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.604220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Made reservation on behalf of ec31ee35e48a404791ee79cc665280cf for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:02.607923 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.620341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4313a333-a344-4241-9c86-f6c942452c04 None None] Provisioning for port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:02.628214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:02.630128 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-60883bdf-c803-42a8-adf0-bc7ca3444790 service neutron] 10.222.0.22 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493142 Aug 29 16:50:02.635373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: b605781b-3989-4bc0-9fe5-a356ada59d6e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:50:02.635832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b605781b-3989-4bc0-9fe5-a356ada59d6e not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:50:02.636369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:02.638173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e841e-2bb7-4fbd-b7d0-7bb5dc8e8201 None None] Pushing event updated for resources: {'Port': ['ID=1f63936e-5b3b-44f5-8207-1e899f990832,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:02.663907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4313a333-a344-4241-9c86-f6c942452c04 None None] Provisioning complete for port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:02.664417 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4313a333-a344-4241-9c86-f6c942452c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.699309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02cec373-07b1-43fd-8161-84b3715f5089 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:02.707182 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.721685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Transition to ACTIVE for port object 02cec373-07b1-43fd-8161-84b3715f5089 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:02.729672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-902be011-608f-4144-85f1-528cb9340641 None None] Set router d5f98a66-7b67-4177-a82b-4532980590d7 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:02.738898 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.791621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.819285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4313a333-a344-4241-9c86-f6c942452c04 None None] Port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:02.906421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=02cec373-07b1-43fd-8161-84b3715f5089,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:02.916596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6', 'c605cd2d-c605-4607-946f-9700c452073f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:02.953732 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3922e944-1cb5-4b4b-b7ff-920ab01820a6 req-9c64b02f-2760-4042-aaec-892392a2569e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:02.970602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55344ac-cb9d-42fe-b608-6ca78a99b8a4 req-14eb8f7b-0e52-4e71-aceb-ca16f83c8f89 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:02.979869 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a55344ac-cb9d-42fe-b608-6ca78a99b8a4 req-14eb8f7b-0e52-4e71-aceb-ca16f83c8f89 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 947 time: 0.2554488 Aug 29 16:50:03.021163 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:03.072798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64b02f-2760-4042-aaec-892392a2569e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Pushing event deleted for resources: {'Port': ['ID=32a77afe-0f4e-47fe-a0ae-4d55d0861fa9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:03.165693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Attempting to bind port 02cec373-07b1-43fd-8161-84b3715f5089 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:03.166190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Attempting to bind port 02cec373-07b1-43fd-8161-84b3715f5089 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:03.166774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Attempting to bind port 02cec373-07b1-43fd-8161-84b3715f5089 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:03.196309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Port 02cec373-07b1-43fd-8161-84b3715f5089 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:50:03.196723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Attempting to bind port 02cec373-07b1-43fd-8161-84b3715f5089 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:03.206194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:03.206704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:03.207190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:03.207739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Bound port: 02cec373-07b1-43fd-8161-84b3715f5089, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:03.208363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:03.232980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Allocated IP 172.20.0.12 (8e27da2f-25dd-46eb-b0d0-cdd0f9e28718/18e8af9c-c432-4e00-afd5-7587349e66b2/01067f0f-fca2-47c8-9850-cc378867fa17) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:03.239142 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:03.245620 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-37056929-ab5f-4a88-96c3-7ea322a24ab6 service neutron] 10.222.0.22 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846663 Aug 29 16:50:03.246311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-be6c13a3-c384-4efa-8238-dfe5399ca6d7 None None] Provisioning for port 25a29aab-345f-4ba3-8c21-5e7214e59a0b completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:03.275988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-be6c13a3-c384-4efa-8238-dfe5399ca6d7 None None] Provisioning complete for port 25a29aab-345f-4ba3-8c21-5e7214e59a0b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:03.276673 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-be6c13a3-c384-4efa-8238-dfe5399ca6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:03.278033 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a55344ac-cb9d-42fe-b608-6ca78a99b8a4 req-1b26d291-12c3-4256-85b1-75b794028190 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968709 Aug 29 16:50:03.341554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3922e944-1cb5-4b4b-b7ff-920ab01820a6 req-9c64b02f-2760-4042-aaec-892392a2569e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] No DVR routers for this DVR port 32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:50:03.344613 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3922e944-1cb5-4b4b-b7ff-920ab01820a6 req-9c64b02f-2760-4042-aaec-892392a2569e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:03.348069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3922e944-1cb5-4b4b-b7ff-920ab01820a6 req-9c64b02f-2760-4042-aaec-892392a2569e tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.10 "DELETE /v2.0/ports/32a77afe-0f4e-47fe-a0ae-4d55d0861fa9 HTTP/1.1" status: 204 len: 173 time: 2.0252435 Aug 29 16:50:03.360956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea35154-8274-4b33-8041-dbe18c098403', 'name': 'network-vif-deleted', 'tag': '32a77afe-0f4e-47fe-a0ae-4d55d0861fa9'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:03.364188 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ede6f3-cf88-42ad-937a-a2aef9c580b5" -d '{"events": [{"server_uuid": "3ea35154-8274-4b33-8041-dbe18c098403", "name": "network-vif-deleted", "tag": "32a77afe-0f4e-47fe-a0ae-4d55d0861fa9"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:03.502177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] For port 02cec373-07b1-43fd-8161-84b3715f5089, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:03.512364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] For port 02cec373-07b1-43fd-8161-84b3715f5089, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=02cec373-07b1-43fd-8161-84b3715f5089,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:03.534392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:03.566667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-be6c13a3-c384-4efa-8238-dfe5399ca6d7 None None] Port 25a29aab-345f-4ba3-8c21-5e7214e59a0b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:03.592401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dea37-bde9-4126-9af1-dd515dff53c8 req-c2b1a252-9160-4161-81bf-1eebf50aa2a8 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:03.597959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-902be011-608f-4144-85f1-528cb9340641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'name': 'tempest-FloatingIPDetailsTestJSON-233927804-router', 'tenant_id': '108348419e834383a1bc6dda23340184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:49:56Z', 'updated_at': '2021-08-29T16:49:58Z', 'revision_number': 3, 'project_id': '108348419e834383a1bc6dda23340184', 'gw_port': {'id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:57Z', 'updated_at': '2021-08-29T16:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:03.599823 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d79dea37-bde9-4126-9af1-dd515dff53c8 req-c2b1a252-9160-4161-81bf-1eebf50aa2a8 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1785147 Aug 29 16:50:03.609679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eb54b44b-2543-4bf6-a2dc-1251c9fcc67d req-f1883da8-c7d2-4fe4-827f-a4ec175d18fa tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 210 time: 0.0920234 Aug 29 16:50:03.632339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902be011-608f-4144-85f1-528cb9340641 None None] The sync data for ids ['d5f98a66-7b67-4177-a82b-4532980590d7'] in n-d-713301-13 is: [{'id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'name': 'tempest-FloatingIPDetailsTestJSON-233927804-router', 'tenant_id': '108348419e834383a1bc6dda23340184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:49:56Z', 'updated_at': '2021-08-29T16:49:58Z', 'revision_number': 3, 'project_id': '108348419e834383a1bc6dda23340184', 'gw_port': {'id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:57Z', 'updated_at': '2021-08-29T16:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:50:03.763260 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:03.763641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:03.767325 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:03.768843 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] 10.222.0.16 "PUT /v2.0/ports/02cec373-07b1-43fd-8161-84b3715f5089 HTTP/1.1" status: 200 len: 1096 time: 2.4902780 Aug 29 16:50:03.775206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:03.785141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:03.906777 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:03.949869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Pushing event updated for resources: {'Port': ['ID=25a29aab-345f-4ba3-8c21-5e7214e59a0b,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:03.986983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdd5c4-88b4-4b1e-9796-62b853bb0dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=02cec373-07b1-43fd-8161-84b3715f5089,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:04.007400 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d79dea37-bde9-4126-9af1-dd515dff53c8 req-3999119c-4d2a-41d3-a46c-e07fa3efb950 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065990 Aug 29 16:50:04.061557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40beb49c-1bd2-45ed-b190-f22fa3d84161 req-a0714b2a-0fb0-429e-9aa9-6a58f00c3ca0 tempest-ImagesNegativeTestJSON-1474567435 tempest-ImagesNegativeTestJSON-1474567435-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea35154-8274-4b33-8041-dbe18c098403 HTTP/1.1" status: 200 len: 210 time: 0.2588000 Aug 29 16:50:04.093464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Transition to ACTIVE for port object 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:04.113165 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:04.118493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-9dace7c4-ca19-45c1-8006-6480d5053483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:04.120213 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:04.120368 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-9dace7c4-ca19-45c1-8006-6480d5053483 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 1099 time: 0.2958200 Aug 29 16:50:04.125867 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:04.192080 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-e1647b1f-5879-4166-9cd9-04a9a7266200 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=02cec373-07b1-43fd-8161-84b3715f5089 HTTP/1.1" status: 200 len: 217 time: 0.0596912 Aug 29 16:50:04.197021 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7ebf43-f4cc-4636-80a6-e3d5eaae382e x-openstack-request-id: req-1c7ebf43-f4cc-4636-80a6-e3d5eaae382e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:04.198555 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea35154-8274-4b33-8041-dbe18c098403", "name": "network-vif-deleted", "tag": "32a77afe-0f4e-47fe-a0ae-4d55d0861fa9", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:04.198860 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c7ebf43-f4cc-4636-80a6-e3d5eaae382e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:04.199282 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea35154-8274-4b33-8041-dbe18c098403', 'name': 'network-vif-deleted', 'tag': '32a77afe-0f4e-47fe-a0ae-4d55d0861fa9', 'status': 'completed', 'code': 200} Aug 29 16:50:04.301329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:04.319663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-21b8a2c7-6ffb-414f-8608-6f4270d83aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:04.322474 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-21b8a2c7-6ffb-414f-8608-6f4270d83aee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1184819 Aug 29 16:50:04.364252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0565154e-766d-4993-8511-4c27d74b1e22 req-7f2a7a5a-882f-4205-b588-e29ce694cfe7 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 210 time: 0.0462234 Aug 29 16:50:04.423619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:04.465400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Network dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:04.470091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:04.470976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:04.509993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:04.518880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:04.532408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Pushing event updated for resources: {'Port': ['ID=01067f0f-fca2-47c8-9850-cc378867fa17,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:04.562727 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8b4dd2ee-e247-44df-8610-e88cdf0cc391 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:04.627212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a6974-76be-4290-8c5f-224316a5d91c req-5f2460be-561c-4006-953d-16a8be09e02a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:04.628821 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-906a6974-76be-4290-8c5f-224316a5d91c req-5f2460be-561c-4006-953d-16a8be09e02a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 949 time: 0.3124232 Aug 29 16:50:04.632708 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Attempting to bind port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:04.633583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Attempting to bind port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:04.634107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Attempting to bind port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:04.638012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-16aedf73-d310-496a-9f6b-b0581cbeffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:04.639502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-16aedf73-d310-496a-9f6b-b0581cbeffcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2741954 Aug 29 16:50:04.646582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:50:04.646582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Attempting to bind port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:04.655959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:04.656824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:04.656824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:04.657445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:04.661320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:04.661947 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:04.662229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Bound port: 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:04.662722 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:04.690428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa64f8a-afc5-43e2-9e7d-a193842bef7b req-a47a4695-5c7d-4c79-ac4a-f488888f2ca9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:04.698362 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7fa64f8a-afc5-43e2-9e7d-a193842bef7b req-a47a4695-5c7d-4c79-ac4a-f488888f2ca9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 947 time: 0.2120175 Aug 29 16:50:04.705173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:04.706116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:04.799717 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:04.827959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4dd2ee-e247-44df-8610-e88cdf0cc391'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:04.830986 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591b7287-d008-46b3-810f-46f8a46f34b0" -d '{"events": [{"server_uuid": "b77f74c1-8de4-47ad-bc50-3303dd4541cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b4dd2ee-e247-44df-8610-e88cdf0cc391"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:04.831809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-906a6974-76be-4290-8c5f-224316a5d91c req-79edf870-546a-4718-9896-0c387b451bb7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909561 Aug 29 16:50:04.846505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8b4dd2ee-e247-44df-8610-e88cdf0cc391, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:04.851331 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-580a6db0-dc73-46cb-8e9d-8bda094ebcfb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9519267 Aug 29 16:50:04.854035 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:04.862309 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7fa64f8a-afc5-43e2-9e7d-a193842bef7b req-83fe81de-9b9a-4aab-b649-717120a803d8 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623764 Aug 29 16:50:04.863821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Request body: {'port': {'device_id': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:04.899274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Router d5f98a66-7b67-4177-a82b-4532980590d7 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:50:04.942814 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f93c0c2-f65e-4c6b-9103-5ac6b2420816 x-openstack-request-id: req-6f93c0c2-f65e-4c6b-9103-5ac6b2420816 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:04.943280 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f74c1-8de4-47ad-bc50-3303dd4541cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b4dd2ee-e247-44df-8610-e88cdf0cc391", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:04.944137 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f93c0c2-f65e-4c6b-9103-5ac6b2420816 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:04.944759 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4dd2ee-e247-44df-8610-e88cdf0cc391', 'code': 200} Aug 29 16:50:04.957974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2ceb3b61-34f4-4a97-8b2b-6862bc134f7a None None] Provisioning complete for port 25a29aab-345f-4ba3-8c21-5e7214e59a0b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:04.958351 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2ceb3b61-34f4-4a97-8b2b-6862bc134f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:05.006856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8b4dd2ee-e247-44df-8610-e88cdf0cc391,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:05.025289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.026298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.026808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.027309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.027774 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.028253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.028715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.029170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.029682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.030257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.030732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.031216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:05.059759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2ceb3b61-34f4-4a97-8b2b-6862bc134f7a None None] Port 25a29aab-345f-4ba3-8c21-5e7214e59a0b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:05.073448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] For port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:05.114575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:50:05.145188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ab95f04c-4bc2-4284-be26-55f3d3e9e4cf admin admin] 10.222.0.22 "PUT /v2.0/routers/d5f98a66-7b67-4177-a82b-4532980590d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7719252 Aug 29 16:50:05.145188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] For port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:05.161386 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:05.165070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-a051f660-0f7f-45a1-b480-1636908041ef service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706113 Aug 29 16:50:05.167568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:05.255581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:05.256206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:05.258943 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] 10.222.0.10 "PUT /v2.0/ports/0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c HTTP/1.1" status: 200 len: 1097 time: 2.7869706 Aug 29 16:50:05.259391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2bae34-19d0-4b56-96b4-042336525fb2', 'tag': '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:05.262032 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2bae34-19d0-4b56-96b4-042336525fb2", "tag": "0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:05.270425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f58a4-aa42-4ef0-94b0-d4ebca2bd5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:05.295344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3cf78-e429-4c58-922c-a3da096d370e req-fa39f820-982a-4a18-a0a7-d16f3c7fb3cc tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:05.296945 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51f3cf78-e429-4c58-922c-a3da096d370e req-fa39f820-982a-4a18-a0a7-d16f3c7fb3cc tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1896217 Aug 29 16:50:05.309588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc38c8c-1ac3-4dd8-9bb6-4a1bd275888c req-91583415-a6a3-4dab-b7b6-00136050d42b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:05.311164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccc38c8c-1ac3-4dd8-9bb6-4a1bd275888c req-91583415-a6a3-4dab-b7b6-00136050d42b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 932 time: 0.3307350 Aug 29 16:50:05.324011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad948ef8-ab2b-43b6-a407-605245a40dcb req-38754c3b-1aa5-4369-b511-eaa6c2271b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:05.325545 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad948ef8-ab2b-43b6-a407-605245a40dcb req-38754c3b-1aa5-4369-b511-eaa6c2271b1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 1102 time: 0.2649674 Aug 29 16:50:05.344783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-88cb424c-6635-4c20-967f-847a4f96df41 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:05.346341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-88cb424c-6635-4c20-967f-847a4f96df41 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.10 "GET /v2.0/networks?id=379d5f7f-18ea-4621-8266-a3731bed1b3b HTTP/1.1" status: 200 len: 821 time: 0.3913643 Aug 29 16:50:05.369171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Request body: {'port': {'device_id': 'dbd8091c-47e3-41fd-85f7-378d09be4269', 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b', 'admin_state_up': True, 'tenant_id': '6f8a59e9ac6f4c8489f9c4dbbad1b7df'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:05.377741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51f3cf78-e429-4c58-922c-a3da096d370e req-b286dca8-9d61-4893-855f-39227f8df70c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747044 Aug 29 16:50:05.386104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-e92d2539-8299-444b-aadb-46f25758c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:05.387902 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-e92d2539-8299-444b-aadb-46f25758c3d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=ca2bae34-19d0-4b56-96b4-042336525fb2 HTTP/1.1" status: 200 len: 1100 time: 0.0731144 Aug 29 16:50:05.461561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-62cfd9bd-bf2b-4aaf-98f2-396e5655a04a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c HTTP/1.1" status: 200 len: 217 time: 0.0584273 Aug 29 16:50:05.548427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-2b8fdd90-2eb0-45f3-9865-427022a5aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:05.550216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-2b8fdd90-2eb0-45f3-9865-427022a5aeba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0806990 Aug 29 16:50:05.552392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad948ef8-ab2b-43b6-a407-605245a40dcb req-d760e882-c045-4738-86b7-ec7b14317570 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144384 Aug 29 16:50:05.573655 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccc38c8c-1ac3-4dd8-9bb6-4a1bd275888c req-20ef8cbc-f066-46ca-8e87-010041916fce tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469504 Aug 29 16:50:05.587229 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7278334d-3eda-4ffe-abc9-21a5c86bea54 x-openstack-request-id: req-7278334d-3eda-4ffe-abc9-21a5c86bea54 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:05.587522 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2bae34-19d0-4b56-96b4-042336525fb2", "tag": "0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:05.587776 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7278334d-3eda-4ffe-abc9-21a5c86bea54 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:05.588209 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2bae34-19d0-4b56-96b4-042336525fb2', 'tag': '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c', 'status': 'completed', 'code': 200} Aug 29 16:50:05.609503 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-b85fbcf0-36bd-46e8-b596-6343b59aeb7b service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208450 Aug 29 16:50:05.699472 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1de02773-5936-4e32-b968-6858677f33f6 req-9da8ce89-0a86-4d18-b4aa-ef1b8e22984f tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 210 time: 0.0381088 Aug 29 16:50:05.738939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Made reservation on behalf of 6f8a59e9ac6f4c8489f9c4dbbad1b7df for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:05.743699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:05.890347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01067f0f-fca2-47c8-9850-cc378867fa17 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:05.920318 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:05.949629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-97752b23-9c8b-4274-9c65-bb5d0b576101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:05.951200 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-97752b23-9c8b-4274-9c65-bb5d0b576101 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2006764 Aug 29 16:50:05.968173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Transition to ACTIVE for port object 01067f0f-fca2-47c8-9850-cc378867fa17 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:05.978457 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:05.985284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Allocated IP 172.20.0.14 (379d5f7f-18ea-4621-8266-a3731bed1b3b/5afc66a3-8590-4a0c-bde9-842d7f2bccad/6526885c-12d9-4c4b-b85b-b2eef444fdd7) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:06.018707 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-364cc418-8e1d-4948-b61c-0dd949cafbf5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3066163 Aug 29 16:50:06.049856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:06.052045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c03140-819c-41e0-83c1-71fd34ac88ea req-b5edbde9-b3c8-4aef-92b6-bc3396542d50 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:06.053708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88c03140-819c-41e0-83c1-71fd34ac88ea req-b5edbde9-b3c8-4aef-92b6-bc3396542d50 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.1376672 Aug 29 16:50:06.094965 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-bcc1903d-0280-4207-b3d3-1a3a27ccd47e service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330049 Aug 29 16:50:06.098344 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:06.114989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=01067f0f-fca2-47c8-9850-cc378867fa17,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:06.156122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1f63936e-5b3b-44f5-8207-1e899f990832 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:06.204662 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Sync routers for ids ['d5f98a66-7b67-4177-a82b-4532980590d7'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:50:06.217956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105661f9-2502-4ac0-8c45-d2dbefe320fc', 'tag': '02cec373-07b1-43fd-8161-84b3715f5089'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:06.220202 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abd092e-c000-4205-9a69-892ad5ee8a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "105661f9-2502-4ac0-8c45-d2dbefe320fc", "tag": "02cec373-07b1-43fd-8161-84b3715f5089"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:06.221367 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Routers {'d5f98a66-7b67-4177-a82b-4532980590d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:06.222793 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:49:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['d5f98a66-7b67-4177-a82b-4532980590d7'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:06.232392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88c03140-819c-41e0-83c1-71fd34ac88ea req-b78d5b31-f8db-4484-97e8-29fc6d84fdf9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701331 Aug 29 16:50:06.252284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 1f63936e-5b3b-44f5-8207-1e899f990832 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:06.258099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1f63936e-5b3b-44f5-8207-1e899f990832 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:06.259195 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:06.263333 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facd726b-8808-44d0-862c-3ffe4480fb42 req-35b94fd4-e644-405a-a566-0853a41fab09 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592193 Aug 29 16:50:06.306404 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:06.377114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:06.377483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:06.377827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:06.411895 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Set router d5f98a66-7b67-4177-a82b-4532980590d7 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:06.418698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Port 01067f0f-fca2-47c8-9850-cc378867fa17 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:50:06.419032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:06.427372 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:06.438581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:06.439003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:06.439319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:06.439776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Bound port: 01067f0f-fca2-47c8-9850-cc378867fa17, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:06.440153 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:06.451842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624 req-739fced5-cec2-4f37-8ddb-7d25107ab25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:06.455199 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624 req-739fced5-cec2-4f37-8ddb-7d25107ab25f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=ca2bae34-19d0-4b56-96b4-042336525fb2 HTTP/1.1" status: 200 len: 1100 time: 0.0869963 Aug 29 16:50:06.480385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 1f63936e-5b3b-44f5-8207-1e899f990832, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1f63936e-5b3b-44f5-8207-1e899f990832,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:06.482982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:06.494727 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:06.532564 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:50:06.563191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Allocated IP 172.25.5.59 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/d5c436f5-8e8d-4b09-b351-87bebbdc72f3) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:06.572037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192939a-1520-47bd-a773-351990b7d216 req-d269952e-b56c-40fa-a1c2-0036dfbeea4f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:06.579595 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2192939a-1520-47bd-a773-351990b7d216 req-d269952e-b56c-40fa-a1c2-0036dfbeea4f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 947 time: 0.1456821 Aug 29 16:50:06.624445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:06.628308 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=1f63936e-5b3b-44f5-8207-1e899f990832,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:06.660351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=01067f0f-fca2-47c8-9850-cc378867fa17,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:06.680401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:06.697919 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:06.750197 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'name': 'tempest-FloatingIPDetailsTestJSON-233927804-router', 'tenant_id': '108348419e834383a1bc6dda23340184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:49:56Z', 'updated_at': '2021-08-29T16:50:02Z', 'revision_number': 4, 'project_id': '108348419e834383a1bc6dda23340184', 'gw_port': {'id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:19:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:57Z', 'updated_at': '2021-08-29T16:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '25a29aab-345f-4ba3-8c21-5e7214e59a0b', 'name': '', 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139', 'tenant_id': '108348419e834383a1bc6dda23340184', 'mac_address': 'fa:16:3e:38:e0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'de5464c5-e2d6-4df2-b773-aab15877575a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:01Z', 'updated_at': '2021-08-29T16:50:03Z', 'revision_number': 2, 'project_id': '108348419e834383a1bc6dda23340184', 'subnets': [{'id': 'de5464c5-e2d6-4df2-b773-aab15877575a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:06.754109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2192939a-1520-47bd-a773-351990b7d216 req-bd04701c-c568-4b0d-a12a-5112ae9aded5 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734722 Aug 29 16:50:06.754759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40018) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:06.795800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:06.796253 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Checking router: d5f98a66-7b67-4177-a82b-4532980590d7 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:50:06.796829 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Updating router d5f98a66-7b67-4177-a82b-4532980590d7 port 25a29aab-345f-4ba3-8c21-5e7214e59a0b binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:50:06.797130 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:06.799085 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] 10.222.0.16 "PUT /v2.0/ports/01067f0f-fca2-47c8-9850-cc378867fa17 HTTP/1.1" status: 200 len: 1093 time: 1.9461887 Aug 29 16:50:06.840204 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:06.850147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Network 379d5f7f-18ea-4621-8266-a3731bed1b3b is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:06.853354 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f134fdb6-1bda-409b-b717-52d3cadce65c x-openstack-request-id: req-f134fdb6-1bda-409b-b717-52d3cadce65c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:06.853828 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105661f9-2502-4ac0-8c45-d2dbefe320fc", "tag": "02cec373-07b1-43fd-8161-84b3715f5089", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:06.854226 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f134fdb6-1bda-409b-b717-52d3cadce65c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:06.854748 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105661f9-2502-4ac0-8c45-d2dbefe320fc', 'tag': '02cec373-07b1-43fd-8161-84b3715f5089', 'status': 'completed', 'code': 200} Aug 29 16:50:06.858768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:06.861712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:06.866480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2dbbf-d1dd-42a3-b560-d26ea85d9fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=01067f0f-fca2-47c8-9850-cc378867fa17,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:06.955491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624 req-0fd6bc62-fe62-4518-b04a-f06b3c83989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:06.961701 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624 req-0fd6bc62-fe62-4518-b04a-f06b3c83989a service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.4783311 Aug 29 16:50:07.018055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624 req-310dd6aa-eb35-4e2a-b3bb-e0ef06183cb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c HTTP/1.1" status: 200 len: 217 time: 0.0439262 Aug 29 16:50:07.045645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event updated for resources: {'Port': ['ID=6526885c-12d9-4c4b-b85b-b2eef444fdd7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:07.073024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:07.073895 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.087101 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.095351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd092e-c000-4205-9a69-892ad5ee8a4d req-ee3cb166-e0a6-4200-903f-0c9840aa24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:07.096835 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3abd092e-c000-4205-9a69-892ad5ee8a4d req-ee3cb166-e0a6-4200-903f-0c9840aa24ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 1099 time: 0.2078285 Aug 29 16:50:07.104913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624 req-681b78fb-7191-4419-adfc-a417a9e80ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:07.106422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624 req-681b78fb-7191-4419-adfc-a417a9e80ffb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0768750 Aug 29 16:50:07.107588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-083dc4dd-41ba-414b-9cec-2dea76f44e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:07.109396 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-083dc4dd-41ba-414b-9cec-2dea76f44e8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 1096 time: 0.2214649 Aug 29 16:50:07.128084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4086-61bf-43dd-abd6-ef2e3516fa03 req-8e7663cf-f0a5-46ff-80ec-40d3f2624954 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:07.129568 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ccb4086-61bf-43dd-abd6-ef2e3516fa03 req-8e7663cf-f0a5-46ff-80ec-40d3f2624954 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1787903 Aug 29 16:50:07.135067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40024) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:07.135286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3af1d38b-625f-4fde-a13f-8df42269df96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2cb670ba68d04ea993ccaf563924dfe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714747 Aug 29 16:50:07.145283 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-2b73a429-4721-4ee7-8f8c-2ca505a2c985 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7804961 Aug 29 16:50:07.178499 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.189484 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Transition to ACTIVE for port object 25a29aab-345f-4ba3-8c21-5e7214e59a0b will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:07.196518 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.210451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624 req-f1428707-340a-4312-870f-8de70f7bd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:07.212132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624 req-f1428707-340a-4312-870f-8de70f7bd717 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0907245 Aug 29 16:50:07.213472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.252064 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Pushing event updated for resources: {'Port': ['ID=25a29aab-345f-4ba3-8c21-5e7214e59a0b,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:07.260288 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.261055 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.261426 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.261766 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.262114 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.262436 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.262921 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.263400 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.263877 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.264349 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.264846 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.265356 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:07.318266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:07.332852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:07.336001 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Attempting to bind port 25a29aab-345f-4ba3-8c21-5e7214e59a0b on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:07.336391 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Attempting to bind port 25a29aab-345f-4ba3-8c21-5e7214e59a0b by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:07.336752 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Attempting to bind port 25a29aab-345f-4ba3-8c21-5e7214e59a0b on network dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:07.342446 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:07.344308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:07.346429 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a489281-3639-4679-b53d-e9bef2c570cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.353317 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Checking segment: {'id': '1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:07.354137 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.354287 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Bound using segment: {'id': '1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:07.354799 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Bound port: 25a29aab-345f-4ba3-8c21-5e7214e59a0b, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:07.355194 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.373344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event updated for resources: {'Port': ['ID=d5c436f5-8e8d-4b09-b351-87bebbdc72f3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:07.429300 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] For port 25a29aab-345f-4ba3-8c21-5e7214e59a0b, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:07.433778 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] For port 25a29aab-345f-4ba3-8c21-5e7214e59a0b, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=25a29aab-345f-4ba3-8c21-5e7214e59a0b,segment=NetworkSegment(1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b),segment_id=1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:07.441954 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.455729 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a489281-3639-4679-b53d-e9bef2c570cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.497935 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Routers {'d5f98a66-7b67-4177-a82b-4532980590d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:07.498841 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:49:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['d5f98a66-7b67-4177-a82b-4532980590d7'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:07.536798 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624 req-069e0f8e-441e-4c9d-8c3f-1a50e80c057a service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129208 Aug 29 16:50:07.548785 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465c08c-6817-49ed-bcfd-95269ddfe81b None None] Pushing event updated for resources: {'Port': ['ID=25a29aab-345f-4ba3-8c21-5e7214e59a0b,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:07.611563 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.623054 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a489281-3639-4679-b53d-e9bef2c570cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.626869 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a489281-3639-4679-b53d-e9bef2c570cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.630219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6a489281-3639-4679-b53d-e9bef2c570cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d28ed09-9855-4f66-90ea-2416e762e755 HTTP/1.1" status: 204 len: 168 time: 0.4904158 Aug 29 16:50:07.631429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Request body: {'port': {'device_id': 'dbd8091c-47e3-41fd-85f7-378d09be4269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:07.654018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd092e-c000-4205-9a69-892ad5ee8a4d req-dce3db6a-2cf9-4f0a-b722-e87af4a7810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:07.655631 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3abd092e-c000-4205-9a69-892ad5ee8a4d req-dce3db6a-2cf9-4f0a-b722-e87af4a7810e service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.5430217 Aug 29 16:50:07.657272 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-69d84eb1-f5f6-4db6-87a9-1b5cf4023d60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01067f0f-fca2-47c8-9850-cc378867fa17 HTTP/1.1" status: 200 len: 217 time: 0.5206327 Aug 29 16:50:07.676433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a489281-3639-4679-b53d-e9bef2c570cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d28ed09-9855-4f66-90ea-2416e762e755,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:07.708213 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.716226 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] Set router d5f98a66-7b67-4177-a82b-4532980590d7 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:07.731681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3abd092e-c000-4205-9a69-892ad5ee8a4d req-1d30e63d-cb2f-498e-9d5b-2462cac793d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=02cec373-07b1-43fd-8161-84b3715f5089 HTTP/1.1" status: 200 len: 217 time: 0.0432398 Aug 29 16:50:07.737681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0bc1a9db-cd20-49e3-8a9d-d4ff1d079624 req-781abdfd-ac9c-48e9-a0ff-5c957bc4cfc3 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916783 Aug 29 16:50:07.849489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd092e-c000-4205-9a69-892ad5ee8a4d req-563310dc-95a5-4920-937a-3a5f23bf22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:07.850973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3abd092e-c000-4205-9a69-892ad5ee8a4d req-563310dc-95a5-4920-937a-3a5f23bf22bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0566387 Aug 29 16:50:07.868396 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ccb4086-61bf-43dd-abd6-ef2e3516fa03 req-99dde4fe-cd07-470e-a519-ca458e1a932c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7279260 Aug 29 16:50:07.907744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-a100a55e-6c61-42e4-8677-e10ae889ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:07.910958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-a100a55e-6c61-42e4-8677-e10ae889ea02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.2224698 Aug 29 16:50:07.919392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.929119 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:07.990356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-66c9fb7c-b5ef-4570-8d2e-d205d3e43854 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521209 Aug 29 16:50:07.991742 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:08.017585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event updated for resources: {'Port': ['ID=d5c436f5-8e8d-4b09-b351-87bebbdc72f3,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:08.051565 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:08.067834 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:08.069629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-ed9a9046-f924-4b72-a101-4aae68968f7d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0260053 Aug 29 16:50:08.136421 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'name': 'tempest-FloatingIPDetailsTestJSON-233927804-router', 'tenant_id': '108348419e834383a1bc6dda23340184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:49:56Z', 'updated_at': '2021-08-29T16:50:02Z', 'revision_number': 4, 'project_id': '108348419e834383a1bc6dda23340184', 'gw_port': {'id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:57Z', 'updated_at': '2021-08-29T16:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '25a29aab-345f-4ba3-8c21-5e7214e59a0b', 'name': '', 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139', 'tenant_id': '108348419e834383a1bc6dda23340184', 'mac_address': 'fa:16:3e:38:e0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'de5464c5-e2d6-4df2-b773-aab15877575a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:01Z', 'updated_at': '2021-08-29T16:50:07Z', 'revision_number': 4, 'project_id': '108348419e834383a1bc6dda23340184', 'subnets': [{'id': 'de5464c5-e2d6-4df2-b773-aab15877575a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:08.137639 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-526f792a-3e88-4451-b4f7-69b6cb2079a6 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.0578196 Aug 29 16:50:08.151332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1f63936e-5b3b-44f5-8207-1e899f990832 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:08.160532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd092e-c000-4205-9a69-892ad5ee8a4d req-bf90ce6f-e91c-4914-ba3e-0ff3a99c96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:08.162340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3abd092e-c000-4205-9a69-892ad5ee8a4d req-bf90ce6f-e91c-4914-ba3e-0ff3a99c96dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2929380 Aug 29 16:50:08.194273 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabfb77b-18cd-4298-b77d-01778b2af1fa None None] The sync data for ids ['d5f98a66-7b67-4177-a82b-4532980590d7'] in n-d-713301-13 is: [{'id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'name': 'tempest-FloatingIPDetailsTestJSON-233927804-router', 'tenant_id': '108348419e834383a1bc6dda23340184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:49:56Z', 'updated_at': '2021-08-29T16:50:02Z', 'revision_number': 4, 'project_id': '108348419e834383a1bc6dda23340184', 'gw_port': {'id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:57Z', 'updated_at': '2021-08-29T16:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '25a29aab-345f-4ba3-8c21-5e7214e59a0b', 'name': '', 'network_id': 'dd2ad2e4-7d0c-44cb-a973-acf08ea1c139', 'tenant_id': '108348419e834383a1bc6dda23340184', 'mac_address': 'fa:16:3e:38:e0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'de5464c5-e2d6-4df2-b773-aab15877575a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:01Z', 'updated_at': '2021-08-29T16:50:07Z', 'revision_number': 4, 'project_id': '108348419e834383a1bc6dda23340184', 'subnets': [{'id': 'de5464c5-e2d6-4df2-b773-aab15877575a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:50:08.235361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1f63936e-5b3b-44f5-8207-1e899f990832 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:08.236138 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:08.344875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-d042fc08-cd9d-4f13-a3ab-36d1795af60d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:08.346469 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-d042fc08-cd9d-4f13-a3ab-36d1795af60d tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.2024775 Aug 29 16:50:08.358314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-d08f513f-728e-4b25-8545-7ce0a17573e1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:50:08.359342 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05d26cea-dccd-4b72-afa5-eb26d05a81ee req-d08f513f-728e-4b25-8545-7ce0a17573e1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061820 Aug 29 16:50:08.416120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5361095-6f89-4c02-aa88-7c628634c697 req-8ba460e1-729b-45c5-9fa3-19a785f834d1 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:08.418241 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5361095-6f89-4c02-aa88-7c628634c697 req-8ba460e1-729b-45c5-9fa3-19a785f834d1 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 944 time: 0.3320715 Aug 29 16:50:08.475552 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-e0a59230-77e0-4947-bd6d-2312367991c2 service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698870 Aug 29 16:50:08.499892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5ad1c-8ad4-4912-abc1-e563a315d612 req-9ab0e3dd-e606-4593-ac66-5a27ff6cfcba tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:08.502641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cfe5ad1c-8ad4-4912-abc1-e563a315d612 req-9ab0e3dd-e606-4593-ac66-5a27ff6cfcba tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 932 time: 0.0652297 Aug 29 16:50:08.554715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cfe5ad1c-8ad4-4912-abc1-e563a315d612 req-e1ff8bf0-f69b-45cd-acec-0a9c70ffd7ba tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437875 Aug 29 16:50:08.589124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:50:08.613642 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3abd092e-c000-4205-9a69-892ad5ee8a4d req-edcd6fd8-b2e6-4b9d-b176-f8068a3753a5 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325600 Aug 29 16:50:08.638115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5361095-6f89-4c02-aa88-7c628634c697 req-be3e5a96-ad47-4945-89fe-d5e93027da09 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022502 Aug 29 16:50:08.756614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:08.760609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69063ce-3351-41eb-8370-9c7d576b766f req-35b65f7b-760d-460b-af60-b03c997d9047 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:08.762638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a69063ce-3351-41eb-8370-9c7d576b766f req-35b65f7b-760d-460b-af60-b03c997d9047 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.1037328 Aug 29 16:50:08.767370 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-182b2ba3-098a-40fc-8a3c-791aa6162027 req-8489076d-b7e5-42a1-a92a-58584a0fb2fc service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330225 Aug 29 16:50:08.792507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c', 'mac_address': 'fa:16:3e:27:b5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:50:08.851803 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a69063ce-3351-41eb-8370-9c7d576b766f req-aacde817-8cad-446e-b551-e6dcb5795225 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784757 Aug 29 16:50:08.857553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'tag': '01067f0f-fca2-47c8-9850-cc378867fa17'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:08.859293 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:08.859952 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6a344a-b96b-4d66-8d12-b5f3b079bea4" -d '{"events": [{"name": "network-changed", "server_uuid": "27679473-4f0c-4273-83ce-4de2b4e02c51", "tag": "01067f0f-fca2-47c8-9850-cc378867fa17"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:08.878979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:08.917389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:08.926320 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:08.931820 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3abd092e-c000-4205-9a69-892ad5ee8a4d req-89181425-a685-466c-b15b-77529db01c59 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088863 Aug 29 16:50:08.934978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6526885c-12d9-4c4b-b85b-b2eef444fdd7 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:08.957062 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:08.972800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45221-d782-4a51-8ff3-40c2ab449d68 req-7d21c75c-ffee-4b37-b1a5-e831662c5815 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:08.980915 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65f45221-d782-4a51-8ff3-40c2ab449d68 req-7d21c75c-ffee-4b37-b1a5-e831662c5815 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 947 time: 0.2091923 Aug 29 16:50:08.982966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:09.012570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Transition to ACTIVE for port object 6526885c-12d9-4c4b-b85b-b2eef444fdd7 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:09.018489 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.023871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-77a25163-63b5-4cf4-8bbf-097e50cb67cb tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1384518 Aug 29 16:50:09.035790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:09.065137 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.080220 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65f45221-d782-4a51-8ff3-40c2ab449d68 req-75213a19-883b-4cd2-aff4-b811d3247cad tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978076 Aug 29 16:50:09.091915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Pushing event updated for resources: {'Port': ['ID=6526885c-12d9-4c4b-b85b-b2eef444fdd7,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:09.132967 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 02cec373-07b1-43fd-8161-84b3715f5089 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:50:09.177901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Attempting to bind port 6526885c-12d9-4c4b-b85b-b2eef444fdd7 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:09.178316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Attempting to bind port 6526885c-12d9-4c4b-b85b-b2eef444fdd7 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:09.178846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Attempting to bind port 6526885c-12d9-4c4b-b85b-b2eef444fdd7 on network 379d5f7f-18ea-4621-8266-a3731bed1b3b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:09.184769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Port 6526885c-12d9-4c4b-b85b-b2eef444fdd7 on network 379d5f7f-18ea-4621-8266-a3731bed1b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:50:09.185113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Attempting to bind port 6526885c-12d9-4c4b-b85b-b2eef444fdd7 on network 379d5f7f-18ea-4621-8266-a3731bed1b3b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:09.190967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:09.191359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Checking segment: {'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:09.191745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Bound using segment: {'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:09.192175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Bound port: 6526885c-12d9-4c4b-b85b-b2eef444fdd7, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:09.192534 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.196696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:09.201414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.285698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] For port 6526885c-12d9-4c4b-b85b-b2eef444fdd7, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:09.290431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] For port 6526885c-12d9-4c4b-b85b-b2eef444fdd7, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6526885c-12d9-4c4b-b85b-b2eef444fdd7,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:09.295811 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.366526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Allocated IP 172.25.5.223 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/628b3939-f030-45fe-be3b-7ba652e28bb4) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:09.430174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Pushing event updated for resources: {'Port': ['ID=6526885c-12d9-4c4b-b85b-b2eef444fdd7,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:09.446506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 02cec373-07b1-43fd-8161-84b3715f5089, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=02cec373-07b1-43fd-8161-84b3715f5089,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:09.450991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:09.451803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.458871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-c58c9068-8329-4628-bb9b-30f37c440d5d service neutron] 10.222.0.10 "PUT /v2.0/ports/6526885c-12d9-4c4b-b85b-b2eef444fdd7 HTTP/1.1" status: 200 len: 1093 time: 1.8331919 Aug 29 16:50:09.486840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '02cec373-07b1-43fd-8161-84b3715f5089', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '02cec373-07b1-43fd-8161-84b3715f5089', 'mac_address': 'fa:16:3e:21:cb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:50:09.545556 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.570930 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.598433 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.604476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02cec373-07b1-43fd-8161-84b3715f5089 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:09.624016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-06ed157c-8857-4ce2-8252-5732f35ceae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:09.628549 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-06ed157c-8857-4ce2-8252-5732f35ceae6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f8a59e9ac6f4c8489f9c4dbbad1b7df&device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 1096 time: 0.1197965 Aug 29 16:50:09.637311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 02cec373-07b1-43fd-8161-84b3715f5089, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=02cec373-07b1-43fd-8161-84b3715f5089,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:09.647990 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.691424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:09.707548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:09.713451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:09.733538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=02cec373-07b1-43fd-8161-84b3715f5089,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:09.734978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-52c8aead-a8e8-4672-bf58-4fb7d9a002c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6526885c-12d9-4c4b-b85b-b2eef444fdd7 HTTP/1.1" status: 200 len: 217 time: 0.0971930 Aug 29 16:50:09.776717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event updated for resources: {'Port': ['ID=628b3939-f030-45fe-be3b-7ba652e28bb4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:09.808425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-014852aa-ce2c-439a-8048-d34ea045cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:09.810246 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-014852aa-ce2c-439a-8048-d34ea045cc22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5afc66a3-8590-4a0c-bde9-842d7f2bccad HTTP/1.1" status: 200 len: 861 time: 0.0670347 Aug 29 16:50:09.837188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40078) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:09.868004 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-720fe8fc-b535-4f7d-94b2-82009eaa8e77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=379d5f7f-18ea-4621-8266-a3731bed1b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470297 Aug 29 16:50:09.878471 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.894878 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-f53c833f-c77b-4ae9-8ce8-81407ecfd5b1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0631726 Aug 29 16:50:09.927411 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:09.971063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d36f11-3397-4458-a7db-ce1c9e0866fd req-77e43aa3-8d53-4c4b-87c3-01116bb78e17 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:09.972588 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2d36f11-3397-4458-a7db-ce1c9e0866fd req-77e43aa3-8d53-4c4b-87c3-01116bb78e17 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1365285 Aug 29 16:50:10.027119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-717af80e-1d67-4f21-8c77-d1f9a4a83cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.046985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-0ed1e2ed-5374-4239-87ee-46f3f4330594 service neutron] 10.222.0.10 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606259 Aug 29 16:50:10.061866 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2d36f11-3397-4458-a7db-ce1c9e0866fd req-47e33cb0-49f0-4a04-879f-1f2bdbbcbaff tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819812 Aug 29 16:50:10.154721 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c27831-63bd-436f-b1bd-16d42acad42a x-openstack-request-id: req-25c27831-63bd-436f-b1bd-16d42acad42a {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:10.155320 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27679473-4f0c-4273-83ce-4de2b4e02c51", "tag": "01067f0f-fca2-47c8-9850-cc378867fa17", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:10.155850 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25c27831-63bd-436f-b1bd-16d42acad42a {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:10.155967 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'tag': '01067f0f-fca2-47c8-9850-cc378867fa17', 'status': 'completed', 'code': 200} Aug 29 16:50:10.161473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 25a29aab-345f-4ba3-8c21-5e7214e59a0b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:10.184112 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.190862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.245257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event updated for resources: {'Port': ['ID=628b3939-f030-45fe-be3b-7ba652e28bb4,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:10.267893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['02cec373-07b1-43fd-8161-84b3715f5089'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:10.270312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 25a29aab-345f-4ba3-8c21-5e7214e59a0b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:10.275334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 25a29aab-345f-4ba3-8c21-5e7214e59a0b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:10.275724 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.291107 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.393460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a344a-b96b-4d66-8d12-b5f3b079bea4 req-8a4e5758-9723-4593-b0b9-70f7de07395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:10.394970 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c6a344a-b96b-4d66-8d12-b5f3b079bea4 req-8a4e5758-9723-4593-b0b9-70f7de07395b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 1096 time: 0.2140329 Aug 29 16:50:10.419227 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.475225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 25a29aab-345f-4ba3-8c21-5e7214e59a0b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=25a29aab-345f-4ba3-8c21-5e7214e59a0b,segment=NetworkSegment(1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b),segment_id=1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:10.481836 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d61060c-beca-4d3d-abb3-83050e0d6224 req-b04f262d-28b5-463b-931b-aebf515e58a3 service neutron] 10.222.0.10 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168375 Aug 29 16:50:10.483546 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.501872 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-717af80e-1d67-4f21-8c77-d1f9a4a83cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.513537 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2009b-6601-4940-a09a-6a4733f2329b req-18dc8c5d-5632-4eab-8c1c-ecd074aa3522 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:10.515372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49e2009b-6601-4940-a09a-6a4733f2329b req-18dc8c5d-5632-4eab-8c1c-ecd074aa3522 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 944 time: 0.1929276 Aug 29 16:50:10.516476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.518346 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-717af80e-1d67-4f21-8c77-d1f9a4a83cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.524283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-230cb34d-1be9-4cf3-9408-10ef097f47f5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4928632 Aug 29 16:50:10.555243 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=25a29aab-345f-4ba3-8c21-5e7214e59a0b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:10.587760 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-7f22999a-2dc6-495f-88e7-dca2e4b958e0 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0598288 Aug 29 16:50:10.599607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:10.630164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-717af80e-1d67-4f21-8c77-d1f9a4a83cf1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0061833b3644752ba37a8c32cfc4f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7918270 Aug 29 16:50:10.630883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717af80e-1d67-4f21-8c77-d1f9a4a83cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108c2510-ab61-48a1-b335-5860761bfbf3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:10.641505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40106) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:10.660043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a344a-b96b-4d66-8d12-b5f3b079bea4 req-e1e7a0c8-4df6-4b76-899f-d7e7f77643d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:10.661546 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c6a344a-b96b-4d66-8d12-b5f3b079bea4 req-e1e7a0c8-4df6-4b76-899f-d7e7f77643d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.2450995 Aug 29 16:50:10.665797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:10.671609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:10.671981 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.673168 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49e2009b-6601-4940-a09a-6a4733f2329b req-c78c4f91-89c9-4c92-b983-43dd990a8717 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374443 Aug 29 16:50:10.761311 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c6a344a-b96b-4d66-8d12-b5f3b079bea4 req-c5ecb3b5-9481-43e2-9308-360a6500e9f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01067f0f-fca2-47c8-9850-cc378867fa17 HTTP/1.1" status: 200 len: 217 time: 0.0870855 Aug 29 16:50:10.768766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-c8afbbd0-e9c6-4ed2-af61-405984280618 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:10.771226 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1ba6818-6b1a-4376-bfc0-4dc2b9fa027a req-c8afbbd0-e9c6-4ed2-af61-405984280618 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1826928 Aug 29 16:50:10.788958 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.812883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2bae34-19d0-4b56-96b4-042336525fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:10.815204 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb990fb6-44d6-44b5-9892-310ffeb0f45b" -d '{"events": [{"server_uuid": "ca2bae34-19d0-4b56-96b4-042336525fb2", "name": "network-vif-plugged", "status": "completed", "tag": "0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:10.828428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:10.841367 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.888031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a344a-b96b-4d66-8d12-b5f3b079bea4 req-cd3189c8-e48b-4325-a45d-22ca44955480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:10.889715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c6a344a-b96b-4d66-8d12-b5f3b079bea4 req-cd3189c8-e48b-4325-a45d-22ca44955480 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.1192548 Aug 29 16:50:10.890416 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9eff4aa2-6784-4667-ac2c-7439a17c8df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.891711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4838e-bfd3-48bf-b7c1-8638fbbeb715 req-4ea58d94-edb4-478f-adde-2fe0f2f65c62 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:10.893635 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b4838e-bfd3-48bf-b7c1-8638fbbeb715 req-4ea58d94-edb4-478f-adde-2fe0f2f65c62 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.0590830 Aug 29 16:50:10.899332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:10.945621 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b4838e-bfd3-48bf-b7c1-8638fbbeb715 req-50522799-8de6-4ad4-b833-60f1c63f8c2d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367632 Aug 29 16:50:10.948417 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c6a344a-b96b-4d66-8d12-b5f3b079bea4 req-8b0eba69-649a-46b7-80a6-121f13931e27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468497 Aug 29 16:50:10.953714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9eff4aa2-6784-4667-ac2c-7439a17c8df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:10.962634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a1fe5-d798-48a4-8107-9d9243ae147f req-11ce13a7-8376-46cb-a325-ecd3e7a7c0c5 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:10.964116 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-430a1fe5-d798-48a4-8107-9d9243ae147f req-11ce13a7-8376-46cb-a325-ecd3e7a7c0c5 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 944 time: 0.1393890 Aug 29 16:50:11.062494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112a296-9324-4829-a803-9c50341acbb2 req-785a8a96-0e99-4b16-8418-e6bab78f38f2 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:11.064061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d112a296-9324-4829-a803-9c50341acbb2 req-785a8a96-0e99-4b16-8418-e6bab78f38f2 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 948 time: 0.0590489 Aug 29 16:50:11.081428 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-430a1fe5-d798-48a4-8107-9d9243ae147f req-15ee7b42-5115-4eef-9a49-206e6426a06d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015308 Aug 29 16:50:11.108724 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d112a296-9324-4829-a803-9c50341acbb2 req-95f88ca4-5db3-4d55-9fc9-18072dcb8785 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348914 Aug 29 16:50:11.115213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9eff4aa2-6784-4667-ac2c-7439a17c8df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:11.118395 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9eff4aa2-6784-4667-ac2c-7439a17c8df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:11.119489 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9eff4aa2-6784-4667-ac2c-7439a17c8df3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/108c2510-ab61-48a1-b335-5860761bfbf3 HTTP/1.1" status: 204 len: 168 time: 0.4769256 Aug 29 16:50:11.135650 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c6a344a-b96b-4d66-8d12-b5f3b079bea4 req-4f63b806-6bdd-4fe6-b7c9-5abd4fabadd5 service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705327 Aug 29 16:50:11.162277 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32384df-c281-4a30-8cd3-d08d51fe671b x-openstack-request-id: req-a32384df-c281-4a30-8cd3-d08d51fe671b {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:11.162569 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2bae34-19d0-4b56-96b4-042336525fb2", "name": "network-vif-plugged", "status": "completed", "tag": "0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:11.162837 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a32384df-c281-4a30-8cd3-d08d51fe671b {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:11.163747 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2bae34-19d0-4b56-96b4-042336525fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c', 'code': 200} Aug 29 16:50:11.186778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff4aa2-6784-4667-ac2c-7439a17c8df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108c2510-ab61-48a1-b335-5860761bfbf3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:11.296715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272701fa-5b79-451e-ba22-0d0294f91226 req-69417510-e5b0-41e6-a074-be821ba1bd26 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:11.298322 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-272701fa-5b79-451e-ba22-0d0294f91226 req-69417510-e5b0-41e6-a074-be821ba1bd26 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0596085 Aug 29 16:50:11.342081 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-272701fa-5b79-451e-ba22-0d0294f91226 req-4b80ddae-c81e-4e4a-bb64-5650026c2dff tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366538 Aug 29 16:50:11.504590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-fc87e313-4210-4d1f-a6b7-98ea6132ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:11.506316 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-fc87e313-4210-4d1f-a6b7-98ea6132ea7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 1102 time: 0.0439165 Aug 29 16:50:11.620055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-79e9b9ed-4b89-4f57-9ea9-a2717061fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:11.622185 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-6cfee83d-5348-4f1f-acf0-5cab0ffb8e38 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5098689 Aug 29 16:50:11.625711 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-79e9b9ed-4b89-4f57-9ea9-a2717061fe01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1093726 Aug 29 16:50:11.637167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:11.660120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb3c03-5161-4e6a-9105-660af97d634f req-d6023b92-888d-4c2b-9c2a-b2622890ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:11.661647 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbdb3c03-5161-4e6a-9105-660af97d634f req-d6023b92-888d-4c2b-9c2a-b2622890ef14 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ca2bae34-19d0-4b56-96b4-042336525fb2 HTTP/1.1" status: 200 len: 1102 time: 0.4129961 Aug 29 16:50:11.665607 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c6a344a-b96b-4d66-8d12-b5f3b079bea4 req-c1d2a14b-7d21-4ad3-826b-cff23d1e18db service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123653 Aug 29 16:50:11.673437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-08d8c30e-bd07-45b1-a011-b6f960fda748 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391 HTTP/1.1" status: 200 len: 217 time: 0.0429969 Aug 29 16:50:11.696990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:11.725500 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbdb3c03-5161-4e6a-9105-660af97d634f req-4d81fc22-2f36-4c0b-975d-964992d5809e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542810 Aug 29 16:50:11.741471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-eaf19287-4c2d-4c94-a973-2ea68db2f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:11.743040 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-eaf19287-4c2d-4c94-a973-2ea68db2f162 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0596240 Aug 29 16:50:11.813095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c88a7-87ed-465f-b021-45fc0492d3ee req-bdc29fb6-3519-4d9e-ad1a-ebdd5e5652e0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:11.814670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f48c88a7-87ed-465f-b021-45fc0492d3ee req-bdc29fb6-3519-4d9e-ad1a-ebdd5e5652e0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 944 time: 0.0549731 Aug 29 16:50:11.818774 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:11.854905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f48c88a7-87ed-465f-b021-45fc0492d3ee req-7b03838a-9b17-4a96-b923-f17108e2b7a0 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Aug 29 16:50:11.873660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40138) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:11.928673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Allocated IP 172.25.5.150 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/182d8084-8345-4997-b267-171d5b1532db) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:11.964271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-2a021fb6-5e98-437f-8683-57b6d36941e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:11.965805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-2a021fb6-5e98-437f-8683-57b6d36941e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0443103 Aug 29 16:50:11.995012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1866207810-network', 'tenant_id': '402b4cfb76504838a257e256a447e16e'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:12.063680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Made reservation on behalf of 402b4cfb76504838a257e256a447e16e for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:12.066530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.080486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.091378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 25a29aab-345f-4ba3-8c21-5e7214e59a0b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:12.096399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4d297-7f40-429f-b1a9-f54e4bad229d req-dc06737b-1f59-4285-99af-fd18101855fb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:12.097968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f7f4d297-7f40-429f-b1a9-f54e4bad229d req-dc06737b-1f59-4285-99af-fd18101855fb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.0727329 Aug 29 16:50:12.109851 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.132060 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-464fef42-9c53-42e6-91e9-3cf04bfcbe28 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532476 Aug 29 16:50:12.150089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 25a29aab-345f-4ba3-8c21-5e7214e59a0b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:12.150470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.157756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd8091c-47e3-41fd-85f7-378d09be4269', 'tag': '6526885c-12d9-4c4b-b85b-b2eef444fdd7'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:12.161057 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9f47d8-fc58-436c-85d2-8166b4c9ad6a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd8091c-47e3-41fd-85f7-378d09be4269", "tag": "6526885c-12d9-4c4b-b85b-b2eef444fdd7"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:12.167494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f7f4d297-7f40-429f-b1a9-f54e4bad229d req-e4ec7a50-4368-4d18-ae38-ef0da67973f0 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556452 Aug 29 16:50:12.215545 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.258175 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.261065 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-01284abf-e3c7-4196-8cc7-22410901982d service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169784 Aug 29 16:50:12.270534 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.276836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:12.302059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:12.308685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:12.310648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:50:12.312525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event updated for resources: {'Port': ['ID=182d8084-8345-4997-b267-171d5b1532db,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:12.323374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ba67b-114e-4a55-8452-d6b0ed05afdd req-e87d6d88-626b-4067-ac81-afa3caeeb10d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:12.324899 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-964ba67b-114e-4a55-8452-d6b0ed05afdd req-e87d6d88-626b-4067-ac81-afa3caeeb10d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 944 time: 0.0685194 Aug 29 16:50:12.363785 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.364138 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Added segment 109ba72c-7d03-468f-b7a1-25981b5d1791 of type vlan for network d586198b-a326-4295-9aa7-fb53836b3115 Aug 29 16:50:12.369023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1567cd92-9181-4371-953b-2b694d5f538c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:12.370242 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-964ba67b-114e-4a55-8452-d6b0ed05afdd req-eda0a0dc-6f98-4a1f-b639-0525cdaeff59 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384407 Aug 29 16:50:12.431951 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.486207 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.488972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.490010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:12.490604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.507216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a965ce6-7eb8-43ac-aa14-cd57c5bb7363 req-7fed91d3-42eb-4006-8a3c-a8de41752f46 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:12.508678 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a965ce6-7eb8-43ac-aa14-cd57c5bb7363 req-7fed91d3-42eb-4006-8a3c-a8de41752f46 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 948 time: 0.0526135 Aug 29 16:50:12.547497 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a965ce6-7eb8-43ac-aa14-cd57c5bb7363 req-17bace93-3d2f-47fc-bc9f-827b6be7a1a4 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322454 Aug 29 16:50:12.572461 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6976988 Aug 29 16:50:12.575542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40154) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:12.579521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.580655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] Request body: {'subnet': {'network_id': 'd586198b-a326-4295-9aa7-fb53836b3115', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1866207810-subnet', 'tenant_id': '402b4cfb76504838a257e256a447e16e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:12.582086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bfdfe-fc3a-4f02-bc03-5de8a492166f admin admin] Pushing event updated for resources: {'Network': ['ID=d586198b-a326-4295-9aa7-fb53836b3115,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:12.595041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network d586198b-a326-4295-9aa7-fb53836b3115 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:50:12.602763 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc6383-1c0e-4706-ac1e-0dc9b2039592 x-openstack-request-id: req-f4fc6383-1c0e-4706-ac1e-0dc9b2039592 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:12.603177 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd8091c-47e3-41fd-85f7-378d09be4269", "tag": "6526885c-12d9-4c4b-b85b-b2eef444fdd7", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:12.603313 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4fc6383-1c0e-4706-ac1e-0dc9b2039592 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:12.603688 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd8091c-47e3-41fd-85f7-378d09be4269', 'tag': '6526885c-12d9-4c4b-b85b-b2eef444fdd7', 'status': 'completed', 'code': 200} Aug 29 16:50:12.607520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] Made reservation on behalf of 402b4cfb76504838a257e256a447e16e for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:12.613126 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.748004 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.751587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f47d8-fc58-436c-85d2-8166b4c9ad6a req-5806c2f2-0c2c-42df-8ae3-1ab0f6fc6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:12.753082 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a9f47d8-fc58-436c-85d2-8166b4c9ad6a req-5806c2f2-0c2c-42df-8ae3-1ab0f6fc6ef5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f8a59e9ac6f4c8489f9c4dbbad1b7df&device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 1096 time: 0.1210647 Aug 29 16:50:12.758094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.767533 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-89e55af6-11e1-4f4b-b6b6-ef1b8b9517b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.825619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event updated for resources: {'Port': ['ID=182d8084-8345-4997-b267-171d5b1532db,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:12.830111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6968a-bf76-4629-8108-de815f7c7561 req-ec104489-8e79-4c60-8019-44055db48508 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:12.831623 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ac6968a-bf76-4629-8108-de815f7c7561 req-ec104489-8e79-4c60-8019-44055db48508 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1465199 Aug 29 16:50:12.838084 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.852706 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:12.854150 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-4608f44c-d444-40de-80e0-2f970371f668 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2242360 Aug 29 16:50:12.909987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-175529d9-ad3a-4d21-86e1-e71728e8b3f4 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 696 time: 0.0496063 Aug 29 16:50:12.927592 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ac6968a-bf76-4629-8108-de815f7c7561 req-d5b05d1a-3088-416d-a1c2-09434302e945 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857437 Aug 29 16:50:12.947044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f47d8-fc58-436c-85d2-8166b4c9ad6a req-efcff5b0-a480-40cd-a342-9c5cc8ecaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:12.948676 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a9f47d8-fc58-436c-85d2-8166b4c9ad6a req-efcff5b0-a480-40cd-a342-9c5cc8ecaf1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=379d5f7f-18ea-4621-8266-a3731bed1b3b HTTP/1.1" status: 200 len: 922 time: 0.1854625 Aug 29 16:50:13.026785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a9f47d8-fc58-436c-85d2-8166b4c9ad6a req-1e1d58d2-e172-4d6d-81dd-91f4f039c2b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6526885c-12d9-4c4b-b85b-b2eef444fdd7 HTTP/1.1" status: 200 len: 217 time: 0.0459788 Aug 29 16:50:13.037305 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.044490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-3c3afdc6-d260-4935-9756-0b71e46be659 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:13.046207 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0d21bb4-1a85-430d-86e2-9d47775b851b req-3c3afdc6-d260-4935-9756-0b71e46be659 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1294012 Aug 29 16:50:13.144848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 01067f0f-fca2-47c8-9850-cc378867fa17 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:50:13.149665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 02cec373-07b1-43fd-8161-84b3715f5089 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:13.170526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d29fb56-2694-487d-9c82-474d99b37215,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:13.176887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f47d8-fc58-436c-85d2-8166b4c9ad6a req-2162cf1d-ed96-448f-824a-f3073838f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:13.178426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a9f47d8-fc58-436c-85d2-8166b4c9ad6a req-2162cf1d-ed96-448f-824a-f3073838f0a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5afc66a3-8590-4a0c-bde9-842d7f2bccad HTTP/1.1" status: 200 len: 861 time: 0.1320238 Aug 29 16:50:13.195915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] Checking segment: {'id': '109ba72c-7d03-468f-b7a1-25981b5d1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd586198b-a326-4295-9aa7-fb53836b3115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:13.196264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] Network hostable DHCP agents. Network: d586198b-a326-4295-9aa7-fb53836b3115, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:50:13.196945 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-707224cb-3575-418c-ab83-6027a38e7e93 req-23ea8468-b777-4bd7-bbca-483a3b1b8edb tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1224639 Aug 29 16:50:13.211702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:13.220584 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a9f47d8-fc58-436c-85d2-8166b4c9ad6a req-88ea37e8-fa62-4cbf-b0d3-4e2e291b0227 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=379d5f7f-18ea-4621-8266-a3731bed1b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333724 Aug 29 16:50:13.230483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a89a-4a37-4aad-98ea-5b84e8c5890f req-fc9e2730-74e3-43f9-87c3-375e3331940e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:13.232070 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19e9a89a-4a37-4aad-98ea-5b84e8c5890f req-fc9e2730-74e3-43f9-87c3-375e3331940e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 944 time: 0.1547935 Aug 29 16:50:13.241707 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.265041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 02cec373-07b1-43fd-8161-84b3715f5089 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:13.271107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 02cec373-07b1-43fd-8161-84b3715f5089 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:13.271482 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.301832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] Network d586198b-a326-4295-9aa7-fb53836b3115 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:50:13.307848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=01067f0f-fca2-47c8-9850-cc378867fa17,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:13.327540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '01067f0f-fca2-47c8-9850-cc378867fa17', 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718', 'port_id': '01067f0f-fca2-47c8-9850-cc378867fa17', 'mac_address': 'fa:16:3e:2c:0f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e8af9c-c432-4e00-afd5-7587349e66b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:50:13.331139 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, d586198b-a326-4295-9aa7-fb53836b3115) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:13.336585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:13.337176 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.356601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcd3a4f-f9ad-4394-b78b-a0b05d042a5f None None] Network d586198b-a326-4295-9aa7-fb53836b3115 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:13.357801 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19e9a89a-4a37-4aad-98ea-5b84e8c5890f req-a9b25d31-3343-4816-9618-dad16e4daad5 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145990 Aug 29 16:50:13.383442 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.392023 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a9f47d8-fc58-436c-85d2-8166b4c9ad6a req-446c0e49-4dd7-4cb0-9407-d1299c1f1c7a service neutron] 10.222.0.10 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588089 Aug 29 16:50:13.395294 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c284294e-295e-462c-b5d2-d24e17529a8f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8180270 Aug 29 16:50:13.474444 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.510320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01067f0f-fca2-47c8-9850-cc378867fa17 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:13.518616 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.554522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=01067f0f-fca2-47c8-9850-cc378867fa17,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:13.579058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Allocated IP 172.25.5.97 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/bd5c0448-3b48-4b1b-b75e-c9a0cb464aba) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:13.585292 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.613150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105661f9-2502-4ac0-8c45-d2dbefe320fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cec373-07b1-43fd-8161-84b3715f5089'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:13.616435 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799e8923-b8dc-4f26-901d-9840bf8e6b24" -d '{"events": [{"server_uuid": "105661f9-2502-4ac0-8c45-d2dbefe320fc", "name": "network-vif-plugged", "status": "completed", "tag": "02cec373-07b1-43fd-8161-84b3715f5089"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:13.655640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24016d06-8ef0-4e66-b572-f192c530bcf9 None None] Network d586198b-a326-4295-9aa7-fb53836b3115 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:13.660423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 02cec373-07b1-43fd-8161-84b3715f5089, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=02cec373-07b1-43fd-8161-84b3715f5089,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:13.705841 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.707064 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.753425 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.803923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c3d3f-1904-46e1-9132-a33b373129df req-32c2593d-2b6c-4a47-90ff-1a6f71e72027 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:13.806222 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c4c3d3f-1904-46e1-9132-a33b373129df req-32c2593d-2b6c-4a47-90ff-1a6f71e72027 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.3171952 Aug 29 16:50:13.808543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event updated for resources: {'Port': ['ID=bd5c0448-3b48-4b1b-b75e-c9a0cb464aba,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:13.811611 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a9f47d8-fc58-436c-85d2-8166b4c9ad6a req-0fdd47b5-a2c2-48c6-8b18-9ae9e8f16a19 service neutron] 10.222.0.10 "GET /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101768 Aug 29 16:50:13.812362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:13.814176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:13.816419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:13.858292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c4c3d3f-1904-46e1-9132-a33b373129df req-92ec06a0-98e4-4607-a442-b01d9e94490d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364282 Aug 29 16:50:13.864395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=01067f0f-fca2-47c8-9850-cc378867fa17,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:13.904255 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.938661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=02cec373-07b1-43fd-8161-84b3715f5089,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:13.939454 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:13.985811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a0501-066c-4b47-81ba-9366f7d7cbb3 req-8abb9cbe-8936-4da7-b68b-2c5cd785fba2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:13.987292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d5a0501-066c-4b47-81ba-9366f7d7cbb3 req-8abb9cbe-8936-4da7-b68b-2c5cd785fba2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 945 time: 0.0564036 Aug 29 16:50:14.026987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d5a0501-066c-4b47-81ba-9366f7d7cbb3 req-5ec4d11d-55a5-4c3a-9088-cdf1f42f06a4 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325749 Aug 29 16:50:14.075610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['01067f0f-fca2-47c8-9850-cc378867fa17'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:14.107920 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.112824 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.143032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568a75d-d1de-4638-bf32-ca68468b4613 req-3b4479f7-563b-4538-91d1-6e050f4c7b38 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:14.144764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0568a75d-d1de-4638-bf32-ca68468b4613 req-3b4479f7-563b-4538-91d1-6e050f4c7b38 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 949 time: 0.0566158 Aug 29 16:50:14.186894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event updated for resources: {'Port': ['ID=bd5c0448-3b48-4b1b-b75e-c9a0cb464aba,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:14.197354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0568a75d-d1de-4638-bf32-ca68468b4613 req-1edd8b6a-2da2-4fbf-ba6a-36f224b3358f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352054 Aug 29 16:50:14.200363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.217206 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.218564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-707224cb-3575-418c-ab83-6027a38e7e93 req-1c8a2f94-2bb9-4e68-aa53-bafa00f639ab tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0118861 Aug 29 16:50:14.270936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-707224cb-3575-418c-ab83-6027a38e7e93 req-5a3b395e-81ea-40ae-99a4-d9115daf09c5 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.97 HTTP/1.1" status: 200 len: 695 time: 0.0458589 Aug 29 16:50:14.336361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-1cb0650b-b240-40da-bae9-d74c9b3c81ce req-42b8bf60-1bed-40e0-9eb2-8974d6d66592 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-993976451', 'description': 'tempest-description-1675699541'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:14.362469 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1cb0650b-b240-40da-bae9-d74c9b3c81ce req-42b8bf60-1bed-40e0-9eb2-8974d6d66592 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.379753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707224cb-3575-418c-ab83-6027a38e7e93 req-4e075f21-6f34-488c-b3fd-62906882d044 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:14.381213 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-707224cb-3575-418c-ab83-6027a38e7e93 req-4e075f21-6f34-488c-b3fd-62906882d044 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1038291 Aug 29 16:50:14.420920 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4304b5-1611-484a-bc36-82941e3af429 x-openstack-request-id: req-8e4304b5-1611-484a-bc36-82941e3af429 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:14.421814 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105661f9-2502-4ac0-8c45-d2dbefe320fc", "name": "network-vif-plugged", "status": "completed", "tag": "02cec373-07b1-43fd-8161-84b3715f5089", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:14.422374 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e4304b5-1611-484a-bc36-82941e3af429 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:14.422920 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105661f9-2502-4ac0-8c45-d2dbefe320fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cec373-07b1-43fd-8161-84b3715f5089', 'code': 200} Aug 29 16:50:14.458986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1cb0650b-b240-40da-bae9-d74c9b3c81ce req-42b8bf60-1bed-40e0-9eb2-8974d6d66592 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.464052 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1cb0650b-b240-40da-bae9-d74c9b3c81ce req-42b8bf60-1bed-40e0-9eb2-8974d6d66592 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.492982 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1cb0650b-b240-40da-bae9-d74c9b3c81ce req-42b8bf60-1bed-40e0-9eb2-8974d6d66592 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.494238 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1cb0650b-b240-40da-bae9-d74c9b3c81ce req-42b8bf60-1bed-40e0-9eb2-8974d6d66592 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1628597 Aug 29 16:50:14.503839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8bf60-1bed-40e0-9eb2-8974d6d66592 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92606e6f-a474-45e6-a465-a07fa0366103,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:14.554598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e1344-16b3-48cf-98c1-898bcbe2583e req-3f506d9d-dcb0-45f6-96c6-c3066750eff7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:14.556143 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af5e1344-16b3-48cf-98c1-898bcbe2583e req-3f506d9d-dcb0-45f6-96c6-c3066750eff7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0860267 Aug 29 16:50:14.565042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b55641-c8ba-450b-afc3-398c97dc638d req-81b0cf18-176d-41d8-9896-6c31413cf455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:14.566478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-73b55641-c8ba-450b-afc3-398c97dc638d req-81b0cf18-176d-41d8-9896-6c31413cf455 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 1101 time: 0.0628204 Aug 29 16:50:14.617861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af5e1344-16b3-48cf-98c1-898bcbe2583e req-05fa02ac-5eba-4a58-8c03-d01fac7a73dd tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547628 Aug 29 16:50:14.624399 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-73b55641-c8ba-450b-afc3-398c97dc638d req-8659a88d-2aff-4ac6-8c0b-285f2628748f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438285 Aug 29 16:50:14.639289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6526885c-12d9-4c4b-b85b-b2eef444fdd7 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:50:14.666030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769d9d9-4e9e-4f37-b475-f5c97fbf9951 req-54595458-e13a-45d4-adfc-a835fb3122d6 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:14.667553 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b769d9d9-4e9e-4f37-b475-f5c97fbf9951 req-54595458-e13a-45d4-adfc-a835fb3122d6 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 944 time: 0.0537262 Aug 29 16:50:14.696706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d65718d-5077-490b-b116-86833f629b4c req-0c48e538-cd16-48f1-b780-806e384f5d69 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips/1ce0cdb8-8fd1-43c5-8706-fd1d208080fe HTTP/1.1" status: 200 len: 692 time: 0.0511587 Aug 29 16:50:14.707825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b769d9d9-4e9e-4f37-b475-f5c97fbf9951 req-540bb031-d1a7-4e69-b067-7f1845a7a409 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340736 Aug 29 16:50:14.741281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6526885c-12d9-4c4b-b85b-b2eef444fdd7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6526885c-12d9-4c4b-b85b-b2eef444fdd7,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:14.752784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '6526885c-12d9-4c4b-b85b-b2eef444fdd7', 'network_id': '379d5f7f-18ea-4621-8266-a3731bed1b3b', 'port_id': '6526885c-12d9-4c4b-b85b-b2eef444fdd7', 'mac_address': 'fa:16:3e:5f:a7:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc66a3-8590-4a0c-bde9-842d7f2bccad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:50:14.777512 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25d83e95-ab6a-43bb-892a-bf185eca0c2a req-9329f967-47c9-4f5c-bb09-0f77006728a4 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/92606e6f-a474-45e6-a465-a07fa0366103 HTTP/1.1" status: 200 len: 1812 time: 0.0458410 Aug 29 16:50:14.789261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-25d83e95-ab6a-43bb-892a-bf185eca0c2a req-17f252e8-0203-4d5b-958d-619a6489ed8f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92606e6f-a474-45e6-a465-a07fa0366103', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:14.789261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-25d83e95-ab6a-43bb-892a-bf185eca0c2a req-17f252e8-0203-4d5b-958d-619a6489ed8f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92606e6f-a474-45e6-a465-a07fa0366103', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:14.793178 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.806127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6526885c-12d9-4c4b-b85b-b2eef444fdd7 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:14.812463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65718d-5077-490b-b116-86833f629b4c req-9db2e781-a0bf-4c32-842d-34f66ab262ba tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:14.817793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d65718d-5077-490b-b116-86833f629b4c req-9db2e781-a0bf-4c32-842d-34f66ab262ba tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1136990 Aug 29 16:50:14.833673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6526885c-12d9-4c4b-b85b-b2eef444fdd7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6526885c-12d9-4c4b-b85b-b2eef444fdd7,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:14.840386 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.866376 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-25d83e95-ab6a-43bb-892a-bf185eca0c2a req-17f252e8-0203-4d5b-958d-619a6489ed8f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.897548 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-673dac62-d940-4e47-ac64-d856e06333b6 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips/1ce0cdb8-8fd1-43c5-8706-fd1d208080fe HTTP/1.1" status: 200 len: 692 time: 0.0577314 Aug 29 16:50:14.910933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=6526885c-12d9-4c4b-b85b-b2eef444fdd7,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:14.911332 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-25d83e95-ab6a-43bb-892a-bf185eca0c2a req-17f252e8-0203-4d5b-958d-619a6489ed8f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.923273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-25d83e95-ab6a-43bb-892a-bf185eca0c2a req-17f252e8-0203-4d5b-958d-619a6489ed8f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.942268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f252e8-0203-4d5b-958d-619a6489ed8f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1951403c-aaef-4066-9b56-3dabb93880b2,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:14.956302 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-25d83e95-ab6a-43bb-892a-bf185eca0c2a req-17f252e8-0203-4d5b-958d-619a6489ed8f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:14.957686 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25d83e95-ab6a-43bb-892a-bf185eca0c2a req-17f252e8-0203-4d5b-958d-619a6489ed8f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1730576 Aug 29 16:50:15.018743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-07103eb5-a48a-49fb-812d-1b6e2837e9fb tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:15.020688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-07103eb5-a48a-49fb-812d-1b6e2837e9fb tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1224437 Aug 29 16:50:15.060989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9887c-c8a9-4a41-a694-a3890ba0b579 req-1687798d-ada4-4eea-8dec-6e21cc768c1e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:15.062500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17c9887c-c8a9-4a41-a694-a3890ba0b579 req-1687798d-ada4-4eea-8dec-6e21cc768c1e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.0547571 Aug 29 16:50:15.081768 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-9acdf317-7a79-4245-b2e0-49d649b1ffeb tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.97 HTTP/1.1" status: 200 len: 695 time: 0.0540161 Aug 29 16:50:15.107490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['6526885c-12d9-4c4b-b85b-b2eef444fdd7'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:15.111862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17c9887c-c8a9-4a41-a694-a3890ba0b579 req-e3b3b321-fc4a-48fa-8980-1a5d7f5f7655 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Aug 29 16:50:15.135938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-9fb5f253-f0aa-4831-8246-163d6d4a1605 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.97 HTTP/1.1" status: 200 len: 695 time: 0.0519669 Aug 29 16:50:15.199350 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f841aad-4b0f-4f8a-9362-f8cfd0fc5057 req-b594c92a-501b-4a4f-9ce8-3f15e218ece1 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/92606e6f-a474-45e6-a465-a07fa0366103 HTTP/1.1" status: 200 len: 2405 time: 0.0506513 Aug 29 16:50:15.273427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-2ffc8e48-392b-44b1-896c-59de8226bb8f tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Deleting port bd5c0448-3b48-4b1b-b75e-c9a0cb464aba {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:15.274077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-2ffc8e48-392b-44b1-896c-59de8226bb8f tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.297131 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1442d-a7bb-40ff-9848-15fedcc6c943 req-58306759-d00f-4140-bb0f-95a849426f5c tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:15.298692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81b1442d-a7bb-40ff-9848-15fedcc6c943 req-58306759-d00f-4140-bb0f-95a849426f5c tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 945 time: 0.0508440 Aug 29 16:50:15.337441 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81b1442d-a7bb-40ff-9848-15fedcc6c943 req-4467dec8-c919-40ff-9a46-01a5f32d7df7 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Aug 29 16:50:15.356775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-2ffc8e48-392b-44b1-896c-59de8226bb8f tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.356775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-2ffc8e48-392b-44b1-896c-59de8226bb8f tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.364267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-2ffc8e48-392b-44b1-896c-59de8226bb8f tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Calling delete_port for bd5c0448-3b48-4b1b-b75e-c9a0cb464aba owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:15.380478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbf551eb-6987-440e-8c70-87503055dc40 req-141ffa8c-6d80-4db9-9b1e-4fe1c7ee1ed8 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-group-rules/1951403c-aaef-4066-9b56-3dabb93880b2 HTTP/1.1" status: 200 len: 778 time: 0.0213504 Aug 29 16:50:15.429412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbf551eb-6987-440e-8c70-87503055dc40 req-263de853-1dd8-4f9f-a5e1-c0730f19b059 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/92606e6f-a474-45e6-a465-a07fa0366103 HTTP/1.1" status: 200 len: 2405 time: 0.0421987 Aug 29 16:50:15.457563 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-dbf551eb-6987-440e-8c70-87503055dc40 req-3ad9ca55-dec8-4319-813f-8d1a480a14d5 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.465004 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-dbf551eb-6987-440e-8c70-87503055dc40 req-3ad9ca55-dec8-4319-813f-8d1a480a14d5 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.493249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-dbf551eb-6987-440e-8c70-87503055dc40 req-3ad9ca55-dec8-4319-813f-8d1a480a14d5 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.493839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-2ffc8e48-392b-44b1-896c-59de8226bb8f tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.500233 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-dbf551eb-6987-440e-8c70-87503055dc40 req-3ad9ca55-dec8-4319-813f-8d1a480a14d5 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.501337 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbf551eb-6987-440e-8c70-87503055dc40 req-3ad9ca55-dec8-4319-813f-8d1a480a14d5 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1951403c-aaef-4066-9b56-3dabb93880b2 HTTP/1.1" status: 204 len: 173 time: 0.0659652 Aug 29 16:50:15.513495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9ca55-dec8-4319-813f-8d1a480a14d5 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1951403c-aaef-4066-9b56-3dabb93880b2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:15.523287 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-50eb6adf-7983-46f5-8a02-205fc0b088c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.530831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc8e48-392b-44b1-896c-59de8226bb8f tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event deleted for resources: {'Port': ['ID=bd5c0448-3b48-4b1b-b75e-c9a0cb464aba,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:15.589130 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-2ffc8e48-392b-44b1-896c-59de8226bb8f tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.591779 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-2ffc8e48-392b-44b1-896c-59de8226bb8f tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.593089 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0b4826a-bb9e-4d94-a4b0-178812239b22 req-2ffc8e48-392b-44b1-896c-59de8226bb8f tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "DELETE /v2.0/floatingips/1ce0cdb8-8fd1-43c5-8706-fd1d208080fe HTTP/1.1" status: 204 len: 173 time: 0.4564645 Aug 29 16:50:15.612567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-f401491d-baf2-4dff-8fd1-a8118de82e5b req-029ee687-e7a6-400c-92ce-7ec2fad86357 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1494447308', 'description': 'tempest-description-773495148'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:15.617480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67913800-9dfb-41f6-b849-0b453616c149 req-1bcb42e2-4431-4f01-8065-0033ac50d046 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:15.619029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67913800-9dfb-41f6-b849-0b453616c149 req-1bcb42e2-4431-4f01-8065-0033ac50d046 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 949 time: 0.0516882 Aug 29 16:50:15.635380 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f401491d-baf2-4dff-8fd1-a8118de82e5b req-029ee687-e7a6-400c-92ce-7ec2fad86357 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.657961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67913800-9dfb-41f6-b849-0b453616c149 req-9c3410bf-6de2-4501-bec8-d72711919ff5 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Aug 29 16:50:15.731637 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f401491d-baf2-4dff-8fd1-a8118de82e5b req-029ee687-e7a6-400c-92ce-7ec2fad86357 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.735029 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f401491d-baf2-4dff-8fd1-a8118de82e5b req-029ee687-e7a6-400c-92ce-7ec2fad86357 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.766382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ee687-e7a6-400c-92ce-7ec2fad86357 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d14071a-5ef5-45ff-b8cb-6aaca409bc4f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:15.769962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f401491d-baf2-4dff-8fd1-a8118de82e5b req-029ee687-e7a6-400c-92ce-7ec2fad86357 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.771176 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f401491d-baf2-4dff-8fd1-a8118de82e5b req-029ee687-e7a6-400c-92ce-7ec2fad86357 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1631632 Aug 29 16:50:15.785300 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:15.877252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257eca9d-4e20-4232-95c9-ba3560444ce8 req-99f7de6e-c5f9-4626-9604-4a552549cd0a tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:15.878764 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-257eca9d-4e20-4232-95c9-ba3560444ce8 req-99f7de6e-c5f9-4626-9604-4a552549cd0a tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0498188 Aug 29 16:50:15.920415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-257eca9d-4e20-4232-95c9-ba3560444ce8 req-a56fbdc9-a378-4d60-b0b5-c337aeaeaaec tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355148 Aug 29 16:50:15.940115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf204c-8986-4f42-b019-0b6f7d96b999 req-5dce47f1-8495-4307-915b-06c197111c56 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:15.940115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-45bf204c-8986-4f42-b019-0b6f7d96b999 req-5dce47f1-8495-4307-915b-06c197111c56 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1959648 Aug 29 16:50:15.990523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-467b8483-dd5f-4e10-a8cf-f5b4da590d6c req-1aade0d2-4909-4cdd-b25e-249cc3aabc36 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/5d14071a-5ef5-45ff-b8cb-6aaca409bc4f HTTP/1.1" status: 200 len: 1812 time: 0.0388842 Aug 29 16:50:16.025781 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ec374-5bd3-4f11-b333-0c3b1fc0780e req-173d670d-a1ef-4acd-8571-ca92cd03b4ca tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:16.027295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-045ec374-5bd3-4f11-b333-0c3b1fc0780e req-173d670d-a1ef-4acd-8571-ca92cd03b4ca tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 945 time: 0.0527020 Aug 29 16:50:16.056481 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-985bb8fb-deb8-42f9-80f3-bbeed07a93f7 req-f87971e3-1407-45f8-aa0b-2ff4d499a5ea tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=108348419e834383a1bc6dda23340184 HTTP/1.1" status: 200 len: 1656 time: 0.0495317 Aug 29 16:50:16.065491 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-045ec374-5bd3-4f11-b333-0c3b1fc0780e req-317cfe65-ee18-43c0-87ae-4dde85a2354d tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Aug 29 16:50:16.109332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-a98577e2-fbc5-46bd-8d19-bce1a1990e0b req-68c91950-6aa3-4540-bdad-f24e14929b72 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-428359331', 'description': 'tempest-description-556787265'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:16.133320 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a98577e2-fbc5-46bd-8d19-bce1a1990e0b req-68c91950-6aa3-4540-bdad-f24e14929b72 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.174227 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bb8fb-deb8-42f9-80f3-bbeed07a93f7 req-ca92be16-8b91-4eae-8985-9c7b0e99a4d0 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:16.175694 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-985bb8fb-deb8-42f9-80f3-bbeed07a93f7 req-ca92be16-8b91-4eae-8985-9c7b0e99a4d0 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks?id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&id=a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 787 time: 0.1131890 Aug 29 16:50:16.218033 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a98577e2-fbc5-46bd-8d19-bce1a1990e0b req-68c91950-6aa3-4540-bdad-f24e14929b72 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.221872 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a98577e2-fbc5-46bd-8d19-bce1a1990e0b req-68c91950-6aa3-4540-bdad-f24e14929b72 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.251282 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a98577e2-fbc5-46bd-8d19-bce1a1990e0b req-68c91950-6aa3-4540-bdad-f24e14929b72 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.252711 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a98577e2-fbc5-46bd-8d19-bce1a1990e0b req-68c91950-6aa3-4540-bdad-f24e14929b72 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1476307 Aug 29 16:50:16.254540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c91950-6aa3-4540-bdad-f24e14929b72 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79274eb-5179-471e-902e-42b8fddceb6a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:16.287646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5df26-920d-4ce5-9928-55fde2345c43 req-0e41634f-a69b-4982-8c9a-3799e0a8c0a2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:16.289112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14e5df26-920d-4ce5-9928-55fde2345c43 req-0e41634f-a69b-4982-8c9a-3799e0a8c0a2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.0608282 Aug 29 16:50:16.316938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-667da87f-0334-418a-aa74-078530133376 req-d1453ad0-d645-41a5-beb0-0520cf95297f tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips/08341a98-bb92-4eea-acbe-9ddcb92f0fa4 HTTP/1.1" status: 200 len: 693 time: 0.0462668 Aug 29 16:50:16.326875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14e5df26-920d-4ce5-9928-55fde2345c43 req-e4adac67-1442-442a-b9ba-4fb1d711c03f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317147 Aug 29 16:50:16.388228 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b496af0-7af5-445b-97f3-5ed1e76ff720 req-3bf6f42d-300c-4008-9713-5fe4b22579d8 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/a79274eb-5179-471e-902e-42b8fddceb6a HTTP/1.1" status: 200 len: 1811 time: 0.0381827 Aug 29 16:50:16.424166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667da87f-0334-418a-aa74-078530133376 req-b6db0d78-531e-46b0-b016-44bf499bc0e6 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:16.425538 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-667da87f-0334-418a-aa74-078530133376 req-b6db0d78-531e-46b0-b016-44bf499bc0e6 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1025670 Aug 29 16:50:16.479849 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-667da87f-0334-418a-aa74-078530133376 req-b0ae177a-1063-4774-9d19-8e4cc5d7b19c tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 696 time: 0.0473154 Aug 29 16:50:16.486275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb755b80-928a-4a0b-9d47-66fa9d02803f req-8f0adc48-5212-44ce-af40-c03121d008cf tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:16.487784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb755b80-928a-4a0b-9d47-66fa9d02803f req-8f0adc48-5212-44ce-af40-c03121d008cf tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 945 time: 0.0486503 Aug 29 16:50:16.516305 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.531278 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb755b80-928a-4a0b-9d47-66fa9d02803f req-eae4edbe-bf16-4276-8921-276eca64fec6 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369246 Aug 29 16:50:16.533589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-667da87f-0334-418a-aa74-078530133376 req-895c222f-61f6-49e4-91c1-4445995fe653 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 696 time: 0.0466430 Aug 29 16:50:16.558975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-89919e9d-1596-4d5a-80e9-4ef1c4f50ecd req-d25227ba-5505-4124-a8c8-e7f9785a2141 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1676003900', 'description': 'tempest-description-1006077587'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:16.582557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-89919e9d-1596-4d5a-80e9-4ef1c4f50ecd req-d25227ba-5505-4124-a8c8-e7f9785a2141 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.653892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6526885c-12d9-4c4b-b85b-b2eef444fdd7 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:16.679152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-89919e9d-1596-4d5a-80e9-4ef1c4f50ecd req-d25227ba-5505-4124-a8c8-e7f9785a2141 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.679999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-667da87f-0334-418a-aa74-078530133376 req-a61d1f66-ac77-4d12-86ee-d6dce8e18c30 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Deleting port 182d8084-8345-4997-b267-171d5b1532db {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:16.680363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-667da87f-0334-418a-aa74-078530133376 req-a61d1f66-ac77-4d12-86ee-d6dce8e18c30 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.690226 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-89919e9d-1596-4d5a-80e9-4ef1c4f50ecd req-d25227ba-5505-4124-a8c8-e7f9785a2141 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.711991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 6526885c-12d9-4c4b-b85b-b2eef444fdd7 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:16.716401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 6526885c-12d9-4c4b-b85b-b2eef444fdd7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:16.716859 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.722770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-89919e9d-1596-4d5a-80e9-4ef1c4f50ecd req-d25227ba-5505-4124-a8c8-e7f9785a2141 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.724121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89919e9d-1596-4d5a-80e9-4ef1c4f50ecd req-d25227ba-5505-4124-a8c8-e7f9785a2141 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1694171 Aug 29 16:50:16.726033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25227ba-5505-4124-a8c8-e7f9785a2141 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69309ff4-cfc0-4d00-b656-5be4f043631e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:16.779940 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-667da87f-0334-418a-aa74-078530133376 req-a61d1f66-ac77-4d12-86ee-d6dce8e18c30 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.780164 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-667da87f-0334-418a-aa74-078530133376 req-a61d1f66-ac77-4d12-86ee-d6dce8e18c30 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.792297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-667da87f-0334-418a-aa74-078530133376 req-a61d1f66-ac77-4d12-86ee-d6dce8e18c30 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Calling delete_port for 182d8084-8345-4997-b267-171d5b1532db owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:16.807902 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.828647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613264e2-ce1d-4ebd-80c1-d3a9a8b3ecf4 req-e79bfa6a-5c26-40d1-9405-77df6d4fb3f7 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:16.830330 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-613264e2-ce1d-4ebd-80c1-d3a9a8b3ecf4 req-e79bfa6a-5c26-40d1-9405-77df6d4fb3f7 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 949 time: 0.0518384 Aug 29 16:50:16.830541 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd8091c-47e3-41fd-85f7-378d09be4269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6526885c-12d9-4c4b-b85b-b2eef444fdd7'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:16.832986 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dc139d-d78d-4142-b699-c1fccc729889" -d '{"events": [{"server_uuid": "dbd8091c-47e3-41fd-85f7-378d09be4269", "name": "network-vif-plugged", "status": "completed", "tag": "6526885c-12d9-4c4b-b85b-b2eef444fdd7"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:16.846958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6526885c-12d9-4c4b-b85b-b2eef444fdd7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6526885c-12d9-4c4b-b85b-b2eef444fdd7,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:16.851584 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.872135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-613264e2-ce1d-4ebd-80c1-d3a9a8b3ecf4 req-6c6b3037-23e2-4789-b73b-4ddbe8db7e1f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346844 Aug 29 16:50:16.905435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=6526885c-12d9-4c4b-b85b-b2eef444fdd7,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:16.936002 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-667da87f-0334-418a-aa74-078530133376 req-a61d1f66-ac77-4d12-86ee-d6dce8e18c30 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:16.948942 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6ff63bdb-380c-4177-8f35-dfb3f38d91c0 req-96fd4d91-9fb6-4a02-97e5-b967477e4b4a tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/69309ff4-cfc0-4d00-b656-5be4f043631e HTTP/1.1" status: 200 len: 1813 time: 0.0414853 Aug 29 16:50:16.974835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d1f66-ac77-4d12-86ee-d6dce8e18c30 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event deleted for resources: {'Port': ['ID=182d8084-8345-4997-b267-171d5b1532db,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:17.043860 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-667da87f-0334-418a-aa74-078530133376 req-a61d1f66-ac77-4d12-86ee-d6dce8e18c30 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.047032 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-667da87f-0334-418a-aa74-078530133376 req-a61d1f66-ac77-4d12-86ee-d6dce8e18c30 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.048212 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-667da87f-0334-418a-aa74-078530133376 req-a61d1f66-ac77-4d12-86ee-d6dce8e18c30 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "DELETE /v2.0/floatingips/08341a98-bb92-4eea-acbe-9ddcb92f0fa4 HTTP/1.1" status: 204 len: 173 time: 0.5089414 Aug 29 16:50:17.049308 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3773595d-f644-4962-8f88-66f2d6afacd1 x-openstack-request-id: req-3773595d-f644-4962-8f88-66f2d6afacd1 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:17.049620 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd8091c-47e3-41fd-85f7-378d09be4269", "name": "network-vif-plugged", "status": "completed", "tag": "6526885c-12d9-4c4b-b85b-b2eef444fdd7", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:17.049869 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3773595d-f644-4962-8f88-66f2d6afacd1 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:17.050661 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd8091c-47e3-41fd-85f7-378d09be4269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6526885c-12d9-4c4b-b85b-b2eef444fdd7', 'code': 200} Aug 29 16:50:17.148536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea850bf-5679-40e8-ab08-9e4f17712e51 req-26dcd622-258a-4989-8d45-9418c7ab293c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:17.150064 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eea850bf-5679-40e8-ab08-9e4f17712e51 req-26dcd622-258a-4989-8d45-9418c7ab293c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0496705 Aug 29 16:50:17.177152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae262d06-2f24-47e0-ab3b-5eebff480d11 req-6be600a3-0692-479d-84d0-4cceaccb4fd0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:17.179199 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae262d06-2f24-47e0-ab3b-5eebff480d11 req-6be600a3-0692-479d-84d0-4cceaccb4fd0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca2bae34-19d0-4b56-96b4-042336525fb2 HTTP/1.1" status: 200 len: 950 time: 0.0799427 Aug 29 16:50:17.181952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390835e-875d-4884-b9e2-2b5586009e34 req-dce1c50b-d09b-4d70-9c51-01a829662253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:17.183336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2390835e-875d-4884-b9e2-2b5586009e34 req-dce1c50b-d09b-4d70-9c51-01a829662253 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 1098 time: 0.0745602 Aug 29 16:50:17.187994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 01067f0f-fca2-47c8-9850-cc378867fa17 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:17.191073 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eea850bf-5679-40e8-ab08-9e4f17712e51 req-8259278b-2263-416d-97b9-5bde92219231 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341582 Aug 29 16:50:17.220155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-269a2f87-8a47-4bcf-9815-760bf0c2de4e req-16c4f96b-fad2-4eb4-892c-bb679a6ea7b1 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-99090855', 'description': 'tempest-description-791058253'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:17.240647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 01067f0f-fca2-47c8-9850-cc378867fa17 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:17.245072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 01067f0f-fca2-47c8-9850-cc378867fa17 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:17.245555 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.245996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-269a2f87-8a47-4bcf-9815-760bf0c2de4e req-16c4f96b-fad2-4eb4-892c-bb679a6ea7b1 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.267340 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae262d06-2f24-47e0-ab3b-5eebff480d11 req-7ba4d108-d7b5-4d46-89be-15818e1a37f5 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665569 Aug 29 16:50:17.267818 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2390835e-875d-4884-b9e2-2b5586009e34 req-2cbde6ba-2c01-41be-8ca3-1e068cf5690f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750415 Aug 29 16:50:17.334627 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fe372979-c30e-4b66-ab96-78d91649be01 req-4bbb34da-7605-498e-aebd-8d8ce1354627 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips/15217091-c71e-44a2-8038-23166f39b801 HTTP/1.1" status: 200 len: 693 time: 0.0600352 Aug 29 16:50:17.335618 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.338841 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.365090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-269a2f87-8a47-4bcf-9815-760bf0c2de4e req-16c4f96b-fad2-4eb4-892c-bb679a6ea7b1 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.371021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=01067f0f-fca2-47c8-9850-cc378867fa17,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:17.372154 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-269a2f87-8a47-4bcf-9815-760bf0c2de4e req-16c4f96b-fad2-4eb4-892c-bb679a6ea7b1 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.378617 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.412403 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4f96b-fad2-4eb4-892c-bb679a6ea7b1 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f06646-108c-42f8-bdfb-20efe7f95eb8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:17.415949 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-269a2f87-8a47-4bcf-9815-760bf0c2de4e req-16c4f96b-fad2-4eb4-892c-bb679a6ea7b1 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.417179 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-269a2f87-8a47-4bcf-9815-760bf0c2de4e req-16c4f96b-fad2-4eb4-892c-bb679a6ea7b1 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2018304 Aug 29 16:50:17.438463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=01067f0f-fca2-47c8-9850-cc378867fa17,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:17.457987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe372979-c30e-4b66-ab96-78d91649be01 req-9aa047fb-98b0-406e-a9ce-c54861719d4c tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:17.460645 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fe372979-c30e-4b66-ab96-78d91649be01 req-9aa047fb-98b0-406e-a9ce-c54861719d4c tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1199343 Aug 29 16:50:17.515484 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fe372979-c30e-4b66-ab96-78d91649be01 req-42bf6317-df51-4707-aa7c-7a8b72749734 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0489480 Aug 29 16:50:17.523963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7c13a-e4e7-44ad-8b3b-fb26fda26274 req-7a6c8f84-f74e-4aa9-8987-35b23bee443e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:17.525483 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2be7c13a-e4e7-44ad-8b3b-fb26fda26274 req-7a6c8f84-f74e-4aa9-8987-35b23bee443e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 946 time: 0.0508862 Aug 29 16:50:17.563900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2be7c13a-e4e7-44ad-8b3b-fb26fda26274 req-2496f737-6e90-4f1d-ace7-ceaf71e1163c tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322337 Aug 29 16:50:17.565528 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fe372979-c30e-4b66-ab96-78d91649be01 req-a51b7ec3-19cd-4926-aba8-a8d5613e1343 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0432034 Aug 29 16:50:17.695381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-fe372979-c30e-4b66-ab96-78d91649be01 req-1ece4c22-d18a-4110-b6e7-00f5fd2a55b1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Deleting port 628b3939-f030-45fe-be3b-7ba652e28bb4 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:17.695730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fe372979-c30e-4b66-ab96-78d91649be01 req-1ece4c22-d18a-4110-b6e7-00f5fd2a55b1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.773421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fe372979-c30e-4b66-ab96-78d91649be01 req-1ece4c22-d18a-4110-b6e7-00f5fd2a55b1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.773782 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fe372979-c30e-4b66-ab96-78d91649be01 req-1ece4c22-d18a-4110-b6e7-00f5fd2a55b1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.785565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-fe372979-c30e-4b66-ab96-78d91649be01 req-1ece4c22-d18a-4110-b6e7-00f5fd2a55b1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Calling delete_port for 628b3939-f030-45fe-be3b-7ba652e28bb4 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:17.825442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cd195-0fc7-484b-9663-ebd8c708dcfa req-07b1f013-0a3a-4eee-937d-121598b29ee4 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:17.831245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cd195-0fc7-484b-9663-ebd8c708dcfa req-07b1f013-0a3a-4eee-937d-121598b29ee4 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:17.832808 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-694cd195-0fc7-484b-9663-ebd8c708dcfa req-07b1f013-0a3a-4eee-937d-121598b29ee4 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc&device_id=ca2bae34-19d0-4b56-96b4-042336525fb2 HTTP/1.1" status: 200 len: 1690 time: 0.0548358 Aug 29 16:50:17.871021 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-694cd195-0fc7-484b-9663-ebd8c708dcfa req-3a1a52c2-fe2c-44b3-a7b9-a8c3815b9459 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314279 Aug 29 16:50:17.915919 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fe372979-c30e-4b66-ab96-78d91649be01 req-1ece4c22-d18a-4110-b6e7-00f5fd2a55b1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:17.945399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece4c22-d18a-4110-b6e7-00f5fd2a55b1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event deleted for resources: {'Port': ['ID=628b3939-f030-45fe-be3b-7ba652e28bb4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:17.975046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e0eba-ddc4-4135-80e6-8f79fdea233a req-5106ed2d-f710-4055-9ad7-f97f3ab0f3bc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:17.976525 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c95e0eba-ddc4-4135-80e6-8f79fdea233a req-5106ed2d-f710-4055-9ad7-f97f3ab0f3bc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.0558522 Aug 29 16:50:18.006180 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fe372979-c30e-4b66-ab96-78d91649be01 req-1ece4c22-d18a-4110-b6e7-00f5fd2a55b1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:18.008673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fe372979-c30e-4b66-ab96-78d91649be01 req-1ece4c22-d18a-4110-b6e7-00f5fd2a55b1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:18.009840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fe372979-c30e-4b66-ab96-78d91649be01 req-1ece4c22-d18a-4110-b6e7-00f5fd2a55b1 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "DELETE /v2.0/floatingips/15217091-c71e-44a2-8038-23166f39b801 HTTP/1.1" status: 204 len: 173 time: 0.4389846 Aug 29 16:50:18.016620 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c95e0eba-ddc4-4135-80e6-8f79fdea233a req-4deab49c-4c7b-49b0-815a-04cb785e9032 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337360 Aug 29 16:50:18.067125 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebfac1b0-2380-4bc1-95b5-81c8bae18119 req-cfd157ad-a5f5-4482-98a4-e5b9ca55940b tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/45f06646-108c-42f8-bdfb-20efe7f95eb8 HTTP/1.1" status: 200 len: 1810 time: 0.0422900 Aug 29 16:50:18.129925 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:18.132399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b935e-4a25-434b-bf75-8fcd714b7133 req-fe813126-2c8e-41a7-99b6-edbaf3cf5fb8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:18.134214 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f2b935e-4a25-434b-bf75-8fcd714b7133 req-fe813126-2c8e-41a7-99b6-edbaf3cf5fb8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.0595856 Aug 29 16:50:18.174979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f2b935e-4a25-434b-bf75-8fcd714b7133 req-27a1a217-1665-48a3-aa94-859b2452ccc9 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343368 Aug 29 16:50:18.211432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-6c450976-795b-4e6c-8cee-545daa9f0ded tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips/05c1227f-0409-40a4-ac61-cf4a3d65e131 HTTP/1.1" status: 200 len: 692 time: 0.0506458 Aug 29 16:50:18.276559 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-db3ef2ba-82bf-4a40-83a6-5610d0d064b8 req-19bd3f10-3d6f-47c5-ae56-9d035c927b27 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] show failed (client error): The resource could not be found. Aug 29 16:50:18.277733 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db3ef2ba-82bf-4a40-83a6-5610d0d064b8 req-19bd3f10-3d6f-47c5-ae56-9d035c927b27 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/0f0986be-18bb-4bef-94fd-b488a7177b65 HTTP/1.1" status: 404 len: 352 time: 0.0158968 Aug 29 16:50:18.340917 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-e11bc454-e923-4d83-98af-947db805c7ac tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:18.349466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-e11bc454-e923-4d83-98af-947db805c7ac tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1316206 Aug 29 16:50:18.381630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa34ba-0c00-484b-8ef7-ad080afc21ba req-6888c16e-4421-46ca-805a-a79346d5f834 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:18.383204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6fa34ba-0c00-484b-8ef7-ad080afc21ba req-6888c16e-4421-46ca-805a-a79346d5f834 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 1101 time: 0.0454316 Aug 29 16:50:18.420445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-d02ba1da-d4d0-4ed2-851b-590f4e67af51 tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.0699174 Aug 29 16:50:18.435776 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6fa34ba-0c00-484b-8ef7-ad080afc21ba req-7ca20370-f1a1-4b7f-b3ea-c425837b6c47 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453699 Aug 29 16:50:18.471860 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-87515fa6-431e-4398-a1cd-24f0fdd7805e tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.0502908 Aug 29 16:50:18.567704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65480cf4-046d-4672-9e9d-15f1b42bbaa8 req-f3e4ad16-d619-4a06-a720-1eae01ce52f0 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:18.569265 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65480cf4-046d-4672-9e9d-15f1b42bbaa8 req-f3e4ad16-d619-4a06-a720-1eae01ce52f0 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0588424 Aug 29 16:50:18.607566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65480cf4-046d-4672-9e9d-15f1b42bbaa8 req-fd0e9f60-737d-4ca0-8498-38835c04fc04 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Aug 29 16:50:18.611808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-0d194db9-53cc-4a20-b24c-7dabf3ea688a tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Deleting port d5c436f5-8e8d-4b09-b351-87bebbdc72f3 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:18.612159 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-0d194db9-53cc-4a20-b24c-7dabf3ea688a tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:18.644329 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-149e388a-d996-4650-93d7-33a7bdb72103 req-86298e36-e9af-4d3a-8cf4-b262a33c3633 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] show failed (client error): The resource could not be found. Aug 29 16:50:18.645398 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-149e388a-d996-4650-93d7-33a7bdb72103 req-86298e36-e9af-4d3a-8cf4-b262a33c3633 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-group-rules/0ada58a3-a79c-4d85-9267-cbf7c0226d8a HTTP/1.1" status: 404 len: 361 time: 0.0153611 Aug 29 16:50:18.695849 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-0d194db9-53cc-4a20-b24c-7dabf3ea688a tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:18.696184 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-0d194db9-53cc-4a20-b24c-7dabf3ea688a tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:18.708362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-0d194db9-53cc-4a20-b24c-7dabf3ea688a tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Calling delete_port for d5c436f5-8e8d-4b09-b351-87bebbdc72f3 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:18.737772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f83da2-8e4c-4cb3-80ca-e824e8d11723 req-f1f15ae5-2255-4f14-afab-c371e5f1bfcb tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:18.739262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a2f83da2-8e4c-4cb3-80ca-e824e8d11723 req-f1f15ae5-2255-4f14-afab-c371e5f1bfcb tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ca2bae34-19d0-4b56-96b4-042336525fb2 HTTP/1.1" status: 200 len: 1102 time: 0.0394878 Aug 29 16:50:18.776265 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a2f83da2-8e4c-4cb3-80ca-e824e8d11723 req-54c2c4fa-70e0-4bd7-ad79-fba9774c68a9 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302792 Aug 29 16:50:18.859860 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-0d194db9-53cc-4a20-b24c-7dabf3ea688a tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:18.886790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae60e1a-3df0-4423-b3ce-6f03f6a1b446 req-3be0a9a8-be36-4cd5-b747-b0523a2252f3 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:18.889804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dae60e1a-3df0-4423-b3ce-6f03f6a1b446 req-3be0a9a8-be36-4cd5-b747-b0523a2252f3 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 946 time: 0.0570352 Aug 29 16:50:18.905104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d194db9-53cc-4a20-b24c-7dabf3ea688a tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Pushing event deleted for resources: {'Port': ['ID=d5c436f5-8e8d-4b09-b351-87bebbdc72f3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:18.931943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dae60e1a-3df0-4423-b3ce-6f03f6a1b446 req-359882aa-ea75-4904-b3b8-3fb3b96e67ca tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375748 Aug 29 16:50:18.971147 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-0d194db9-53cc-4a20-b24c-7dabf3ea688a tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:18.973794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-0d194db9-53cc-4a20-b24c-7dabf3ea688a tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:18.975484 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc9765de-463a-489d-9d64-c203e9e924b0 req-0d194db9-53cc-4a20-b24c-7dabf3ea688a tempest-FloatingIPDetailsTestJSON-704571857 tempest-FloatingIPDetailsTestJSON-704571857-project] 10.222.0.22 "DELETE /v2.0/floatingips/05c1227f-0409-40a4-ac61-cf4a3d65e131 HTTP/1.1" status: 204 len: 173 time: 0.4976439 Aug 29 16:50:18.981610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40276) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:19.010534 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1e9665ab-8ab0-49f7-9550-e221330a0870 req-9f566db7-a2f6-46b9-be80-9a3774540e66 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/45f06646-108c-42f8-bdfb-20efe7f95eb8 HTTP/1.1" status: 200 len: 1810 time: 0.0408447 Aug 29 16:50:19.053767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01067f0f-fca2-47c8-9850-cc378867fa17'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:19.055164 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c98113b-d7d6-4125-930e-33dd4926f45e" -d '{"events": [{"server_uuid": "27679473-4f0c-4273-83ce-4de2b4e02c51", "name": "network-vif-plugged", "status": "completed", "tag": "01067f0f-fca2-47c8-9850-cc378867fa17"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:19.075062 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1e9665ab-8ab0-49f7-9550-e221330a0870 req-48aea9ec-5b3e-4695-b34f-8b2f40df6311 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:19.096198 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-71aa6f24-fd91-48d4-bfe3-1e5fdb4b4993 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255103 Aug 29 16:50:19.098527 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1e9665ab-8ab0-49f7-9550-e221330a0870 req-48aea9ec-5b3e-4695-b34f-8b2f40df6311 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:19.139867 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1e9665ab-8ab0-49f7-9550-e221330a0870 req-48aea9ec-5b3e-4695-b34f-8b2f40df6311 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:19.142644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1e9665ab-8ab0-49f7-9550-e221330a0870 req-48aea9ec-5b3e-4695-b34f-8b2f40df6311 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:19.143844 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1e9665ab-8ab0-49f7-9550-e221330a0870 req-48aea9ec-5b3e-4695-b34f-8b2f40df6311 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "DELETE /v2.0/security-groups/45f06646-108c-42f8-bdfb-20efe7f95eb8 HTTP/1.1" status: 204 len: 173 time: 0.1271255 Aug 29 16:50:19.154028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aea9ec-5b3e-4695-b34f-8b2f40df6311 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f06646-108c-42f8-bdfb-20efe7f95eb8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:19.299405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-09cbf2e6-510d-4197-b58d-438e4bc00a7b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:19.300866 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-09cbf2e6-510d-4197-b58d-438e4bc00a7b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972268 Aug 29 16:50:19.322767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6c31109d-2912-4f54-aa0b-5a4ad2a9d16e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/quotas/f6a9dbf52a394a089b69d53045802e1f HTTP/1.1" status: 200 len: 375 time: 0.0144079 Aug 29 16:50:19.364315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beeed8-dbf6-43ac-9c6f-51103dc70227 req-d8a027ba-2825-4abd-9aa9-105b9d9f9e0a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:19.365906 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c4beeed8-dbf6-43ac-9c6f-51103dc70227 req-d8a027ba-2825-4abd-9aa9-105b9d9f9e0a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.0512874 Aug 29 16:50:19.403924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c4beeed8-dbf6-43ac-9c6f-51103dc70227 req-c0acb1b0-6e7f-4322-ab75-ca01ba441db7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Aug 29 16:50:19.425497 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-12f2305a-eeb1-4a55-aceb-e0b440c2ee4b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0832450 Aug 29 16:50:19.449082 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25287a7-db83-46fd-ba39-60260f28eac0 x-openstack-request-id: req-d25287a7-db83-46fd-ba39-60260f28eac0 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:19.449637 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27679473-4f0c-4273-83ce-4de2b4e02c51", "name": "network-vif-plugged", "status": "completed", "tag": "01067f0f-fca2-47c8-9850-cc378867fa17", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:19.450102 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d25287a7-db83-46fd-ba39-60260f28eac0 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:19.450735 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01067f0f-fca2-47c8-9850-cc378867fa17', 'code': 200} Aug 29 16:50:19.527027 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94ab0098-5111-4727-8904-3f9a703a5704 req-94653e25-06dd-46bb-9c38-ca3de9e6c712 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/69309ff4-cfc0-4d00-b656-5be4f043631e HTTP/1.1" status: 200 len: 1813 time: 0.0614579 Aug 29 16:50:19.530057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:19.606355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45ce7e-1552-4681-b746-e7f8e3677b62 req-570af265-dcea-4f2e-b33b-4a42f3c34d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:19.608087 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c45ce7e-1552-4681-b746-e7f8e3677b62 req-570af265-dcea-4f2e-b33b-4a42f3c34d4e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 1098 time: 0.0768130 Aug 29 16:50:19.647769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-94ab0098-5111-4727-8904-3f9a703a5704 req-dae7bea9-ae56-4123-9461-4ae4fd850d03 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:19.681830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-94ab0098-5111-4727-8904-3f9a703a5704 req-dae7bea9-ae56-4123-9461-4ae4fd850d03 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:19.685555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c45ce7e-1552-4681-b746-e7f8e3677b62 req-3888beb1-5744-4a6f-aeb9-7ac2b7dedc89 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627546 Aug 29 16:50:19.693901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ffee9-674e-476d-9c37-63a4c99195bb req-3ce67a87-f84b-42b7-8d28-95ed967b1246 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:19.696115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-779ffee9-674e-476d-9c37-63a4c99195bb req-3ce67a87-f84b-42b7-8d28-95ed967b1246 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.0679305 Aug 29 16:50:19.737524 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-94ab0098-5111-4727-8904-3f9a703a5704 req-dae7bea9-ae56-4123-9461-4ae4fd850d03 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:19.740575 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-94ab0098-5111-4727-8904-3f9a703a5704 req-dae7bea9-ae56-4123-9461-4ae4fd850d03 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:19.741735 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94ab0098-5111-4727-8904-3f9a703a5704 req-dae7bea9-ae56-4123-9461-4ae4fd850d03 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "DELETE /v2.0/security-groups/69309ff4-cfc0-4d00-b656-5be4f043631e HTTP/1.1" status: 204 len: 173 time: 0.1995628 Aug 29 16:50:19.751078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7bea9-ae56-4123-9461-4ae4fd850d03 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69309ff4-cfc0-4d00-b656-5be4f043631e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:19.884747 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:19.937811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036dcd1-b7e9-4b7b-a7fd-e05f2ddede8c req-05f2ed55-002c-45ed-b1c3-05efd62aac07 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:19.939622 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a036dcd1-b7e9-4b7b-a7fd-e05f2ddede8c req-05f2ed55-002c-45ed-b1c3-05efd62aac07 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 946 time: 0.0577674 Aug 29 16:50:19.981463 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a036dcd1-b7e9-4b7b-a7fd-e05f2ddede8c req-ce9d7b94-534a-44a2-8e06-537e9f266ed9 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347483 Aug 29 16:50:20.040608 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-779ffee9-674e-476d-9c37-63a4c99195bb req-1b1f772d-6277-44ef-aa1a-0bb0bb78f666 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127556 Aug 29 16:50:20.066132 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-789823b2-9a98-4b32-add6-04d0ab696946 req-49386664-7a9c-4577-8df6-c6f26b55bee7 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 210 time: 0.0280087 Aug 29 16:50:20.142448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1dfb70d3-c69b-4669-85d5-003c18183039 req-df84657e-e24c-4257-aebf-2a2aac941714 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/a79274eb-5179-471e-902e-42b8fddceb6a HTTP/1.1" status: 200 len: 1811 time: 0.0515327 Aug 29 16:50:20.195945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c94488-55da-48c4-a3da-d2ffa52909b6 req-839a685f-5157-4eba-8bfe-e3420e4085cb tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:20.197441 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c94488-55da-48c4-a3da-d2ffa52909b6 req-839a685f-5157-4eba-8bfe-e3420e4085cb tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.0723381 Aug 29 16:50:20.199140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] Deleting port 25a29aab-345f-4ba3-8c21-5e7214e59a0b {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:20.199367 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.217171 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1dfb70d3-c69b-4669-85d5-003c18183039 req-98b224ad-a469-4c61-b932-5a0b7165d79f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.241063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1dfb70d3-c69b-4669-85d5-003c18183039 req-98b224ad-a469-4c61-b932-5a0b7165d79f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.286220 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1dfb70d3-c69b-4669-85d5-003c18183039 req-98b224ad-a469-4c61-b932-5a0b7165d79f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.289407 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1dfb70d3-c69b-4669-85d5-003c18183039 req-98b224ad-a469-4c61-b932-5a0b7165d79f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.290581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1dfb70d3-c69b-4669-85d5-003c18183039 req-98b224ad-a469-4c61-b932-5a0b7165d79f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "DELETE /v2.0/security-groups/a79274eb-5179-471e-902e-42b8fddceb6a HTTP/1.1" status: 204 len: 173 time: 0.1418700 Aug 29 16:50:20.292866 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5c94488-55da-48c4-a3da-d2ffa52909b6 req-4ea66e78-6d9c-4011-ba6b-6d5d92fe869d tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812080 Aug 29 16:50:20.314636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b224ad-a469-4c61-b932-5a0b7165d79f tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79274eb-5179-471e-902e-42b8fddceb6a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:20.323921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] For port 25a29aab-345f-4ba3-8c21-5e7214e59a0b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=25a29aab-345f-4ba3-8c21-5e7214e59a0b,segment=NetworkSegment(1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b),segment_id=1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:20.324318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.339254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] Calling delete_port for 25a29aab-345f-4ba3-8c21-5e7214e59a0b owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:20.363933 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f8699d8-e2a4-491f-a1a8-309529288f2b req-cbffab94-2ee3-4cac-974c-3d73de149c22 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/5d14071a-5ef5-45ff-b8cb-6aaca409bc4f HTTP/1.1" status: 200 len: 1812 time: 0.0454338 Aug 29 16:50:20.424258 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f8699d8-e2a4-491f-a1a8-309529288f2b req-d7792db7-160d-4c39-af08-14dbbb7d5d31 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.448794 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f8699d8-e2a4-491f-a1a8-309529288f2b req-d7792db7-160d-4c39-af08-14dbbb7d5d31 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.493799 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f8699d8-e2a4-491f-a1a8-309529288f2b req-d7792db7-160d-4c39-af08-14dbbb7d5d31 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.496401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f8699d8-e2a4-491f-a1a8-309529288f2b req-d7792db7-160d-4c39-af08-14dbbb7d5d31 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.497689 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f8699d8-e2a4-491f-a1a8-309529288f2b req-d7792db7-160d-4c39-af08-14dbbb7d5d31 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "DELETE /v2.0/security-groups/5d14071a-5ef5-45ff-b8cb-6aaca409bc4f HTTP/1.1" status: 204 len: 173 time: 0.1263890 Aug 29 16:50:20.509266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7792db7-160d-4c39-af08-14dbbb7d5d31 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d14071a-5ef5-45ff-b8cb-6aaca409bc4f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:20.560784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc970f-97a0-4f23-8b67-dc204e2a3631 req-3e621e97-8e72-40a9-b2c2-547c093f1fcb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:20.562008 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75cc970f-97a0-4f23-8b67-dc204e2a3631 req-3e621e97-8e72-40a9-b2c2-547c093f1fcb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.0898507 Aug 29 16:50:20.572924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17912ab2-ac23-4177-b66d-10e4365e70c9 req-f026eb20-ec84-44f1-ac98-5b2f34182363 tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "GET /v2.0/security-groups/92606e6f-a474-45e6-a465-a07fa0366103 HTTP/1.1" status: 200 len: 1812 time: 0.0416822 Aug 29 16:50:20.595070 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.636387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a29aab-345f-4ba3-8c21-5e7214e59a0b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:20.636490 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17912ab2-ac23-4177-b66d-10e4365e70c9 req-737f6585-b1a0-4b6b-af4f-b7155a41414e tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.646609 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75cc970f-97a0-4f23-8b67-dc204e2a3631 req-8c6a7e41-d4e0-4339-875a-4893cf59e3e6 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716426 Aug 29 16:50:20.669576 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17912ab2-ac23-4177-b66d-10e4365e70c9 req-737f6585-b1a0-4b6b-af4f-b7155a41414e tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.726835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17912ab2-ac23-4177-b66d-10e4365e70c9 req-737f6585-b1a0-4b6b-af4f-b7155a41414e tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.730166 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17912ab2-ac23-4177-b66d-10e4365e70c9 req-737f6585-b1a0-4b6b-af4f-b7155a41414e tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.731682 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17912ab2-ac23-4177-b66d-10e4365e70c9 req-737f6585-b1a0-4b6b-af4f-b7155a41414e tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] 10.222.0.22 "DELETE /v2.0/security-groups/92606e6f-a474-45e6-a465-a07fa0366103 HTTP/1.1" status: 204 len: 173 time: 0.1525574 Aug 29 16:50:20.741275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40318) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:20.746779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f6585-b1a0-4b6b-af4f-b7155a41414e tempest-SecurityGroupRulesNegativeTestJSON-1931260024 tempest-SecurityGroupRulesNegativeTestJSON-1931260024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92606e6f-a474-45e6-a465-a07fa0366103,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:20.879372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c251c-5fa8-4a29-8800-4b9e3316a7ea req-af570b04-b368-48a9-913b-ff732eaf449e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:20.881362 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e1c251c-5fa8-4a29-8800-4b9e3316a7ea req-af570b04-b368-48a9-913b-ff732eaf449e tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 946 time: 0.1782432 Aug 29 16:50:20.891587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbda07b-dd09-48c6-afd6-92da5ddca059 admin admin] Deleting subnet 6d29fb56-2694-487d-9c82-474d99b37215 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:50:20.900362 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6dbda07b-dd09-48c6-afd6-92da5ddca059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.969689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:20.989028 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6dbda07b-dd09-48c6-afd6-92da5ddca059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:21.089118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6960b2bb-82b7-4314-882c-443260b1dd09 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486343 Aug 29 16:50:21.219272 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6dbda07b-dd09-48c6-afd6-92da5ddca059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:21.346653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5980e7c-fe1f-4c33-baae-b562fc184a91 req-41a329b1-acf1-4912-80ab-bf3afc90576d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:21.348226 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e5980e7c-fe1f-4c33-baae-b562fc184a91 req-41a329b1-acf1-4912-80ab-bf3afc90576d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.1977592 Aug 29 16:50:21.362081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-7e1c251c-5fa8-4a29-8800-4b9e3316a7ea req-8782a648-4409-4d1c-ae2b-072ef7308791 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Deleting port 6526885c-12d9-4c4b-b85b-b2eef444fdd7 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:21.362421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7e1c251c-5fa8-4a29-8800-4b9e3316a7ea req-8782a648-4409-4d1c-ae2b-072ef7308791 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:21.428842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6dbda07b-dd09-48c6-afd6-92da5ddca059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:21.509364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbda07b-dd09-48c6-afd6-92da5ddca059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d29fb56-2694-487d-9c82-474d99b37215,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:21.512960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d4339-e84e-4378-8c18-67b0fc94fa51 req-1cef6e57-6f37-4146-8d59-814d5f6de60b tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:21.514875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b37d4339-e84e-4378-8c18-67b0fc94fa51 req-1cef6e57-6f37-4146-8d59-814d5f6de60b tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 946 time: 0.4244199 Aug 29 16:50:21.526105 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6dbda07b-dd09-48c6-afd6-92da5ddca059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:21.530532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6dbda07b-dd09-48c6-afd6-92da5ddca059 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6d29fb56-2694-487d-9c82-474d99b37215 HTTP/1.1" status: 204 len: 168 time: 0.7864935 Aug 29 16:50:21.531286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40334) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:21.553338 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e5980e7c-fe1f-4c33-baae-b562fc184a91 req-68eadbbe-e9b2-4a85-8886-42a23f5590d7 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938722 Aug 29 16:50:21.571688 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] Router d5f98a66-7b67-4177-a82b-4532980590d7 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:50:21.585049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-7e1c251c-5fa8-4a29-8800-4b9e3316a7ea req-8782a648-4409-4d1c-ae2b-072ef7308791 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] For port 6526885c-12d9-4c4b-b85b-b2eef444fdd7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6526885c-12d9-4c4b-b85b-b2eef444fdd7,segment=NetworkSegment(ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7),segment_id=ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:21.585449 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7e1c251c-5fa8-4a29-8800-4b9e3316a7ea req-8782a648-4409-4d1c-ae2b-072ef7308791 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:21.603495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-7e1c251c-5fa8-4a29-8800-4b9e3316a7ea req-8782a648-4409-4d1c-ae2b-072ef7308791 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Calling delete_port for 6526885c-12d9-4c4b-b85b-b2eef444fdd7 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:21.632112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b37d4339-e84e-4378-8c18-67b0fc94fa51 req-ca5c2128-bde0-4640-8a9b-fd9f9ad996b8 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups?id=712e0302-49ce-43ff-b150-ce67a58e1124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093426 Aug 29 16:50:21.645931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-020bfc3b-f516-4e10-b232-977786db1d6a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:21.647452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-020bfc3b-f516-4e10-b232-977786db1d6a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4958839 Aug 29 16:50:21.658753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:21.673616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Request body: {'port': {'device_id': '436fff42-c16a-44f2-94e1-43063747306f', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f6a9dbf52a394a089b69d53045802e1f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:21.681973 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bce0b11e-029a-44d8-9d62-5f997f2b68d0 req-61e8e12f-e473-4eca-ab9b-ee319a4f26f2 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 210 time: 0.0423095 Aug 29 16:50:21.834417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:50:21.843204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ffb546d7-1c8a-4625-b8c9-e6bced2097e1 admin admin] 10.222.0.22 "PUT /v2.0/routers/d5f98a66-7b67-4177-a82b-4532980590d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8599386 Aug 29 16:50:21.844406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46eab5-1a8c-488d-a892-95928ced0f63 None None] Sync routers for ids ['d5f98a66-7b67-4177-a82b-4532980590d7'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:50:21.845695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40338) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:21.852438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7afda-d45f-4b8e-aa42-fcf1678409a1 req-65a98fc0-7c80-4b1f-9797-f79e5884965f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:21.854264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ab7afda-d45f-4b8e-aa42-fcf1678409a1 req-65a98fc0-7c80-4b1f-9797-f79e5884965f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.1023839 Aug 29 16:50:21.856481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46eab5-1a8c-488d-a892-95928ced0f63 None None] Routers {'d5f98a66-7b67-4177-a82b-4532980590d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:21.857206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cd46eab5-1a8c-488d-a892-95928ced0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['d5f98a66-7b67-4177-a82b-4532980590d7'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:21.898710 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:21.925108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d586198b-a326-4295-9aa7-fb53836b3115']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:21.937257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526f081-7d69-4f1e-b122-cfd1d9631076 req-3ce4ee5c-aafb-4d4b-950e-8da060ff0c32 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:21.941788 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ab7afda-d45f-4b8e-aa42-fcf1678409a1 req-a25c1482-6568-4240-80cb-57f6e10deaca tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714586 Aug 29 16:50:21.945294 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4526f081-7d69-4f1e-b122-cfd1d9631076 req-3ce4ee5c-aafb-4d4b-950e-8da060ff0c32 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.2179117 Aug 29 16:50:21.948350 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7e1c251c-5fa8-4a29-8800-4b9e3316a7ea req-8782a648-4409-4d1c-ae2b-072ef7308791 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:21.979748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-cd46eab5-1a8c-488d-a892-95928ced0f63 None None] Set router d5f98a66-7b67-4177-a82b-4532980590d7 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:21.982621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109ba72c-7d03-468f-b7a1-25981b5d1791') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:21.982919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109ba72c-7d03-468f-b7a1-25981b5d1791') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:21.995562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782a648-4409-4d1c-ae2b-072ef7308791 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event deleted for resources: {'Port': ['ID=6526885c-12d9-4c4b-b85b-b2eef444fdd7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:22.040930 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.073631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['6526885c-12d9-4c4b-b85b-b2eef444fdd7'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:22.088009 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.101498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1c251c-5fa8-4a29-8800-4b9e3316a7ea req-8782a648-4409-4d1c-ae2b-072ef7308791 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] No DVR routers for this DVR port 6526885c-12d9-4c4b-b85b-b2eef444fdd7 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:50:22.102927 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4526f081-7d69-4f1e-b122-cfd1d9631076 req-8451868d-8ccc-4fc9-b12b-d77b11ce3376 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566706 Aug 29 16:50:22.104547 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7e1c251c-5fa8-4a29-8800-4b9e3316a7ea req-8782a648-4409-4d1c-ae2b-072ef7308791 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.107228 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e1c251c-5fa8-4a29-8800-4b9e3316a7ea req-8782a648-4409-4d1c-ae2b-072ef7308791 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.10 "DELETE /v2.0/ports/6526885c-12d9-4c4b-b85b-b2eef444fdd7 HTTP/1.1" status: 204 len: 173 time: 1.2020390 Aug 29 16:50:22.108425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd8091c-47e3-41fd-85f7-378d09be4269', 'name': 'network-vif-deleted', 'tag': '6526885c-12d9-4c4b-b85b-b2eef444fdd7'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:22.109573 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.116734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Made reservation on behalf of f6a9dbf52a394a089b69d53045802e1f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:22.120208 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.120813 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232fff9f-08e7-4964-8398-261a5e78064e" -d '{"events": [{"server_uuid": "dbd8091c-47e3-41fd-85f7-378d09be4269", "name": "network-vif-deleted", "tag": "6526885c-12d9-4c4b-b85b-b2eef444fdd7"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:22.170372 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:50:22.170791 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:50:22.173093 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:50:22.188190 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeb15c5-4dc8-4899-86a6-c7cea780156d x-openstack-request-id: req-eeeb15c5-4dc8-4899-86a6-c7cea780156d {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:22.188485 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd8091c-47e3-41fd-85f7-378d09be4269", "name": "network-vif-deleted", "tag": "6526885c-12d9-4c4b-b85b-b2eef444fdd7", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:22.188739 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eeeb15c5-4dc8-4899-86a6-c7cea780156d {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:22.189139 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd8091c-47e3-41fd-85f7-378d09be4269', 'name': 'network-vif-deleted', 'tag': '6526885c-12d9-4c4b-b85b-b2eef444fdd7', 'status': 'completed', 'code': 200} Aug 29 16:50:22.271715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cd46eab5-1a8c-488d-a892-95928ced0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'name': 'tempest-FloatingIPDetailsTestJSON-233927804-router', 'tenant_id': '108348419e834383a1bc6dda23340184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:49:56Z', 'updated_at': '2021-08-29T16:50:20Z', 'revision_number': 5, 'project_id': '108348419e834383a1bc6dda23340184', 'gw_port': {'id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:57Z', 'updated_at': '2021-08-29T16:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:22.290841 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.302477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46eab5-1a8c-488d-a892-95928ced0f63 None None] Checking router: d5f98a66-7b67-4177-a82b-4532980590d7 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:50:22.310878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46eab5-1a8c-488d-a892-95928ced0f63 None None] Routers {'d5f98a66-7b67-4177-a82b-4532980590d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:22.311507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cd46eab5-1a8c-488d-a892-95928ced0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['d5f98a66-7b67-4177-a82b-4532980590d7'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:22.331361 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.333257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d586198b-a326-4295-9aa7-fb53836b3115 HTTP/1.1" status: 204 len: 168 time: 0.7946663 Aug 29 16:50:22.359916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10b693-87dd-4d02-ad7c-13f00d32eca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d586198b-a326-4295-9aa7-fb53836b3115,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:22.373846 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.455131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-cd46eab5-1a8c-488d-a892-95928ced0f63 None None] Set router d5f98a66-7b67-4177-a82b-4532980590d7 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:22.463599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Allocated IP 192.168.233.96 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:22.493146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40346) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:22.506226 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Deleting port 1f63936e-5b3b-44f5-8207-1e899f990832 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:22.507050 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.535736 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1a7d6230-28d2-47aa-91c0-bdbe70a347c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=402b4cfb76504838a257e256a447e16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413258 Aug 29 16:50:22.538776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40348) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:22.591321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6c9af1c-f342-469d-b0b8-c7ae6d388ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.614920 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6c9af1c-f342-469d-b0b8-c7ae6d388ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.659381 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cd46eab5-1a8c-488d-a892-95928ced0f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'name': 'tempest-FloatingIPDetailsTestJSON-233927804-router', 'tenant_id': '108348419e834383a1bc6dda23340184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:49:56Z', 'updated_at': '2021-08-29T16:50:20Z', 'revision_number': 5, 'project_id': '108348419e834383a1bc6dda23340184', 'gw_port': {'id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:57Z', 'updated_at': '2021-08-29T16:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:22.685827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6c9af1c-f342-469d-b0b8-c7ae6d388ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.689734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6c9af1c-f342-469d-b0b8-c7ae6d388ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.691561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c6c9af1c-f342-469d-b0b8-c7ae6d388ac7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1567cd92-9181-4371-953b-2b694d5f538c HTTP/1.1" status: 204 len: 168 time: 0.1518712 Aug 29 16:50:22.697746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46eab5-1a8c-488d-a892-95928ced0f63 None None] The sync data for ids ['d5f98a66-7b67-4177-a82b-4532980590d7'] in n-d-713301-13 is: [{'id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'name': 'tempest-FloatingIPDetailsTestJSON-233927804-router', 'tenant_id': '108348419e834383a1bc6dda23340184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:49:56Z', 'updated_at': '2021-08-29T16:50:20Z', 'revision_number': 5, 'project_id': '108348419e834383a1bc6dda23340184', 'gw_port': {'id': '1f63936e-5b3b-44f5-8207-1e899f990832', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:19:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f98a66-7b67-4177-a82b-4532980590d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:57Z', 'updated_at': '2021-08-29T16:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:50:22.718077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9af1c-f342-469d-b0b8-c7ae6d388ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1567cd92-9181-4371-953b-2b694d5f538c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:22.775368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] For port 1f63936e-5b3b-44f5-8207-1e899f990832, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1f63936e-5b3b-44f5-8207-1e899f990832,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:22.776420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.790133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabf3ea-fd58-4393-a8dd-d468cb805cac req-23bcad37-02a5-4816-879c-2dbafd31a731 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:22.792465 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1dabf3ea-fd58-4393-a8dd-d468cb805cac req-23bcad37-02a5-4816-879c-2dbafd31a731 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.1674860 Aug 29 16:50:22.792815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cec249d6-832e-4494-82b8-1167ae4a56e9 req-f3f6b1d2-1eb6-4afd-8e3f-b75307ea6242 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbd8091c-47e3-41fd-85f7-378d09be4269 HTTP/1.1" status: 200 len: 210 time: 0.0368505 Aug 29 16:50:22.818725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Calling delete_port for 1f63936e-5b3b-44f5-8207-1e899f990832 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:22.836215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:22.885767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1dabf3ea-fd58-4393-a8dd-d468cb805cac req-90ffe93e-9ddf-44a5-ac77-acd7d0ad5a3b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808618 Aug 29 16:50:22.893686 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b907b827-ff46-49a4-ab5b-adb846917c5f req-26de5fa5-a819-4494-981e-06e1c248cacc tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 210 time: 0.0362599 Aug 29 16:50:22.928803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Transition to ACTIVE for port object 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:23.008392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9a2c6-0812-4f4f-8455-62fd649391fa req-9086cc22-26f5-4ed3-96b0-916f14a8cf40 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:23.017579 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1a9a2c6-0812-4f4f-8455-62fd649391fa req-9086cc22-26f5-4ed3-96b0-916f14a8cf40 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 1098 time: 0.0522165 Aug 29 16:50:23.043419 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:23.059011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace', '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:23.099681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1a9a2c6-0812-4f4f-8455-62fd649391fa req-961d9939-300d-4b36-b894-ee67b5c461a9 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810637 Aug 29 16:50:23.138805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6', 'c605cd2d-c605-4607-946f-9700c452073f', '02cec373-07b1-43fd-8161-84b3715f5089'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:23.152994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:23.198797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:23.204731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:23.211216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device be5f101a-7639-48c3-a0da-558458c3576e no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:23.247194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4332bd-6b9a-415c-b069-16bc58dcc6d9 req-5fe3ac9e-c3aa-4870-b77a-36f6a906c4fc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:23.248945 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b4332bd-6b9a-415c-b069-16bc58dcc6d9 req-5fe3ac9e-c3aa-4870-b77a-36f6a906c4fc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.2166879 Aug 29 16:50:23.288063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event updated for resources: {'Port': ['ID=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:23.370350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b4332bd-6b9a-415c-b069-16bc58dcc6d9 req-8d7129e1-9a92-4c01-af3a-e6be26efb7b7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677342 Aug 29 16:50:23.376261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:23.376982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:23.392672 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:23.421624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6bdf4515-9f44-4e76-84d1-76037658c0d0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7547932 Aug 29 16:50:23.430577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd2f17-3316-44f3-93fc-4e7133f3179d req-0e8a1a21-0290-4753-84be-767776550572 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:23.444370 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37cd2f17-3316-44f3-93fc-4e7133f3179d req-0e8a1a21-0290-4753-84be-767776550572 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.1341429 Aug 29 16:50:23.480570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Request body: {'port': {'device_id': '436fff42-c16a-44f2-94e1-43063747306f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:23.516810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f63936e-5b3b-44f5-8207-1e899f990832,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:23.542518 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37cd2f17-3316-44f3-93fc-4e7133f3179d req-16a237f9-22eb-4fef-99a4-38a83d8663a7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868785 Aug 29 16:50:23.623887 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:23.631634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bcc043a0-7249-4521-8f4d-6a0c51464580 None None] Provisioning for port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:23.646619 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:23.671351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bcc043a0-7249-4521-8f4d-6a0c51464580 None None] Provisioning complete for port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:23.672003 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bcc043a0-7249-4521-8f4d-6a0c51464580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:23.739975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:23.742262 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc654dc8-2780-4051-9ccb-6e4e20a56a2b" -d '{"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-unplugged", "status": "completed", "tag": "be5f101a-7639-48c3-a0da-558458c3576e"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:23.782203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:23.814969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:23.817299 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a417078-aff6-441b-a60f-955b3725c515 x-openstack-request-id: req-1a417078-aff6-441b-a60f-955b3725c515 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:23.817644 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-unplugged", "status": "completed", "tag": "be5f101a-7639-48c3-a0da-558458c3576e", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:23.818091 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a417078-aff6-441b-a60f-955b3725c515 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:23.818695 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e', 'code': 200} Aug 29 16:50:23.827069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62605-3205-4744-896c-29baca038fd1 req-3ec13ca7-fd8d-44a6-9180-1e120fbee8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:23.827264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-bcc043a0-7249-4521-8f4d-6a0c51464580 None None] Port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:23.827731 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31a62605-3205-4744-896c-29baca038fd1 req-3ec13ca7-fd8d-44a6-9180-1e120fbee8cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 1101 time: 0.1950853 Aug 29 16:50:23.829473 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:23.832968 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:23.839753 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:23.923498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40400) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:23.962520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:24.040259 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.041007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f98a66-7b67-4177-a82b-4532980590d7 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:50:24.049216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31a62605-3205-4744-896c-29baca038fd1 req-3914d32e-6726-4131-a958-f730f5e7a1a9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718903 Aug 29 16:50:24.057499 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.061929 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c792d164-2160-47fc-bfeb-95720efb36a9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d5f98a66-7b67-4177-a82b-4532980590d7 HTTP/1.1" status: 204 len: 168 time: 2.2112656 Aug 29 16:50:24.071836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40412) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:24.137561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd12066-5dcd-4d36-ad5c-189ccfea6371 req-e54782ae-8219-4dc1-bb27-61ed8a19241a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:24.150641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0fd12066-5dcd-4d36-ad5c-189ccfea6371 req-e54782ae-8219-4dc1-bb27-61ed8a19241a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 935 time: 0.1297526 Aug 29 16:50:24.207729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 25a29aab-345f-4ba3-8c21-5e7214e59a0b no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:24.212294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-909063087-network', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:24.215388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40420) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:24.232876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 25a29aab-345f-4ba3-8c21-5e7214e59a0b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:50:24.235924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 25a29aab-345f-4ba3-8c21-5e7214e59a0b not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:50:24.333551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0fd12066-5dcd-4d36-ad5c-189ccfea6371 req-8aae10b1-8402-4ff3-afbd-e458ed7bb240 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779554 Aug 29 16:50:24.366832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:24.369552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.380734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f21d5cbf-0b57-4955-af01-f7358c1da93d tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.384161 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.433153 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f21d5cbf-0b57-4955-af01-f7358c1da93d tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.464275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:24.475053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.485081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f8f74d-2897-495b-922b-f70ba4c9330c admin admin] Deleting subnet de5464c5-e2d6-4df2-b773-aab15877575a {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:50:24.497526 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53f8f74d-2897-495b-922b-f70ba4c9330c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.524275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Transition to ACTIVE for port object 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:24.535169 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.562326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef11f84-f454-44c6-aba3-c414d59d9be2 req-6e924c00-d156-4d7a-9249-43d854a90381 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:24.564506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ef11f84-f454-44c6-aba3-c414d59d9be2 req-6e924c00-d156-4d7a-9249-43d854a90381 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.1049440 Aug 29 16:50:24.573925 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53f8f74d-2897-495b-922b-f70ba4c9330c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.579323 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f21d5cbf-0b57-4955-af01-f7358c1da93d tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.583114 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f21d5cbf-0b57-4955-af01-f7358c1da93d tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.584852 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f21d5cbf-0b57-4955-af01-f7358c1da93d tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "DELETE /v2.0/security-groups/9a1dcc2a-23e3-4268-bb6e-9fd09530cd96 HTTP/1.1" status: 204 len: 168 time: 0.3622270 Aug 29 16:50:24.597977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40428) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:24.630538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Pushing event updated for resources: {'Port': ['ID=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:24.670529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6526885c-12d9-4c4b-b85b-b2eef444fdd7 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:24.688995 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-d5ac58b1-8288-4185-8df1-a9da15da2cc7 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] show failed (client error): The resource could not be found. Aug 29 16:50:24.702438 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d5ac58b1-8288-4185-8df1-a9da15da2cc7 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "GET /v2.0/security-groups/9a1dcc2a-23e3-4268-bb6e-9fd09530cd96 HTTP/1.1" status: 404 len: 347 time: 0.1031330 Aug 29 16:50:24.710344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d5cbf-0b57-4955-af01-f7358c1da93d tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1dcc2a-23e3-4268-bb6e-9fd09530cd96,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:24.722387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40430) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:24.724753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 6526885c-12d9-4c4b-b85b-b2eef444fdd7 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:50:24.724880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6526885c-12d9-4c4b-b85b-b2eef444fdd7 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:50:24.735544 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.749281 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.809159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ef11f84-f454-44c6-aba3-c414d59d9be2 req-a053285f-c0ec-4ef1-9a7c-167e558dd98c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334046 Aug 29 16:50:24.827968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:50:24.834040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3506c7a-c79f-4d63-9b2e-d26cda796209,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:24.843366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.843776 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Added segment 48ede173-2ee8-4706-b143-09d10a92f197 of type vlan for network 48a32e59-4a34-4691-89e1-f5c787394d70 Aug 29 16:50:24.893389 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.925174 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.926727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:24.927107 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:24.977166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192fe44-711c-40ff-9587-e96629ce27b0 req-5ba422cc-a7df-4f1d-92a5-82a6bf9082fa tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:24.978694 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d192fe44-711c-40ff-9587-e96629ce27b0 req-5ba422cc-a7df-4f1d-92a5-82a6bf9082fa tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 947 time: 0.3351285 Aug 29 16:50:25.000122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0750086 Aug 29 16:50:25.002921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40432) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:25.010109 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] Request body: {'subnet': {'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-909063087-subnet', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:25.011540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Attempting to bind port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:25.011869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Attempting to bind port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:25.012196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Attempting to bind port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:25.015955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffaa07-92d3-4488-8d2f-dfd7d2ab6900 admin admin] Pushing event updated for resources: {'Network': ['ID=48a32e59-4a34-4691-89e1-f5c787394d70,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:25.016927 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53f8f74d-2897-495b-922b-f70ba4c9330c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.026761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 48a32e59-4a34-4691-89e1-f5c787394d70 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:50:25.034876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:25.037991 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.050484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:50:25.051324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Attempting to bind port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:25.088054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:25.088433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:25.088845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:25.089293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Bound port: 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:25.089659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.163918 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d192fe44-711c-40ff-9587-e96629ce27b0 req-c9e40647-e9de-4750-a517-c167e0b367e2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446104 Aug 29 16:50:25.185865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53f8f74d-2897-495b-922b-f70ba4c9330c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.209538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device be5f101a-7639-48c3-a0da-558458c3576e details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:50:25.227625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8f74d-2897-495b-922b-f70ba4c9330c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de5464c5-e2d6-4df2-b773-aab15877575a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:25.243701 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53f8f74d-2897-495b-922b-f70ba4c9330c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.246121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-53f8f74d-2897-495b-922b-f70ba4c9330c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/de5464c5-e2d6-4df2-b773-aab15877575a HTTP/1.1" status: 204 len: 168 time: 1.1701689 Aug 29 16:50:25.248164 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce05973d-2d0d-44aa-b193-4bb86ef5d81d None None] Network dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:25.249193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40440) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:25.254347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2a226-d9a7-432e-a02a-22336ba42320 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Deleting port 558d061d-359f-40da-af40-73c739343b5c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:25.254693 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a226-d9a7-432e-a02a-22336ba42320 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.258860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] For port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:25.309636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] For port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:25.320979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.361085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.380881 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.418242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:25.418980 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.425608 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] 10.222.0.16 "PUT /v2.0/ports/68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 HTTP/1.1" status: 200 len: 1096 time: 1.9498513 Aug 29 16:50:25.431014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436fff42-c16a-44f2-94e1-43063747306f', 'tag': '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:25.433612 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac891e2-fe18-446e-bb9e-2534579620fa" -d '{"events": [{"name": "network-changed", "server_uuid": "436fff42-c16a-44f2-94e1-43063747306f", "tag": "68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:25.535785 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc554f4-6665-42a9-bf82-47a0dbd18d76,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:25.539756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] Checking segment: {'id': '48ede173-2ee8-4706-b143-09d10a92f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:25.540591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] Network hostable DHCP agents. Network: 48a32e59-4a34-4691-89e1-f5c787394d70, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:50:25.593007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] Network 48a32e59-4a34-4691-89e1-f5c787394d70 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:50:25.620835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Deleting port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:25.622130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.665283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 48a32e59-4a34-4691-89e1-f5c787394d70) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:25.681394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c203c6d-6c24-4596-a3e4-0fde8d0b95d2 None None] Network 48a32e59-4a34-4691-89e1-f5c787394d70 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:25.735362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:25.750943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.754701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:25.809629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ce9ae95a-f9ad-433a-b4f0-21470fe0d3cb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8006616 Aug 29 16:50:25.810043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'be5f101a-7639-48c3-a0da-558458c3576e', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'be5f101a-7639-48c3-a0da-558458c3576e', 'mac_address': 'fa:16:3e:01:7b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:50:25.810158 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40456) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:25.828046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-909063087-router', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:25.830433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a67d4a-7c7e-4191-b054-cce8072655c1 None None] DHCP port deletion for dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:50:25.878229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] For port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1a32d1af-8846-4bcb-a7fc-0441cec6c9c5,segment=NetworkSegment(1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b),segment_id=1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:25.878637 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.902036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Calling delete_port for 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:25.922639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.923394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:25.948686 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.090901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5f101a-7639-48c3-a0da-558458c3576e {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:26.114722 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:26.126530 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.128627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-48a32e59-4a34-4691-89e1-f5c787394d70', 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'fixed_ips': [{'subnet_id': 'fdc554f4-6665-42a9-bf82-47a0dbd18d76'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:50:26.130063 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.174365 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359a4a47-cdf6-4f5a-a4da-d69e0e7a56a3 x-openstack-request-id: req-359a4a47-cdf6-4f5a-a4da-d69e0e7a56a3 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:26.175356 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436fff42-c16a-44f2-94e1-43063747306f", "tag": "68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:26.175639 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-359a4a47-cdf6-4f5a-a4da-d69e0e7a56a3 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:26.176575 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436fff42-c16a-44f2-94e1-43063747306f', 'tag': '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3', 'status': 'completed', 'code': 200} Aug 29 16:50:26.195453 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=10']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:26.198259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1f63936e-5b3b-44f5-8207-1e899f990832 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:26.212696 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a226-d9a7-432e-a02a-22336ba42320 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.213027 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a226-d9a7-432e-a02a-22336ba42320 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.226692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 1f63936e-5b3b-44f5-8207-1e899f990832 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:50:26.227266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1f63936e-5b3b-44f5-8207-1e899f990832 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:50:26.227495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:26.255652 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2a226-d9a7-432e-a02a-22336ba42320 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Calling delete_port for 558d061d-359f-40da-af40-73c739343b5c owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:26.260918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3889a-b08f-4dfc-a9f4-d108a143db39 service neutron] Pushing event updated for resources: {'Port': ['ID=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:26.278865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de6f5a-22ea-4a3c-8145-529e0549a031 req-bd752842-6f68-4a69-9046-525e7bc2c482 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:26.287135 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00de6f5a-22ea-4a3c-8145-529e0549a031 req-bd752842-6f68-4a69-9046-525e7bc2c482 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 947 time: 0.8398678 Aug 29 16:50:26.367241 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.378303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff47d4-696b-4bc8-a153-0be625318adb req-deec20fb-8fdb-48f1-9559-6243615ce9ee tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:26.379709 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00de6f5a-22ea-4a3c-8145-529e0549a031 req-085365e0-5ab0-43f0-8bf0-98946f957378 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915654 Aug 29 16:50:26.385845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-69ff47d4-696b-4bc8-a153-0be625318adb req-deec20fb-8fdb-48f1-9559-6243615ce9ee tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.4849610 Aug 29 16:50:26.390270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-97c96260-871f-4bd6-a3c6-b5479c806af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:26.391808 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-97c96260-871f-4bd6-a3c6-b5479c806af9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 1099 time: 0.2340515 Aug 29 16:50:26.463745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Allocated IP 172.20.0.2 (48a32e59-4a34-4691-89e1-f5c787394d70/fdc554f4-6665-42a9-bf82-47a0dbd18d76/28e8dd5b-8ffc-4496-9954-cd111f3ec68d) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:26.507798 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-770d1279-2eb6-47fd-b879-c4fa6a324670 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 HTTP/1.1" status: 200 len: 217 time: 0.1006851 Aug 29 16:50:26.521125 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.529069 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.539149 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-69ff47d4-696b-4bc8-a153-0be625318adb req-a9eccea8-de0f-4b30-bb25-5bf3d3268029 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522412 Aug 29 16:50:26.562244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-36a67d4a-7c7e-4191-b054-cce8072655c1 None None] Deleting port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:26.562244 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-36a67d4a-7c7e-4191-b054-cce8072655c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.629145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1a32d1af-8846-4bcb-a7fc-0441cec6c9c5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:26.675523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] No DVR routers for this DVR port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:50:26.682446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6f04c9c9-e2a5-4979-a93f-38ee1e4a6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:26.684426 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-6f04c9c9-e2a5-4979-a93f-38ee1e4a6c08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1352775 Aug 29 16:50:26.698095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b210e-de7b-4ad5-b96b-a1c27cfde805 req-b8747548-a1fd-4049-b4c1-894f60b9dae1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:26.699429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-36a67d4a-7c7e-4191-b054-cce8072655c1 None None] For port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:26.699990 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-36a67d4a-7c7e-4191-b054-cce8072655c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.709881 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-997b210e-de7b-4ad5-b96b-a1c27cfde805 req-b8747548-a1fd-4049-b4c1-894f60b9dae1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 949 time: 0.2156105 Aug 29 16:50:26.720723 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.725789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-36a67d4a-7c7e-4191-b054-cce8072655c1 None None] Calling delete_port for 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:26.731943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-36a67d4a-7c7e-4191-b054-cce8072655c1 None None] Port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 16:50:26.750266 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-36a67d4a-7c7e-4191-b054-cce8072655c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.758100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['be5f101a-7639-48c3-a0da-558458c3576e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:26.834683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.836870 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-997b210e-de7b-4ad5-b96b-a1c27cfde805 req-e878208a-ff64-49df-abc0-584a98b72ac3 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260312 Aug 29 16:50:26.848390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a67d4a-7c7e-4191-b054-cce8072655c1 None None] Pushing event deleted for resources: {'Port': ['ID=1a32d1af-8846-4bcb-a7fc-0441cec6c9c5,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:26.851205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2ad2e4-7d0c-44cb-a973-acf08ea1c139']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:26.873812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:26.874050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a67d4a-7c7e-4191-b054-cce8072655c1 None None] No DVR routers for this DVR port 1a32d1af-8846-4bcb-a7fc-0441cec6c9c5 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:50:26.874398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b69a45e-0930-4d80-90a1-c8bf9cf6ea7b') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:26.877527 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.890228 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.907341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Transition to ACTIVE for port object 28e8dd5b-8ffc-4496-9954-cd111f3ec68d will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:26.910532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.920920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:50:26.922556 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.941928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-562e756d-3ed1-42bf-9104-e87e0f843bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:26.942506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Transition to ACTIVE for port object 28e8dd5b-8ffc-4496-9954-cd111f3ec68d will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:26.944222 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-562e756d-3ed1-42bf-9104-e87e0f843bae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2114456 Aug 29 16:50:26.961189 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:26.976654 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a226-d9a7-432e-a02a-22336ba42320 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:50:27.014155 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:50:27.036117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Network 48a32e59-4a34-4691-89e1-f5c787394d70 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:27.049396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:27.051568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.061208 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:27.072715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Pushing event updated for resources: {'Port': ['ID=28e8dd5b-8ffc-4496-9954-cd111f3ec68d,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:27.077971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2ad2e4-7d0c-44cb-a973-acf08ea1c139,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:27.080267 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.093457 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5af7f0d9-bc13-4f5b-9c29-5f39be02d4ba admin admin] 10.222.0.22 "DELETE /v2.0/networks/dd2ad2e4-7d0c-44cb-a973-acf08ea1c139 HTTP/1.1" status: 204 len: 168 time: 1.8409853 Aug 29 16:50:27.174725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Attempting to bind port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:27.175282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2a226-d9a7-432e-a02a-22336ba42320 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Pushing event deleted for resources: {'Port': ['ID=558d061d-359f-40da-af40-73c739343b5c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:27.178639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Attempting to bind port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '48ede173-2ee8-4706-b143-09d10a92f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:27.179280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Attempting to bind port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d on network 48a32e59-4a34-4691-89e1-f5c787394d70 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:27.186377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:27.187164 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Checking segment: {'id': '48ede173-2ee8-4706-b143-09d10a92f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:27.187795 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.188424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Bound using segment: {'id': '48ede173-2ee8-4706-b143-09d10a92f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:27.189106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Bound port: 28e8dd5b-8ffc-4496-9954-cd111f3ec68d, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ede173-2ee8-4706-b143-09d10a92f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:27.189742 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.273430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] For port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:27.274529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-ceba28ab-d147-4e14-8774-d432e3149e11 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182399 Aug 29 16:50:27.277876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] For port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=28e8dd5b-8ffc-4496-9954-cd111f3ec68d,segment=NetworkSegment(48ede173-2ee8-4706-b143-09d10a92f197),segment_id=48ede173-2ee8-4706-b143-09d10a92f197)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:27.284615 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.296064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40474) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:27.345309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35d5f-94c8-4d2d-8bc9-802d3e69cc3e req-f090d33f-ceed-4dd9-893d-77fc955f58af tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:27.348367 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3d35d5f-94c8-4d2d-8bc9-802d3e69cc3e req-f090d33f-ceed-4dd9-893d-77fc955f58af tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 1101 time: 0.1756608 Aug 29 16:50:27.357063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a226-d9a7-432e-a02a-22336ba42320 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.358830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a226-d9a7-432e-a02a-22336ba42320 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.358830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7fb2a226-d9a7-432e-a02a-22336ba42320 tempest-ImagesOneServerNegativeTestJSON-1531266026 tempest-ImagesOneServerNegativeTestJSON-1531266026-project] 10.222.0.22 "DELETE /v2.0/floatingips/379826e3-9289-4bad-9569-e9b414577695 HTTP/1.1" status: 204 len: 168 time: 2.5945709 Aug 29 16:50:27.365606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e6333-1b0b-47cf-8039-a1f12cd3e9f9 None None] Pushing event updated for resources: {'Port': ['ID=28e8dd5b-8ffc-4496-9954-cd111f3ec68d,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:27.501346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc28605f-d213-4f7d-955a-90aceaf33032 req-c8b3348e-7871-475e-9877-5d73dd8fe8fe service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170832 Aug 29 16:50:27.540120 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f9423e67-6854-40af-8239-86eb9f547e0c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=108348419e834383a1bc6dda23340184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419097 Aug 29 16:50:27.543163 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40486) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:27.549644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d61adb-2bd5-4f42-a6bb-b34399cae0d2 req-5f1f34bb-2e5c-476f-82ec-38a5ca5c6c57 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:27.569628 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94d61adb-2bd5-4f42-a6bb-b34399cae0d2 req-5f1f34bb-2e5c-476f-82ec-38a5ca5c6c57 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 947 time: 0.0890067 Aug 29 16:50:27.652729 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.661149 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3d35d5f-94c8-4d2d-8bc9-802d3e69cc3e req-1bd5138e-9337-40b5-9f7b-0aa2f4af1676 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506492 Aug 29 16:50:27.698387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19e49d4b-48cc-4480-8f15-4a2786572721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.701901 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.745527 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94d61adb-2bd5-4f42-a6bb-b34399cae0d2 req-db58e0b2-d3c0-4249-aee8-97ea380f1752 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749253 Aug 29 16:50:27.788918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac891e2-fe18-446e-bb9e-2534579620fa req-64280a64-4b63-4059-a0ea-c31b904f18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:27.790767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eac891e2-fe18-446e-bb9e-2534579620fa req-64280a64-4b63-4059-a0ea-c31b904f18b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 1099 time: 0.1899297 Aug 29 16:50:27.795034 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-5c2ca807-55b6-46a1-804a-2a048a357ff7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1107867 Aug 29 16:50:27.819532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19e49d4b-48cc-4480-8f15-4a2786572721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:27.935963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc8115-c883-46c7-97be-faffddc68d10 req-c2e29400-1bf1-400f-b63b-a40fe5444bf7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:27.937964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-86dc8115-c883-46c7-97be-faffddc68d10 req-c2e29400-1bf1-400f-b63b-a40fe5444bf7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.1329873 Aug 29 16:50:27.940377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-dd06350a-919b-4439-970b-1a52ef755358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:27.942730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-dd06350a-919b-4439-970b-1a52ef755358 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac6c5042c32e45418127eace69076549&device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 1101 time: 0.1073823 Aug 29 16:50:27.966107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac891e2-fe18-446e-bb9e-2534579620fa req-2bd829b2-d47c-46c8-b205-af6003784aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:27.966889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eac891e2-fe18-446e-bb9e-2534579620fa req-2bd829b2-d47c-46c8-b205-af6003784aae service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1591880 Aug 29 16:50:27.993782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40500) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:28.002127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Allocated IP 172.25.5.163 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/d492ad35-f805-4d3f-980b-91f964de6690) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:28.006772 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19e49d4b-48cc-4480-8f15-4a2786572721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:28.009628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19e49d4b-48cc-4480-8f15-4a2786572721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:28.020413 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-19e49d4b-48cc-4480-8f15-4a2786572721 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bc3bf10-4420-45d2-b9a2-be6333c638f5 HTTP/1.1" status: 204 len: 168 time: 0.4691517 Aug 29 16:50:28.075709 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-86dc8115-c883-46c7-97be-faffddc68d10 req-8d92745d-ce18-4d47-9482-9ff9f7b3afa4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162379 Aug 29 16:50:28.108043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e49d4b-48cc-4480-8f15-4a2786572721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc3bf10-4420-45d2-b9a2-be6333c638f5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:28.137305 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eac891e2-fe18-446e-bb9e-2534579620fa req-f5d44443-d150-4564-bac5-a09013b28445 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 HTTP/1.1" status: 200 len: 217 time: 0.1585574 Aug 29 16:50:28.262215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 28e8dd5b-8ffc-4496-9954-cd111f3ec68d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:28.287039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae85e68-d7d5-4d08-af92-481c7305a0d2 admin admin] Deleting subnet 5afc66a3-8590-4a0c-bde9-842d7f2bccad {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:50:28.291860 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ae85e68-d7d5-4d08-af92-481c7305a0d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:28.334434 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ae85e68-d7d5-4d08-af92-481c7305a0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:28.339036 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:28.379405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:28.406325 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:28.409360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-bd4e1fde-05ef-4205-a364-08a273718dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:28.414237 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-bd4e1fde-05ef-4205-a364-08a273718dcb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.4197733 Aug 29 16:50:28.417803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04e6f1-31d0-4b92-b9dc-161c9256fb55 req-633c6da3-beb9-42e1-bbbc-33f2d15971e3 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:28.425918 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d04e6f1-31d0-4b92-b9dc-161c9256fb55 req-633c6da3-beb9-42e1-bbbc-33f2d15971e3 tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 1101 time: 0.3668721 Aug 29 16:50:28.428548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac891e2-fe18-446e-bb9e-2534579620fa req-a17e072f-1a27-4a7e-99f0-b0ce41d44ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:28.430076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eac891e2-fe18-446e-bb9e-2534579620fa req-a17e072f-1a27-4a7e-99f0-b0ce41d44ea3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.2767041 Aug 29 16:50:28.454715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:28.458010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:28.464362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:28.491310 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Pushing event updated for resources: {'Port': ['ID=d492ad35-f805-4d3f-980b-91f964de6690,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:28.523558 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ae85e68-d7d5-4d08-af92-481c7305a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:28.568712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-111eeaf5-b8b5-48af-a8f6-eddfed5ec69f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=284cbdee-bc24-4b53-b4cd-4640cfa56825 HTTP/1.1" status: 200 len: 217 time: 0.1346741 Aug 29 16:50:28.664160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d04e6f1-31d0-4b92-b9dc-161c9256fb55 req-892b8445-fce9-41df-aad7-9861c070aadd tempest-ServersAdminTestJSON-1942341477 tempest-ServersAdminTestJSON-1942341477-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373168 Aug 29 16:50:28.680454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac891e2-fe18-446e-bb9e-2534579620fa req-11e6106d-974a-4ee3-b72d-4bfdd752f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:28.682057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eac891e2-fe18-446e-bb9e-2534579620fa req-11e6106d-974a-4ee3-b72d-4bfdd752f9bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2332754 Aug 29 16:50:28.683404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-56145095-3a3c-4931-bf75-08cb9d2a005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:28.684755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-56145095-3a3c-4931-bf75-08cb9d2a005b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0960817 Aug 29 16:50:28.840932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc53bc1-9336-41bc-85c0-c8b412b4a8ed None None] Network 48a32e59-4a34-4691-89e1-f5c787394d70 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:28.849851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:28.862253 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ae85e68-d7d5-4d08-af92-481c7305a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:28.961765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eac891e2-fe18-446e-bb9e-2534579620fa req-1ad42990-e1b0-42db-b12d-a5b3dbf2df5e service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606590 Aug 29 16:50:29.041933 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ae85e68-d7d5-4d08-af92-481c7305a0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.046050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4ae85e68-d7d5-4d08-af92-481c7305a0d2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5afc66a3-8590-4a0c-bde9-842d7f2bccad HTTP/1.1" status: 204 len: 168 time: 1.0354025 Aug 29 16:50:29.051747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae85e68-d7d5-4d08-af92-481c7305a0d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afc66a3-8590-4a0c-bde9-842d7f2bccad,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:29.056116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40528) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:29.069624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bce2d2cc-9671-49d2-8a6e-8eb0b82c0833 None None] Provisioning for port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:29.078185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bce2d2cc-9671-49d2-8a6e-8eb0b82c0833 None None] Provisioning complete for port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:29.078562 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bce2d2cc-9671-49d2-8a6e-8eb0b82c0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.209676 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bce2d2cc-9671-49d2-8a6e-8eb0b82c0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.227711 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device be5f101a-7639-48c3-a0da-558458c3576e up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:29.266399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a68d5-ef09-4f6c-a7cc-2b5907d1b290 req-9e3de422-e30d-418e-bee4-4d3a142b89c1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:29.268228 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a25a68d5-ef09-4f6c-a7cc-2b5907d1b290 req-9e3de422-e30d-418e-bee4-4d3a142b89c1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 947 time: 0.3266785 Aug 29 16:50:29.271498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40536) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:29.300348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d9dde-3260-4a25-831f-3d0731ae75c8 req-1bc0a517-ac2f-4cee-92b7-aefc64d79e70 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:29.308013 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-766d9dde-3260-4a25-831f-3d0731ae75c8 req-1bc0a517-ac2f-4cee-92b7-aefc64d79e70 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 949 time: 0.2326808 Aug 29 16:50:29.315077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-bce2d2cc-9671-49d2-8a6e-8eb0b82c0833 None None] For port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=28e8dd5b-8ffc-4496-9954-cd111f3ec68d,segment=NetworkSegment(48ede173-2ee8-4706-b143-09d10a92f197),segment_id=48ede173-2ee8-4706-b143-09d10a92f197)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:29.317715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-bbbe04c1-f543-410c-b7fe-96bdb1077ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:29.319574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-bbbe04c1-f543-410c-b7fe-96bdb1077ba3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4825273 Aug 29 16:50:29.330506 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bce2d2cc-9671-49d2-8a6e-8eb0b82c0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.333889 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.393113 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-766d9dde-3260-4a25-831f-3d0731ae75c8 req-c45102eb-2a20-4c63-89c4-b3d1e6d103b2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793107 Aug 29 16:50:29.420326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2d2cc-9671-49d2-8a6e-8eb0b82c0833 None None] Pushing event updated for resources: {'Port': ['ID=28e8dd5b-8ffc-4496-9954-cd111f3ec68d,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:29.424671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port be5f101a-7639-48c3-a0da-558458c3576e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:29.425113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.429163 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.523648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eac891e2-fe18-446e-bb9e-2534579620fa req-ba399244-a39c-46ff-81bd-df6c306d86f8 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697077 Aug 29 16:50:29.539458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-network', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:29.553149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a25a68d5-ef09-4f6c-a7cc-2b5907d1b290 req-e2bc3281-8372-43e4-8f79-f344aa2972ae tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584810 Aug 29 16:50:29.606433 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.630509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702295d1-083b-44d5-8a3a-b3e0443554cc req-0c3c19a5-8a27-4fc8-b111-d3762c3c0703 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:29.638101 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702295d1-083b-44d5-8a3a-b3e0443554cc req-0c3c19a5-8a27-4fc8-b111-d3762c3c0703 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.1165192 Aug 29 16:50:29.643837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5d2bce8d-7623-4ce2-a3bc-392e88e260ab None None] Provisioning complete for port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:29.644981 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5d2bce8d-7623-4ce2-a3bc-392e88e260ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.648784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Made reservation on behalf of 8a4fc76fab4e4a74af5b6a4a039055a5 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:29.651173 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.673517 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.685885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:29.688568 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed34e70c-b6ba-4ddd-82ee-de7bf9a781a3" -d '{"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-plugged", "status": "completed", "tag": "be5f101a-7639-48c3-a0da-558458c3576e"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:29.700921 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.714367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:29.714596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-2d17b7c2-fd8e-4861-a540-8486f9b66d56 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728414 Aug 29 16:50:29.724064 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.724765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379d5f7f-18ea-4621-8266-a3731bed1b3b']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:29.759072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:29.759229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed92fdf7-ff9a-445f-96bd-5e8e3983fdc7') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:29.759334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702295d1-083b-44d5-8a3a-b3e0443554cc req-44d856cc-64c2-43a5-99ff-bd7d84f2b49e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201718 Aug 29 16:50:29.783497 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76570990-18c9-4125-8c0a-91c3f7910520 x-openstack-request-id: req-76570990-18c9-4125-8c0a-91c3f7910520 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:29.783920 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-plugged", "status": "completed", "tag": "be5f101a-7639-48c3-a0da-558458c3576e", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:29.784177 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76570990-18c9-4125-8c0a-91c3f7910520 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:29.784601 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e', 'code': 200} Aug 29 16:50:29.788978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Router 376f7666-3a7b-4726-a830-ff8237810a76 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:50:29.820157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.822704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=11']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:29.866684 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.881504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:50:29.881916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:50:29.883534 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:50:29.922398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:50:29.935905 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Sync routers for ids ['376f7666-3a7b-4726-a830-ff8237810a76'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:50:29.951863 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Routers {'376f7666-3a7b-4726-a830-ff8237810a76'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:29.952487 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['376f7666-3a7b-4726-a830-ff8237810a76'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:29.963941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6bf850a-7b30-4a4a-8645-6780ded0d495 req-33dc51aa-e389-4f35-96f9-728a3835acdd service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351542 Aug 29 16:50:30.004288 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.008807 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.011200 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] 10.222.0.22 "DELETE /v2.0/networks/379d5f7f-18ea-4621-8266-a3731bed1b3b HTTP/1.1" status: 204 len: 168 time: 0.9528537 Aug 29 16:50:30.032898 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.034421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab92b3e-7c17-4f31-8b72-208942152c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=379d5f7f-18ea-4621-8266-a3731bed1b3b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:30.040660 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.051710 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.054012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4cc7d9ee-70b6-4076-9af8-3b33a80c0133 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2433562 Aug 29 16:50:30.054152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:50:30.056895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40546) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:30.064898 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.065269 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Added segment db003b31-fbea-4dd0-a13b-0f4a98257833 of type vlan for network 93e1439b-a850-4015-a43c-40d82cf6f567 Aug 29 16:50:30.084658 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Set router 376f7666-3a7b-4726-a830-ff8237810a76 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:30.135250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.185790 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 28e8dd5b-8ffc-4496-9954-cd111f3ec68d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:30.285174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebb11bd-fd22-4f11-945d-174975cdd975,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:30.292687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:30.292984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40548) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:30.293117 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.293675 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.296810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:30.297449 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.367666 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376f7666-3a7b-4726-a830-ff8237810a76', 'name': 'tempest-ServersTestMultiNic-909063087-router', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:25Z', 'updated_at': '2021-08-29T16:50:28Z', 'revision_number': 3, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'gw_port': {'id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376f7666-3a7b-4726-a830-ff8237810a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:27Z', 'updated_at': '2021-08-29T16:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:30.382501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0980775 Aug 29 16:50:30.386632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40550) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:30.406300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] Request body: {'subnet': {'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-subnet', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:30.410108 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Checking router: 376f7666-3a7b-4726-a830-ff8237810a76 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:50:30.410711 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Updating router 376f7666-3a7b-4726-a830-ff8237810a76 port d492ad35-f805-4d3f-980b-91f964de6690 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:50:30.443243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3a3e7-31b3-48b8-8c47-edc132701da7 admin admin] Pushing event updated for resources: {'Network': ['ID=93e1439b-a850-4015-a43c-40d82cf6f567,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:30.454705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 93e1439b-a850-4015-a43c-40d82cf6f567 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:50:30.458788 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.469829 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f46c47b6-e49b-4c54-aea6-98102afc045b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f8a59e9ac6f4c8489f9c4dbbad1b7df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675031 Aug 29 16:50:30.471060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40554) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:30.495426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] Made reservation on behalf of 8a4fc76fab4e4a74af5b6a4a039055a5 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:30.498781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.777199 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.790686 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Transition to ACTIVE for port object d492ad35-f805-4d3f-980b-91f964de6690 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:30.799404 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.806077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8566046-64e1-4ec9-aae3-eb61fde8bb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.820360 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.849556 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Attempting to bind port d492ad35-f805-4d3f-980b-91f964de6690 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:30.849917 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Attempting to bind port d492ad35-f805-4d3f-980b-91f964de6690 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:30.850270 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Attempting to bind port d492ad35-f805-4d3f-980b-91f964de6690 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:30.859313 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:30.859683 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:30.860078 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.860459 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:30.860912 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Bound port: d492ad35-f805-4d3f-980b-91f964de6690, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:30.861328 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.886375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f027a7-979a-4861-a461-cbaa608cbe19,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:30.903337 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8566046-64e1-4ec9-aae3-eb61fde8bb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:30.920482 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] For port d492ad35-f805-4d3f-980b-91f964de6690, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:30.920759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ed408-5b24-47b5-b980-6c86396f8053 req-580db0a8-9eb7-49c8-9848-a0299a459fce tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:30.922332 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-225ed408-5b24-47b5-b980-6c86396f8053 req-580db0a8-9eb7-49c8-9848-a0299a459fce tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 947 time: 0.1801307 Aug 29 16:50:30.925106 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] For port d492ad35-f805-4d3f-980b-91f964de6690, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d492ad35-f805-4d3f-980b-91f964de6690,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:30.937454 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9877202-926a-47b0-b889-013b5ab1a4fb None None] Pushing event updated for resources: {'Port': ['ID=d492ad35-f805-4d3f-980b-91f964de6690,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:30.950500 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.002350 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Routers {'376f7666-3a7b-4726-a830-ff8237810a76'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:31.003366 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['376f7666-3a7b-4726-a830-ff8237810a76'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:31.019985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db524c25-10b7-4d27-a2a7-7fb971127941 req-c9018899-9e22-498d-836d-7db03fffd862 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:31.027476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db524c25-10b7-4d27-a2a7-7fb971127941 req-c9018899-9e22-498d-836d-7db03fffd862 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 949 time: 0.0891612 Aug 29 16:50:31.062305 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8566046-64e1-4ec9-aae3-eb61fde8bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.066955 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8566046-64e1-4ec9-aae3-eb61fde8bb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.072045 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9877202-926a-47b0-b889-013b5ab1a4fb None None] Pushing event updated for resources: {'Port': ['ID=d492ad35-f805-4d3f-980b-91f964de6690,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:31.074352 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b8566046-64e1-4ec9-aae3-eb61fde8bb75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/712e0302-49ce-43ff-b150-ce67a58e1124 HTTP/1.1" status: 204 len: 168 time: 0.5999155 Aug 29 16:50:31.109650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] Checking segment: {'id': 'db003b31-fbea-4dd0-a13b-0f4a98257833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:31.110025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] Network hostable DHCP agents. Network: 93e1439b-a850-4015-a43c-40d82cf6f567, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:50:31.115355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-225ed408-5b24-47b5-b980-6c86396f8053 req-a1169b37-e2c5-44bd-8d62-0170abbcc358 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824443 Aug 29 16:50:31.125123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8566046-64e1-4ec9-aae3-eb61fde8bb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712e0302-49ce-43ff-b150-ce67a58e1124,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:31.137184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b8883-cffa-401d-944b-c5f19e90f934 req-b3aafbf1-3c42-4566-a4d1-5fd09c1aefd1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:31.139323 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f0b8883-cffa-401d-944b-c5f19e90f934 req-b3aafbf1-3c42-4566-a4d1-5fd09c1aefd1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 949 time: 0.1588459 Aug 29 16:50:31.202701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] Network 93e1439b-a850-4015-a43c-40d82cf6f567 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:50:31.208971 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] Set router 376f7666-3a7b-4726-a830-ff8237810a76 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:31.231429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:50:31.242829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 93e1439b-a850-4015-a43c-40d82cf6f567) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:31.247460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:31.249049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.253861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.266486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d49f3fd-f8ac-45ea-b559-4b1febb048e6 None None] Network 93e1439b-a850-4015-a43c-40d82cf6f567 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:31.269958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-21a3689c-29e2-4ce2-b38d-4767d17f3b56 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8806272 Aug 29 16:50:31.275822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40566) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:31.304019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6f0b8883-cffa-401d-944b-c5f19e90f934 req-b7b85c3d-cf9b-40ca-b2a9-d18d2e3c7752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Deleting port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:31.304379 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f0b8883-cffa-401d-944b-c5f19e90f934 req-b7b85c3d-cf9b-40ca-b2a9-d18d2e3c7752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.308733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-router', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:31.396327 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db524c25-10b7-4d27-a2a7-7fb971127941 req-0e57a12b-61d0-490a-a6d5-71af5db967be tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682201 Aug 29 16:50:31.494029 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.500215 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.572002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:31.598136 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376f7666-3a7b-4726-a830-ff8237810a76', 'name': 'tempest-ServersTestMultiNic-909063087-router', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:25Z', 'updated_at': '2021-08-29T16:50:28Z', 'revision_number': 3, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'gw_port': {'id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376f7666-3a7b-4726-a830-ff8237810a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:27Z', 'updated_at': '2021-08-29T16:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:31.619863 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.627932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6f0b8883-cffa-401d-944b-c5f19e90f934 req-b7b85c3d-cf9b-40ca-b2a9-d18d2e3c7752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] For port 2eb748a4-05e5-4572-9dbe-9b4d8adff634, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2eb748a4-05e5-4572-9dbe-9b4d8adff634,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:31.628500 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f0b8883-cffa-401d-944b-c5f19e90f934 req-b7b85c3d-cf9b-40ca-b2a9-d18d2e3c7752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.658038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6f0b8883-cffa-401d-944b-c5f19e90f934 req-b7b85c3d-cf9b-40ca-b2a9-d18d2e3c7752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Calling delete_port for 2eb748a4-05e5-4572-9dbe-9b4d8adff634 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:31.671680 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0098339-f255-46e2-8919-a6acfa0b3844 None None] The sync data for ids ['376f7666-3a7b-4726-a830-ff8237810a76'] in n-d-713301-13 is: [{'id': '376f7666-3a7b-4726-a830-ff8237810a76', 'name': 'tempest-ServersTestMultiNic-909063087-router', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:25Z', 'updated_at': '2021-08-29T16:50:28Z', 'revision_number': 3, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'gw_port': {'id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376f7666-3a7b-4726-a830-ff8237810a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:27Z', 'updated_at': '2021-08-29T16:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:50:31.778591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3', 'mac_address': 'fa:16:3e:c7:e8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:50:31.887584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-93e1439b-a850-4015-a43c-40d82cf6f567', 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'fixed_ips': [{'subnet_id': 'b7f027a7-979a-4861-a461-cbaa608cbe19'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:50:31.888466 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.898058 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.903727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:31.934722 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:32.014087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Allocated IP 172.20.0.1 (48a32e59-4a34-4691-89e1-f5c787394d70/fdc554f4-6665-42a9-bf82-47a0dbd18d76/954922bb-7ca4-416b-9908-70e3ff194883) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:32.038259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:32.123763 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:32.299399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dddfdd-c473-49bd-8b99-140d786e9759 req-b9a19d7e-8bc1-4073-b2d2-3fe2802d7346 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:32.313171 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77dddfdd-c473-49bd-8b99-140d786e9759 req-b9a19d7e-8bc1-4073-b2d2-3fe2802d7346 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.8542552 Aug 29 16:50:32.343499 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:32.367450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d492ad35-f805-4d3f-980b-91f964de6690 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:32.388704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Transition to ACTIVE for port object 954922bb-7ca4-416b-9908-70e3ff194883 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:32.429702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:32.439414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88413ae-94e3-48db-b41e-8d8477dcf971 req-cbc96e5f-3578-403f-9594-365230eb90b9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:32.451907 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a88413ae-94e3-48db-b41e-8d8477dcf971 req-cbc96e5f-3578-403f-9594-365230eb90b9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 948 time: 0.1679153 Aug 29 16:50:32.458829 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77dddfdd-c473-49bd-8b99-140d786e9759 req-f5bbd214-009d-4e87-b41e-eee203922539 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411500 Aug 29 16:50:32.500979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Allocated IP 172.20.0.2 (93e1439b-a850-4015-a43c-40d82cf6f567/b7f027a7-979a-4861-a461-cbaa608cbe19/7ba0ad83-201a-4be7-aae3-a310cae56a3a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:32.597984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port d492ad35-f805-4d3f-980b-91f964de6690 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:32.602847 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:32.608069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d492ad35-f805-4d3f-980b-91f964de6690 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:32.608462 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:32.619454 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f0b8883-cffa-401d-944b-c5f19e90f934 req-b7b85c3d-cf9b-40ca-b2a9-d18d2e3c7752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:32.639677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['284cbdee-bc24-4b53-b4cd-4640cfa56825', 'be5f101a-7639-48c3-a0da-558458c3576e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:32.691905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:32.697319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a88413ae-94e3-48db-b41e-8d8477dcf971 req-d65d9609-5510-424b-9172-3ae619695dd9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341087 Aug 29 16:50:32.734826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0b8883-cffa-401d-944b-c5f19e90f934 req-b7b85c3d-cf9b-40ca-b2a9-d18d2e3c7752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] No DVR routers for this DVR port 2eb748a4-05e5-4572-9dbe-9b4d8adff634 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:50:32.737561 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f0b8883-cffa-401d-944b-c5f19e90f934 req-b7b85c3d-cf9b-40ca-b2a9-d18d2e3c7752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:32.739953 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f0b8883-cffa-401d-944b-c5f19e90f934 req-b7b85c3d-cf9b-40ca-b2a9-d18d2e3c7752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "DELETE /v2.0/ports/2eb748a4-05e5-4572-9dbe-9b4d8adff634 HTTP/1.1" status: 204 len: 173 time: 1.5921853 Aug 29 16:50:32.742061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5487c680-fd06-4073-a3cb-a47bb5052a86', 'name': 'network-vif-deleted', 'tag': '2eb748a4-05e5-4572-9dbe-9b4d8adff634'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:32.745116 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee7022c-de81-4376-9c63-282092bdfcab" -d '{"events": [{"server_uuid": "5487c680-fd06-4073-a3cb-a47bb5052a86", "name": "network-vif-deleted", "tag": "2eb748a4-05e5-4572-9dbe-9b4d8adff634"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:32.783853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Network 48a32e59-4a34-4691-89e1-f5c787394d70 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:32.788385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b85c3d-cf9b-40ca-b2a9-d18d2e3c7752 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Pushing event deleted for resources: {'Port': ['ID=2eb748a4-05e5-4572-9dbe-9b4d8adff634,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:32.793504 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-22cb5fff-dded-4310-8d78-6b675dca9931 req-dffb5d9e-7ed4-4d30-a7c1-1fb3d75056d2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487c680-fd06-4073-a3cb-a47bb5052a86 HTTP/1.1" status: 200 len: 210 time: 0.0877013 Aug 29 16:50:32.841549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:32.859630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:32.898274 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bfd27e-281a-4d0d-80d0-979a8d37b26c x-openstack-request-id: req-60bfd27e-281a-4d0d-80d0-979a8d37b26c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:32.898888 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5487c680-fd06-4073-a3cb-a47bb5052a86", "name": "network-vif-deleted", "tag": "2eb748a4-05e5-4572-9dbe-9b4d8adff634", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:32.900726 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60bfd27e-281a-4d0d-80d0-979a8d37b26c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:32.900726 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5487c680-fd06-4073-a3cb-a47bb5052a86', 'name': 'network-vif-deleted', 'tag': '2eb748a4-05e5-4572-9dbe-9b4d8adff634', 'status': 'completed', 'code': 200} Aug 29 16:50:32.905167 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:32.953067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Pushing event updated for resources: {'Port': ['ID=954922bb-7ca4-416b-9908-70e3ff194883,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:32.969491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Transition to ACTIVE for port object 7ba0ad83-201a-4be7-aae3-a310cae56a3a will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:32.989311 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.035052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Transition to ACTIVE for port object 7ba0ad83-201a-4be7-aae3-a310cae56a3a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:33.045440 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.060446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.077188 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.120434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.147223 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port d492ad35-f805-4d3f-980b-91f964de6690, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d492ad35-f805-4d3f-980b-91f964de6690,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:33.171948 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.219573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Network 93e1439b-a850-4015-a43c-40d82cf6f567 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:33.230782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:33.282207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Pushing event updated for resources: {'Port': ['ID=7ba0ad83-201a-4be7-aae3-a310cae56a3a,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:33.306373 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.378861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Allocated IP 172.25.5.171 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/ea376ec7-023e-4928-9279-9c29e7f2746a) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:33.386563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:33.429380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2eb748a4-05e5-4572-9dbe-9b4d8adff634 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:33.520735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 2eb748a4-05e5-4572-9dbe-9b4d8adff634 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:50:33.520971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2eb748a4-05e5-4572-9dbe-9b4d8adff634 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:50:33.579265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=d492ad35-f805-4d3f-980b-91f964de6690,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:33.601676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6c488374-d3ff-4908-8288-e9d4dd9a2734 None None] Provisioning for port 954922bb-7ca4-416b-9908-70e3ff194883 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:33.642837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6c488374-d3ff-4908-8288-e9d4dd9a2734 None None] Provisioning complete for port 954922bb-7ca4-416b-9908-70e3ff194883 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:33.643334 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6c488374-d3ff-4908-8288-e9d4dd9a2734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.679459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Attempting to bind port 7ba0ad83-201a-4be7-aae3-a310cae56a3a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:33.679925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Attempting to bind port 7ba0ad83-201a-4be7-aae3-a310cae56a3a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'db003b31-fbea-4dd0-a13b-0f4a98257833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:33.680390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Attempting to bind port 7ba0ad83-201a-4be7-aae3-a310cae56a3a on network 93e1439b-a850-4015-a43c-40d82cf6f567 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:33.681325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6e706-8c75-4e2d-bdee-581ca2e99dcb req-780354fb-d642-4f2a-ae6a-eb681ddcf7c7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:33.684080 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99f6e706-8c75-4e2d-bdee-581ca2e99dcb req-780354fb-d642-4f2a-ae6a-eb681ddcf7c7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.1310935 Aug 29 16:50:33.705706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:33.706269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Checking segment: {'id': 'db003b31-fbea-4dd0-a13b-0f4a98257833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:33.706768 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.707244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Bound using segment: {'id': 'db003b31-fbea-4dd0-a13b-0f4a98257833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:33.707800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Bound port: 7ba0ad83-201a-4be7-aae3-a310cae56a3a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db003b31-fbea-4dd0-a13b-0f4a98257833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:33.708426 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.722692 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.732513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6c488374-d3ff-4908-8288-e9d4dd9a2734 None None] Port 954922bb-7ca4-416b-9908-70e3ff194883 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:33.800186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99f6e706-8c75-4e2d-bdee-581ca2e99dcb req-c6feb24f-2f26-43e7-88c5-826d06ec4e79 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035399 Aug 29 16:50:33.824933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40612) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:33.841202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] For port 7ba0ad83-201a-4be7-aae3-a310cae56a3a, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:33.844124 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.847336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] For port 7ba0ad83-201a-4be7-aae3-a310cae56a3a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7ba0ad83-201a-4be7-aae3-a310cae56a3a,segment=NetworkSegment(db003b31-fbea-4dd0-a13b-0f4a98257833),segment_id=db003b31-fbea-4dd0-a13b-0f4a98257833)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:33.859012 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.932990 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:33.947264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c0feb-057f-4f99-ae74-aa7410d6fd8b None None] Pushing event updated for resources: {'Port': ['ID=7ba0ad83-201a-4be7-aae3-a310cae56a3a,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:33.991156 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-173dc697-7819-44d3-890c-e7832a76eae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:34.091141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Pushing event updated for resources: {'Port': ['ID=954922bb-7ca4-416b-9908-70e3ff194883,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:34.132559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870c144-db7e-4600-acb1-7b4d0d86b35b req-e78dd3e3-a9e3-4396-bf43-2e718a534e6f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:34.144507 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c870c144-db7e-4600-acb1-7b4d0d86b35b req-e78dd3e3-a9e3-4396-bf43-2e718a534e6f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 948 time: 0.3239229 Aug 29 16:50:34.196769 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:34.202802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-173dc697-7819-44d3-890c-e7832a76eae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:34.229057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-173dc697-7819-44d3-890c-e7832a76eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:34.232698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d492ad35-f805-4d3f-980b-91f964de6690 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:34.283475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:34.303320 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c870c144-db7e-4600-acb1-7b4d0d86b35b req-a63a2883-a400-4c9e-8beb-b9c618d4bda7 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579468 Aug 29 16:50:34.329015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:34.333518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d492ad35-f805-4d3f-980b-91f964de6690 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:34.334126 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:34.335012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dc697-7819-44d3-890c-e7832a76eae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd40e9b-1d52-496a-96b3-5876e12d7472,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:34.338052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:34.345247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:34.405188 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-173dc697-7819-44d3-890c-e7832a76eae2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e175289ff6904344b1c8ef6a95286ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789175 Aug 29 16:50:34.420566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aea949-614f-434f-abfc-b4001fb365b3 req-5f052408-7abd-45d4-a56e-2dd89acf7ce7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:34.428319 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4aea949-614f-434f-abfc-b4001fb365b3 req-5f052408-7abd-45d4-a56e-2dd89acf7ce7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 949 time: 0.1100664 Aug 29 16:50:34.435282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40622) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:34.441468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Pushing event updated for resources: {'Port': ['ID=ea376ec7-023e-4928-9279-9c29e7f2746a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:34.497519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4aea949-614f-434f-abfc-b4001fb365b3 req-d5b7aa04-d4f3-43fe-8a70-33b887df44b2 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682003 Aug 29 16:50:34.525059 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3925e001-6a9b-4ce2-bd9e-d3ade2c2847b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:34.547860 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3925e001-6a9b-4ce2-bd9e-d3ade2c2847b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:34.601330 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3925e001-6a9b-4ce2-bd9e-d3ade2c2847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:34.604375 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3925e001-6a9b-4ce2-bd9e-d3ade2c2847b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:34.616852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3925e001-6a9b-4ce2-bd9e-d3ade2c2847b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ccd40e9b-1d52-496a-96b3-5876e12d7472 HTTP/1.1" status: 204 len: 168 time: 0.1783149 Aug 29 16:50:34.629261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925e001-6a9b-4ce2-bd9e-d3ade2c2847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd40e9b-1d52-496a-96b3-5876e12d7472,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:34.884458 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Network 48a32e59-4a34-4691-89e1-f5c787394d70 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:34.887723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:34.998559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ed379-4db1-4cf3-a1f3-f05b03853a46 req-f6184027-2ddf-41d7-8cf4-459afab9f7fb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:35.006098 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a9ed379-4db1-4cf3-a1f3-f05b03853a46 req-f6184027-2ddf-41d7-8cf4-459afab9f7fb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.0987585 Aug 29 16:50:35.072856 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a9ed379-4db1-4cf3-a1f3-f05b03853a46 req-88aabd4b-3566-4181-abdb-16378e7f984c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656683 Aug 29 16:50:35.151342 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:35.193632 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Router 376f7666-3a7b-4726-a830-ff8237810a76 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:50:35.245647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e9b5e-09bd-49ff-b234-8a291d061786 None None] Network 93e1439b-a850-4015-a43c-40d82cf6f567 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:35.253452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:35.401617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9d04faed-d16b-4f8b-b394-069155df7355 None None] Provisioning for port 7ba0ad83-201a-4be7-aae3-a310cae56a3a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:35.464525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9d04faed-d16b-4f8b-b394-069155df7355 None None] Provisioning complete for port 954922bb-7ca4-416b-9908-70e3ff194883 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:35.465000 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d04faed-d16b-4f8b-b394-069155df7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:35.518276 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:50:35.521731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:35.536895 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Sync routers for ids ['376f7666-3a7b-4726-a830-ff8237810a76'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:50:35.543138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:35.543586 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:35.563794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5c25af00-bd0e-48ab-9a67-1003698df0ea admin admin] 10.222.0.22 "PUT /v2.0/routers/376f7666-3a7b-4726-a830-ff8237810a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5054045 Aug 29 16:50:35.576558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9d04faed-d16b-4f8b-b394-069155df7355 None None] Port 954922bb-7ca4-416b-9908-70e3ff194883 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:35.584610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23de536-c050-4e6e-8b13-cfdd23350c6e req-721f0c2a-fe2c-4749-80de-2154e637dab1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:35.586212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a23de536-c050-4e6e-8b13-cfdd23350c6e req-721f0c2a-fe2c-4749-80de-2154e637dab1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 948 time: 0.1661141 Aug 29 16:50:35.587742 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:35.595940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Routers {'376f7666-3a7b-4726-a830-ff8237810a76'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:35.596690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['376f7666-3a7b-4726-a830-ff8237810a76'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:35.675815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40656) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:35.740234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40662) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:35.743383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bdf3e-3d0c-4036-abae-72ecc3098c49 req-0f1f5e6a-8439-4e9f-ae77-1b09a5c70c49 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:35.767548 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-761bdf3e-3d0c-4036-abae-72ecc3098c49 req-0f1f5e6a-8439-4e9f-ae77-1b09a5c70c49 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 949 time: 0.1440418 Aug 29 16:50:35.788189 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a23de536-c050-4e6e-8b13-cfdd23350c6e req-b1c6a61a-ad72-4cff-94fc-976145504f63 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861062 Aug 29 16:50:35.816010 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:35.819354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Set router 376f7666-3a7b-4726-a830-ff8237810a76 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:35.834987 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-770473475-network', 'tenant_id': 'f2a2a2a5b135491d8d0a4e6596310bb6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:35.886391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-761bdf3e-3d0c-4036-abae-72ecc3098c49 req-7ef910fd-a3dd-4254-a606-28fa226d3fad tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133127 Aug 29 16:50:35.894486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Made reservation on behalf of f2a2a2a5b135491d8d0a4e6596310bb6 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:35.898466 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:35.915695 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:35.918416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-307590186'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:35.946703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:35.951390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:35.994143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:50:36.014844 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.015501 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Added segment cf3a7103-4e22-4496-804d-0f9dc57d5d98 of type vlan for network 288ee690-9867-48c5-b5bb-10287a1ce0a5 Aug 29 16:50:36.044680 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.050998 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.062845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436fff42-c16a-44f2-94e1-43063747306f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:36.065516 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b597ae5-902f-454c-b958-f6c6b4fe0b08" -d '{"events": [{"server_uuid": "436fff42-c16a-44f2-94e1-43063747306f", "name": "network-vif-plugged", "status": "completed", "tag": "68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:36.073073 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.073483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:50:36.091454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:36.095346 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.095860 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Added segment 159d06f1-1843-40f5-8787-1889b48c00c4 of type vlan for network 1125c0b4-2376-4597-8452-71f3a79e075a Aug 29 16:50:36.112623 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.118321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:36.118951 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.189427 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8cf1e6-e7b3-404c-90ed-2b67779f141c x-openstack-request-id: req-ff8cf1e6-e7b3-404c-90ed-2b67779f141c {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:36.189957 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.190248 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436fff42-c16a-44f2-94e1-43063747306f", "name": "network-vif-plugged", "status": "completed", "tag": "68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:36.190672 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff8cf1e6-e7b3-404c-90ed-2b67779f141c {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:36.191422 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436fff42-c16a-44f2-94e1-43063747306f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3', 'code': 200} Aug 29 16:50:36.196805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:36.277822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7ba0ad83-201a-4be7-aae3-a310cae56a3a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:36.280486 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.320013 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.321886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:36.322628 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.331322 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5865729 Aug 29 16:50:36.332059 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b3ddc-eeb0-488b-b7b4-b38e92c7290a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Network': ['ID=288ee690-9867-48c5-b5bb-10287a1ce0a5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:36.344039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40672) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:36.349243 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 288ee690-9867-48c5-b5bb-10287a1ce0a5 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:50:36.351008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'subnet': {'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:36.354956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Router 8e379a5b-03cb-49cb-b55c-9716abf473ca is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:50:36.396456 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7158916 Aug 29 16:50:36.400963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40674) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:36.418394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Request body: {'subnet': {'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-770473475-subnet', 'tenant_id': 'f2a2a2a5b135491d8d0a4e6596310bb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:36.435752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3979574-ed29-4fb7-a699-4bd2aa36654c req-c8f70c91-5262-41bf-a8f9-dc4e439a2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:36.437279 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3979574-ed29-4fb7-a699-4bd2aa36654c req-c8f70c91-5262-41bf-a8f9-dc4e439a2d31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 1101 time: 0.2077100 Aug 29 16:50:36.442564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6d15c-739f-443b-8bfb-aea4b3444bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=1125c0b4-2376-4597-8452-71f3a79e075a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:36.451136 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c92bc-1b9d-42bf-86bc-6c7726aa3781 req-2cb93f9d-f140-483b-90ff-05fef9a2b761 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:36.452457 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec0c92bc-1b9d-42bf-86bc-6c7726aa3781 req-2cb93f9d-f140-483b-90ff-05fef9a2b761 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.1969855 Aug 29 16:50:36.466451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 1125c0b4-2376-4597-8452-71f3a79e075a details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:50:36.473411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53604c-753d-4eba-a635-de73f0b3c401 req-ac75404b-dd14-4874-b42a-57c87fc41fa7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:36.474193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:36.474990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bb53604c-753d-4eba-a635-de73f0b3c401 req-ac75404b-dd14-4874-b42a-57c87fc41fa7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 949 time: 0.2010775 Aug 29 16:50:36.502664 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3979574-ed29-4fb7-a699-4bd2aa36654c req-4233ba1c-6b62-49fc-a101-3aee69c9b7da service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558758 Aug 29 16:50:36.547829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Made reservation on behalf of f2a2a2a5b135491d8d0a4e6596310bb6 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:36.550881 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.566209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 7ba0ad83-201a-4be7-aae3-a310cae56a3a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:36.585177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7ba0ad83-201a-4be7-aae3-a310cae56a3a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:36.585663 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.589864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-bb53604c-753d-4eba-a635-de73f0b3c401 req-2626cd1a-1ab3-478c-b9c0-ee3da611a364 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Deleting port 284cbdee-bc24-4b53-b4cd-4640cfa56825 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:36.590329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bb53604c-753d-4eba-a635-de73f0b3c401 req-2626cd1a-1ab3-478c-b9c0-ee3da611a364 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.647732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376f7666-3a7b-4726-a830-ff8237810a76', 'name': 'tempest-ServersTestMultiNic-909063087-router', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:25Z', 'updated_at': '2021-08-29T16:50:33Z', 'revision_number': 4, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'gw_port': {'id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376f7666-3a7b-4726-a830-ff8237810a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:27Z', 'updated_at': '2021-08-29T16:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '954922bb-7ca4-416b-9908-70e3ff194883', 'name': '', 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'mac_address': 'fa:16:3e:1b:ea:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376f7666-3a7b-4726-a830-ff8237810a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'fdc554f4-6665-42a9-bf82-47a0dbd18d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:33Z', 'revision_number': 2, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'subnets': [{'id': 'fdc554f4-6665-42a9-bf82-47a0dbd18d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:36.680251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Checking router: 376f7666-3a7b-4726-a830-ff8237810a76 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:50:36.680860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Updating router 376f7666-3a7b-4726-a830-ff8237810a76 port 954922bb-7ca4-416b-9908-70e3ff194883 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:50:36.694056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-bb53604c-753d-4eba-a635-de73f0b3c401 req-2626cd1a-1ab3-478c-b9c0-ee3da611a364 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] For port 284cbdee-bc24-4b53-b4cd-4640cfa56825, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=284cbdee-bc24-4b53-b4cd-4640cfa56825,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:36.694437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bb53604c-753d-4eba-a635-de73f0b3c401 req-2626cd1a-1ab3-478c-b9c0-ee3da611a364 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.700105 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec0c92bc-1b9d-42bf-86bc-6c7726aa3781 req-59b7a090-37e6-47ba-9a26-6d7061287750 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891272 Aug 29 16:50:36.706052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:50:36.710794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-bb53604c-753d-4eba-a635-de73f0b3c401 req-2626cd1a-1ab3-478c-b9c0-ee3da611a364 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Calling delete_port for 284cbdee-bc24-4b53-b4cd-4640cfa56825 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:36.718279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:36.722336 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.726721 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Sync routers for ids ['8e379a5b-03cb-49cb-b55c-9716abf473ca'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:50:36.735456 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.741393 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Routers {'8e379a5b-03cb-49cb-b55c-9716abf473ca'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:36.743540 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8e379a5b-03cb-49cb-b55c-9716abf473ca'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:36.757387 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.787110 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.790919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6ba368c3-c1e4-41e3-8bbf-f62e824fb586 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.4837582 Aug 29 16:50:36.791993 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40676) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:36.870729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 7ba0ad83-201a-4be7-aae3-a310cae56a3a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7ba0ad83-201a-4be7-aae3-a310cae56a3a,segment=NetworkSegment(db003b31-fbea-4dd0-a13b-0f4a98257833),segment_id=db003b31-fbea-4dd0-a13b-0f4a98257833)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:36.879096 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:36.965745 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Set router 8e379a5b-03cb-49cb-b55c-9716abf473ca gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:36.987350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=7ba0ad83-201a-4be7-aae3-a310cae56a3a,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:37.082549 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bb53604c-753d-4eba-a635-de73f0b3c401 req-2626cd1a-1ab3-478c-b9c0-ee3da611a364 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:37.094333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af1ba7-dc86-4b33-a1b0-281bb485015e req-ecb7b08a-bc8a-4b4d-944b-e6c48a26b436 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:37.103234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3af1ba7-dc86-4b33-a1b0-281bb485015e req-ecb7b08a-bc8a-4b4d-944b-e6c48a26b436 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 949 time: 0.0920918 Aug 29 16:50:37.155759 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:37.160218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626cd1a-1ab3-478c-b9c0-ee3da611a364 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Pushing event deleted for resources: {'Port': ['ID=284cbdee-bc24-4b53-b4cd-4640cfa56825,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:37.172714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Transition to ACTIVE for port object 954922bb-7ca4-416b-9908-70e3ff194883 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:37.178827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['284cbdee-bc24-4b53-b4cd-4640cfa56825', 'be5f101a-7639-48c3-a0da-558458c3576e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:37.206988 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3af1ba7-dc86-4b33-a1b0-281bb485015e req-ca9b8b25-5348-4c86-8814-f717317da716 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024804 Aug 29 16:50:37.234933 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:37.277161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb53604c-753d-4eba-a635-de73f0b3c401 req-2626cd1a-1ab3-478c-b9c0-ee3da611a364 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] No DVR routers for this DVR port 284cbdee-bc24-4b53-b4cd-4640cfa56825 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:50:37.281256 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bb53604c-753d-4eba-a635-de73f0b3c401 req-2626cd1a-1ab3-478c-b9c0-ee3da611a364 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:37.287615 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bb53604c-753d-4eba-a635-de73f0b3c401 req-2626cd1a-1ab3-478c-b9c0-ee3da611a364 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "DELETE /v2.0/ports/284cbdee-bc24-4b53-b4cd-4640cfa56825 HTTP/1.1" status: 204 len: 173 time: 0.7997360 Aug 29 16:50:37.287918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59cef4a-c81b-4c53-8ed7-4e05bc864b8e', 'name': 'network-vif-deleted', 'tag': '284cbdee-bc24-4b53-b4cd-4640cfa56825'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:37.296279 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46456bd-38c4-4dde-9bf8-2a29e6c885ca" -d '{"events": [{"server_uuid": "f59cef4a-c81b-4c53-8ed7-4e05bc864b8e", "name": "network-vif-deleted", "tag": "284cbdee-bc24-4b53-b4cd-4640cfa56825"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:37.391820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392a1bd-96dc-49c0-af4c-8155eacc141a None None] Pushing event updated for resources: {'Port': ['ID=954922bb-7ca4-416b-9908-70e3ff194883,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:37.408449 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ff6960-85f5-423a-8684-e82359a0c156 x-openstack-request-id: req-86ff6960-85f5-423a-8684-e82359a0c156 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:37.408936 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59cef4a-c81b-4c53-8ed7-4e05bc864b8e", "name": "network-vif-deleted", "tag": "284cbdee-bc24-4b53-b4cd-4640cfa56825", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:37.409371 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86ff6960-85f5-423a-8684-e82359a0c156 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:37.409924 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59cef4a-c81b-4c53-8ed7-4e05bc864b8e', 'name': 'network-vif-deleted', 'tag': '284cbdee-bc24-4b53-b4cd-4640cfa56825', 'status': 'completed', 'code': 200} Aug 29 16:50:37.443764 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-router', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:34Z', 'revision_number': 3, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'gw_port': {'id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:33Z', 'updated_at': '2021-08-29T16:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:37.494952 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Checking router: 8e379a5b-03cb-49cb-b55c-9716abf473ca for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:50:37.495677 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Updating router 8e379a5b-03cb-49cb-b55c-9716abf473ca port ea376ec7-023e-4928-9279-9c29e7f2746a binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:50:37.500153 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c2616c3b-edf2-4937-a760-048e2cc2a6fb req-b5c4c30b-9c7c-4340-a9b0-09220f2a9f4c tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59cef4a-c81b-4c53-8ed7-4e05bc864b8e HTTP/1.1" status: 200 len: 210 time: 0.4409618 Aug 29 16:50:37.507117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:37.518832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Attempting to bind port 954922bb-7ca4-416b-9908-70e3ff194883 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:37.519219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Attempting to bind port 954922bb-7ca4-416b-9908-70e3ff194883 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '48ede173-2ee8-4706-b143-09d10a92f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:37.519590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Attempting to bind port 954922bb-7ca4-416b-9908-70e3ff194883 on network 48a32e59-4a34-4691-89e1-f5c787394d70 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:37.536111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:37.536474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Checking segment: {'id': '48ede173-2ee8-4706-b143-09d10a92f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:37.536878 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:37.537303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Bound using segment: {'id': '48ede173-2ee8-4706-b143-09d10a92f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:37.537783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Bound port: 954922bb-7ca4-416b-9908-70e3ff194883, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ede173-2ee8-4706-b143-09d10a92f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:37.538166 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:37.544028 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:37.617133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] For port 954922bb-7ca4-416b-9908-70e3ff194883, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:37.620606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] For port 954922bb-7ca4-416b-9908-70e3ff194883, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=954922bb-7ca4-416b-9908-70e3ff194883,segment=NetworkSegment(48ede173-2ee8-4706-b143-09d10a92f197),segment_id=48ede173-2ee8-4706-b143-09d10a92f197)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:37.628174 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:37.730249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Routers {'376f7666-3a7b-4726-a830-ff8237810a76'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:37.730909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['376f7666-3a7b-4726-a830-ff8237810a76'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:37.750642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e750d55-2e0f-4756-8498-a246e5a4cb25,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:37.780433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392a1bd-96dc-49c0-af4c-8155eacc141a None None] Pushing event updated for resources: {'Port': ['ID=954922bb-7ca4-416b-9908-70e3ff194883,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:37.797703 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:37.818178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.818178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.818178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.818611 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.818997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.819559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.820848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.821401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.821886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.822370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.822870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.823368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:37.872952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] Set router 376f7666-3a7b-4726-a830-ff8237810a76 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:37.918347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Checking segment: {'id': '159d06f1-1843-40f5-8787-1889b48c00c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:37.918922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Network hostable DHCP agents. Network: 1125c0b4-2376-4597-8452-71f3a79e075a, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:50:37.921285 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:37.941681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c8914-012a-492d-981e-e9fd57c3ac6e req-d44f5874-87e7-46d8-919c-6cbab6b1cb4e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:37.946551 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Transition to ACTIVE for port object ea376ec7-023e-4928-9279-9c29e7f2746a will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:37.951539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c8c8914-012a-492d-981e-e9fd57c3ac6e req-d44f5874-87e7-46d8-919c-6cbab6b1cb4e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.0960882 Aug 29 16:50:37.956515 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.014725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c8c8914-012a-492d-981e-e9fd57c3ac6e req-b9f362b3-1827-46d0-9b49-fbc1ab498469 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618894 Aug 29 16:50:38.024887 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Attempting to bind port ea376ec7-023e-4928-9279-9c29e7f2746a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:38.026782 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Attempting to bind port ea376ec7-023e-4928-9279-9c29e7f2746a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:38.027335 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Attempting to bind port ea376ec7-023e-4928-9279-9c29e7f2746a on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:38.029900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Subnet': ['ID=bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:38.043559 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:38.047012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Checking segment: {'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:38.047308 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:38.047703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network hostable DHCP agents. Network: 288ee690-9867-48c5-b5bb-10287a1ce0a5, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:50:38.047827 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.048138 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:38.048717 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Bound port: ea376ec7-023e-4928-9279-9c29e7f2746a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:38.049922 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.054956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Network 1125c0b4-2376-4597-8452-71f3a79e075a is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:50:38.072447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 1125c0b4-2376-4597-8452-71f3a79e075a) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:38.092786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:38.094099 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.095263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53135f4c-a1e0-438d-b1ef-537ef0ccf154 None None] Network 1125c0b4-2376-4597-8452-71f3a79e075a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:38.129298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network 288ee690-9867-48c5-b5bb-10287a1ce0a5 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:50:38.159610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 288ee690-9867-48c5-b5bb-10287a1ce0a5) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:38.163859 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] For port ea376ec7-023e-4928-9279-9c29e7f2746a, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:38.170602 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] For port ea376ec7-023e-4928-9279-9c29e7f2746a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ea376ec7-023e-4928-9279-9c29e7f2746a,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:38.172786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:38.173645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.179174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6c29b30b-c108-4080-ae37-e1b6a2ae6fdc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7727878 Aug 29 16:50:38.181591 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.201056 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac174f-43ac-40b8-bc3c-1bbfcb0a514c None None] Pushing event updated for resources: {'Port': ['ID=ea376ec7-023e-4928-9279-9c29e7f2746a,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:38.205454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f48e9094-c795-4547-8eb1-608f0b13e4ba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8591516 Aug 29 16:50:38.207586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40694) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:38.215093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-346832928'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:38.219583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7ba0ad83-201a-4be7-aae3-a310cae56a3a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:38.221569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc56a264-32fe-49ba-a896-e13dce5452a4 None None] Network 288ee690-9867-48c5-b5bb-10287a1ce0a5 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:38.277915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:38.282601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.287911 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Routers {'8e379a5b-03cb-49cb-b55c-9716abf473ca'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:38.288552 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8e379a5b-03cb-49cb-b55c-9716abf473ca'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:38.326498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:50:38.345401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.346334 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Added segment a1493f97-070e-4d95-945a-bcc557b98400 of type vlan for network 217742bb-758b-4d27-9919-d3dd290a16fb Aug 29 16:50:38.388667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.399806 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dd380-3a80-45f4-903d-f2c9b7fc4241 req-84163c3e-f5aa-4a38-aee9-34e364a7558b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:38.401495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c58dd380-3a80-45f4-903d-f2c9b7fc4241 req-84163c3e-f5aa-4a38-aee9-34e364a7558b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 949 time: 0.0920594 Aug 29 16:50:38.415781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.464602 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.472869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:38.474037 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.527344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c58dd380-3a80-45f4-903d-f2c9b7fc4241 req-7bc45409-c995-45b2-93cb-5bfbd9dfd146 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080716 Aug 29 16:50:38.549891 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] Set router 8e379a5b-03cb-49cb-b55c-9716abf473ca gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:38.722356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5134473 Aug 29 16:50:38.725476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40710) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:38.739519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'subnet': {'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:38.767418 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Network': ['ID=217742bb-758b-4d27-9919-d3dd290a16fb,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:38.778947 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.779352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.779742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.780221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.780463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.780841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.781198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.781682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.781932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.786377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.786753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.787203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edac6b9-41f7-4604-9197-6e9a1425dec2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:50:38.801087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-06a2ae9d-606e-4023-95fa-d759f49b3d2d req-433eec00-f2ad-4bbd-bf21-90b66386bb30 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-834389454', 'description': 'tempest-description-812383763'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:38.820034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Allocated IP 172.20.0.1 (93e1439b-a850-4015-a43c-40d82cf6f567/b7f027a7-979a-4861-a461-cbaa608cbe19/bf9a2417-d543-4155-b549-12ecc3bb4f4c) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:38.836055 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac174f-43ac-40b8-bc3c-1bbfcb0a514c None None] Pushing event updated for resources: {'Port': ['ID=ea376ec7-023e-4928-9279-9c29e7f2746a,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:38.859540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-06a2ae9d-606e-4023-95fa-d759f49b3d2d req-433eec00-f2ad-4bbd-bf21-90b66386bb30 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.874124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 217742bb-758b-4d27-9919-d3dd290a16fb details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:50:38.889899 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-router', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:34Z', 'revision_number': 3, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'gw_port': {'id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:33Z', 'updated_at': '2021-08-29T16:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:38.929075 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a664342-444e-43ea-926f-1606b6c4d9fc None None] The sync data for ids ['8e379a5b-03cb-49cb-b55c-9716abf473ca'] in n-d-713301-13 is: [{'id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-router', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:34Z', 'revision_number': 3, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'gw_port': {'id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:33Z', 'updated_at': '2021-08-29T16:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:50:38.963146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-06a2ae9d-606e-4023-95fa-d759f49b3d2d req-433eec00-f2ad-4bbd-bf21-90b66386bb30 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:38.968860 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-06a2ae9d-606e-4023-95fa-d759f49b3d2d req-433eec00-f2ad-4bbd-bf21-90b66386bb30 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:39.015589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433eec00-f2ad-4bbd-bf21-90b66386bb30 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d240140-f653-436d-91ba-237598a86872,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:39.021673 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-06a2ae9d-606e-4023-95fa-d759f49b3d2d req-433eec00-f2ad-4bbd-bf21-90b66386bb30 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:39.023687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06a2ae9d-606e-4023-95fa-d759f49b3d2d req-433eec00-f2ad-4bbd-bf21-90b66386bb30 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2279453 Aug 29 16:50:39.027672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:39.034413 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc10ba9-5c64-4d5c-9ed8-9e497d15d64f None None] Network 1125c0b4-2376-4597-8452-71f3a79e075a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:39.059106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4fe88976-9733-4525-83dc-32392048d12f req-13c3c1ba-5924-4e8e-8f03-c6fa4142ebb7 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-657303793', 'description': 'tempest-description-1055523788'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:39.083578 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4fe88976-9733-4525-83dc-32392048d12f req-13c3c1ba-5924-4e8e-8f03-c6fa4142ebb7 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:39.083971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7ba0ad83-201a-4be7-aae3-a310cae56a3a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:39.084375 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:39.138990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84bd9a-52f2-4c19-8028-83c124e0add3 req-89041806-857d-491a-b8cc-6f1ee69d4cb7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:39.150824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc84bd9a-52f2-4c19-8028-83c124e0add3 req-89041806-857d-491a-b8cc-6f1ee69d4cb7 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 950 time: 0.2432666 Aug 29 16:50:39.153395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:39.158199 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:39.164887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Transition to ACTIVE for port object bf9a2417-d543-4155-b549-12ecc3bb4f4c will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:39.191731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-288ee690-9867-48c5-b5bb-10287a1ce0a5', 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'fixed_ips': [{'subnet_id': 'bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:50:39.192594 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:39.213667 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4fe88976-9733-4525-83dc-32392048d12f req-13c3c1ba-5924-4e8e-8f03-c6fa4142ebb7 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:39.217086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376f7666-3a7b-4726-a830-ff8237810a76', 'name': 'tempest-ServersTestMultiNic-909063087-router', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:25Z', 'updated_at': '2021-08-29T16:50:33Z', 'revision_number': 4, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'gw_port': {'id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376f7666-3a7b-4726-a830-ff8237810a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:27Z', 'updated_at': '2021-08-29T16:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '954922bb-7ca4-416b-9908-70e3ff194883', 'name': '', 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'mac_address': 'fa:16:3e:1b:ea:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376f7666-3a7b-4726-a830-ff8237810a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'fdc554f4-6665-42a9-bf82-47a0dbd18d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:37Z', 'revision_number': 4, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'subnets': [{'id': 'fdc554f4-6665-42a9-bf82-47a0dbd18d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:39.224263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4fe88976-9733-4525-83dc-32392048d12f req-13c3c1ba-5924-4e8e-8f03-c6fa4142ebb7 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:39.264063 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-896ead68-4c40-4387-9e2e-9baef674329e service neutron] 10.222.0.10 "GET /v2.0/ports/8b4dd2ee-e247-44df-8610-e88cdf0cc391/bindings/n-h1-713301-13 HTTP/1.1" status: 200 len: 383 time: 0.2161758 Aug 29 16:50:39.296300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 284cbdee-bc24-4b53-b4cd-4640cfa56825 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:39.321189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3c1ba-5924-4e8e-8f03-c6fa4142ebb7 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b71d09-ab08-44db-a9fb-b9f846ec2d3d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:39.332724 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b5b1cd-0295-4228-9eda-77a5b48d6269 None None] The sync data for ids ['376f7666-3a7b-4726-a830-ff8237810a76'] in n-d-713301-13 is: [{'id': '376f7666-3a7b-4726-a830-ff8237810a76', 'name': 'tempest-ServersTestMultiNic-909063087-router', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:25Z', 'updated_at': '2021-08-29T16:50:33Z', 'revision_number': 4, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'gw_port': {'id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376f7666-3a7b-4726-a830-ff8237810a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:27Z', 'updated_at': '2021-08-29T16:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '954922bb-7ca4-416b-9908-70e3ff194883', 'name': '', 'network_id': '48a32e59-4a34-4691-89e1-f5c787394d70', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'mac_address': 'fa:16:3e:1b:ea:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376f7666-3a7b-4726-a830-ff8237810a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'fdc554f4-6665-42a9-bf82-47a0dbd18d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:37Z', 'revision_number': 4, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'subnets': [{'id': 'fdc554f4-6665-42a9-bf82-47a0dbd18d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:50:39.335569 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4fe88976-9733-4525-83dc-32392048d12f req-13c3c1ba-5924-4e8e-8f03-c6fa4142ebb7 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:39.356204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4fe88976-9733-4525-83dc-32392048d12f req-13c3c1ba-5924-4e8e-8f03-c6fa4142ebb7 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2825656 Aug 29 16:50:39.368095 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc84bd9a-52f2-4c19-8028-83c124e0add3 req-a1c3f25a-ce2b-422b-9967-44efab7e2b53 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162349 Aug 29 16:50:39.424884 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:39.499876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 284cbdee-bc24-4b53-b4cd-4640cfa56825 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:50:39.500227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 284cbdee-bc24-4b53-b4cd-4640cfa56825 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:50:39.596012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Network 93e1439b-a850-4015-a43c-40d82cf6f567 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:39.604391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:39.616792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd2911-ada9-45d7-b2a3-37e30930b70e req-eeba3fc6-a4f1-4c1c-81ef-a170f165f7f5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:39.624271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7cdd2911-ada9-45d7-b2a3-37e30930b70e req-eeba3fc6-a4f1-4c1c-81ef-a170f165f7f5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.1228464 Aug 29 16:50:39.677476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7cdd2911-ada9-45d7-b2a3-37e30930b70e req-c3519cb0-ddcc-4d6b-a322-f0bcff40a1f9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502241 Aug 29 16:50:39.746458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Allocated IP 19.80.0.2 (288ee690-9867-48c5-b5bb-10287a1ce0a5/bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2/5c970862-7df2-4e44-82ed-87c520de7912) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:39.789290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:39.989795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dc22d-5a06-4f9e-b793-7b72cd350f31 req-33a20b5e-74c8-40e2-a452-ab77072b6af4 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:40.000687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf8dc22d-5a06-4f9e-b793-7b72cd350f31 req-33a20b5e-74c8-40e2-a452-ab77072b6af4 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 949 time: 0.0725439 Aug 29 16:50:40.035546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Pushing event updated for resources: {'Port': ['ID=bf9a2417-d543-4155-b549-12ecc3bb4f4c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:40.041110 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:40.050355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf8dc22d-5a06-4f9e-b793-7b72cd350f31 req-aabcf42b-bada-4200-9524-1ad92688ea24 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486963 Aug 29 16:50:40.052038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Transition to ACTIVE for port object 5c970862-7df2-4e44-82ed-87c520de7912 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:40.071401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Transition to ACTIVE for port object 5c970862-7df2-4e44-82ed-87c520de7912 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:40.082033 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:40.144931 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:40.148582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Pushing event updated for resources: {'Port': ['ID=5c970862-7df2-4e44-82ed-87c520de7912,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:40.179034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-21fc0623-abd4-47e1-83f9-4e0241338f1d None None] Provisioning for port bf9a2417-d543-4155-b549-12ecc3bb4f4c completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:40.189021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Network 288ee690-9867-48c5-b5bb-10287a1ce0a5 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:40.189921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-21fc0623-abd4-47e1-83f9-4e0241338f1d None None] Provisioning complete for port bf9a2417-d543-4155-b549-12ecc3bb4f4c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:40.190297 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-21fc0623-abd4-47e1-83f9-4e0241338f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:40.218633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:40.221631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:40.275972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-d6a3934e-24d8-43cc-b68c-87bc51cd1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:40.278440 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-d6a3934e-24d8-43cc-b68c-87bc51cd1e2a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd&tenant_id=0f1094930cac4d8f9e7626730739de9b HTTP/1.1" status: 200 len: 1102 time: 0.6263092 Aug 29 16:50:40.306473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cca6a0-c546-45be-8701-0689895c8536 req-d8bf91ae-1dac-480c-bbb9-eaa7054fad66 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:40.315592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87cca6a0-c546-45be-8701-0689895c8536 req-d8bf91ae-1dac-480c-bbb9-eaa7054fad66 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 1101 time: 0.1362731 Aug 29 16:50:40.353805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Attempting to bind port 5c970862-7df2-4e44-82ed-87c520de7912 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:40.354425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Attempting to bind port 5c970862-7df2-4e44-82ed-87c520de7912 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:40.354959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Attempting to bind port 5c970862-7df2-4e44-82ed-87c520de7912 on network 288ee690-9867-48c5-b5bb-10287a1ce0a5 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:40.359918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-21fc0623-abd4-47e1-83f9-4e0241338f1d None None] Port bf9a2417-d543-4155-b549-12ecc3bb4f4c cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:40.368963 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87cca6a0-c546-45be-8701-0689895c8536 req-7b33378d-a79d-42a1-9b99-835acba08d7d tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485263 Aug 29 16:50:40.369393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:40.370000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Checking segment: {'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:40.371378 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:40.372140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Bound using segment: {'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:40.378011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Bound port: 5c970862-7df2-4e44-82ed-87c520de7912, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:40.379225 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:40.384782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 954922bb-7ca4-416b-9908-70e3ff194883 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:40.446101 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:40.461425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-954c1c54-1086-410c-a933-13c5574e6d66 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:40.462972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-954c1c54-1086-410c-a933-13c5574e6d66 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/networks?id=1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 200 len: 812 time: 0.8599129 Aug 29 16:50:40.573257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] For port 5c970862-7df2-4e44-82ed-87c520de7912, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:40.577384 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] For port 5c970862-7df2-4e44-82ed-87c520de7912, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5c970862-7df2-4e44-82ed-87c520de7912,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:40.578055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94749f81-a87f-41d8-bcb3-0a165d313c0b req-6170acb6-c22b-4508-b44d-97043b9d5215 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:40.579291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 954922bb-7ca4-416b-9908-70e3ff194883 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:40.585566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 954922bb-7ca4-416b-9908-70e3ff194883 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:40.586156 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:40.588380 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94749f81-a87f-41d8-bcb3-0a165d313c0b req-6170acb6-c22b-4508-b44d-97043b9d5215 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 950 time: 0.1041751 Aug 29 16:50:40.588886 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:40.613779 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-8608b243-fa9f-4fe8-a708-ffdb7be98305 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/quotas/f2a2a2a5b135491d8d0a4e6596310bb6 HTTP/1.1" status: 200 len: 375 time: 0.1351318 Aug 29 16:50:40.649255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94749f81-a87f-41d8-bcb3-0a165d313c0b req-f44b1d61-3d69-494f-a451-a2b81d703afa tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.22 "GET /v2.0/security-groups?id=376269eb-a6ed-44ed-ac19-756370739356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558414 Aug 29 16:50:40.671700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Subnet': ['ID=d2eb2fc7-4f9a-4f89-a38f-e66af35c47c0,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:40.699205 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-443cc1db-55c2-4ee8-9002-62127bed70d8 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755570 Aug 29 16:50:40.712920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-bc45b167-c654-4dc3-8b28-52453e1c88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:40.714349 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-bc45b167-c654-4dc3-8b28-52453e1c88e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 1102 time: 0.3306639 Aug 29 16:50:40.724799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Checking segment: {'id': 'a1493f97-070e-4d95-945a-bcc557b98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:40.725035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network hostable DHCP agents. Network: 217742bb-758b-4d27-9919-d3dd290a16fb, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:50:40.729570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99faaf9-6d7a-4ac2-bdcf-693c987c806f None None] Pushing event updated for resources: {'Port': ['ID=5c970862-7df2-4e44-82ed-87c520de7912,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:40.822621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bce7c5-ff11-4b69-9bb4-c1e30856bebc req-4700afa2-4026-441e-9be6-38527b1e6f1c tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:40.824102 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:40.824232 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20bce7c5-ff11-4b69-9bb4-c1e30856bebc req-4700afa2-4026-441e-9be6-38527b1e6f1c tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 1098 time: 0.0783644 Aug 29 16:50:40.873190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 954922bb-7ca4-416b-9908-70e3ff194883, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=954922bb-7ca4-416b-9908-70e3ff194883,segment=NetworkSegment(48ede173-2ee8-4706-b143-09d10a92f197),segment_id=48ede173-2ee8-4706-b143-09d10a92f197)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:40.882087 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:40.882356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20bce7c5-ff11-4b69-9bb4-c1e30856bebc req-34de0773-40c7-400c-a0b0-3cc247df6b24 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486147 Aug 29 16:50:40.883433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ea376ec7-023e-4928-9279-9c29e7f2746a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:40.979807 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:41.009821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network 217742bb-758b-4d27-9919-d3dd290a16fb is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:50:41.015634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=954922bb-7ca4-416b-9908-70e3ff194883,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:41.024882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-1b9307a2-75c8-4947-9657-b918b712406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:41.026824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-1b9307a2-75c8-4947-9657-b918b712406d service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2971876 Aug 29 16:50:41.042404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ea376ec7-023e-4928-9279-9c29e7f2746a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:41.047309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ea376ec7-023e-4928-9279-9c29e7f2746a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:41.047691 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:41.056613 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-4cdc529a-ba10-47fa-a4da-6b7e203f1361 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454175 Aug 29 16:50:41.097569 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-34c72f77-ac35-4aa6-9750-f8ac67b17e8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391 HTTP/1.1" status: 200 len: 217 time: 0.0550096 Aug 29 16:50:41.131274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 217742bb-758b-4d27-9919-d3dd290a16fb) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:41.146133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fea151-58c5-4f45-bfcf-3c3621f15e9a None None] Network 217742bb-758b-4d27-9919-d3dd290a16fb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:41.169751 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-484759b2-cf5b-4891-9fba-9c966b2e0360 service neutron] 10.222.0.22 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591568 Aug 29 16:50:41.174895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:41.176151 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:41.242156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3799a-4560-4c0d-b406-282af6e77549 req-a4095cfb-a093-4285-9513-37e83d38ead1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:41.243647 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26f3799a-4560-4c0d-b406-282af6e77549 req-a4095cfb-a093-4285-9513-37e83d38ead1 tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "GET /v2.0/ports?device_id=04b388b9-acc4-474f-a544-be8f890dff68 HTTP/1.1" status: 200 len: 950 time: 0.1159739 Aug 29 16:50:41.255197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-fcaedddd-f218-4245-8091-33f7b41edf76 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:41.256232 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-fcaedddd-f218-4245-8091-33f7b41edf76 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984181 Aug 29 16:50:41.299148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-298004a4-d586-42ed-b1bf-65d2831411d4 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/quotas/f6a9dbf52a394a089b69d53045802e1f HTTP/1.1" status: 200 len: 375 time: 0.0333376 Aug 29 16:50:41.319811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-28ee749f-9510-474e-97fa-fe6411b484f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:41.320060 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:41.321567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-28ee749f-9510-474e-97fa-fe6411b484f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1774564 Aug 29 16:50:41.330505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-318f6f7a-1714-4ee3-920c-5c1936c2be4a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6037338 Aug 29 16:50:41.344769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ea376ec7-023e-4928-9279-9c29e7f2746a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ea376ec7-023e-4928-9279-9c29e7f2746a,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:41.357240 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:41.429902 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-ae0b18b5-6d48-4ca5-b51a-b435b68eb1fe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1196916 Aug 29 16:50:41.450094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-26f3799a-4560-4c0d-b406-282af6e77549 req-47cba8d9-de12-4a20-9403-3831a44e978b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Deleting port be5f101a-7639-48c3-a0da-558458c3576e {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:41.450554 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-26f3799a-4560-4c0d-b406-282af6e77549 req-47cba8d9-de12-4a20-9403-3831a44e978b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:41.451457 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-217742bb-758b-4d27-9919-d3dd290a16fb', 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'fixed_ips': [{'subnet_id': 'd2eb2fc7-4f9a-4f89-a38f-e66af35c47c0'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:50:41.452802 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:41.469290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ea376ec7-023e-4928-9279-9c29e7f2746a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:41.511427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-e036683c-1b15-45ae-942d-9e3911401580 service neutron] 10.222.0.22 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270094 Aug 29 16:50:41.580144 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-63450304-bc95-4a3f-b24c-e7ceefd98017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:41.582258 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-63450304-bc95-4a3f-b24c-e7ceefd98017 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2482171 Aug 29 16:50:41.672647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-26f3799a-4560-4c0d-b406-282af6e77549 req-47cba8d9-de12-4a20-9403-3831a44e978b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] For port be5f101a-7639-48c3-a0da-558458c3576e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=be5f101a-7639-48c3-a0da-558458c3576e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:41.673088 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-26f3799a-4560-4c0d-b406-282af6e77549 req-47cba8d9-de12-4a20-9403-3831a44e978b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:41.716437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-b0099470-a98e-461c-9bad-60729812c359 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231732 Aug 29 16:50:41.723570 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:41.723874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-26f3799a-4560-4c0d-b406-282af6e77549 req-47cba8d9-de12-4a20-9403-3831a44e978b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Calling delete_port for be5f101a-7639-48c3-a0da-558458c3576e owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:41.769454 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Allocated IP 19.86.0.2 (217742bb-758b-4d27-9919-d3dd290a16fb/d2eb2fc7-4f9a-4f89-a38f-e66af35c47c0/c0c78a9e-4904-4b9d-96c4-c8037ddff4a0) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:41.777972 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:42.030108 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-26f3799a-4560-4c0d-b406-282af6e77549 req-47cba8d9-de12-4a20-9403-3831a44e978b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:42.093915 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90937d74-1a7b-423e-a4cb-b32c4c82562a None None] Network 288ee690-9867-48c5-b5bb-10287a1ce0a5 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:42.208313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cba8d9-de12-4a20-9403-3831a44e978b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Pushing event deleted for resources: {'Port': ['ID=be5f101a-7639-48c3-a0da-558458c3576e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:42.219622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b039cc-9d48-43d8-b305-ceff6a31062d req-c5fb66ac-42e3-430d-bdb5-db9d6761a73b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:42.228317 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-11b039cc-9d48-43d8-b305-ceff6a31062d req-c5fb66ac-42e3-430d-bdb5-db9d6761a73b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.4994659 Aug 29 16:50:42.302617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f3799a-4560-4c0d-b406-282af6e77549 req-47cba8d9-de12-4a20-9403-3831a44e978b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] No DVR routers for this DVR port be5f101a-7639-48c3-a0da-558458c3576e on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:50:42.408626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-26f3799a-4560-4c0d-b406-282af6e77549 req-47cba8d9-de12-4a20-9403-3831a44e978b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:42.417695 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26f3799a-4560-4c0d-b406-282af6e77549 req-47cba8d9-de12-4a20-9403-3831a44e978b tempest-ServersAdminTestJSON-129817927 tempest-ServersAdminTestJSON-129817927-project] 10.222.0.16 "DELETE /v2.0/ports/be5f101a-7639-48c3-a0da-558458c3576e HTTP/1.1" status: 204 len: 173 time: 1.1601696 Aug 29 16:50:42.432431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-11b039cc-9d48-43d8-b305-ceff6a31062d req-82c84774-8251-47d2-a892-2bfa6e8ec476 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029564 Aug 29 16:50:42.433671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-deleted', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:42.441702 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5029b2-dbc4-4363-bb3e-f27ee337ebe3" -d '{"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-deleted", "tag": "be5f101a-7639-48c3-a0da-558458c3576e"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:42.451874 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:42.465347 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:42.500228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Pushing event updated for resources: {'Port': ['ID=bf9a2417-d543-4155-b549-12ecc3bb4f4c,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:42.611895 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 954922bb-7ca4-416b-9908-70e3ff194883 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:42.707770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Transition to ACTIVE for port object c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:42.709788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8b4dd2ee-e247-44df-8610-e88cdf0cc391 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:42.711639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b4cf8bc2-847f-492c-89fd-e64ac89cf1ac None None] Provisioning for port 5c970862-7df2-4e44-82ed-87c520de7912 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:42.775657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b714317-cee2-415d-ba06-9aef5ab4b451 req-c1195e01-b5f2-47df-884b-2a0cd78f409e service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0455337 Aug 29 16:50:42.833644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Transition to ACTIVE for port object c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:42.864893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Network 93e1439b-a850-4015-a43c-40d82cf6f567 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:42.869864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:42.874809 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a279f50e-fa7a-486f-a48f-d45e4fb839ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:42.878144 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:42.967851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-c033377d-8499-43df-8892-be5e28c53e5f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:42.987120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-c033377d-8499-43df-8892-be5e28c53e5f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:42.990309 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-c033377d-8499-43df-8892-be5e28c53e5f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/networks?id=288ee690-9867-48c5-b5bb-10287a1ce0a5&id=217742bb-758b-4d27-9919-d3dd290a16fb&id=288ee690-9867-48c5-b5bb-10287a1ce0a5 HTTP/1.1" status: 200 len: 1390 time: 0.3542993 Aug 29 16:50:42.992946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Network 217742bb-758b-4d27-9919-d3dd290a16fb is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:43.009941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:43.016452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:43.020537 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Pushing event updated for resources: {'Port': ['ID=c0c78a9e-4904-4b9d-96c4-c8037ddff4a0,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:43.035938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 954922bb-7ca4-416b-9908-70e3ff194883 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:43.036877 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-597ec2fd-c423-484a-a9ce-823a26bc48bd tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/quotas/de3bcb2318ea415c8be6daba549e3d1b HTTP/1.1" status: 200 len: 375 time: 0.0273917 Aug 29 16:50:43.042965 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:43.140115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Router 8e379a5b-03cb-49cb-b55c-9716abf473ca has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:50:43.170670 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-88369f7c-b05c-4889-a6ba-c670a3a20f78 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1254756 Aug 29 16:50:43.217539 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:43.238113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Attempting to bind port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:43.238842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Attempting to bind port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'a1493f97-070e-4d95-945a-bcc557b98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:43.238842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Attempting to bind port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 on network 217742bb-758b-4d27-9919-d3dd290a16fb {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:43.256506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:43.256995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Checking segment: {'id': 'a1493f97-070e-4d95-945a-bcc557b98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:43.257733 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:43.257872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Bound using segment: {'id': 'a1493f97-070e-4d95-945a-bcc557b98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:43.258343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Bound port: c0c78a9e-4904-4b9d-96c4-c8037ddff4a0, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1493f97-070e-4d95-945a-bcc557b98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:43.258835 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:43.319646 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-a3767189-7e66-44e7-aa53-70061cc3d53e service neutron] 10.222.0.22 "GET /v2.0/networks/288ee690-9867-48c5-b5bb-10287a1ce0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478949 Aug 29 16:50:43.353318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ea376ec7-023e-4928-9279-9c29e7f2746a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:43.357038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device be5f101a-7639-48c3-a0da-558458c3576e no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:43.390263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:50:43.406180 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-495f18c4-4b96-4cc3-8c66-24c49a12a91d admin admin] 10.222.0.22 "PUT /v2.0/routers/8e379a5b-03cb-49cb-b55c-9716abf473ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6027524 Aug 29 16:50:43.460984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8b4dd2ee-e247-44df-8610-e88cdf0cc391, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:43.505605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4dd2ee-e247-44df-8610-e88cdf0cc391'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:43.508485 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4706a226-fe1c-4a9f-9945-5986dc6b1242" -d '{"events": [{"server_uuid": "b77f74c1-8de4-47ad-bc50-3303dd4541cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4dd2ee-e247-44df-8610-e88cdf0cc391"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:43.510450 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-3aceeda1-1f95-4aa2-a2aa-d7e80ca70ee9 service neutron] 10.222.0.22 "GET /v2.0/networks/288ee690-9867-48c5-b5bb-10287a1ce0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894729 Aug 29 16:50:43.520218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Sync routers for ids ['8e379a5b-03cb-49cb-b55c-9716abf473ca'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:50:43.523208 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: be5f101a-7639-48c3-a0da-558458c3576e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:50:43.523761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device be5f101a-7639-48c3-a0da-558458c3576e not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:50:43.533098 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:50:43.540155 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:43.615474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8b4dd2ee-e247-44df-8610-e88cdf0cc391,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:43.622272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-5e98f25f-40b9-4044-b373-6b6cd7c8610f tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:43.626831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-5e98f25f-40b9-4044-b373-6b6cd7c8610f tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.10 "GET /v2.0/networks?id=1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 200 len: 812 time: 0.2043772 Aug 29 16:50:43.632779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9b7e8bb9-dced-499c-8fc3-a6181c62fbce None None] Provisioning complete for port bf9a2417-d543-4155-b549-12ecc3bb4f4c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:43.633163 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8bb9-dced-499c-8fc3-a6181c62fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:43.643960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'port': {'device_id': 'b1603e19-417e-4abd-b273-438155cee1c9', 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a', 'admin_state_up': True, 'tenant_id': 'f2a2a2a5b135491d8d0a4e6596310bb6'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:43.662863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Routers {'8e379a5b-03cb-49cb-b55c-9716abf473ca'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:43.663505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8e379a5b-03cb-49cb-b55c-9716abf473ca'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:43.676488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-e8b992c3-3aeb-45e4-88f9-dc3bd5c31b0d tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:50:43.679030 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-e8b992c3-3aeb-45e4-88f9-dc3bd5c31b0d tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0284564 Aug 29 16:50:43.693576 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-5591b0a1-725e-4b1a-98fa-3ff011562884 service neutron] 10.222.0.22 "GET /v2.0/networks/217742bb-758b-4d27-9919-d3dd290a16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821060 Aug 29 16:50:43.719037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Request body: {'binding': {'host': 'n-h1-713301-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:43.720188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Unknown quota resources ['binding']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:50:43.744991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] For port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:43.770728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e8bb9-dced-499c-8fc3-a6181c62fbce None None] Port bf9a2417-d543-4155-b549-12ecc3bb4f4c cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:43.780009 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] For port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0c78a9e-4904-4b9d-96c4-c8037ddff4a0,segment=NetworkSegment(a1493f97-070e-4d95-945a-bcc557b98400),segment_id=a1493f97-070e-4d95-945a-bcc557b98400)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:43.786016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ea376ec7-023e-4928-9279-9c29e7f2746a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:43.786016 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:43.832137 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:43.856348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-7bcd8310-aaa0-41a8-9121-d5c986930f0c service neutron] 10.222.0.22 "GET /v2.0/networks/217742bb-758b-4d27-9919-d3dd290a16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615975 Aug 29 16:50:43.931106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Set router 8e379a5b-03cb-49cb-b55c-9716abf473ca gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:43.938087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Made reservation on behalf of f2a2a2a5b135491d8d0a4e6596310bb6 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:43.941827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:43.982419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd72705-74ca-4aaf-9aa0-b0d6f17c0ce0 None None] Pushing event updated for resources: {'Port': ['ID=c0c78a9e-4904-4b9d-96c4-c8037ddff4a0,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:44.017723 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-72bfd103-0972-4f00-9423-71a8ad3fb6a9 service neutron] 10.222.0.22 "GET /v2.0/networks/288ee690-9867-48c5-b5bb-10287a1ce0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540868 Aug 29 16:50:44.036699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 on host n-h1-713301-13 for vnic_type normal with profile None {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:44.036988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:44.037362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:44.055070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Port 01067f0f-fca2-47c8-9850-cc378867fa17 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:50:44.055381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:44.067738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:44.068125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:44.068500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:44.068952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Bound port: 01067f0f-fca2-47c8-9850-cc378867fa17, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:44.121478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-4aa59ead-e581-4da1-8471-e490099b0b7f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883200 Aug 29 16:50:44.158612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Allocated IP 172.20.0.6 (1125c0b4-2376-4597-8452-71f3a79e075a/8e750d55-2e0f-4756-8498-a246e5a4cb25/d8318f8b-41e8-4b48-a4d8-ad3d42e595d4) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:44.171598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c970862-7df2-4e44-82ed-87c520de7912 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:44.178765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=01067f0f-fca2-47c8-9850-cc378867fa17,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:44.189813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:44.191849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-8618ceb7-1f0b-46f9-9ee3-12670e33697c service neutron] 10.222.0.22 "POST /v2.0/ports/01067f0f-fca2-47c8-9850-cc378867fa17/bindings HTTP/1.1" status: 201 len: 390 time: 0.4764199 Aug 29 16:50:44.203713 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-7ea78b32-0b7f-401e-8eee-f214c03cf6c7 service neutron] 10.222.0.22 "GET /v2.0/networks/288ee690-9867-48c5-b5bb-10287a1ce0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722856 Aug 29 16:50:44.337542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-router', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:40Z', 'revision_number': 4, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'gw_port': {'id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:33Z', 'updated_at': '2021-08-29T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'bf9a2417-d543-4155-b549-12ecc3bb4f4c', 'name': '', 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'mac_address': 'fa:16:3e:8e:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'b7f027a7-979a-4861-a461-cbaa608cbe19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:38Z', 'updated_at': '2021-08-29T16:50:41Z', 'revision_number': 2, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'subnets': [{'id': 'b7f027a7-979a-4861-a461-cbaa608cbe19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:44.342888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 5c970862-7df2-4e44-82ed-87c520de7912 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:44.388305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5c970862-7df2-4e44-82ed-87c520de7912 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:44.388786 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:44.392443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Checking router: 8e379a5b-03cb-49cb-b55c-9716abf473ca for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:50:44.392829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Updating router 8e379a5b-03cb-49cb-b55c-9716abf473ca port bf9a2417-d543-4155-b549-12ecc3bb4f4c binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:50:44.446117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-da0936b7-941c-4d3b-8542-1ed8a1074aeb tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:44.449518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-da0936b7-941c-4d3b-8542-1ed8a1074aeb tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3171287 Aug 29 16:50:44.462661 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d94332e1-e702-4135-ba3d-40963c8e452e req-6f6388ec-4628-4f69-981a-58b362a1acb8 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 210 time: 0.0825517 Aug 29 16:50:44.472452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Request body: {'port': {'device_id': 'b716b866-df1c-4adc-8cbf-35d796c1bf1e', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f6a9dbf52a394a089b69d53045802e1f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:44.485766 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:44.623512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:44.626750 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2426d7f-6692-410e-b553-26619688ffda x-openstack-request-id: req-d2426d7f-6692-410e-b553-26619688ffda {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:44.628742 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b388b9-acc4-474f-a544-be8f890dff68", "name": "network-vif-deleted", "tag": "be5f101a-7639-48c3-a0da-558458c3576e", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:44.629009 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2426d7f-6692-410e-b553-26619688ffda {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:44.631203 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b388b9-acc4-474f-a544-be8f890dff68', 'name': 'network-vif-deleted', 'tag': 'be5f101a-7639-48c3-a0da-558458c3576e', 'status': 'completed', 'code': 200} Aug 29 16:50:44.700260 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:44.828066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d295df-641d-46c6-a07e-0a9bc6dece3b req-6dfe9564-1da7-4941-89f5-cfa026347702 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:44.833728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43d295df-641d-46c6-a07e-0a9bc6dece3b req-6dfe9564-1da7-4941-89f5-cfa026347702 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 931 time: 0.1772811 Aug 29 16:50:44.851169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Network 1125c0b4-2376-4597-8452-71f3a79e075a is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:44.858233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:44.860610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'Port': ['ID=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:44.870133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:44.901613 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:44.909168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Made reservation on behalf of f6a9dbf52a394a089b69d53045802e1f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:44.920093 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:44.973721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 5c970862-7df2-4e44-82ed-87c520de7912, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5c970862-7df2-4e44-82ed-87c520de7912,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:45.002860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:45.024526 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-70d5fd40-9100-4c9c-a4ee-eb3dac292450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:45.026390 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-70d5fd40-9100-4c9c-a4ee-eb3dac292450 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 1098 time: 0.2982886 Aug 29 16:50:45.027503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:45.028842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:45.032794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40852) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:45.049899 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-74ef181a-13f2-43cb-ae7f-87526e29a532 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4092689 Aug 29 16:50:45.061518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Request body: {'port': {'device_id': 'b1603e19-417e-4abd-b273-438155cee1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:45.120243 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea7e6-cf69-4a09-9d5c-a18ad80e7f56 req-511aca58-b106-45cd-b0bb-0efbd368dbfe tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:45.122812 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b0ea7e6-cf69-4a09-9d5c-a18ad80e7f56 req-511aca58-b106-45cd-b0bb-0efbd368dbfe tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 948 time: 0.1935532 Aug 29 16:50:45.215363 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b0ea7e6-cf69-4a09-9d5c-a18ad80e7f56 req-ea5096f9-163d-4924-8f11-d6c1cf71e92b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836308 Aug 29 16:50:45.223291 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:45.261245 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43d295df-641d-46c6-a07e-0a9bc6dece3b req-64d1c8de-91db-4890-8fb1-36d17d134ca7 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098105 Aug 29 16:50:45.262407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-22823a58-6181-4bcf-8121-5cb7701b82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:45.263867 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-22823a58-6181-4bcf-8121-5cb7701b82db service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.1884568 Aug 29 16:50:45.284168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:45.405123 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-34e24f8b-62b1-4126-90d6-2ae767059250 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01067f0f-fca2-47c8-9850-cc378867fa17 HTTP/1.1" status: 200 len: 217 time: 0.1287892 Aug 29 16:50:45.506743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-a0c348f6-ed83-472b-ba80-295a98bdd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:45.508539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-a0c348f6-ed83-472b-ba80-295a98bdd9d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.0792408 Aug 29 16:50:45.566520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d0d32f41-2e25-45d6-8db8-a04ebd7e406d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac6c5042c32e45418127eace69076549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5322189 Aug 29 16:50:45.581120 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ddd13-7a54-414b-b644-189572ce992b x-openstack-request-id: req-f23ddd13-7a54-414b-b644-189572ce992b {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:45.581618 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f74c1-8de4-47ad-bc50-3303dd4541cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4dd2ee-e247-44df-8610-e88cdf0cc391", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:45.581952 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f23ddd13-7a54-414b-b644-189572ce992b {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:45.582231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40864) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:45.582337 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4dd2ee-e247-44df-8610-e88cdf0cc391', 'code': 200} Aug 29 16:50:45.583014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee99848-a5dc-42bd-a989-7943ad1002a5 None None] Network 217742bb-758b-4d27-9919-d3dd290a16fb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:45.608132 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-3cb4028f-e4e1-4583-b731-2cde9f261eeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579629 Aug 29 16:50:45.639027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=5c970862-7df2-4e44-82ed-87c520de7912,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:45.645192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33713b3-9ede-46e4-bf10-20d68791e01a req-82aa8485-1088-46e0-aff2-1ad5c054c5bb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:45.653631 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d33713b3-9ede-46e4-bf10-20d68791e01a req-82aa8485-1088-46e0-aff2-1ad5c054c5bb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.1334410 Aug 29 16:50:45.689206 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-d4637010-8b36-42b9-a7f5-0b4204467346 req-2910a822-b60e-4419-9fdd-835f1204bb4b tempest-FloatingIPDetailsNegativeTestJSON-1903554850 tempest-FloatingIPDetailsNegativeTestJSON-1903554850-project] show failed (client error): The resource could not be found. Aug 29 16:50:45.690818 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d4637010-8b36-42b9-a7f5-0b4204467346 req-2910a822-b60e-4419-9fdd-835f1204bb4b tempest-FloatingIPDetailsNegativeTestJSON-1903554850 tempest-FloatingIPDetailsNegativeTestJSON-1903554850-project] 10.222.0.22 "GET /v2.0/floatingips/d4ed501f-67fb-49ec-bee6-b550723c6b4e HTTP/1.1" status: 404 len: 350 time: 0.0885940 Aug 29 16:50:45.707631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40866) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:45.740430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Allocated IP 192.168.233.128 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/ffe759c7-1974-4ed2-a784-d33dd4acf54a) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:45.754097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fe9c6848-069b-4051-aa7d-d6174106903e None None] Provisioning for port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:45.762377 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-db1eb7f3-9f47-448f-b5d1-e133c235fdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:45.840901 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a74d0fa6-72af-402e-8b07-c232c3ea7e40 req-035666d2-3e43-459d-b338-4b0f69854cc5 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 210 time: 0.0650034 Aug 29 16:50:45.846015 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:45.854434 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:45.859593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff9ff-15a8-45ce-8c4a-93580a550abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:45.896672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:45.897009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-123208c9-16e7-4c29-8b3f-1d3492ca6176 service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745390 Aug 29 16:50:45.906466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Transition to ACTIVE for port object bf9a2417-d543-4155-b549-12ecc3bb4f4c will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:45.911736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:45.912141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:45.938994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:45.942972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d33713b3-9ede-46e4-bf10-20d68791e01a req-b3cd7be8-b5e1-4d01-9fce-39fea5c4e663 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827110 Aug 29 16:50:45.984101 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff9ff-15a8-45ce-8c4a-93580a550abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.056465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab5aab-4a44-4860-8922-02a5c4b5efe7 None None] Pushing event updated for resources: {'Port': ['ID=bf9a2417-d543-4155-b549-12ecc3bb4f4c,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:46.171383 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56fe75e3-2c6c-4e8a-a03c-a4c101039ce1 req-ea0cce98-0ba6-422a-86ab-39c11ede598f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 210 time: 0.1012793 Aug 29 16:50:46.258047 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.281252 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Attempting to bind port bf9a2417-d543-4155-b549-12ecc3bb4f4c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:46.281422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Attempting to bind port bf9a2417-d543-4155-b549-12ecc3bb4f4c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'db003b31-fbea-4dd0-a13b-0f4a98257833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:46.281830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Attempting to bind port bf9a2417-d543-4155-b549-12ecc3bb4f4c on network 93e1439b-a850-4015-a43c-40d82cf6f567 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:46.298561 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff9ff-15a8-45ce-8c4a-93580a550abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.302694 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3b8ff9ff-15a8-45ce-8c4a-93580a550abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.305448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3b8ff9ff-15a8-45ce-8c4a-93580a550abe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/376269eb-a6ed-44ed-ac19-756370739356 HTTP/1.1" status: 204 len: 168 time: 0.7188487 Aug 29 16:50:46.314945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:46.315674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Checking segment: {'id': 'db003b31-fbea-4dd0-a13b-0f4a98257833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:46.316601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:46.317429 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.324272 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Bound using segment: {'id': 'db003b31-fbea-4dd0-a13b-0f4a98257833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:46.325574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Bound port: bf9a2417-d543-4155-b549-12ecc3bb4f4c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db003b31-fbea-4dd0-a13b-0f4a98257833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:46.326236 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.339600 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.359155 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.428884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-06424198-f54c-41f4-8512-391b64e6b27c service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150726 Aug 29 16:50:46.461263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Transition to ACTIVE for port object ffe759c7-1974-4ed2-a784-d33dd4acf54a will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:46.463081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ff9ff-15a8-45ce-8c4a-93580a550abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376269eb-a6ed-44ed-ac19-756370739356,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:46.522640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Transition to ACTIVE for port object d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:46.604267 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.654268 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0c78a9e-4904-4b9d-96c4-c8037ddff4a0,segment=NetworkSegment(a1493f97-070e-4d95-945a-bcc557b98400),segment_id=a1493f97-070e-4d95-945a-bcc557b98400)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:46.702330 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.709510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8b4dd2ee-e247-44df-8610-e88cdf0cc391 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:50:46.721300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] For port bf9a2417-d543-4155-b549-12ecc3bb4f4c, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:46.725415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] For port bf9a2417-d543-4155-b549-12ecc3bb4f4c, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bf9a2417-d543-4155-b549-12ecc3bb4f4c,segment=NetworkSegment(db003b31-fbea-4dd0-a13b-0f4a98257833),segment_id=db003b31-fbea-4dd0-a13b-0f4a98257833)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:46.729190 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.741652 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:46.764005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17ed61-521d-4e75-a34f-98a1a341a696 req-636db06c-54de-4ab1-af9f-b8c98753dcf8 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:46.771810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5e17ed61-521d-4e75-a34f-98a1a341a696 req-636db06c-54de-4ab1-af9f-b8c98753dcf8 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 948 time: 0.4065139 Aug 29 16:50:46.841140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Pushing event updated for resources: {'Port': ['ID=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:46.892701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Routers {'8e379a5b-03cb-49cb-b55c-9716abf473ca'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:46.893394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8e379a5b-03cb-49cb-b55c-9716abf473ca'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:46.968354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5e17ed61-521d-4e75-a34f-98a1a341a696 req-08948c43-01cb-444c-a07f-538863d5f685 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915336 Aug 29 16:50:47.025801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40882) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:47.066546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Attempting to bind port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:47.067138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Attempting to bind port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '159d06f1-1843-40f5-8787-1889b48c00c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:47.067923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Attempting to bind port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 on network 1125c0b4-2376-4597-8452-71f3a79e075a {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:47.099652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 on network 1125c0b4-2376-4597-8452-71f3a79e075a not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:50:47.100362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Attempting to bind port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 on network 1125c0b4-2376-4597-8452-71f3a79e075a {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:47.132385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] Set router 8e379a5b-03cb-49cb-b55c-9716abf473ca gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:47.177246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:47.178009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Checking segment: {'id': '159d06f1-1843-40f5-8787-1889b48c00c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:47.178414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Bound using segment: {'id': '159d06f1-1843-40f5-8787-1889b48c00c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:47.179948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Bound port: d8318f8b-41e8-4b48-a4d8-ad3d42e595d4, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159d06f1-1843-40f5-8787-1889b48c00c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:47.180340 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:47.224616 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-edb6c55f-c4c5-4423-b331-12436fe6d986 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6cb9a5c9500c4569a28243e75c6ec8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504066 Aug 29 16:50:47.275512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40886) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:47.322770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c970862-7df2-4e44-82ed-87c520de7912 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:47.354447 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:47.399002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace', '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:47.401740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6', 'c605cd2d-c605-4607-946f-9700c452073f', '02cec373-07b1-43fd-8161-84b3715f5089', '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:47.403658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169938d6-606c-491a-90ff-678c22295737 req-fb512e0b-bc5e-4bd5-8e4c-b0f6f99f17b8 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:47.405338 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-169938d6-606c-491a-90ff-678c22295737 req-fb512e0b-bc5e-4bd5-8e4c-b0f6f99f17b8 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd&tenant_id=0f1094930cac4d8f9e7626730739de9b&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 948 time: 0.8936110 Aug 29 16:50:47.405857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=c0c78a9e-4904-4b9d-96c4-c8037ddff4a0,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:47.407542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] For port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:47.436433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafebc6-f73e-449d-a4f1-918026ef9a1b req-deedbae7-750f-4354-8401-f5cdbd18d459 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:47.436755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] For port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:47.450076 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1cad78a7-9711-4dd1-8484-32566f04d2f8 req-7a01237e-50d7-4888-a5bb-c038ab55b66f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 210 time: 0.3507602 Aug 29 16:50:47.456069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bafebc6-f73e-449d-a4f1-918026ef9a1b req-deedbae7-750f-4354-8401-f5cdbd18d459 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 943 time: 0.9779336 Aug 29 16:50:47.475948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:47.505751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event updated for resources: {'Port': ['ID=ffe759c7-1974-4ed2-a784-d33dd4acf54a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:47.527621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:47.532656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:47.538151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:47.575828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Pushing event updated for resources: {'Port': ['ID=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:47.584437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fc3f1825-ea7a-4883-bed9-0c31cd66228e None None] Provisioning complete for port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:47.584905 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1825-ea7a-4883-bed9-0c31cd66228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:47.595933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:47.596558 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:47.598025 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-ac0ee7a9-2955-420c-a18d-9cbafaef5834 service neutron] 10.222.0.10 "PUT /v2.0/ports/d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 HTTP/1.1" status: 200 len: 1092 time: 2.5419807 Aug 29 16:50:47.599939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1603e19-417e-4abd-b273-438155cee1c9', 'tag': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:47.602204 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5192075b-2ab4-4bf8-a8f9-ad64c7feed21" -d '{"events": [{"name": "network-changed", "server_uuid": "b1603e19-417e-4abd-b273-438155cee1c9", "tag": "d8318f8b-41e8-4b48-a4d8-ad3d42e595d4"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:47.646359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-ae2a7ea3-4a67-4235-984b-44c39e5f56fc tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:47.678899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-ae2a7ea3-4a67-4235-984b-44c39e5f56fc tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:47.680515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-ae2a7ea3-4a67-4235-984b-44c39e5f56fc tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "GET /v2.0/networks?id=288ee690-9867-48c5-b5bb-10287a1ce0a5&id=217742bb-758b-4d27-9919-d3dd290a16fb&id=288ee690-9867-48c5-b5bb-10287a1ce0a5 HTTP/1.1" status: 200 len: 1390 time: 1.2639458 Aug 29 16:50:47.724177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'port': {'device_id': 'b5763d2e-100d-442d-a85f-317908739be1', 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5', 'admin_state_up': True, 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:47.758750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-5ae5c19f-d434-48ca-8bbd-043f77ebbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:47.760411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-5ae5c19f-d434-48ca-8bbd-043f77ebbea5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 1095 time: 0.0926588 Aug 29 16:50:47.770190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c832f9-98f5-4215-91ea-346d432295b1 req-cab43e86-dd10-4090-b1b1-436ce2d5d68d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:47.777936 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7c832f9-98f5-4215-91ea-346d432295b1 req-cab43e86-dd10-4090-b1b1-436ce2d5d68d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.1784718 Aug 29 16:50:47.816386 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:47.827044 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-607f4b2b-0fdf-4409-ba15-b56f6c779a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:47.847664 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bafebc6-f73e-449d-a4f1-918026ef9a1b req-6a930d2b-e150-4d14-af2b-968ae53d9682 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336184 Aug 29 16:50:47.878535 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-9b6733ff-7238-475a-bbe5-c76894f261cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 HTTP/1.1" status: 200 len: 217 time: 0.0960011 Aug 29 16:50:47.885585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8b4dd2ee-e247-44df-8610-e88cdf0cc391, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:47.894151 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7c832f9-98f5-4215-91ea-346d432295b1 req-1c9a42ea-f128-4196-8ff1-b7b1f294d3b0 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153336 Aug 29 16:50:47.930370 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '8b4dd2ee-e247-44df-8610-e88cdf0cc391', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '8b4dd2ee-e247-44df-8610-e88cdf0cc391', 'mac_address': 'fa:16:3e:1d:ed:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:50:47.955027 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:47.966290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:47.966939 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:47.975305 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-607f4b2b-0fdf-4409-ba15-b56f6c779a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:47.979952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169938d6-606c-491a-90ff-678c22295737 req-e4941819-25d9-4e93-be94-6ba20393a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:47.981748 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-169938d6-606c-491a-90ff-678c22295737 req-e4941819-25d9-4e93-be94-6ba20393a2bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 1100 time: 0.4016750 Aug 29 16:50:48.100080 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-1d1f268f-4677-4f71-b813-fe2876955b4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6352544 Aug 29 16:50:48.111271 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:48.126707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Request body: {'port': {'device_id': 'b716b866-df1c-4adc-8cbf-35d796c1bf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:48.190103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:48.194115 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:48.210488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3eb6b-b249-4f7b-ac6b-494d860d85a6 req-4a5d4641-cc20-4e3a-90f4-5a541d278b9f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:48.218228 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6ea3eb6b-b249-4f7b-ac6b-494d860d85a6 req-4a5d4641-cc20-4e3a-90f4-5a541d278b9f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 936 time: 0.2594388 Aug 29 16:50:48.251938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab5aab-4a44-4860-8922-02a5c4b5efe7 None None] Pushing event updated for resources: {'Port': ['ID=bf9a2417-d543-4155-b549-12ecc3bb4f4c,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:48.270395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5c970862-7df2-4e44-82ed-87c520de7912 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:48.270859 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:48.272532 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:48.290080 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-607f4b2b-0fdf-4409-ba15-b56f6c779a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:48.293197 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-607f4b2b-0fdf-4409-ba15-b56f6c779a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:48.294530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-607f4b2b-0fdf-4409-ba15-b56f6c779a66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2f2fa2d-b98a-4d76-b45b-eb241a2d79d9 HTTP/1.1" status: 204 len: 168 time: 1.0165937 Aug 29 16:50:48.319551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169938d6-606c-491a-90ff-678c22295737 req-dc5e9a69-ac36-489c-8935-be5a5516a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:48.321346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-169938d6-606c-491a-90ff-678c22295737 req-dc5e9a69-ac36-489c-8935-be5a5516a802 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.3196638 Aug 29 16:50:48.345058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4dd2ee-e247-44df-8610-e88cdf0cc391 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:48.373123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f4b2b-0fdf-4409-ba15-b56f6c779a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f2fa2d-b98a-4d76-b45b-eb241a2d79d9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:48.375191 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:48.400353 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6052ea4-7161-4f2e-8be0-75b053a03816 x-openstack-request-id: req-b6052ea4-7161-4f2e-8be0-75b053a03816 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:48.400353 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1603e19-417e-4abd-b273-438155cee1c9", "tag": "d8318f8b-41e8-4b48-a4d8-ad3d42e595d4", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:48.400353 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6052ea4-7161-4f2e-8be0-75b053a03816 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:48.400353 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1603e19-417e-4abd-b273-438155cee1c9', 'tag': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4', 'status': 'completed', 'code': 200} Aug 29 16:50:48.400759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8b4dd2ee-e247-44df-8610-e88cdf0cc391, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:48.445022 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:48.466998 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6ea3eb6b-b249-4f7b-ac6b-494d860d85a6 req-c47cb59e-fb72-4f0b-a73b-915b7726f1e5 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473595 Aug 29 16:50:48.479058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-169938d6-606c-491a-90ff-678c22295737 req-8a40b305-6973-4243-ac21-e528884a3b19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391 HTTP/1.1" status: 200 len: 217 time: 0.1413097 Aug 29 16:50:48.492999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-71f22573-f0b0-4f35-a0c9-43261b42a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:48.495211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-71f22573-f0b0-4f35-a0c9-43261b42a5a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e750d55-2e0f-4756-8498-a246e5a4cb25 HTTP/1.1" status: 200 len: 852 time: 0.5986054 Aug 29 16:50:48.559246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-a90ebd25-e6ef-487f-8ac4-64804802b7c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1125c0b4-2376-4597-8452-71f3a79e075a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369699 Aug 29 16:50:48.574827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7b287-25b6-465d-af94-4b3e4d9d9253 req-d3052526-b69e-41dd-90d4-074e024ecb7e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:48.583814 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d7b287-25b6-465d-af94-4b3e4d9d9253 req-d3052526-b69e-41dd-90d4-074e024ecb7e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 949 time: 0.1850584 Aug 29 16:50:48.637566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-router', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:40Z', 'revision_number': 4, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'gw_port': {'id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:33Z', 'updated_at': '2021-08-29T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'bf9a2417-d543-4155-b549-12ecc3bb4f4c', 'name': '', 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'mac_address': 'fa:16:3e:8e:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'b7f027a7-979a-4861-a461-cbaa608cbe19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:38Z', 'updated_at': '2021-08-29T16:50:46Z', 'revision_number': 4, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'subnets': [{'id': 'b7f027a7-979a-4861-a461-cbaa608cbe19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:48.698641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a5fef-33f9-4ac9-895e-81dde9146b25 None None] The sync data for ids ['8e379a5b-03cb-49cb-b55c-9716abf473ca'] in n-d-713301-13 is: [{'id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-router', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:40Z', 'revision_number': 4, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'gw_port': {'id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:33Z', 'updated_at': '2021-08-29T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'bf9a2417-d543-4155-b549-12ecc3bb4f4c', 'name': '', 'network_id': '93e1439b-a850-4015-a43c-40d82cf6f567', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'mac_address': 'fa:16:3e:8e:b2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'b7f027a7-979a-4861-a461-cbaa608cbe19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:38Z', 'updated_at': '2021-08-29T16:50:46Z', 'revision_number': 4, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'subnets': [{'id': 'b7f027a7-979a-4861-a461-cbaa608cbe19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:50:48.704551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bbf46c9b-ed39-4971-aab4-a3f013220259 req-e4a39eed-4e31-4436-92fb-f6acaa906ef0 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 210 time: 0.0906367 Aug 29 16:50:48.744453 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8b4dd2ee-e247-44df-8610-e88cdf0cc391,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:48.759465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8b4dd2ee-e247-44df-8610-e88cdf0cc391'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:48.793106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169938d6-606c-491a-90ff-678c22295737 req-ff13e663-71c1-4718-be80-0886be3a4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:48.794681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-169938d6-606c-491a-90ff-678c22295737 req-ff13e663-71c1-4718-be80-0886be3a4955 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.2527823 Aug 29 16:50:48.823271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Allocated IP 19.80.0.96 (288ee690-9867-48c5-b5bb-10287a1ce0a5/bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2/91c2cefd-214d-47d5-8bf4-860b73d51112) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:48.942379 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d7b287-25b6-465d-af94-4b3e4d9d9253 req-45078a6c-5da5-41f7-8bb1-412df67a2c39 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573816 Aug 29 16:50:48.959823 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-16cc2ea7-9f19-402c-ba4d-e9103cc0d09e service neutron] 10.222.0.10 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649628 Aug 29 16:50:49.163362 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16a1cdbd-fb13-4305-a752-e6748f217000 req-deae8282-ccb3-40fe-9eb6-06b146dbb24d service neutron] 10.222.0.10 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990309 Aug 29 16:50:49.180321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169938d6-606c-491a-90ff-678c22295737 req-dc4634c0-c842-4554-a348-f1c6bdb29650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:49.182038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-169938d6-606c-491a-90ff-678c22295737 req-dc4634c0-c842-4554-a348-f1c6bdb29650 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3710160 Aug 29 16:50:49.304057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8fc1b0c1-9a8e-4d51-804d-15abb27e5b4c None None] Provisioning for port ffe759c7-1974-4ed2-a784-d33dd4acf54a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:49.364458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8fc1b0c1-9a8e-4d51-804d-15abb27e5b4c None None] Provisioning complete for port ffe759c7-1974-4ed2-a784-d33dd4acf54a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:49.367736 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8fc1b0c1-9a8e-4d51-804d-15abb27e5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:49.427330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3607f-5ab7-43d2-803b-bb40a072e28f req-92772cec-11c1-4928-9a7d-37f2cd308f59 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:49.442533 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ad3607f-5ab7-43d2-803b-bb40a072e28f req-92772cec-11c1-4928-9a7d-37f2cd308f59 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.2702572 Aug 29 16:50:49.457396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1b0c1-9a8e-4d51-804d-15abb27e5b4c None None] Port ffe759c7-1974-4ed2-a784-d33dd4acf54a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:49.462474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e9df2-9a66-48e6-9f38-a82bec2983fa req-cfad7c5f-d544-48c1-8293-781f40414144 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:49.471583 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e5e9df2-9a66-48e6-9f38-a82bec2983fa req-cfad7c5f-d544-48c1-8293-781f40414144 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 943 time: 0.4611311 Aug 29 16:50:49.490702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192075b-2ab4-4bf8-a8f9-ad64c7feed21 req-f7796438-8916-4d24-a1e6-f21d38ffca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:49.516003 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5192075b-2ab4-4bf8-a8f9-ad64c7feed21 req-f7796438-8916-4d24-a1e6-f21d38ffca4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 1095 time: 0.2811561 Aug 29 16:50:49.690812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:49.693116 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ad3607f-5ab7-43d2-803b-bb40a072e28f req-d2a219c4-aade-4179-8788-7d514e32f4af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483761 Aug 29 16:50:49.697773 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e5e9df2-9a66-48e6-9f38-a82bec2983fa req-05d1344f-3941-4dae-93d6-2c4047b1e831 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198131 Aug 29 16:50:49.782515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] Deleting port bf9a2417-d543-4155-b549-12ecc3bb4f4c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:49.782862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:49.783406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-169938d6-606c-491a-90ff-678c22295737 req-248c5901-3fd5-4158-aa79-8127f598e9a7 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852242 Aug 29 16:50:49.816756 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:49.904181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:49.904559 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:49.908441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192075b-2ab4-4bf8-a8f9-ad64c7feed21 req-df9f68ec-3a8e-4e95-badf-70fa80016454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:49.922784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5192075b-2ab4-4bf8-a8f9-ad64c7feed21 req-df9f68ec-3a8e-4e95-badf-70fa80016454 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 200 len: 913 time: 0.3829439 Aug 29 16:50:49.930847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Transition to ACTIVE for port object 91c2cefd-214d-47d5-8bf4-860b73d51112 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:49.952317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:49.992161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe759c7-1974-4ed2-a784-d33dd4acf54a {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:50.009016 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77b88a8b-bd12-4794-ac24-ded8b01860ac req-8ef6ff54-b112-416b-9c3a-55f9b3ba7831 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 210 time: 0.1043303 Aug 29 16:50:50.016361 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:50.054887 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5192075b-2ab4-4bf8-a8f9-ad64c7feed21 req-c4cfe975-dacc-4eec-99f1-340a53ae00c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 HTTP/1.1" status: 200 len: 217 time: 0.1120772 Aug 29 16:50:50.072951 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:50.147302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bf9a2417-d543-4155-b549-12ecc3bb4f4c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:50.156952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Transition to ACTIVE for port object ffe759c7-1974-4ed2-a784-d33dd4acf54a will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:50.164372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-169938d6-606c-491a-90ff-678c22295737 req-93fe228a-853e-4c43-bb02-17e25508b200 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571818 Aug 29 16:50:50.186861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192075b-2ab4-4bf8-a8f9-ad64c7feed21 req-a6ed1b58-b5aa-484c-ab30-e891ef660aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:50.190355 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5192075b-2ab4-4bf8-a8f9-ad64c7feed21 req-a6ed1b58-b5aa-484c-ab30-e891ef660aad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e750d55-2e0f-4756-8498-a246e5a4cb25 HTTP/1.1" status: 200 len: 852 time: 0.1158979 Aug 29 16:50:50.191710 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:50.225162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network 288ee690-9867-48c5-b5bb-10287a1ce0a5 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:50.233901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] For port bf9a2417-d543-4155-b549-12ecc3bb4f4c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bf9a2417-d543-4155-b549-12ecc3bb4f4c,segment=NetworkSegment(db003b31-fbea-4dd0-a13b-0f4a98257833),segment_id=db003b31-fbea-4dd0-a13b-0f4a98257833)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:50.234993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:50.253381 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port bf9a2417-d543-4155-b549-12ecc3bb4f4c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:50.259729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] Calling delete_port for bf9a2417-d543-4155-b549-12ecc3bb4f4c owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:50.260216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port bf9a2417-d543-4155-b549-12ecc3bb4f4c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:50.260794 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:50.289004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf1e08-7a66-4217-9a6b-e7655a3598e9 req-ed99ccaa-7946-42f1-857b-b0ce0604886e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:50.301464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eebf1e08-7a66-4217-9a6b-e7655a3598e9 req-ed99ccaa-7946-42f1-857b-b0ce0604886e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 936 time: 0.4927561 Aug 29 16:50:50.311396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:50.340801 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:50.371783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Port': ['ID=91c2cefd-214d-47d5-8bf4-860b73d51112,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:50.436547 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5192075b-2ab4-4bf8-a8f9-ad64c7feed21 req-e388578a-a58a-44c5-a669-4267b1af6ad2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1125c0b4-2376-4597-8452-71f3a79e075a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915341 Aug 29 16:50:50.454393 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:50.540667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port bf9a2417-d543-4155-b549-12ecc3bb4f4c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bf9a2417-d543-4155-b549-12ecc3bb4f4c,segment=NetworkSegment(db003b31-fbea-4dd0-a13b-0f4a98257833),segment_id=db003b31-fbea-4dd0-a13b-0f4a98257833)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:50.548871 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:50.633146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=bf9a2417-d543-4155-b549-12ecc3bb4f4c,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:50.712544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8b4dd2ee-e247-44df-8610-e88cdf0cc391 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:50.772716 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eebf1e08-7a66-4217-9a6b-e7655a3598e9 req-5117cd98-08c8-44e9-bd8d-db4b76008192 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688916 Aug 29 16:50:50.799141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:50.802329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:50.811262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Pushing event updated for resources: {'Port': ['ID=ffe759c7-1974-4ed2-a784-d33dd4acf54a,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:50.819172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2123f3-6b17-46ba-9ea2-c64068db0a9c req-e4843e54-8309-40ff-a1e6-6ccd1d8e6217 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:50.828651 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db2123f3-6b17-46ba-9ea2-c64068db0a9c req-e4843e54-8309-40ff-a1e6-6ccd1d8e6217 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 949 time: 0.6359231 Aug 29 16:50:50.860313 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa4e8924-9ad3-46cb-8906-ec0e7935ae5b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1517386 Aug 29 16:50:50.861990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-67e746f3-643e-4a83-afcd-d3b96bfbbd35 None None] Provisioning for port 91c2cefd-214d-47d5-8bf4-860b73d51112 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:50.890161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'port': {'device_id': 'b5763d2e-100d-442d-a85f-317908739be1', 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb', 'admin_state_up': True, 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:50.895254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Attempting to bind port ffe759c7-1974-4ed2-a784-d33dd4acf54a on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:50.895644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Attempting to bind port ffe759c7-1974-4ed2-a784-d33dd4acf54a by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:50.896193 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Attempting to bind port ffe759c7-1974-4ed2-a784-d33dd4acf54a on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:50.897064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-67e746f3-643e-4a83-afcd-d3b96bfbbd35 None None] Provisioning complete for port 91c2cefd-214d-47d5-8bf4-860b73d51112 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:50.901418 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-67e746f3-643e-4a83-afcd-d3b96bfbbd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:50.908454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Port ffe759c7-1974-4ed2-a784-d33dd4acf54a on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:50:50.908760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Attempting to bind port ffe759c7-1974-4ed2-a784-d33dd4acf54a on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:50.937840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:50.938352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:50.938896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:50.939472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Bound port: ffe759c7-1974-4ed2-a784-d33dd4acf54a, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:50.939990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:50.997599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:50.997969 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:51.063037 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5192075b-2ab4-4bf8-a8f9-ad64c7feed21 req-26b420c9-cd58-489d-9efd-6d1237d503c4 service neutron] 10.222.0.10 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888381 Aug 29 16:50:51.128420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-67e746f3-643e-4a83-afcd-d3b96bfbbd35 None None] Port 91c2cefd-214d-47d5-8bf4-860b73d51112 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:51.205840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db2123f3-6b17-46ba-9ea2-c64068db0a9c req-2040ffc1-8a9a-4ce7-bf82-7a6dbe96994f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599516 Aug 29 16:50:51.261542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330e930-e5bb-4a35-b841-bdfec5f5a275 req-671c4d21-3dd5-458b-bca1-f0c018beb5c2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:51.272638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7330e930-e5bb-4a35-b841-bdfec5f5a275 req-671c4d21-3dd5-458b-bca1-f0c018beb5c2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.2673707 Aug 29 16:50:51.277878 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:51.328498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] For port ffe759c7-1974-4ed2-a784-d33dd4acf54a, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:51.364653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] For port ffe759c7-1974-4ed2-a784-d33dd4acf54a, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ffe759c7-1974-4ed2-a784-d33dd4acf54a,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:51.366063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:51.369926 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:51.382113 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5192075b-2ab4-4bf8-a8f9-ad64c7feed21 req-d551570b-fd32-4c0d-90f9-1dcc74be11ec service neutron] 10.222.0.10 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097985 Aug 29 16:50:51.385664 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:51.409497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8b4dd2ee-e247-44df-8610-e88cdf0cc391, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:51.410977 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4dd2ee-e247-44df-8610-e88cdf0cc391'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:51.414026 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7330e930-e5bb-4a35-b841-bdfec5f5a275 req-3b2a99e2-a507-4bea-841d-c8675fef5a04 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404142 Aug 29 16:50:51.414647 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18db14ef-aa8e-41ac-8a80-d76b0e402b05" -d '{"events": [{"server_uuid": "b77f74c1-8de4-47ad-bc50-3303dd4541cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b4dd2ee-e247-44df-8610-e88cdf0cc391"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:51.428283 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:51.467668 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:51.496358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:51.496993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:51.522659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] 10.222.0.16 "PUT /v2.0/ports/ffe759c7-1974-4ed2-a784-d33dd4acf54a HTTP/1.1" status: 200 len: 1097 time: 3.3778584 Aug 29 16:50:51.522659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b716b866-df1c-4adc-8cbf-35d796c1bf1e', 'tag': 'ffe759c7-1974-4ed2-a784-d33dd4acf54a'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:51.522659 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5750e3-08b0-4cd1-93ea-b0e956a06693" -d '{"events": [{"name": "network-changed", "server_uuid": "b716b866-df1c-4adc-8cbf-35d796c1bf1e", "tag": "ffe759c7-1974-4ed2-a784-d33dd4acf54a"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:51.523222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b918c-0d04-48ec-aff7-818d5ca3bdab req-5701c3f0-d41d-47ec-8f65-993259331684 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:51.523222 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd1b918c-0d04-48ec-aff7-818d5ca3bdab req-5701c3f0-d41d-47ec-8f65-993259331684 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 943 time: 0.1261685 Aug 29 16:50:51.560210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8b4dd2ee-e247-44df-8610-e88cdf0cc391,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:51.564101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bf9a2417-d543-4155-b549-12ecc3bb4f4c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:51.595054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: bf9a2417-d543-4155-b549-12ecc3bb4f4c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:50:51.595400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bf9a2417-d543-4155-b549-12ecc3bb4f4c not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 16:50:51.610798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a01334-385f-436f-a741-e3b76bbac42a service neutron] Pushing event updated for resources: {'Port': ['ID=ffe759c7-1974-4ed2-a784-d33dd4acf54a,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:51.648441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Port bf9a2417-d543-4155-b549-12ecc3bb4f4c not found, will not notify nova. {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 16:50:51.665389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9a2417-d543-4155-b549-12ecc3bb4f4c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:51.781629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd1b918c-0d04-48ec-aff7-818d5ca3bdab req-8c73cfd2-0c1b-4c0c-bc37-3d82a3e00277 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188697 Aug 29 16:50:51.802014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-088c9986-8431-4007-bc30-97f51245c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:51.804234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-088c9986-8431-4007-bc30-97f51245c776 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 1100 time: 0.2277446 Aug 29 16:50:51.862877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Allocated IP 19.86.0.89 (217742bb-758b-4d27-9919-d3dd290a16fb/d2eb2fc7-4f9a-4f89-a38f-e66af35c47c0/6763d98a-da3a-45c4-914f-8ba1fef6fa6f) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:51.879241 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:51.915702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fced42-ac42-4532-924e-4c9997956796 req-9dc77f53-aeb0-4994-85fb-45ada4014341 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:51.925501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39fced42-ac42-4532-924e-4c9997956796 req-9dc77f53-aeb0-4994-85fb-45ada4014341 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 931 time: 0.2470951 Aug 29 16:50:51.928548 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-7149d05b-d5ad-414b-b600-2bf66ba3d1d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=ffe759c7-1974-4ed2-a784-d33dd4acf54a HTTP/1.1" status: 200 len: 217 time: 0.1143036 Aug 29 16:50:52.030439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-685a8418-2023-44f9-a412-85c6f4f5ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:52.032098 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-685a8418-2023-44f9-a412-85c6f4f5ca20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0700932 Aug 29 16:50:52.046367 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39fced42-ac42-4532-924e-4c9997956796 req-7f90822f-7a09-4ab8-81b1-c56aa9b7ca97 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199777 Aug 29 16:50:52.125509 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4e99c0-66e7-4217-acde-a51a2db05f3c x-openstack-request-id: req-0c4e99c0-66e7-4217-acde-a51a2db05f3c {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:52.125812 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f74c1-8de4-47ad-bc50-3303dd4541cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b4dd2ee-e247-44df-8610-e88cdf0cc391", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:52.126057 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c4e99c0-66e7-4217-acde-a51a2db05f3c {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:52.126453 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4dd2ee-e247-44df-8610-e88cdf0cc391', 'code': 200} Aug 29 16:50:52.147707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-5c7ac101-d879-4051-88d9-f39483239a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:52.149308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-5c7ac101-d879-4051-88d9-f39483239a20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955150 Aug 29 16:50:52.164495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] Router 8e379a5b-03cb-49cb-b55c-9716abf473ca has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:50:52.172606 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d999b0-5461-4a66-932b-86cf90b69240 x-openstack-request-id: req-54d999b0-5461-4a66-932b-86cf90b69240 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:52.172900 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b716b866-df1c-4adc-8cbf-35d796c1bf1e", "tag": "ffe759c7-1974-4ed2-a784-d33dd4acf54a", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:52.173165 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54d999b0-5461-4a66-932b-86cf90b69240 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:52.173824 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b716b866-df1c-4adc-8cbf-35d796c1bf1e', 'tag': 'ffe759c7-1974-4ed2-a784-d33dd4acf54a', 'status': 'completed', 'code': 200} Aug 29 16:50:52.176797 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-a89ce5c0-8c5d-43fb-a843-3a47cfe14dac tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f372c524fe0a48fba2dc7097f3f9159d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339386 Aug 29 16:50:52.368289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20862fdf-1b4e-4dc9-b820-4d22a25d3670 req-f6f6b667-a805-4305-82d3-383845456cf2 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:52.372480 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20862fdf-1b4e-4dc9-b820-4d22a25d3670 req-f6f6b667-a805-4305-82d3-383845456cf2 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 948 time: 0.1285923 Aug 29 16:50:52.393084 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-8a7a11b9-d7ef-436f-bca6-32e0e1b6fdd5 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296197 Aug 29 16:50:52.403044 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:52.659673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-9d324a4d-a1a0-406f-b885-a7ad29c2cee9 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:52.661337 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-9d324a4d-a1a0-406f-b885-a7ad29c2cee9 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4775081 Aug 29 16:50:52.662719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:50:52.668637 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-52e57ee9-430c-4258-89bd-fb62c9a29679 admin admin] 10.222.0.22 "PUT /v2.0/routers/8e379a5b-03cb-49cb-b55c-9716abf473ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9579339 Aug 29 16:50:52.671284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40984) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:52.678799 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58765bb8-9e26-4c8d-a344-2fe4cfa72b16 None None] Sync routers for ids ['8e379a5b-03cb-49cb-b55c-9716abf473ca'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:50:52.688136 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58765bb8-9e26-4c8d-a344-2fe4cfa72b16 None None] Routers {'8e379a5b-03cb-49cb-b55c-9716abf473ca'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:52.689021 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-58765bb8-9e26-4c8d-a344-2fe4cfa72b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8e379a5b-03cb-49cb-b55c-9716abf473ca'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:52.710523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:50:52.724868 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-95e8b01f-504a-43c1-9ecf-5a4faf4897be tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/quotas/f372c524fe0a48fba2dc7097f3f9159d HTTP/1.1" status: 200 len: 375 time: 0.0459094 Aug 29 16:50:52.761610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Transition to ACTIVE for port object 6763d98a-da3a-45c4-914f-8ba1fef6fa6f will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:52.763383 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-38db567f-39ea-4264-8791-337f5697a4e4 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f372c524fe0a48fba2dc7097f3f9159d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303390 Aug 29 16:50:52.794283 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20862fdf-1b4e-4dc9-b820-4d22a25d3670 req-d6668448-790c-442e-a434-7c4a8730c44d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109731 Aug 29 16:50:52.866108 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:52.876564 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-58765bb8-9e26-4c8d-a344-2fe4cfa72b16 None None] Set router 8e379a5b-03cb-49cb-b55c-9716abf473ca gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:52.876891 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23be06a0-ba5b-4823-b321-9f199da3d9fc req-9200e06e-879c-4ae0-8c01-c63b26b685b3 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700522 Aug 29 16:50:52.880353 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:52.926697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network 217742bb-758b-4d27-9919-d3dd290a16fb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:52.928946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:52.956913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4', 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a', 'port_id': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4', 'mac_address': 'fa:16:3e:5b:02:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e750d55-2e0f-4756-8498-a246e5a4cb25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:50:52.962645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:52.971497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:53.047990 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:53.075900 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:53.104477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:53.106558 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:53.107804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:53.134311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:53.154130 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:53.179678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2946985 Aug 29 16:50:53.198486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b7e2b-01a7-40e8-bbf6-05a2b19cf83f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Port': ['ID=6763d98a-da3a-45c4-914f-8ba1fef6fa6f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:53.211057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'port': {'device_id': 'b5763d2e-100d-442d-a85f-317908739be1', 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5', 'admin_state_up': True, 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:53.246390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd477f6-df03-4671-8728-1bece7e8d349 req-e47eeacb-6e38-4372-a992-ae258f1373da tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:53.252751 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-58765bb8-9e26-4c8d-a344-2fe4cfa72b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-router', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:51Z', 'revision_number': 5, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'gw_port': {'id': 'ea376ec7-023e-4928-9279-9c29e7f2746a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:33Z', 'updated_at': '2021-08-29T16:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:53.256068 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0dd477f6-df03-4671-8728-1bece7e8d349 req-e47eeacb-6e38-4372-a992-ae258f1373da tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.3275142 Aug 29 16:50:53.261088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5750e3-08b0-4cd1-93ea-b0e956a06693 req-404326f3-5cd1-4556-93fd-73065567fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:53.262604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f5750e3-08b0-4cd1-93ea-b0e956a06693 req-404326f3-5cd1-4556-93fd-73065567fd7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 1100 time: 0.2341599 Aug 29 16:50:53.305899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:53.308117 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58765bb8-9e26-4c8d-a344-2fe4cfa72b16 None None] Checking router: 8e379a5b-03cb-49cb-b55c-9716abf473ca for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:50:53.320562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ef3af-1da4-4b16-8b75-d0923c56c04e req-cb2b6f7c-d987-4f1e-b90d-ca7e0579607a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:53.333350 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58765bb8-9e26-4c8d-a344-2fe4cfa72b16 None None] Routers {'8e379a5b-03cb-49cb-b55c-9716abf473ca'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:50:53.333977 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-58765bb8-9e26-4c8d-a344-2fe4cfa72b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8e379a5b-03cb-49cb-b55c-9716abf473ca'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:53.335836 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f5ef3af-1da4-4b16-8b75-d0923c56c04e req-cb2b6f7c-d987-4f1e-b90d-ca7e0579607a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.1515722 Aug 29 16:50:53.380132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Deleting port ea376ec7-023e-4928-9279-9c29e7f2746a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:53.380475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:53.416959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d8318f8b-41e8-4b48-a4d8-ad3d42e595d4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:53.461988 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0dd477f6-df03-4671-8728-1bece7e8d349 req-c99da4f8-b5f2-40ea-88a2-990e1704ec29 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038763 Aug 29 16:50:53.526132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f5ef3af-1da4-4b16-8b75-d0923c56c04e req-383b7201-8ef2-4a83-a6b0-4449c04d85ba tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893361 Aug 29 16:50:53.547769 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-58765bb8-9e26-4c8d-a344-2fe4cfa72b16 None None] Set router 8e379a5b-03cb-49cb-b55c-9716abf473ca gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:50:53.602334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5750e3-08b0-4cd1-93ea-b0e956a06693 req-7403c8cd-8115-4942-8f50-955992a077db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:53.604218 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f5750e3-08b0-4cd1-93ea-b0e956a06693 req-7403c8cd-8115-4942-8f50-955992a077db service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.3090730 Aug 29 16:50:53.607586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:53.623357 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:53.647235 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] For port ea376ec7-023e-4928-9279-9c29e7f2746a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ea376ec7-023e-4928-9279-9c29e7f2746a,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:53.647632 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:53.681258 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-58765bb8-9e26-4c8d-a344-2fe4cfa72b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-router', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:53Z', 'revision_number': 6, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:53.691370 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-532d7ccf-c604-4431-a963-ac0eabf7b902 None None] Provisioning for port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:53.699796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-532d7ccf-c604-4431-a963-ac0eabf7b902 None None] Provisioning complete for port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:53.700143 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-532d7ccf-c604-4431-a963-ac0eabf7b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:53.706425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Calling delete_port for ea376ec7-023e-4928-9279-9c29e7f2746a owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:53.766583 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f5750e3-08b0-4cd1-93ea-b0e956a06693 req-41925fd5-b9cb-4f85-9899-8096ecfd2457 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=ffe759c7-1974-4ed2-a784-d33dd4acf54a HTTP/1.1" status: 200 len: 217 time: 0.1338258 Aug 29 16:50:53.825972 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58765bb8-9e26-4c8d-a344-2fe4cfa72b16 None None] The sync data for ids ['8e379a5b-03cb-49cb-b55c-9716abf473ca'] in n-d-713301-13 is: [{'id': '8e379a5b-03cb-49cb-b55c-9716abf473ca', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1015948926-router', 'tenant_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:31Z', 'updated_at': '2021-08-29T16:50:53Z', 'revision_number': 6, 'project_id': '8a4fc76fab4e4a74af5b6a4a039055a5', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:50:53.837236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-532d7ccf-c604-4431-a963-ac0eabf7b902 None None] Port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:53.913314 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fdaaec3f-5d53-4093-aa1f-8a53f6e58b3e req-720c4cce-5912-4873-83ab-7c3066b29106 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 210 time: 0.1502273 Aug 29 16:50:53.942686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc27f83-68f2-4653-8a41-65403370c76f req-baed3e49-7f70-473e-91c4-efc18d7b2451 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:53.944370 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5cc27f83-68f2-4653-8a41-65403370c76f req-baed3e49-7f70-473e-91c4-efc18d7b2451 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 944 time: 0.2760091 Aug 29 16:50:53.977086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5750e3-08b0-4cd1-93ea-b0e956a06693 req-2fa1e296-19a9-4fdf-a557-96fa38c38d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:53.978654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f5750e3-08b0-4cd1-93ea-b0e956a06693 req-2fa1e296-19a9-4fdf-a557-96fa38c38d69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1644232 Aug 29 16:50:54.027833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5cc27f83-68f2-4653-8a41-65403370c76f req-8ece4bac-f8e6-46c5-8270-80a26600e9a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758696 Aug 29 16:50:54.044003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.078344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea376ec7-023e-4928-9279-9c29e7f2746a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:54.092173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Allocated IP 19.80.0.193 (288ee690-9867-48c5-b5bb-10287a1ce0a5/bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2/5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:54.114421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5750e3-08b0-4cd1-93ea-b0e956a06693 req-2c3e9ab7-43df-43d7-9c1a-3dda2da0479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:54.115970 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f5750e3-08b0-4cd1-93ea-b0e956a06693 req-2c3e9ab7-43df-43d7-9c1a-3dda2da0479a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1048949 Aug 29 16:50:54.127090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655050c7-f177-45e3-8e58-7e08e39abb2c req-c02ce520-06b1-42a1-873f-cf0ca14c95ae tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:54.132938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655050c7-f177-45e3-8e58-7e08e39abb2c req-c02ce520-06b1-42a1-873f-cf0ca14c95ae tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:54.134504 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-655050c7-f177-45e3-8e58-7e08e39abb2c req-c02ce520-06b1-42a1-873f-cf0ca14c95ae tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 1653 time: 0.1372914 Aug 29 16:50:54.190012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.273781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554d36e-93f1-4542-a2b7-a5bab19604fe req-dc9f2d1f-3ef5-436f-bf4b-15bfa3379675 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:54.275326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8554d36e-93f1-4542-a2b7-a5bab19604fe req-dc9f2d1f-3ef5-436f-bf4b-15bfa3379675 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.1572967 Aug 29 16:50:54.313789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-655050c7-f177-45e3-8e58-7e08e39abb2c req-9f631d24-1a16-41f7-b8de-9d077331ba45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649623 Aug 29 16:50:54.315173 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.318011 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.345298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f5750e3-08b0-4cd1-93ea-b0e956a06693 req-8631f8a7-98bc-4d41-bdbe-d7ef243a6e2c service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079098 Aug 29 16:50:54.404283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8554d36e-93f1-4542-a2b7-a5bab19604fe req-f0083f02-b841-4f57-b6e0-45b0abc4812a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999429 Aug 29 16:50:54.410530 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.411205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e379a5b-03cb-49cb-b55c-9716abf473ca {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:50:54.417459 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.420655 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-80c0f5be-7d3b-4e92-b68f-cfc113448835 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8e379a5b-03cb-49cb-b55c-9716abf473ca HTTP/1.1" status: 204 len: 168 time: 1.7454946 Aug 29 16:50:54.420830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41004) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:54.466331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb791bd5-d581-4ff1-9152-cdba0ec28093 admin admin] Deleting subnet b7f027a7-979a-4861-a461-cbaa608cbe19 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:50:54.474293 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.482504 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb791bd5-d581-4ff1-9152-cdba0ec28093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.514012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Transition to ACTIVE for port object 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:54.539206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb791bd5-d581-4ff1-9152-cdba0ec28093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.571255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f945754-4572-40d9-b94d-d8bbeb7eadb1 req-d6626908-e7e8-40b0-bd18-ee19fd5cc623 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:54.578636 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f945754-4572-40d9-b94d-d8bbeb7eadb1 req-d6626908-e7e8-40b0-bd18-ee19fd5cc623 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 948 time: 0.2058375 Aug 29 16:50:54.613559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-d28c5256-19fa-4511-8319-165aa3c0c2f3 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f372c524fe0a48fba2dc7097f3f9159d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781682 Aug 29 16:50:54.620683 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f5750e3-08b0-4cd1-93ea-b0e956a06693 req-4dbc83fa-e312-4644-996f-4c03bf78d9f2 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648776 Aug 29 16:50:54.662187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb791bd5-d581-4ff1-9152-cdba0ec28093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.697939 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.705944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:54.715995 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f945754-4572-40d9-b94d-d8bbeb7eadb1 req-469a0236-5015-4778-a15f-4992dd73daf9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319318 Aug 29 16:50:54.770774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43988-2257-4641-a8ce-83c43e17e0ab req-87c90606-9b21-427f-9a68-6d4e47dbefe3 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:54.777313 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6ce43988-2257-4641-a8ce-83c43e17e0ab req-87c90606-9b21-427f-9a68-6d4e47dbefe3 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.0905440 Aug 29 16:50:54.812140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:54.822243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network 288ee690-9867-48c5-b5bb-10287a1ce0a5 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:54.832679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6ce43988-2257-4641-a8ce-83c43e17e0ab req-d1334128-006a-4c3c-b943-dd903f968b7a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542090 Aug 29 16:50:54.833141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:54.834104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:54.834321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb791bd5-d581-4ff1-9152-cdba0ec28093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.838548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Port': ['ID=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:54.840988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:54.853355 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.882236 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb791bd5-d581-4ff1-9152-cdba0ec28093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f027a7-979a-4861-a461-cbaa608cbe19,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:54.889658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb791bd5-d581-4ff1-9152-cdba0ec28093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.895028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fb791bd5-d581-4ff1-9152-cdba0ec28093 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b7f027a7-979a-4861-a461-cbaa608cbe19 HTTP/1.1" status: 204 len: 168 time: 0.4725831 Aug 29 16:50:54.896382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41020) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:54.927006 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-e8a79c9e-9990-49fe-9ca0-820ff9836155 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:54.927006 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-e8a79c9e-9990-49fe-9ca0-820ff9836155 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924840 Aug 29 16:50:54.938352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec576de-abf5-4861-96bf-acf6e549e4a0 None None] Network 93e1439b-a850-4015-a43c-40d82cf6f567 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:54.954932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:54.955668 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:54.962790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Request body: {'port': {'device_id': 'b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f372c524fe0a48fba2dc7097f3f9159d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:55.012621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.071892 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.094506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-80e25c95-03ab-4cbf-a4e3-d752942c2991 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8926272 Aug 29 16:50:55.096369 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f814956-34f2-489c-8366-ee6e56c973b0 req-87465b23-9dd2-4335-a649-38239179beca tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 210 time: 0.0448034 Aug 29 16:50:55.127121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-81c5263f-7614-4391-8f4d-59ca37620f4d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f1094930cac4d8f9e7626730739de9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357792 Aug 29 16:50:55.127989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Request body: {'port': {'device_id': 'b5763d2e-100d-442d-a85f-317908739be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:55.193968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1603e19-417e-4abd-b273-438155cee1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:55.197104 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d60d723-0e53-46ac-8140-7d3dc9b8290a" -d '{"events": [{"server_uuid": "b1603e19-417e-4abd-b273-438155cee1c9", "name": "network-vif-plugged", "status": "completed", "tag": "d8318f8b-41e8-4b48-a4d8-ad3d42e595d4"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:55.223080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:55.231655 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.251021 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Deleting port 7ba0ad83-201a-4be7-aae3-a310cae56a3a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:55.251631 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.270805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.304779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:55.310310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-94ddeb62-4451-4368-9be0-59f1e7214d1e None None] Provisioning for port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:55.316034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-94ddeb62-4451-4368-9be0-59f1e7214d1e None None] Provisioning complete for port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:55.316606 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-94ddeb62-4451-4368-9be0-59f1e7214d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.318425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Made reservation on behalf of f372c524fe0a48fba2dc7097f3f9159d for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:55.322420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.340006 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.340363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffe2616-5e1b-4b6d-ba98-3b17ec5e6343 None None] DHCP port deletion for 93e1439b-a850-4015-a43c-40d82cf6f567 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:50:55.348892 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce0d14-f53f-4438-84b7-b4a0ed954739 req-f2d6aa46-b07f-4c46-9de9-2e9ace4a5e35 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:55.356736 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ebce0d14-f53f-4438-84b7-b4a0ed954739 req-f2d6aa46-b07f-4c46-9de9-2e9ace4a5e35 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 945 time: 0.1225362 Aug 29 16:50:55.379267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ffe759c7-1974-4ed2-a784-d33dd4acf54a details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:50:55.380987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] For port 7ba0ad83-201a-4be7-aae3-a310cae56a3a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7ba0ad83-201a-4be7-aae3-a310cae56a3a,segment=NetworkSegment(db003b31-fbea-4dd0-a13b-0f4a98257833),segment_id=db003b31-fbea-4dd0-a13b-0f4a98257833)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:55.381568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.400211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-c569112e-7a2a-474b-98c5-01397253dac2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:55.401183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-94ddeb62-4451-4368-9be0-59f1e7214d1e None None] Port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:55.404258 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-c569112e-7a2a-474b-98c5-01397253dac2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611589 Aug 29 16:50:55.429587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Calling delete_port for 7ba0ad83-201a-4be7-aae3-a310cae56a3a owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:55.459122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-414648d6-0674-4f92-aefa-d9172737cff0 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/quotas/0f1094930cac4d8f9e7626730739de9b HTTP/1.1" status: 200 len: 375 time: 0.0463874 Aug 29 16:50:55.501539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe2616-5e1b-4b6d-ba98-3b17ec5e6343 None None] Deleting port 7ba0ad83-201a-4be7-aae3-a310cae56a3a {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:50:55.504878 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ffe2616-5e1b-4b6d-ba98-3b17ec5e6343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.515070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7ba0ad83-201a-4be7-aae3-a310cae56a3a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:55.518786 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ebce0d14-f53f-4438-84b7-b4a0ed954739 req-beef8aec-0c42-4308-ba69-ba27c012418f tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598275 Aug 29 16:50:55.600782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ffe759c7-1974-4ed2-a784-d33dd4acf54a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ffe759c7-1974-4ed2-a784-d33dd4acf54a,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:55.614458 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-51dbc6e1-3496-4d8b-9e8f-bf1eceacd4d1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511378 Aug 29 16:50:55.621832 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7f97f9-0148-4510-82e4-c2d5c3d3099a x-openstack-request-id: req-de7f97f9-0148-4510-82e4-c2d5c3d3099a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:55.622242 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1603e19-417e-4abd-b273-438155cee1c9", "name": "network-vif-plugged", "status": "completed", "tag": "d8318f8b-41e8-4b48-a4d8-ad3d42e595d4", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:55.622497 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-de7f97f9-0148-4510-82e4-c2d5c3d3099a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:55.622884 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1603e19-417e-4abd-b273-438155cee1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4', 'code': 200} Aug 29 16:50:55.640591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'ffe759c7-1974-4ed2-a784-d33dd4acf54a', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'ffe759c7-1974-4ed2-a784-d33dd4acf54a', 'mac_address': 'fa:16:3e:0d:e9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:50:55.648262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ffe2616-5e1b-4b6d-ba98-3b17ec5e6343 None None] For port 7ba0ad83-201a-4be7-aae3-a310cae56a3a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7ba0ad83-201a-4be7-aae3-a310cae56a3a,segment=NetworkSegment(db003b31-fbea-4dd0-a13b-0f4a98257833),segment_id=db003b31-fbea-4dd0-a13b-0f4a98257833)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:55.648920 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ffe2616-5e1b-4b6d-ba98-3b17ec5e6343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.668931 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe2616-5e1b-4b6d-ba98-3b17ec5e6343 None None] Calling delete_port for 7ba0ad83-201a-4be7-aae3-a310cae56a3a owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:50:55.680813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.691518 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.696725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.758007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Port 7ba0ad83-201a-4be7-aae3-a310cae56a3a update to DOWN by agent not found {{(pid=111678) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 16:50:55.758847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ea376ec7-023e-4928-9279-9c29e7f2746a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:55.763250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba0ad83-201a-4be7-aae3-a310cae56a3a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:55.773103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] No DVR routers for this DVR port 7ba0ad83-201a-4be7-aae3-a310cae56a3a on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:50:55.834399 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.837904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ea376ec7-023e-4928-9279-9c29e7f2746a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:50:55.838427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ea376ec7-023e-4928-9279-9c29e7f2746a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:50:55.839003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bf9a2417-d543-4155-b549-12ecc3bb4f4c no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:50:55.864471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc37a088-05eb-4d50-b796-fa5983f65c32,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:55.873190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: bf9a2417-d543-4155-b549-12ecc3bb4f4c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:50:55.874983 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bf9a2417-d543-4155-b549-12ecc3bb4f4c not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:50:55.879753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c2cefd-214d-47d5-8bf4-860b73d51112 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:55.910502 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.923720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe759c7-1974-4ed2-a784-d33dd4acf54a {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:55.927470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ffe2616-5e1b-4b6d-ba98-3b17ec5e6343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.927647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588291b-b813-4901-8bb6-ec770d815a51 req-896fdf10-456d-44fc-8247-53d805f3891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:55.929292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9588291b-b813-4901-8bb6-ec770d815a51 req-896fdf10-456d-44fc-8247-53d805f3891a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 1097 time: 0.2212825 Aug 29 16:50:55.938962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:55.939822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Transition to ACTIVE for port object 91c2cefd-214d-47d5-8bf4-860b73d51112 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:55.949856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7b7f-e7c2-498d-bff4-0dda854c9689 req-4954ecbb-a845-47fe-8b66-548d65261a91 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:55.955909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7b7f-e7c2-498d-bff4-0dda854c9689 req-4954ecbb-a845-47fe-8b66-548d65261a91 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:55.962352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7b7f-e7c2-498d-bff4-0dda854c9689 req-4954ecbb-a845-47fe-8b66-548d65261a91 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:55.964059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf5e7b7f-e7c2-498d-bff4-0dda854c9689 req-4954ecbb-a845-47fe-8b66-548d65261a91 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2375 time: 0.2237504 Aug 29 16:50:55.974051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e1439b-a850-4015-a43c-40d82cf6f567']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:55.987423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ffe759c7-1974-4ed2-a784-d33dd4acf54a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ffe759c7-1974-4ed2-a784-d33dd4acf54a,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:55.988025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.004272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db003b31-fbea-4dd0-a13b-0f4a98257833') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:56.004630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db003b31-fbea-4dd0-a13b-0f4a98257833') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:50:56.018108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe2616-5e1b-4b6d-ba98-3b17ec5e6343 None None] No DVR routers for this DVR port 7ba0ad83-201a-4be7-aae3-a310cae56a3a on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:50:56.020503 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe2616-5e1b-4b6d-ba98-3b17ec5e6343 None None] Pushing event deleted for resources: {'Port': ['ID=7ba0ad83-201a-4be7-aae3-a310cae56a3a,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:56.021515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe15334-5b1f-45c8-9013-ee03f6c46c1a req-0aa17634-6160-49e3-bdf6-c23722921310 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:56.028408 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.035354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-abe15334-5b1f-45c8-9013-ee03f6c46c1a req-0aa17634-6160-49e3-bdf6-c23722921310 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 948 time: 0.1522791 Aug 29 16:50:56.042245 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9588291b-b813-4901-8bb6-ec770d815a51 req-94d1c4b0-a814-4cdd-949a-4164b7d669a1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913458 Aug 29 16:50:56.047733 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.089754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Allocated IP 192.168.233.38 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/0e2fa299-8ac9-44f1-9d56-9a145b57549d) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:56.095232 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.112463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-abe15334-5b1f-45c8-9013-ee03f6c46c1a req-cd8cb2c5-5389-4d0a-8a5c-313ca6a61ccd tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761104 Aug 29 16:50:56.132901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:50:56.133352 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:50:56.135259 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:50:56.141123 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf5e7b7f-e7c2-498d-bff4-0dda854c9689 req-425c36cc-fc97-4be6-9baf-77625057d357 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573086 Aug 29 16:50:56.144858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Pushing event updated for resources: {'Port': ['ID=91c2cefd-214d-47d5-8bf4-860b73d51112,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:56.164087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ffe759c7-1974-4ed2-a784-d33dd4acf54a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:56.262628 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-986a6ab0-aecc-44a9-8fe8-2953e353f0d2 req-806b72c4-67de-43f6-b88c-4590deb52a3d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 210 time: 0.0526268 Aug 29 16:50:56.286756 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.312515 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.318291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Attempting to bind port 91c2cefd-214d-47d5-8bf4-860b73d51112 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:56.318636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Attempting to bind port 91c2cefd-214d-47d5-8bf4-860b73d51112 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:56.319094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Attempting to bind port 91c2cefd-214d-47d5-8bf4-860b73d51112 on network 288ee690-9867-48c5-b5bb-10287a1ce0a5 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:56.322417 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] 10.222.0.22 "DELETE /v2.0/networks/93e1439b-a850-4015-a43c-40d82cf6f567 HTTP/1.1" status: 204 len: 168 time: 1.4245682 Aug 29 16:50:56.323366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023e3b0-9ec6-4122-9d11-4d4a04c29228 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e1439b-a850-4015-a43c-40d82cf6f567,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:56.344941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Port 91c2cefd-214d-47d5-8bf4-860b73d51112 on network 288ee690-9867-48c5-b5bb-10287a1ce0a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:50:56.345290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Attempting to bind port 91c2cefd-214d-47d5-8bf4-860b73d51112 on network 288ee690-9867-48c5-b5bb-10287a1ce0a5 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:56.365847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:56.366477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Checking segment: {'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:56.367211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Bound using segment: {'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:56.367905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Bound port: 91c2cefd-214d-47d5-8bf4-860b73d51112, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:56.368243 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.464530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae428f5-104e-4edf-814d-9330ec156b8a req-a8ce0bb5-c834-44e9-b433-8e29f41e1228 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:56.466124 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fae428f5-104e-4edf-814d-9330ec156b8a req-a8ce0bb5-c834-44e9-b433-8e29f41e1228 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.0858185 Aug 29 16:50:56.470892 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2ad7298-2239-4e37-8c54-402a7b0502a1 req-513794bd-c47d-4d9b-b22b-042d36aee714 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 210 time: 0.0420015 Aug 29 16:50:56.517882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ffe759c7-1974-4ed2-a784-d33dd4acf54a'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:50:56.548704 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fae428f5-104e-4edf-814d-9330ec156b8a req-ac48f30e-71ae-439f-979c-c4a5d38c9862 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745876 Aug 29 16:50:56.563070 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.604244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] For port 91c2cefd-214d-47d5-8bf4-860b73d51112, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:56.606883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Transition to ACTIVE for port object 0e2fa299-8ac9-44f1-9d56-9a145b57549d will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:56.609470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] For port 91c2cefd-214d-47d5-8bf4-860b73d51112, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=91c2cefd-214d-47d5-8bf4-860b73d51112,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:56.617577 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.637850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41064) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:56.699598 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dfdc7ab4-ee66-4305-bcfd-6cc230dac841 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a4fc76fab4e4a74af5b6a4a039055a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602255 Aug 29 16:50:56.704688 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41066) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:56.743087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:56.743722 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.745152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-29755a55-c120-4724-82a0-3852e5527090 service neutron] 10.222.0.10 "PUT /v2.0/ports/91c2cefd-214d-47d5-8bf4-860b73d51112 HTTP/1.1" status: 200 len: 1092 time: 1.6400976 Aug 29 16:50:56.746603 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'tag': '91c2cefd-214d-47d5-8bf4-860b73d51112'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:56.748756 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2e648b-c12f-4657-b5ea-c97a3a0a4dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "tag": "91c2cefd-214d-47d5-8bf4-860b73d51112"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:56.779355 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-533a90e5-adc7-4035-a9e8-11c31401ebbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.779563 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.796556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4ca48-0cb4-4357-94be-c7344c47a195 req-7eec024a-5d57-43e6-9f16-768ef5d706e6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:56.799640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d4ca48-0cb4-4357-94be-c7344c47a195 req-7eec024a-5d57-43e6-9f16-768ef5d706e6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 945 time: 0.1773567 Aug 29 16:50:56.803196 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-533a90e5-adc7-4035-a9e8-11c31401ebbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.817583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Request body: {'port': {'device_id': 'b5763d2e-100d-442d-a85f-317908739be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:56.841712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29755a55-c120-4724-82a0-3852e5527090 service neutron] Pushing event updated for resources: {'Port': ['ID=91c2cefd-214d-47d5-8bf4-860b73d51112,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:56.850960 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdf688c-989b-452f-b8da-e105492d87f9 x-openstack-request-id: req-2cdf688c-989b-452f-b8da-e105492d87f9 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:50:56.851527 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "tag": "91c2cefd-214d-47d5-8bf4-860b73d51112", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:50:56.851938 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2cdf688c-989b-452f-b8da-e105492d87f9 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:50:56.852507 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'tag': '91c2cefd-214d-47d5-8bf4-860b73d51112', 'status': 'completed', 'code': 200} Aug 29 16:50:56.873496 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-533a90e5-adc7-4035-a9e8-11c31401ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.876090 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-533a90e5-adc7-4035-a9e8-11c31401ebbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.879579 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-533a90e5-adc7-4035-a9e8-11c31401ebbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ebb11bd-fd22-4f11-945d-174975cdd975 HTTP/1.1" status: 204 len: 168 time: 0.1713455 Aug 29 16:50:56.897553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:56.908817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a90e5-adc7-4035-a9e8-11c31401ebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebb11bd-fd22-4f11-945d-174975cdd975,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:56.937713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e648b-c12f-4657-b5ea-c97a3a0a4dfe req-a2c937f1-4d05-43f3-a308-ddfeee3f2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:56.938297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e648b-c12f-4657-b5ea-c97a3a0a4dfe req-a2c937f1-4d05-43f3-a308-ddfeee3f2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:56.938779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e648b-c12f-4657-b5ea-c97a3a0a4dfe req-a2c937f1-4d05-43f3-a308-ddfeee3f2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:56.940450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e2e648b-c12f-4657-b5ea-c97a3a0a4dfe req-a2c937f1-4d05-43f3-a308-ddfeee3f2192 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2731 time: 0.0862548 Aug 29 16:50:56.945492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:56.948063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:56.951245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:57.015554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Pushing event updated for resources: {'Port': ['ID=0e2fa299-8ac9-44f1-9d56-9a145b57549d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:57.064002 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66d4ca48-0cb4-4357-94be-c7344c47a195 req-843cac54-268b-4232-915a-2332de462da0 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094152 Aug 29 16:50:57.075382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:57.076298 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:57.104028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ab000b47-2b73-4adc-a517-3ba6c713fdef tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1634002 Aug 29 16:50:57.205338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Request body: {'port': {'device_id': 'b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:57.225656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e648b-c12f-4657-b5ea-c97a3a0a4dfe req-7b981855-0869-477b-bd64-9ce9b9539a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:57.226412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e648b-c12f-4657-b5ea-c97a3a0a4dfe req-7b981855-0869-477b-bd64-9ce9b9539a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:57.227486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e648b-c12f-4657-b5ea-c97a3a0a4dfe req-7b981855-0869-477b-bd64-9ce9b9539a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:57.229166 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e2e648b-c12f-4657-b5ea-c97a3a0a4dfe req-7b981855-0869-477b-bd64-9ce9b9539a78 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2731793 Aug 29 16:50:57.291852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-07f6568d-2b79-4001-80cc-c86b1f87f5c1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0f1094930cac4d8f9e7626730739de9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444300 Aug 29 16:50:57.323008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cfa5ba49-e79d-4e79-a047-5b241fea5a52 None None] Provisioning for port 0e2fa299-8ac9-44f1-9d56-9a145b57549d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:57.344001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cfa5ba49-e79d-4e79-a047-5b241fea5a52 None None] Provisioning complete for port 0e2fa299-8ac9-44f1-9d56-9a145b57549d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:57.344488 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cfa5ba49-e79d-4e79-a047-5b241fea5a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:57.416592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5ba49-e79d-4e79-a047-5b241fea5a52 None None] Port 0e2fa299-8ac9-44f1-9d56-9a145b57549d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:50:57.788359 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:57.799860 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e648b-c12f-4657-b5ea-c97a3a0a4dfe req-e5994fb3-4670-44c0-9f21-f15ee82f439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:57.801530 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e2e648b-c12f-4657-b5ea-c97a3a0a4dfe req-e5994fb3-4670-44c0-9f21-f15ee82f439d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5636768 Aug 29 16:50:57.809337 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7c7bf-0a44-4644-bf06-e93645214344 req-b215b03b-2150-46c0-b850-ba9938e264b3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:57.817436 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-07d7c7bf-0a44-4644-bf06-e93645214344 req-b215b03b-2150-46c0-b850-ba9938e264b3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 949 time: 0.5462306 Aug 29 16:50:57.847818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41b7dc-b043-4798-b0fd-c9fbf9344ed9 req-3365af91-89a2-4114-95cf-c91fd3997848 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:57.853775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41b7dc-b043-4798-b0fd-c9fbf9344ed9 req-3365af91-89a2-4114-95cf-c91fd3997848 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:57.857774 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-07d7c7bf-0a44-4644-bf06-e93645214344 req-70c6c530-29d5-4dd8-b6cd-d635c2d86738 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393543 Aug 29 16:50:57.860465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41b7dc-b043-4798-b0fd-c9fbf9344ed9 req-3365af91-89a2-4114-95cf-c91fd3997848 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:57.862267 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5f41b7dc-b043-4798-b0fd-c9fbf9344ed9 req-3365af91-89a2-4114-95cf-c91fd3997848 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2387 time: 0.5768564 Aug 29 16:50:57.896054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41102) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:57.948825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cd4b7a3-de0d-4781-8cf1-2b6873daabfa req-ea514c4e-2ad3-4bb2-9613-b628a345c0ad tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 210 time: 0.0286865 Aug 29 16:50:57.954694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-12bcd881-edfa-4470-85cb-f8f87a0a8812 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:57.956163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-12bcd881-edfa-4470-85cb-f8f87a0a8812 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6471565 Aug 29 16:50:57.983929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Request body: {'port': {'device_id': '25129d4a-7abc-454c-90e4-4a660f91f535', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '0f1094930cac4d8f9e7626730739de9b'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:58.014347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-733427572-network', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:58.035306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Made reservation on behalf of a2caa2920c6042ad99d15f755d4253df for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:58.038793 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.048559 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.081871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5f41b7dc-b043-4798-b0fd-c9fbf9344ed9 req-801d7490-0fc7-4e19-bb49-bd846b5e64b2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949732 Aug 29 16:50:58.190029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fed8c-feec-4892-9311-df12c38b23a8 req-d8259d09-dc08-451c-87f4-8f9c5e073640 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:58.191560 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-996fed8c-feec-4892-9311-df12c38b23a8 req-d8259d09-dc08-451c-87f4-8f9c5e073640 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 935 time: 0.0902517 Aug 29 16:50:58.211205 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.221604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.247026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6763d98a-da3a-45c4-914f-8ba1fef6fa6f {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:58.260036 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.264655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:50:58.271704 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-996fed8c-feec-4892-9311-df12c38b23a8 req-e935e9e7-9ec0-487c-8c1f-54931629a6cc tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704710 Aug 29 16:50:58.273557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200f5c57-d446-4f14-9f5e-e7368ff3c142,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:58.282103 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.282463 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Added segment d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b of type vlan for network 82248327-0b36-48ab-88fd-670156dd702c Aug 29 16:50:58.310467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Transition to ACTIVE for port object 6763d98a-da3a-45c4-914f-8ba1fef6fa6f will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:58.329546 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.331973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.378729 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.379700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:58.380274 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.384513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a967bfa-6326-41ae-881c-475ab5e20ffe req-4d5d7584-6552-41e2-876a-7f0475ec99fb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:58.386051 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a967bfa-6326-41ae-881c-475ab5e20ffe req-4d5d7584-6552-41e2-876a-7f0475ec99fb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.2326975 Aug 29 16:50:58.431586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Made reservation on behalf of 0f1094930cac4d8f9e7626730739de9b for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:58.435024 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.456416 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5588405 Aug 29 16:50:58.464851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41108) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:58.473294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d34a-6fcb-455b-9362-dcdf6096e26a req-8bf61339-c2e7-494a-a7c7-c48e8381112c tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:58.480769 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b97d34a-6fcb-455b-9362-dcdf6096e26a req-8bf61339-c2e7-494a-a7c7-c48e8381112c tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 945 time: 0.1312370 Aug 29 16:50:58.486948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Pushing event updated for resources: {'Port': ['ID=6763d98a-da3a-45c4-914f-8ba1fef6fa6f,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:58.487924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] Request body: {'subnet': {'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-733427572-subnet', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:58.505729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283f0b6-8820-4113-a8ea-aed80dff804f admin admin] Pushing event updated for resources: {'Network': ['ID=82248327-0b36-48ab-88fd-670156dd702c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:58.519027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 82248327-0b36-48ab-88fd-670156dd702c details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:50:58.545412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] Made reservation on behalf of a2caa2920c6042ad99d15f755d4253df for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:50:58.549953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.593775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a967bfa-6326-41ae-881c-475ab5e20ffe req-b6b6ad44-a5b6-4366-a930-3215142c5eed tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966126 Aug 29 16:50:58.607331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b97d34a-6fcb-455b-9362-dcdf6096e26a req-a70b9ec8-210b-461c-8785-c38cf571ce50 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256757 Aug 29 16:50:58.707025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2fa299-8ac9-44f1-9d56-9a145b57549d {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:50:58.730340 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.752892 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.766729 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Attempting to bind port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:58.767240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Attempting to bind port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'a1493f97-070e-4d95-945a-bcc557b98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:58.767579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Attempting to bind port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f on network 217742bb-758b-4d27-9919-d3dd290a16fb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:58.769759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Transition to ACTIVE for port object 0e2fa299-8ac9-44f1-9d56-9a145b57549d will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:58.780594 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.808189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4820722-2e8d-40d5-8b51-5ba78ee2891d req-6dc2eba7-23e1-4bd1-a9fe-7cc760b28bd3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-834389454&fields=id&tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6 HTTP/1.1" status: 200 len: 267 time: 0.1267185 Aug 29 16:50:58.808730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f on network 217742bb-758b-4d27-9919-d3dd290a16fb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:50:58.809052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Attempting to bind port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f on network 217742bb-758b-4d27-9919-d3dd290a16fb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:58.812486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca16c2c1-fbc7-4311-b124-10b6e9b31908,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:58.817796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] Checking segment: {'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:58.818142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] Network hostable DHCP agents. Network: 82248327-0b36-48ab-88fd-670156dd702c, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:50:58.834786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] Network 82248327-0b36-48ab-88fd-670156dd702c is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:50:58.844122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 82248327-0b36-48ab-88fd-670156dd702c) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:58.848093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:58.848683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.856112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fdd6cd-edf5-4bba-a26b-d47889b96fc0 None None] Network 82248327-0b36-48ab-88fd-670156dd702c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:50:58.861700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:58.862439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Checking segment: {'id': 'a1493f97-070e-4d95-945a-bcc557b98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:58.862834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Bound using segment: {'id': 'a1493f97-070e-4d95-945a-bcc557b98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:58.863333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Bound port: 6763d98a-da3a-45c4-914f-8ba1fef6fa6f, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1493f97-070e-4d95-945a-bcc557b98400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:58.863708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.875708 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2e0217d7-86a7-447a-b225-b5eb9a3b2bea admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3898444 Aug 29 16:50:58.876505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41114) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:50:58.882450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:58.907664 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.908955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:58.937676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Allocated IP 192.168.233.193 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/fc20caf5-d326-4d68-a6ce-477bb8d0b017) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:58.964256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2fa299-8ac9-44f1-9d56-9a145b57549d,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:59.003009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.074448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4820722-2e8d-40d5-8b51-5ba78ee2891d req-293afe75-7abe-4bef-9e4f-3a0df2cf88be tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:59.081299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-82248327-0b36-48ab-88fd-670156dd702c', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:50:59.082683 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.084493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4820722-2e8d-40d5-8b51-5ba78ee2891d req-293afe75-7abe-4bef-9e4f-3a0df2cf88be tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 945 time: 0.2452269 Aug 29 16:50:59.090975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-f4820722-2e8d-40d5-8b51-5ba78ee2891d req-e37dfc2c-a76a-4c2f-9cd6-c7e077c09122 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'port': {'security_groups': ['e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6', '6d240140-f653-436d-91ba-237598a86872']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:59.118923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd7fc6-79bb-4e24-a7e2-2c4affc535b7 req-7ac8f6f6-ff70-412b-b190-db2ac397b653 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:59.120520 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dacd7fc6-79bb-4e24-a7e2-2c4affc535b7 req-7ac8f6f6-ff70-412b-b190-db2ac397b653 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 949 time: 0.1319072 Aug 29 16:50:59.191489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] For port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:59.200074 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.234075 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dacd7fc6-79bb-4e24-a7e2-2c4affc535b7 req-4e88a729-54cc-4fe0-8d70-ec11c36aca61 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819252 Aug 29 16:50:59.251011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] For port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6763d98a-da3a-45c4-914f-8ba1fef6fa6f,segment=NetworkSegment(a1493f97-070e-4d95-945a-bcc557b98400),segment_id=a1493f97-070e-4d95-945a-bcc557b98400)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:50:59.275841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Allocated IP 172.20.0.2 (82248327-0b36-48ab-88fd-670156dd702c/ca16c2c1-fbc7-4311-b124-10b6e9b31908/34654283-c842-4bb7-ad48-aaa136923620) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:59.291374 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.317025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f4820722-2e8d-40d5-8b51-5ba78ee2891d req-e37dfc2c-a76a-4c2f-9cd6-c7e077c09122 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.338506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Attempting to bind port 0e2fa299-8ac9-44f1-9d56-9a145b57549d on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:59.338848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Attempting to bind port 0e2fa299-8ac9-44f1-9d56-9a145b57549d by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:59.339329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Attempting to bind port 0e2fa299-8ac9-44f1-9d56-9a145b57549d on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:59.345686 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c43ae38-cb8f-4e2b-aec8-3bdea8a23386 req-691a2cb5-5943-48d9-ace1-6068220e755e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 210 time: 0.0282295 Aug 29 16:50:59.403629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:59.403990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.405831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] 10.222.0.10 "PUT /v2.0/ports/6763d98a-da3a-45c4-914f-8ba1fef6fa6f HTTP/1.1" status: 200 len: 1092 time: 2.6206117 Aug 29 16:50:59.407231 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ffe759c7-1974-4ed2-a784-d33dd4acf54a up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:50:59.420205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'tag': '6763d98a-da3a-45c4-914f-8ba1fef6fa6f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:59.423489 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9d3d81-1196-4ad8-a5d9-095b58cdfc40" -d '{"events": [{"name": "network-changed", "server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "tag": "6763d98a-da3a-45c4-914f-8ba1fef6fa6f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:59.426253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Port 0e2fa299-8ac9-44f1-9d56-9a145b57549d on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:50:59.426532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Attempting to bind port 0e2fa299-8ac9-44f1-9d56-9a145b57549d on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:59.466337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Request body: {'port': {'device_id': 'b5763d2e-100d-442d-a85f-317908739be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:50:59.515879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:59.516222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:59.516621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:59.517081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Bound port: 0e2fa299-8ac9-44f1-9d56-9a145b57549d, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:59.519859 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.568913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b048c-2a94-46c6-a3ee-64741f92a861 service neutron] Pushing event updated for resources: {'Port': ['ID=6763d98a-da3a-45c4-914f-8ba1fef6fa6f,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:59.604634 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.650429 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.659468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port ffe759c7-1974-4ed2-a784-d33dd4acf54a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:50:59.662460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.668245 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port ffe759c7-1974-4ed2-a784-d33dd4acf54a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:50:59.668550 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.683130 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.691082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Transition to ACTIVE for port object 34654283-c842-4bb7-ad48-aaa136923620 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:59.694447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08ee55-cac9-4851-8c0a-0837829437a9 req-52904dfe-b332-491d-861b-df11786c4105 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:59.700786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08ee55-cac9-4851-8c0a-0837829437a9 req-52904dfe-b332-491d-861b-df11786c4105 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:59.707225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08ee55-cac9-4851-8c0a-0837829437a9 req-52904dfe-b332-491d-861b-df11786c4105 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:59.709263 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e08ee55-cac9-4851-8c0a-0837829437a9 req-52904dfe-b332-491d-861b-df11786c4105 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2399 time: 0.1247480 Aug 29 16:50:59.719639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Transition to ACTIVE for port object 34654283-c842-4bb7-ad48-aaa136923620 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:59.729891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Transition to ACTIVE for port object fc20caf5-d326-4d68-a6ce-477bb8d0b017 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:50:59.731192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.732710 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.782415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Network 82248327-0b36-48ab-88fd-670156dd702c is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:50:59.804595 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e08ee55-cac9-4851-8c0a-0837829437a9 req-177dfb2c-4d8e-4478-883b-9ffeb0102b3a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585186 Aug 29 16:50:59.807978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:50:59.816117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Pushing event updated for resources: {'Port': ['ID=34654283-c842-4bb7-ad48-aaa136923620,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:50:59.820000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:50:59.833623 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.874329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Allocated IP 172.25.5.93 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/bd2aee77-e931-40a0-b5ae-e681bda869d9) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:50:59.888340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b716b866-df1c-4adc-8cbf-35d796c1bf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe759c7-1974-4ed2-a784-d33dd4acf54a'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:50:59.890614 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0510c09-79ab-487c-b826-dd0e9e4d7883" -d '{"events": [{"server_uuid": "b716b866-df1c-4adc-8cbf-35d796c1bf1e", "name": "network-vif-plugged", "status": "completed", "tag": "ffe759c7-1974-4ed2-a784-d33dd4acf54a"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:50:59.911534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ffe759c7-1974-4ed2-a784-d33dd4acf54a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ffe759c7-1974-4ed2-a784-d33dd4acf54a,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:50:59.913071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Attempting to bind port 34654283-c842-4bb7-ad48-aaa136923620 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:50:59.913484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Attempting to bind port 34654283-c842-4bb7-ad48-aaa136923620 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:50:59.913910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Attempting to bind port 34654283-c842-4bb7-ad48-aaa136923620 on network 82248327-0b36-48ab-88fd-670156dd702c {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:50:59.919227 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.924663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:50:59.924663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Checking segment: {'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:50:59.925009 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.925391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Bound using segment: {'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:50:59.925865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Bound port: 34654283-c842-4bb7-ad48-aaa136923620, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:50:59.926250 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:50:59.934222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] For port 0e2fa299-8ac9-44f1-9d56-9a145b57549d, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:50:59.989083 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c661261-4419-4779-b73e-1baa430e5b39 req-926ad8ea-9944-446b-97a4-86de085600a7 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:50:59.990693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3c661261-4419-4779-b73e-1baa430e5b39 req-926ad8ea-9944-446b-97a4-86de085600a7 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 947 time: 0.1118317 Aug 29 16:51:00.005378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] For port 0e2fa299-8ac9-44f1-9d56-9a145b57549d, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=0e2fa299-8ac9-44f1-9d56-9a145b57549d,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:00.008157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ffe759c7-1974-4ed2-a784-d33dd4acf54a,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:00.021385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.034987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] For port 34654283-c842-4bb7-ad48-aaa136923620, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:00.038474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] For port 34654283-c842-4bb7-ad48-aaa136923620, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=34654283-c842-4bb7-ad48-aaa136923620,segment=NetworkSegment(d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b),segment_id=d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:00.044504 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.078545 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.094626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['71f9600c-3258-46e3-83fe-fe37835cece5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:00.096304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-d8d89271-fe5e-488d-80ba-13d4001b3ed1 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:00.097121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8b4dd2ee-e247-44df-8610-e88cdf0cc391'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:00.097866 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-d8d89271-fe5e-488d-80ba-13d4001b3ed1 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1098 time: 0.1062989 Aug 29 16:51:00.117211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-13'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:00.132823 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3c661261-4419-4779-b73e-1baa430e5b39 req-69dd7dba-0995-41af-8ab1-fb3bcabbe416 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021113 Aug 29 16:51:00.137683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.138215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:00.138953 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.141052 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] 10.222.0.16 "PUT /v2.0/ports/0e2fa299-8ac9-44f1-9d56-9a145b57549d HTTP/1.1" status: 200 len: 1096 time: 2.9471214 Aug 29 16:51:00.176283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28fcd7-d93c-4525-b01e-0d61326dd53d None None] Pushing event updated for resources: {'Port': ['ID=34654283-c842-4bb7-ad48-aaa136923620,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:00.198488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:00.202723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f4820722-2e8d-40d5-8b51-5ba78ee2891d req-e37dfc2c-a76a-4c2f-9cd6-c7e077c09122 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] For port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:00.242823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:00.278948 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eab7d22-16ca-4b81-bf5f-bc4644d26111 x-openstack-request-id: req-8eab7d22-16ca-4b81-bf5f-bc4644d26111 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:00.279405 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "tag": "6763d98a-da3a-45c4-914f-8ba1fef6fa6f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:00.279922 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8eab7d22-16ca-4b81-bf5f-bc4644d26111 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:00.280635 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'tag': '6763d98a-da3a-45c4-914f-8ba1fef6fa6f', 'status': 'completed', 'code': 200} Aug 29 16:51:00.288051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:00.318183 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.10', 64663) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:00.320426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f5ea4-88a5-4ccd-b4ed-c641b8668554 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2fa299-8ac9-44f1-9d56-9a145b57549d,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:00.346918 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.413533 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.492916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:00.493602 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.528985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:00.532123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Pushing event updated for resources: {'Port': ['ID=bd2aee77-e931-40a0-b5ae-e681bda869d9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:00.536274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:00.539340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:00.569582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f4820722-2e8d-40d5-8b51-5ba78ee2891d req-e37dfc2c-a76a-4c2f-9cd6-c7e077c09122 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.589053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f4820722-2e8d-40d5-8b51-5ba78ee2891d req-e37dfc2c-a76a-4c2f-9cd6-c7e077c09122 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.636365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Pushing event updated for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:00.640145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-98ea0934-dda5-4bb9-a033-7c875032e0cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6640618 Aug 29 16:51:00.642615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-0a71c182-4185-494d-82a7-5cb5699f4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:00.644169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-0a71c182-4185-494d-82a7-5cb5699f4d09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f372c524fe0a48fba2dc7097f3f9159d&device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 1099 time: 0.4162495 Aug 29 16:51:00.654238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97274c7e-b62c-424c-96f1-adc27e663f29 req-d426e028-30ed-4266-b244-ed69acad11ff tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:00.656214 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97274c7e-b62c-424c-96f1-adc27e663f29 req-d426e028-30ed-4266-b244-ed69acad11ff tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 946 time: 0.2894480 Aug 29 16:51:00.671693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Request body: {'port': {'device_id': '25129d4a-7abc-454c-90e4-4a660f91f535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:00.732271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4820722-2e8d-40d5-8b51-5ba78ee2891d req-e37dfc2c-a76a-4c2f-9cd6-c7e077c09122 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:00.733577 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f4820722-2e8d-40d5-8b51-5ba78ee2891d req-e37dfc2c-a76a-4c2f-9cd6-c7e077c09122 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.735022 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4820722-2e8d-40d5-8b51-5ba78ee2891d req-e37dfc2c-a76a-4c2f-9cd6-c7e077c09122 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "PUT /v2.0/ports/d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 HTTP/1.1" status: 200 len: 981 time: 1.6496992 Aug 29 16:51:00.757074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d8318f8b-41e8-4b48-a4d8-ad3d42e595d4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:00.815679 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204f68d9-a776-4969-9e91-6e22316754a8 x-openstack-request-id: req-204f68d9-a776-4969-9e91-6e22316754a8 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:00.816102 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b716b866-df1c-4adc-8cbf-35d796c1bf1e", "name": "network-vif-plugged", "status": "completed", "tag": "ffe759c7-1974-4ed2-a784-d33dd4acf54a", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:00.816524 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-204f68d9-a776-4969-9e91-6e22316754a8 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:00.817302 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b716b866-df1c-4adc-8cbf-35d796c1bf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe759c7-1974-4ed2-a784-d33dd4acf54a', 'code': 200} Aug 29 16:51:00.836491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d3d81-1196-4ad8-a5d9-095b58cdfc40 req-682cccbd-cef1-41de-904c-6b0897c99ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:00.837154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d3d81-1196-4ad8-a5d9-095b58cdfc40 req-682cccbd-cef1-41de-904c-6b0897c99ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:00.837663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d3d81-1196-4ad8-a5d9-095b58cdfc40 req-682cccbd-cef1-41de-904c-6b0897c99ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:00.843787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e9d3d81-1196-4ad8-a5d9-095b58cdfc40 req-682cccbd-cef1-41de-904c-6b0897c99ce7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2799 time: 0.5242569 Aug 29 16:51:00.866121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97274c7e-b62c-424c-96f1-adc27e663f29 req-38e833f3-8611-4872-9cab-737150601927 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931627 Aug 29 16:51:00.867003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-5d13dc5d-2a1c-48c5-b7ac-0b1ddc246321 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=0e2fa299-8ac9-44f1-9d56-9a145b57549d HTTP/1.1" status: 200 len: 217 time: 0.1573071 Aug 29 16:51:00.875799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ba955fc7-4d5e-491d-9fff-57c888947406 None None] Provisioning for port fc20caf5-d326-4d68-a6ce-477bb8d0b017 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:00.880784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ba955fc7-4d5e-491d-9fff-57c888947406 None None] Provisioning complete for port fc20caf5-d326-4d68-a6ce-477bb8d0b017 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:00.881765 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ba955fc7-4d5e-491d-9fff-57c888947406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.881887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:00.910330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=01067f0f-fca2-47c8-9850-cc378867fa17,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:00.910841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d8318f8b-41e8-4b48-a4d8-ad3d42e595d4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:00.926968 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:00.967616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:00.983159 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ba955fc7-4d5e-491d-9fff-57c888947406 None None] Port fc20caf5-d326-4d68-a6ce-477bb8d0b017 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:51:01.015291 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:01.021104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01067f0f-fca2-47c8-9850-cc378867fa17'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:01.023773 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26a4c45-c667-467f-ae8f-7c17af064677" -d '{"events": [{"server_uuid": "27679473-4f0c-4273-83ce-4de2b4e02c51", "name": "network-vif-unplugged", "status": "completed", "tag": "01067f0f-fca2-47c8-9850-cc378867fa17"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:01.032942 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:01.183401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Pushing event updated for resources: {'Port': ['ID=01067f0f-fca2-47c8-9850-cc378867fa17,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:01.260808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba337cf-ca17-423d-b7b0-643ef4d6471d req-445ed17e-4ad7-4584-a6eb-d091e7505d71 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:01.262644 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ba337cf-ca17-423d-b7b0-643ef4d6471d req-445ed17e-4ad7-4584-a6eb-d091e7505d71 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 936 time: 0.2344179 Aug 29 16:51:01.327749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 on host n-h2-713301-13 for vnic_type normal with profile {"migrating_to": "n-h1-713301-13"} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:01.328080 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:01.328524 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:01.341952 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:01.387698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Port 01067f0f-fca2-47c8-9850-cc378867fa17 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:51:01.388174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Attempting to bind port 01067f0f-fca2-47c8-9850-cc378867fa17 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:01.402971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ba337cf-ca17-423d-b7b0-643ef4d6471d req-2e7ad6c8-ad24-45aa-bb8e-fcb870cfb149 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234665 Aug 29 16:51:01.418767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:01.419265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:01.419876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:01.420584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Bound port: 01067f0f-fca2-47c8-9850-cc378867fa17, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:01.421156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:01.434392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dfc2c-a76a-4c2f-9cd6-c7e077c09122 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'Port': ['ID=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:01.484833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Transition to ACTIVE for port object 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:01.493317 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:01.512334 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:01.513355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 34654283-c842-4bb7-ad48-aaa136923620 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:01.581266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d8f19-5e30-4124-b905-c803e1ce0db1 None None] Network 82248327-0b36-48ab-88fd-670156dd702c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:51:01.594547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:01.601725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-faa8478a-5dd1-4b5b-b19c-7833f40aae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:01.603236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-faa8478a-5dd1-4b5b-b19c-7833f40aae2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.7151887 Aug 29 16:51:01.621211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482f53a-cf16-4f58-8d72-4008c20a80d9 req-647b430f-afb0-4ee3-b51c-39d49eec9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:01.622483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=01067f0f-fca2-47c8-9850-cc378867fa17,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:01.623567 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1482f53a-cf16-4f58-8d72-4008c20a80d9 req-647b430f-afb0-4ee3-b51c-39d49eec9940 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 1102 time: 0.7365401 Aug 29 16:51:01.636563 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:01.679993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1163a9-3b07-49ae-88f0-a208b36363b7 req-cf27580d-c82a-41a6-873e-89a9b99fe1fe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:01.681840 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba1163a9-3b07-49ae-88f0-a208b36363b7 req-cf27580d-c82a-41a6-873e-89a9b99fe1fe tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 950 time: 0.8165784 Aug 29 16:51:01.695653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-81ad2c6b-6951-44c1-ba64-b08603d8c15f None None] Provisioning for port 34654283-c842-4bb7-ad48-aaa136923620 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:01.703435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-81ad2c6b-6951-44c1-ba64-b08603d8c15f None None] Provisioning complete for port 34654283-c842-4bb7-ad48-aaa136923620 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:01.703899 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-81ad2c6b-6951-44c1-ba64-b08603d8c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:01.756454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27e512ed-45bb-4baa-92d1-8852358b97c5 req-e03dac9c-38d9-4447-9ecd-162cf4dfc45e tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-657303793&fields=id&tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6 HTTP/1.1" status: 200 len: 267 time: 0.1577010 Aug 29 16:51:01.757292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d3d81-1196-4ad8-a5d9-095b58cdfc40 req-78cbde72-dca7-4b26-a620-6d96d175d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:01.757979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d3d81-1196-4ad8-a5d9-095b58cdfc40 req-78cbde72-dca7-4b26-a620-6d96d175d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:01.758456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d3d81-1196-4ad8-a5d9-095b58cdfc40 req-78cbde72-dca7-4b26-a620-6d96d175d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:01.760028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e9d3d81-1196-4ad8-a5d9-095b58cdfc40 req-78cbde72-dca7-4b26-a620-6d96d175d1f9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8992450 Aug 29 16:51:01.772108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 34654283-c842-4bb7-ad48-aaa136923620 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:01.798781 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:01.824946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 34654283-c842-4bb7-ad48-aaa136923620 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:01.825264 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:01.832616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Pushing event updated for resources: {'Port': ['ID=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:01.840672 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Pushing event updated for resources: {'Port': ['ID=01067f0f-fca2-47c8-9850-cc378867fa17,revision_number=8']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:01.848649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:01.849295 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:01.850693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-36666550-6cfb-4c61-9bba-0c337919c7fe service neutron] 10.222.0.10 "PUT /v2.0/ports/01067f0f-fca2-47c8-9850-cc378867fa17 HTTP/1.1" status: 200 len: 1124 time: 1.7401645 Aug 29 16:51:01.918234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e512ed-45bb-4baa-92d1-8852358b97c5 req-88585e18-9ad1-4f0f-b4da-992d630b49d7 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:01.919947 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27e512ed-45bb-4baa-92d1-8852358b97c5 req-88585e18-9ad1-4f0f-b4da-992d630b49d7 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 984 time: 0.1473546 Aug 29 16:51:01.932471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1482f53a-cf16-4f58-8d72-4008c20a80d9 req-88123706-466e-4ee9-ac13-408e24a46109 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757330 Aug 29 16:51:01.986735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['01067f0f-fca2-47c8-9850-cc378867fa17'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:01.994058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['01067f0f-fca2-47c8-9850-cc378867fa17'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:02.005985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-27e512ed-45bb-4baa-92d1-8852358b97c5 req-322f6d18-6cfa-49bd-936b-569ac53dde52 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'port': {'security_groups': ['6d240140-f653-436d-91ba-237598a86872', 'e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6', 'e8b71d09-ab08-44db-a9fb-b9f846ec2d3d']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:02.065164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba1163a9-3b07-49ae-88f0-a208b36363b7 req-9b79cb50-0ee6-4997-a545-bd68a04f5be0 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473332 Aug 29 16:51:02.067265 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-840f073a-91ba-41ad-8f5b-6e0dcd2f14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:02.068824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-840f073a-91ba-41ad-8f5b-6e0dcd2f14a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4345894 Aug 29 16:51:02.070295 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-81ad2c6b-6951-44c1-ba64-b08603d8c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.101154 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.130178 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27e512ed-45bb-4baa-92d1-8852358b97c5 req-322f6d18-6cfa-49bd-936b-569ac53dde52 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.177526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-81ad2c6b-6951-44c1-ba64-b08603d8c15f None None] For port 34654283-c842-4bb7-ad48-aaa136923620, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=34654283-c842-4bb7-ad48-aaa136923620,segment=NetworkSegment(d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b),segment_id=d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:02.223880 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-81ad2c6b-6951-44c1-ba64-b08603d8c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.277074 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Attempting to bind port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:02.277719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Attempting to bind port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:02.278841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Attempting to bind port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 on network 288ee690-9867-48c5-b5bb-10287a1ce0a5 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:02.303916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a', 'tag': '0e2fa299-8ac9-44f1-9d56-9a145b57549d'}, {'name': 'network-changed', 'server_uuid': 'b1603e19-417e-4abd-b273-438155cee1c9', 'tag': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:02.306513 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350ef94f-0834-4e96-9d13-c09959d77439" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a", "tag": "0e2fa299-8ac9-44f1-9d56-9a145b57549d"}, {"name": "network-changed", "server_uuid": "b1603e19-417e-4abd-b273-438155cee1c9", "tag": "d8318f8b-41e8-4b48-a4d8-ad3d42e595d4"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:02.354200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 on network 288ee690-9867-48c5-b5bb-10287a1ce0a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:51:02.354200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Attempting to bind port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 on network 288ee690-9867-48c5-b5bb-10287a1ce0a5 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:02.360176 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 16:51:02.360534 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 16:51:02.365869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d3d81-1196-4ad8-a5d9-095b58cdfc40 req-383b3d8e-6bd2-4d6a-b343-e967ae085bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:02.367377 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e9d3d81-1196-4ad8-a5d9-095b58cdfc40 req-383b3d8e-6bd2-4d6a-b343-e967ae085bdc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5833106 Aug 29 16:51:02.384756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:02.385161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Checking segment: {'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:02.385497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Bound using segment: {'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:02.385999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Bound port: 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3a7103-4e22-4496-804d-0f9dc57d5d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:02.386523 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.406616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad2c6b-6951-44c1-ba64-b08603d8c15f None None] Pushing event updated for resources: {'Port': ['ID=34654283-c842-4bb7-ad48-aaa136923620,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:02.424243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08db82-0ee1-4b1c-90e7-db5c7995b6a5 req-0b2c0baa-7820-4fe4-998c-9be94ea04922 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:02.430187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08db82-0ee1-4b1c-90e7-db5c7995b6a5 req-0b2c0baa-7820-4fe4-998c-9be94ea04922 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:02.436250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08db82-0ee1-4b1c-90e7-db5c7995b6a5 req-0b2c0baa-7820-4fe4-998c-9be94ea04922 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:02.438481 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d08db82-0ee1-4b1c-90e7-db5c7995b6a5 req-0b2c0baa-7820-4fe4-998c-9be94ea04922 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2411 time: 0.2381117 Aug 29 16:51:02.443363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f7adc3a0-0bc4-41fb-b7a4-03d7041115ab None None] Provisioning complete for port 34654283-c842-4bb7-ad48-aaa136923620 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:02.444124 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f7adc3a0-0bc4-41fb-b7a4-03d7041115ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.501402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Router 6a62e033-5a5c-44d2-b287-db74de504f68 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:51:02.526973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-ae827461-d7cc-4400-a530-78e7fe90a1df service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810485 Aug 29 16:51:02.585130 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d08db82-0ee1-4b1c-90e7-db5c7995b6a5 req-00fd8b2f-4ced-47d4-9746-4292f4566f60 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388166 Aug 29 16:51:02.632540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] For port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:02.652954 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58fc53a-e293-4e48-b0ea-5e74eaedc3bb x-openstack-request-id: req-d58fc53a-e293-4e48-b0ea-5e74eaedc3bb {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:02.653426 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27679473-4f0c-4273-83ce-4de2b4e02c51", "name": "network-vif-unplugged", "status": "completed", "tag": "01067f0f-fca2-47c8-9850-cc378867fa17", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:02.653546 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d58fc53a-e293-4e48-b0ea-5e74eaedc3bb {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:02.653899 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01067f0f-fca2-47c8-9850-cc378867fa17', 'code': 200} Aug 29 16:51:02.673658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] For port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:02.685033 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.698914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc20caf5-d326-4d68-a6ce-477bb8d0b017 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:02.699238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:51:02.708174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 01067f0f-fca2-47c8-9850-cc378867fa17 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:02.722451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Sync routers for ids ['6a62e033-5a5c-44d2-b287-db74de504f68'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:51:02.728644 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.733186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-666ed287-9ed4-4b50-8a0f-67447bc6bb4f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8528955 Aug 29 16:51:02.733674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41156) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:02.743936 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.751915 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Routers {'6a62e033-5a5c-44d2-b287-db74de504f68'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:51:02.752546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a62e033-5a5c-44d2-b287-db74de504f68'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:02.787508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:02.788417 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.790219 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] 10.222.0.10 "PUT /v2.0/ports/5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 HTTP/1.1" status: 200 len: 1093 time: 3.3314240 Aug 29 16:51:02.801146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-27e512ed-45bb-4baa-92d1-8852358b97c5 req-322f6d18-6cfa-49bd-936b-569ac53dde52 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] For port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:02.811438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Transition to ACTIVE for port object fc20caf5-d326-4d68-a6ce-477bb8d0b017 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:02.828323 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.862576 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00ec95fb-6958-4fd2-a3d7-ffa3e4ded7f0 req-c0e2537d-eb35-48b9-822f-0408ff978936 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203425 Aug 29 16:51:02.898894 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27e512ed-45bb-4baa-92d1-8852358b97c5 req-322f6d18-6cfa-49bd-936b-569ac53dde52 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.907865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27e512ed-45bb-4baa-92d1-8852358b97c5 req-322f6d18-6cfa-49bd-936b-569ac53dde52 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:02.939082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee158a8-e6cd-44b2-8547-89588ddd5f0f service neutron] Pushing event updated for resources: {'Port': ['ID=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:02.963312 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c5b5c-197d-4f08-9bdd-ab847aa195e3 req-4507cb48-86ed-4412-b3cd-94471bbcae1c tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:02.972050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a33c5b5c-197d-4f08-9bdd-ab847aa195e3 req-4507cb48-86ed-4412-b3cd-94471bbcae1c tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 947 time: 0.2753458 Aug 29 16:51:03.066702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-a48eac8e-9be5-4513-b718-e71eb6399130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:03.067187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-a48eac8e-9be5-4513-b718-e71eb6399130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:03.067816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-a48eac8e-9be5-4513-b718-e71eb6399130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:03.069613 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-a48eac8e-9be5-4513-b718-e71eb6399130 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2867 time: 0.2043591 Aug 29 16:51:03.079940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e512ed-45bb-4baa-92d1-8852358b97c5 req-322f6d18-6cfa-49bd-936b-569ac53dde52 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:03.080499 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27e512ed-45bb-4baa-92d1-8852358b97c5 req-322f6d18-6cfa-49bd-936b-569ac53dde52 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:03.081953 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27e512ed-45bb-4baa-92d1-8852358b97c5 req-322f6d18-6cfa-49bd-936b-569ac53dde52 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "PUT /v2.0/ports/d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 HTTP/1.1" status: 200 len: 1020 time: 1.0898919 Aug 29 16:51:03.128039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f6d18-6cfa-49bd-936b-569ac53dde52 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'Port': ['ID=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:03.142324 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Set router 6a62e033-5a5c-44d2-b287-db74de504f68 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:51:03.164675 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a33c5b5c-197d-4f08-9bdd-ab847aa195e3 req-486605a9-eaf3-41ec-ac31-23fe5842e697 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917274 Aug 29 16:51:03.172961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-7e4c31a3-6411-4029-a38f-5c31ad5ae44b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.96&port_id=91c2cefd-214d-47d5-8bf4-860b73d51112 HTTP/1.1" status: 200 len: 217 time: 0.0574293 Aug 29 16:51:03.193639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Pushing event updated for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:03.248511 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2442637-e542-4be7-a1d5-132d732eb41b x-openstack-request-id: req-a2442637-e542-4be7-a1d5-132d732eb41b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:03.248805 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a", "tag": "0e2fa299-8ac9-44f1-9d56-9a145b57549d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1603e19-417e-4abd-b273-438155cee1c9", "tag": "d8318f8b-41e8-4b48-a4d8-ad3d42e595d4", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:03.249056 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2442637-e542-4be7-a1d5-132d732eb41b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:03.250170 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a', 'tag': '0e2fa299-8ac9-44f1-9d56-9a145b57549d', 'status': 'completed', 'code': 200} Aug 29 16:51:03.250724 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1603e19-417e-4abd-b273-438155cee1c9', 'tag': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4', 'status': 'completed', 'code': 200} Aug 29 16:51:03.253992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Attempting to bind port fc20caf5-d326-4d68-a6ce-477bb8d0b017 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:03.254478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Attempting to bind port fc20caf5-d326-4d68-a6ce-477bb8d0b017 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:03.254814 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Attempting to bind port fc20caf5-d326-4d68-a6ce-477bb8d0b017 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:03.269900 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=01067f0f-fca2-47c8-9850-cc378867fa17,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:03.280919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Port fc20caf5-d326-4d68-a6ce-477bb8d0b017 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:51:03.281332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Attempting to bind port fc20caf5-d326-4d68-a6ce-477bb8d0b017 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:03.284714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b90002-6e7b-4872-a54f-8793ad71dac5 req-2c0e4c50-d335-44cc-abb1-2dc7cd32a44d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:03.289293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d8318f8b-41e8-4b48-a4d8-ad3d42e595d4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:03.290043 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5b90002-6e7b-4872-a54f-8793ad71dac5 req-2c0e4c50-d335-44cc-abb1-2dc7cd32a44d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 944 time: 0.1203864 Aug 29 16:51:03.327111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 01067f0f-fca2-47c8-9850-cc378867fa17 has no active binding in host n-h1-713301-13 {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 16:51:03.347149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:03.347544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:03.348305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:03.348305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Bound port: fc20caf5-d326-4d68-a6ce-477bb8d0b017, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:03.348646 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:03.363975 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5b90002-6e7b-4872-a54f-8793ad71dac5 req-04b70b43-235e-4bd9-9c01-1fcea1cae760 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703366 Aug 29 16:51:03.379758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d8318f8b-41e8-4b48-a4d8-ad3d42e595d4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:03.382490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-4e7d92e6-bf49-4295-bb4a-47591a6dfc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:03.385294 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-4e7d92e6-bf49-4295-bb4a-47591a6dfc09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2 HTTP/1.1" status: 200 len: 801 time: 0.1952941 Aug 29 16:51:03.451759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ef94f-0834-4e96-9d13-c09959d77439 req-860fc27e-d60a-4dc5-9ff7-90f9159da033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:03.453300 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-860fc27e-d60a-4dc5-9ff7-90f9159da033 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f372c524fe0a48fba2dc7097f3f9159d&device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 1099 time: 0.1841278 Aug 29 16:51:03.467603 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:03.485462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ef94f-0834-4e96-9d13-c09959d77439 req-e2637cef-1437-41fc-b853-f7adfb66743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:03.486942 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-e2637cef-1437-41fc-b853-f7adfb66743d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 1175 time: 0.2035058 Aug 29 16:51:03.562238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d13901-55a4-4f29-a757-52c9ce048b95 req-7f9bce8c-c63c-4d74-87b9-d2356cb67f59 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:03.564075 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39d13901-55a4-4f29-a757-52c9ce048b95 req-7f9bce8c-c63c-4d74-87b9-d2356cb67f59 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 948 time: 0.2643561 Aug 29 16:51:03.599936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 34654283-c842-4bb7-ad48-aaa136923620 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:03.695094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1525-3681-4366-9d6d-facc2287c810 req-d082c110-184d-4584-9b02-eee8c7325408 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:03.696566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81db1525-3681-4366-9d6d-facc2287c810 req-d082c110-184d-4584-9b02-eee8c7325408 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 1023 time: 0.1037047 Aug 29 16:51:03.775875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Allocated IP 172.20.0.1 (82248327-0b36-48ab-88fd-670156dd702c/ca16c2c1-fbc7-4311-b124-10b6e9b31908/188cc5e0-5cc0-42e5-8e14-5f232919a709) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:03.801951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 34654283-c842-4bb7-ad48-aaa136923620 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:03.802646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:03.835399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:00Z', 'revision_number': 3, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:03.874163 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81db1525-3681-4366-9d6d-facc2287c810 req-09194288-c1a1-40f6-9e52-75162df83216 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&id=e8b71d09-ab08-44db-a9fb-b9f846ec2d3d&id=6d240140-f653-436d-91ba-237598a86872 HTTP/1.1" status: 200 len: 6147 time: 0.1504560 Aug 29 16:51:03.923932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Checking router: 6a62e033-5a5c-44d2-b287-db74de504f68 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:51:03.924281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Updating router 6a62e033-5a5c-44d2-b287-db74de504f68 port bd2aee77-e931-40a0-b5ae-e681bda869d9 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:51:03.952796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-40e6e936-051f-48a2-b746-7628996df6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:03.954110 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-40e6e936-051f-48a2-b746-7628996df6ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=288ee690-9867-48c5-b5bb-10287a1ce0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5594466 Aug 29 16:51:03.976398 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:03.983654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:03.985466 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.007038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fa7ee-a58c-4090-96b8-c67182da3960 req-119b501c-58ba-43c4-ab04-aabc3a309db9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:04.008542 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f6fa7ee-a58c-4090-96b8-c67182da3960 req-119b501c-58ba-43c4-ab04-aabc3a309db9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 950 time: 0.0781398 Aug 29 16:51:04.009567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Transition to ACTIVE for port object 188cc5e0-5cc0-42e5-8e14-5f232919a709 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:04.067629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:04.072583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f6fa7ee-a58c-4090-96b8-c67182da3960 req-20c546d7-84ad-42d6-b986-3f08d91dba0b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509357 Aug 29 16:51:04.076911 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.101605 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39d13901-55a4-4f29-a757-52c9ce048b95 req-a2e26861-c3cb-47f5-880a-1b97e86555bc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616044 Aug 29 16:51:04.119992 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.139056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Network 82248327-0b36-48ab-88fd-670156dd702c is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:04.143029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-c6cabf23-1a9f-4356-9ba8-0d8442924de3 req-8c0ffbbd-680f-4426-a363-226eca1f88fa tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'security_group': {'name': ' tempest-securitygroup -438296286 ', 'description': 'tempest-description-772120972'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:04.150942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:04.158257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:04.186318 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Pushing event updated for resources: {'Port': ['ID=188cc5e0-5cc0-42e5-8e14-5f232919a709,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:04.197584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ef94f-0834-4e96-9d13-c09959d77439 req-df7b17ac-bad1-45a4-be7c-12ff13ff6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:04.199391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-df7b17ac-bad1-45a4-be7c-12ff13ff6ecf service neutron] 10.222.0.10 "GET /v2.0/networks?id=1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 200 len: 913 time: 0.6897383 Aug 29 16:51:04.213451 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6cabf23-1a9f-4356-9ba8-0d8442924de3 req-8c0ffbbd-680f-4426-a363-226eca1f88fa tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.222740 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.239811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ef94f-0834-4e96-9d13-c09959d77439 req-da2eb126-9918-4363-8da5-976c0abac277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:04.241971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-da2eb126-9918-4363-8da5-976c0abac277 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.7642796 Aug 29 16:51:04.289034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Pushing event updated for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:04.348753 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-aef6b301-093e-44df-b3ec-a5a87bc97595 service neutron] 10.222.0.10 "GET /v2.0/networks/288ee690-9867-48c5-b5bb-10287a1ce0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829017 Aug 29 16:51:04.378367 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.423138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:04.423770 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.425190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-2461bc6b-7d03-4d02-b991-29198f65802a service neutron] 10.222.0.10 "PUT /v2.0/ports/fc20caf5-d326-4d68-a6ce-477bb8d0b017 HTTP/1.1" status: 200 len: 1097 time: 3.7630656 Aug 29 16:51:04.497745 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.502161 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-d912d587-3280-435a-b084-9a366aaa1600 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 HTTP/1.1" status: 200 len: 217 time: 0.2637093 Aug 29 16:51:04.506384 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-56732bf2-2c9d-4d5b-9cbb-ace926275dc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=0e2fa299-8ac9-44f1-9d56-9a145b57549d HTTP/1.1" status: 200 len: 217 time: 0.2109380 Aug 29 16:51:04.512127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Transition to ACTIVE for port object bd2aee77-e931-40a0-b5ae-e681bda869d9 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:04.520718 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.583478 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6cabf23-1a9f-4356-9ba8-0d8442924de3 req-8c0ffbbd-680f-4426-a363-226eca1f88fa tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.590942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Attempting to bind port bd2aee77-e931-40a0-b5ae-e681bda869d9 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:04.591352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Attempting to bind port bd2aee77-e931-40a0-b5ae-e681bda869d9 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:04.591896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Attempting to bind port bd2aee77-e931-40a0-b5ae-e681bda869d9 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:04.595587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a4e28-65e0-40af-a6a5-938493461384 None None] Pushing event updated for resources: {'Port': ['ID=bd2aee77-e931-40a0-b5ae-e681bda869d9,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:04.596357 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6cabf23-1a9f-4356-9ba8-0d8442924de3 req-8c0ffbbd-680f-4426-a363-226eca1f88fa tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.600329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b797136f-8579-4046-83c0-6bb53205f47e None None] Provisioning for port 188cc5e0-5cc0-42e5-8e14-5f232919a709 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:04.603988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:04.604379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:04.604761 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.605141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:04.605646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Bound port: bd2aee77-e931-40a0-b5ae-e681bda869d9, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:04.606021 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.609432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b797136f-8579-4046-83c0-6bb53205f47e None None] Provisioning complete for port 188cc5e0-5cc0-42e5-8e14-5f232919a709 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:04.609787 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b797136f-8579-4046-83c0-6bb53205f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.645198 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6cabf23-1a9f-4356-9ba8-0d8442924de3 req-8c0ffbbd-680f-4426-a363-226eca1f88fa tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.646597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6cabf23-1a9f-4356-9ba8-0d8442924de3 req-8c0ffbbd-680f-4426-a363-226eca1f88fa tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5142946 Aug 29 16:51:04.649705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ffbbd-680f-4426-a363-226eca1f88fa tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d035f3b-2a9a-4a3a-8fa3-67a2f98cb185,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:04.663314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'tag': '01067f0f-fca2-47c8-9850-cc378867fa17'}, {'name': 'network-changed', 'server_uuid': 'b1603e19-417e-4abd-b273-438155cee1c9', 'tag': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:04.666921 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f247c1-123f-4498-ac76-a2a6b74d326e" -d '{"events": [{"name": "network-changed", "server_uuid": "27679473-4f0c-4273-83ce-4de2b4e02c51", "tag": "01067f0f-fca2-47c8-9850-cc378867fa17"}, {"name": "network-changed", "server_uuid": "b1603e19-417e-4abd-b273-438155cee1c9", "tag": "d8318f8b-41e8-4b48-a4d8-ad3d42e595d4"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:04.684965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b797136f-8579-4046-83c0-6bb53205f47e None None] Port 188cc5e0-5cc0-42e5-8e14-5f232919a709 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:51:04.695905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1893836-debc-453d-bdd6-c1f310b471c2 req-0d7d8892-78cb-4662-becb-23869bb735db tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:04.698156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] For port bd2aee77-e931-40a0-b5ae-e681bda869d9, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:04.702042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] For port bd2aee77-e931-40a0-b5ae-e681bda869d9, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bd2aee77-e931-40a0-b5ae-e681bda869d9,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:04.702601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1893836-debc-453d-bdd6-c1f310b471c2 req-0d7d8892-78cb-4662-becb-23869bb735db tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:04.708264 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.708786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1893836-debc-453d-bdd6-c1f310b471c2 req-0d7d8892-78cb-4662-becb-23869bb735db tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:04.716314 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e1893836-debc-453d-bdd6-c1f310b471c2 req-0d7d8892-78cb-4662-becb-23869bb735db tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2411 time: 0.5150607 Aug 29 16:51:04.730251 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.759172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ef94f-0834-4e96-9d13-c09959d77439 req-aed41e77-7eb8-4f41-be48-69e0f19a67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:04.760698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-aed41e77-7eb8-4f41-be48-69e0f19a67ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e750d55-2e0f-4756-8498-a246e5a4cb25 HTTP/1.1" status: 200 len: 852 time: 0.1987519 Aug 29 16:51:04.766323 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.776450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ef94f-0834-4e96-9d13-c09959d77439 req-487aa076-7f37-4f93-b82a-df8858cbf8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:04.777962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-487aa076-7f37-4f93-b82a-df8858cbf8dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.2451487 Aug 29 16:51:04.778651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Routers {'6a62e033-5a5c-44d2-b287-db74de504f68'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:51:04.779831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a62e033-5a5c-44d2-b287-db74de504f68'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:04.781688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a4e28-65e0-40af-a6a5-938493461384 None None] Pushing event updated for resources: {'Port': ['ID=bd2aee77-e931-40a0-b5ae-e681bda869d9,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:04.795175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-8db9f029-9a65-4232-9e0e-0f2883e9917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:04.796967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-8db9f029-9a65-4232-9e0e-0f2883e9917b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 1100 time: 0.3057921 Aug 29 16:51:04.834241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Pushing event updated for resources: {'Port': ['ID=188cc5e0-5cc0-42e5-8e14-5f232919a709,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:04.860054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef202f-49f6-450a-bfe3-fef085963fc2 req-6b81502a-44bc-4f04-99fa-1c38a5062bff tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:04.861784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09ef202f-49f6-450a-bfe3-fef085963fc2 req-6b81502a-44bc-4f04-99fa-1c38a5062bff tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 1102 time: 0.1278036 Aug 29 16:51:04.866846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:04.897742 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-eb7e3f31-bee0-4712-9b3b-d90cd4833ff8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1125c0b4-2376-4597-8452-71f3a79e075a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133330 Aug 29 16:51:04.901011 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e1893836-debc-453d-bdd6-c1f310b471c2 req-6104ac43-82b3-4045-8721-ffc75d4004fe tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831949 Aug 29 16:51:04.903809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-7695064b-ca6f-4cae-960b-8aa8205e213e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017 HTTP/1.1" status: 200 len: 217 time: 0.0850134 Aug 29 16:51:04.906327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] Set router 6a62e033-5a5c-44d2-b287-db74de504f68 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:51:04.913984 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-3f2abf79-cbfe-4c53-864b-ce8bd5333652 service neutron] 10.222.0.10 "GET /v2.0/networks/288ee690-9867-48c5-b5bb-10287a1ce0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867799 Aug 29 16:51:04.938043 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09ef202f-49f6-450a-bfe3-fef085963fc2 req-77903345-f774-4f20-bc61-167e2807b510 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690753 Aug 29 16:51:05.031235 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-d4c59c23-e867-4f7b-95c8-46eca73449f6 service neutron] 10.222.0.10 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162930 Aug 29 16:51:05.043433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Network 82248327-0b36-48ab-88fd-670156dd702c is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:05.050796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:05.150566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ef94f-0834-4e96-9d13-c09959d77439 req-d3ae88bd-4cae-4762-ae10-666067270592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:05.151848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-d3ae88bd-4cae-4762-ae10-666067270592 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3539300 Aug 29 16:51:05.169053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '188cc5e0-5cc0-42e5-8e14-5f232919a709', 'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'mac_address': 'fa:16:3e:08:f8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:51:03Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 2, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'subnets': [{'id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:05.204032 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-8d5e8079-88b6-4bb3-aedf-19639f3afec5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=6763d98a-da3a-45c4-914f-8ba1fef6fa6f HTTP/1.1" status: 200 len: 217 time: 0.1708753 Aug 29 16:51:05.205334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2dd14-1a06-4377-869a-c1c0183dac53 None None] The sync data for ids ['6a62e033-5a5c-44d2-b287-db74de504f68'] in n-d-713301-13 is: [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '188cc5e0-5cc0-42e5-8e14-5f232919a709', 'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'mac_address': 'fa:16:3e:08:f8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:51:03Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 2, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'subnets': [{'id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:51:05.214436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63056c2d-3636-4e3b-8099-1cd7c2cea550 req-d897b75c-0a2b-445f-8b67-97130932750b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:05.216036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63056c2d-3636-4e3b-8099-1cd7c2cea550 req-d897b75c-0a2b-445f-8b67-97130932750b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 944 time: 0.1630833 Aug 29 16:51:05.236412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bb0c7-e6f8-43c2-8263-591fad6dfaee req-0b26a06e-9b1f-41ca-8d89-4457b9cca4a5 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:05.238103 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a9bb0c7-e6f8-43c2-8263-591fad6dfaee req-0b26a06e-9b1f-41ca-8d89-4457b9cca4a5 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 947 time: 0.1984324 Aug 29 16:51:05.276486 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63056c2d-3636-4e3b-8099-1cd7c2cea550 req-cd3dd96e-0e2e-4ba3-8d3c-b8d35aa0fb49 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505948 Aug 29 16:51:05.278316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Router 6a62e033-5a5c-44d2-b287-db74de504f68 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:51:05.280353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'tag': '5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35'}, {'name': 'network-changed', 'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:05.282359 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2581ca-6623-4042-b44d-5c3bcef743e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "tag": "5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35"}, {"name": "network-changed", "server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:05.344668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-ff556c40-65cf-4bab-8c78-5705a2775ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:05.346157 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-ff556c40-65cf-4bab-8c78-5705a2775ed5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.3275106 Aug 29 16:51:05.408332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-efff707e-5759-48a0-994e-7f9a849c00b4 None None] Provisioning complete for port 188cc5e0-5cc0-42e5-8e14-5f232919a709 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:05.408785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-efff707e-5759-48a0-994e-7f9a849c00b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:05.420972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:51:05.435524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-28756b28-381e-497b-b0db-d7d3dae97f47 admin admin] 10.222.0.22 "PUT /v2.0/routers/6a62e033-5a5c-44d2-b287-db74de504f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6931934 Aug 29 16:51:05.435750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-39c8bc74-70c0-4a6d-aa45-d5ec253c0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:05.435750 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-39c8bc74-70c0-4a6d-aa45-d5ec253c0a49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d2eb2fc7-4f9a-4f89-a38f-e66af35c47c0 HTTP/1.1" status: 200 len: 801 time: 0.2139564 Aug 29 16:51:05.438915 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 0e2fa299-8ac9-44f1-9d56-9a145b57549d details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:05.448083 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a9bb0c7-e6f8-43c2-8263-591fad6dfaee req-090ff3b2-d7b1-4a91-b8db-9066c73afb11 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618884 Aug 29 16:51:05.469655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-efff707e-5759-48a0-994e-7f9a849c00b4 None None] Port 188cc5e0-5cc0-42e5-8e14-5f232919a709 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:51:05.476303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ca44f2fa-08db-4520-bb4c-6c7d5fa2143b req-8381fe80-79b1-428a-91dd-abe338b8e1e9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/9d035f3b-2a9a-4a3a-8fa3-67a2f98cb185 HTTP/1.1" status: 200 len: 1779 time: 0.0740423 Aug 29 16:51:05.522329 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62377f18-1a9d-4beb-9a41-3dae926a14d3 x-openstack-request-id: req-62377f18-1a9d-4beb-9a41-3dae926a14d3 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:05.522645 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27679473-4f0c-4273-83ce-4de2b4e02c51", "tag": "01067f0f-fca2-47c8-9850-cc378867fa17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1603e19-417e-4abd-b273-438155cee1c9", "tag": "d8318f8b-41e8-4b48-a4d8-ad3d42e595d4", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:05.522906 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62377f18-1a9d-4beb-9a41-3dae926a14d3 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:05.523314 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'tag': '01067f0f-fca2-47c8-9850-cc378867fa17', 'status': 'completed', 'code': 200} Aug 29 16:51:05.523569 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1603e19-417e-4abd-b273-438155cee1c9', 'tag': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4', 'status': 'completed', 'code': 200} Aug 29 16:51:05.572199 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-4a1ad4ce-8911-4bf3-a32d-a63ed83cf949 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041107 Aug 29 16:51:05.623820 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-ace2e91d-93b8-4ff5-bad5-3079700ca5f1 service neutron] 10.222.0.10 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313175 Aug 29 16:51:05.650791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 0e2fa299-8ac9-44f1-9d56-9a145b57549d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=0e2fa299-8ac9-44f1-9d56-9a145b57549d,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:05.664722 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '0e2fa299-8ac9-44f1-9d56-9a145b57549d', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '0e2fa299-8ac9-44f1-9d56-9a145b57549d', 'mac_address': 'fa:16:3e:68:5b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:05.738077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a3126-8493-4561-9efe-1432339173b2 req-28844d36-55f8-4455-9307-13751480ef64 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:05.739046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-7c37ba21-602a-4f8c-b303-8c47de87a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:05.740565 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-7c37ba21-602a-4f8c-b303-8c47de87a9f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3697238 Aug 29 16:51:05.746340 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b65a3126-8493-4561-9efe-1432339173b2 req-28844d36-55f8-4455-9307-13751480ef64 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 948 time: 0.0955439 Aug 29 16:51:05.799556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b65a3126-8493-4561-9efe-1432339173b2 req-76eb537b-2e83-457e-bf6b-dedc9295a9f6 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520632 Aug 29 16:51:05.809078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-a4712049-155a-4e7b-b1fd-b9057fd526bd tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1271663 Aug 29 16:51:05.811188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-1b6a96ea-45d0-4693-b671-dc7aec675214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:05.812657 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-1b6a96ea-45d0-4693-b671-dc7aec675214 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=217742bb-758b-4d27-9919-d3dd290a16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3450596 Aug 29 16:51:05.857993 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:05.871332 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4526e4f1-d6ff-46d6-832a-e4e53f8e8ffa x-openstack-request-id: req-4526e4f1-d6ff-46d6-832a-e4e53f8e8ffa {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:05.871629 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "tag": "5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:05.871885 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4526e4f1-d6ff-46d6-832a-e4e53f8e8ffa {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:05.872274 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'tag': '5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35', 'status': 'completed', 'code': 200} Aug 29 16:51:05.872528 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'status': 'completed', 'code': 200} Aug 29 16:51:05.876184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2fa299-8ac9-44f1-9d56-9a145b57549d {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:05.902317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 0e2fa299-8ac9-44f1-9d56-9a145b57549d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=0e2fa299-8ac9-44f1-9d56-9a145b57549d,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:05.909723 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:05.938106 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2446ebf1-5615-46ab-9495-20d4d207d59f req-537e763d-364b-4136-9d79-ff93071f3ec5 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/9d035f3b-2a9a-4a3a-8fa3-67a2f98cb185 HTTP/1.1" status: 200 len: 1779 time: 0.0539832 Aug 29 16:51:05.968528 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=0e2fa299-8ac9-44f1-9d56-9a145b57549d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:05.982265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:05.982610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:05.982952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:05.983344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:05.983803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:05.984141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:05.984518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:05.984846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:05.985169 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:05.985577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:05.985953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:05.986280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:06.010516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2446ebf1-5615-46ab-9495-20d4d207d59f req-ed3b374a-747a-4617-87ef-e64763c39da1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.014042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-152a327d-3bf1-440d-963c-9c6acf6fd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:06.015568 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-152a327d-3bf1-440d-963c-9c6acf6fd871 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 1127 time: 0.4087324 Aug 29 16:51:06.038346 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2446ebf1-5615-46ab-9495-20d4d207d59f req-ed3b374a-747a-4617-87ef-e64763c39da1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.085108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-adde5e39-d1c4-4875-84cc-68fba7cdbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:06.087787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-adde5e39-d1c4-4875-84cc-68fba7cdbde0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 1175 time: 0.3512437 Aug 29 16:51:06.102468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2446ebf1-5615-46ab-9495-20d4d207d59f req-ed3b374a-747a-4617-87ef-e64763c39da1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.106775 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2446ebf1-5615-46ab-9495-20d4d207d59f req-ed3b374a-747a-4617-87ef-e64763c39da1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.108079 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2446ebf1-5615-46ab-9495-20d4d207d59f req-ed3b374a-747a-4617-87ef-e64763c39da1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "DELETE /v2.0/security-groups/9d035f3b-2a9a-4a3a-8fa3-67a2f98cb185 HTTP/1.1" status: 204 len: 173 time: 0.1684804 Aug 29 16:51:06.120408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b374a-747a-4617-87ef-e64763c39da1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d035f3b-2a9a-4a3a-8fa3-67a2f98cb185,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:06.170932 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ef94f-0834-4e96-9d13-c09959d77439 req-477e601f-141f-4575-b4b4-2143d51a16c4 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733225 Aug 29 16:51:06.259573 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-87f0b9cb-2bca-4176-a950-0a4bb2f23a26 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019085 Aug 29 16:51:06.307920 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-590b72e0-195d-4db0-8b1f-c2ee6656c2bd service neutron] 10.222.0.10 "GET /v2.0/networks/217742bb-758b-4d27-9919-d3dd290a16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486444 Aug 29 16:51:06.330785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690aa9-4914-4ab3-b557-42fef367452b req-96c2a844-17e0-4922-8d04-1130aa32a9de tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:06.332250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-96c2a844-17e0-4922-8d04-1130aa32a9de tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4849589 Aug 29 16:51:06.416240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['0e2fa299-8ac9-44f1-9d56-9a145b57549d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:06.511904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41212) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:06.516917 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-90bba0a5-4831-4198-a734-47dff2a87154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694072810', 'description': 'tempest-description--343384598'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:06.567255 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90bba0a5-4831-4198-a734-47dff2a87154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.648377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cf417-c3c9-45cd-8d3a-6a946bb2ff6e req-889027d7-b728-4cde-8ca1-3255df8d0e5a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:06.655502 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cf417-c3c9-45cd-8d3a-6a946bb2ff6e req-889027d7-b728-4cde-8ca1-3255df8d0e5a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:06.663288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cf417-c3c9-45cd-8d3a-6a946bb2ff6e req-889027d7-b728-4cde-8ca1-3255df8d0e5a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:06.665065 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f3cf417-c3c9-45cd-8d3a-6a946bb2ff6e req-889027d7-b728-4cde-8ca1-3255df8d0e5a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2411 time: 0.0958419 Aug 29 16:51:06.730631 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f3cf417-c3c9-45cd-8d3a-6a946bb2ff6e req-4942a7ae-2619-41b7-bc93-61ac34ae8334 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549989 Aug 29 16:51:06.768360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-87c58f1e-f5ba-4908-80bf-b49ee076df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:06.769549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90bba0a5-4831-4198-a734-47dff2a87154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.769900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-87c58f1e-f5ba-4908-80bf-b49ee076df46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.7336738 Aug 29 16:51:06.776067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-79e34d50-908b-46fa-bbbd-2ea19d2942eb tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/quotas/f6a9dbf52a394a089b69d53045802e1f HTTP/1.1" status: 200 len: 375 time: 0.4053149 Aug 29 16:51:06.784683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90bba0a5-4831-4198-a734-47dff2a87154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.794920 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-2f0ec3f5-155a-4c32-ad47-7a1b109a0f93 req-33fac10f-c7a1-4caf-9398-e058239c0270 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] show failed (client error): The resource could not be found. Aug 29 16:51:06.795941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f0ec3f5-155a-4c32-ad47-7a1b109a0f93 req-33fac10f-c7a1-4caf-9398-e058239c0270 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/9d035f3b-2a9a-4a3a-8fa3-67a2f98cb185 HTTP/1.1" status: 404 len: 352 time: 0.0249939 Aug 29 16:51:06.818348 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90bba0a5-4831-4198-a734-47dff2a87154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.822446 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-90bba0a5-4831-4198-a734-47dff2a87154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3065975 Aug 29 16:51:06.822446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bba0a5-4831-4198-a734-47dff2a87154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85d8472-85cc-4186-a11a-f26c6a74f216,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:06.822980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41216) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:06.828325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a8bcaa58-c01a-41c7-8e2d-85f94dc30d88 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Request body: {'security_group_rule': {'security_group_id': 'b85d8472-85cc-4186-a11a-f26c6a74f216', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:06.865071 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8bcaa58-c01a-41c7-8e2d-85f94dc30d88 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.875444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-b1f67622-7b61-477c-aded-d223049c26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:06.876974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-b1f67622-7b61-477c-aded-d223049c26b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 200 len: 913 time: 0.6918223 Aug 29 16:51:06.886910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-30a16da1-dfe0-4cd5-a4e5-660d8ab58e19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01067f0f-fca2-47c8-9850-cc378867fa17 HTTP/1.1" status: 200 len: 217 time: 0.0979629 Aug 29 16:51:06.945123 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8bcaa58-c01a-41c7-8e2d-85f94dc30d88 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.952414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8bcaa58-c01a-41c7-8e2d-85f94dc30d88 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.967002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4767b0-486f-4e75-8e71-5886a6ab41cf req-24aeaeb7-27b4-45be-8c1a-641a39bc24ce tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:06.968598 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b4767b0-486f-4e75-8e71-5886a6ab41cf req-24aeaeb7-27b4-45be-8c1a-641a39bc24ce tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 944 time: 0.0740461 Aug 29 16:51:06.974756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-495a76f7-211c-465b-9c03-ead4103d34e0 req-1440f1d7-2ed8-45a2-96e6-dbfe24651f4d service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6805618 Aug 29 16:51:06.976015 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-3e3d7c8c-8508-4177-ade7-90af4588facf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 HTTP/1.1" status: 200 len: 217 time: 0.0834367 Aug 29 16:51:06.982992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcaa58-c01a-41c7-8e2d-85f94dc30d88 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b33a98-a507-4cba-a332-86ed17a59cb8,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:06.992595 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8bcaa58-c01a-41c7-8e2d-85f94dc30d88 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:06.993969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a8bcaa58-c01a-41c7-8e2d-85f94dc30d88 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1700737 Aug 29 16:51:06.997766 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-c6d05a6a-2790-4531-ab1e-2fa6bdaa37d7 service neutron] 10.222.0.10 "GET /v2.0/networks/217742bb-758b-4d27-9919-d3dd290a16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373601 Aug 29 16:51:06.998229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41220) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:07.008106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ae46cc62-5341-42d4-934d-38636cf2a154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Request body: {'security_group_rule': {'security_group_id': 'b85d8472-85cc-4186-a11a-f26c6a74f216', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:07.021593 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b4767b0-486f-4e75-8e71-5886a6ab41cf req-9bda950d-832f-4613-b3a8-5f9ed4fc3d7e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442715 Aug 29 16:51:07.031181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-78ae25b8-1137-4bd6-9add-49f7cfe46da3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2432830 Aug 29 16:51:07.052285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-6e4b88ad-b9b9-40b5-80d0-1e7b0cfcb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:07.053747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-6e4b88ad-b9b9-40b5-80d0-1e7b0cfcb766 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.1438849 Aug 29 16:51:07.119458 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-fa591dd9-78bb-4259-8585-e04863851cf2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.193&port_id=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 HTTP/1.1" status: 200 len: 217 time: 0.0872934 Aug 29 16:51:07.154236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-f790adce-1b81-4114-bafd-5102c5c7d1ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466356 Aug 29 16:51:07.192614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae46cc62-5341-42d4-934d-38636cf2a154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:07.201909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-36af6ac1-0b8d-4652-992d-68dfbab9a128 req-27d75d1a-5c2a-4967-899d-c50b86e343fd tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-603472753', 'description': 'tempest-description-505368664'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:07.223448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94f669-b190-4eae-be46-4a6d3ad56412 req-ab929b89-ebee-4595-953f-47f4ac1f5d26 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:07.229447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-ae64b028-fa67-4dc0-a754-636a09f6063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:07.230648 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb94f669-b190-4eae-be46-4a6d3ad56412 req-ab929b89-ebee-4595-953f-47f4ac1f5d26 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 948 time: 0.0694988 Aug 29 16:51:07.231002 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-ae64b028-fa67-4dc0-a754-636a09f6063d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e750d55-2e0f-4756-8498-a246e5a4cb25 HTTP/1.1" status: 200 len: 852 time: 0.1958268 Aug 29 16:51:07.273842 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb94f669-b190-4eae-be46-4a6d3ad56412 req-f7e35111-1076-4a85-ad0d-aeab604510c4 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416217 Aug 29 16:51:07.321654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-2edcda6b-5605-4c45-b8c3-ff3e9e6aad34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1125c0b4-2376-4597-8452-71f3a79e075a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563412 Aug 29 16:51:07.334767 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-ec1e4595-084d-48e0-bdf2-cf4d5b384450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:07.336239 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-ec1e4595-084d-48e0-bdf2-cf4d5b384450 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2 HTTP/1.1" status: 200 len: 801 time: 0.2064574 Aug 29 16:51:07.356766 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-36af6ac1-0b8d-4652-992d-68dfbab9a128 req-27d75d1a-5c2a-4967-899d-c50b86e343fd tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:07.400036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38e2b1-3109-42e1-be5d-234df2cac773 req-677261a4-c5f8-4728-862e-2a5336fa5e2a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:07.402238 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e38e2b1-3109-42e1-be5d-234df2cac773 req-677261a4-c5f8-4728-862e-2a5336fa5e2a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 948 time: 0.0663986 Aug 29 16:51:07.485147 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae46cc62-5341-42d4-934d-38636cf2a154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:07.494800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-2c6ec66d-8516-48db-882a-a17f7d4fafa1 service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140254 Aug 29 16:51:07.503570 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae46cc62-5341-42d4-934d-38636cf2a154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:07.609739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46cc62-5341-42d4-934d-38636cf2a154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f41306-2223-4fdc-93f9-24c7258e9614,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:07.624558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-7475ebd5-82a3-4e1f-8a2c-39468ed37126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:07.626160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-7475ebd5-82a3-4e1f-8a2c-39468ed37126 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=288ee690-9867-48c5-b5bb-10287a1ce0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2625763 Aug 29 16:51:07.670158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bd2aee77-e931-40a0-b5ae-e681bda869d9 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:07.706216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-85c3c3a3-f3b4-482c-b4ed-8f358d054cdd service neutron] 10.222.0.10 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668096 Aug 29 16:51:07.728621 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e38e2b1-3109-42e1-be5d-234df2cac773 req-0301b316-fc33-4ea3-87c6-0a186c3201f5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164945 Aug 29 16:51:07.769841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port bd2aee77-e931-40a0-b5ae-e681bda869d9 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:07.775090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port bd2aee77-e931-40a0-b5ae-e681bda869d9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:07.775483 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:07.823333 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-01df7f3b-2e4b-4949-b8e7-a2efa9481557 service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172164 Aug 29 16:51:07.872114 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-36af6ac1-0b8d-4652-992d-68dfbab9a128 req-27d75d1a-5c2a-4967-899d-c50b86e343fd tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:07.878067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-22581048-5762-4f9f-a3f0-d8698f8c8e1b service neutron] 10.222.0.10 "GET /v2.0/networks/288ee690-9867-48c5-b5bb-10287a1ce0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370958 Aug 29 16:51:07.890275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-36af6ac1-0b8d-4652-992d-68dfbab9a128 req-27d75d1a-5c2a-4967-899d-c50b86e343fd tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:07.891681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fca4e3b-20ce-4057-8db6-4925cd39de6e req-a6537148-5d64-4bdb-87c8-4695cfe56d28 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 210 time: 0.0757627 Aug 29 16:51:07.894432 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:07.909624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae46cc62-5341-42d4-934d-38636cf2a154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:07.910848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ae46cc62-5341-42d4-934d-38636cf2a154 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9086387 Aug 29 16:51:07.915473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41234) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:07.922438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:07.943509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f247c1-123f-4498-ac76-a2a6b74d326e req-783e2cf7-a3fe-42da-9396-d0337296d794 service neutron] 10.222.0.10 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170637 Aug 29 16:51:07.946200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port bd2aee77-e931-40a0-b5ae-e681bda869d9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bd2aee77-e931-40a0-b5ae-e681bda869d9,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:07.951890 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:07.994584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d75d1a-5c2a-4967-899d-c50b86e343fd tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa276da5-535c-4878-93a1-d38acd7dc011,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:08.000030 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-36af6ac1-0b8d-4652-992d-68dfbab9a128 req-27d75d1a-5c2a-4967-899d-c50b86e343fd tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.017833 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36af6ac1-0b8d-4652-992d-68dfbab9a128 req-27d75d1a-5c2a-4967-899d-c50b86e343fd tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8385687 Aug 29 16:51:08.017981 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.034445 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Sync routers for ids ['6a62e033-5a5c-44d2-b287-db74de504f68'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:51:08.036663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-acebd2c7-5efa-4d6a-ac71-cec20fa7ec41 req-e77537d2-111d-4d69-bbd2-d07e7c421afe tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-880876858', 'description': 'tempest-description-456971144'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:08.048582 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Routers {'6a62e033-5a5c-44d2-b287-db74de504f68'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:51:08.049534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=bd2aee77-e931-40a0-b5ae-e681bda869d9,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:08.052156 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a62e033-5a5c-44d2-b287-db74de504f68'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:08.082568 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738bae9a-9c6c-41d9-874a-a6f35d8625fa req-f9581381-165c-4fff-a5b3-004f7087103f service neutron] 10.222.0.10 "GET /v2.0/networks/288ee690-9867-48c5-b5bb-10287a1ce0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745694 Aug 29 16:51:08.094194 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acebd2c7-5efa-4d6a-ac71-cec20fa7ec41 req-e77537d2-111d-4d69-bbd2-d07e7c421afe tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.126398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cebaa3-fefa-4a4b-b5c5-62314345d211 req-619accb3-eec9-4a9a-8155-1df561c2e34c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.133309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cebaa3-fefa-4a4b-b5c5-62314345d211 req-619accb3-eec9-4a9a-8155-1df561c2e34c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.141076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cebaa3-fefa-4a4b-b5c5-62314345d211 req-619accb3-eec9-4a9a-8155-1df561c2e34c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.150550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53cebaa3-fefa-4a4b-b5c5-62314345d211 req-619accb3-eec9-4a9a-8155-1df561c2e34c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2411 time: 0.1844087 Aug 29 16:51:08.179112 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Set router 6a62e033-5a5c-44d2-b287-db74de504f68 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:51:08.225898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53cebaa3-fefa-4a4b-b5c5-62314345d211 req-f28ec449-197e-43ea-8779-071def06ab5d tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738788 Aug 29 16:51:08.227494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-e2bb34d9-b9c3-48e3-bbbc-d9d3aceb1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.228539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-e2bb34d9-b9c3-48e3-bbbc-d9d3aceb1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.229211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-e2bb34d9-b9c3-48e3-bbbc-d9d3aceb1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.231096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-e2bb34d9-b9c3-48e3-bbbc-d9d3aceb1fd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2867 time: 0.0679321 Aug 29 16:51:08.239553 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acebd2c7-5efa-4d6a-ac71-cec20fa7ec41 req-e77537d2-111d-4d69-bbd2-d07e7c421afe tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.252164 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acebd2c7-5efa-4d6a-ac71-cec20fa7ec41 req-e77537d2-111d-4d69-bbd2-d07e7c421afe tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.262323 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.326782 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acebd2c7-5efa-4d6a-ac71-cec20fa7ec41 req-e77537d2-111d-4d69-bbd2-d07e7c421afe tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.328015 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acebd2c7-5efa-4d6a-ac71-cec20fa7ec41 req-e77537d2-111d-4d69-bbd2-d07e7c421afe tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3012681 Aug 29 16:51:08.354628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77537d2-111d-4d69-bbd2-d07e7c421afe tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63dd9128-bb57-4762-a59f-7bf1248c6933,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:08.386235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-8bdb855b-8724-431e-8acd-0f2fd195f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.388837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-8bdb855b-8724-431e-8acd-0f2fd195f3f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=288ee690-9867-48c5-b5bb-10287a1ce0a5 HTTP/1.1" status: 200 len: 902 time: 0.1461456 Aug 29 16:51:08.408079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee0bae-5c0f-49f6-8b76-2586a3364c8e req-3b56fb32-6667-43aa-acd4-a24dc1da37f4 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.409657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4bee0bae-5c0f-49f6-8b76-2586a3364c8e req-3b56fb32-6667-43aa-acd4-a24dc1da37f4 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 944 time: 0.1051965 Aug 29 16:51:08.415966 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '188cc5e0-5cc0-42e5-8e14-5f232919a709', 'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'mac_address': 'fa:16:3e:08:f8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:51:03Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 2, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'subnets': [{'id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:08.455719 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Checking router: 6a62e033-5a5c-44d2-b287-db74de504f68 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:51:08.456679 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Updating router 6a62e033-5a5c-44d2-b287-db74de504f68 port 188cc5e0-5cc0-42e5-8e14-5f232919a709 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:51:08.462083 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-5cd3619d-6305-4e63-8811-6f99ded933de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.193&port_id=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 HTTP/1.1" status: 200 len: 217 time: 0.0598986 Aug 29 16:51:08.464898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4bee0bae-5c0f-49f6-8b76-2586a3364c8e req-1bd86e58-5eb5-4794-bb08-f4e62ee52095 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462875 Aug 29 16:51:08.473558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Allocated IP 172.25.5.218 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/8093b10b-75da-47c2-b27e-3d655e9384ed) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:08.498793 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.544172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-416c2ae3-8bc3-4fd7-920a-f88a13b85429 req-128679b0-0b08-43b3-bd2e-8cbf13e1b4c9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-558576220', 'description': 'tempest-description-1746668483'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:08.589404 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-416c2ae3-8bc3-4fd7-920a-f88a13b85429 req-128679b0-0b08-43b3-bd2e-8cbf13e1b4c9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.612128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-2d6e99e2-89c4-4c43-a22d-3cedd8b45e24 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f6a9dbf52a394a089b69d53045802e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358338 Aug 29 16:51:08.645954 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.685840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-8a142ded-fee9-49f4-8f20-708880eb8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.687479 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-8a142ded-fee9-49f4-8f20-708880eb8576 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2 HTTP/1.1" status: 200 len: 801 time: 0.2151632 Aug 29 16:51:08.741471 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.760064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325d14a-9ba5-4be8-8f25-d2e9d9627cc7 req-a31e86e6-031f-44bf-a744-dcd07288f0cc tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.760822 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-416c2ae3-8bc3-4fd7-920a-f88a13b85429 req-128679b0-0b08-43b3-bd2e-8cbf13e1b4c9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.761807 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6325d14a-9ba5-4be8-8f25-d2e9d9627cc7 req-a31e86e6-031f-44bf-a744-dcd07288f0cc tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 948 time: 0.2336049 Aug 29 16:51:08.788358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-416c2ae3-8bc3-4fd7-920a-f88a13b85429 req-128679b0-0b08-43b3-bd2e-8cbf13e1b4c9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.812164 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.818285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:08.823586 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Transition to ACTIVE for port object 188cc5e0-5cc0-42e5-8e14-5f232919a709 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:08.829557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:08.830028 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.832145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-dd4de878-7f57-4620-af34-535864396f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.833913 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-dd4de878-7f57-4620-af34-535864396f2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=288ee690-9867-48c5-b5bb-10287a1ce0a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332624 Aug 29 16:51:08.838830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:08.861171 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6325d14a-9ba5-4be8-8f25-d2e9d9627cc7 req-a6e369c5-98cc-43d6-847f-1348148b24fe tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916743 Aug 29 16:51:08.874309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128679b0-0b08-43b3-bd2e-8cbf13e1b4c9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f04611-fc8e-4fc9-ade1-d01113fdfd9f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:08.876953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-416c2ae3-8bc3-4fd7-920a-f88a13b85429 req-128679b0-0b08-43b3-bd2e-8cbf13e1b4c9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.890538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690aa9-4914-4ab3-b557-42fef367452b req-2241eca0-eab2-4583-9c00-9b8e9b8ec70f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:08.892353 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-2241eca0-eab2-4583-9c00-9b8e9b8ec70f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2733424 Aug 29 16:51:08.906245 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-416c2ae3-8bc3-4fd7-920a-f88a13b85429 req-128679b0-0b08-43b3-bd2e-8cbf13e1b4c9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3902054 Aug 29 16:51:08.917669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Pushing event updated for resources: {'Port': ['ID=8093b10b-75da-47c2-b27e-3d655e9384ed,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:08.935065 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Attempting to bind port 188cc5e0-5cc0-42e5-8e14-5f232919a709 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:08.935439 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Attempting to bind port 188cc5e0-5cc0-42e5-8e14-5f232919a709 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:08.935988 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Attempting to bind port 188cc5e0-5cc0-42e5-8e14-5f232919a709 on network 82248327-0b36-48ab-88fd-670156dd702c {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:08.943274 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:08.943896 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Checking segment: {'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:08.944454 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.944994 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Bound using segment: {'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:08.945695 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Bound port: 188cc5e0-5cc0-42e5-8e14-5f232919a709, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:08.946260 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:08.959909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Request body: {'port': {'device_id': 'cacb3e35-7a77-4d0d-876d-af01d47c1884', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f6a9dbf52a394a089b69d53045802e1f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:08.960160 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Pushing event updated for resources: {'Port': ['ID=188cc5e0-5cc0-42e5-8e14-5f232919a709,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:08.970844 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:08.971173 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:08.971685 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:08.972169 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:08.972660 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:08.973150 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:08.973731 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:08.974664 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:08.975190 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:08.975696 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:08.976222 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:08.976726 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:09.001001 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.045624 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] For port 188cc5e0-5cc0-42e5-8e14-5f232919a709, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:09.049277 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] For port 188cc5e0-5cc0-42e5-8e14-5f232919a709, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=188cc5e0-5cc0-42e5-8e14-5f232919a709,segment=NetworkSegment(d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b),segment_id=d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:09.059364 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.079685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.116417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05236a36-a9e7-4245-a7c2-b3af952930ea req-f1ffa62c-9fcd-4207-a8de-ca23aacdab8c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:09.123965 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05236a36-a9e7-4245-a7c2-b3af952930ea req-f1ffa62c-9fcd-4207-a8de-ca23aacdab8c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 948 time: 0.1144502 Aug 29 16:51:09.124166 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-dd454c8a-23eb-4267-a310-ad9b42e5f7a8 service neutron] 10.222.0.10 "GET /v2.0/networks/288ee690-9867-48c5-b5bb-10287a1ce0a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776585 Aug 29 16:51:09.140856 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28b364-b4f1-4af4-9f04-77a1eb17ab33 None None] Pushing event updated for resources: {'Port': ['ID=188cc5e0-5cc0-42e5-8e14-5f232919a709,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:09.152917 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Routers {'6a62e033-5a5c-44d2-b287-db74de504f68'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:51:09.154099 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:50:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a62e033-5a5c-44d2-b287-db74de504f68'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:09.203187 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05236a36-a9e7-4245-a7c2-b3af952930ea req-72ab3a13-4485-41f2-9d1f-c95afb6c45cb tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783241 Aug 29 16:51:09.296649 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] Set router 6a62e033-5a5c-44d2-b287-db74de504f68 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:51:09.317386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Made reservation on behalf of f6a9dbf52a394a089b69d53045802e1f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:09.320887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.322864 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba858fb9-ca5a-485e-92f6-7ec083711ad2 req-f5a4eadc-2a3f-403c-a989-a41ec493202e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 210 time: 0.0334795 Aug 29 16:51:09.337812 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b9074cff-3efa-4a36-babe-54c942cb8b5d req-03e9041f-bac2-4312-bd14-9e18d95bce9d tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6 HTTP/1.1" status: 200 len: 10892 time: 0.3715358 Aug 29 16:51:09.423778 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.446513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 0e2fa299-8ac9-44f1-9d56-9a145b57549d up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:09.474494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.485420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-e842b989-3985-4b37-9a30-91013fc1cc6e service neutron] 10.222.0.10 "GET /v2.0/networks/288ee690-9867-48c5-b5bb-10287a1ce0a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521776 Aug 29 16:51:09.502110 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b9074cff-3efa-4a36-babe-54c942cb8b5d req-b9227a79-5d7a-409a-8d27-36888cb6ac17 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6 HTTP/1.1" status: 200 len: 2981 time: 0.1478400 Aug 29 16:51:09.531414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 0e2fa299-8ac9-44f1-9d56-9a145b57549d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:09.543956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 0e2fa299-8ac9-44f1-9d56-9a145b57549d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:09.545879 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.620525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Pushing event updated for resources: {'Port': ['ID=8093b10b-75da-47c2-b27e-3d655e9384ed,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:09.627375 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.645849 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.654845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f400e079-c950-49f5-8f7f-ef04428ff9fd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7371097 Aug 29 16:51:09.665641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 188cc5e0-5cc0-42e5-8e14-5f232919a709 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:09.677788 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b9074cff-3efa-4a36-babe-54c942cb8b5d req-0c3a341a-5868-43b7-91db-36ab5db827dd tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6 HTTP/1.1" status: 200 len: 2981 time: 0.1746876 Aug 29 16:51:09.680534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a0c98-899c-4569-88f1-6cccdda9ef5c req-34a44729-f3d2-44fb-9fec-7936b1675779 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:09.684329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-7993cc4d-4b05-4701-9343-a52b5988772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:09.686685 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-7993cc4d-4b05-4701-9343-a52b5988772e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 1100 time: 0.1512606 Aug 29 16:51:09.687720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a0c98-899c-4569-88f1-6cccdda9ef5c req-34a44729-f3d2-44fb-9fec-7936b1675779 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:09.694493 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '188cc5e0-5cc0-42e5-8e14-5f232919a709', 'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'mac_address': 'fa:16:3e:08:f8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:51:03Z', 'updated_at': '2021-08-29T16:51:09Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'subnets': [{'id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:09.695172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a0c98-899c-4569-88f1-6cccdda9ef5c req-34a44729-f3d2-44fb-9fec-7936b1675779 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:09.697256 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-237a0c98-899c-4569-88f1-6cccdda9ef5c req-34a44729-f3d2-44fb-9fec-7936b1675779 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2411 time: 0.2781401 Aug 29 16:51:09.750177 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-237a0c98-899c-4569-88f1-6cccdda9ef5c req-059a9aeb-6b7c-4b97-a165-76f2b7ee20c2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Aug 29 16:51:09.753504 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.765341 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d6847-2c7a-4eab-b3e4-ddcae11bbf5c None None] The sync data for ids ['6a62e033-5a5c-44d2-b287-db74de504f68'] in n-d-713301-13 is: [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '188cc5e0-5cc0-42e5-8e14-5f232919a709', 'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'mac_address': 'fa:16:3e:08:f8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:51:03Z', 'updated_at': '2021-08-29T16:51:09Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'subnets': [{'id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:51:09.796042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Allocated IP 192.168.233.136 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/d26869a3-d095-41e9-9761-a88fe8af2b83) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:09.808052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2fa299-8ac9-44f1-9d56-9a145b57549d'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:09.812530 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e33979d-c52e-4b9c-9fc1-37703badb4b2" -d '{"events": [{"server_uuid": "b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a", "name": "network-vif-plugged", "status": "completed", "tag": "0e2fa299-8ac9-44f1-9d56-9a145b57549d"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:09.832598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 0e2fa299-8ac9-44f1-9d56-9a145b57549d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=0e2fa299-8ac9-44f1-9d56-9a145b57549d,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:09.835387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 188cc5e0-5cc0-42e5-8e14-5f232919a709 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:09.840038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 188cc5e0-5cc0-42e5-8e14-5f232919a709 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:09.840505 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.843473 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:09.868008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe19546f-37c3-430a-892b-77d119961fb8 req-a51d80d5-305f-43a6-8663-1f2e6f36827e tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/fa276da5-535c-4878-93a1-d38acd7dc011 HTTP/1.1" status: 200 len: 1799 time: 0.0754251 Aug 29 16:51:09.903592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92d8a5-1b7a-46c1-9384-c9c2fc0956fe req-e9bdad87-4d8c-4dad-8e74-8c87d74b545d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:09.905801 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4a92d8a5-1b7a-46c1-9384-c9c2fc0956fe req-e9bdad87-4d8c-4dad-8e74-8c87d74b545d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 944 time: 0.0744295 Aug 29 16:51:09.951575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=0e2fa299-8ac9-44f1-9d56-9a145b57549d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:09.966004 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4a92d8a5-1b7a-46c1-9384-c9c2fc0956fe req-08178d65-1fb7-4cc3-b983-94b347b46d74 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Aug 29 16:51:10.013887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe19546f-37c3-430a-892b-77d119961fb8 req-ea8159c8-0f8a-4f1a-96a8-fd2a27aacd67 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:10.017621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:10.029732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-d8dad9ca-0f92-4e54-9814-6c7f763dc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:10.031465 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-d8dad9ca-0f92-4e54-9814-6c7f763dc2d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.3274493 Aug 29 16:51:10.078969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 188cc5e0-5cc0-42e5-8e14-5f232919a709, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=188cc5e0-5cc0-42e5-8e14-5f232919a709,segment=NetworkSegment(d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b),segment_id=d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:10.089056 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:10.090340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bd2aee77-e931-40a0-b5ae-e681bda869d9 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:10.145685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-ed487886-b400-447b-ab4a-c4f3de35f7c6 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--694072810&fields=id&tenant_id=a2caa2920c6042ad99d15f755d4253df HTTP/1.1" status: 200 len: 267 time: 0.0723279 Aug 29 16:51:10.147639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-4b3cdc39-f2b5-4c2d-8d62-2bb8b3bc22b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017 HTTP/1.1" status: 200 len: 217 time: 0.1032677 Aug 29 16:51:10.149254 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe19546f-37c3-430a-892b-77d119961fb8 req-ea8159c8-0f8a-4f1a-96a8-fd2a27aacd67 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:10.213771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=188cc5e0-5cc0-42e5-8e14-5f232919a709,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:10.229739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port bd2aee77-e931-40a0-b5ae-e681bda869d9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:10.230200 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:10.288880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-c3413c9f-a574-4dd2-a606-eb91a5e22d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:10.292076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-c3413c9f-a574-4dd2-a606-eb91a5e22d30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1224711 Aug 29 16:51:10.297281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-2ff8431c-91e3-410b-b5a0-b94cebe785b7 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:10.305139 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-2ff8431c-91e3-410b-b5a0-b94cebe785b7 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/networks?id=82248327-0b36-48ab-88fd-670156dd702c HTTP/1.1" status: 200 len: 811 time: 0.1580329 Aug 29 16:51:10.323783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-1420595a-af4d-42e9-b576-7a4b2ef5f9de tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/quotas/a2caa2920c6042ad99d15f755d4253df HTTP/1.1" status: 200 len: 375 time: 0.0173457 Aug 29 16:51:10.404640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-7c6671a4-05b9-480d-86e7-3d7fc983c06f tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a2caa2920c6042ad99d15f755d4253df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660686 Aug 29 16:51:10.436186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:10.456442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-868ad6a4-6b3b-4451-aa7e-adce17e0e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:10.458308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-868ad6a4-6b3b-4451-aa7e-adce17e0e2cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1569939 Aug 29 16:51:10.461296 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe19546f-37c3-430a-892b-77d119961fb8 req-ea8159c8-0f8a-4f1a-96a8-fd2a27aacd67 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:10.464189 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe19546f-37c3-430a-892b-77d119961fb8 req-ea8159c8-0f8a-4f1a-96a8-fd2a27aacd67 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:10.477637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe19546f-37c3-430a-892b-77d119961fb8 req-ea8159c8-0f8a-4f1a-96a8-fd2a27aacd67 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "DELETE /v2.0/security-groups/fa276da5-535c-4878-93a1-d38acd7dc011 HTTP/1.1" status: 204 len: 173 time: 0.5978401 Aug 29 16:51:10.495713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Transition to ACTIVE for port object d26869a3-d095-41e9-9761-a88fe8af2b83 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:10.534096 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-aa28d7e3-2cfe-4fd9-b819-e17b1f503541 service neutron] 10.222.0.22 "GET /v2.0/networks/82248327-0b36-48ab-88fd-670156dd702c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157460 Aug 29 16:51:10.539606 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbaa2ed-9a8c-4181-8112-c2c815dce7e1 x-openstack-request-id: req-bcbaa2ed-9a8c-4181-8112-c2c815dce7e1 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:10.540157 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a", "name": "network-vif-plugged", "status": "completed", "tag": "0e2fa299-8ac9-44f1-9d56-9a145b57549d", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:10.540157 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bcbaa2ed-9a8c-4181-8112-c2c815dce7e1 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:10.540543 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2fa299-8ac9-44f1-9d56-9a145b57549d', 'code': 200} Aug 29 16:51:10.626834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8159c8-0f8a-4f1a-96a8-fd2a27aacd67 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa276da5-535c-4878-93a1-d38acd7dc011,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:10.656328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-5b296d08-4bcf-40e3-8c13-e9e74f651c87 service neutron] 10.222.0.22 "GET /v2.0/networks/82248327-0b36-48ab-88fd-670156dd702c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135960 Aug 29 16:51:10.742270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device fc20caf5-d326-4d68-a6ce-477bb8d0b017 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:10.786089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5b0c-6e49-40be-9e80-0727915582cd req-f1466761-a47f-47f9-9a5c-23f439b2dd99 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:10.787705 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a7f5b0c-6e49-40be-9e80-0727915582cd req-f1466761-a47f-47f9-9a5c-23f439b2dd99 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 949 time: 0.1268847 Aug 29 16:51:10.789846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea57f7f-c1cd-44c6-8031-8b13ad676055 req-4ee34e81-4bfe-41de-939f-977ea38e674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:10.791206 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ea57f7f-c1cd-44c6-8031-8b13ad676055 req-4ee34e81-4bfe-41de-939f-977ea38e674f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 1101 time: 0.1805217 Aug 29 16:51:10.864632 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:10.868374 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-b077ad80-525c-486c-9055-5ac97866ea13 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895018 Aug 29 16:51:10.882572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace', '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:10.885166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6', 'c605cd2d-c605-4607-946f-9700c452073f', '02cec373-07b1-43fd-8161-84b3715f5089', '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3', 'ffe759c7-1974-4ed2-a784-d33dd4acf54a'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:10.966769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:11.017205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:11.042556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:11.044789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7085365-8272-4859-b757-f7a2d4361cd9 req-4b3adebf-9143-468e-9420-491cf5688464 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:11.051255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7085365-8272-4859-b757-f7a2d4361cd9 req-4b3adebf-9143-468e-9420-491cf5688464 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 948 time: 0.1199133 Aug 29 16:51:11.052726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'mac_address': 'fa:16:3e:7a:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:11.058873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a7f5b0c-6e49-40be-9e80-0727915582cd req-88665114-14c6-4ea5-ad03-6259a7ecbd80 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539983 Aug 29 16:51:11.062358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:11.066511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ea57f7f-c1cd-44c6-8031-8b13ad676055 req-84e6c1ab-cbb7-4ddb-be90-9cf23e2ea911 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559824 Aug 29 16:51:11.070267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event updated for resources: {'Port': ['ID=d26869a3-d095-41e9-9761-a88fe8af2b83,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:11.123730 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7085365-8272-4859-b757-f7a2d4361cd9 req-9abc57fd-310b-49fd-8064-5162b372aa1a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661638 Aug 29 16:51:11.163452 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-336761fc-e940-486c-852c-e3116f9f6f85 req-22ce76c3-9186-4dea-883a-1342a2da970d tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] show failed (client error): The resource could not be found. Aug 29 16:51:11.173192 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-336761fc-e940-486c-852c-e3116f9f6f85 req-22ce76c3-9186-4dea-883a-1342a2da970d tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/fa276da5-535c-4878-93a1-d38acd7dc011 HTTP/1.1" status: 404 len: 352 time: 0.0286014 Aug 29 16:51:11.341512 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:11.447698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df49968-2764-4461-92c9-56f09c71fa69 req-4bdec0a7-1f81-454d-8408-a27c4956b256 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:11.449027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc20caf5-d326-4d68-a6ce-477bb8d0b017 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:11.454316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df49968-2764-4461-92c9-56f09c71fa69 req-4bdec0a7-1f81-454d-8408-a27c4956b256 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:11.460819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df49968-2764-4461-92c9-56f09c71fa69 req-4bdec0a7-1f81-454d-8408-a27c4956b256 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:11.469882 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4df49968-2764-4461-92c9-56f09c71fa69 req-4bdec0a7-1f81-454d-8408-a27c4956b256 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2411 time: 0.0848525 Aug 29 16:51:11.517491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4df49968-2764-4461-92c9-56f09c71fa69 req-fbd1a2dc-6cd6-423a-a22c-ab4cadd781c2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465574 Aug 29 16:51:11.588608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:11.614904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 188cc5e0-5cc0-42e5-8e14-5f232919a709 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:11.615600 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-befccdf4-cd3f-4431-9932-01b99f883ae5 req-4e38c45f-e6b5-478a-b702-f609522e128c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 210 time: 0.0503638 Aug 29 16:51:11.617404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8109df67-f2db-4af2-bb5d-3b931a39bd92 None None] Provisioning for port d26869a3-d095-41e9-9761-a88fe8af2b83 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:11.624722 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:11.625537 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6763d98a-da3a-45c4-914f-8ba1fef6fa6f details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:11.634154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8109df67-f2db-4af2-bb5d-3b931a39bd92 None None] Provisioning complete for port d26869a3-d095-41e9-9761-a88fe8af2b83 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:11.635282 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8109df67-f2db-4af2-bb5d-3b931a39bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:11.725949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad2581ca-6623-4042-b44d-5c3bcef743e8 req-2da9e441-cfc9-43d8-8fb7-82a36509facc service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8434269 Aug 29 16:51:11.755945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:11.756601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:11.784807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5d119-c66d-497d-a11b-f856f425d1da req-6a061f03-93f2-42b8-a750-904570722e82 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:11.787758 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ec5d119-c66d-497d-a11b-f856f425d1da req-6a061f03-93f2-42b8-a750-904570722e82 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 936 time: 0.1538978 Aug 29 16:51:11.789875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-4e0e60a7-39ab-4b0b-8c2b-a3ef1c285247 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8350997 Aug 29 16:51:11.800705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb52c42-20ee-4ab2-9584-364c4d069907 req-2c3104e0-2927-40ea-8340-34820b79a277 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:11.810130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2bb52c42-20ee-4ab2-9584-364c4d069907 req-2c3104e0-2927-40ea-8340-34820b79a277 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 944 time: 0.1125546 Aug 29 16:51:11.815484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Request body: {'port': {'device_id': 'cacb3e35-7a77-4d0d-876d-af01d47c1884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:11.848105 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.resource_extend [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 16:51:11.858642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2bb52c42-20ee-4ab2-9584-364c4d069907 req-cd681f61-d7ab-4a8f-aabb-58b3d0fab27a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471704 Aug 29 16:51:11.895424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8109df67-f2db-4af2-bb5d-3b931a39bd92 None None] Port d26869a3-d095-41e9-9761-a88fe8af2b83 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:51:11.918041 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ec5d119-c66d-497d-a11b-f856f425d1da req-cf41ab3d-7a73-40a5-b809-0b87eee6b01f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203656 Aug 29 16:51:11.923486 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af44ca85-36ef-4683-9205-932c6d9c015e req-3d4f5590-895f-4ca5-9b27-829d89eaa8d8 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/63dd9128-bb57-4762-a59f-7bf1248c6933 HTTP/1.1" status: 200 len: 1799 time: 0.0455120 Aug 29 16:51:11.928559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:11.969542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:12.012438 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af44ca85-36ef-4683-9205-932c6d9c015e req-bcc940e5-7ab8-4dd9-8ef4-6061ad44c523 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.042435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 188cc5e0-5cc0-42e5-8e14-5f232919a709 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:12.042834 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.044271 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af44ca85-36ef-4683-9205-932c6d9c015e req-bcc940e5-7ab8-4dd9-8ef4-6061ad44c523 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.058910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-0da04a90-1c0e-4ab1-b6ec-d43e94472fb3 service neutron] 10.222.0.16 "GET /v2.0/ports/01067f0f-fca2-47c8-9850-cc378867fa17/bindings/n-h1-713301-13 HTTP/1.1" status: 200 len: 385 time: 0.1173058 Aug 29 16:51:12.098775 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af44ca85-36ef-4683-9205-932c6d9c015e req-bcc940e5-7ab8-4dd9-8ef4-6061ad44c523 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.104549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-af44ca85-36ef-4683-9205-932c6d9c015e req-bcc940e5-7ab8-4dd9-8ef4-6061ad44c523 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.106160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af44ca85-36ef-4683-9205-932c6d9c015e req-bcc940e5-7ab8-4dd9-8ef4-6061ad44c523 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "DELETE /v2.0/security-groups/63dd9128-bb57-4762-a59f-7bf1248c6933 HTTP/1.1" status: 204 len: 173 time: 0.1751115 Aug 29 16:51:12.120380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6763d98a-da3a-45c4-914f-8ba1fef6fa6f,segment=NetworkSegment(a1493f97-070e-4d95-945a-bcc557b98400),segment_id=a1493f97-070e-4d95-945a-bcc557b98400)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:12.121117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc940e5-7ab8-4dd9-8ef4-6061ad44c523 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dd9128-bb57-4762-a59f-7bf1248c6933,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:12.156452 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-e72ab067-362c-47d2-b995-526dfed0c41a req-5c28c1d1-1eb1-41db-8ad9-60b782f3e853 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] show failed (client error): The resource could not be found. Aug 29 16:51:12.171836 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e72ab067-362c-47d2-b995-526dfed0c41a req-5c28c1d1-1eb1-41db-8ad9-60b782f3e853 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/63dd9128-bb57-4762-a59f-7bf1248c6933 HTTP/1.1" status: 404 len: 352 time: 0.0390058 Aug 29 16:51:12.175656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '6763d98a-da3a-45c4-914f-8ba1fef6fa6f', 'network_id': '217742bb-758b-4d27-9919-d3dd290a16fb', 'port_id': '6763d98a-da3a-45c4-914f-8ba1fef6fa6f', 'mac_address': 'fa:16:3e:25:7c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2eb2fc7-4f9a-4f89-a38f-e66af35c47c0', 'ip_address': '19.86.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:12.275169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edb46e-bc17-41d4-b4ef-50b38ba7d5eb req-7be40c96-9ec0-4560-ad7e-11f4d5e6a455 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:12.278183 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34edb46e-bc17-41d4-b4ef-50b38ba7d5eb req-7be40c96-9ec0-4560-ad7e-11f4d5e6a455 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 949 time: 0.0637715 Aug 29 16:51:12.322494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34edb46e-bc17-41d4-b4ef-50b38ba7d5eb req-8793d60e-f3df-494b-8d39-6a5f946bda96 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372815 Aug 29 16:51:12.324377 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.361274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afaf99-1b0a-4c16-b76b-19abd4baa8a6 req-73bac2b9-9d4d-4d2d-9dd8-ca47ec6a3736 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:12.363160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6763d98a-da3a-45c4-914f-8ba1fef6fa6f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:12.363385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87afaf99-1b0a-4c16-b76b-19abd4baa8a6 req-73bac2b9-9d4d-4d2d-9dd8-ca47ec6a3736 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 949 time: 0.1765258 Aug 29 16:51:12.414222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6763d98a-da3a-45c4-914f-8ba1fef6fa6f,segment=NetworkSegment(a1493f97-070e-4d95-945a-bcc557b98400),segment_id=a1493f97-070e-4d95-945a-bcc557b98400)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:12.428898 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.429585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:12.449629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24391450-e434-4504-a0c9-875fdadbd59a req-b3fc9639-6ee5-4b33-85fc-323f9b17936b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/04f04611-fc8e-4fc9-ade1-d01113fdfd9f HTTP/1.1" status: 200 len: 1800 time: 0.0939999 Aug 29 16:51:12.461811 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87afaf99-1b0a-4c16-b76b-19abd4baa8a6 req-7cebd57a-c28d-4aea-9bf7-0f54cd83cd4c tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826452 Aug 29 16:51:12.482801 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-f44292e6-191a-4d21-a4df-823cd8b9a428 service neutron] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=01067f0f-fca2-47c8-9850-cc378867fa17,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:12.556920 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-24391450-e434-4504-a0c9-875fdadbd59a req-b7168823-b5ae-4b2d-a17d-a00161ef6ec6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.577995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=6763d98a-da3a-45c4-914f-8ba1fef6fa6f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:12.596138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-f44292e6-191a-4d21-a4df-823cd8b9a428 service neutron] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:12.612656 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-24391450-e434-4504-a0c9-875fdadbd59a req-b7168823-b5ae-4b2d-a17d-a00161ef6ec6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.643275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26869a3-d095-41e9-9761-a88fe8af2b83 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:12.663085 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.698557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-24391450-e434-4504-a0c9-875fdadbd59a req-b7168823-b5ae-4b2d-a17d-a00161ef6ec6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.702604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-24391450-e434-4504-a0c9-875fdadbd59a req-b7168823-b5ae-4b2d-a17d-a00161ef6ec6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.709723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:12.710722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24391450-e434-4504-a0c9-875fdadbd59a req-b7168823-b5ae-4b2d-a17d-a00161ef6ec6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "DELETE /v2.0/security-groups/04f04611-fc8e-4fc9-ade1-d01113fdfd9f HTTP/1.1" status: 204 len: 173 time: 0.2527771 Aug 29 16:51:12.712707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-f44292e6-191a-4d21-a4df-823cd8b9a428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01067f0f-fca2-47c8-9850-cc378867fa17 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:12.736705 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-f44292e6-191a-4d21-a4df-823cd8b9a428 service neutron] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=01067f0f-fca2-47c8-9850-cc378867fa17,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:12.740783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7168823-b5ae-4b2d-a17d-a00161ef6ec6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f04611-fc8e-4fc9-ade1-d01113fdfd9f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:12.751257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35', 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5', 'port_id': '5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35', 'mac_address': 'fa:16:3e:57:f4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2', 'ip_address': '19.80.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:12.773421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Transition to ACTIVE for port object d26869a3-d095-41e9-9761-a88fe8af2b83 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:12.791770 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.802064 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-f44292e6-191a-4d21-a4df-823cd8b9a428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.854382 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bb532a4a-5406-4e18-8207-a8202c78ba83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.858566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb5dbec0-cd74-476e-b777-89f4c6735583 req-a243bab9-1d2b-4558-811d-dd3135c5bbbf tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 210 time: 0.0482004 Aug 29 16:51:12.886498 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:12.888712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16edf5f-f576-4922-bef3-91c79a8c3924 req-ce2fe4ab-41dc-4759-a3c2-2f8d40404297 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:12.894878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16edf5f-f576-4922-bef3-91c79a8c3924 req-ce2fe4ab-41dc-4759-a3c2-2f8d40404297 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:12.900791 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-3bde35da-f0e2-439f-a3a7-645409a1309b req-ad4b52ce-f574-4b48-b5b3-5e23b1f4e502 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] show failed (client error): The resource could not be found. Aug 29 16:51:12.900980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16edf5f-f576-4922-bef3-91c79a8c3924 req-ce2fe4ab-41dc-4759-a3c2-2f8d40404297 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:12.902185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3bde35da-f0e2-439f-a3a7-645409a1309b req-ad4b52ce-f574-4b48-b5b3-5e23b1f4e502 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/04f04611-fc8e-4fc9-ade1-d01113fdfd9f HTTP/1.1" status: 404 len: 352 time: 0.0181365 Aug 29 16:51:12.908637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b16edf5f-f576-4922-bef3-91c79a8c3924 req-ce2fe4ab-41dc-4759-a3c2-2f8d40404297 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2412 time: 0.2481244 Aug 29 16:51:12.933856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:12.935467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-e8b851b3-2291-44a8-90be-3864bbf2a35c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:12.936991 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-e8b851b3-2291-44a8-90be-3864bbf2a35c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.16 "GET /v2.0/networks?id=82248327-0b36-48ab-88fd-670156dd702c HTTP/1.1" status: 200 len: 811 time: 0.4252062 Aug 29 16:51:12.950094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Pushing event updated for resources: {'Port': ['ID=d26869a3-d095-41e9-9761-a88fe8af2b83,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:12.978463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:13.017801 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:13.018466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 91c2cefd-214d-47d5-8bf4-860b73d51112 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:13.046985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2f844-21aa-46bd-afc5-1fec61a0b1de req-0c80749f-879d-44b1-b3b5-93d317be8d2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:13.048649 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21d2f844-21aa-46bd-afc5-1fec61a0b1de req-0c80749f-879d-44b1-b3b5-93d317be8d2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 944 time: 0.0682166 Aug 29 16:51:13.081715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b16edf5f-f576-4922-bef3-91c79a8c3924 req-c688e8a0-4d38-4e7d-88d4-7c04bbfebc31 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699965 Aug 29 16:51:13.087739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:13.102046 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21d2f844-21aa-46bd-afc5-1fec61a0b1de req-a2caedd5-d17c-45dc-91da-d672bfe0d9bc tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471408 Aug 29 16:51:13.120473 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-697b5607-f4b7-42a3-ba65-362533d107b5 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2caa2920c6042ad99d15f755d4253df HTTP/1.1" status: 200 len: 379 time: 0.1651685 Aug 29 16:51:13.133052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 91c2cefd-214d-47d5-8bf4-860b73d51112, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=91c2cefd-214d-47d5-8bf4-860b73d51112,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:13.149863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '91c2cefd-214d-47d5-8bf4-860b73d51112', 'network_id': '288ee690-9867-48c5-b5bb-10287a1ce0a5', 'port_id': '91c2cefd-214d-47d5-8bf4-860b73d51112', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2', 'ip_address': '19.80.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:13.154806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Request body: {'port': {'device_id': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'admin_state_up': True, 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'security_groups': ['b85d8472-85cc-4186-a11a-f26c6a74f216']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:13.200184 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:13.222254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c2cefd-214d-47d5-8bf4-860b73d51112 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:13.226145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e71c16-f2b8-4ff3-ae1b-3b8284ced904 req-0c07e3c5-4604-4199-9a6e-ecdb33223f53 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:13.227719 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-99e71c16-f2b8-4ff3-ae1b-3b8284ced904 req-0c07e3c5-4604-4199-9a6e-ecdb33223f53 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 948 time: 0.0522697 Aug 29 16:51:13.229917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-f44292e6-191a-4d21-a4df-823cd8b9a428 service neutron] Transition to ACTIVE for port object 01067f0f-fca2-47c8-9850-cc378867fa17 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:13.247450 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-f44292e6-191a-4d21-a4df-823cd8b9a428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:13.255382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Attempting to bind port d26869a3-d095-41e9-9761-a88fe8af2b83 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:13.255722 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Attempting to bind port d26869a3-d095-41e9-9761-a88fe8af2b83 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:13.256083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Attempting to bind port d26869a3-d095-41e9-9761-a88fe8af2b83 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:13.279267 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-99e71c16-f2b8-4ff3-ae1b-3b8284ced904 req-38b9d93c-58fe-4f4b-bdbd-394a8a12f30f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404956 Aug 29 16:51:13.282893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 91c2cefd-214d-47d5-8bf4-860b73d51112, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=91c2cefd-214d-47d5-8bf4-860b73d51112,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:13.289496 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:13.316559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Port d26869a3-d095-41e9-9761-a88fe8af2b83 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:51:13.316855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Attempting to bind port d26869a3-d095-41e9-9761-a88fe8af2b83 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:13.349748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=91c2cefd-214d-47d5-8bf4-860b73d51112,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:13.383546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:13.383903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:13.384289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:13.384732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Bound port: d26869a3-d095-41e9-9761-a88fe8af2b83, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:13.385094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:13.394579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-f44292e6-191a-4d21-a4df-823cd8b9a428 service neutron] No DVR routers for this DVR port 01067f0f-fca2-47c8-9850-cc378867fa17 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:13.410151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44292e6-191a-4d21-a4df-823cd8b9a428 service neutron] Pushing event updated for resources: {'Port': ['ID=01067f0f-fca2-47c8-9850-cc378867fa17,revision_number=10']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:13.425650 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef400b04-1f7e-4ec1-a4c3-bb7461873543 req-28eaf4ca-67b8-4afc-99fe-8103cde5604c tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6 HTTP/1.1" status: 200 len: 6147 time: 0.3003416 Aug 29 16:51:13.453424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d9da-9a07-4584-8f76-a0a15d00d694 req-1faee7bd-2f31-4fb7-885d-e06fdf113a67 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:13.455133 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b174d9da-9a07-4584-8f76-a0a15d00d694 req-1faee7bd-2f31-4fb7-885d-e06fdf113a67 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 949 time: 0.0591505 Aug 29 16:51:13.498985 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b174d9da-9a07-4584-8f76-a0a15d00d694 req-048ddae7-2bb0-4b03-ad89-6f5603af04f8 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378423 Aug 29 16:51:13.524908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-f44292e6-191a-4d21-a4df-823cd8b9a428 service neutron] 10.222.0.16 "PUT /v2.0/ports/01067f0f-fca2-47c8-9850-cc378867fa17/bindings/n-h1-713301-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4155300 Aug 29 16:51:13.552380 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Made reservation on behalf of a2caa2920c6042ad99d15f755d4253df for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:13.556055 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:13.574498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 01067f0f-fca2-47c8-9850-cc378867fa17 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:13.588250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] For port d26869a3-d095-41e9-9761-a88fe8af2b83, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:13.594558 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef400b04-1f7e-4ec1-a4c3-bb7461873543 req-b93425a8-c511-40a7-b74b-e544183cd4f0 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6 HTTP/1.1" status: 200 len: 2981 time: 0.1579947 Aug 29 16:51:13.601492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] For port d26869a3-d095-41e9-9761-a88fe8af2b83, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d26869a3-d095-41e9-9761-a88fe8af2b83,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:13.625389 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:13.632670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 01067f0f-fca2-47c8-9850-cc378867fa17 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:13.645290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfb372-4341-4948-b4de-8f0e013eee2f req-dbce6222-b23e-44d8-b763-5e8bcb0c0409 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:13.646943 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-71bfb372-4341-4948-b4de-8f0e013eee2f req-dbce6222-b23e-44d8-b763-5e8bcb0c0409 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 949 time: 0.0654347 Aug 29 16:51:13.693261 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-71bfb372-4341-4948-b4de-8f0e013eee2f req-94b58baa-fa4d-46fc-8d6d-09d629fbb288 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389001 Aug 29 16:51:13.756831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:13.757497 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:13.758973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] 10.222.0.10 "PUT /v2.0/ports/d26869a3-d095-41e9-9761-a88fe8af2b83 HTTP/1.1" status: 200 len: 1097 time: 1.9491761 Aug 29 16:51:13.761454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacb3e35-7a77-4d0d-876d-af01d47c1884', 'tag': 'd26869a3-d095-41e9-9761-a88fe8af2b83'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:13.763756 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34da7ec-2c3e-4599-a1d9-7435794e81af" -d '{"events": [{"name": "network-changed", "server_uuid": "cacb3e35-7a77-4d0d-876d-af01d47c1884", "tag": "d26869a3-d095-41e9-9761-a88fe8af2b83"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:13.819662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['fc20caf5-d326-4d68-a6ce-477bb8d0b017'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:13.833549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de46ec3-a462-4751-8087-8e842294cb27 service neutron] Pushing event updated for resources: {'Port': ['ID=d26869a3-d095-41e9-9761-a88fe8af2b83,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:13.845787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef400b04-1f7e-4ec1-a4c3-bb7461873543 req-1a58f549-3036-4e57-a340-fb0ddab8ac15 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6 HTTP/1.1" status: 200 len: 2981 time: 0.2398930 Aug 29 16:51:13.858771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:13.861448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['6763d98a-da3a-45c4-914f-8ba1fef6fa6f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:13.872301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-4302f3ca-4c26-4ade-bc0d-1dddc43f4bae tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:13.880600 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-4302f3ca-4c26-4ade-bc0d-1dddc43f4bae tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1097 time: 0.2777629 Aug 29 16:51:13.909246 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9cc799-d64e-4364-a46a-24e0ad3b0fb4 x-openstack-request-id: req-7e9cc799-d64e-4364-a46a-24e0ad3b0fb4 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:13.909689 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacb3e35-7a77-4d0d-876d-af01d47c1884", "tag": "d26869a3-d095-41e9-9761-a88fe8af2b83", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:13.910072 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e9cc799-d64e-4364-a46a-24e0ad3b0fb4 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:13.910572 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacb3e35-7a77-4d0d-876d-af01d47c1884', 'tag': 'd26869a3-d095-41e9-9761-a88fe8af2b83', 'status': 'completed', 'code': 200} Aug 29 16:51:13.936478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-405882b1-9f0e-46dc-8ce0-3f48c98068f8 req-baec9d8e-7867-4dfa-910d-7bb4583e2261 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-765530953', 'description': 'tempest-description-1929980545'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:13.990723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Allocated IP 172.20.0.13 (82248327-0b36-48ab-88fd-670156dd702c/ca16c2c1-fbc7-4311-b124-10b6e9b31908/88aa6786-8661-43b1-9280-42887c554aa7) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:14.030033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690aa9-4914-4ab3-b557-42fef367452b req-9a42581b-bb54-41e8-a633-d2db83b72907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.031680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-9a42581b-bb54-41e8-a633-d2db83b72907 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 1100 time: 0.1815605 Aug 29 16:51:14.036374 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-405882b1-9f0e-46dc-8ce0-3f48c98068f8 req-baec9d8e-7867-4dfa-910d-7bb4583e2261 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:14.061763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5dddd89-0844-4b32-a781-dc59bb0ee003 req-532ec513-2b40-4a12-abc9-b47aaa3aec65 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 210 time: 0.0405924 Aug 29 16:51:14.099287 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-1664a187-3f6f-42dd-a1bb-0120b4cdccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.101035 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-1664a187-3f6f-42dd-a1bb-0120b4cdccfb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51&tenant_id=ec31ee35e48a404791ee79cc665280cf HTTP/1.1" status: 200 len: 1097 time: 0.1958568 Aug 29 16:51:14.113645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-5d78d884-41ca-413f-b3b2-9b2012fac420 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d26869a3-d095-41e9-9761-a88fe8af2b83 HTTP/1.1" status: 200 len: 217 time: 0.0641665 Aug 29 16:51:14.186826 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-eac6bfec-5830-4156-8638-59ccffbf630f tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f372c524fe0a48fba2dc7097f3f9159d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239472 Aug 29 16:51:14.265118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690aa9-4914-4ab3-b557-42fef367452b req-8bf73588-91c3-4460-80db-740cfde88578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.267145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-8bf73588-91c3-4460-80db-740cfde88578 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1343577 Aug 29 16:51:14.311937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-5136dbd4-7987-4a96-8803-7b6933586254 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.313440 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-5136dbd4-7987-4a96-8803-7b6933586254 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1180890 Aug 29 16:51:14.328025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-39a9231e-ebe6-4a92-8494-2e49da672965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.329452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-3125735f-fcfa-4dbd-8128-120ee580dc94 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/quotas/f372c524fe0a48fba2dc7097f3f9159d HTTP/1.1" status: 200 len: 375 time: 0.0100482 Aug 29 16:51:14.329601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-39a9231e-ebe6-4a92-8494-2e49da672965 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 1097 time: 0.1917639 Aug 29 16:51:14.384647 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-60e992fb-7724-4cd5-b0c6-bf7a0d8ca8b0 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f372c524fe0a48fba2dc7097f3f9159d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492179 Aug 29 16:51:14.440929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690aa9-4914-4ab3-b557-42fef367452b req-abebd1e9-07da-4f6c-a14c-a93312b05e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.442453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-abebd1e9-07da-4f6c-a14c-a93312b05e85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1604185 Aug 29 16:51:14.478559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-405882b1-9f0e-46dc-8ce0-3f48c98068f8 req-baec9d8e-7867-4dfa-910d-7bb4583e2261 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:14.482773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:14.498544 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-405882b1-9f0e-46dc-8ce0-3f48c98068f8 req-baec9d8e-7867-4dfa-910d-7bb4583e2261 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:14.587149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Transition to ACTIVE for port object 88aa6786-8661-43b1-9280-42887c554aa7 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:14.606539 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-405882b1-9f0e-46dc-8ce0-3f48c98068f8 req-baec9d8e-7867-4dfa-910d-7bb4583e2261 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:14.607767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-405882b1-9f0e-46dc-8ce0-3f48c98068f8 req-baec9d8e-7867-4dfa-910d-7bb4583e2261 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6837826 Aug 29 16:51:14.618086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-488a5098-e0ef-4b38-abb6-d73126f2e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.619602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-488a5098-e0ef-4b38-abb6-d73126f2e37b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.2724509 Aug 29 16:51:14.620159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e17054-3918-4e9a-945e-e7296b2fbeea req-b680457c-ccb3-4570-80d0-b048455078de tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.627291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec9d8e-7867-4dfa-910d-7bb4583e2261 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7329f175-e297-47e0-bf70-1ae2d8490e7f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:14.628535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e17054-3918-4e9a-945e-e7296b2fbeea req-b680457c-ccb3-4570-80d0-b048455078de tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.647103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e17054-3918-4e9a-945e-e7296b2fbeea req-b680457c-ccb3-4570-80d0-b048455078de tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.655259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20e17054-3918-4e9a-945e-e7296b2fbeea req-b680457c-ccb3-4570-80d0-b048455078de tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2414 time: 0.1011980 Aug 29 16:51:14.694652 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-faab812c-743c-4b30-a3a5-af91634ef4a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01067f0f-fca2-47c8-9850-cc378867fa17 HTTP/1.1" status: 200 len: 217 time: 0.0565612 Aug 29 16:51:14.698565 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20e17054-3918-4e9a-945e-e7296b2fbeea req-aa732929-6333-4888-919d-e59a59ab83c1 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Aug 29 16:51:14.780232 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-e005f47e-52ee-4d17-ab9f-e5348089b58f service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269238 Aug 29 16:51:14.787608 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:14.835586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07273c-8a1b-40e4-bcd3-c5cbf8b9a9de req-4cdc308c-73c1-4bc3-8fac-5b3baffe2070 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.842872 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fe07273c-8a1b-40e4-bcd3-c5cbf8b9a9de req-4cdc308c-73c1-4bc3-8fac-5b3baffe2070 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 948 time: 0.0688298 Aug 29 16:51:14.883982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-fedb22dc-e53e-4be6-a0c6-82d073c09904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.885930 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-fedb22dc-e53e-4be6-a0c6-82d073c09904 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.1713166 Aug 29 16:51:14.889706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fe07273c-8a1b-40e4-bcd3-c5cbf8b9a9de req-0b09aefa-17b9-4d4d-9eff-1b5fb801b143 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427759 Aug 29 16:51:14.900049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15140fcf-b8a2-4191-a800-98abe869488d req-8239d815-35ee-4620-a829-a69fd25bb2dc tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:14.901550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-15140fcf-b8a2-4191-a800-98abe869488d req-8239d815-35ee-4620-a829-a69fd25bb2dc tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 945 time: 0.2155614 Aug 29 16:51:14.930413 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Network 82248327-0b36-48ab-88fd-670156dd702c is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:14.963070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-62d49669-1060-46dd-8666-27363e62599b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602028 Aug 29 16:51:14.963769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:14.977944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:14.985577 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be4aefb2-2440-4c85-8b0a-70bea42fb080 req-db068171-aaaf-49dd-8964-43679561c00b tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 210 time: 0.0341041 Aug 29 16:51:14.996143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Pushing event updated for resources: {'Port': ['ID=88aa6786-8661-43b1-9280-42887c554aa7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:15.120215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-15140fcf-b8a2-4191-a800-98abe869488d req-1f32635f-cf23-48e2-b4bb-0f7288321d54 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952400 Aug 29 16:51:15.129196 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70690aa9-4914-4ab3-b557-42fef367452b req-857d34e9-56d2-4764-bcb2-6305f53994b9 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365753 Aug 29 16:51:15.145895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:15.146722 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:15.157449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62e941-ab65-4501-a949-5e48c8e769d4 req-c034c4d8-d50f-41f0-8d9b-f15b6454dc40 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:15.164523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f62e941-ab65-4501-a949-5e48c8e769d4 req-c034c4d8-d50f-41f0-8d9b-f15b6454dc40 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 949 time: 0.0921907 Aug 29 16:51:15.202795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['91c2cefd-214d-47d5-8bf4-860b73d51112'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:15.209679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-60c0a243-2665-4cfc-bdfa-14e0547e19fe req-ba439eec-370b-4d85-a853-3c4ca8807f00 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1984883062', 'description': 'tempest-description-1906422687'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:15.213774 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f62e941-ab65-4501-a949-5e48c8e769d4 req-47059d90-bae2-4673-8069-94a76271d3f1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 Aug 29 16:51:15.222134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-61d6e28f-fa7a-4e96-8ddf-a6f45d077532 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0765209 Aug 29 16:51:15.254969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Request body: {'port': {'device_id': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:15.295123 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-827ab3e3-1cd8-486d-ba4a-bd300a45597f None None] Provisioning for port 88aa6786-8661-43b1-9280-42887c554aa7 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:15.297086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-532de863-3113-409e-9d4b-038e25d0204d service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206787 Aug 29 16:51:15.307892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-827ab3e3-1cd8-486d-ba4a-bd300a45597f None None] Provisioning complete for port 88aa6786-8661-43b1-9280-42887c554aa7 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:15.308267 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-827ab3e3-1cd8-486d-ba4a-bd300a45597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:15.387063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-827ab3e3-1cd8-486d-ba4a-bd300a45597f None None] Port 88aa6786-8661-43b1-9280-42887c554aa7 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:51:15.471123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e16cd-31e6-4c73-a229-33da554f1642 req-34be2149-23cd-4009-8d02-498b1b7e5148 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:15.472837 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-508e16cd-31e6-4c73-a229-33da554f1642 req-34be2149-23cd-4009-8d02-498b1b7e5148 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 932 time: 0.0823445 Aug 29 16:51:15.518504 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-508e16cd-31e6-4c73-a229-33da554f1642 req-dc989d3d-b3cd-442b-9381-e5b29b2028b8 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390263 Aug 29 16:51:15.528287 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8ce6213b-89ae-4783-a0fa-da2cd32e866b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:15.710243 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60c0a243-2665-4cfc-bdfa-14e0547e19fe req-ba439eec-370b-4d85-a853-3c4ca8807f00 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:15.752880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34da7ec-2c3e-4599-a1d9-7435794e81af req-cbac8c2b-ab45-405a-835a-077bce09c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:15.754407 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d34da7ec-2c3e-4599-a1d9-7435794e81af req-cbac8c2b-ab45-405a-835a-077bce09c6ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 1100 time: 0.5290473 Aug 29 16:51:15.760751 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-e9d5b21c-af6d-477e-baa4-1f1fff24e6b3 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f372c524fe0a48fba2dc7097f3f9159d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549104 Aug 29 16:51:15.761316 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:15.780748 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:15.856462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876f3-e754-435d-947b-a9b31d4d4dba req-832257d8-fe9e-4e06-b33e-79c32bd93ba4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:15.862394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876f3-e754-435d-947b-a9b31d4d4dba req-832257d8-fe9e-4e06-b33e-79c32bd93ba4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:15.868402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440876f3-e754-435d-947b-a9b31d4d4dba req-832257d8-fe9e-4e06-b33e-79c32bd93ba4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:15.870048 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-440876f3-e754-435d-947b-a9b31d4d4dba req-832257d8-fe9e-4e06-b33e-79c32bd93ba4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2414 time: 0.0673943 Aug 29 16:51:15.909586 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-440876f3-e754-435d-947b-a9b31d4d4dba req-9ac773ba-6f36-477b-b14a-a736ab8d4ce9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325840 Aug 29 16:51:15.973818 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-01148a75-e51a-408a-b8c6-b98bb99101d0 service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533449 Aug 29 16:51:16.021562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04ee0b-98aa-4757-a150-82e5ec9211a2 req-ff155b86-4436-4250-bff7-0cda89d8891b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:16.024066 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b04ee0b-98aa-4757-a150-82e5ec9211a2 req-ff155b86-4436-4250-bff7-0cda89d8891b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 948 time: 0.0581906 Aug 29 16:51:16.061974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b04ee0b-98aa-4757-a150-82e5ec9211a2 req-c50aaae8-596a-4bd6-8904-f184b12ea610 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319636 Aug 29 16:51:16.118001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34da7ec-2c3e-4599-a1d9-7435794e81af req-0c2ee50f-0f40-4b41-8101-406c2a93aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:16.120384 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d34da7ec-2c3e-4599-a1d9-7435794e81af req-0c2ee50f-0f40-4b41-8101-406c2a93aa73 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.3369827 Aug 29 16:51:16.127657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-ee84736c-7ae3-4102-9bea-fcda893b8cff tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:16.129005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-ee84736c-7ae3-4102-9bea-fcda893b8cff tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429000 Aug 29 16:51:16.151590 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-36902dcd-d3db-4c88-9bf6-00331980882f req-523a3ef4-dc73-4b01-bb08-93b13edce7df tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 210 time: 0.0325217 Aug 29 16:51:16.159448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Request body: {'port': {'device_id': '2d836dfa-b83d-42c6-9e63-484d7650a52c', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f372c524fe0a48fba2dc7097f3f9159d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:16.272120 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60c0a243-2665-4cfc-bdfa-14e0547e19fe req-ba439eec-370b-4d85-a853-3c4ca8807f00 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:16.274369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50c952-7b9f-4ea9-9011-c74e90d307fc req-ba0177a6-6227-4965-ba21-0e4ee4098511 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:16.276159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df50c952-7b9f-4ea9-9011-c74e90d307fc req-ba0177a6-6227-4965-ba21-0e4ee4098511 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 945 time: 0.0516543 Aug 29 16:51:16.282334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d34da7ec-2c3e-4599-a1d9-7435794e81af req-87a3b6b7-ab63-4a91-b187-229cd5cc0dc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d26869a3-d095-41e9-9761-a88fe8af2b83 HTTP/1.1" status: 200 len: 217 time: 0.1305766 Aug 29 16:51:16.291059 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60c0a243-2665-4cfc-bdfa-14e0547e19fe req-ba439eec-370b-4d85-a853-3c4ca8807f00 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:16.315210 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df50c952-7b9f-4ea9-9011-c74e90d307fc req-00e8d68e-bdb2-4afc-bfd0-6b467d5ff658 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Aug 29 16:51:16.385725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-60c0a243-2665-4cfc-bdfa-14e0547e19fe req-ba439eec-370b-4d85-a853-3c4ca8807f00 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:16.386942 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60c0a243-2665-4cfc-bdfa-14e0547e19fe req-ba439eec-370b-4d85-a853-3c4ca8807f00 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1975768 Aug 29 16:51:16.429469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5297d7e-1d3d-4ee5-959c-ce825f77b62d req-8faee95e-3694-485d-a1d6-04fbc4902e24 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:16.437345 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e5297d7e-1d3d-4ee5-959c-ce825f77b62d req-8faee95e-3694-485d-a1d6-04fbc4902e24 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 949 time: 0.0620873 Aug 29 16:51:16.457674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba439eec-370b-4d85-a853-3c4ca8807f00 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f716505-fe5e-4ab4-871c-deeef697c816,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:16.484094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34da7ec-2c3e-4599-a1d9-7435794e81af req-a8d22f97-d5ea-4ecb-9526-bd81813f80de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:16.485826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d34da7ec-2c3e-4599-a1d9-7435794e81af req-a8d22f97-d5ea-4ecb-9526-bd81813f80de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1656661 Aug 29 16:51:16.490186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e5297d7e-1d3d-4ee5-959c-ce825f77b62d req-03e96d09-dafe-48da-ad6c-47cdae453bb7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508738 Aug 29 16:51:16.490904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-316e3ba4-3602-4fd0-b45d-d71744f6bdcc tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:16.492340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-316e3ba4-3602-4fd0-b45d-d71744f6bdcc tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1097 time: 0.2518034 Aug 29 16:51:16.520734 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:16.642038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e7b3c-4bcd-4aa1-a594-9b2b183d1063 req-8675fed6-3fb9-45b4-9372-ebffc41135ea tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:16.643511 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-012e7b3c-4bcd-4aa1-a594-9b2b183d1063 req-8675fed6-3fb9-45b4-9372-ebffc41135ea tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 932 time: 0.0530999 Aug 29 16:51:16.685771 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-012e7b3c-4bcd-4aa1-a594-9b2b183d1063 req-c23dd7f3-e247-4ec7-8c81-5c043866ec20 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348842 Aug 29 16:51:16.686344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88aa6786-8661-43b1-9280-42887c554aa7 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:16.708190 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:16.710547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Made reservation on behalf of f372c524fe0a48fba2dc7097f3f9159d for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:16.714045 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:16.727739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34da7ec-2c3e-4599-a1d9-7435794e81af req-756bcbd0-5d42-4f98-9120-01209546a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:16.729217 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d34da7ec-2c3e-4599-a1d9-7435794e81af req-756bcbd0-5d42-4f98-9120-01209546a6ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2242134 Aug 29 16:51:16.765046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Transition to ACTIVE for port object 88aa6786-8661-43b1-9280-42887c554aa7 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:16.829072 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:16.944812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-e0e39bc9-6b9e-4b05-aacf-451b7a928cfa tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:16.946307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-e0e39bc9-6b9e-4b05-aacf-451b7a928cfa tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/networks?id=1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 200 len: 812 time: 0.3541608 Aug 29 16:51:17.006042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Pushing event updated for resources: {'Port': ['ID=88aa6786-8661-43b1-9280-42887c554aa7,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:17.036398 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-2aa1f6b7-7bf9-4671-9a77-7daa4531064c tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/quotas/f2a2a2a5b135491d8d0a4e6596310bb6 HTTP/1.1" status: 200 len: 375 time: 0.0752892 Aug 29 16:51:17.041308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6a13-4347-4a83-a7cf-2b4f0c95fe80 req-7dc87be5-118e-42df-8365-b2fc49d0b94c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:17.047325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6a13-4347-4a83-a7cf-2b4f0c95fe80 req-7dc87be5-118e-42df-8365-b2fc49d0b94c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:17.052943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-d5ee8000-2c63-48cb-88e1-f38c96ad697d service neutron] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:17.053448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6a13-4347-4a83-a7cf-2b4f0c95fe80 req-7dc87be5-118e-42df-8365-b2fc49d0b94c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:17.055127 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-705a6a13-4347-4a83-a7cf-2b4f0c95fe80 req-7dc87be5-118e-42df-8365-b2fc49d0b94c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2414 time: 0.0717616 Aug 29 16:51:17.097803 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-705a6a13-4347-4a83-a7cf-2b4f0c95fe80 req-a54e511e-4ac7-4b85-b3be-cd7d7f5580f2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355732 Aug 29 16:51:17.103687 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-d5ee8000-2c63-48cb-88e1-f38c96ad697d service neutron] Notify callbacks [] for binding, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.104800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97f19b81-d23e-4fd7-b60d-b8c01171465f req-d5ee8000-2c63-48cb-88e1-f38c96ad697d service neutron] 10.222.0.10 "DELETE /v2.0/ports/01067f0f-fca2-47c8-9850-cc378867fa17/bindings/n-h2-713301-13 HTTP/1.1" status: 204 len: 173 time: 0.5956995 Aug 29 16:51:17.111227 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d34da7ec-2c3e-4599-a1d9-7435794e81af req-4f984d0d-9b08-423e-97ec-53576ce2826e service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635204 Aug 29 16:51:17.218418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5eef5-e920-4ec9-8ea4-099c49c1b57c req-0b268bc8-122c-4876-bb9d-c6be3c6c02a2 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:17.219960 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96c5eef5-e920-4ec9-8ea4-099c49c1b57c req-0b268bc8-122c-4876-bb9d-c6be3c6c02a2 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 948 time: 0.0497446 Aug 29 16:51:17.230089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Allocated IP 192.168.233.145 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/6cf874a9-32e4-4f21-a383-a61ee6361484) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:17.257131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Attempting to bind port 88aa6786-8661-43b1-9280-42887c554aa7 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:17.257505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Attempting to bind port 88aa6786-8661-43b1-9280-42887c554aa7 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:17.257816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Attempting to bind port 88aa6786-8661-43b1-9280-42887c554aa7 on network 82248327-0b36-48ab-88fd-670156dd702c {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:17.258912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96c5eef5-e920-4ec9-8ea4-099c49c1b57c req-3655cebe-a5ce-425a-b640-a9aff24c57c1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329616 Aug 29 16:51:17.276073 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-2e21b34c-5532-4745-9bab-9198148a6b2a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2295201 Aug 29 16:51:17.280349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Port 88aa6786-8661-43b1-9280-42887c554aa7 on network 82248327-0b36-48ab-88fd-670156dd702c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:51:17.280672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Attempting to bind port 88aa6786-8661-43b1-9280-42887c554aa7 on network 82248327-0b36-48ab-88fd-670156dd702c {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:17.322569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 91c2cefd-214d-47d5-8bf4-860b73d51112 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:17.332925 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:17.333346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Checking segment: {'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:17.333821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Bound using segment: {'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:17.334227 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Bound port: 88aa6786-8661-43b1-9280-42887c554aa7, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '82248327-0b36-48ab-88fd-670156dd702c'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:17.334466 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.346713 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-04b33b8e-fe11-4091-a236-23f63f127094 req-a9c23a46-78c2-4a7e-86c1-95bb990a96fd tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 210 time: 0.0329297 Aug 29 16:51:17.355908 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.366967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d34da7ec-2c3e-4599-a1d9-7435794e81af req-51ee60c8-62b4-45f7-85bd-a52f406d312d service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319081 Aug 29 16:51:17.398904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 91c2cefd-214d-47d5-8bf4-860b73d51112 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:17.403819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 91c2cefd-214d-47d5-8bf4-860b73d51112 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:17.404229 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.473442 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0e76d-6efe-4563-97cb-95272d24a7ae req-4544ac83-44e9-4f83-8dc7-f1d95a243efe tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:17.475580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9e0e76d-6efe-4563-97cb-95272d24a7ae req-4544ac83-44e9-4f83-8dc7-f1d95a243efe tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 945 time: 0.0516341 Aug 29 16:51:17.485667 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.514172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c2cefd-214d-47d5-8bf4-860b73d51112'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:17.516457 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fe3c9e-9c77-4fa9-9ad5-1a17e98f8349" -d '{"events": [{"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-plugged", "status": "completed", "tag": "91c2cefd-214d-47d5-8bf4-860b73d51112"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:17.530298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 91c2cefd-214d-47d5-8bf4-860b73d51112, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=91c2cefd-214d-47d5-8bf4-860b73d51112,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:17.534362 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-7d5552f7-1a35-4094-bc22-3571fe8786be service neutron] 10.222.0.22 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385023 Aug 29 16:51:17.536399 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.537437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device fc20caf5-d326-4d68-a6ce-477bb8d0b017 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:17.538898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9e0e76d-6efe-4563-97cb-95272d24a7ae req-58bfa66a-db65-4ab6-bf30-8a267c8e32be tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474210 Aug 29 16:51:17.580157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] For port 88aa6786-8661-43b1-9280-42887c554aa7, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:17.629375 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.631962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=91c2cefd-214d-47d5-8bf4-860b73d51112,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:17.640131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] For port 88aa6786-8661-43b1-9280-42887c554aa7, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88aa6786-8661-43b1-9280-42887c554aa7,segment=NetworkSegment(d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b),segment_id=d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:17.650929 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port fc20caf5-d326-4d68-a6ce-477bb8d0b017 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:17.652058 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.656447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port fc20caf5-d326-4d68-a6ce-477bb8d0b017 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:17.657031 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.659765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Transition to ACTIVE for port object 6cf874a9-32e4-4f21-a383-a61ee6361484 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:17.700503 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:17.701539 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.702927 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] 10.222.0.16 "PUT /v2.0/ports/88aa6786-8661-43b1-9280-42887c554aa7 HTTP/1.1" status: 200 len: 1093 time: 2.4569547 Aug 29 16:51:17.708888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'tag': '88aa6786-8661-43b1-9280-42887c554aa7'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:17.711595 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf093db2-aeb6-420b-91da-c0de33f3068c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7d495a-fa0a-48af-9cf0-cedc6d54fe71", "tag": "88aa6786-8661-43b1-9280-42887c554aa7"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:17.760127 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-d8ba5000-165e-488d-bc50-7bad7faf9453 service neutron] 10.222.0.22 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123551 Aug 29 16:51:17.771398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ae0d2-d7cd-420b-a1df-2447f1f51a18 service neutron] Pushing event updated for resources: {'Port': ['ID=88aa6786-8661-43b1-9280-42887c554aa7,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:17.786244 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd5ac5-e9dc-4f8a-9649-b3baea20d4bb req-6be1c655-5ac2-490e-8a35-1571d43e9e95 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:17.787971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ddfd5ac5-e9dc-4f8a-9649-b3baea20d4bb req-6be1c655-5ac2-490e-8a35-1571d43e9e95 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 949 time: 0.0658989 Aug 29 16:51:17.808651 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.823634 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.851149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['0e2fa299-8ac9-44f1-9d56-9a145b57549d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:17.878211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ddfd5ac5-e9dc-4f8a-9649-b3baea20d4bb req-4088648d-753f-48e3-8d3f-91304f2ddae4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794318 Aug 29 16:51:17.908459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:17.913602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-1d07401a-80e4-4a53-af86-c356085c34da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:17.919948 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-1d07401a-80e4-4a53-af86-c356085c34da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2caa2920c6042ad99d15f755d4253df&device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 1096 time: 0.1344173 Aug 29 16:51:17.919948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:17.921337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:17.967126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:17.979310 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:17.979942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6763d98a-da3a-45c4-914f-8ba1fef6fa6f up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:18.050810 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-5226d90e-9dcd-459e-be63-97184fc70856 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88aa6786-8661-43b1-9280-42887c554aa7 HTTP/1.1" status: 200 len: 217 time: 0.1216295 Aug 29 16:51:18.068081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Pushing event updated for resources: {'Port': ['ID=6cf874a9-32e4-4f21-a383-a61ee6361484,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:18.082556 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622d7f65-cd5c-45ab-9631-5ff67d58ea29 x-openstack-request-id: req-622d7f65-cd5c-45ab-9631-5ff67d58ea29 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:18.082900 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7d495a-fa0a-48af-9cf0-cedc6d54fe71", "tag": "88aa6786-8661-43b1-9280-42887c554aa7", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:18.083089 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-622d7f65-cd5c-45ab-9631-5ff67d58ea29 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:18.083515 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'tag': '88aa6786-8661-43b1-9280-42887c554aa7', 'status': 'completed', 'code': 200} Aug 29 16:51:18.085521 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03fb583-cdd7-4d9a-8d84-6250ffd9173b x-openstack-request-id: req-a03fb583-cdd7-4d9a-8d84-6250ffd9173b {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:18.085858 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-plugged", "status": "completed", "tag": "91c2cefd-214d-47d5-8bf4-860b73d51112", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:18.086593 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a03fb583-cdd7-4d9a-8d84-6250ffd9173b {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:18.086995 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c2cefd-214d-47d5-8bf4-860b73d51112', 'code': 200} Aug 29 16:51:18.105119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:18.182706 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:18.194559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:18.215733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4aff2da5-5159-43d5-bfbb-76c4f608a5ee req-af230993-5504-4b74-98a7-69b43cdbc945 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 210 time: 0.0667899 Aug 29 16:51:18.222408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:18.223182 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:18.258788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c7aa-4ce1-4c41-8c30-06b5e82db524 req-f75e6aae-94d2-4e99-ac12-07cb8058fa57 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:18.265133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:18.267413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e408c7aa-4ce1-4c41-8c30-06b5e82db524 req-f75e6aae-94d2-4e99-ac12-07cb8058fa57 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 944 time: 0.2293353 Aug 29 16:51:18.267902 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:18.271427 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-f561f076-f2ff-4cf6-aa40-6990c1a92bd1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1185658 Aug 29 16:51:18.273286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-c33d3590-e15f-47ca-b481-b9fa8e24959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:18.274879 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-c33d3590-e15f-47ca-b481-b9fa8e24959c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca16c2c1-fbc7-4311-b124-10b6e9b31908 HTTP/1.1" status: 200 len: 850 time: 0.1905985 Aug 29 16:51:18.308499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Request body: {'port': {'device_id': '2d836dfa-b83d-42c6-9e63-484d7650a52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:18.375502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e408c7aa-4ce1-4c41-8c30-06b5e82db524 req-f8565211-f911-4d27-8d6d-5bcf08c80a90 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050980 Aug 29 16:51:18.405895 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:18.414524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-df9bcab9-ddc9-4e1a-82c0-b72e4455ddb8 None None] Provisioning for port 6cf874a9-32e4-4f21-a383-a61ee6361484 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:18.421980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d9bb-c433-413c-b0d2-eead40f60597 req-f4d64ad3-269c-4663-a914-952fe8c6708e tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:18.424420 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e17d9bb-c433-413c-b0d2-eead40f60597 req-f4d64ad3-269c-4663-a914-952fe8c6708e tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 1097 time: 0.0999949 Aug 29 16:51:18.431143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-df9bcab9-ddc9-4e1a-82c0-b72e4455ddb8 None None] Provisioning complete for port 6cf874a9-32e4-4f21-a383-a61ee6361484 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:18.431520 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-df9bcab9-ddc9-4e1a-82c0-b72e4455ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:18.441104 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:18.479140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-ddebc662-c3e1-4aa2-b468-3060663ef78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:18.481593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-ddebc662-c3e1-4aa2-b468-3060663ef78f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82248327-0b36-48ab-88fd-670156dd702c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983135 Aug 29 16:51:18.484284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6763d98a-da3a-45c4-914f-8ba1fef6fa6f,segment=NetworkSegment(a1493f97-070e-4d95-945a-bcc557b98400),segment_id=a1493f97-070e-4d95-945a-bcc557b98400)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:18.487053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-df9bcab9-ddc9-4e1a-82c0-b72e4455ddb8 None None] Port 6cf874a9-32e4-4f21-a383-a61ee6361484 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:51:18.489844 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e17d9bb-c433-413c-b0d2-eead40f60597 req-0c9d938d-fd00-45e2-8360-d0764d6e1f4d tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578115 Aug 29 16:51:18.495043 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:18.495849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:18.589599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=6763d98a-da3a-45c4-914f-8ba1fef6fa6f,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:18.613928 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:18.618342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:18.618723 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:18.624135 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3031d-b86a-49cd-ad37-0d85613e001b req-0afe7c9c-970d-493d-b4b5-4216d3dbdf83 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:18.625910 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15b3031d-b86a-49cd-ad37-0d85613e001b req-0afe7c9c-970d-493d-b4b5-4216d3dbdf83 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 948 time: 0.0651855 Aug 29 16:51:18.670305 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15b3031d-b86a-49cd-ad37-0d85613e001b req-60733f9a-ea20-4942-ac87-0b85548a0e85 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 Aug 29 16:51:18.714339 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:18.750940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:18.757555 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:18.809549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da66a1-bbf5-495e-8b1a-f33c10dd0512 req-6c6d23b7-3e13-4bd9-b1f1-e8e5708f9e10 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:18.811293 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64da66a1-bbf5-495e-8b1a-f33c10dd0512 req-6c6d23b7-3e13-4bd9-b1f1-e8e5708f9e10 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 936 time: 0.0700910 Aug 29 16:51:18.816840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:18.853589 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64da66a1-bbf5-495e-8b1a-f33c10dd0512 req-98af44b2-0a1c-42a6-8773-582a9d850828 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354359 Aug 29 16:51:18.954119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a3962-ad71-4e9f-b1a5-ac879430a6d7 req-ac20a42b-f9a4-43c9-80a1-ac462dd96a63 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:18.955649 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f59a3962-ad71-4e9f-b1a5-ac879430a6d7 req-ac20a42b-f9a4-43c9-80a1-ac462dd96a63 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 1097 time: 0.0465302 Aug 29 16:51:18.990660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f59a3962-ad71-4e9f-b1a5-ac879430a6d7 req-cd8bba27-0006-4d0c-8e68-c724b8cde50c tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289388 Aug 29 16:51:19.015160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf96a12-0359-40b7-b934-c87f0b777d82 req-640720ae-be96-4b63-be1d-ad0944b9ef64 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.021144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf96a12-0359-40b7-b934-c87f0b777d82 req-640720ae-be96-4b63-be1d-ad0944b9ef64 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.027071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf96a12-0359-40b7-b934-c87f0b777d82 req-640720ae-be96-4b63-be1d-ad0944b9ef64 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.028824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-baf96a12-0359-40b7-b934-c87f0b777d82 req-640720ae-be96-4b63-be1d-ad0944b9ef64 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2415 time: 0.5680373 Aug 29 16:51:19.062693 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-2b38f71a-7e99-499c-81c1-f95c38669f51 service neutron] 10.222.0.16 "GET /v2.0/networks/82248327-0b36-48ab-88fd-670156dd702c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401149 Aug 29 16:51:19.171938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418778a5-6541-4680-bb9f-cea8c3ac679e req-f7d4462d-21b3-4d65-afce-450fbb24cb75 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.173461 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-418778a5-6541-4680-bb9f-cea8c3ac679e req-f7d4462d-21b3-4d65-afce-450fbb24cb75 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0496857 Aug 29 16:51:19.185322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-baf96a12-0359-40b7-b934-c87f0b777d82 req-62124354-9ac4-4eb6-b025-c7ec6c84f0a5 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419592 Aug 29 16:51:19.211793 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-418778a5-6541-4680-bb9f-cea8c3ac679e req-73fdd8b4-2166-497b-bd6f-d60d3465ff9d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Aug 29 16:51:19.238382 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b70b2d2-6bcb-4b1a-ad82-b6e8a4d44496 req-97f04557-52ba-4a9d-bd21-8279a7cc3e88 service neutron] 10.222.0.16 "GET /v2.0/networks/82248327-0b36-48ab-88fd-670156dd702c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504211 Aug 29 16:51:19.311071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf874a9-32e4-4f21-a383-a61ee6361484 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:19.332475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d26869a3-d095-41e9-9761-a88fe8af2b83 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:19.334374 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:19.349634 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfedf6b-049d-496a-ab74-caea7e48e886 req-81e42636-3ca8-4978-af91-9ca6091672a2 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.351231 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9dfedf6b-049d-496a-ab74-caea7e48e886 req-81e42636-3ca8-4978-af91-9ca6091672a2 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 946 time: 0.0658309 Aug 29 16:51:19.362069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf093db2-aeb6-420b-91da-c0de33f3068c req-71f01e89-5157-46a2-bf7b-251a0f9cd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.363592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf093db2-aeb6-420b-91da-c0de33f3068c req-71f01e89-5157-46a2-bf7b-251a0f9cd4af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2caa2920c6042ad99d15f755d4253df&device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 1096 time: 0.0646248 Aug 29 16:51:19.366179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Transition to ACTIVE for port object 6cf874a9-32e4-4f21-a383-a61ee6361484 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:19.370762 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:19.403564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9dfedf6b-049d-496a-ab74-caea7e48e886 req-7e553fc3-d066-4e2f-a6c2-8b99e0801504 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431964 Aug 29 16:51:19.544348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ea75e299-5c84-4be4-a515-44937324f024 req-79124929-e71b-4302-a45f-8cef907defe0 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 210 time: 0.0780029 Aug 29 16:51:19.544856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2923cc8-b66e-4029-8bb5-f36636dff04b req-82a24c04-8a3b-454e-9d08-49639def78bf tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.553301 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2923cc8-b66e-4029-8bb5-f36636dff04b req-82a24c04-8a3b-454e-9d08-49639def78bf tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 944 time: 0.0762584 Aug 29 16:51:19.565151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d26869a3-d095-41e9-9761-a88fe8af2b83, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d26869a3-d095-41e9-9761-a88fe8af2b83,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:19.594682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf874a9-32e4-4f21-a383-a61ee6361484,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:19.596472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'd26869a3-d095-41e9-9761-a88fe8af2b83', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'd26869a3-d095-41e9-9761-a88fe8af2b83', 'mac_address': 'fa:16:3e:23:f4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:19.613560 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2923cc8-b66e-4029-8bb5-f36636dff04b req-6cd56822-5262-4f4a-8703-8ec6279276a9 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 Aug 29 16:51:19.646099 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:19.661081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26869a3-d095-41e9-9761-a88fe8af2b83 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:19.681639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d26869a3-d095-41e9-9761-a88fe8af2b83, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d26869a3-d095-41e9-9761-a88fe8af2b83,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:19.682353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf093db2-aeb6-420b-91da-c0de33f3068c req-070036b2-c4c9-4870-af71-96421fec2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.684195 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf093db2-aeb6-420b-91da-c0de33f3068c req-070036b2-c4c9-4870-af71-96421fec2b65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=82248327-0b36-48ab-88fd-670156dd702c HTTP/1.1" status: 200 len: 912 time: 0.3059688 Aug 29 16:51:19.686892 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:19.741250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf093db2-aeb6-420b-91da-c0de33f3068c req-2a066901-2eba-4cac-a1f7-8c8da97379a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88aa6786-8661-43b1-9280-42887c554aa7 HTTP/1.1" status: 200 len: 217 time: 0.0462778 Aug 29 16:51:19.745483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Attempting to bind port 6cf874a9-32e4-4f21-a383-a61ee6361484 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:19.745816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Attempting to bind port 6cf874a9-32e4-4f21-a383-a61ee6361484 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:19.746253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Attempting to bind port 6cf874a9-32e4-4f21-a383-a61ee6361484 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:19.749588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=d26869a3-d095-41e9-9761-a88fe8af2b83,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:19.760328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Port 6cf874a9-32e4-4f21-a383-a61ee6361484 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:51:19.760660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Attempting to bind port 6cf874a9-32e4-4f21-a383-a61ee6361484 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:19.789516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:19.790111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:19.790502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:19.790937 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Bound port: 6cf874a9-32e4-4f21-a383-a61ee6361484, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:19.791297 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:19.795590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04effb8a-12bb-4d49-b9af-c0a3635f8921 req-4251cf6b-5385-41e7-a782-d63e8101a51d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.797178 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-04effb8a-12bb-4d49-b9af-c0a3635f8921 req-4251cf6b-5385-41e7-a782-d63e8101a51d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 949 time: 0.0569351 Aug 29 16:51:19.833994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf093db2-aeb6-420b-91da-c0de33f3068c req-e0ee044c-53e1-4f29-9570-dddbef4403b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.835320 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-04effb8a-12bb-4d49-b9af-c0a3635f8921 req-823d3be1-75b2-48ab-a724-9fed779cea12 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Aug 29 16:51:19.835494 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf093db2-aeb6-420b-91da-c0de33f3068c req-e0ee044c-53e1-4f29-9570-dddbef4403b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca16c2c1-fbc7-4311-b124-10b6e9b31908 HTTP/1.1" status: 200 len: 850 time: 0.0846038 Aug 29 16:51:19.893631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] For port 6cf874a9-32e4-4f21-a383-a61ee6361484, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:19.898993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] For port 6cf874a9-32e4-4f21-a383-a61ee6361484, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6cf874a9-32e4-4f21-a383-a61ee6361484,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:19.907198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf093db2-aeb6-420b-91da-c0de33f3068c req-c138fdac-98cc-4a70-95c3-cb10f046183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.908890 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf093db2-aeb6-420b-91da-c0de33f3068c req-c138fdac-98cc-4a70-95c3-cb10f046183c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82248327-0b36-48ab-88fd-670156dd702c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636144 Aug 29 16:51:19.909980 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:19.910204 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:19.974868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:19.975501 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:19.977022 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] 10.222.0.10 "PUT /v2.0/ports/6cf874a9-32e4-4f21-a383-a61ee6361484 HTTP/1.1" status: 200 len: 1097 time: 1.6759524 Aug 29 16:51:20.085316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d836dfa-b83d-42c6-9e63-484d7650a52c', 'tag': '6cf874a9-32e4-4f21-a383-a61ee6361484'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:20.087600 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d836dfa-b83d-42c6-9e63-484d7650a52c", "tag": "6cf874a9-32e4-4f21-a383-a61ee6361484"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:20.088471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017'}, {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6763d98a-da3a-45c4-914f-8ba1fef6fa6f'}, {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:20.091433 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391cd3a4-beac-4241-961f-d384326df144" -d '{"events": [{"server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "name": "network-vif-plugged", "status": "completed", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017"}, {"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-plugged", "status": "completed", "tag": "6763d98a-da3a-45c4-914f-8ba1fef6fa6f"}, {"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-plugged", "status": "completed", "tag": "5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:20.115450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a308d2-e152-48a1-87fa-ad9b65eff141 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf874a9-32e4-4f21-a383-a61ee6361484,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:20.136435 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fd4184-ace5-43c9-bba6-ec6b5db33389 x-openstack-request-id: req-76fd4184-ace5-43c9-bba6-ec6b5db33389 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:20.137367 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d836dfa-b83d-42c6-9e63-484d7650a52c", "tag": "6cf874a9-32e4-4f21-a383-a61ee6361484", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:20.137626 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76fd4184-ace5-43c9-bba6-ec6b5db33389 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:20.138019 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d836dfa-b83d-42c6-9e63-484d7650a52c', 'tag': '6cf874a9-32e4-4f21-a383-a61ee6361484', 'status': 'completed', 'code': 200} Aug 29 16:51:20.151137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d26869a3-d095-41e9-9761-a88fe8af2b83'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:20.157775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0699e-366e-49ca-901b-fd30351a3e21 req-90759197-89bd-4a7b-a5b8-914d22cab824 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.160620 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1e0699e-366e-49ca-901b-fd30351a3e21 req-90759197-89bd-4a7b-a5b8-914d22cab824 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 948 time: 0.2184553 Aug 29 16:51:20.164256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-6de6a7dd-66a5-4a55-b8e1-59fea266b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.165760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-6de6a7dd-66a5-4a55-b8e1-59fea266b293 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f372c524fe0a48fba2dc7097f3f9159d&device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 1100 time: 0.1303897 Aug 29 16:51:20.170005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf093db2-aeb6-420b-91da-c0de33f3068c req-d89db9ea-36e9-4b4e-88a7-718596a9846d service neutron] 10.222.0.16 "GET /v2.0/networks/82248327-0b36-48ab-88fd-670156dd702c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303236 Aug 29 16:51:20.194534 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951041c9-e225-47c8-9020-616eade843ad x-openstack-request-id: req-951041c9-e225-47c8-9020-616eade843ad {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:20.195186 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "name": "network-vif-plugged", "status": "completed", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017", "code": 200}, {"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-plugged", "status": "completed", "tag": "6763d98a-da3a-45c4-914f-8ba1fef6fa6f", "code": 200}, {"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-plugged", "status": "completed", "tag": "5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:20.195348 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-951041c9-e225-47c8-9020-616eade843ad {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:20.195803 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'code': 200} Aug 29 16:51:20.196152 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6763d98a-da3a-45c4-914f-8ba1fef6fa6f', 'code': 200} Aug 29 16:51:20.196782 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35', 'code': 200} Aug 29 16:51:20.356072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3c0da-547f-46d6-938c-f5d1fc7c2a2a req-4bd30ea5-b84c-4c25-bd20-46be7290f4b9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.358962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-bfa46dd1-9c1e-457e-aec2-7c71bed15ed0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=6cf874a9-32e4-4f21-a383-a61ee6361484 HTTP/1.1" status: 200 len: 217 time: 0.1723926 Aug 29 16:51:20.364143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3c0da-547f-46d6-938c-f5d1fc7c2a2a req-4bd30ea5-b84c-4c25-bd20-46be7290f4b9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.372660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3c0da-547f-46d6-938c-f5d1fc7c2a2a req-4bd30ea5-b84c-4c25-bd20-46be7290f4b9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.376600 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85f3c0da-547f-46d6-938c-f5d1fc7c2a2a req-4bd30ea5-b84c-4c25-bd20-46be7290f4b9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2417 time: 0.0850604 Aug 29 16:51:20.434137 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85f3c0da-547f-46d6-938c-f5d1fc7c2a2a req-8da187f3-f3ad-45ca-b550-ddcc952698f4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496578 Aug 29 16:51:20.486913 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf093db2-aeb6-420b-91da-c0de33f3068c req-bad86d50-28f1-47a9-bccf-67c3176c389b service neutron] 10.222.0.16 "GET /v2.0/networks/82248327-0b36-48ab-88fd-670156dd702c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992334 Aug 29 16:51:20.530334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1e0699e-366e-49ca-901b-fd30351a3e21 req-61b39c6a-581f-4974-be7a-2f0d5c860e4c tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627007 Aug 29 16:51:20.532992 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:51:20.555203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-1b032976-5ff3-4a04-a718-4eab6c32617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.557304 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-1b032976-5ff3-4a04-a718-4eab6c32617c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1307847 Aug 29 16:51:20.588070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f35a67-c8d3-4e78-a22e-4a8d6bbf5028 req-a4796be3-d122-43d9-b4f2-822d52527dba tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.589874 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0f35a67-c8d3-4e78-a22e-4a8d6bbf5028 req-a4796be3-d122-43d9-b4f2-822d52527dba tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0757735 Aug 29 16:51:20.623419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f3541-d687-4843-9f28-b2e985a21157 req-89ad5be5-0efc-4db7-87fd-17f2eb3b41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.627426 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f4f3541-d687-4843-9f28-b2e985a21157 req-89ad5be5-0efc-4db7-87fd-17f2eb3b41a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 1102 time: 0.2749124 Aug 29 16:51:20.638819 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0f35a67-c8d3-4e78-a22e-4a8d6bbf5028 req-3f0174c2-a6c8-4162-aa10-5eb6d11cdb04 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Aug 29 16:51:20.665149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea8538-dd9f-4fca-a095-962f5c414ba4 req-228db666-2f42-44ce-9ae4-39e9efe950ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.665672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea8538-dd9f-4fca-a095-962f5c414ba4 req-228db666-2f42-44ce-9ae4-39e9efe950ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.666162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea8538-dd9f-4fca-a095-962f5c414ba4 req-228db666-2f42-44ce-9ae4-39e9efe950ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.668443 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17ea8538-dd9f-4fca-a095-962f5c414ba4 req-228db666-2f42-44ce-9ae4-39e9efe950ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2873 time: 0.3337784 Aug 29 16:51:20.720500 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f4f3541-d687-4843-9f28-b2e985a21157 req-6346b18a-4234-4980-be6e-23fe3ce705fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845151 Aug 29 16:51:20.726395 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-98a0d3c5-a560-4b6e-8abc-ee1082a31996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.728158 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-98a0d3c5-a560-4b6e-8abc-ee1082a31996 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1532984 Aug 29 16:51:20.776331 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17ea8538-dd9f-4fca-a095-962f5c414ba4 req-5bc73cdc-3a89-414b-a643-879f28e38cd2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802698 Aug 29 16:51:20.794482 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4621620b-d0b6-4ef4-82ef-1fea24336203 req-64e3bad0-30d9-4aa2-a74e-68912a1c54a3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 210 time: 0.0446281 Aug 29 16:51:20.829999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6349da-c45a-4d27-90c0-b234cb752ef4 req-70f426e7-c94f-4e88-8f25-5e992d9a9bdc tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.831530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f6349da-c45a-4d27-90c0-b234cb752ef4 req-70f426e7-c94f-4e88-8f25-5e992d9a9bdc tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 944 time: 0.0713754 Aug 29 16:51:20.874376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f6349da-c45a-4d27-90c0-b234cb752ef4 req-df41a852-8743-470c-9cc4-128d43cf9d65 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360086 Aug 29 16:51:20.954271 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-678d7ded-623d-4334-9377-8896617176ac tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--420256407&fields=id&tenant_id=56f4737bd4bf489985761b33a0c0c50c HTTP/1.1" status: 200 len: 267 time: 0.0332129 Aug 29 16:51:20.991121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a3474-b7aa-4f12-8b02-fed20a93eeb4 req-7b3de0d7-6663-418b-a5d3-0d982c0996aa tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:20.992610 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-281a3474-b7aa-4f12-8b02-fed20a93eeb4 req-7b3de0d7-6663-418b-a5d3-0d982c0996aa tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 949 time: 0.0571246 Aug 29 16:51:21.031955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-281a3474-b7aa-4f12-8b02-fed20a93eeb4 req-44eef692-237d-43e1-9fd5-cfc265480b1e tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Aug 29 16:51:21.074718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-07207383-6f32-4108-98d3-8d959333ace7 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:21.076359 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-07207383-6f32-4108-98d3-8d959333ace7 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/networks?id=14076af5-56ad-4968-b3b7-9c9115e37b7e HTTP/1.1" status: 200 len: 824 time: 0.1149721 Aug 29 16:51:21.093213 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-af79cc18-1441-4588-81c1-3ab6b44bc251 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/quotas/56f4737bd4bf489985761b33a0c0c50c HTTP/1.1" status: 200 len: 375 time: 0.0102704 Aug 29 16:51:21.167963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-e94a8fa3-c69a-4907-b1f1-b0b14072b17f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56f4737bd4bf489985761b33a0c0c50c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0670683 Aug 29 16:51:21.280624 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-1a16195f-422c-4352-ace5-70b54d6c8f7a service neutron] 10.222.0.22 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020911 Aug 29 16:51:21.351601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-2d0aba4b-dc8c-4600-b767-2a7eed590016 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564012 Aug 29 16:51:21.394996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-acdfb50a-2da4-4e88-b7c9-f9eab76cb94d service neutron] 10.222.0.22 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047137 Aug 29 16:51:21.534194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bbd4ca-87a3-47ed-be3c-4861e06b871e req-ee7b84a0-46d2-4d00-afca-95f562f85fab service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688013 Aug 29 16:51:21.541884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-1df7944e-584c-4dc8-9369-bc8475338cd9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:21.543394 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-1df7944e-584c-4dc8-9369-bc8475338cd9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.16 "GET /v2.0/networks?id=1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 200 len: 812 time: 0.3212059 Aug 29 16:51:21.571016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'port': {'device_id': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a', 'admin_state_up': True, 'tenant_id': 'f2a2a2a5b135491d8d0a4e6596310bb6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:21.603061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-842d9214-c6d0-4f34-b8bd-8319f311c5ae req-31ec9b3f-f4eb-48ef-9368-81667bb4bcfb tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 210 time: 0.0327044 Aug 29 16:51:21.684116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bf9bb-d5eb-4121-9db9-ca3a6576d43f req-fd4373bb-7fa9-4661-8e4c-51a1bf65d333 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:21.691161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bf9bb-d5eb-4121-9db9-ca3a6576d43f req-fd4373bb-7fa9-4661-8e4c-51a1bf65d333 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:21.697490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bf9bb-d5eb-4121-9db9-ca3a6576d43f req-fd4373bb-7fa9-4661-8e4c-51a1bf65d333 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:21.705889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-454bf9bb-d5eb-4121-9db9-ca3a6576d43f req-fd4373bb-7fa9-4661-8e4c-51a1bf65d333 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2417 time: 0.1828117 Aug 29 16:51:21.734212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4421af0-8acf-4a67-a8de-df90954c3c4f req-76dbcff3-a253-484d-910b-655be43369ee tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:21.736075 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4421af0-8acf-4a67-a8de-df90954c3c4f req-76dbcff3-a253-484d-910b-655be43369ee tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 948 time: 0.0560544 Aug 29 16:51:21.768703 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d req-fbe81fa0-454a-4de8-bdd3-c2cd0a1a408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:21.770866 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d req-fbe81fa0-454a-4de8-bdd3-c2cd0a1a408e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f372c524fe0a48fba2dc7097f3f9159d&device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 1100 time: 0.1550531 Aug 29 16:51:21.782573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4421af0-8acf-4a67-a8de-df90954c3c4f req-5c53a6ce-337c-4607-983c-4d3d7f064a8f tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389915 Aug 29 16:51:21.818465 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-454bf9bb-d5eb-4121-9db9-ca3a6576d43f req-c03dbafe-ac0a-4180-a6ab-026384098b14 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116326 Aug 29 16:51:21.888466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Made reservation on behalf of f2a2a2a5b135491d8d0a4e6596310bb6 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:21.895871 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:21.949935 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-297c6076-b82b-4e07-964d-8618995b16c2 req-57ef213e-6550-4d54-97c4-9fee4aebe2a8 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 210 time: 0.0653729 Aug 29 16:51:21.962579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec89f2-1e23-445e-b0f6-33ea9b8d964c req-c18dc3c6-46d7-4861-a089-dba7eb327cd7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:21.971257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5ec89f2-1e23-445e-b0f6-33ea9b8d964c req-c18dc3c6-46d7-4861-a089-dba7eb327cd7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0733745 Aug 29 16:51:22.013868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d req-98c1a7d4-5d93-4a2c-ad01-7d50683c6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:22.015382 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d req-98c1a7d4-5d93-4a2c-ad01-7d50683c6945 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2278583 Aug 29 16:51:22.021917 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5ec89f2-1e23-445e-b0f6-33ea9b8d964c req-a206b3be-34bc-4ea4-89c7-38486f1f6e7f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462773 Aug 29 16:51:22.101649 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d req-e820fee6-ada3-4732-897c-d412d398f905 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=6cf874a9-32e4-4f21-a383-a61ee6361484 HTTP/1.1" status: 200 len: 217 time: 0.0621955 Aug 29 16:51:22.181121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75350ccf-5f0d-40b3-a35c-8884b3c2c315 req-fdf6d3cb-210a-4987-a33a-3f39513eb7fa tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:22.189348 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75350ccf-5f0d-40b3-a35c-8884b3c2c315 req-fdf6d3cb-210a-4987-a33a-3f39513eb7fa tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 949 time: 0.0595338 Aug 29 16:51:22.231945 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75350ccf-5f0d-40b3-a35c-8884b3c2c315 req-579d93e8-640a-4e20-bd21-810e72345529 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Aug 29 16:51:22.256486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaaf2f-acb4-47fd-a362-c5f36bbaa5ca req-c4101f04-09be-4862-aeaf-c48ebdbbf7bd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:22.258031 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bdbaaf2f-acb4-47fd-a362-c5f36bbaa5ca req-c4101f04-09be-4862-aeaf-c48ebdbbf7bd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 944 time: 0.1552582 Aug 29 16:51:22.267249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d req-b86ab518-95ef-453b-baf0-28bf2c4110a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:22.268632 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d req-b86ab518-95ef-453b-baf0-28bf2c4110a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1003802 Aug 29 16:51:22.387121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bdbaaf2f-acb4-47fd-a362-c5f36bbaa5ca req-0bb05329-490b-4b7e-92b9-dde05e727277 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210775 Aug 29 16:51:22.392774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Allocated IP 172.20.0.8 (1125c0b4-2376-4597-8452-71f3a79e075a/8e750d55-2e0f-4756-8498-a246e5a4cb25/759e4d03-17c6-481b-ae38-b4dd0fba3c5c) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:22.405437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d req-63357f57-8ed1-4372-9ca3-09a9b7fc138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:22.407102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d req-63357f57-8ed1-4372-9ca3-09a9b7fc138e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1112561 Aug 29 16:51:22.610613 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d req-46f4b992-0eaa-4494-8128-59ffe2d00207 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634150 Aug 29 16:51:22.624666 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:22.712234 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e1de6d8b-b77e-4030-82ce-585bc365ef95 req-f6e4350d-68d8-4aaf-9017-1dc7a3689e49 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 210 time: 0.0366468 Aug 29 16:51:22.748624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:22.751825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b07a9ed-cd10-4db9-9e11-6a95caaa4e9d req-3200ae9f-6816-41e1-895d-a5cbcd459df4 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218345 Aug 29 16:51:22.772379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d8318f8b-41e8-4b48-a4d8-ad3d42e595d4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:22.799548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Network 1125c0b4-2376-4597-8452-71f3a79e075a is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:22.802644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:22.807237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:22.811981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'Port': ['ID=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:22.896734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:22.897420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:22.920244 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-df8bbc7a-3770-4dbe-82a8-f7f23b18ed72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3547618 Aug 29 16:51:22.945607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Request body: {'port': {'device_id': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:23.038761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d6fde-e880-4f68-9b0a-5f1911dc3dbe req-c4bd54bf-5dc4-4162-9707-eb375537ddd3 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:23.046248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d6fde-e880-4f68-9b0a-5f1911dc3dbe req-c4bd54bf-5dc4-4162-9707-eb375537ddd3 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:23.052808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d6fde-e880-4f68-9b0a-5f1911dc3dbe req-c4bd54bf-5dc4-4162-9707-eb375537ddd3 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:23.054638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-117d6fde-e880-4f68-9b0a-5f1911dc3dbe req-c4bd54bf-5dc4-4162-9707-eb375537ddd3 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2417 time: 0.1286027 Aug 29 16:51:23.143527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-117d6fde-e880-4f68-9b0a-5f1911dc3dbe req-fd75a314-9c5c-4fe8-961d-1adf83e70cf6 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788128 Aug 29 16:51:23.291710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6050070-99bc-4093-b8b2-c513c5f72348 req-cad16062-9467-44fa-9bfa-0fe4961189d8 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:23.294072 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e6050070-99bc-4093-b8b2-c513c5f72348 req-cad16062-9467-44fa-9bfa-0fe4961189d8 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 931 time: 0.0559084 Aug 29 16:51:23.341783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e6050070-99bc-4093-b8b2-c513c5f72348 req-671dfe33-9f75-41c5-ae91-4462a185b391 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400534 Aug 29 16:51:23.372535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d26869a3-d095-41e9-9761-a88fe8af2b83 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:23.435853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port d26869a3-d095-41e9-9761-a88fe8af2b83 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:23.440386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port d26869a3-d095-41e9-9761-a88fe8af2b83 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:23.440770 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:23.478943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e2347-628c-4f06-95eb-1608d040de81 req-3613ec3b-a67b-4bf6-b567-0ab0c44498fc tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:23.491078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e0e2347-628c-4f06-95eb-1608d040de81 req-3613ec3b-a67b-4bf6-b567-0ab0c44498fc tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 948 time: 0.5604024 Aug 29 16:51:23.494297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 88aa6786-8661-43b1-9280-42887c554aa7 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:23.530726 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3765e6e-7bbc-4687-b523-40190d355c86 req-4e6e7506-ad1a-4797-b698-77c2e9e1d05f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:23.535305 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:23.538306 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3765e6e-7bbc-4687-b523-40190d355c86 req-4e6e7506-ad1a-4797-b698-77c2e9e1d05f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0747173 Aug 29 16:51:23.588944 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3765e6e-7bbc-4687-b523-40190d355c86 req-0abaa146-d7ba-448c-a75c-702abb9226d9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Aug 29 16:51:23.617630 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:23.638656 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e0e2347-628c-4f06-95eb-1608d040de81 req-028db750-d78d-4135-ac54-6c42f3bdc68f tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495204 Aug 29 16:51:23.663023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacb3e35-7a77-4d0d-876d-af01d47c1884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26869a3-d095-41e9-9761-a88fe8af2b83'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:23.664507 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55bbabd-c377-4711-8536-9c8ba412b2b6" -d '{"events": [{"server_uuid": "cacb3e35-7a77-4d0d-876d-af01d47c1884", "name": "network-vif-plugged", "status": "completed", "tag": "d26869a3-d095-41e9-9761-a88fe8af2b83"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:23.684034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-6e34a677-4791-4d5d-bb82-069351bdb460 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:23.686174 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-6e34a677-4791-4d5d-bb82-069351bdb460 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.16 "GET /v2.0/networks?id=14076af5-56ad-4968-b3b7-9c9115e37b7e HTTP/1.1" status: 200 len: 824 time: 0.7073028 Aug 29 16:51:23.707261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-b07274a8-7abd-4101-b9cb-4b50663540d1 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:23.708928 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-b07274a8-7abd-4101-b9cb-4b50663540d1 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0104aee-f5ed-4f28-9089-f88cb8a63617 HTTP/1.1" status: 200 len: 946 time: 0.1418147 Aug 29 16:51:23.731368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 88aa6786-8661-43b1-9280-42887c554aa7, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88aa6786-8661-43b1-9280-42887c554aa7,segment=NetworkSegment(d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b),segment_id=d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:23.742218 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ddd6c-a3ef-4c31-9b85-86c3bba47850 req-920f6eed-025d-4e42-83ee-561586115d31 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:23.743739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-714ddd6c-a3ef-4c31-9b85-86c3bba47850 req-920f6eed-025d-4e42-83ee-561586115d31 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 949 time: 0.0687141 Aug 29 16:51:23.744360 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d26869a3-d095-41e9-9761-a88fe8af2b83, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d26869a3-d095-41e9-9761-a88fe8af2b83,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:23.750270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '88aa6786-8661-43b1-9280-42887c554aa7', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'port_id': '88aa6786-8661-43b1-9280-42887c554aa7', 'mac_address': 'fa:16:3e:a9:ea:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:23.753205 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:23.808287 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-714ddd6c-a3ef-4c31-9b85-86c3bba47850 req-7cc5c1f6-c3b3-4a93-a3b7-a558fbbbbd9b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564783 Aug 29 16:51:23.861699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=d26869a3-d095-41e9-9761-a88fe8af2b83,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:23.865768 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:23.885195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88aa6786-8661-43b1-9280-42887c554aa7 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:23.907893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 88aa6786-8661-43b1-9280-42887c554aa7, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88aa6786-8661-43b1-9280-42887c554aa7,segment=NetworkSegment(d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b),segment_id=d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:23.914810 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:23.915060 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-855c3a6d-9012-4520-9bb7-eb7244c2bba2 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f4737bd4bf489985761b33a0c0c50c HTTP/1.1" status: 200 len: 379 time: 0.2049201 Aug 29 16:51:23.942211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad2a7a-62f7-4264-beb0-a995a8757550 req-25a3853e-c0b9-472c-97a9-72d34ec399da tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:23.944954 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-28ad2a7a-62f7-4264-beb0-a995a8757550 req-25a3853e-c0b9-472c-97a9-72d34ec399da tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0580773 Aug 29 16:51:23.966054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Request body: {'port': {'device_id': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'admin_state_up': True, 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'security_groups': ['d67fb3d3-c92e-4348-b205-6b6e49daf946']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:23.968202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=88aa6786-8661-43b1-9280-42887c554aa7,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:23.997801 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-28ad2a7a-62f7-4264-beb0-a995a8757550 req-039ab310-fe0f-476e-a42e-0ca0db63f5b2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Aug 29 16:51:24.040220 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c968e43-fe65-417a-8852-5eeeabf8bc4c x-openstack-request-id: req-2c968e43-fe65-417a-8852-5eeeabf8bc4c {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:24.040516 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacb3e35-7a77-4d0d-876d-af01d47c1884", "name": "network-vif-plugged", "status": "completed", "tag": "d26869a3-d095-41e9-9761-a88fe8af2b83", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:24.040771 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c968e43-fe65-417a-8852-5eeeabf8bc4c {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:24.041163 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacb3e35-7a77-4d0d-876d-af01d47c1884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26869a3-d095-41e9-9761-a88fe8af2b83', 'code': 200} Aug 29 16:51:24.067520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfb7ee-525e-4eec-955a-d70538106cfa req-a8de4af5-7f93-4933-abd5-c7544127d798 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:24.070142 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31cfb7ee-525e-4eec-955a-d70538106cfa req-a8de4af5-7f93-4933-abd5-c7544127d798 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 944 time: 0.2714741 Aug 29 16:51:24.128743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d10cb9d2-c0c3-487a-b96d-9236d46d4d26 req-d6fa3bd5-f124-4043-bff8-2af523e220c8 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 210 time: 0.0333960 Aug 29 16:51:24.237300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Deleting port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:24.237649 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:24.292051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f097fe6-acc8-4402-8b22-b7af986b7e63 req-2e122737-6682-4a55-9e8e-b8d42fdcf1e2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:24.295242 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31cfb7ee-525e-4eec-955a-d70538106cfa req-b8445755-9242-4de2-b296-96f5c7c41133 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967525 Aug 29 16:51:24.298985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f097fe6-acc8-4402-8b22-b7af986b7e63 req-2e122737-6682-4a55-9e8e-b8d42fdcf1e2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:24.305054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f097fe6-acc8-4402-8b22-b7af986b7e63 req-2e122737-6682-4a55-9e8e-b8d42fdcf1e2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:24.306840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f097fe6-acc8-4402-8b22-b7af986b7e63 req-2e122737-6682-4a55-9e8e-b8d42fdcf1e2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2417 time: 0.0765409 Aug 29 16:51:24.350836 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f097fe6-acc8-4402-8b22-b7af986b7e63 req-0ada1f4a-4bf8-4f78-bccb-d5a951049174 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340838 Aug 29 16:51:24.385610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1e201-aaab-474d-afc5-abb06ce874b2 req-e9e21d1f-250b-4221-984f-b5186380473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:24.388334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7da1e201-aaab-474d-afc5-abb06ce874b2 req-e9e21d1f-250b-4221-984f-b5186380473c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 1102 time: 0.2367792 Aug 29 16:51:24.389953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['88aa6786-8661-43b1-9280-42887c554aa7'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:24.404346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Made reservation on behalf of 56f4737bd4bf489985761b33a0c0c50c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:24.407867 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:24.430976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759e4d03-17c6-481b-ae38-b4dd0fba3c5c {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:24.457826 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:24.460931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] For port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7277dc28-2b66-4c4f-b564-85eb8d1ed97d,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:24.461309 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:24.485025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a605f4-40bf-420b-bbb7-9754beddbef6 req-1272e9de-f469-468a-8c3d-94d0cdaf61d9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:24.487800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7a605f4-40bf-420b-bbb7-9754beddbef6 req-1272e9de-f469-468a-8c3d-94d0cdaf61d9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 931 time: 0.0655241 Aug 29 16:51:24.544027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7a605f4-40bf-420b-bbb7-9754beddbef6 req-ce26b6b9-62a0-4e8e-8ae1-9048c8166da5 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483196 Aug 29 16:51:24.594619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Transition to ACTIVE for port object 759e4d03-17c6-481b-ae38-b4dd0fba3c5c will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:24.617863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7da1e201-aaab-474d-afc5-abb06ce874b2 req-e32c6ebc-0467-4e52-9968-df1b92a4b539 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175670 Aug 29 16:51:24.618471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:24.676004 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-9701ccd8-50a5-47c2-bcde-77a348475362 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711968 Aug 29 16:51:24.753212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783da5d-bbc1-43e9-a1d4-52f674688a0a req-65f2234c-748a-4955-98f7-40ff52e58c5a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:24.762233 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a783da5d-bbc1-43e9-a1d4-52f674688a0a req-65f2234c-748a-4955-98f7-40ff52e58c5a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0761309 Aug 29 16:51:24.807304 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a783da5d-bbc1-43e9-a1d4-52f674688a0a req-d2611537-7ff1-4f3a-84ea-f29c76b0c359 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Aug 29 16:51:24.817285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Pushing event updated for resources: {'Port': ['ID=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:24.983516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19b775-47a5-4b5a-9323-f2d40b307639 req-9abb770e-9e36-4f83-a055-f7329b396deb tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:24.985342 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1e19b775-47a5-4b5a-9323-f2d40b307639 req-9abb770e-9e36-4f83-a055-f7329b396deb tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 948 time: 0.0647388 Aug 29 16:51:25.003456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Allocated IP 172.20.0.9 (14076af5-56ad-4968-b3b7-9c9115e37b7e/dc48a1e5-f777-468f-92e8-df12ae9f9b67/4e58dfb3-976f-4596-b544-f740d7ea42ec) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:25.050970 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1e19b775-47a5-4b5a-9323-f2d40b307639 req-301267ee-635c-453b-815a-f919f7189877 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579574 Aug 29 16:51:25.100733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:25.101531 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:25.101865 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Floating IP 9772157e-b611-4d3d-8263-280d886af228 disassociated. External IP: 172.25.5.102, port: 7277dc28-2b66-4c4f-b564-85eb8d1ed97d. Aug 29 16:51:25.102461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Calling delete_port for 7277dc28-2b66-4c4f-b564-85eb8d1ed97d owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:25.131710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Attempting to bind port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:25.132415 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Attempting to bind port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '159d06f1-1843-40f5-8787-1889b48c00c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:25.132752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Attempting to bind port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c on network 1125c0b4-2376-4597-8452-71f3a79e075a {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:25.196102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022f369-fcdf-42d2-9396-644fc7bc7b32 req-fbb60a1e-e4c9-4023-a010-1999b1358426 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:25.202762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022f369-fcdf-42d2-9396-644fc7bc7b32 req-fbb60a1e-e4c9-4023-a010-1999b1358426 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:25.208907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022f369-fcdf-42d2-9396-644fc7bc7b32 req-fbb60a1e-e4c9-4023-a010-1999b1358426 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:25.210589 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f022f369-fcdf-42d2-9396-644fc7bc7b32 req-fbb60a1e-e4c9-4023-a010-1999b1358426 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2417 time: 0.0676563 Aug 29 16:51:25.224385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c on network 1125c0b4-2376-4597-8452-71f3a79e075a not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:51:25.224711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Attempting to bind port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c on network 1125c0b4-2376-4597-8452-71f3a79e075a {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:25.246038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87ffc-f05f-4b20-b9b4-6d08ab9e96ff req-1c90e1b3-905b-4582-90bd-14f4668a93b4 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:25.247673 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efd87ffc-f05f-4b20-b9b4-6d08ab9e96ff req-1c90e1b3-905b-4582-90bd-14f4668a93b4 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 950 time: 0.2301219 Aug 29 16:51:25.265593 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f022f369-fcdf-42d2-9396-644fc7bc7b32 req-0f95f5db-fe69-4e6f-8533-98e95e5e3258 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Aug 29 16:51:25.278214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:25.278214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Checking segment: {'id': '159d06f1-1843-40f5-8787-1889b48c00c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:25.278214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Bound using segment: {'id': '159d06f1-1843-40f5-8787-1889b48c00c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:25.278214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Bound port: 759e4d03-17c6-481b-ae38-b4dd0fba3c5c, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159d06f1-1843-40f5-8787-1889b48c00c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:25.278214 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:25.392817 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-054fc09e-7887-4bb1-b617-3639a10c66bd req-5c4beb5a-82f8-4058-8584-fbf95584cd89 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 210 time: 0.0561230 Aug 29 16:51:25.422305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6cf874a9-32e4-4f21-a383-a61ee6361484 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:25.434826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efd87ffc-f05f-4b20-b9b4-6d08ab9e96ff req-b580b591-1209-4142-9a3c-e78304274bb1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568687 Aug 29 16:51:25.449410 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-4a013b40-5ee0-4e83-97c9-fd414709ac63 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2706015 Aug 29 16:51:25.498623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:25.504620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] For port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:25.561445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] For port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:25.584948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aacc7-bb76-476b-91c1-9295ee540a19 req-52497819-c9b7-4e4e-b186-87734fb3ef03 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:25.586671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0a7aacc7-bb76-476b-91c1-9295ee540a19 req-52497819-c9b7-4e4e-b186-87734fb3ef03 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 945 time: 0.1040862 Aug 29 16:51:25.597302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Transition to ACTIVE for port object 4e58dfb3-976f-4596-b544-f740d7ea42ec will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:25.601062 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:25.663760 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:25.667794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:25.668747 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:25.670634 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] 10.222.0.16 "PUT /v2.0/ports/759e4d03-17c6-481b-ae38-b4dd0fba3c5c HTTP/1.1" status: 200 len: 1092 time: 2.7317092 Aug 29 16:51:25.675425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'tag': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:25.678972 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d6563b-a1b0-4289-a243-3374fa2ed236" -d '{"events": [{"name": "network-changed", "server_uuid": "249d6625-8001-4ec3-a0ac-bb58aefd2eaf", "tag": "759e4d03-17c6-481b-ae38-b4dd0fba3c5c"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:25.710336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0a7aacc7-bb76-476b-91c1-9295ee540a19 req-c9bce9fd-737b-4bf6-b7de-be9bc6bedb27 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142764 Aug 29 16:51:25.729592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-822aa027-6922-4195-950b-38270a960c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:25.731658 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-822aa027-6922-4195-950b-38270a960c28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6a9dbf52a394a089b69d53045802e1f&device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 1101 time: 0.1998200 Aug 29 16:51:25.763959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6cf874a9-32e4-4f21-a383-a61ee6361484, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6cf874a9-32e4-4f21-a383-a61ee6361484,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:25.797382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '6cf874a9-32e4-4f21-a383-a61ee6361484', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '6cf874a9-32e4-4f21-a383-a61ee6361484', 'mac_address': 'fa:16:3e:f8:2a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:25.810179 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adda199c-baab-4137-a08c-2470101543d9 x-openstack-request-id: req-adda199c-baab-4137-a08c-2470101543d9 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:25.810670 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249d6625-8001-4ec3-a0ac-bb58aefd2eaf", "tag": "759e4d03-17c6-481b-ae38-b4dd0fba3c5c", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:25.811062 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-adda199c-baab-4137-a08c-2470101543d9 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:25.811594 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'tag': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c', 'status': 'completed', 'code': 200} Aug 29 16:51:25.848664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a91b0-fce2-4dc7-81c4-9f6ce5613e04 service neutron] Pushing event updated for resources: {'Port': ['ID=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:25.884443 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:25.899352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf874a9-32e4-4f21-a383-a61ee6361484 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:25.930952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6cf874a9-32e4-4f21-a383-a61ee6361484, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6cf874a9-32e4-4f21-a383-a61ee6361484,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:25.942546 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:25.977466 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:25.985296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5d19d-4598-45d6-858d-576995d47665 req-0edc01e0-aed7-4e2d-9bdb-39aa65a0aa95 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:25.987526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8b5d19d-4598-45d6-858d-576995d47665 req-0edc01e0-aed7-4e2d-9bdb-39aa65a0aa95 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0758245 Aug 29 16:51:26.005590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Pushing event deleted for resources: {'Port': ['ID=7277dc28-2b66-4c4f-b564-85eb8d1ed97d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:26.017344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=6cf874a9-32e4-4f21-a383-a61ee6361484,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:26.037156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8b5d19d-4598-45d6-858d-576995d47665 req-23766c15-92ba-4cef-9de6-940d5967b33f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399094 Aug 29 16:51:26.244150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f944b-f2c6-415a-bcac-205b641b6fc3 req-0e3d01d6-7b05-41a6-9f21-59f60e62f21c tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:26.249377 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b2f944b-f2c6-415a-bcac-205b641b6fc3 req-0e3d01d6-7b05-41a6-9f21-59f60e62f21c tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 949 time: 0.0889287 Aug 29 16:51:26.314941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b2f944b-f2c6-415a-bcac-205b641b6fc3 req-8085df08-3997-49ac-97b1-8f25b57e84b3 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579093 Aug 29 16:51:26.454468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['6cf874a9-32e4-4f21-a383-a61ee6361484'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:26.519840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-1a15ed95-3778-4e05-8749-2a70b088e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:26.521686 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-1a15ed95-3778-4e05-8749-2a70b088e16d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 1095 time: 0.7891824 Aug 29 16:51:26.531072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Network 14076af5-56ad-4968-b3b7-9c9115e37b7e is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:26.541816 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015068-6e0c-42b4-9a92-85286f3889f3 req-710d4a09-99b4-4333-8d67-5975656fd399 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:26.542088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40b52a-9b85-4696-8dc4-23878aa74294 req-567774a5-9cec-4b28-adf9-b4c7ba80f022 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:26.550103 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a40b52a-9b85-4696-8dc4-23878aa74294 req-567774a5-9cec-4b28-adf9-b4c7ba80f022 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 943 time: 0.7785275 Aug 29 16:51:26.561019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015068-6e0c-42b4-9a92-85286f3889f3 req-710d4a09-99b4-4333-8d67-5975656fd399 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:26.568004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015068-6e0c-42b4-9a92-85286f3889f3 req-710d4a09-99b4-4333-8d67-5975656fd399 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:26.568474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:26.569909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af015068-6e0c-42b4-9a92-85286f3889f3 req-710d4a09-99b4-4333-8d67-5975656fd399 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2417 time: 0.1091614 Aug 29 16:51:26.628849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:26.635778 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af015068-6e0c-42b4-9a92-85286f3889f3 req-bee9134e-e5f2-45e6-b1d3-6d0feaf9ffd6 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489366 Aug 29 16:51:26.704013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Pushing event updated for resources: {'Port': ['ID=4e58dfb3-976f-4596-b544-f740d7ea42ec,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:26.785110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-159e2b4f-f611-49b6-89b2-04f949d0e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:26.786769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-159e2b4f-f611-49b6-89b2-04f949d0e290 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.9796326 Aug 29 16:51:26.788016 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-71abc14e-6c9f-45cd-a28d-a4593f65c652 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c HTTP/1.1" status: 200 len: 217 time: 0.2251480 Aug 29 16:51:26.806285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c2499-65cc-4034-a64e-90a90adb87c5 req-d8a101d3-5f6b-47d1-915f-d0c01e69539b tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:26.810798 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d3c2499-65cc-4034-a64e-90a90adb87c5 req-d8a101d3-5f6b-47d1-915f-d0c01e69539b tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 931 time: 0.0707350 Aug 29 16:51:26.844118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:51:26.855844 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a40b52a-9b85-4696-8dc4-23878aa74294 req-dc783251-f24f-40d9-8649-fa07b932cc5d tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785237 Aug 29 16:51:26.857876 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d3c2499-65cc-4034-a64e-90a90adb87c5 req-f3943155-3520-45a3-b5de-c0b8ce42b160 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416760 Aug 29 16:51:26.876311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c765345c-8b43-413c-8ee7-4b2917731f74 None None] Provisioning for port 4e58dfb3-976f-4596-b544-f740d7ea42ec completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:26.886118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c765345c-8b43-413c-8ee7-4b2917731f74 None None] Provisioning complete for port 4e58dfb3-976f-4596-b544-f740d7ea42ec triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:26.886491 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c765345c-8b43-413c-8ee7-4b2917731f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:26.960307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-1f022e72-5b81-4d6c-8236-9062da632a28 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=80358757-d936-48fe-919e-72caaebf4ace HTTP/1.1" status: 200 len: 217 time: 0.1088943 Aug 29 16:51:26.969184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c765345c-8b43-413c-8ee7-4b2917731f74 None None] Port 4e58dfb3-976f-4596-b544-f740d7ea42ec cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:51:26.969974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:26.970879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:27.000698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7953d-a8e4-4582-8d2f-bd8b82ad58fe req-40821610-c121-4e40-ae6d-054c8701aa6f tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.005725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4fc7953d-a8e4-4582-8d2f-bd8b82ad58fe req-40821610-c121-4e40-ae6d-054c8701aa6f tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 945 time: 0.0666060 Aug 29 16:51:27.053770 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4fc7953d-a8e4-4582-8d2f-bd8b82ad58fe req-677db37e-a3e5-45fe-8ce5-6e756cedd9dd tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442882 Aug 29 16:51:27.056072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-72f0c9b4-b32d-48c6-88e3-9392994a9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.057595 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-72f0c9b4-b32d-48c6-88e3-9392994a9412 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e750d55-2e0f-4756-8498-a246e5a4cb25 HTTP/1.1" status: 200 len: 852 time: 0.2325861 Aug 29 16:51:27.071430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-a5312cbb-29d9-4ace-8560-5d44d5f2f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.072942 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-a5312cbb-29d9-4ace-8560-5d44d5f2f07a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 1102 time: 0.2817745 Aug 29 16:51:27.122791 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-ac7790a3-b971-402c-9075-40bfbfcd07f5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1617007 Aug 29 16:51:27.156276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Request body: {'port': {'device_id': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:27.173265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349339e-4f7a-426f-81ce-59daf5326270 req-eab34f66-ba07-4937-8927-d930a106b840 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.179445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0349339e-4f7a-426f-81ce-59daf5326270 req-eab34f66-ba07-4937-8927-d930a106b840 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0650053 Aug 29 16:51:27.226121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-36622234-f8b2-4e65-848d-ed31040f3a65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1125c0b4-2376-4597-8452-71f3a79e075a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520677 Aug 29 16:51:27.232597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0349339e-4f7a-426f-81ce-59daf5326270 req-2f9224c4-74e2-4095-9de9-77e08169ad16 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476432 Aug 29 16:51:27.299624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-404a43a8-adc5-468f-a3d8-a987d08586fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.301113 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-404a43a8-adc5-468f-a3d8-a987d08586fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.3144751 Aug 29 16:51:27.359280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca6fa9-e0bb-4ffe-b96f-3e30247633b3 req-5bafdf94-2bff-493f-a420-b20e21653d6b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.360861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3ca6fa9-e0bb-4ffe-b96f-3e30247633b3 req-5bafdf94-2bff-493f-a420-b20e21653d6b tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 950 time: 0.3832150 Aug 29 16:51:27.400224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7277dc28-2b66-4c4f-b564-85eb8d1ed97d no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:27.437118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 7277dc28-2b66-4c4f-b564-85eb8d1ed97d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:27.437725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7277dc28-2b66-4c4f-b564-85eb8d1ed97d not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:27.477489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77463d-b559-4328-b8d8-1a5554062b8a req-d8b3f1b1-bcd6-48a1-a3e0-fb995bf84f7b tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.478995 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e77463d-b559-4328-b8d8-1a5554062b8a req-d8b3f1b1-bcd6-48a1-a3e0-fb995bf84f7b tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 949 time: 0.0559607 Aug 29 16:51:27.507664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:51:27.510691 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 88aa6786-8661-43b1-9280-42887c554aa7 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:27.513642 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:27.556988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927b788-f3d0-4b6d-b1d0-52cac854beb9 None None] Sync routers for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:51:27.566998 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e77463d-b559-4328-b8d8-1a5554062b8a req-494d60da-a862-4266-a53d-ab802c68df78 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773022 Aug 29 16:51:27.574501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-d039f59b-b145-40ca-93e3-ff67d6376971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.576010 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-d039f59b-b145-40ca-93e3-ff67d6376971 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.4527962 Aug 29 16:51:27.584972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-319010a0-d3e9-4f8a-a84d-7f06f7ef9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.587225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43689ae-d237-42f9-8060-d8542c615111 req-0e2b3076-c5eb-4677-9141-5627d215542b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.590827 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-319010a0-d3e9-4f8a-a84d-7f06f7ef9834 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2724371 Aug 29 16:51:27.593790 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3ca6fa9-e0bb-4ffe-b96f-3e30247633b3 req-be85d297-d2a5-43f4-8af2-1a9187b1ad9a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165363 Aug 29 16:51:27.593920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43689ae-d237-42f9-8060-d8542c615111 req-0e2b3076-c5eb-4677-9141-5627d215542b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.599850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43689ae-d237-42f9-8060-d8542c615111 req-0e2b3076-c5eb-4677-9141-5627d215542b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.601615 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c43689ae-d237-42f9-8060-d8542c615111 req-0e2b3076-c5eb-4677-9141-5627d215542b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2417 time: 0.1215758 Aug 29 16:51:27.610414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927b788-f3d0-4b6d-b1d0-52cac854beb9 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:51:27.611319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6927b788-f3d0-4b6d-b1d0-52cac854beb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:51:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:27.653236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] No DVR routers for this DVR port 7277dc28-2b66-4c4f-b564-85eb8d1ed97d on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:27.657978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-c30f1225-2f10-4f7f-b7b0-ab00ded0fada service neutron] 10.222.0.16 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069591 Aug 29 16:51:27.660435 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:27.662917 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d43c94b4-d769-4aa6-b37d-8f232f3d70a9 req-70b6b8ef-699a-4346-9bef-73e8f929f77f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.10 "DELETE /v2.0/ports/7277dc28-2b66-4c4f-b564-85eb8d1ed97d HTTP/1.1" status: 204 len: 173 time: 3.9397430 Aug 29 16:51:27.744904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 88aa6786-8661-43b1-9280-42887c554aa7 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:27.755617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 88aa6786-8661-43b1-9280-42887c554aa7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:27.756377 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:27.786550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-d4930aed-b5c5-46f9-99d4-221bfe7c6403 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017 HTTP/1.1" status: 200 len: 217 time: 0.1689212 Aug 29 16:51:27.813374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'name': 'network-vif-deleted', 'tag': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:27.815908 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2115f229-7a8f-4b77-8081-8bf4adb28da0" -d '{"events": [{"server_uuid": "b0104aee-f5ed-4f28-9089-f88cb8a63617", "name": "network-vif-deleted", "tag": "7277dc28-2b66-4c4f-b564-85eb8d1ed97d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:27.888188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c71135-c589-4c6c-b184-3be3d7bc5b24 req-12191d40-5043-4b1d-92de-a9ffbf85b3e6 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:27.890012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-50c71135-c589-4c6c-b184-3be3d7bc5b24 req-12191d40-5043-4b1d-92de-a9ffbf85b3e6 tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 1102 time: 0.1885998 Aug 29 16:51:27.960726 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-c43689ae-d237-42f9-8060-d8542c615111 req-9a9616ba-1746-4d0f-9a3d-c525ad1a613c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:27.961685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-9a9616ba-1746-4d0f-9a3d-c525ad1a613c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:27.979316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-6927b788-f3d0-4b6d-b1d0-52cac854beb9 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:51:28.043999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-50c71135-c589-4c6c-b184-3be3d7bc5b24 req-3e855afc-b5e6-4372-b9d2-7c5f2ff3f09d tempest-ServersOnMultiNodesTest-1980932478 tempest-ServersOnMultiNodesTest-1980932478-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161880 Aug 29 16:51:28.076801 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55bc93-7bf0-4a09-9176-dd1ff02805e3 req-d4a2151c-cf03-437d-adc9-70c165d432cc tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:28.085170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55bc93-7bf0-4a09-9176-dd1ff02805e3 req-d4a2151c-cf03-437d-adc9-70c165d432cc tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:28.089094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55bc93-7bf0-4a09-9176-dd1ff02805e3 req-d4a2151c-cf03-437d-adc9-70c165d432cc tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:28.090899 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6e55bc93-7bf0-4a09-9176-dd1ff02805e3 req-d4a2151c-cf03-437d-adc9-70c165d432cc tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 2417 time: 0.2806299 Aug 29 16:51:28.091747 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:28.107809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-7e3c175f-3d43-48d5-960b-71f481492027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:28.112410 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-7e3c175f-3d43-48d5-960b-71f481492027 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.3066285 Aug 29 16:51:28.156119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c43689ae-d237-42f9-8060-d8542c615111 req-9a9616ba-1746-4d0f-9a3d-c525ad1a613c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] For port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6763d98a-da3a-45c4-914f-8ba1fef6fa6f,segment=NetworkSegment(a1493f97-070e-4d95-945a-bcc557b98400),segment_id=a1493f97-070e-4d95-945a-bcc557b98400)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:28.158856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa6786-8661-43b1-9280-42887c554aa7'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:28.159389 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-9a9616ba-1746-4d0f-9a3d-c525ad1a613c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:28.161092 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ce1015-77a9-496a-bbb1-9cbb2fda6982" -d '{"events": [{"server_uuid": "ce7d495a-fa0a-48af-9cf0-cedc6d54fe71", "name": "network-vif-plugged", "status": "completed", "tag": "88aa6786-8661-43b1-9280-42887c554aa7"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:28.178760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 88aa6786-8661-43b1-9280-42887c554aa7, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88aa6786-8661-43b1-9280-42887c554aa7,segment=NetworkSegment(d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b),segment_id=d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:28.192668 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:28.193810 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8276b92f-0a03-4c71-bb30-10b7c778a6f3 x-openstack-request-id: req-8276b92f-0a03-4c71-bb30-10b7c778a6f3 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:28.195416 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0104aee-f5ed-4f28-9089-f88cb8a63617", "name": "network-vif-deleted", "tag": "7277dc28-2b66-4c4f-b564-85eb8d1ed97d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:28.195579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-c43689ae-d237-42f9-8060-d8542c615111 req-9a9616ba-1746-4d0f-9a3d-c525ad1a613c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Calling delete_port for 6763d98a-da3a-45c4-914f-8ba1fef6fa6f owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:28.198331 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8276b92f-0a03-4c71-bb30-10b7c778a6f3 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:28.199584 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0104aee-f5ed-4f28-9089-f88cb8a63617', 'name': 'network-vif-deleted', 'tag': '7277dc28-2b66-4c4f-b564-85eb8d1ed97d', 'status': 'completed', 'code': 200} Aug 29 16:51:28.265559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-467c48e5-a9be-4fa7-869e-19af9cbf030b req-689eeb0b-74c6-4109-bda1-c35fd846158b service neutron] 10.222.0.16 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322795 Aug 29 16:51:28.297575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=88aa6786-8661-43b1-9280-42887c554aa7,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:28.298638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-9e55197a-bb21-4fc5-8385-b7472784b233 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548347 Aug 29 16:51:28.354028 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6927b788-f3d0-4b6d-b1d0-52cac854beb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:28.378462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfa6d3-7915-4ec9-a106-3441b4c4bca7 req-dcc9a4bc-19fa-4f20-a6ab-41dfdb884d43 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:28.381698 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06cfa6d3-7915-4ec9-a106-3441b4c4bca7 req-dcc9a4bc-19fa-4f20-a6ab-41dfdb884d43 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 943 time: 0.1580746 Aug 29 16:51:28.390466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927b788-f3d0-4b6d-b1d0-52cac854beb9 None None] Checking router: 3231dc75-bffa-422b-9aea-e4e980d5e0f8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:51:28.412273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927b788-f3d0-4b6d-b1d0-52cac854beb9 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:51:28.415583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6927b788-f3d0-4b6d-b1d0-52cac854beb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:51:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:28.516237 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6e55bc93-7bf0-4a09-9176-dd1ff02805e3 req-2e9b9758-6480-4a0a-b588-70bae3b86a77 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871515 Aug 29 16:51:28.523924 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06cfa6d3-7915-4ec9-a106-3441b4c4bca7 req-0ffda25a-b199-4364-a910-09889e0d17ae tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733294 Aug 29 16:51:28.525975 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-9a9616ba-1746-4d0f-9a3d-c525ad1a613c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:28.536731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-71c4e6df-da05-4241-bb37-5aad659063b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:28.548731 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-71c4e6df-da05-4241-bb37-5aad659063b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3956366 Aug 29 16:51:28.570793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['6763d98a-da3a-45c4-914f-8ba1fef6fa6f', '5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35', '91c2cefd-214d-47d5-8bf4-860b73d51112'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:28.585498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9616ba-1746-4d0f-9a3d-c525ad1a613c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Port': ['ID=6763d98a-da3a-45c4-914f-8ba1fef6fa6f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:28.691816 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43689ae-d237-42f9-8060-d8542c615111 req-9a9616ba-1746-4d0f-9a3d-c525ad1a613c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] No DVR routers for this DVR port 6763d98a-da3a-45c4-914f-8ba1fef6fa6f on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:28.694631 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-9a9616ba-1746-4d0f-9a3d-c525ad1a613c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:28.699773 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c43689ae-d237-42f9-8060-d8542c615111 req-9a9616ba-1746-4d0f-9a3d-c525ad1a613c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "DELETE /v2.0/ports/6763d98a-da3a-45c4-914f-8ba1fef6fa6f HTTP/1.1" status: 204 len: 173 time: 1.0774636 Aug 29 16:51:28.700121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-deleted', 'tag': '6763d98a-da3a-45c4-914f-8ba1fef6fa6f'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:28.702416 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca1abf9-e380-4684-b0a7-a3f8d6527a8b" -d '{"events": [{"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-deleted", "tag": "6763d98a-da3a-45c4-914f-8ba1fef6fa6f"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:28.752047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-6927b788-f3d0-4b6d-b1d0-52cac854beb9 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:51:28.845761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504eb93-dcd9-45d2-9f72-c012b9e50dc5 req-cd30fc3f-ba6e-4553-bf27-6ca3fc5485b4 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:28.861994 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c504eb93-dcd9-45d2-9f72-c012b9e50dc5 req-cd30fc3f-ba6e-4553-bf27-6ca3fc5485b4 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 931 time: 0.2226117 Aug 29 16:51:28.977800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c504eb93-dcd9-45d2-9f72-c012b9e50dc5 req-603f7c94-c91d-4593-8bab-202215cade4c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121628 Aug 29 16:51:29.069875 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b5f20b-883e-4ed7-a557-b4a1e19261f3 x-openstack-request-id: req-37b5f20b-883e-4ed7-a557-b4a1e19261f3 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:29.070158 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d495a-fa0a-48af-9cf0-cedc6d54fe71", "name": "network-vif-plugged", "status": "completed", "tag": "88aa6786-8661-43b1-9280-42887c554aa7", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:29.070398 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37b5f20b-883e-4ed7-a557-b4a1e19261f3 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:29.070777 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa6786-8661-43b1-9280-42887c554aa7', 'code': 200} Aug 29 16:51:29.122402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-c43689ae-d237-42f9-8060-d8542c615111 req-878d8494-3755-4dc4-9902-269214aeee0a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:29.123042 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-878d8494-3755-4dc4-9902-269214aeee0a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:29.189027 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.16', 59638) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:29.191506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6927b788-f3d0-4b6d-b1d0-52cac854beb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:29.232607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6927b788-f3d0-4b6d-b1d0-52cac854beb9 None None] The sync data for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 is: [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:51:29.277939 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d2b4ef9c-89fe-4447-84c8-4750674bd4b7 req-0d226da0-4bd6-44d3-bb74-fe79d8a71487 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2316000 Aug 29 16:51:29.368952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e58dfb3-976f-4596-b544-f740d7ea42ec {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:29.370853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918281b7-b528-4928-9e2f-646f7d50ced0 req-f273a651-9227-45d8-929d-fde3321b6739 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:29.381335 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-918281b7-b528-4928-9e2f-646f7d50ced0 req-f273a651-9227-45d8-929d-fde3321b6739 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1897957 Aug 29 16:51:29.381580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6563b-a1b0-4289-a243-3374fa2ed236 req-6ddd81a6-2099-4340-86df-cec0fb7b5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:29.383182 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44d6563b-a1b0-4289-a243-3374fa2ed236 req-6ddd81a6-2099-4340-86df-cec0fb7b5282 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 1095 time: 0.9516656 Aug 29 16:51:29.385191 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:29.399564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a74b14fd-7116-40e9-b76e-6ada5e52c90c req-c2b4a80a-ff5c-475b-93f8-726b622b08f1 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0650971 Aug 29 16:51:29.419317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6cf874a9-32e4-4f21-a383-a61ee6361484 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:29.427031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1e107-d932-44df-9a34-d0d005962174 req-fbe103f4-eb2a-416a-aa0f-4cd8ec2566a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:29.428484 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65d1e107-d932-44df-9a34-d0d005962174 req-fbe103f4-eb2a-416a-aa0f-4cd8ec2566a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 1098 time: 0.2295129 Aug 29 16:51:29.437304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4ef9c-89fe-4447-84c8-4750674bd4b7 req-d3c948a0-9df7-4022-aad0-92c52ff9f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:29.438783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d2b4ef9c-89fe-4447-84c8-4750674bd4b7 req-d3c948a0-9df7-4022-aad0-92c52ff9f438 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 1096 time: 0.1356514 Aug 29 16:51:29.443069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c43689ae-d237-42f9-8060-d8542c615111 req-878d8494-3755-4dc4-9902-269214aeee0a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] For port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:29.443375 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-878d8494-3755-4dc4-9902-269214aeee0a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:29.451060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Transition to ACTIVE for port object 4e58dfb3-976f-4596-b544-f740d7ea42ec will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:29.482519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-02251967-ddb1-488c-9a51-1e7476333d33 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9302654 Aug 29 16:51:29.488781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:29.496630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-c43689ae-d237-42f9-8060-d8542c615111 req-878d8494-3755-4dc4-9902-269214aeee0a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Calling delete_port for 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:29.519596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 6cf874a9-32e4-4f21-a383-a61ee6361484 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:29.527691 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 6cf874a9-32e4-4f21-a383-a61ee6361484 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:29.528129 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:29.537865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dacec-347e-42a8-bc8d-cc9281258125 req-9c9e8904-8912-4924-bf2e-7d15609bb161 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:29.539538 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-821dacec-347e-42a8-bc8d-cc9281258125 req-9c9e8904-8912-4924-bf2e-7d15609bb161 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 946 time: 0.6420159 Aug 29 16:51:29.587758 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-918281b7-b528-4928-9e2f-646f7d50ced0 req-f79441ee-2396-4884-9319-325a1d0c728e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064040 Aug 29 16:51:29.710354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65d1e107-d932-44df-9a34-d0d005962174 req-53cef03b-73c2-48aa-9da0-83d60f5469ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640569 Aug 29 16:51:29.712672 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:29.734900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Pushing event updated for resources: {'Port': ['ID=4e58dfb3-976f-4596-b544-f740d7ea42ec,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:29.751641 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d88dd-17dc-4ac4-a70a-ce16b74bad76 None None] New status for floating IP 9772157e-b611-4d3d-8263-280d886af228: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:51:29.785271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6cf874a9-32e4-4f21-a383-a61ee6361484, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6cf874a9-32e4-4f21-a383-a61ee6361484,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:29.790994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:29.793330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:29.822310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6563b-a1b0-4289-a243-3374fa2ed236 req-b9d87682-a393-40d8-90bc-d8104f6f0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:29.824648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44d6563b-a1b0-4289-a243-3374fa2ed236 req-b9d87682-a393-40d8-90bc-d8104f6f0571 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 200 len: 913 time: 0.4225919 Aug 29 16:51:29.832593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-821dacec-347e-42a8-bc8d-cc9281258125 req-9ea892fc-94be-48c0-8f8c-51cd0d6bb7e0 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702179 Aug 29 16:51:30.016470 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-d083e575-9688-4d38-a8a2-080dd059c63a service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232437 Aug 29 16:51:30.058945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Attempting to bind port 4e58dfb3-976f-4596-b544-f740d7ea42ec on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:30.059286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Attempting to bind port 4e58dfb3-976f-4596-b544-f740d7ea42ec by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:30.059632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Attempting to bind port 4e58dfb3-976f-4596-b544-f740d7ea42ec on network 14076af5-56ad-4968-b3b7-9c9115e37b7e {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:30.124351 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:30.128606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=6cf874a9-32e4-4f21-a383-a61ee6361484,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:30.140715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Port 4e58dfb3-976f-4596-b544-f740d7ea42ec on network 14076af5-56ad-4968-b3b7-9c9115e37b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:51:30.141969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Attempting to bind port 4e58dfb3-976f-4596-b544-f740d7ea42ec on network 14076af5-56ad-4968-b3b7-9c9115e37b7e {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:30.172762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:30.181693 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:30.206368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6763d98a-da3a-45c4-914f-8ba1fef6fa6f no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:30.207022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:30.207022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Checking segment: {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:30.207022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Bound using segment: {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:30.207022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Bound port: 4e58dfb3-976f-4596-b544-f740d7ea42ec, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2245296a-137b-4e13-8f9f-9195f8f0bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:30.207022 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:30.207022 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44d6563b-a1b0-4289-a243-3374fa2ed236 req-990f1be9-7c6e-4292-8e9a-f89da66cf801 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c HTTP/1.1" status: 200 len: 217 time: 0.1344359 Aug 29 16:51:30.208507 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a6c2f9-5fec-4ea2-8edb-7acd1eb49804 x-openstack-request-id: req-e1a6c2f9-5fec-4ea2-8edb-7acd1eb49804 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:30.208507 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-deleted", "tag": "6763d98a-da3a-45c4-914f-8ba1fef6fa6f", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:30.208507 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1a6c2f9-5fec-4ea2-8edb-7acd1eb49804 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:30.208507 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-deleted', 'tag': '6763d98a-da3a-45c4-914f-8ba1fef6fa6f', 'status': 'completed', 'code': 200} Aug 29 16:51:30.257135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 6763d98a-da3a-45c4-914f-8ba1fef6fa6f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:30.258291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6763d98a-da3a-45c4-914f-8ba1fef6fa6f not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:30.258723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 91c2cefd-214d-47d5-8bf4-860b73d51112 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:30.318407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:30.319713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b602216-ce79-435b-8b25-ffd0cfdaf545 req-d626e4c9-4f7a-445c-af13-7e371b08740a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:30.328982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b602216-ce79-435b-8b25-ffd0cfdaf545 req-d626e4c9-4f7a-445c-af13-7e371b08740a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 950 time: 0.2442117 Aug 29 16:51:30.331846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6563b-a1b0-4289-a243-3374fa2ed236 req-a314a997-e71a-4f13-8cbb-27dd3828bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:30.333348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44d6563b-a1b0-4289-a243-3374fa2ed236 req-a314a997-e71a-4f13-8cbb-27dd3828bf69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e750d55-2e0f-4756-8498-a246e5a4cb25 HTTP/1.1" status: 200 len: 852 time: 0.1104026 Aug 29 16:51:30.348347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4ef9c-89fe-4447-84c8-4750674bd4b7 req-77020cc1-5a91-4c2b-891f-3d7ed2517968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:30.349805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d2b4ef9c-89fe-4447-84c8-4750674bd4b7 req-77020cc1-5a91-4c2b-891f-3d7ed2517968 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.8713753 Aug 29 16:51:30.365504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e097ff-174e-42a7-a8c7-2f22b15cdbdf req-e7531cda-331f-4a3a-b50d-0d28dc32cb60 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:30.373560 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15e097ff-174e-42a7-a8c7-2f22b15cdbdf req-e7531cda-331f-4a3a-b50d-0d28dc32cb60 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 949 time: 0.6611354 Aug 29 16:51:30.380200 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:30.418281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] For port 4e58dfb3-976f-4596-b544-f740d7ea42ec, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:30.428123 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 91c2cefd-214d-47d5-8bf4-860b73d51112, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=91c2cefd-214d-47d5-8bf4-860b73d51112,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:30.434753 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:30.438097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44d6563b-a1b0-4289-a243-3374fa2ed236 req-bdd622ac-1f10-4f86-a18f-9a34f73935c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1125c0b4-2376-4597-8452-71f3a79e075a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688798 Aug 29 16:51:30.460814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b602216-ce79-435b-8b25-ffd0cfdaf545 req-1be094f5-4af8-4ac8-9fd3-5d8fd634c431 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296389 Aug 29 16:51:30.482754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15e097ff-174e-42a7-a8c7-2f22b15cdbdf req-edb87618-f163-4bb4-b195-a58d2a8ee2f7 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087904 Aug 29 16:51:30.488640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d2b4ef9c-89fe-4447-84c8-4750674bd4b7 req-476a5f76-2f25-45c1-8f5d-2b5e002ebcfb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619 HTTP/1.1" status: 200 len: 217 time: 0.0820282 Aug 29 16:51:30.488817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] For port 4e58dfb3-976f-4596-b544-f740d7ea42ec, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=4e58dfb3-976f-4596-b544-f740d7ea42ec,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:30.537949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=91c2cefd-214d-47d5-8bf4-860b73d51112,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:30.568620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:30.619086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4ef9c-89fe-4447-84c8-4750674bd4b7 req-361f97d3-fa05-4c89-9708-d1183e4e4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:30.621716 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d2b4ef9c-89fe-4447-84c8-4750674bd4b7 req-361f97d3-fa05-4c89-9708-d1183e4e4b2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.1000752 Aug 29 16:51:30.627434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-878d8494-3755-4dc4-9902-269214aeee0a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:30.669177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213f4b0-afcc-4dd3-9644-257a33dafc48 req-88c93107-8da0-4294-a4e4-9cfe8bc17101 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:30.670911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1213f4b0-afcc-4dd3-9644-257a33dafc48 req-88c93107-8da0-4294-a4e4-9cfe8bc17101 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 950 time: 0.2857370 Aug 29 16:51:30.672287 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:30.672921 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:30.674400 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] 10.222.0.16 "PUT /v2.0/ports/4e58dfb3-976f-4596-b544-f740d7ea42ec HTTP/1.1" status: 200 len: 1092 time: 3.5341151 Aug 29 16:51:30.684153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'tag': '4e58dfb3-976f-4596-b544-f740d7ea42ec'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:30.686455 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb238de-b545-467a-9a5f-9ecbb3a02829" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffdf373-2311-4988-8ede-3fd86bd16fc8", "tag": "4e58dfb3-976f-4596-b544-f740d7ea42ec"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:30.705974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d2b4ef9c-89fe-4447-84c8-4750674bd4b7 req-58b399fb-338c-4404-9e2f-ca59d6ec2d25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733981 Aug 29 16:51:30.709485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d8494-3755-4dc4-9902-269214aeee0a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Port': ['ID=5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:30.765061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f899e6-9ec2-4d53-9f0a-35c2628610d7 req-22ad07b0-1f48-4ef2-b255-f739c8d38ff8 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:30.771791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f899e6-9ec2-4d53-9f0a-35c2628610d7 req-22ad07b0-1f48-4ef2-b255-f739c8d38ff8 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:30.773565 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-78f899e6-9ec2-4d53-9f0a-35c2628610d7 req-22ad07b0-1f48-4ef2-b255-f739c8d38ff8 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 1599 time: 0.1899562 Aug 29 16:51:30.814704 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44d6563b-a1b0-4289-a243-3374fa2ed236 req-b978c687-2b16-488a-9e3d-b019572d9785 service neutron] 10.222.0.16 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643575 Aug 29 16:51:30.833737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd4649-8f37-4a30-8a9e-618a16241bf5 req-e4eca4d3-4738-4508-9996-b6d1bcccf454 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:30.835295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efcd4649-8f37-4a30-8a9e-618a16241bf5 req-e4eca4d3-4738-4508-9996-b6d1bcccf454 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 943 time: 0.2597828 Aug 29 16:51:30.839288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3029db7-5179-4ec2-bca8-cc0cb10dd54f service neutron] Pushing event updated for resources: {'Port': ['ID=4e58dfb3-976f-4596-b544-f740d7ea42ec,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:30.857898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43689ae-d237-42f9-8060-d8542c615111 req-878d8494-3755-4dc4-9902-269214aeee0a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] No DVR routers for this DVR port 5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:30.867380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-878d8494-3755-4dc4-9902-269214aeee0a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:30.874572 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c43689ae-d237-42f9-8060-d8542c615111 req-878d8494-3755-4dc4-9902-269214aeee0a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "DELETE /v2.0/ports/5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35 HTTP/1.1" status: 204 len: 173 time: 2.1683974 Aug 29 16:51:30.964864 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-78f899e6-9ec2-4d53-9f0a-35c2628610d7 req-4e84f9d9-cbbe-4807-b74c-a518ef90ec9e tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505919 Aug 29 16:51:31.009466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d2b4ef9c-89fe-4447-84c8-4750674bd4b7 req-38acc1e6-2bd2-4c19-b738-e2e59eb4fd0f service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898951 Aug 29 16:51:31.036336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c8675c1c-8e7a-437d-838d-b47b04a7b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:31.037901 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c8675c1c-8e7a-437d-838d-b47b04a7b4a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56f4737bd4bf489985761b33a0c0c50c&device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 1095 time: 0.2834942 Aug 29 16:51:31.074232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d836dfa-b83d-42c6-9e63-484d7650a52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf874a9-32e4-4f21-a383-a61ee6361484'}, {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35'}, {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c2cefd-214d-47d5-8bf4-860b73d51112'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:31.076871 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfad472-b0e4-445e-8f29-f11d9749a0b4" -d '{"events": [{"server_uuid": "2d836dfa-b83d-42c6-9e63-484d7650a52c", "name": "network-vif-plugged", "status": "completed", "tag": "6cf874a9-32e4-4f21-a383-a61ee6361484"}, {"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-unplugged", "status": "completed", "tag": "5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35"}, {"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-unplugged", "status": "completed", "tag": "91c2cefd-214d-47d5-8bf4-860b73d51112"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:31.092038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efcd4649-8f37-4a30-8a9e-618a16241bf5 req-227451f5-2521-4755-8822-c5b2262b5538 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330689 Aug 29 16:51:31.145136 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-c43689ae-d237-42f9-8060-d8542c615111 req-55a74bc2-7eb8-4f4a-93a7-0a056a527be7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting port 91c2cefd-214d-47d5-8bf4-860b73d51112 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:31.145612 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44d6563b-a1b0-4289-a243-3374fa2ed236 req-7b14d02c-a3bf-4cd0-b211-ca685da5a467 service neutron] 10.222.0.16 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090823 Aug 29 16:51:31.145807 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-55a74bc2-7eb8-4f4a-93a7-0a056a527be7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:31.152831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-c02082c2-3cd4-4d4d-a995-440ec8833f26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e58dfb3-976f-4596-b544-f740d7ea42ec HTTP/1.1" status: 200 len: 217 time: 0.0858111 Aug 29 16:51:31.198938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-1213f4b0-afcc-4dd3-9644-257a33dafc48 req-5e8f7878-a66a-4bb4-901a-b937351a1d85 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Deleting port d26869a3-d095-41e9-9761-a88fe8af2b83 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:31.199286 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1213f4b0-afcc-4dd3-9644-257a33dafc48 req-5e8f7878-a66a-4bb4-901a-b937351a1d85 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:31.268272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbaa7d-1fa4-4def-a85f-2915c63ec0d1 req-118ce53e-fe80-48ad-a1d9-9337a0d4eee7 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:31.270130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aacbaa7d-1fa4-4def-a85f-2915c63ec0d1 req-118ce53e-fe80-48ad-a1d9-9337a0d4eee7 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 943 time: 0.1615810 Aug 29 16:51:31.286969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d2b4ef9c-89fe-4447-84c8-4750674bd4b7 req-73ae5e06-0c47-455d-8f63-e7f094861ad2 service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645524 Aug 29 16:51:31.310010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c1a1-348e-47ee-a929-f86d73808202 req-8f31605d-554d-4998-a77f-dbc4720fbdbc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:31.311788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c43689ae-d237-42f9-8060-d8542c615111 req-55a74bc2-7eb8-4f4a-93a7-0a056a527be7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] For port 91c2cefd-214d-47d5-8bf4-860b73d51112, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=91c2cefd-214d-47d5-8bf4-860b73d51112,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:31.312165 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-55a74bc2-7eb8-4f4a-93a7-0a056a527be7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:31.315014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2c6c1a1-348e-47ee-a929-f86d73808202 req-8f31605d-554d-4998-a77f-dbc4720fbdbc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1571298 Aug 29 16:51:31.340111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-c43689ae-d237-42f9-8060-d8542c615111 req-55a74bc2-7eb8-4f4a-93a7-0a056a527be7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Calling delete_port for 91c2cefd-214d-47d5-8bf4-860b73d51112 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:31.342462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-f533dae3-aa19-46ae-9bb9-a400c30c5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:31.343971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-f533dae3-aa19-46ae-9bb9-a400c30c5683 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc48a1e5-f777-468f-92e8-df12ae9f9b67 HTTP/1.1" status: 200 len: 863 time: 0.1720724 Aug 29 16:51:31.358429 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aacbaa7d-1fa4-4def-a85f-2915c63ec0d1 req-0016ca22-7005-4348-a205-f36dd52507da tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765750 Aug 29 16:51:31.437066 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c27a27-c219-4a8c-8109-582c838d7e42 x-openstack-request-id: req-17c27a27-c219-4a8c-8109-582c838d7e42 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:31.437736 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffdf373-2311-4988-8ede-3fd86bd16fc8", "tag": "4e58dfb3-976f-4596-b544-f740d7ea42ec", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:31.437736 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17c27a27-c219-4a8c-8109-582c838d7e42 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:31.438089 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'tag': '4e58dfb3-976f-4596-b544-f740d7ea42ec', 'status': 'completed', 'code': 200} Aug 29 16:51:31.461875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2c6c1a1-348e-47ee-a929-f86d73808202 req-4ced9fad-2363-4a1f-84b0-54f14754108f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256351 Aug 29 16:51:31.465730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-1213f4b0-afcc-4dd3-9644-257a33dafc48 req-5e8f7878-a66a-4bb4-901a-b937351a1d85 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] For port d26869a3-d095-41e9-9761-a88fe8af2b83, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d26869a3-d095-41e9-9761-a88fe8af2b83,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:31.466116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1213f4b0-afcc-4dd3-9644-257a33dafc48 req-5e8f7878-a66a-4bb4-901a-b937351a1d85 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:31.483420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-1213f4b0-afcc-4dd3-9644-257a33dafc48 req-5e8f7878-a66a-4bb4-901a-b937351a1d85 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Calling delete_port for d26869a3-d095-41e9-9761-a88fe8af2b83 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:31.492643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-7c814132-5ebb-4f88-bcfc-03bed9852ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:31.495288 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-7c814132-5ebb-4f88-bcfc-03bed9852ea8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14076af5-56ad-4968-b3b7-9c9115e37b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342266 Aug 29 16:51:31.527495 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22424261-bc4d-4636-a163-65d985a108e7 x-openstack-request-id: req-22424261-bc4d-4636-a163-65d985a108e7 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:31.527791 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d836dfa-b83d-42c6-9e63-484d7650a52c", "name": "network-vif-plugged", "status": "completed", "tag": "6cf874a9-32e4-4f21-a383-a61ee6361484", "code": 200}, {"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-unplugged", "status": "completed", "tag": "5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35", "code": 200}, {"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-unplugged", "status": "completed", "tag": "91c2cefd-214d-47d5-8bf4-860b73d51112", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:31.528044 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22424261-bc4d-4636-a163-65d985a108e7 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:31.528444 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d836dfa-b83d-42c6-9e63-484d7650a52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf874a9-32e4-4f21-a383-a61ee6361484', 'code': 200} Aug 29 16:51:31.528693 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35', 'code': 200} Aug 29 16:51:31.529039 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c2cefd-214d-47d5-8bf4-860b73d51112', 'code': 200} Aug 29 16:51:31.550080 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41f096-3bb5-471e-9b7f-a038f06d7df8 req-1697d648-6f3f-43ad-a28f-6d4812baa8e6 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:31.551438 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b41f096-3bb5-471e-9b7f-a038f06d7df8 req-1697d648-6f3f-43ad-a28f-6d4812baa8e6 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 946 time: 0.0743141 Aug 29 16:51:31.552774 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-55a74bc2-7eb8-4f4a-93a7-0a056a527be7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:31.610681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a74bc2-7eb8-4f4a-93a7-0a056a527be7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Port': ['ID=91c2cefd-214d-47d5-8bf4-860b73d51112,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:31.667685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43689ae-d237-42f9-8060-d8542c615111 req-55a74bc2-7eb8-4f4a-93a7-0a056a527be7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] No DVR routers for this DVR port 91c2cefd-214d-47d5-8bf4-860b73d51112 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:31.670839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c43689ae-d237-42f9-8060-d8542c615111 req-55a74bc2-7eb8-4f4a-93a7-0a056a527be7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:31.673154 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c43689ae-d237-42f9-8060-d8542c615111 req-55a74bc2-7eb8-4f4a-93a7-0a056a527be7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "DELETE /v2.0/ports/91c2cefd-214d-47d5-8bf4-860b73d51112 HTTP/1.1" status: 204 len: 173 time: 0.7913351 Aug 29 16:51:31.691031 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b41f096-3bb5-471e-9b7f-a038f06d7df8 req-a6dc4ce6-c85b-450d-9940-950d7b07f928 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304030 Aug 29 16:51:31.746452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-559c7941-a0ee-4b58-b131-be6307f80625 service neutron] 10.222.0.16 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092657 Aug 29 16:51:31.754791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34196721-e72c-46df-9923-df7f7cabf311 req-c412aa86-33a3-4cdc-a32b-1ecd724e6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:31.756282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34196721-e72c-46df-9923-df7f7cabf311 req-c412aa86-33a3-4cdc-a32b-1ecd724e6967 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 1102 time: 0.1366510 Aug 29 16:51:31.819918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5c864-97c7-40d6-a648-8b2ccbc74329 req-6fad6161-7b5a-46e3-8444-d3408479046e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:31.831471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fcf5c864-97c7-40d6-a648-8b2ccbc74329 req-6fad6161-7b5a-46e3-8444-d3408479046e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 950 time: 0.0697699 Aug 29 16:51:31.878194 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fcf5c864-97c7-40d6-a648-8b2ccbc74329 req-65bfb53f-4d85-4560-a50b-6bc5e57cc37a tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479369 Aug 29 16:51:31.915111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc26bf-447a-40c1-a2f7-3b198bef56df req-68892c3d-8387-47a1-85df-b22a6aa5b446 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:31.918238 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bcfc26bf-447a-40c1-a2f7-3b198bef56df req-68892c3d-8387-47a1-85df-b22a6aa5b446 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=cacb3e35-7a77-4d0d-876d-af01d47c1884 HTTP/1.1" status: 200 len: 950 time: 0.2586963 Aug 29 16:51:31.966340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34196721-e72c-46df-9923-df7f7cabf311 req-5bfbd92a-f659-4b84-bbee-df2dc7dc2f2e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879206 Aug 29 16:51:31.985017 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1213f4b0-afcc-4dd3-9644-257a33dafc48 req-5e8f7878-a66a-4bb4-901a-b937351a1d85 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:31.997750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace', '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c', 'd26869a3-d095-41e9-9761-a88fe8af2b83'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:32.002333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6', 'c605cd2d-c605-4607-946f-9700c452073f', '02cec373-07b1-43fd-8161-84b3715f5089', '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3', 'ffe759c7-1974-4ed2-a784-d33dd4acf54a'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:32.051952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f7878-a66a-4bb4-901a-b937351a1d85 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event deleted for resources: {'Port': ['ID=d26869a3-d095-41e9-9761-a88fe8af2b83,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:32.059066 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7350fc-3e35-4cb8-9cd1-be724f2532b5 req-3cba5a5e-8e80-48b6-9dda-f15bc7aa2298 service neutron] 10.222.0.16 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979298 Aug 29 16:51:32.061971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bcfc26bf-447a-40c1-a2f7-3b198bef56df req-b86f9ef8-ae71-4e69-b027-96fe0dfc8a91 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232975 Aug 29 16:51:32.144078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1213f4b0-afcc-4dd3-9644-257a33dafc48 req-5e8f7878-a66a-4bb4-901a-b937351a1d85 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] No DVR routers for this DVR port d26869a3-d095-41e9-9761-a88fe8af2b83 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:32.157518 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b8223a0-5fa7-400a-9fc6-4b039a8c56e9 req-d4fc19ed-05f9-4ea7-ad6f-20223cfc6b5d tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5763d2e-100d-442d-a85f-317908739be1 HTTP/1.1" status: 200 len: 210 time: 0.0430143 Aug 29 16:51:32.158050 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1213f4b0-afcc-4dd3-9644-257a33dafc48 req-5e8f7878-a66a-4bb4-901a-b937351a1d85 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:32.160264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1213f4b0-afcc-4dd3-9644-257a33dafc48 req-5e8f7878-a66a-4bb4-901a-b937351a1d85 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "DELETE /v2.0/ports/d26869a3-d095-41e9-9761-a88fe8af2b83 HTTP/1.1" status: 204 len: 173 time: 1.4598525 Aug 29 16:51:32.208322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-deleted', 'tag': '5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35'}, {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-deleted', 'tag': '91c2cefd-214d-47d5-8bf4-860b73d51112'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:32.211105 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05431b28-56dd-4eee-9d2e-202f8137a4ec" -d '{"events": [{"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-deleted", "tag": "5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35"}, {"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-deleted", "tag": "91c2cefd-214d-47d5-8bf4-860b73d51112"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:32.263491 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b1ea74-e292-41f8-b8d2-3b23deafc342 x-openstack-request-id: req-d8b1ea74-e292-41f8-b8d2-3b23deafc342 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:32.263889 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-deleted", "tag": "5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35", "status": "completed", "code": 200}, {"server_uuid": "b5763d2e-100d-442d-a85f-317908739be1", "name": "network-vif-deleted", "tag": "91c2cefd-214d-47d5-8bf4-860b73d51112", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:32.264268 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8b1ea74-e292-41f8-b8d2-3b23deafc342 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:32.264692 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-deleted', 'tag': '5e9b0fd7-cfc4-4f0f-9296-2ff661f34f35', 'status': 'completed', 'code': 200} Aug 29 16:51:32.265066 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5763d2e-100d-442d-a85f-317908739be1', 'name': 'network-vif-deleted', 'tag': '91c2cefd-214d-47d5-8bf4-860b73d51112', 'status': 'completed', 'code': 200} Aug 29 16:51:32.291681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb238de-b545-467a-9a5f-9ecbb3a02829 req-94ab1fbb-c5a9-498a-9923-cbaf2cb0ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:32.294245 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-deb238de-b545-467a-9a5f-9ecbb3a02829 req-94ab1fbb-c5a9-498a-9923-cbaf2cb0ed1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56f4737bd4bf489985761b33a0c0c50c&device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 1095 time: 0.1386368 Aug 29 16:51:32.320306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5424a-668c-4300-a49d-1a8e4744232e req-27524381-876c-4ec0-ac04-011575a231b0 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:32.321897 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18b5424a-668c-4300-a49d-1a8e4744232e req-27524381-876c-4ec0-ac04-011575a231b0 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 943 time: 0.1065798 Aug 29 16:51:32.456850 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18b5424a-668c-4300-a49d-1a8e4744232e req-b07fa811-4077-449a-b2c0-9ca4ddae8a3a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254663 Aug 29 16:51:32.478267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb238de-b545-467a-9a5f-9ecbb3a02829 req-4b92ce6d-b3c0-4f82-9f4f-8718b720eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:32.480218 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-deb238de-b545-467a-9a5f-9ecbb3a02829 req-4b92ce6d-b3c0-4f82-9f4f-8718b720eec6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14076af5-56ad-4968-b3b7-9c9115e37b7e HTTP/1.1" status: 200 len: 925 time: 0.1574271 Aug 29 16:51:32.564275 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-deb238de-b545-467a-9a5f-9ecbb3a02829 req-309d1860-568b-4b28-9ca1-924e8731146b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e58dfb3-976f-4596-b544-f740d7ea42ec HTTP/1.1" status: 200 len: 217 time: 0.0704050 Aug 29 16:51:32.579573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfbd88-7c95-43ad-9cb9-5914ec9ff9b9 req-7fa1922c-425c-4465-b2c2-d6a84ef3a43d tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:32.581326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64bfbd88-7c95-43ad-9cb9-5914ec9ff9b9 req-7fa1922c-425c-4465-b2c2-d6a84ef3a43d tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 943 time: 0.0960782 Aug 29 16:51:32.632829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64bfbd88-7c95-43ad-9cb9-5914ec9ff9b9 req-8a6af783-517f-4822-806c-d28896a765d6 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441966 Aug 29 16:51:32.642310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689a196-ef56-4db5-ba5c-6e9616cbed82 req-536017db-caec-42ba-94fc-2124fd0d3ee5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:32.643855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1689a196-ef56-4db5-ba5c-6e9616cbed82 req-536017db-caec-42ba-94fc-2124fd0d3ee5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0913718 Aug 29 16:51:32.645764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb238de-b545-467a-9a5f-9ecbb3a02829 req-9128b180-dc81-48d3-97b5-21ddfb851f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:32.647104 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-deb238de-b545-467a-9a5f-9ecbb3a02829 req-9128b180-dc81-48d3-97b5-21ddfb851f86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc48a1e5-f777-468f-92e8-df12ae9f9b67 HTTP/1.1" status: 200 len: 863 time: 0.0649872 Aug 29 16:51:32.731953 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1689a196-ef56-4db5-ba5c-6e9616cbed82 req-a0f02c37-15b6-4bc8-994a-f284bc7f80cf tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780637 Aug 29 16:51:32.747089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb238de-b545-467a-9a5f-9ecbb3a02829 req-b9223695-3d1c-4704-9baf-c47996411f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:32.749675 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-deb238de-b545-467a-9a5f-9ecbb3a02829 req-b9223695-3d1c-4704-9baf-c47996411f9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14076af5-56ad-4968-b3b7-9c9115e37b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868311 Aug 29 16:51:32.849614 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a087622-eeca-49d9-bd27-0f1ea51f954f req-69c6dec8-bca5-4b94-9dc9-2d7c0bf18cc5 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:32.852146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a087622-eeca-49d9-bd27-0f1ea51f954f req-69c6dec8-bca5-4b94-9dc9-2d7c0bf18cc5 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 946 time: 0.0658989 Aug 29 16:51:32.902083 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-deb238de-b545-467a-9a5f-9ecbb3a02829 req-ba01d7a2-88d4-4c4d-85b1-b50a026e1d9f service neutron] 10.222.0.16 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402419 Aug 29 16:51:32.920754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a087622-eeca-49d9-bd27-0f1ea51f954f req-aad7ad30-6bf7-472a-8143-bd7abeaf45b4 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585413 Aug 29 16:51:33.069872 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-deb238de-b545-467a-9a5f-9ecbb3a02829 req-1ae025e4-3737-4b83-a342-6a515581e1cd service neutron] 10.222.0.16 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578231 Aug 29 16:51:33.075680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68142ad5-afa8-4e6d-9614-e987b345bca1 req-76fe5283-1cad-4720-9d81-b856aef41a28 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:33.077283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68142ad5-afa8-4e6d-9614-e987b345bca1 req-76fe5283-1cad-4720-9d81-b856aef41a28 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 946 time: 0.0648985 Aug 29 16:51:33.089482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41764) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:33.097423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8aa0ed5d-9cfa-45eb-8f4a-42c56858e87c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Request body: {'floatingip': {'port_id': '88aa6786-8661-43b1-9280-42887c554aa7'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:33.110307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671bd94-2477-4199-bcf1-beacfae173c1 req-c8f6994f-c79c-4ed2-8ab3-9437252f0c74 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:33.112418 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3671bd94-2477-4199-bcf1-beacfae173c1 req-c8f6994f-c79c-4ed2-8ab3-9437252f0c74 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 950 time: 0.1226695 Aug 29 16:51:33.173051 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ed5d-9cfa-45eb-8f4a-42c56858e87c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:33.273818 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3671bd94-2477-4199-bcf1-beacfae173c1 req-86bff072-1d24-49ea-b11f-9f280c1b71cd tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265171 Aug 29 16:51:33.326962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41774) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:33.394340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1516576e-ada2-4d86-bb65-93a49c6ec80b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting subnet d2eb2fc7-4f9a-4f89-a38f-e66af35c47c0 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:51:33.400006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1516576e-ada2-4d86-bb65-93a49c6ec80b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:33.439299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacb3e35-7a77-4d0d-876d-af01d47c1884', 'name': 'network-vif-deleted', 'tag': 'd26869a3-d095-41e9-9761-a88fe8af2b83'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:33.441634 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2758727d-14c3-4925-9268-102b9a596988" -d '{"events": [{"server_uuid": "cacb3e35-7a77-4d0d-876d-af01d47c1884", "name": "network-vif-deleted", "tag": "d26869a3-d095-41e9-9761-a88fe8af2b83"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:33.450387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1516576e-ada2-4d86-bb65-93a49c6ec80b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:33.518364 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba55ace-4b5d-4332-81d2-53e85fb09f9e x-openstack-request-id: req-eba55ace-4b5d-4332-81d2-53e85fb09f9e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:33.518789 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacb3e35-7a77-4d0d-876d-af01d47c1884", "name": "network-vif-deleted", "tag": "d26869a3-d095-41e9-9761-a88fe8af2b83", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:33.518893 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eba55ace-4b5d-4332-81d2-53e85fb09f9e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:33.519236 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacb3e35-7a77-4d0d-876d-af01d47c1884', 'name': 'network-vif-deleted', 'tag': 'd26869a3-d095-41e9-9761-a88fe8af2b83', 'status': 'completed', 'code': 200} Aug 29 16:51:33.562215 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1516576e-ada2-4d86-bb65-93a49c6ec80b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:33.565349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 759e4d03-17c6-481b-ae38-b4dd0fba3c5c details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:33.570075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45970e68-1d27-4690-a856-4b92b0cdb37a req-16bf5caa-923b-4dc5-9540-1d30e3e20583 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:33.571579 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45970e68-1d27-4690-a856-4b92b0cdb37a req-16bf5caa-923b-4dc5-9540-1d30e3e20583 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 950 time: 0.1480296 Aug 29 16:51:33.694111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273399a1-ca0f-4553-9315-afc8d3967b22 req-d5d0f633-5e13-4d13-adda-ed12ec06000a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:33.695675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-273399a1-ca0f-4553-9315-afc8d3967b22 req-d5d0f633-5e13-4d13-adda-ed12ec06000a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 943 time: 0.1104698 Aug 29 16:51:33.705992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:33.720653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c', 'network_id': '1125c0b4-2376-4597-8452-71f3a79e075a', 'port_id': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c', 'mac_address': 'fa:16:3e:5c:38:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e750d55-2e0f-4756-8498-a246e5a4cb25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:33.769294 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:33.772370 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1516576e-ada2-4d86-bb65-93a49c6ec80b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:33.779140 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-273399a1-ca0f-4553-9315-afc8d3967b22 req-350b9f2c-61b2-4afd-a45e-1290b74320cb tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702150 Aug 29 16:51:33.801006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759e4d03-17c6-481b-ae38-b4dd0fba3c5c {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:33.817692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516576e-ada2-4d86-bb65-93a49c6ec80b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Subnet': ['ID=d2eb2fc7-4f9a-4f89-a38f-e66af35c47c0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:33.820559 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1516576e-ada2-4d86-bb65-93a49c6ec80b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:33.823890 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1516576e-ada2-4d86-bb65-93a49c6ec80b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "DELETE /v2.0/subnets/d2eb2fc7-4f9a-4f89-a38f-e66af35c47c0 HTTP/1.1" status: 204 len: 168 time: 0.4955761 Aug 29 16:51:33.826121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41786) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:33.827785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ac4c9d-dfc6-4365-a389-3c00f944ed00 None None] Network 217742bb-758b-4d27-9919-d3dd290a16fb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:51:33.913416 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:33.919333 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:33.935838 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:33.996966 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45970e68-1d27-4690-a856-4b92b0cdb37a req-f0455c75-5953-468e-818d-ee9233ec525a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186325 Aug 29 16:51:34.016928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf17360-12c0-4470-bc5c-faf47b6183c0 req-32aa6b47-1003-4f0f-88b6-012b0c4cdddc tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:34.023844 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-caf17360-12c0-4470-bc5c-faf47b6183c0 req-32aa6b47-1003-4f0f-88b6-012b0c4cdddc tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 943 time: 0.0970314 Aug 29 16:51:34.042051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:34.070773 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-caf17360-12c0-4470-bc5c-faf47b6183c0 req-d58660f3-c18b-4e06-8a28-17cd3a795d61 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457153 Aug 29 16:51:34.112178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50bd558-7abf-4eea-af28-8e0ce3f77836 None None] DHCP port deletion for 217742bb-758b-4d27-9919-d3dd290a16fb request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:51:34.119043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:34.119392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.174911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f50bd558-7abf-4eea-af28-8e0ce3f77836 None None] Deleting port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:34.175775 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f50bd558-7abf-4eea-af28-8e0ce3f77836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.178482 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ed5d-9cfa-45eb-8f4a-42c56858e87c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.186467 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ed5d-9cfa-45eb-8f4a-42c56858e87c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.222306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] For port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0c78a9e-4904-4b9d-96c4-c8037ddff4a0,segment=NetworkSegment(a1493f97-070e-4d95-945a-bcc557b98400),segment_id=a1493f97-070e-4d95-945a-bcc557b98400)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:34.222747 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.249033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Calling delete_port for c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:34.249950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295418dc-2318-43ed-813b-5bc325f168ea req-860dda8b-a3be-4684-966d-b27808b73566 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:34.252133 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-295418dc-2318-43ed-813b-5bc325f168ea req-860dda8b-a3be-4684-966d-b27808b73566 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1250730 Aug 29 16:51:34.278797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f50bd558-7abf-4eea-af28-8e0ce3f77836 None None] For port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0c78a9e-4904-4b9d-96c4-c8037ddff4a0,segment=NetworkSegment(a1493f97-070e-4d95-945a-bcc557b98400),segment_id=a1493f97-070e-4d95-945a-bcc557b98400)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:34.278797 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f50bd558-7abf-4eea-af28-8e0ce3f77836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.326975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f50bd558-7abf-4eea-af28-8e0ce3f77836 None None] Calling delete_port for c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:34.379518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-295418dc-2318-43ed-813b-5bc325f168ea req-4ebfbe83-710f-4265-810f-691fe9ba66c9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571575 Aug 29 16:51:34.384845 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.393349 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-8aa0ed5d-9cfa-45eb-8f4a-42c56858e87c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Floating IP 60526d41-a532-4e6d-a354-c499864f4f9f associated. External IP: 172.25.5.218, port: 88aa6786-8661-43b1-9280-42887c554aa7. Aug 29 16:51:34.426744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Port': ['ID=c0c78a9e-4904-4b9d-96c4-c8037ddff4a0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:34.433603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] No DVR routers for this DVR port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:34.529761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a8208-37a0-4ce3-bd5a-9a23b9d1f4f3 req-26fb6783-77c3-42a2-a244-e335583c041f tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:34.537896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-299a8208-37a0-4ce3-bd5a-9a23b9d1f4f3 req-26fb6783-77c3-42a2-a244-e335583c041f tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 950 time: 0.1623583 Aug 29 16:51:34.563932 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.577711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217742bb-758b-4d27-9919-d3dd290a16fb']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:34.589881 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f50bd558-7abf-4eea-af28-8e0ce3f77836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.595710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1493f97-070e-4d95-945a-bcc557b98400') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:34.596007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1493f97-070e-4d95-945a-bcc557b98400') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:34.616831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-299a8208-37a0-4ce3-bd5a-9a23b9d1f4f3 req-1ff4c850-d4f8-4da4-85e5-65648f009c2f tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730300 Aug 29 16:51:34.619174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bd558-7abf-4eea-af28-8e0ce3f77836 None None] Pushing event deleted for resources: {'Port': ['ID=c0c78a9e-4904-4b9d-96c4-c8037ddff4a0,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:34.625579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50bd558-7abf-4eea-af28-8e0ce3f77836 None None] No DVR routers for this DVR port c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:34.640152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.656914 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.664372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:51:34.664850 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:51:34.668873 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:51:34.705999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa0ed5d-9cfa-45eb-8f4a-42c56858e87c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Router 6a62e033-5a5c-44d2-b287-db74de504f68 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:51:34.766640 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.778475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.782729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "DELETE /v2.0/networks/217742bb-758b-4d27-9919-d3dd290a16fb HTTP/1.1" status: 204 len: 168 time: 0.9530969 Aug 29 16:51:34.783432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41794) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:34.803901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7528059-eaf0-4196-8e2a-60566e001166 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Network': ['ID=217742bb-758b-4d27-9919-d3dd290a16fb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:34.861117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa0ed5d-9cfa-45eb-8f4a-42c56858e87c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:51:34.873343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14399f-597b-4def-86a1-a6a3c4ec36fd None None] Sync routers for ids ['6a62e033-5a5c-44d2-b287-db74de504f68'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:51:34.874313 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ed5d-9cfa-45eb-8f4a-42c56858e87c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.887144 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14399f-597b-4def-86a1-a6a3c4ec36fd None None] Routers {'6a62e033-5a5c-44d2-b287-db74de504f68'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:51:34.888113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9f14399f-597b-4def-86a1-a6a3c4ec36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:51:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a62e033-5a5c-44d2-b287-db74de504f68'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:34.889561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5ddfff-7841-4a99-ad6a-83bbd6ff1226 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting subnet bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:51:34.897265 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b5ddfff-7841-4a99-ad6a-83bbd6ff1226 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.932847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['759e4d03-17c6-481b-ae38-b4dd0fba3c5c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:34.953055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8aa0ed5d-9cfa-45eb-8f4a-42c56858e87c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "PUT /v2.0/floatingips/60526d41-a532-4e6d-a354-c499864f4f9f HTTP/1.1" status: 200 len: 992 time: 1.8604002 Aug 29 16:51:34.966882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2772e-28ca-4189-8322-86093e98ab80 req-375151b0-4725-4b70-bf76-53cf6264904f tempest-ServersAdminNegativeTestJSON-541492799 tempest-ServersAdminNegativeTestJSON-541492799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:34.968424 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42c2772e-28ca-4189-8322-86093e98ab80 req-375151b0-4725-4b70-bf76-53cf6264904f tempest-ServersAdminNegativeTestJSON-541492799 tempest-ServersAdminNegativeTestJSON-541492799-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 1102 time: 0.0626225 Aug 29 16:51:34.989904 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b5ddfff-7841-4a99-ad6a-83bbd6ff1226 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:34.995305 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42c2772e-28ca-4189-8322-86093e98ab80 req-bc0a0286-f9cc-48ca-9ffb-100ae74095a6 tempest-ServersAdminNegativeTestJSON-541492799 tempest-ServersAdminNegativeTestJSON-541492799-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:35.053356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c2718-9a6b-42f7-842e-d821949fb740 req-fbf9fc69-65af-4fde-96e9-e4ae8aa2821f tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:35.055211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-260c2718-9a6b-42f7-842e-d821949fb740 req-fbf9fc69-65af-4fde-96e9-e4ae8aa2821f tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 944 time: 0.1335940 Aug 29 16:51:35.066128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-9f14399f-597b-4def-86a1-a6a3c4ec36fd None None] Set router 6a62e033-5a5c-44d2-b287-db74de504f68 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:51:35.122861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42c2772e-28ca-4189-8322-86093e98ab80 req-bc0a0286-f9cc-48ca-9ffb-100ae74095a6 tempest-ServersAdminNegativeTestJSON-541492799 tempest-ServersAdminNegativeTestJSON-541492799-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:35.127830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42c2772e-28ca-4189-8322-86093e98ab80 req-bc0a0286-f9cc-48ca-9ffb-100ae74095a6 tempest-ServersAdminNegativeTestJSON-541492799 tempest-ServersAdminNegativeTestJSON-541492799-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:35.162826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42c2772e-28ca-4189-8322-86093e98ab80 req-bc0a0286-f9cc-48ca-9ffb-100ae74095a6 tempest-ServersAdminNegativeTestJSON-541492799 tempest-ServersAdminNegativeTestJSON-541492799-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843531 Aug 29 16:51:35.166403 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-260c2718-9a6b-42f7-842e-d821949fb740 req-1e596276-b374-4fc1-81c7-7291c348e096 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902288 Aug 29 16:51:35.197160 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b5ddfff-7841-4a99-ad6a-83bbd6ff1226 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:35.197653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a0286-f9cc-48ca-9ffb-100ae74095a6 tempest-ServersAdminNegativeTestJSON-541492799 tempest-ServersAdminNegativeTestJSON-541492799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775a5f90-ef5c-45f3-95b6-adacd795b1d6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:35.289768 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b5ddfff-7841-4a99-ad6a-83bbd6ff1226 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:35.359218 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ddfff-7841-4a99-ad6a-83bbd6ff1226 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Subnet': ['ID=bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:35.365966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b5ddfff-7841-4a99-ad6a-83bbd6ff1226 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:35.367899 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b5ddfff-7841-4a99-ad6a-83bbd6ff1226 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "DELETE /v2.0/subnets/bff5b63a-9a05-4c5b-b0ae-0eebf1898bc2 HTTP/1.1" status: 204 len: 168 time: 0.5838296 Aug 29 16:51:35.372276 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41808) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:35.379529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566a7e51-3aea-4305-b3ed-00fa98dab907 None None] Network 288ee690-9867-48c5-b5bb-10287a1ce0a5 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:51:35.389643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a53a3-7f27-45f5-af54-620645dcbec4 req-c7c5e8c3-4165-42ed-b020-21c136ca4e24 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:35.391727 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1c5a53a3-7f27-45f5-af54-620645dcbec4 req-c7c5e8c3-4165-42ed-b020-21c136ca4e24 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 943 time: 0.0881090 Aug 29 16:51:35.475959 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1c5a53a3-7f27-45f5-af54-620645dcbec4 req-3b47feed-b165-4603-bb55-e00026f4b232 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734611 Aug 29 16:51:35.484792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d26869a3-d095-41e9-9761-a88fe8af2b83 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:35.518647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127802ee-d4c4-419d-b530-a7509c28c062 req-78fd36db-1811-488f-9183-a36d9d8f341d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:35.520763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'tag': '88aa6786-8661-43b1-9280-42887c554aa7'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:35.523549 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352b57d8-098f-446e-a17e-7350c0deb98a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7d495a-fa0a-48af-9cf0-cedc6d54fe71", "tag": "88aa6786-8661-43b1-9280-42887c554aa7"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:35.527244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-127802ee-d4c4-419d-b530-a7509c28c062 req-78fd36db-1811-488f-9183-a36d9d8f341d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 950 time: 0.2301812 Aug 29 16:51:35.555069 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:35.569880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: d26869a3-d095-41e9-9761-a88fe8af2b83 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:35.570517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d26869a3-d095-41e9-9761-a88fe8af2b83 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:35.602472 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-127802ee-d4c4-419d-b530-a7509c28c062 req-fab7bb92-30b0-44a0-8410-62967c770de4 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742230 Aug 29 16:51:35.645630 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9f14399f-597b-4def-86a1-a6a3c4ec36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '60526d41-a532-4e6d-a354-c499864f4f9f', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'port_id': '88aa6786-8661-43b1-9280-42887c554aa7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'mac_address': 'fa:16:3e:a9:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:51:08Z', 'updated_at': '2021-08-29T16:51:34Z', 'revision_number': 1, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188cc5e0-5cc0-42e5-8e14-5f232919a709', 'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'mac_address': 'fa:16:3e:08:f8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:51:03Z', 'updated_at': '2021-08-29T16:51:10Z', 'revision_number': 5, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'subnets': [{'id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:35.673839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4a37f-5420-4744-a42e-89d9fc4c0e0d req-eef2ffe1-9b60-4bcf-97b5-8659dd324640 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:35.686190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-59f4a37f-5420-4744-a42e-89d9fc4c0e0d req-eef2ffe1-9b60-4bcf-97b5-8659dd324640 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1149769 Aug 29 16:51:35.694072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting port 5c970862-7df2-4e44-82ed-87c520de7912 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:35.694422 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:35.710573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:35.712806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ab96a8-41f5-4ea4-955d-b54be6f8f36c None None] DHCP port deletion for 288ee690-9867-48c5-b5bb-10287a1ce0a5 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:51:35.715248 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8affb096-8a85-4cd6-ab3f-21f0e5c0d87b x-openstack-request-id: req-8affb096-8a85-4cd6-ab3f-21f0e5c0d87b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:35.715768 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7d495a-fa0a-48af-9cf0-cedc6d54fe71", "tag": "88aa6786-8661-43b1-9280-42887c554aa7", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:35.715768 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8affb096-8a85-4cd6-ab3f-21f0e5c0d87b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:35.716141 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'tag': '88aa6786-8661-43b1-9280-42887c554aa7', 'status': 'completed', 'code': 200} Aug 29 16:51:35.718301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14399f-597b-4def-86a1-a6a3c4ec36fd None None] Checking router: 6a62e033-5a5c-44d2-b287-db74de504f68 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:51:35.741548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:35.742275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0c78a9e-4904-4b9d-96c4-c8037ddff4a0 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:35.763277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-59f4a37f-5420-4744-a42e-89d9fc4c0e0d req-bb84b6af-3468-4923-9c31-4ec96ff9210b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761852 Aug 29 16:51:35.779595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14399f-597b-4def-86a1-a6a3c4ec36fd None None] Routers {'6a62e033-5a5c-44d2-b287-db74de504f68'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:51:35.780315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9f14399f-597b-4def-86a1-a6a3c4ec36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:51:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a62e033-5a5c-44d2-b287-db74de504f68'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:35.783425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] For port 5c970862-7df2-4e44-82ed-87c520de7912, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5c970862-7df2-4e44-82ed-87c520de7912,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:35.783965 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:35.791028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b57d8-098f-446e-a17e-7350c0deb98a req-e95860ae-865b-4a86-9faf-d433209875bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:35.792676 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-352b57d8-098f-446e-a17e-7350c0deb98a req-e95860ae-865b-4a86-9faf-d433209875bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2caa2920c6042ad99d15f755d4253df&device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 1098 time: 0.0620682 Aug 29 16:51:35.803779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Calling delete_port for 5c970862-7df2-4e44-82ed-87c520de7912 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:35.892181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-79ab96a8-41f5-4ea4-955d-b54be6f8f36c None None] Deleting port 5c970862-7df2-4e44-82ed-87c520de7912 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:35.892670 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-79ab96a8-41f5-4ea4-955d-b54be6f8f36c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:35.916955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b57d8-098f-446e-a17e-7350c0deb98a req-dcc678d1-db51-4042-8e82-0e40e5c6801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:35.922711 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-352b57d8-098f-446e-a17e-7350c0deb98a req-dcc678d1-db51-4042-8e82-0e40e5c6801c service neutron] 10.222.0.16 "GET /v2.0/networks?id=82248327-0b36-48ab-88fd-670156dd702c HTTP/1.1" status: 200 len: 912 time: 0.1215732 Aug 29 16:51:35.928144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:35.944153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-9f14399f-597b-4def-86a1-a6a3c4ec36fd None None] Set router 6a62e033-5a5c-44d2-b287-db74de504f68 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:51:35.957358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] No DVR routers for this DVR port 5c970862-7df2-4e44-82ed-87c520de7912 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:36.001753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-79ab96a8-41f5-4ea4-955d-b54be6f8f36c None None] For port 5c970862-7df2-4e44-82ed-87c520de7912, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5c970862-7df2-4e44-82ed-87c520de7912,segment=NetworkSegment(cf3a7103-4e22-4496-804d-0f9dc57d5d98),segment_id=cf3a7103-4e22-4496-804d-0f9dc57d5d98)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:36.002160 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-79ab96a8-41f5-4ea4-955d-b54be6f8f36c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.013992 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-352b57d8-098f-446e-a17e-7350c0deb98a req-b5938561-95a0-4246-8061-65f1cc657c79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88aa6786-8661-43b1-9280-42887c554aa7 HTTP/1.1" status: 200 len: 1000 time: 0.0834780 Aug 29 16:51:36.015370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Port': ['ID=5c970862-7df2-4e44-82ed-87c520de7912,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:36.051608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-79ab96a8-41f5-4ea4-955d-b54be6f8f36c None None] Calling delete_port for 5c970862-7df2-4e44-82ed-87c520de7912 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:36.087419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b57d8-098f-446e-a17e-7350c0deb98a req-1689b3df-2914-424c-837f-02624cc2b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:36.091706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d21a43-5bcf-45b8-bd05-79eb15ad1f2f req-fcd6e22e-190c-497e-b92f-0ae65b52c53d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:36.093114 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-352b57d8-098f-446e-a17e-7350c0deb98a req-1689b3df-2914-424c-837f-02624cc2b1d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca16c2c1-fbc7-4311-b124-10b6e9b31908 HTTP/1.1" status: 200 len: 850 time: 0.0674334 Aug 29 16:51:36.098978 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66d21a43-5bcf-45b8-bd05-79eb15ad1f2f req-fcd6e22e-190c-497e-b92f-0ae65b52c53d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 950 time: 0.1806600 Aug 29 16:51:36.106190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.117766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288ee690-9867-48c5-b5bb-10287a1ce0a5']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:36.138859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3a7103-4e22-4496-804d-0f9dc57d5d98') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:36.139173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3a7103-4e22-4496-804d-0f9dc57d5d98') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:36.179327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.194842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b57d8-098f-446e-a17e-7350c0deb98a req-81957e08-1d0e-49ff-a9d0-11a27d618655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:36.197102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-352b57d8-098f-446e-a17e-7350c0deb98a req-81957e08-1d0e-49ff-a9d0-11a27d618655 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82248327-0b36-48ab-88fd-670156dd702c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719378 Aug 29 16:51:36.218122 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-79ab96a8-41f5-4ea4-955d-b54be6f8f36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.236600 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.261781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:51:36.262188 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:51:36.265688 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:51:36.270505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab96a8-41f5-4ea4-955d-b54be6f8f36c None None] No DVR routers for this DVR port 5c970862-7df2-4e44-82ed-87c520de7912 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:36.292811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab96a8-41f5-4ea4-955d-b54be6f8f36c None None] Pushing event deleted for resources: {'Port': ['ID=5c970862-7df2-4e44-82ed-87c520de7912,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:36.342702 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-352b57d8-098f-446e-a17e-7350c0deb98a req-7624bed4-cac5-465f-bced-ecd7bec82d6d service neutron] 10.222.0.16 "GET /v2.0/networks/82248327-0b36-48ab-88fd-670156dd702c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272302 Aug 29 16:51:36.384700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-66d21a43-5bcf-45b8-bd05-79eb15ad1f2f req-799d6fea-c2d0-494f-9e01-22d583ac3c92 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Deleting port ffe759c7-1974-4ed2-a784-d33dd4acf54a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:36.386323 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-66d21a43-5bcf-45b8-bd05-79eb15ad1f2f req-799d6fea-c2d0-494f-9e01-22d583ac3c92 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.402041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9f14399f-597b-4def-86a1-a6a3c4ec36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '60526d41-a532-4e6d-a354-c499864f4f9f', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'port_id': '88aa6786-8661-43b1-9280-42887c554aa7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'mac_address': 'fa:16:3e:a9:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:51:08Z', 'updated_at': '2021-08-29T16:51:34Z', 'revision_number': 1, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188cc5e0-5cc0-42e5-8e14-5f232919a709', 'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'mac_address': 'fa:16:3e:08:f8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:51:03Z', 'updated_at': '2021-08-29T16:51:10Z', 'revision_number': 5, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'subnets': [{'id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:36.418502 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.452992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f14399f-597b-4def-86a1-a6a3c4ec36fd None None] The sync data for ids ['6a62e033-5a5c-44d2-b287-db74de504f68'] in n-d-713301-13 is: [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '60526d41-a532-4e6d-a354-c499864f4f9f', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'port_id': '88aa6786-8661-43b1-9280-42887c554aa7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'mac_address': 'fa:16:3e:a9:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:51:08Z', 'updated_at': '2021-08-29T16:51:34Z', 'revision_number': 1, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188cc5e0-5cc0-42e5-8e14-5f232919a709', 'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'mac_address': 'fa:16:3e:08:f8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:51:03Z', 'updated_at': '2021-08-29T16:51:10Z', 'revision_number': 5, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'subnets': [{'id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:51:36.460833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.462767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "DELETE /v2.0/networks/288ee690-9867-48c5-b5bb-10287a1ce0a5 HTTP/1.1" status: 204 len: 168 time: 1.0895541 Aug 29 16:51:36.474114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a4717-359d-453b-bdf7-051eccc728ce req-347de3fd-1f4b-42c7-a5c2-5953ac8b0f69 tempest-ServersAdminNegativeTestJSON-541492799 tempest-ServersAdminNegativeTestJSON-541492799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:36.474114 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d33a4717-359d-453b-bdf7-051eccc728ce req-347de3fd-1f4b-42c7-a5c2-5953ac8b0f69 tempest-ServersAdminNegativeTestJSON-541492799 tempest-ServersAdminNegativeTestJSON-541492799-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 1102 time: 0.1655810 Aug 29 16:51:36.477765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41822) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:36.514369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-479683148'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:36.517974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a61128-e1bf-490a-bafc-9c025fb58120 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Network': ['ID=288ee690-9867-48c5-b5bb-10287a1ce0a5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:36.523614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f49b6-9e02-46ad-886e-d1d37214cfb8 req-392f0281-afb1-461c-9678-b83d60118c89 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:36.525712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fd5f49b6-9e02-46ad-886e-d1d37214cfb8 req-392f0281-afb1-461c-9678-b83d60118c89 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 944 time: 0.1819496 Aug 29 16:51:36.527788 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-352b57d8-098f-446e-a17e-7350c0deb98a req-34fd112a-d1a9-4fb8-856e-034e2d58866b service neutron] 10.222.0.16 "GET /v2.0/networks/82248327-0b36-48ab-88fd-670156dd702c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706698 Aug 29 16:51:36.580679 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fd5f49b6-9e02-46ad-886e-d1d37214cfb8 req-3156e633-c091-46ec-9c8d-d0d6e5213c05 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445223 Aug 29 16:51:36.582131 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:36.585580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.602750 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d33a4717-359d-453b-bdf7-051eccc728ce req-ff3f4c10-0383-41c1-982c-f2773a9ae75a tempest-ServersAdminNegativeTestJSON-541492799 tempest-ServersAdminNegativeTestJSON-541492799-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243033 Aug 29 16:51:36.619890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-66d21a43-5bcf-45b8-bd05-79eb15ad1f2f req-799d6fea-c2d0-494f-9e01-22d583ac3c92 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] For port ffe759c7-1974-4ed2-a784-d33dd4acf54a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ffe759c7-1974-4ed2-a784-d33dd4acf54a,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:36.620257 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-66d21a43-5bcf-45b8-bd05-79eb15ad1f2f req-799d6fea-c2d0-494f-9e01-22d583ac3c92 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.642257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-66d21a43-5bcf-45b8-bd05-79eb15ad1f2f req-799d6fea-c2d0-494f-9e01-22d583ac3c92 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Calling delete_port for ffe759c7-1974-4ed2-a784-d33dd4acf54a owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:36.653755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:51:36.706482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.706859 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Added segment 2c783e4f-62ad-4da1-b4d4-999d1f5c9a47 of type vlan for network 002ac696-b0f2-47d2-9ec1-bddd38239c7e Aug 29 16:51:36.805668 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.820316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74c61b-7bf2-4061-9dda-4824ad78951b req-d9881d12-4e4c-4896-b85d-547d7a1d1cb8 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:36.824152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de74c61b-7bf2-4061-9dda-4824ad78951b req-d9881d12-4e4c-4896-b85d-547d7a1d1cb8 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 950 time: 0.0814021 Aug 29 16:51:36.834583 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff975f-a83c-4422-ad84-436af2346a9f None None] New status for floating IP 60526d41-a532-4e6d-a354-c499864f4f9f: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:51:36.852565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9456-f206-4bac-96ee-745f208d700a req-b4ef55c1-cac5-47bc-b861-0a5a0cd5146e tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:36.854178 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e5bf9456-f206-4bac-96ee-745f208d700a req-b4ef55c1-cac5-47bc-b861-0a5a0cd5146e tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 943 time: 0.1458163 Aug 29 16:51:36.881611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:36.887639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:36.888537 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de74c61b-7bf2-4061-9dda-4824ad78951b req-a099b489-1a0f-4f6e-94e3-d53712b283e2 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578949 Aug 29 16:51:36.894528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:37.102426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219c2a8-66cb-4a48-b270-af48820b5107 req-12333018-eb42-4ff9-b67c-ea2c4ac97799 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:37.104927 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2219c2a8-66cb-4a48-b270-af48820b5107 req-12333018-eb42-4ff9-b67c-ea2c4ac97799 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0796692 Aug 29 16:51:37.151007 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2219c2a8-66cb-4a48-b270-af48820b5107 req-a63d52ff-efce-4161-8524-2f7f8b63abfa tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376668 Aug 29 16:51:37.266378 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7869492 Aug 29 16:51:37.269784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41840) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:37.276314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'subnet': {'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:37.280083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e5bf9456-f206-4bac-96ee-745f208d700a req-71b1598a-943c-4245-b61f-93a80fe448f7 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4152985 Aug 29 16:51:37.293316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb27d7-5c13-411a-9c84-3af7d6942a40 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Network': ['ID=002ac696-b0f2-47d2-9ec1-bddd38239c7e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:37.306457 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-66d21a43-5bcf-45b8-bd05-79eb15ad1f2f req-799d6fea-c2d0-494f-9e01-22d583ac3c92 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:37.312217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 002ac696-b0f2-47d2-9ec1-bddd38239c7e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:51:37.320822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace', '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:37.323819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6', 'c605cd2d-c605-4607-946f-9700c452073f', '02cec373-07b1-43fd-8161-84b3715f5089', '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:37.429149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d6fea-c2d0-494f-9e01-22d583ac3c92 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event deleted for resources: {'Port': ['ID=ffe759c7-1974-4ed2-a784-d33dd4acf54a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:37.434524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:37.439123 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:37.612503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d21a43-5bcf-45b8-bd05-79eb15ad1f2f req-799d6fea-c2d0-494f-9e01-22d583ac3c92 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] No DVR routers for this DVR port ffe759c7-1974-4ed2-a784-d33dd4acf54a on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:37.620805 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-66d21a43-5bcf-45b8-bd05-79eb15ad1f2f req-799d6fea-c2d0-494f-9e01-22d583ac3c92 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:37.624954 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66d21a43-5bcf-45b8-bd05-79eb15ad1f2f req-799d6fea-c2d0-494f-9e01-22d583ac3c92 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "DELETE /v2.0/ports/ffe759c7-1974-4ed2-a784-d33dd4acf54a HTTP/1.1" status: 204 len: 173 time: 1.4965837 Aug 29 16:51:37.627765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b716b866-df1c-4adc-8cbf-35d796c1bf1e', 'name': 'network-vif-deleted', 'tag': 'ffe759c7-1974-4ed2-a784-d33dd4acf54a'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:37.637493 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9b5701-8c1b-40a0-bc57-2574dc87298e" -d '{"events": [{"server_uuid": "b716b866-df1c-4adc-8cbf-35d796c1bf1e", "name": "network-vif-deleted", "tag": "ffe759c7-1974-4ed2-a784-d33dd4acf54a"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:37.694499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d74c0-46f2-4fc1-9626-e1f04fa163cd req-9a337333-d8db-4c0d-a3b6-d8da968eb20a tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:37.705480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d7d74c0-46f2-4fc1-9626-e1f04fa163cd req-9a337333-d8db-4c0d-a3b6-d8da968eb20a tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 950 time: 0.1758513 Aug 29 16:51:37.772252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d7d74c0-46f2-4fc1-9626-e1f04fa163cd req-267cd487-5841-4ebd-ac7b-dc8cfbc051e1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654466 Aug 29 16:51:37.816201 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5563c6c5-123f-495d-bbb2-cf175a1c6094 x-openstack-request-id: req-5563c6c5-123f-495d-bbb2-cf175a1c6094 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:37.817250 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b716b866-df1c-4adc-8cbf-35d796c1bf1e", "name": "network-vif-deleted", "tag": "ffe759c7-1974-4ed2-a784-d33dd4acf54a", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:37.817786 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5563c6c5-123f-495d-bbb2-cf175a1c6094 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:37.818402 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b716b866-df1c-4adc-8cbf-35d796c1bf1e', 'name': 'network-vif-deleted', 'tag': 'ffe759c7-1974-4ed2-a784-d33dd4acf54a', 'status': 'completed', 'code': 200} Aug 29 16:51:37.826352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 4e58dfb3-976f-4596-b544-f740d7ea42ec details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:37.832708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f15b-b066-4105-90d8-9839384e6eb6 req-4f04dc6b-aca8-447b-a6b5-eb0ff1ebcda5 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:37.842347 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cb8f15b-b066-4105-90d8-9839384e6eb6 req-4f04dc6b-aca8-447b-a6b5-eb0ff1ebcda5 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 944 time: 0.1111248 Aug 29 16:51:37.891570 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:37.909430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 759e4d03-17c6-481b-ae38-b4dd0fba3c5c up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:37.912456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c970862-7df2-4e44-82ed-87c520de7912 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:37.918706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cb8f15b-b066-4105-90d8-9839384e6eb6 req-3836a6f7-e988-4198-a583-e6c9feb6e98d tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728755 Aug 29 16:51:37.993564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 5c970862-7df2-4e44-82ed-87c520de7912 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:37.997310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c970862-7df2-4e44-82ed-87c520de7912 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:38.002533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Subnet': ['ID=3e1b8ed5-8990-4d01-a712-3e819f30758b,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:38.009298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Checking segment: {'id': '2c783e4f-62ad-4da1-b4d4-999d1f5c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:38.009668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network hostable DHCP agents. Network: 002ac696-b0f2-47d2-9ec1-bddd38239c7e, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:51:38.027388 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-54386f3f-011b-4c49-98c3-c265b3bcc513 req-eaac91e8-ea6c-4b3b-9fd6-d6bf5bc58d2d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=b716b866-df1c-4adc-8cbf-35d796c1bf1e HTTP/1.1" status: 200 len: 210 time: 0.0290551 Aug 29 16:51:38.036653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network 002ac696-b0f2-47d2-9ec1-bddd38239c7e is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:51:38.049891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 002ac696-b0f2-47d2-9ec1-bddd38239c7e) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:38.061807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:38.062424 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.076320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83df9e19-0cc2-423d-9df3-33d78ab4f367 None None] Network 002ac696-b0f2-47d2-9ec1-bddd38239c7e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:51:38.081425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-923266a5-a0bf-49d6-a567-076353d64682 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8093281 Aug 29 16:51:38.082985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41854) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:38.088117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1225416243'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:38.111868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:38.115406 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.141927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:51:38.152451 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.153181 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Added segment b7a07370-a419-4332-bff2-dbb2f85cfb5a of type vlan for network 39d764d1-8420-4c9e-b333-1c4892f58585 Aug 29 16:51:38.202200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 4e58dfb3-976f-4596-b544-f740d7ea42ec, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=4e58dfb3-976f-4596-b544-f740d7ea42ec,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:38.211060 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.242547 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.249007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '4e58dfb3-976f-4596-b544-f740d7ea42ec', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'port_id': '4e58dfb3-976f-4596-b544-f740d7ea42ec', 'mac_address': 'fa:16:3e:a6:b6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:38.250912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:38.252090 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.272420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:38.355095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d20c27-de86-4857-8139-0a35f383695d req-4ecb046a-ca84-42a5-b352-1790d9bb8c04 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:38.363650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Network': ['ID=39d764d1-8420-4c9e-b333-1c4892f58585,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:38.365152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93d20c27-de86-4857-8139-0a35f383695d req-4ecb046a-ca84-42a5-b352-1790d9bb8c04 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0836749 Aug 29 16:51:38.386543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.386784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.390237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.390237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.390481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.390766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.391054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.393655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.394075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.394428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.394774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.396319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.415605 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-670ac741-b62e-4783-b9c9-9ea60a1b0414 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3266406 Aug 29 16:51:38.417665 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41860) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:38.423991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'subnet': {'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:38.429165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:38.431189 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.458189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93d20c27-de86-4857-8139-0a35f383695d req-c26b1d22-e5b9-484f-ad4b-79929628fd6b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923414 Aug 29 16:51:38.478047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bbb72-50ff-4302-b304-0eb15b408a84 req-209c858b-cfc7-476d-a799-74502f843107 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:38.480618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-082bbb72-50ff-4302-b304-0eb15b408a84 req-209c858b-cfc7-476d-a799-74502f843107 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 943 time: 0.0783832 Aug 29 16:51:38.503593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 39d764d1-8420-4c9e-b333-1c4892f58585 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:51:38.536895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-082bbb72-50ff-4302-b304-0eb15b408a84 req-c4331fe9-9fe1-4dbe-b77d-2c6d769b4f7f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475442 Aug 29 16:51:38.559864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:38.564493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.594969 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.694296 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e58dfb3-976f-4596-b544-f740d7ea42ec {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:38.720795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-002ac696-b0f2-47d2-9ec1-bddd38239c7e', 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'fixed_ips': [{'subnet_id': '3e1b8ed5-8990-4d01-a712-3e819f30758b'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:51:38.722016 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.767958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 4e58dfb3-976f-4596-b544-f740d7ea42ec, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=4e58dfb3-976f-4596-b544-f740d7ea42ec,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:38.809260 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.813162 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.923122 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:38.943044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Subnet': ['ID=bedad7db-8539-485d-a99e-2dae5cd5e3a5,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:38.972387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Checking segment: {'id': 'b7a07370-a419-4332-bff2-dbb2f85cfb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:38.972751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network hostable DHCP agents. Network: 39d764d1-8420-4c9e-b333-1c4892f58585, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:51:38.979642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.979991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.980346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.980675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.981582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.981928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.982397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.983246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.983639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.984081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.984309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:38.984629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:51:39.020938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e652c-4857-411a-be9f-40303c65c398 req-e63dd428-54df-40cc-a097-b04710f70a0e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:39.022656 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b53e652c-4857-411a-be9f-40303c65c398 req-e63dd428-54df-40cc-a097-b04710f70a0e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 950 time: 0.1649964 Aug 29 16:51:39.051412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network 39d764d1-8420-4c9e-b333-1c4892f58585 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:51:39.060141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:39.062653 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ac6390-2a30-4166-bd28-b521261aed0a" -d '{"events": [{"server_uuid": "249d6625-8001-4ec3-a0ac-bb58aefd2eaf", "name": "network-vif-plugged", "status": "completed", "tag": "759e4d03-17c6-481b-ae38-b4dd0fba3c5c"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:39.064948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29803d-32b1-46f7-a3df-d944c77a864f req-556f1738-9e66-46d0-9aca-10e78252fe9a tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:39.065243 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=4e58dfb3-976f-4596-b544-f740d7ea42ec,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:39.066518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa29803d-32b1-46f7-a3df-d944c77a864f req-556f1738-9e66-46d0-9aca-10e78252fe9a tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 950 time: 0.1366968 Aug 29 16:51:39.108087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:39.108732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 39d764d1-8420-4c9e-b333-1c4892f58585) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:39.114777 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:39.115613 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:39.129145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b53e652c-4857-411a-be9f-40303c65c398 req-11703184-b6b9-49df-9c55-d171f02213db tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961032 Aug 29 16:51:39.132548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2273528f-e56b-4e18-84ea-f7c6626308ec None None] Network 39d764d1-8420-4c9e-b333-1c4892f58585 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:51:39.135458 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:39.159642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1d63-3ac4-4012-8ecb-11e76ca81ba2 req-bdd4cab3-46b5-44da-afc3-6123d623d3f8 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:39.162886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-679a1d63-3ac4-4012-8ecb-11e76ca81ba2 req-bdd4cab3-46b5-44da-afc3-6123d623d3f8 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 944 time: 0.1027634 Aug 29 16:51:39.174921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Allocated IP 19.80.0.2 (002ac696-b0f2-47d2-9ec1-bddd38239c7e/3e1b8ed5-8990-4d01-a712-3e819f30758b/8e5aed47-a882-4f62-9902-e9dbef2ab6e8) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:39.188034 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-efd0435a-0df0-45b2-9362-c74f03dc275f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7692118 Aug 29 16:51:39.220493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-fa29803d-32b1-46f7-a3df-d944c77a864f req-ba7c2be2-f23f-4d11-887d-5a2890c44a7e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Deleting port 6cf874a9-32e4-4f21-a383-a61ee6361484 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:39.220869 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fa29803d-32b1-46f7-a3df-d944c77a864f req-ba7c2be2-f23f-4d11-887d-5a2890c44a7e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:39.260966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-679a1d63-3ac4-4012-8ecb-11e76ca81ba2 req-a57d1bb4-2bd7-4eef-a29e-bd714b57749c tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835509 Aug 29 16:51:39.313244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:39.335728 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431e07eb-fd5a-40fb-b8ed-f65d2c58f56e x-openstack-request-id: req-431e07eb-fd5a-40fb-b8ed-f65d2c58f56e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:39.336611 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249d6625-8001-4ec3-a0ac-bb58aefd2eaf", "name": "network-vif-plugged", "status": "completed", "tag": "759e4d03-17c6-481b-ae38-b4dd0fba3c5c", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:39.336611 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-431e07eb-fd5a-40fb-b8ed-f65d2c58f56e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:39.337087 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c', 'code': 200} Aug 29 16:51:39.345097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['4e58dfb3-976f-4596-b544-f740d7ea42ec'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:39.442982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-fa29803d-32b1-46f7-a3df-d944c77a864f req-ba7c2be2-f23f-4d11-887d-5a2890c44a7e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] For port 6cf874a9-32e4-4f21-a383-a61ee6361484, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6cf874a9-32e4-4f21-a383-a61ee6361484,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:39.443720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fa29803d-32b1-46f7-a3df-d944c77a864f req-ba7c2be2-f23f-4d11-887d-5a2890c44a7e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:39.465074 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-fa29803d-32b1-46f7-a3df-d944c77a864f req-ba7c2be2-f23f-4d11-887d-5a2890c44a7e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Calling delete_port for 6cf874a9-32e4-4f21-a383-a61ee6361484 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:39.496411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef5d8b-b5aa-4c62-9fb2-f9a47c2c2fd9 req-5cd21e7e-ae09-4bf0-99b8-a985bba76f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:39.500633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22ef5d8b-b5aa-4c62-9fb2-f9a47c2c2fd9 req-5cd21e7e-ae09-4bf0-99b8-a985bba76f89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 1097 time: 0.1247466 Aug 29 16:51:39.583479 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22ef5d8b-b5aa-4c62-9fb2-f9a47c2c2fd9 req-27a87af2-b16b-4ff3-8139-2509cb75af52 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737748 Aug 29 16:51:39.610406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ffe759c7-1974-4ed2-a784-d33dd4acf54a no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:39.644766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-43a73fa0-c3ac-42d3-8181-e002f2d1fc3c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:39.654394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-43a73fa0-c3ac-42d3-8181-e002f2d1fc3c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:39.658606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-43a73fa0-c3ac-42d3-8181-e002f2d1fc3c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/networks?id=002ac696-b0f2-47d2-9ec1-bddd38239c7e&id=39d764d1-8420-4c9e-b333-1c4892f58585 HTTP/1.1" status: 200 len: 1391 time: 0.1763041 Aug 29 16:51:39.669482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fa374-1cbb-4352-815c-181f228279e1 req-2f1f072c-dd1d-4b60-a16b-44dbcf90aca4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:39.671130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-112fa374-1cbb-4352-815c-181f228279e1 req-2f1f072c-dd1d-4b60-a16b-44dbcf90aca4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0621455 Aug 29 16:51:39.689777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: ffe759c7-1974-4ed2-a784-d33dd4acf54a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:39.689777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ffe759c7-1974-4ed2-a784-d33dd4acf54a not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:39.768677 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-112fa374-1cbb-4352-815c-181f228279e1 req-49ac9733-eef3-48c2-a6ee-f223613e809a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810585 Aug 29 16:51:39.783575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-39d764d1-8420-4c9e-b333-1c4892f58585', 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'fixed_ips': [{'subnet_id': 'bedad7db-8539-485d-a99e-2dae5cd5e3a5'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:51:39.784421 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:39.811756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-78dbc2e4-3afa-4091-ad0e-628cc6493160 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/quotas/de3bcb2318ea415c8be6daba549e3d1b HTTP/1.1" status: 200 len: 375 time: 0.0155377 Aug 29 16:51:39.868451 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fa29803d-32b1-46f7-a3df-d944c77a864f req-ba7c2be2-f23f-4d11-887d-5a2890c44a7e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:39.891733 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-6ce96ebc-061f-45a7-9c20-2437e9b5017a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723991 Aug 29 16:51:39.902452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df13c9-1459-46e0-92ee-d189e73d48e6 req-48322761-47d6-4793-83db-b54cbc794613 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:39.904437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-59df13c9-1459-46e0-92ee-d189e73d48e6 req-48322761-47d6-4793-83db-b54cbc794613 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 949 time: 0.0653136 Aug 29 16:51:39.908158 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:39.949160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Transition to ACTIVE for port object 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:39.958202 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-59df13c9-1459-46e0-92ee-d189e73d48e6 req-e6cd8b6b-39ff-4718-97ad-1cefeb3c2ac9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467482 Aug 29 16:51:40.002237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c2be2-f23f-4d11-887d-5a2890c44a7e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Pushing event deleted for resources: {'Port': ['ID=6cf874a9-32e4-4f21-a383-a61ee6361484,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:40.015647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Transition to ACTIVE for port object 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:40.036957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Allocated IP 19.86.0.2 (39d764d1-8420-4c9e-b333-1c4892f58585/bedad7db-8539-485d-a99e-2dae5cd5e3a5/f7f947f5-2392-4845-86f1-051a496e8db7) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:40.040165 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:40.064893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['6cf874a9-32e4-4f21-a383-a61ee6361484'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:40.104786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833e46f-909d-4d1c-9d9f-e5cc64e50827 req-0b7ed9a1-0d4a-41a4-a7b0-e1d94bdcea48 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:40.114662 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2833e46f-909d-4d1c-9d9f-e5cc64e50827 req-0b7ed9a1-0d4a-41a4-a7b0-e1d94bdcea48 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 944 time: 0.0803683 Aug 29 16:51:40.149758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa29803d-32b1-46f7-a3df-d944c77a864f req-ba7c2be2-f23f-4d11-887d-5a2890c44a7e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] No DVR routers for this DVR port 6cf874a9-32e4-4f21-a383-a61ee6361484 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:40.157888 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fa29803d-32b1-46f7-a3df-d944c77a864f req-ba7c2be2-f23f-4d11-887d-5a2890c44a7e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:40.163948 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa29803d-32b1-46f7-a3df-d944c77a864f req-ba7c2be2-f23f-4d11-887d-5a2890c44a7e tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.10 "DELETE /v2.0/ports/6cf874a9-32e4-4f21-a383-a61ee6361484 HTTP/1.1" status: 204 len: 173 time: 1.0868101 Aug 29 16:51:40.168135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d836dfa-b83d-42c6-9e63-484d7650a52c', 'name': 'network-vif-deleted', 'tag': '6cf874a9-32e4-4f21-a383-a61ee6361484'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:40.171188 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca42b9a-5856-4d85-83d9-a001b9001d7a" -d '{"events": [{"server_uuid": "2d836dfa-b83d-42c6-9e63-484d7650a52c", "name": "network-vif-deleted", "tag": "6cf874a9-32e4-4f21-a383-a61ee6361484"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:40.182357 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2833e46f-909d-4d1c-9d9f-e5cc64e50827 req-467f737c-b9e3-471a-b6f0-35f5fb8c49e5 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596182 Aug 29 16:51:40.195377 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-babddce8-766a-4e38-8d68-0192221c2831 service neutron] 10.222.0.22 "GET /v2.0/networks/002ac696-b0f2-47d2-9ec1-bddd38239c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956877 Aug 29 16:51:40.196746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Network 002ac696-b0f2-47d2-9ec1-bddd38239c7e is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:40.266526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:40.282612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:40.312717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Pushing event updated for resources: {'Port': ['ID=8e5aed47-a882-4f62-9902-e9dbef2ab6e8,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:40.368468 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-30975ebb-5cef-4c8f-846f-20333269eb59 service neutron] 10.222.0.22 "GET /v2.0/networks/002ac696-b0f2-47d2-9ec1-bddd38239c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541975 Aug 29 16:51:40.393204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b49a0392-76e3-490e-944b-19802a8def2b req-6375a30e-3f0a-4d4d-8826-35a25e1e5cae tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d836dfa-b83d-42c6-9e63-484d7650a52c HTTP/1.1" status: 200 len: 210 time: 0.0305443 Aug 29 16:51:40.461442 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9566357-67a5-44af-9634-fcbf86e8876a x-openstack-request-id: req-a9566357-67a5-44af-9634-fcbf86e8876a {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:40.462104 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d836dfa-b83d-42c6-9e63-484d7650a52c", "name": "network-vif-deleted", "tag": "6cf874a9-32e4-4f21-a383-a61ee6361484", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:40.462598 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9566357-67a5-44af-9634-fcbf86e8876a {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:40.463752 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d836dfa-b83d-42c6-9e63-484d7650a52c', 'name': 'network-vif-deleted', 'tag': '6cf874a9-32e4-4f21-a383-a61ee6361484', 'status': 'completed', 'code': 200} Aug 29 16:51:40.489351 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8a6ee026-6bc8-4fe1-ab55-172490e74113 service neutron] 10.222.0.22 "GET /v2.0/networks/39d764d1-8420-4c9e-b333-1c4892f58585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197336 Aug 29 16:51:40.560708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Attempting to bind port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:40.561084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Attempting to bind port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '2c783e4f-62ad-4da1-b4d4-999d1f5c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:40.561848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Attempting to bind port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 on network 002ac696-b0f2-47d2-9ec1-bddd38239c7e {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:40.573327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:40.573702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Checking segment: {'id': '2c783e4f-62ad-4da1-b4d4-999d1f5c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:40.574110 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:40.574754 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Bound using segment: {'id': '2c783e4f-62ad-4da1-b4d4-999d1f5c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:40.574973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Bound port: 8e5aed47-a882-4f62-9902-e9dbef2ab6e8, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c783e4f-62ad-4da1-b4d4-999d1f5c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:40.575362 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:40.581691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de094764-144e-4238-a82a-6e1718872017 req-28517c68-b1be-4aa3-a0f1-95a958a4949e tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:40.583537 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de094764-144e-4238-a82a-6e1718872017 req-28517c68-b1be-4aa3-a0f1-95a958a4949e tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 945 time: 0.0661178 Aug 29 16:51:40.592842 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-9ff0a7ed-1af7-48b8-8bec-12c771d247fc service neutron] 10.222.0.22 "GET /v2.0/networks/39d764d1-8420-4c9e-b333-1c4892f58585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020842 Aug 29 16:51:40.631392 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de094764-144e-4238-a82a-6e1718872017 req-e7e20295-ba5a-4711-a770-077cd673e861 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Aug 29 16:51:40.689561 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:40.703425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] For port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:40.706294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Transition to ACTIVE for port object f7f947f5-2392-4845-86f1-051a496e8db7 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:40.709892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] For port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8e5aed47-a882-4f62-9902-e9dbef2ab6e8,segment=NetworkSegment(2c783e4f-62ad-4da1-b4d4-999d1f5c9a47),segment_id=2c783e4f-62ad-4da1-b4d4-999d1f5c9a47)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:40.720095 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:40.770458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Transition to ACTIVE for port object f7f947f5-2392-4845-86f1-051a496e8db7 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:40.789549 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:40.828324 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Network 39d764d1-8420-4c9e-b333-1c4892f58585 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:40.832279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:40.834986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:40.847598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12577f66-159e-490a-bca8-c0f578f8bc2e None None] Pushing event updated for resources: {'Port': ['ID=8e5aed47-a882-4f62-9902-e9dbef2ab6e8,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:40.920014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f3120683-ff52-4c28-b1d1-58df3474dc8f req-83674dbf-97f5-479e-a55f-f5d759f20a24 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 210 time: 0.0638785 Aug 29 16:51:40.996236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Pushing event updated for resources: {'Port': ['ID=f7f947f5-2392-4845-86f1-051a496e8db7,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:41.001049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Attempting to bind port f7f947f5-2392-4845-86f1-051a496e8db7 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:41.001461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Attempting to bind port f7f947f5-2392-4845-86f1-051a496e8db7 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'b7a07370-a419-4332-bff2-dbb2f85cfb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:41.001829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Attempting to bind port f7f947f5-2392-4845-86f1-051a496e8db7 on network 39d764d1-8420-4c9e-b333-1c4892f58585 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:41.007433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:41.007810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Checking segment: {'id': 'b7a07370-a419-4332-bff2-dbb2f85cfb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:41.008215 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:41.008604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Bound using segment: {'id': 'b7a07370-a419-4332-bff2-dbb2f85cfb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:41.009070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Bound port: f7f947f5-2392-4845-86f1-051a496e8db7, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a07370-a419-4332-bff2-dbb2f85cfb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:41.009519 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:41.066914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bc65b-ce6d-4ec0-ad69-f55e4504cf07 req-5daeaf5e-df11-46d4-ad47-46e0fbb957d7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:41.090493 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-495bc65b-ce6d-4ec0-ad69-f55e4504cf07 req-5daeaf5e-df11-46d4-ad47-46e0fbb957d7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1184464 Aug 29 16:51:41.157157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] For port f7f947f5-2392-4845-86f1-051a496e8db7, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:41.157391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25adda-4d04-4184-96ea-eb8240715f39 req-ed766a05-906f-4e8e-ae6f-2492e4a409bd tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:41.161066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] For port f7f947f5-2392-4845-86f1-051a496e8db7, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f7f947f5-2392-4845-86f1-051a496e8db7,segment=NetworkSegment(b7a07370-a419-4332-bff2-dbb2f85cfb5a),segment_id=b7a07370-a419-4332-bff2-dbb2f85cfb5a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:41.170009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df25adda-4d04-4184-96ea-eb8240715f39 req-ed766a05-906f-4e8e-ae6f-2492e4a409bd tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 949 time: 0.1141737 Aug 29 16:51:41.173103 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:41.234257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-495bc65b-ce6d-4ec0-ad69-f55e4504cf07 req-46bfd2ca-4ea9-4792-bb72-b70280f5b697 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330400 Aug 29 16:51:41.295646 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df25adda-4d04-4184-96ea-eb8240715f39 req-1ea7200f-a438-4322-b7d5-109c590b95ec tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212072 Aug 29 16:51:41.320600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['0e2fa299-8ac9-44f1-9d56-9a145b57549d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:41.421014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab670cb6-768c-426a-a443-f2fdd808f3dd None None] Pushing event updated for resources: {'Port': ['ID=f7f947f5-2392-4845-86f1-051a496e8db7,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:41.466523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97aaca-d721-4d0b-8c87-61a687dc4bb4 req-89b5f39f-e3d4-4abe-9ff4-08c8083215a4 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:41.476256 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb97aaca-d721-4d0b-8c87-61a687dc4bb4 req-89b5f39f-e3d4-4abe-9ff4-08c8083215a4 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 944 time: 0.1009569 Aug 29 16:51:41.531626 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb97aaca-d721-4d0b-8c87-61a687dc4bb4 req-088eab09-beaa-44f2-a8d5-a9bc38594540 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539529 Aug 29 16:51:41.776436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:41.879551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba5f5d-2915-4bb1-8185-86a00ff01db4 req-877a74df-2a74-47a6-b5a3-03cef588a9a6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:41.899681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53ba5f5d-2915-4bb1-8185-86a00ff01db4 req-877a74df-2a74-47a6-b5a3-03cef588a9a6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 945 time: 0.1217942 Aug 29 16:51:41.905874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:41.952269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8c606-327a-4f22-913e-647fd272c69e req-1b93acbe-dfab-4fab-a3dc-19629ebd416f tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:41.965971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8ed8c606-327a-4f22-913e-647fd272c69e req-1b93acbe-dfab-4fab-a3dc-19629ebd416f tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 949 time: 0.0789020 Aug 29 16:51:42.003563 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53ba5f5d-2915-4bb1-8185-86a00ff01db4 req-007c276a-29fa-4fa2-ad32-20ff045b39dd tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937006 Aug 29 16:51:42.018628 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8ed8c606-327a-4f22-913e-647fd272c69e req-b1992df8-5368-4881-a710-b0eac557d8d1 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500796 Aug 29 16:51:42.101971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a10de18-4543-402c-9e09-0917001deebc req-c81ef619-71b3-4cb3-9d09-071f732a5a2a tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 210 time: 0.0341914 Aug 29 16:51:42.205393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ade61d-f933-4e23-b553-ca516a43362b req-5bb90b0b-336f-425a-b851-c90fe430e663 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:42.206883 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7ade61d-f933-4e23-b553-ca516a43362b req-5bb90b0b-336f-425a-b851-c90fe430e663 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 949 time: 0.0573430 Aug 29 16:51:42.325415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a554945b-6539-43dd-a1ed-0739c4ec16c1 None None] Network 002ac696-b0f2-47d2-9ec1-bddd38239c7e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:51:42.371968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-b7ade61d-f933-4e23-b553-ca516a43362b req-7c03bbae-4df5-4349-83cd-a6b5a462e19f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Deleting port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:42.372510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b7ade61d-f933-4e23-b553-ca516a43362b req-7c03bbae-4df5-4349-83cd-a6b5a462e19f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:42.377435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764e297-a046-442b-84e0-f73ff432a347 req-eb227e19-a945-4d3c-9f13-6c8f4f2bb1a1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:42.384872 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b764e297-a046-442b-84e0-f73ff432a347 req-eb227e19-a945-4d3c-9f13-6c8f4f2bb1a1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0837834 Aug 29 16:51:42.456464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b764e297-a046-442b-84e0-f73ff432a347 req-59a55223-28c1-47dd-8219-25706590cb95 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705504 Aug 29 16:51:42.476542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9035e3a9-fb22-450e-ba4e-5772c41693d4 None None] Provisioning for port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:42.503869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9035e3a9-fb22-450e-ba4e-5772c41693d4 None None] Provisioning complete for port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:42.507060 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9035e3a9-fb22-450e-ba4e-5772c41693d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:42.604296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-b7ade61d-f933-4e23-b553-ca516a43362b req-7c03bbae-4df5-4349-83cd-a6b5a462e19f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] For port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:42.604757 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b7ade61d-f933-4e23-b553-ca516a43362b req-7c03bbae-4df5-4349-83cd-a6b5a462e19f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:42.645524 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-b7ade61d-f933-4e23-b553-ca516a43362b req-7c03bbae-4df5-4349-83cd-a6b5a462e19f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Calling delete_port for 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:42.739060 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9035e3a9-fb22-450e-ba4e-5772c41693d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:42.759107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-059440ee-adc7-4046-a20c-63def2fd92fd tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:42.785576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-059440ee-adc7-4046-a20c-63def2fd92fd tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:42.788081 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-059440ee-adc7-4046-a20c-63def2fd92fd tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "GET /v2.0/networks?id=002ac696-b0f2-47d2-9ec1-bddd38239c7e&id=39d764d1-8420-4c9e-b333-1c4892f58585 HTTP/1.1" status: 200 len: 1391 time: 0.3255630 Aug 29 16:51:42.794699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9035e3a9-fb22-450e-ba4e-5772c41693d4 None None] For port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8e5aed47-a882-4f62-9902-e9dbef2ab6e8,segment=NetworkSegment(2c783e4f-62ad-4da1-b4d4-999d1f5c9a47),segment_id=2c783e4f-62ad-4da1-b4d4-999d1f5c9a47)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:42.800261 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b5c13fc-fba4-417e-bc41-6ec1992aecb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:42.804587 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9035e3a9-fb22-450e-ba4e-5772c41693d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:42.842661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'port': {'device_id': 'ae358a50-9c25-4e58-be08-a897921aa662', 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e', 'admin_state_up': True, 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:42.852412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221ccae-b6e2-4cf0-a09d-f401b03d3e95 req-c6b0ab57-3af0-427b-bad1-7ab67b005f22 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:42.867603 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6221ccae-b6e2-4cf0-a09d-f401b03d3e95 req-c6b0ab57-3af0-427b-bad1-7ab67b005f22 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=436fff42-c16a-44f2-94e1-43063747306f HTTP/1.1" status: 200 len: 949 time: 0.4708638 Aug 29 16:51:42.906397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035e3a9-fb22-450e-ba4e-5772c41693d4 None None] Pushing event updated for resources: {'Port': ['ID=8e5aed47-a882-4f62-9902-e9dbef2ab6e8,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:42.916552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b7ade61d-f933-4e23-b553-ca516a43362b req-7c03bbae-4df5-4349-83cd-a6b5a462e19f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:42.930250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace', '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:42.983397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03bbae-4df5-4349-83cd-a6b5a462e19f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event deleted for resources: {'Port': ['ID=68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:42.984991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ae6ca-fa98-4af5-9dac-cb9b802d97c3 req-b6cba7b2-bf40-46b0-b2f2-24e28d133c9b tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:42.986869 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e3ae6ca-fa98-4af5-9dac-cb9b802d97c3 req-b6cba7b2-bf40-46b0-b2f2-24e28d133c9b tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 944 time: 0.2777872 Aug 29 16:51:43.003751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6', 'c605cd2d-c605-4607-946f-9700c452073f', '02cec373-07b1-43fd-8161-84b3715f5089', '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:43.015086 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6221ccae-b6e2-4cf0-a09d-f401b03d3e95 req-a9d11950-ceb2-4b4c-b539-9b32f6670b19 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318245 Aug 29 16:51:43.076075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ade61d-f933-4e23-b553-ca516a43362b req-7c03bbae-4df5-4349-83cd-a6b5a462e19f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] No DVR routers for this DVR port 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:43.081354 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b7ade61d-f933-4e23-b553-ca516a43362b req-7c03bbae-4df5-4349-83cd-a6b5a462e19f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:43.085994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e3ae6ca-fa98-4af5-9dac-cb9b802d97c3 req-db576a05-52a0-43f9-8d94-850ed5769131 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860162 Aug 29 16:51:43.089387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:43.090727 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7ade61d-f933-4e23-b553-ca516a43362b req-7c03bbae-4df5-4349-83cd-a6b5a462e19f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "DELETE /v2.0/ports/68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 HTTP/1.1" status: 204 len: 173 time: 0.8734889 Aug 29 16:51:43.091225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436fff42-c16a-44f2-94e1-43063747306f', 'name': 'network-vif-deleted', 'tag': '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:43.093705 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7556e2a6-0950-43a1-bafb-1929a5d993e2" -d '{"events": [{"server_uuid": "436fff42-c16a-44f2-94e1-43063747306f", "name": "network-vif-deleted", "tag": "68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:43.101068 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:43.103557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd32d15-43b4-4ef0-8607-d59fa1d059e7 None None] Network 39d764d1-8420-4c9e-b333-1c4892f58585 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:51:43.163509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4470f-51b2-41b3-8bf6-57c1a73c6ff4 req-17beb556-dd2f-4624-983c-41f7d2b28834 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:43.169722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66f4470f-51b2-41b3-8bf6-57c1a73c6ff4 req-17beb556-dd2f-4624-983c-41f7d2b28834 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 945 time: 0.0643871 Aug 29 16:51:43.218221 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66f4470f-51b2-41b3-8bf6-57c1a73c6ff4 req-7f366a6f-9cc5-4416-a3e5-bd8b39d7c921 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Aug 29 16:51:43.281744 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc5e5e9-a80f-4e43-972d-541314c3fa44 x-openstack-request-id: req-0fc5e5e9-a80f-4e43-972d-541314c3fa44 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:43.282253 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436fff42-c16a-44f2-94e1-43063747306f", "name": "network-vif-deleted", "tag": "68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:43.282832 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0fc5e5e9-a80f-4e43-972d-541314c3fa44 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:43.283418 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436fff42-c16a-44f2-94e1-43063747306f', 'name': 'network-vif-deleted', 'tag': '68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3', 'status': 'completed', 'code': 200} Aug 29 16:51:43.345744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cb5e5be8-21b8-4cfd-ab42-96205c739e26 None None] Provisioning for port f7f947f5-2392-4845-86f1-051a496e8db7 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:43.354276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a27d0-8df3-488d-a224-7c6b52ce7b67 req-6b09fe65-2e5a-4601-a973-05adb2144987 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:43.362229 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-020a27d0-8df3-488d-a224-7c6b52ce7b67 req-6b09fe65-2e5a-4601-a973-05adb2144987 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 949 time: 0.1299496 Aug 29 16:51:43.400999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9f6f0849-70d5-4a56-83de-b2be48818fb3 req-da84b82b-1537-4847-81c8-96ea47caaa92 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 210 time: 0.0492511 Aug 29 16:51:43.436329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-020a27d0-8df3-488d-a224-7c6b52ce7b67 req-725305c9-b552-497d-825b-17a514477798 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706527 Aug 29 16:51:43.531599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Allocated IP 19.80.0.33 (002ac696-b0f2-47d2-9ec1-bddd38239c7e/3e1b8ed5-8990-4d01-a712-3e819f30758b/6c9c0a4b-04cb-473d-9d59-abd35f3347b4) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:43.575915 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6cf874a9-32e4-4f21-a383-a61ee6361484 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:43.595156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d20028d6-c565-4c4a-bf33-855d052ab8b6 req-cd57100e-3b53-4b5b-bf28-43979a87f8cc tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-765530953&fields=id&tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6 HTTP/1.1" status: 200 len: 267 time: 0.0991893 Aug 29 16:51:43.649380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 4e58dfb3-976f-4596-b544-f740d7ea42ec up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:43.667749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 6cf874a9-32e4-4f21-a383-a61ee6361484 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:43.668109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6cf874a9-32e4-4f21-a383-a61ee6361484 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:43.691456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20028d6-c565-4c4a-bf33-855d052ab8b6 req-dca50ca2-26b6-4670-8706-7eb259ad0587 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:43.709827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d20028d6-c565-4c4a-bf33-855d052ab8b6 req-dca50ca2-26b6-4670-8706-7eb259ad0587 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 945 time: 0.1135392 Aug 29 16:51:43.715406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-d20028d6-c565-4c4a-bf33-855d052ab8b6 req-1afc52d6-4521-4f1f-8a03-7213b043fae2 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'port': {'security_groups': ['e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6', '7329f175-e297-47e0-bf70-1ae2d8490e7f']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:43.721495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b9bd4d8b-a5e4-46bd-a493-0ce51db2b393 None None] Provisioning complete for port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:43.721942 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4d8b-a5e4-46bd-a493-0ce51db2b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:43.854609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:43.883516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d20028d6-c565-4c4a-bf33-855d052ab8b6 req-1afc52d6-4521-4f1f-8a03-7213b043fae2 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:43.920701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10036b-63ff-45df-a138-23d9554373ad req-15459a66-e839-471f-bcb8-150363450624 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:43.928794 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb10036b-63ff-45df-a138-23d9554373ad req-15459a66-e839-471f-bcb8-150363450624 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.3651838 Aug 29 16:51:43.939683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 4e58dfb3-976f-4596-b544-f740d7ea42ec completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:43.963522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 4e58dfb3-976f-4596-b544-f740d7ea42ec triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:43.965266 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.015306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb10036b-63ff-45df-a138-23d9554373ad req-1721fe63-ff1c-4ee8-ac33-bdf097e7c68c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840671 Aug 29 16:51:44.056744 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.095919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Transition to ACTIVE for port object 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:44.145463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:44.145841 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.188388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.317416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network 002ac696-b0f2-47d2-9ec1-bddd38239c7e is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:44.328569 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:44.335768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:44.364037 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.365485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d20028d6-c565-4c4a-bf33-855d052ab8b6 req-1afc52d6-4521-4f1f-8a03-7213b043fae2 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] For port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:44.392575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eef16-9e53-4ddb-845e-2bd6d24cff6d req-231dc49c-3d97-4575-b771-52bb1a3974df tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:44.401943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-418eef16-9e53-4ddb-845e-2bd6d24cff6d req-231dc49c-3d97-4575-b771-52bb1a3974df tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 944 time: 0.1248200 Aug 29 16:51:44.404116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Port': ['ID=6c9c0a4b-04cb-473d-9d59-abd35f3347b4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:44.446506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb3d47-2fd8-4d55-94d9-3b5c3f4b0279 req-08cdc2d3-1d99-421b-ae63-960dcc8bee2f tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:44.448849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6bb3d47-2fd8-4d55-94d9-3b5c3f4b0279 req-08cdc2d3-1d99-421b-ae63-960dcc8bee2f tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 949 time: 0.1420853 Aug 29 16:51:44.451258 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d20028d6-c565-4c4a-bf33-855d052ab8b6 req-1afc52d6-4521-4f1f-8a03-7213b043fae2 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.476961 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d20028d6-c565-4c4a-bf33-855d052ab8b6 req-1afc52d6-4521-4f1f-8a03-7213b043fae2 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.489626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 4e58dfb3-976f-4596-b544-f740d7ea42ec, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=4e58dfb3-976f-4596-b544-f740d7ea42ec,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:44.494913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58dfb3-976f-4596-b544-f740d7ea42ec'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:44.497574 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76e4c0b-e610-47e2-b68f-14bad170b646" -d '{"events": [{"server_uuid": "4ffdf373-2311-4988-8ede-3fd86bd16fc8", "name": "network-vif-plugged", "status": "completed", "tag": "4e58dfb3-976f-4596-b544-f740d7ea42ec"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:44.498411 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-418eef16-9e53-4ddb-845e-2bd6d24cff6d req-b23f7e00-1199-4199-a0ba-358d18129a31 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954337 Aug 29 16:51:44.504617 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.505481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:44.507732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:44.508648 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.528506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3a6eaf2e-4740-4667-afe9-b773243e64e9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6917799 Aug 29 16:51:44.537566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:44.538253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 68d6d1de-8b6d-4b3d-a922-8b7b8d0a9ce3 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:44.539910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Request body: {'port': {'device_id': 'ae358a50-9c25-4e58-be08-a897921aa662', 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585', 'admin_state_up': True, 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:44.563911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20028d6-c565-4c4a-bf33-855d052ab8b6 req-1afc52d6-4521-4f1f-8a03-7213b043fae2 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:44.564608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d20028d6-c565-4c4a-bf33-855d052ab8b6 req-1afc52d6-4521-4f1f-8a03-7213b043fae2 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.581587 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d20028d6-c565-4c4a-bf33-855d052ab8b6 req-1afc52d6-4521-4f1f-8a03-7213b043fae2 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "PUT /v2.0/ports/759e4d03-17c6-481b-ae38-b4dd0fba3c5c HTTP/1.1" status: 200 len: 981 time: 0.8702846 Aug 29 16:51:44.593619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f7f947f5-2392-4845-86f1-051a496e8db7 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:44.651768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=4e58dfb3-976f-4596-b544-f740d7ea42ec,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:44.700397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port f7f947f5-2392-4845-86f1-051a496e8db7 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:44.707793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f7f947f5-2392-4845-86f1-051a496e8db7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:44.708308 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.760493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Made reservation on behalf of de3bcb2318ea415c8be6daba549e3d1b for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:44.765592 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.776857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d8318f8b-41e8-4b48-a4d8-ad3d42e595d4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:44.821710 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3f28d43f-8ea5-4fa8-85ab-82555960e4f5 None None] Provisioning for port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:44.836067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3f28d43f-8ea5-4fa8-85ab-82555960e4f5 None None] Provisioning complete for port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:44.836440 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f28d43f-8ea5-4fa8-85ab-82555960e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.859830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc52d6-4521-4f1f-8a03-7213b043fae2 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'Port': ['ID=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,revision_number=6']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:44.899340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79891241-8faf-479f-a27c-f33be877927a req-ee69706e-d8d0-4d67-adc0-e318b35a81d8 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:44.901026 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79891241-8faf-479f-a27c-f33be877927a req-ee69706e-d8d0-4d67-adc0-e318b35a81d8 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 931 time: 0.2094934 Aug 29 16:51:44.907608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-d6bb3d47-2fd8-4d55-94d9-3b5c3f4b0279 req-4346f746-197c-4e24-9d1b-66919bb3987d tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Deleting port 0e2fa299-8ac9-44f1-9d56-9a145b57549d {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:44.908191 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d6bb3d47-2fd8-4d55-94d9-3b5c3f4b0279 req-4346f746-197c-4e24-9d1b-66919bb3987d tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.966713 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:44.969785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3f28d43f-8ea5-4fa8-85ab-82555960e4f5 None None] Port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:51:44.988168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fb544-966c-43c4-ae11-a58973f365d3 req-11d51c9a-d6c7-4985-9501-6121c0d9f8a9 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:44.996093 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f99fb544-966c-43c4-ae11-a58973f365d3 req-11d51c9a-d6c7-4985-9501-6121c0d9f8a9 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a HTTP/1.1" status: 200 len: 949 time: 0.1091490 Aug 29 16:51:45.006328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['759e4d03-17c6-481b-ae38-b4dd0fba3c5c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:45.016388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d6bb3d47-2fd8-4d55-94d9-3b5c3f4b0279 req-4346f746-197c-4e24-9d1b-66919bb3987d tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] For port 0e2fa299-8ac9-44f1-9d56-9a145b57549d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=0e2fa299-8ac9-44f1-9d56-9a145b57549d,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:45.016772 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d6bb3d47-2fd8-4d55-94d9-3b5c3f4b0279 req-4346f746-197c-4e24-9d1b-66919bb3987d tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:45.030953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Allocated IP 19.86.0.224 (39d764d1-8420-4c9e-b333-1c4892f58585/bedad7db-8539-485d-a99e-2dae5cd5e3a5/2434c40b-cb4c-48ac-b295-c1edd144c0e1) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:45.032154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-d6bb3d47-2fd8-4d55-94d9-3b5c3f4b0279 req-4346f746-197c-4e24-9d1b-66919bb3987d tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Calling delete_port for 0e2fa299-8ac9-44f1-9d56-9a145b57549d owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:45.043032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port f7f947f5-2392-4845-86f1-051a496e8db7, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f7f947f5-2392-4845-86f1-051a496e8db7,segment=NetworkSegment(b7a07370-a419-4332-bff2-dbb2f85cfb5a),segment_id=b7a07370-a419-4332-bff2-dbb2f85cfb5a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:45.062319 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f99fb544-966c-43c4-ae11-a58973f365d3 req-d987e61a-15e0-411c-84b2-2b322ee90c97 tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc37a088-05eb-4d50-b796-fa5983f65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653048 Aug 29 16:51:45.086381 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:45.155386 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdba149-8a76-43c9-8aba-b8b002316a6e x-openstack-request-id: req-2bdba149-8a76-43c9-8aba-b8b002316a6e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:45.155676 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffdf373-2311-4988-8ede-3fd86bd16fc8", "name": "network-vif-plugged", "status": "completed", "tag": "4e58dfb3-976f-4596-b544-f740d7ea42ec", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:45.155931 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bdba149-8a76-43c9-8aba-b8b002316a6e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:45.156323 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58dfb3-976f-4596-b544-f740d7ea42ec', 'code': 200} Aug 29 16:51:45.161567 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=f7f947f5-2392-4845-86f1-051a496e8db7,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:45.218811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d6bb3d47-2fd8-4d55-94d9-3b5c3f4b0279 req-4346f746-197c-4e24-9d1b-66919bb3987d tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:45.222646 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c7380e1-8a73-4d92-bf81-48421a83ba84 req-abe1848c-723d-4ba1-94eb-054c15d0241b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/7329f175-e297-47e0-bf70-1ae2d8490e7f HTTP/1.1" status: 200 len: 1800 time: 0.0654721 Aug 29 16:51:45.301880 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79891241-8faf-479f-a27c-f33be877927a req-48be6541-f308-40d4-81d5-624503bfe3c1 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066036 Aug 29 16:51:45.317366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'tag': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:45.319886 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12f9924-22e2-4b84-97fc-62ee9e56e493" -d '{"events": [{"name": "network-changed", "server_uuid": "249d6625-8001-4ec3-a0ac-bb58aefd2eaf", "tag": "759e4d03-17c6-481b-ae38-b4dd0fba3c5c"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:45.323960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346f746-197c-4e24-9d1b-66919bb3987d tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Pushing event deleted for resources: {'Port': ['ID=0e2fa299-8ac9-44f1-9d56-9a145b57549d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:45.360804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bb3d47-2fd8-4d55-94d9-3b5c3f4b0279 req-4346f746-197c-4e24-9d1b-66919bb3987d tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] No DVR routers for this DVR port 0e2fa299-8ac9-44f1-9d56-9a145b57549d on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:45.363516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d6bb3d47-2fd8-4d55-94d9-3b5c3f4b0279 req-4346f746-197c-4e24-9d1b-66919bb3987d tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:45.365822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6bb3d47-2fd8-4d55-94d9-3b5c3f4b0279 req-4346f746-197c-4e24-9d1b-66919bb3987d tempest-ServersAdminNegativeTestJSON-1860181445 tempest-ServersAdminNegativeTestJSON-1860181445-project] 10.222.0.16 "DELETE /v2.0/ports/0e2fa299-8ac9-44f1-9d56-9a145b57549d HTTP/1.1" status: 204 len: 173 time: 0.9080024 Aug 29 16:51:45.607217 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-951aeecf-86c1-489a-a389-3c643000dc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:45.691343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f7f947f5-2392-4845-86f1-051a496e8db7 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:45.731145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f2a6c-72a7-4d49-a7d3-f94c41b4ec27 req-a5cf8d15-1ff9-4d6a-a7a3-00aff8db4173 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:45.738827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-388f2a6c-72a7-4d49-a7d3-f94c41b4ec27 req-a5cf8d15-1ff9-4d6a-a7a3-00aff8db4173 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0603764 Aug 29 16:51:45.786912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-388f2a6c-72a7-4d49-a7d3-f94c41b4ec27 req-83834397-109e-4d92-8d0e-2fc40bb846f5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471184 Aug 29 16:51:45.793264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['759e4d03-17c6-481b-ae38-b4dd0fba3c5c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:45.869138 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:45.872355 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-0c7380e1-8a73-4d92-bf81-48421a83ba84 req-c879209a-2600-4a56-96a2-cdcd51fc360a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 16:51:45.886564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c7380e1-8a73-4d92-bf81-48421a83ba84 req-c879209a-2600-4a56-96a2-cdcd51fc360a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "DELETE /v2.0/security-groups/7329f175-e297-47e0-bf70-1ae2d8490e7f HTTP/1.1" status: 409 len: 341 time: 0.6629632 Aug 29 16:51:45.904005 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c5c846-07f0-4aa4-9ad3-dc2fc145aafc x-openstack-request-id: req-c4c5c846-07f0-4aa4-9ad3-dc2fc145aafc {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:45.905754 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249d6625-8001-4ec3-a0ac-bb58aefd2eaf", "tag": "759e4d03-17c6-481b-ae38-b4dd0fba3c5c", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:45.906240 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4c5c846-07f0-4aa4-9ad3-dc2fc145aafc {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:45.906892 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'tag': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c', 'status': 'completed', 'code': 200} Aug 29 16:51:45.941757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f7f947f5-2392-4845-86f1-051a496e8db7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:45.942553 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:45.988186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b1684-9049-48de-832b-545785049bc7 req-0b2898da-5812-4cc6-9b7c-db3a03f19fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:45.991715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d18b1684-9049-48de-832b-545785049bc7 req-0b2898da-5812-4cc6-9b7c-db3a03f19fc5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 1097 time: 0.7559299 Aug 29 16:51:46.069804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f9924-22e2-4b84-97fc-62ee9e56e493 req-7161a111-de7d-49fd-9100-44aa9a5bdc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:46.073710 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a12f9924-22e2-4b84-97fc-62ee9e56e493 req-7161a111-de7d-49fd-9100-44aa9a5bdc8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 1136 time: 0.1182268 Aug 29 16:51:46.089402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443383a2-45dd-4cd0-8932-c4b1fdcc7745 req-6ae594e0-2b82-48c8-bcf5-ed86e9866aff tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:46.098378 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-443383a2-45dd-4cd0-8932-c4b1fdcc7745 req-6ae594e0-2b82-48c8-bcf5-ed86e9866aff tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca2bae34-19d0-4b56-96b4-042336525fb2 HTTP/1.1" status: 200 len: 950 time: 0.0959418 Aug 29 16:51:46.130639 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:46.178824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aef1d-b20a-49a9-871e-79fc3592fe17 req-59141441-24c7-4867-bea8-b0dbb068242d tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:46.187578 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-155aef1d-b20a-49a9-871e-79fc3592fe17 req-59141441-24c7-4867-bea8-b0dbb068242d tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 945 time: 0.1731458 Aug 29 16:51:46.201421 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d18b1684-9049-48de-832b-545785049bc7 req-d5c1a416-efc4-4a55-bf80-5fbdb54b8cc4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949394 Aug 29 16:51:46.225070 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-443383a2-45dd-4cd0-8932-c4b1fdcc7745 req-ba2bc64f-e438-45a3-a9fa-d2df00536d72 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256299 Aug 29 16:51:46.226749 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Transition to ACTIVE for port object 2434c40b-cb4c-48ac-b295-c1edd144c0e1 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:46.291379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3cbfc-8a76-4b8f-88f4-c9802fe6a064 req-10c7fcf8-3aa4-4fe4-ac4c-a128e87bc927 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:46.293419 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97d3cbfc-8a76-4b8f-88f4-c9802fe6a064 req-10c7fcf8-3aa4-4fe4-ac4c-a128e87bc927 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca2bae34-19d0-4b56-96b4-042336525fb2 HTTP/1.1" status: 200 len: 950 time: 0.1845808 Aug 29 16:51:46.316550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f9924-22e2-4b84-97fc-62ee9e56e493 req-0cbface2-fcd4-478f-ba91-80b76c01fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:46.317515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-155aef1d-b20a-49a9-871e-79fc3592fe17 req-bb54def3-34f6-4f09-8ad6-0341bf97590f tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281872 Aug 29 16:51:46.318239 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a12f9924-22e2-4b84-97fc-62ee9e56e493 req-0cbface2-fcd4-478f-ba91-80b76c01fa2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 200 len: 913 time: 0.1896083 Aug 29 16:51:46.460044 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:46.525550 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:46.560261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533125e-6845-4ceb-b981-03d216aed07f req-ff588354-6c57-4807-8b12-0d6bc03767f4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:46.573319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533125e-6845-4ceb-b981-03d216aed07f req-ff588354-6c57-4807-8b12-0d6bc03767f4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:46.588853 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d533125e-6845-4ceb-b981-03d216aed07f req-ff588354-6c57-4807-8b12-0d6bc03767f4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1654 time: 0.1064291 Aug 29 16:51:46.640705 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Network 39d764d1-8420-4c9e-b333-1c4892f58585 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:46.644252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event updated for resources: {'Port': ['ID=2434c40b-cb4c-48ac-b295-c1edd144c0e1,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:46.650079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:46.654724 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:46.691421 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a12f9924-22e2-4b84-97fc-62ee9e56e493 req-1286be4a-2d3e-4020-8f1e-b38e4dbe9c31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c HTTP/1.1" status: 200 len: 217 time: 0.1005368 Aug 29 16:51:46.722033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:46.722690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:46.748697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42028) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:46.770680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f9924-22e2-4b84-97fc-62ee9e56e493 req-20262da3-ebb3-4a5b-a9d1-088fbe3f58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:46.773083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a12f9924-22e2-4b84-97fc-62ee9e56e493 req-20262da3-ebb3-4a5b-a9d1-088fbe3f58cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e750d55-2e0f-4756-8498-a246e5a4cb25 HTTP/1.1" status: 200 len: 852 time: 0.0694485 Aug 29 16:51:46.789660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d533125e-6845-4ceb-b981-03d216aed07f req-724e0d50-e3cf-4dac-b484-6f5a56ece4a3 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999352 Aug 29 16:51:46.808269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dcbbe-8405-46b6-8aed-fdb72db53d91 req-4d1c2fc2-a0aa-4847-8d2f-6bfb9d1767d1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:46.811101 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed7dcbbe-8405-46b6-8aed-fdb72db53d91 req-4d1c2fc2-a0aa-4847-8d2f-6bfb9d1767d1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 984 time: 0.2640927 Aug 29 16:51:46.827910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-8ffea903-aa85-4aa4-b5d3-8dba1a97a626 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2804294 Aug 29 16:51:46.840112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Request body: {'port': {'device_id': 'ae358a50-9c25-4e58-be08-a897921aa662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:46.884657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a12f9924-22e2-4b84-97fc-62ee9e56e493 req-083c4487-de8f-482c-b30c-b38c39f281f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1125c0b4-2376-4597-8452-71f3a79e075a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616956 Aug 29 16:51:46.927245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-97d3cbfc-8a76-4b8f-88f4-c9802fe6a064 req-47e6eeb0-ac64-46b0-b518-a06aa334b8f1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Deleting port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:46.927733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97d3cbfc-8a76-4b8f-88f4-c9802fe6a064 req-47e6eeb0-ac64-46b0-b518-a06aa334b8f1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:47.019673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-02c3b61b-af07-4803-bc69-ee70e6eaf84b None None] Provisioning for port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:47.024265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-02c3b61b-af07-4803-bc69-ee70e6eaf84b None None] Provisioning complete for port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:47.025606 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-02c3b61b-af07-4803-bc69-ee70e6eaf84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:47.053190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1e07a-fc30-4b9a-ba72-005f5f10d3a0 req-d89cee4f-8c91-4e07-9b9e-4abcf2419cde tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:47.060623 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1e1e07a-fc30-4b9a-ba72-005f5f10d3a0 req-d89cee4f-8c91-4e07-9b9e-4abcf2419cde tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0780585 Aug 29 16:51:47.094406 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a12f9924-22e2-4b84-97fc-62ee9e56e493 req-39492250-1f2e-4139-8b3a-1a1ee012d7c9 service neutron] 10.222.0.16 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000957 Aug 29 16:51:47.098899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-02c3b61b-af07-4803-bc69-ee70e6eaf84b None None] Port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:51:47.129765 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1e1e07a-fc30-4b9a-ba72-005f5f10d3a0 req-cf91922c-f9ed-4f80-9bc4-1bb56ebaa492 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631247 Aug 29 16:51:47.160613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-97d3cbfc-8a76-4b8f-88f4-c9802fe6a064 req-47e6eeb0-ac64-46b0-b518-a06aa334b8f1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] For port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:47.161074 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97d3cbfc-8a76-4b8f-88f4-c9802fe6a064 req-47e6eeb0-ac64-46b0-b518-a06aa334b8f1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:47.176117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-97d3cbfc-8a76-4b8f-88f4-c9802fe6a064 req-47e6eeb0-ac64-46b0-b518-a06aa334b8f1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Calling delete_port for 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:47.264056 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed7dcbbe-8405-46b6-8aed-fdb72db53d91 req-83ca429b-0887-4abf-9bcd-8076ec74b10f tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&id=7329f175-e297-47e0-bf70-1ae2d8490e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3547025 Aug 29 16:51:47.265918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a12f9924-22e2-4b84-97fc-62ee9e56e493 req-79463c42-b9d1-4dae-b36c-8326cffbe65c service neutron] 10.222.0.16 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607840 Aug 29 16:51:47.306486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:47.356399 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:47.463259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144be440-a9c7-4f98-be24-3ea3b307a9ef req-2055ca9b-27fe-484d-916c-1d4ad4845d9f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:47.465961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144be440-a9c7-4f98-be24-3ea3b307a9ef req-2055ca9b-27fe-484d-916c-1d4ad4845d9f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca2bae34-19d0-4b56-96b4-042336525fb2 HTTP/1.1" status: 200 len: 950 time: 0.1552229 Aug 29 16:51:47.481171 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ae18ec02-3496-4a40-82a5-5ca34228fbfa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f372c524fe0a48fba2dc7097f3f9159d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7190759 Aug 29 16:51:47.482137 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42042) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:47.507230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeebbc-53f5-4829-9217-da79b0ab206a req-eae08d4c-2d41-4fb3-bf03-35b0b5adbd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:47.509111 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5afeebbc-53f5-4829-9217-da79b0ab206a req-eae08d4c-2d41-4fb3-bf03-35b0b5adbd1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 1136 time: 0.1660843 Aug 29 16:51:47.544727 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144be440-a9c7-4f98-be24-3ea3b307a9ef req-75339208-9af2-4705-8f56-c4eb7787025a tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729933 Aug 29 16:51:47.650770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 0e2fa299-8ac9-44f1-9d56-9a145b57549d no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:47.670487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeebbc-53f5-4829-9217-da79b0ab206a req-b0f353f9-6d4d-4ad4-8e4a-e6e8c2935b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:47.672746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5afeebbc-53f5-4829-9217-da79b0ab206a req-b0f353f9-6d4d-4ad4-8e4a-e6e8c2935b40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 200 len: 913 time: 0.1443701 Aug 29 16:51:47.680692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 0e2fa299-8ac9-44f1-9d56-9a145b57549d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:47.681211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 0e2fa299-8ac9-44f1-9d56-9a145b57549d not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:47.730291 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5afeebbc-53f5-4829-9217-da79b0ab206a req-3a2143b0-cbfa-4053-9509-59c209a06244 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c HTTP/1.1" status: 200 len: 217 time: 0.0474172 Aug 29 16:51:47.744286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a48e4-0cf1-4e4c-8867-47f481353a2d req-ecb350bf-4db2-4b30-a889-6db12d72ec8d tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:47.745987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-542a48e4-0cf1-4e4c-8867-47f481353a2d req-ecb350bf-4db2-4b30-a889-6db12d72ec8d tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 945 time: 0.2818494 Aug 29 16:51:47.753543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97d3cbfc-8a76-4b8f-88f4-c9802fe6a064 req-47e6eeb0-ac64-46b0-b518-a06aa334b8f1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:47.768539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6', 'c605cd2d-c605-4607-946f-9700c452073f', '02cec373-07b1-43fd-8161-84b3715f5089'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:47.771490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:47.793170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeebbc-53f5-4829-9217-da79b0ab206a req-73ffc3a0-b431-4bfd-80e3-6120b1ff66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:47.795445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5afeebbc-53f5-4829-9217-da79b0ab206a req-73ffc3a0-b431-4bfd-80e3-6120b1ff66bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e750d55-2e0f-4756-8498-a246e5a4cb25 HTTP/1.1" status: 200 len: 852 time: 0.0569649 Aug 29 16:51:47.859020 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-176b9cd0-c5a2-4fe1-9b6a-8d0a632adb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:47.864707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6eeb0-ac64-46b0-b518-a06aa334b8f1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event deleted for resources: {'Port': ['ID=0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:47.916456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a', 'name': 'network-vif-deleted', 'tag': '0e2fa299-8ac9-44f1-9d56-9a145b57549d'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:47.918931 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb7f224-5fda-4e7d-a4ed-8b33b5176261" -d '{"events": [{"server_uuid": "b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a", "name": "network-vif-deleted", "tag": "0e2fa299-8ac9-44f1-9d56-9a145b57549d"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:47.939911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5afeebbc-53f5-4829-9217-da79b0ab206a req-9378df1e-fe37-43c5-88ef-98b029359d0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1125c0b4-2376-4597-8452-71f3a79e075a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358647 Aug 29 16:51:47.949355 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-176b9cd0-c5a2-4fe1-9b6a-8d0a632adb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:47.981962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d3cbfc-8a76-4b8f-88f4-c9802fe6a064 req-47e6eeb0-ac64-46b0-b518-a06aa334b8f1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] No DVR routers for this DVR port 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:47.993166 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-542a48e4-0cf1-4e4c-8867-47f481353a2d req-2a7243ec-db53-4c18-bebb-4fb52b3f989c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275140 Aug 29 16:51:48.010736 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97d3cbfc-8a76-4b8f-88f4-c9802fe6a064 req-47e6eeb0-ac64-46b0-b518-a06aa334b8f1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:48.012815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97d3cbfc-8a76-4b8f-88f4-c9802fe6a064 req-47e6eeb0-ac64-46b0-b518-a06aa334b8f1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "DELETE /v2.0/ports/0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c HTTP/1.1" status: 204 len: 173 time: 1.7118793 Aug 29 16:51:48.013329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2bae34-19d0-4b56-96b4-042336525fb2', 'name': 'network-vif-deleted', 'tag': '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:48.016105 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295d4e48-32c0-43af-aefe-f448d16b6c5b" -d '{"events": [{"server_uuid": "ca2bae34-19d0-4b56-96b4-042336525fb2", "name": "network-vif-deleted", "tag": "0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:48.158752 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:48.217480 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad2aa11-5296-4dca-944c-956ec316533e x-openstack-request-id: req-bad2aa11-5296-4dca-944c-956ec316533e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:48.217480 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2bae34-19d0-4b56-96b4-042336525fb2", "name": "network-vif-deleted", "tag": "0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:48.217480 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bad2aa11-5296-4dca-944c-956ec316533e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:48.217480 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2bae34-19d0-4b56-96b4-042336525fb2', 'name': 'network-vif-deleted', 'tag': '0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c', 'status': 'completed', 'code': 200} Aug 29 16:51:48.230514 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5afeebbc-53f5-4829-9217-da79b0ab206a req-73394a8c-88a4-4878-b0f5-e20e4d90eb08 service neutron] 10.222.0.16 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754745 Aug 29 16:51:48.230784 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-176b9cd0-c5a2-4fe1-9b6a-8d0a632adb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:48.235859 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f635635c-e427-4350-8faa-86ab515fa558 x-openstack-request-id: req-f635635c-e427-4350-8faa-86ab515fa558 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:48.236306 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a", "name": "network-vif-deleted", "tag": "0e2fa299-8ac9-44f1-9d56-9a145b57549d", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:48.237005 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f635635c-e427-4350-8faa-86ab515fa558 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:48.237541 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a57e52-0e0f-4a75-9ad9-c44392c3ac4a', 'name': 'network-vif-deleted', 'tag': '0e2fa299-8ac9-44f1-9d56-9a145b57549d', 'status': 'completed', 'code': 200} Aug 29 16:51:48.239493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-176b9cd0-c5a2-4fe1-9b6a-8d0a632adb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:48.244042 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-176b9cd0-c5a2-4fe1-9b6a-8d0a632adb8e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc37a088-05eb-4d50-b796-fa5983f65c32 HTTP/1.1" status: 204 len: 168 time: 0.7504187 Aug 29 16:51:48.349794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8b8b5-c4d6-4a4c-9576-e132cd60dc3c req-8e2d1b65-cccf-42d5-98b9-35a0f495e934 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:48.357360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8b8b5-c4d6-4a4c-9576-e132cd60dc3c req-8e2d1b65-cccf-42d5-98b9-35a0f495e934 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:48.372767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cdb8b8b5-c4d6-4a4c-9576-e132cd60dc3c req-8e2d1b65-cccf-42d5-98b9-35a0f495e934 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1654 time: 0.4402165 Aug 29 16:51:48.384092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b9cd0-c5a2-4fe1-9b6a-8d0a632adb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc37a088-05eb-4d50-b796-fa5983f65c32,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:48.411310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:48.426255 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:48.463684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40892025-6d44-4414-9bd3-ba4420f31e4a req-65ed05f7-7e67-4fc3-9ab0-3f8106675da1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:48.465491 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40892025-6d44-4414-9bd3-ba4420f31e4a req-65ed05f7-7e67-4fc3-9ab0-3f8106675da1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 949 time: 0.2875724 Aug 29 16:51:48.467406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Transition to ACTIVE for port object 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:48.489621 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cdb8b8b5-c4d6-4a4c-9576-e132cd60dc3c req-ba2acf13-dc67-45b1-8cb0-60cc31facd26 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155097 Aug 29 16:51:48.507619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0c55-08c3-4feb-b608-576ec1d15a45 req-2c6aea39-b685-401a-812b-98847c396445 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:48.509907 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-552c0c55-08c3-4feb-b608-576ec1d15a45 req-2c6aea39-b685-401a-812b-98847c396445 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1847811 Aug 29 16:51:48.512620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:48.525503 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5afeebbc-53f5-4829-9217-da79b0ab206a req-a3200cc9-e19d-41c9-91af-43dc3b9e941e service neutron] 10.222.0.16 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852252 Aug 29 16:51:48.789925 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3992eff-3959-4c7a-ada1-98f04aa78224 req-c1ee41e1-ca36-461b-8b01-94c6217054e3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:48.802668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c0a4b-04cb-473d-9d59-abd35f3347b4,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:48.810498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3992eff-3959-4c7a-ada1-98f04aa78224 req-c1ee41e1-ca36-461b-8b01-94c6217054e3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 984 time: 0.1347995 Aug 29 16:51:48.825915 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-552c0c55-08c3-4feb-b608-576ec1d15a45 req-f478bc20-ec1b-4cee-bf77-2aa37d39d83d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721193 Aug 29 16:51:48.904578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3992eff-3959-4c7a-ada1-98f04aa78224 req-89ea199c-4d1e-4bc6-a56a-60da15d38539 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&id=7329f175-e297-47e0-bf70-1ae2d8490e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0901492 Aug 29 16:51:48.916021 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42064) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:48.953044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-40892025-6d44-4414-9bd3-ba4420f31e4a req-3ca8b676-f28b-483e-a89f-27fa28a646f3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Deleting port 02cec373-07b1-43fd-8161-84b3715f5089 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:48.953650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-40892025-6d44-4414-9bd3-ba4420f31e4a req-3ca8b676-f28b-483e-a89f-27fa28a646f3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:48.991986 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4d6938cc-e16c-4793-8243-cb6ae50f7b62 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f2d0f5375b74713b073d9a390074c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747993 Aug 29 16:51:48.994073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42068) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:49.038021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Attempting to bind port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:49.038383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Attempting to bind port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '2c783e4f-62ad-4da1-b4d4-999d1f5c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:49.038691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Attempting to bind port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 on network 002ac696-b0f2-47d2-9ec1-bddd38239c7e {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:49.054818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 on network 002ac696-b0f2-47d2-9ec1-bddd38239c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:51:49.055091 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56deec12-d73b-4882-9e67-9bde78393e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:49.055211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Attempting to bind port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 on network 002ac696-b0f2-47d2-9ec1-bddd38239c7e {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:49.078105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:49.078468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Checking segment: {'id': '2c783e4f-62ad-4da1-b4d4-999d1f5c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:49.078819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Bound using segment: {'id': '2c783e4f-62ad-4da1-b4d4-999d1f5c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:49.079260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Bound port: 6c9c0a4b-04cb-473d-9d59-abd35f3347b4, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c783e4f-62ad-4da1-b4d4-999d1f5c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:49.079621 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:49.093957 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56deec12-d73b-4882-9e67-9bde78393e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:49.117743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151dab8-c159-466d-8b91-e0dc11cfde1d req-7f0b21e4-2303-4650-9181-2072bf550140 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:49.119680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4151dab8-c159-466d-8b91-e0dc11cfde1d req-7f0b21e4-2303-4650-9181-2072bf550140 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=105661f9-2502-4ac0-8c45-d2dbefe320fc HTTP/1.1" status: 200 len: 949 time: 0.1117349 Aug 29 16:51:49.155005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00989185-c618-46b4-b5c4-b35ca6b6ac46 req-3ab9ecdb-b295-42f6-bf04-27afe83ccad1 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:49.156495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00989185-c618-46b4-b5c4-b35ca6b6ac46 req-3ab9ecdb-b295-42f6-bf04-27afe83ccad1 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 945 time: 0.0833869 Aug 29 16:51:49.176828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-40892025-6d44-4414-9bd3-ba4420f31e4a req-3ca8b676-f28b-483e-a89f-27fa28a646f3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] For port 02cec373-07b1-43fd-8161-84b3715f5089, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=02cec373-07b1-43fd-8161-84b3715f5089,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:49.177243 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-40892025-6d44-4414-9bd3-ba4420f31e4a req-3ca8b676-f28b-483e-a89f-27fa28a646f3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:49.186494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56deec12-d73b-4882-9e67-9bde78393e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:49.188967 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56deec12-d73b-4882-9e67-9bde78393e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:49.190421 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-56deec12-d73b-4882-9e67-9bde78393e45 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/775a5f90-ef5c-45f3-95b6-adacd795b1d6 HTTP/1.1" status: 204 len: 168 time: 0.1943913 Aug 29 16:51:49.211972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56deec12-d73b-4882-9e67-9bde78393e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775a5f90-ef5c-45f3-95b6-adacd795b1d6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:49.215811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-40892025-6d44-4414-9bd3-ba4420f31e4a req-3ca8b676-f28b-483e-a89f-27fa28a646f3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Calling delete_port for 02cec373-07b1-43fd-8161-84b3715f5089 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:49.231911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4151dab8-c159-466d-8b91-e0dc11cfde1d req-3660df01-d27d-4c1f-97ab-4df2844d5445 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029847 Aug 29 16:51:49.252427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00989185-c618-46b4-b5c4-b35ca6b6ac46 req-944d98fb-4b3f-4822-83e5-3f0545241b86 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742047 Aug 29 16:51:49.274059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] For port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:49.325470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] For port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6c9c0a4b-04cb-473d-9d59-abd35f3347b4,segment=NetworkSegment(2c783e4f-62ad-4da1-b4d4-999d1f5c9a47),segment_id=2c783e4f-62ad-4da1-b4d4-999d1f5c9a47)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:49.341542 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:49.417007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:49.417504 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:49.419147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] 10.222.0.10 "PUT /v2.0/ports/6c9c0a4b-04cb-473d-9d59-abd35f3347b4 HTTP/1.1" status: 200 len: 1092 time: 2.5909734 Aug 29 16:51:49.456485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Request body: {'port': {'device_id': 'ae358a50-9c25-4e58-be08-a897921aa662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:49.533281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03fd17-a8a1-40bd-9282-4e6636853b8f service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c0a4b-04cb-473d-9d59-abd35f3347b4,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:49.575315 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:49.601914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:49.625847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa7140-dcd3-47d2-ac02-5c16e2041a97 req-2a097b70-f5c2-4203-85d6-61f454326b17 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:49.627708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:49.628236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0ad25bb6-fd6a-4555-9f16-dc0ec5d9ee2c not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:49.639651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42086) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:49.645532 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2baa7140-dcd3-47d2-ac02-5c16e2041a97 req-2a097b70-f5c2-4203-85d6-61f454326b17 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 945 time: 0.2915668 Aug 29 16:51:49.654009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfcf17-4d97-48ee-b0bc-ce91c38e75a9 req-4be085c0-ba34-4dbe-9853-dd4449badec5 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:49.670507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfcf17-4d97-48ee-b0bc-ce91c38e75a9 req-4be085c0-ba34-4dbe-9853-dd4449badec5 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:49.673465 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facfcf17-4d97-48ee-b0bc-ce91c38e75a9 req-4be085c0-ba34-4dbe-9853-dd4449badec5 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1666 time: 0.1047351 Aug 29 16:51:49.679356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4b28e70f-9d0c-47ab-b8b4-8434aa7e5d85 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Request body: {'floatingip': {'port_id': '4e58dfb3-976f-4596-b544-f740d7ea42ec'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:49.709648 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-40892025-6d44-4414-9bd3-ba4420f31e4a req-3ca8b676-f28b-483e-a89f-27fa28a646f3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:49.730813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:49.734210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6', 'c605cd2d-c605-4607-946f-9700c452073f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:49.735420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b28e70f-9d0c-47ab-b8b4-8434aa7e5d85 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for floatingip, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:49.885116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8b676-f28b-483e-a89f-27fa28a646f3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event deleted for resources: {'Port': ['ID=02cec373-07b1-43fd-8161-84b3715f5089,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:49.907870 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-facfcf17-4d97-48ee-b0bc-ce91c38e75a9 req-615e0b2d-d55c-4ec1-9205-e02d6588c2fc tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793902 Aug 29 16:51:49.957448 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:50.099553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-40892025-6d44-4414-9bd3-ba4420f31e4a req-3ca8b676-f28b-483e-a89f-27fa28a646f3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] No DVR routers for this DVR port 02cec373-07b1-43fd-8161-84b3715f5089 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:50.103333 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-40892025-6d44-4414-9bd3-ba4420f31e4a req-3ca8b676-f28b-483e-a89f-27fa28a646f3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:50.106067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40892025-6d44-4414-9bd3-ba4420f31e4a req-3ca8b676-f28b-483e-a89f-27fa28a646f3 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "DELETE /v2.0/ports/02cec373-07b1-43fd-8161-84b3715f5089 HTTP/1.1" status: 204 len: 173 time: 1.6262538 Aug 29 16:51:50.159324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f5b58-8d43-47a4-9419-60cc85c36e33 req-391239c7-62be-4466-8964-d4ab975138ee tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:50.160966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c69f5b58-8d43-47a4-9419-60cc85c36e33 req-391239c7-62be-4466-8964-d4ab975138ee tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1798394 Aug 29 16:51:50.196718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-077bd538-7d75-41cb-a7c1-223a39c8f034 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:50.203560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-077bd538-7d75-41cb-a7c1-223a39c8f034 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 807 time: 0.3229489 Aug 29 16:51:50.217527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'tag': '6c9c0a4b-04cb-473d-9d59-abd35f3347b4'}, {'server_uuid': '105661f9-2502-4ac0-8c45-d2dbefe320fc', 'name': 'network-vif-deleted', 'tag': '02cec373-07b1-43fd-8161-84b3715f5089'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:50.219763 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "tag": "6c9c0a4b-04cb-473d-9d59-abd35f3347b4"}, {"server_uuid": "105661f9-2502-4ac0-8c45-d2dbefe320fc", "name": "network-vif-deleted", "tag": "02cec373-07b1-43fd-8161-84b3715f5089"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:50.236099 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-2ced2784-bbef-4d97-acd5-8803beb3e311 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/quotas/ec31ee35e48a404791ee79cc665280cf HTTP/1.1" status: 200 len: 375 time: 0.0316222 Aug 29 16:51:50.345431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-2165171a-af58-4a5e-9418-5eeeda507f81 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082892 Aug 29 16:51:50.406303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2434c40b-cb4c-48ac-b295-c1edd144c0e1 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:50.423485 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:50.450138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Transition to ACTIVE for port object 2434c40b-cb4c-48ac-b295-c1edd144c0e1 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:50.459055 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:50.511528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-35d7f360-4dc3-4556-adef-8e67c35f3e8d service neutron] 10.222.0.22 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649792 Aug 29 16:51:50.583605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Pushing event updated for resources: {'Port': ['ID=2434c40b-cb4c-48ac-b295-c1edd144c0e1,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:50.655079 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c69f5b58-8d43-47a4-9419-60cc85c36e33 req-8aba5384-cf9b-46bb-8fc4-a28774aa0349 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829962 Aug 29 16:51:50.739402 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-80742d0c-463d-44bc-9924-1211a97ca85b service neutron] 10.222.0.22 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209563 Aug 29 16:51:50.765321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Attempting to bind port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:50.765688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Attempting to bind port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'b7a07370-a419-4332-bff2-dbb2f85cfb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:50.766025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Attempting to bind port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 on network 39d764d1-8420-4c9e-b333-1c4892f58585 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:50.772163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 on network 39d764d1-8420-4c9e-b333-1c4892f58585 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:51:50.772502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Attempting to bind port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 on network 39d764d1-8420-4c9e-b333-1c4892f58585 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:50.780257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:50.780604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Checking segment: {'id': 'b7a07370-a419-4332-bff2-dbb2f85cfb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:50.781157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Bound using segment: {'id': 'b7a07370-a419-4332-bff2-dbb2f85cfb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:50.781684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Bound port: 2434c40b-cb4c-48ac-b295-c1edd144c0e1, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a07370-a419-4332-bff2-dbb2f85cfb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:50.782067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:50.883416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] For port 2434c40b-cb4c-48ac-b295-c1edd144c0e1, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:50.889329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] For port 2434c40b-cb4c-48ac-b295-c1edd144c0e1, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2434c40b-cb4c-48ac-b295-c1edd144c0e1,segment=NetworkSegment(b7a07370-a419-4332-bff2-dbb2f85cfb5a),segment_id=b7a07370-a419-4332-bff2-dbb2f85cfb5a)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:50.895899 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:50.939639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:50.940422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:50.942163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] 10.222.0.10 "PUT /v2.0/ports/2434c40b-cb4c-48ac-b295-c1edd144c0e1 HTTP/1.1" status: 200 len: 1093 time: 1.4916792 Aug 29 16:51:50.963659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d155866-dbfe-4280-ac53-738f0a1fd272 req-d5010e82-fa5d-4772-b714-bfd2c6750fa3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:50.965901 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d155866-dbfe-4280-ac53-738f0a1fd272 req-d5010e82-fa5d-4772-b714-bfd2c6750fa3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 984 time: 0.1946723 Aug 29 16:51:51.038080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184a14d-cbeb-423a-bf82-8d837d1e526e service neutron] Pushing event updated for resources: {'Port': ['ID=2434c40b-cb4c-48ac-b295-c1edd144c0e1,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:51.043601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.resource_extend [None req-4b28e70f-9d0c-47ab-b8b4-8434aa7e5d85 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 16:51:51.080261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3e7fe8c8-3c2b-407d-918f-414bab35fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:51.081236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3e7fe8c8-3c2b-407d-918f-414bab35fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:51.083209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-3e7fe8c8-3c2b-407d-918f-414bab35fb4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1982 time: 0.0875888 Aug 29 16:51:51.138869 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-696a37a4-be9d-42c9-a328-38239a6be3e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.33&port_id=6c9c0a4b-04cb-473d-9d59-abd35f3347b4 HTTP/1.1" status: 200 len: 217 time: 0.0471921 Aug 29 16:51:51.175888 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b28e70f-9d0c-47ab-b8b4-8434aa7e5d85 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:51.197636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d155866-dbfe-4280-ac53-738f0a1fd272 req-d20d7cf5-872d-46fe-96b5-07d1d959732b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&id=7329f175-e297-47e0-bf70-1ae2d8490e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1996958 Aug 29 16:51:51.201279 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b28e70f-9d0c-47ab-b8b4-8434aa7e5d85 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:51.209011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b3f3a6bc-8a02-47ff-bde0-32ae3c2d64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:51.209273 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-b3f3a6bc-8a02-47ff-bde0-32ae3c2d64d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e1b8ed5-8990-4d01-a712-3e819f30758b HTTP/1.1" status: 200 len: 801 time: 0.0639846 Aug 29 16:51:51.258446 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cb3ac8-da32-4b6b-9570-4500ded2fb64 x-openstack-request-id: req-23cb3ac8-da32-4b6b-9570-4500ded2fb64 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:51.258898 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "tag": "6c9c0a4b-04cb-473d-9d59-abd35f3347b4", "status": "completed", "code": 200}, {"server_uuid": "105661f9-2502-4ac0-8c45-d2dbefe320fc", "name": "network-vif-deleted", "tag": "02cec373-07b1-43fd-8161-84b3715f5089", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:51.259218 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23cb3ac8-da32-4b6b-9570-4500ded2fb64 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:51.259860 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'tag': '6c9c0a4b-04cb-473d-9d59-abd35f3347b4', 'status': 'completed', 'code': 200} Aug 29 16:51:51.260189 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105661f9-2502-4ac0-8c45-d2dbefe320fc', 'name': 'network-vif-deleted', 'tag': '02cec373-07b1-43fd-8161-84b3715f5089', 'status': 'completed', 'code': 200} Aug 29 16:51:51.302067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-5c22cbb9-faf5-4e76-a264-e97311176fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:51.306813 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-5c22cbb9-faf5-4e76-a264-e97311176fea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=002ac696-b0f2-47d2-9ec1-bddd38239c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816228 Aug 29 16:51:51.338297 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-4b28e70f-9d0c-47ab-b8b4-8434aa7e5d85 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Floating IP 9772157e-b611-4d3d-8263-280d886af228 associated. External IP: 172.25.5.102, port: 4e58dfb3-976f-4596-b544-f740d7ea42ec. Aug 29 16:51:51.413706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-2947baae-0a00-4da9-9a9d-7e6547fb2917 service neutron] 10.222.0.10 "GET /v2.0/networks/002ac696-b0f2-47d2-9ec1-bddd38239c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019778 Aug 29 16:51:51.504993 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578868cb-664e-41e1-a004-2eab216d5319 req-51e4d1e3-ccbb-41cf-a54f-e98fbd569382 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:51.510973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578868cb-664e-41e1-a004-2eab216d5319 req-51e4d1e3-ccbb-41cf-a54f-e98fbd569382 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:51.518045 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-578868cb-664e-41e1-a004-2eab216d5319 req-51e4d1e3-ccbb-41cf-a54f-e98fbd569382 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1678 time: 0.1177125 Aug 29 16:51:51.541568 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-f04600df-3248-4d20-b1ce-30073ca58001 service neutron] 10.222.0.10 "GET /v2.0/networks/002ac696-b0f2-47d2-9ec1-bddd38239c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202915 Aug 29 16:51:51.591251 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-1d9c6880-0ceb-4938-aea7-58915f5be554 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.224&port_id=2434c40b-cb4c-48ac-b295-c1edd144c0e1 HTTP/1.1" status: 200 len: 217 time: 0.0422952 Aug 29 16:51:51.619357 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-578868cb-664e-41e1-a004-2eab216d5319 req-aea076a7-4e56-4e29-833f-76f9eb50ae13 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987396 Aug 29 16:51:51.644284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-734cd6f4-d2a3-4774-9a96-ee934d1dbbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:51.645808 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-734cd6f4-d2a3-4774-9a96-ee934d1dbbc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bedad7db-8539-485d-a99e-2dae5cd5e3a5 HTTP/1.1" status: 200 len: 801 time: 0.0480273 Aug 29 16:51:51.697935 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5dee8b40-f94f-45c7-8ddc-38726df51d63 req-cb401c04-fc1a-481a-b531-c7151e1e4e2f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 210 time: 0.0509729 Aug 29 16:51:51.712329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 02cec373-07b1-43fd-8161-84b3715f5089 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:51.721000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-6780c0a2-c432-4da4-8f12-bf3844f1c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:51.723098 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-6780c0a2-c432-4da4-8f12-bf3844f1c5ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d764d1-8420-4c9e-b333-1c4892f58585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666418 Aug 29 16:51:51.730371 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6314172-0a43-44db-a0d7-40de7bb73ecd req-ef474004-c9ab-4a42-ab2f-c67020d86477 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1984883062&fields=id&tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6 HTTP/1.1" status: 200 len: 267 time: 0.0556304 Aug 29 16:51:51.734618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 02cec373-07b1-43fd-8161-84b3715f5089 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:51.735176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 02cec373-07b1-43fd-8161-84b3715f5089 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:51.788783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b28e70f-9d0c-47ab-b8b4-8434aa7e5d85 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:51:51.812457 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6314172-0a43-44db-a0d7-40de7bb73ecd req-eaa864c2-c9d7-45ad-a5d3-b96dac8458ea tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:51.814463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6314172-0a43-44db-a0d7-40de7bb73ecd req-eaa864c2-c9d7-45ad-a5d3-b96dac8458ea tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 984 time: 0.0752611 Aug 29 16:51:51.855175 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-e61f4c30-c6f5-45a6-8b74-500597cc68f0 service neutron] 10.222.0.10 "GET /v2.0/networks/39d764d1-8420-4c9e-b333-1c4892f58585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237020 Aug 29 16:51:51.866369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-a6314172-0a43-44db-a0d7-40de7bb73ecd req-00ca1630-c0bf-4df9-bf6d-05cd9c9136a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'port': {'security_groups': ['7329f175-e297-47e0-bf70-1ae2d8490e7f', 'e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6', '1f716505-fe5e-4ab4-871c-deeef697c816']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:51.990695 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a6314172-0a43-44db-a0d7-40de7bb73ecd req-00ca1630-c0bf-4df9-bf6d-05cd9c9136a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:52.009329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b28e70f-9d0c-47ab-b8b4-8434aa7e5d85 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:51:52.016462 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b28e70f-9d0c-47ab-b8b4-8434aa7e5d85 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:52.020139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d29c88-66c3-46d6-9258-464141f963a0 None None] Sync routers for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:51:52.031525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d29c88-66c3-46d6-9258-464141f963a0 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:51:52.032545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b3d29c88-66c3-46d6-9258-464141f963a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:51:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:52.086106 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4b28e70f-9d0c-47ab-b8b4-8434aa7e5d85 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "PUT /v2.0/floatingips/9772157e-b611-4d3d-8263-280d886af228 HTTP/1.1" status: 200 len: 991 time: 2.4114609 Aug 29 16:51:52.091953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'tag': '4e58dfb3-976f-4596-b544-f740d7ea42ec'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:52.094377 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eab7988-72a9-4b7e-be34-6bb00e671723" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffdf373-2311-4988-8ede-3fd86bd16fc8", "tag": "4e58dfb3-976f-4596-b544-f740d7ea42ec"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:52.150871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-b3d29c88-66c3-46d6-9258-464141f963a0 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:51:52.271551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-a6314172-0a43-44db-a0d7-40de7bb73ecd req-00ca1630-c0bf-4df9-bf6d-05cd9c9136a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] For port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:52.275777 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d0bd0-d674-4f7d-97f5-9d09306c0c86 req-0817c9b7-252f-433a-aa35-abea2b22fa68 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:52.277418 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3b4d0bd0-d674-4f7d-97f5-9d09306c0c86 req-0817c9b7-252f-433a-aa35-abea2b22fa68 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.4203370 Aug 29 16:51:52.313023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a6314172-0a43-44db-a0d7-40de7bb73ecd req-00ca1630-c0bf-4df9-bf6d-05cd9c9136a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:52.319995 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a6314172-0a43-44db-a0d7-40de7bb73ecd req-00ca1630-c0bf-4df9-bf6d-05cd9c9136a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:52.334033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d8318f8b-41e8-4b48-a4d8-ad3d42e595d4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:52.341369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['759e4d03-17c6-481b-ae38-b4dd0fba3c5c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:52.373440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9de3a5e6-730a-4960-95bb-01ac1240ca75 req-63af1678-6a28-49d6-9d90-0d5909129a69 service neutron] 10.222.0.10 "GET /v2.0/networks/39d764d1-8420-4c9e-b333-1c4892f58585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072052 Aug 29 16:51:52.426363 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3b4d0bd0-d674-4f7d-97f5-9d09306c0c86 req-12257f5c-b933-4e97-8256-f5e8dbb34b4a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332977 Aug 29 16:51:52.434358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6314172-0a43-44db-a0d7-40de7bb73ecd req-00ca1630-c0bf-4df9-bf6d-05cd9c9136a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:52.446603 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a6314172-0a43-44db-a0d7-40de7bb73ecd req-00ca1630-c0bf-4df9-bf6d-05cd9c9136a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:52.448396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6314172-0a43-44db-a0d7-40de7bb73ecd req-00ca1630-c0bf-4df9-bf6d-05cd9c9136a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "PUT /v2.0/ports/759e4d03-17c6-481b-ae38-b4dd0fba3c5c HTTP/1.1" status: 200 len: 1020 time: 0.6231556 Aug 29 16:51:52.449814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca1630-c0bf-4df9-bf6d-05cd9c9136a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'Port': ['ID=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:52.575023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['759e4d03-17c6-481b-ae38-b4dd0fba3c5c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:52.583903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-61af3c8f-5cf5-46f6-9380-d13b5ef21b9a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:52.588239 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-61af3c8f-5cf5-46f6-9380-d13b5ef21b9a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.10 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 807 time: 0.3046532 Aug 29 16:51:52.603276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Request body: {'port': {'device_id': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718', 'admin_state_up': True, 'tenant_id': 'ec31ee35e48a404791ee79cc665280cf'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:52.609800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-4925e6f2-9060-4e06-9d05-19f53d0ed604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:52.610296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-4925e6f2-9060-4e06-9d05-19f53d0ed604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:52.612195 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-4925e6f2-9060-4e06-9d05-19f53d0ed604 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1982 time: 0.1454594 Aug 29 16:51:52.635290 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d0b4a7-7ba4-4bc9-8ef1-e19d066133cc x-openstack-request-id: req-82d0b4a7-7ba4-4bc9-8ef1-e19d066133cc {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:52.635605 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffdf373-2311-4988-8ede-3fd86bd16fc8", "tag": "4e58dfb3-976f-4596-b544-f740d7ea42ec", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:52.635886 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82d0b4a7-7ba4-4bc9-8ef1-e19d066133cc {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:52.636430 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'tag': '4e58dfb3-976f-4596-b544-f740d7ea42ec', 'status': 'completed', 'code': 200} Aug 29 16:51:52.830346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7988-72a9-4b7e-be34-6bb00e671723 req-4085b18e-37ec-4cde-86fe-08760de655f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:52.831859 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1eab7988-72a9-4b7e-be34-6bb00e671723 req-4085b18e-37ec-4cde-86fe-08760de655f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56f4737bd4bf489985761b33a0c0c50c&device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 1097 time: 0.1612265 Aug 29 16:51:52.900506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3736-1c75-4fe3-b2f5-84faddf72992 req-a9ccf012-2a10-48ff-be1d-642b24c251e4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:52.906870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3736-1c75-4fe3-b2f5-84faddf72992 req-a9ccf012-2a10-48ff-be1d-642b24c251e4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:52.916997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fdeb3736-1c75-4fe3-b2f5-84faddf72992 req-a9ccf012-2a10-48ff-be1d-642b24c251e4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1678 time: 0.0811965 Aug 29 16:51:52.930032 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-672be15e-4f06-4e0c-a162-aa9764f98ad8 req-7c05c3cc-1faa-4b53-ba24-7cbcee3fb19c tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/1f716505-fe5e-4ab4-871c-deeef697c816 HTTP/1.1" status: 200 len: 1801 time: 0.2053742 Aug 29 16:51:52.972134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-6844b7d7-b49e-46fe-b800-cc6a43e0d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:52.972614 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fdeb3736-1c75-4fe3-b2f5-84faddf72992 req-039ef941-e8f2-403c-bab0-08e8a79fcb45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546429 Aug 29 16:51:52.975910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-6844b7d7-b49e-46fe-b800-cc6a43e0d597 service neutron] 10.222.0.10 "GET /v2.0/networks?id=002ac696-b0f2-47d2-9ec1-bddd38239c7e HTTP/1.1" status: 200 len: 902 time: 0.3474948 Aug 29 16:51:53.008461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b3d29c88-66c3-46d6-9258-464141f963a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '9772157e-b611-4d3d-8263-280d886af228', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'port_id': '4e58dfb3-976f-4596-b544-f740d7ea42ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'mac_address': 'fa:16:3e:a6:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:49:11Z', 'updated_at': '2021-08-29T16:51:50Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:53.052843 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d29c88-66c3-46d6-9258-464141f963a0 None None] Checking router: 3231dc75-bffa-422b-9aea-e4e980d5e0f8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:51:53.063447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-4b8286c8-c118-4217-86e6-3f53fadba928 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.33&port_id=6c9c0a4b-04cb-473d-9d59-abd35f3347b4 HTTP/1.1" status: 200 len: 217 time: 0.0734847 Aug 29 16:51:53.067853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Made reservation on behalf of ec31ee35e48a404791ee79cc665280cf for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:51:53.071425 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:53.117676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d29c88-66c3-46d6-9258-464141f963a0 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:51:53.119069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b3d29c88-66c3-46d6-9258-464141f963a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:51:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:53.142274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7988-72a9-4b7e-be34-6bb00e671723 req-b63e3045-aec1-4472-9983-fa7b75d5694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:53.144063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1eab7988-72a9-4b7e-be34-6bb00e671723 req-b63e3045-aec1-4472-9983-fa7b75d5694d service neutron] 10.222.0.16 "GET /v2.0/networks?id=14076af5-56ad-4968-b3b7-9c9115e37b7e HTTP/1.1" status: 200 len: 925 time: 0.2951977 Aug 29 16:51:53.157067 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-672be15e-4f06-4e0c-a162-aa9764f98ad8 req-d51b573b-7e37-4b50-ad8a-8b424c4a0dca tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 16:51:53.158167 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-672be15e-4f06-4e0c-a162-aa9764f98ad8 req-d51b573b-7e37-4b50-ad8a-8b424c4a0dca tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "DELETE /v2.0/security-groups/1f716505-fe5e-4ab4-871c-deeef697c816 HTTP/1.1" status: 409 len: 341 time: 0.2126644 Aug 29 16:51:53.245636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-82c61108-6f9e-4ddc-b652-607e21810cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:53.247231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-82c61108-6f9e-4ddc-b652-607e21810cd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e1b8ed5-8990-4d01-a712-3e819f30758b HTTP/1.1" status: 200 len: 801 time: 0.1696024 Aug 29 16:51:53.248641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a1ef99c-793e-4e35-8a8a-303312c64e6d req-97ac513d-11ff-4af2-a6a3-be78c05feafd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 210 time: 0.0354793 Aug 29 16:51:53.263549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'tag': '2434c40b-cb4c-48ac-b295-c1edd144c0e1'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:53.263549 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf50cfc-f067-4fe3-8868-34e88e375bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "tag": "2434c40b-cb4c-48ac-b295-c1edd144c0e1"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:53.309616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-b3d29c88-66c3-46d6-9258-464141f963a0 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:51:53.358017 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1eab7988-72a9-4b7e-be34-6bb00e671723 req-30c1f17e-57c0-4c6a-9b1a-e781d8c71359 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e58dfb3-976f-4596-b544-f740d7ea42ec HTTP/1.1" status: 200 len: 999 time: 0.1964505 Aug 29 16:51:53.448366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-e0707758-2889-44f1-82fa-ec30649d28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:53.449940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-e0707758-2889-44f1-82fa-ec30649d28c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=002ac696-b0f2-47d2-9ec1-bddd38239c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900859 Aug 29 16:51:53.485406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Allocated IP 172.20.0.2 (8e27da2f-25dd-46eb-b0d0-cdd0f9e28718/18e8af9c-c432-4e00-afd5-7587349e66b2/2d816108-4eee-4867-9130-902e51bdd854) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:51:53.503359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9126ff-de8d-4b19-b27a-5893d1e096ec req-c283a98d-b3f4-4133-8086-774f7d247d8d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:53.505255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d9126ff-de8d-4b19-b27a-5893d1e096ec req-c283a98d-b3f4-4133-8086-774f7d247d8d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e91c35-dd81-4442-a4fd-06251bdabe78 HTTP/1.1" status: 200 len: 950 time: 0.2005696 Aug 29 16:51:53.558594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7988-72a9-4b7e-be34-6bb00e671723 req-830f0ebf-3a9d-4277-868b-ade320e5f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:53.560236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1eab7988-72a9-4b7e-be34-6bb00e671723 req-830f0ebf-3a9d-4277-868b-ade320e5f291 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc48a1e5-f777-468f-92e8-df12ae9f9b67 HTTP/1.1" status: 200 len: 863 time: 0.1723092 Aug 29 16:51:53.576492 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c557ee7-0856-447a-8b5e-d31dcf33b549 x-openstack-request-id: req-1c557ee7-0856-447a-8b5e-d31dcf33b549 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:53.576865 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "tag": "2434c40b-cb4c-48ac-b295-c1edd144c0e1", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:53.577192 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c557ee7-0856-447a-8b5e-d31dcf33b549 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:53.577673 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'tag': '2434c40b-cb4c-48ac-b295-c1edd144c0e1', 'status': 'completed', 'code': 200} Aug 29 16:51:53.691513 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d9126ff-de8d-4b19-b27a-5893d1e096ec req-f32bea7a-2c90-4ea7-9b45-44c8fc47445f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715446 Aug 29 16:51:53.718355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b3d29c88-66c3-46d6-9258-464141f963a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '9772157e-b611-4d3d-8263-280d886af228', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'port_id': '4e58dfb3-976f-4596-b544-f740d7ea42ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'mac_address': 'fa:16:3e:a6:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:49:11Z', 'updated_at': '2021-08-29T16:51:50Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:51:53.723623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d791147-1b73-4292-a9a1-e17903b9f68e req-1da49354-e8b7-471a-a779-338013469fc6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:53.736573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d791147-1b73-4292-a9a1-e17903b9f68e req-1da49354-e8b7-471a-a779-338013469fc6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 1023 time: 0.0955560 Aug 29 16:51:53.748847 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-2021a012-9d4b-4bba-bf86-a1fdf85b5d69 service neutron] 10.222.0.10 "GET /v2.0/networks/002ac696-b0f2-47d2-9ec1-bddd38239c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838111 Aug 29 16:51:53.778215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d29c88-66c3-46d6-9258-464141f963a0 None None] The sync data for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 is: [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '9772157e-b611-4d3d-8263-280d886af228', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'port_id': '4e58dfb3-976f-4596-b544-f740d7ea42ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'mac_address': 'fa:16:3e:a6:b6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:49:11Z', 'updated_at': '2021-08-29T16:51:50Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:51:53.788543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7988-72a9-4b7e-be34-6bb00e671723 req-30b32193-3340-4f23-af50-c57ca7c69ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:53.790642 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1eab7988-72a9-4b7e-be34-6bb00e671723 req-30b32193-3340-4f23-af50-c57ca7c69ebb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14076af5-56ad-4968-b3b7-9c9115e37b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2199130 Aug 29 16:51:53.806804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d791147-1b73-4292-a9a1-e17903b9f68e req-2b596fc5-bce1-49bf-9ebf-cfd904da3df4 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&id=7329f175-e297-47e0-bf70-1ae2d8490e7f&id=1f716505-fe5e-4ab4-871c-deeef697c816&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0692620 Aug 29 16:51:54.063621 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd113c-6d64-4dce-af64-b2946d20ffac None None] New status for floating IP 9772157e-b611-4d3d-8263-280d886af228: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:51:54.065901 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:54.082428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dbc17-91aa-4451-9cdd-83afdd5c0194 req-ca83579c-a94e-4b14-8cd6-76ccc035aad9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.083980 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a2dbc17-91aa-4451-9cdd-83afdd5c0194 req-ca83579c-a94e-4b14-8cd6-76ccc035aad9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.3031061 Aug 29 16:51:54.095831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f5991fd-13d7-4119-aa0c-afa0e06e10a5 req-5c07b83d-c437-441a-bd1b-251c60df9a25 service neutron] 10.222.0.10 "GET /v2.0/networks/002ac696-b0f2-47d2-9ec1-bddd38239c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135662 Aug 29 16:51:54.109062 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1eab7988-72a9-4b7e-be34-6bb00e671723 req-0248d1c4-02db-438f-8c11-1221cbd161a3 service neutron] 10.222.0.16 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944930 Aug 29 16:51:54.166619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85390dfb-9f13-42f7-80f2-a70e5e455a2b req-959cbccb-a3c9-4659-944d-56090ebc49a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.173028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85390dfb-9f13-42f7-80f2-a70e5e455a2b req-959cbccb-a3c9-4659-944d-56090ebc49a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.182154 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85390dfb-9f13-42f7-80f2-a70e5e455a2b req-959cbccb-a3c9-4659-944d-56090ebc49a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1678 time: 0.0909913 Aug 29 16:51:54.232688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a2dbc17-91aa-4451-9cdd-83afdd5c0194 req-00ef7814-1903-495c-be2b-4313720ea4c6 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343167 Aug 29 16:51:54.241697 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85390dfb-9f13-42f7-80f2-a70e5e455a2b req-cc147e50-7592-4d81-8efd-efbe0c3c3d7b tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585668 Aug 29 16:51:54.307365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-f7416937-e699-47b1-8b47-6e92998cf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.307886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-f7416937-e699-47b1-8b47-6e92998cf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.311893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-f7416937-e699-47b1-8b47-6e92998cf2b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1982 time: 0.1319950 Aug 29 16:51:54.315323 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:54.327093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['01067f0f-fca2-47c8-9850-cc378867fa17'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:54.456414 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:51:54.477961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:51:54.481605 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1eab7988-72a9-4b7e-be34-6bb00e671723 req-8dfb2303-73d9-4cdf-bdce-5fc16611c9c7 service neutron] 10.222.0.16 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574009 Aug 29 16:51:54.502941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:51:54.576405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Pushing event updated for resources: {'Port': ['ID=2d816108-4eee-4867-9130-902e51bdd854,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:54.635928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cab17-4faf-43c5-b6ff-072789e84ef9 req-0c2062fc-0db3-48a0-b2e4-ffafc12e845f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.637356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'tag': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:54.640228 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2e262e-e437-428f-a0c0-cea6d9a40c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "249d6625-8001-4ec3-a0ac-bb58aefd2eaf", "tag": "759e4d03-17c6-481b-ae38-b4dd0fba3c5c"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:54.641714 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113cab17-4faf-43c5-b6ff-072789e84ef9 req-0c2062fc-0db3-48a0-b2e4-ffafc12e845f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 931 time: 0.2572291 Aug 29 16:51:54.666924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-d1dfcadd-25c6-444b-bcdb-3e20d7793d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.668555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-d1dfcadd-25c6-444b-bcdb-3e20d7793d65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39d764d1-8420-4c9e-b333-1c4892f58585 HTTP/1.1" status: 200 len: 903 time: 0.3487697 Aug 29 16:51:54.674571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.675207 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:54.685762 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e33ce-55a1-483e-895b-26d5eac78951 x-openstack-request-id: req-f79e33ce-55a1-483e-895b-26d5eac78951 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:54.686057 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249d6625-8001-4ec3-a0ac-bb58aefd2eaf", "tag": "759e4d03-17c6-481b-ae38-b4dd0fba3c5c", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:54.686835 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f79e33ce-55a1-483e-895b-26d5eac78951 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:54.687235 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'tag': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c', 'status': 'completed', 'code': 200} Aug 29 16:51:54.752659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-b53354f8-798a-4d3b-ade3-10417f83bcba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.224&port_id=2434c40b-cb4c-48ac-b295-c1edd144c0e1 HTTP/1.1" status: 200 len: 217 time: 0.0731008 Aug 29 16:51:54.782209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-6c5015c6-4f0c-498b-a495-dedafbcf1a97 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1851459 Aug 29 16:51:54.827064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Request body: {'port': {'device_id': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:54.839281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe14dbd-f7ad-465b-a172-76a11d24fffd req-228dda79-40b0-48c0-acc3-ba2c17ad05ba tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.840852 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fbe14dbd-f7ad-465b-a172-76a11d24fffd req-228dda79-40b0-48c0-acc3-ba2c17ad05ba tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e91c35-dd81-4442-a4fd-06251bdabe78 HTTP/1.1" status: 200 len: 950 time: 0.0629439 Aug 29 16:51:54.854521 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113cab17-4faf-43c5-b6ff-072789e84ef9 req-324c639f-fe72-4b55-8329-14e110a1dbcd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761529 Aug 29 16:51:54.860468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42234) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:54.883475 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fbe14dbd-f7ad-465b-a172-76a11d24fffd req-586c6d2a-feb9-4fcf-b549-39689694db4c tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353179 Aug 29 16:51:54.917478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-115f288b-3002-4390-afea-cedada414464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.918971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-115f288b-3002-4390-afea-cedada414464 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bedad7db-8539-485d-a99e-2dae5cd5e3a5 HTTP/1.1" status: 200 len: 801 time: 0.1386509 Aug 29 16:51:54.923163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e262e-e437-428f-a0c0-cea6d9a40c6b req-d6a4d6b8-6187-4461-9fb6-4cb78a232931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.924204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c2e262e-e437-428f-a0c0-cea6d9a40c6b req-d6a4d6b8-6187-4461-9fb6-4cb78a232931 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 1175 time: 0.1877053 Aug 29 16:51:54.935540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:54.996721 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cad43-bcd3-4ad6-b9f6-27de38065080 req-5d15f114-032b-4c98-8ec2-bfa5b235a04f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:54.998523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-211cad43-bcd3-4ad6-b9f6-27de38065080 req-5d15f114-032b-4c98-8ec2-bfa5b235a04f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e91c35-dd81-4442-a4fd-06251bdabe78 HTTP/1.1" status: 200 len: 950 time: 0.0562296 Aug 29 16:51:55.120582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55a8edc4-e7dc-488a-9b83-e0165efb05bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:55.129573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-211cad43-bcd3-4ad6-b9f6-27de38065080 req-894571ae-3882-4368-a4d9-ecc88ea43144 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Deleting port 5ac18927-8676-4031-b925-256380e363f6 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:55.129916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-211cad43-bcd3-4ad6-b9f6-27de38065080 req-894571ae-3882-4368-a4d9-ecc88ea43144 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:55.143226 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-aa1d7c7a-b529-4b7d-9182-7db1dbb21c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:55.144745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-aa1d7c7a-b529-4b7d-9182-7db1dbb21c78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39d764d1-8420-4c9e-b333-1c4892f58585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181282 Aug 29 16:51:55.226112 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-211cad43-bcd3-4ad6-b9f6-27de38065080 req-894571ae-3882-4368-a4d9-ecc88ea43144 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] For port 5ac18927-8676-4031-b925-256380e363f6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5ac18927-8676-4031-b925-256380e363f6,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:55.226753 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-211cad43-bcd3-4ad6-b9f6-27de38065080 req-894571ae-3882-4368-a4d9-ecc88ea43144 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:55.240971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-211cad43-bcd3-4ad6-b9f6-27de38065080 req-894571ae-3882-4368-a4d9-ecc88ea43144 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Calling delete_port for 5ac18927-8676-4031-b925-256380e363f6 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:55.253215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bdbea-cbd1-46f4-ad16-a0b602db9148 req-27db4d3e-dc77-4697-92cf-afe61ca4ca2b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:55.254762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de0bdbea-cbd1-46f4-ad16-a0b602db9148 req-27db4d3e-dc77-4697-92cf-afe61ca4ca2b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 1023 time: 0.3028338 Aug 29 16:51:55.352859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e262e-e437-428f-a0c0-cea6d9a40c6b req-2b420231-d6b6-4382-a1b7-2af9eb3aa92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:55.354323 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c2e262e-e437-428f-a0c0-cea6d9a40c6b req-2b420231-d6b6-4382-a1b7-2af9eb3aa92c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 200 len: 913 time: 0.4013226 Aug 29 16:51:55.416942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5e512-5a80-45fb-a24d-318078fd488b req-bfbca723-92f3-4829-a7d9-034b578d95fb tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:55.422986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5e512-5a80-45fb-a24d-318078fd488b req-bfbca723-92f3-4829-a7d9-034b578d95fb tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:55.424650 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25d5e512-5a80-45fb-a24d-318078fd488b req-bfbca723-92f3-4829-a7d9-034b578d95fb tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1678 time: 0.0915525 Aug 29 16:51:55.472219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25d5e512-5a80-45fb-a24d-318078fd488b req-e8e871b0-a743-4901-8e75-5b3b2e624610 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374813 Aug 29 16:51:55.473007 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-211cad43-bcd3-4ad6-b9f6-27de38065080 req-894571ae-3882-4368-a4d9-ecc88ea43144 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:55.485461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:55.488867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5ac18927-8676-4031-b925-256380e363f6', 'c605cd2d-c605-4607-946f-9700c452073f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:55.582746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894571ae-3882-4368-a4d9-ecc88ea43144 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event deleted for resources: {'Port': ['ID=5ac18927-8676-4031-b925-256380e363f6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:55.630835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-211cad43-bcd3-4ad6-b9f6-27de38065080 req-894571ae-3882-4368-a4d9-ecc88ea43144 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] No DVR routers for this DVR port 5ac18927-8676-4031-b925-256380e363f6 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:55.650498 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-211cad43-bcd3-4ad6-b9f6-27de38065080 req-894571ae-3882-4368-a4d9-ecc88ea43144 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:55.653196 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-211cad43-bcd3-4ad6-b9f6-27de38065080 req-894571ae-3882-4368-a4d9-ecc88ea43144 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "DELETE /v2.0/ports/5ac18927-8676-4031-b925-256380e363f6 HTTP/1.1" status: 204 len: 173 time: 0.6351275 Aug 29 16:51:55.717912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14078cb3-e691-4ab9-b9a4-99ef3ae7891e req-f342d0a7-06ca-4b1e-bd3b-a3e81e726a4a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:55.719833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14078cb3-e691-4ab9-b9a4-99ef3ae7891e req-f342d0a7-06ca-4b1e-bd3b-a3e81e726a4a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1266758 Aug 29 16:51:55.725701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2434c40b-cb4c-48ac-b295-c1edd144c0e1 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:55.787753 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14078cb3-e691-4ab9-b9a4-99ef3ae7891e req-2ff9f651-f8f8-4ca0-9fbf-93ded867ab3f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604401 Aug 29 16:51:55.859853 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c2e262e-e437-428f-a0c0-cea6d9a40c6b req-e89fbfe8-8810-4dc8-931b-294b84c9a3a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c HTTP/1.1" status: 200 len: 217 time: 0.4735725 Aug 29 16:51:55.897526 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de0bdbea-cbd1-46f4-ad16-a0b602db9148 req-32d402ad-a843-492d-8471-c0939a7dfc72 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&id=7329f175-e297-47e0-bf70-1ae2d8490e7f&id=1f716505-fe5e-4ab4-871c-deeef697c816&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5981679 Aug 29 16:51:55.929334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2434c40b-cb4c-48ac-b295-c1edd144c0e1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2434c40b-cb4c-48ac-b295-c1edd144c0e1,segment=NetworkSegment(b7a07370-a419-4332-bff2-dbb2f85cfb5a),segment_id=b7a07370-a419-4332-bff2-dbb2f85cfb5a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:55.959494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cf5e6-f744-49a5-8c82-1b69a51ac7bf req-8e6af591-c08a-4f88-a473-7e71e86b4da6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:55.963955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-876cf5e6-f744-49a5-8c82-1b69a51ac7bf req-8e6af591-c08a-4f88-a473-7e71e86b4da6 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.16 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 1023 time: 0.1461427 Aug 29 16:51:55.971304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '2434c40b-cb4c-48ac-b295-c1edd144c0e1', 'network_id': '39d764d1-8420-4c9e-b333-1c4892f58585', 'port_id': '2434c40b-cb4c-48ac-b295-c1edd144c0e1', 'mac_address': 'fa:16:3e:c9:67:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedad7db-8539-485d-a99e-2dae5cd5e3a5', 'ip_address': '19.86.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:56.058171 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-d78839c8-62b1-4bb2-8466-08ee21aefc15 service neutron] 10.222.0.10 "GET /v2.0/networks/39d764d1-8420-4c9e-b333-1c4892f58585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8636796 Aug 29 16:51:56.083315 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.108628 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2434c40b-cb4c-48ac-b295-c1edd144c0e1 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:56.136116 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2434c40b-cb4c-48ac-b295-c1edd144c0e1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2434c40b-cb4c-48ac-b295-c1edd144c0e1,segment=NetworkSegment(b7a07370-a419-4332-bff2-dbb2f85cfb5a),segment_id=b7a07370-a419-4332-bff2-dbb2f85cfb5a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:56.151714 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.152492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:51:56.183878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f34a32-c604-4675-9a89-27702caa64a8 req-071002cc-eb7e-4a7b-a27b-db77413651ef tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:56.184192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c69a24e1-dcee-4103-a21f-5ee83fc68cc3 req-b491d9f8-109f-44d3-a78e-633d98d636a9 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6e91c35-dd81-4442-a4fd-06251bdabe78 HTTP/1.1" status: 200 len: 210 time: 0.1246574 Aug 29 16:51:56.194895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20f34a32-c604-4675-9a89-27702caa64a8 req-071002cc-eb7e-4a7b-a27b-db77413651ef tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 931 time: 0.2200036 Aug 29 16:51:56.277582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20f34a32-c604-4675-9a89-27702caa64a8 req-2a687498-894a-4b0b-9af1-c4685924fa45 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816758 Aug 29 16:51:56.306602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-876cf5e6-f744-49a5-8c82-1b69a51ac7bf req-103d715b-3ccf-4939-a9d0-8e61fdaebb38 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Deleting port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:56.307144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-876cf5e6-f744-49a5-8c82-1b69a51ac7bf req-103d715b-3ccf-4939-a9d0-8e61fdaebb38 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.355330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c8104-88be-4203-b8bb-6f566bf5316f req-0ef5fbec-da6f-4118-886f-04a4a49ddd56 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:56.361833 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d1c8104-88be-4203-b8bb-6f566bf5316f req-0ef5fbec-da6f-4118-886f-04a4a49ddd56 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 950 time: 0.5268731 Aug 29 16:51:56.389478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e262e-e437-428f-a0c0-cea6d9a40c6b req-05d838e7-5cf8-482f-8869-14179fcaad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:56.391372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c2e262e-e437-428f-a0c0-cea6d9a40c6b req-05d838e7-5cf8-482f-8869-14179fcaad7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8e750d55-2e0f-4756-8498-a246e5a4cb25 HTTP/1.1" status: 200 len: 852 time: 0.4683251 Aug 29 16:51:56.423562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2434c40b-cb4c-48ac-b295-c1edd144c0e1,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:56.435881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-876cf5e6-f744-49a5-8c82-1b69a51ac7bf req-103d715b-3ccf-4939-a9d0-8e61fdaebb38 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] For port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:56.437397 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-876cf5e6-f744-49a5-8c82-1b69a51ac7bf req-103d715b-3ccf-4939-a9d0-8e61fdaebb38 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.451781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6c9c0a4b-04cb-473d-9d59-abd35f3347b4,segment=NetworkSegment(2c783e4f-62ad-4da1-b4d4-999d1f5c9a47),segment_id=2c783e4f-62ad-4da1-b4d4-999d1f5c9a47)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:56.461680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-876cf5e6-f744-49a5-8c82-1b69a51ac7bf req-103d715b-3ccf-4939-a9d0-8e61fdaebb38 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Calling delete_port for 759e4d03-17c6-481b-ae38-b4dd0fba3c5c owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:56.463822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '6c9c0a4b-04cb-473d-9d59-abd35f3347b4', 'network_id': '002ac696-b0f2-47d2-9ec1-bddd38239c7e', 'port_id': '6c9c0a4b-04cb-473d-9d59-abd35f3347b4', 'mac_address': 'fa:16:3e:da:75:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e1b8ed5-8990-4d01-a712-3e819f30758b', 'ip_address': '19.80.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:51:56.504090 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.514050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c2e262e-e437-428f-a0c0-cea6d9a40c6b req-5634cbf9-d02f-46d2-b9f9-14126d7215c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1125c0b4-2376-4597-8452-71f3a79e075a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917654 Aug 29 16:51:56.517464 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55a8edc4-e7dc-488a-9b83-e0165efb05bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.518694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:56.540551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6c9c0a4b-04cb-473d-9d59-abd35f3347b4,segment=NetworkSegment(2c783e4f-62ad-4da1-b4d4-999d1f5c9a47),segment_id=2c783e4f-62ad-4da1-b4d4-999d1f5c9a47)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:56.546958 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.579061 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55a8edc4-e7dc-488a-9b83-e0165efb05bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.597174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=6c9c0a4b-04cb-473d-9d59-abd35f3347b4,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:56.667615 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-876cf5e6-f744-49a5-8c82-1b69a51ac7bf req-103d715b-3ccf-4939-a9d0-8e61fdaebb38 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.679575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d8318f8b-41e8-4b48-a4d8-ad3d42e595d4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:56.683244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['759e4d03-17c6-481b-ae38-b4dd0fba3c5c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:56.700531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e91c35-dd81-4442-a4fd-06251bdabe78', 'name': 'network-vif-deleted', 'tag': '5ac18927-8676-4031-b925-256380e363f6'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:56.702804 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36fe3b9-6915-4283-b962-c1c7a5f8ec5c" -d '{"events": [{"server_uuid": "c6e91c35-dd81-4442-a4fd-06251bdabe78", "name": "network-vif-deleted", "tag": "5ac18927-8676-4031-b925-256380e363f6"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:56.708234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d715b-3ccf-4939-a9d0-8e61fdaebb38 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event deleted for resources: {'Port': ['ID=759e4d03-17c6-481b-ae38-b4dd0fba3c5c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:56.759164 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-876cf5e6-f744-49a5-8c82-1b69a51ac7bf req-103d715b-3ccf-4939-a9d0-8e61fdaebb38 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] No DVR routers for this DVR port 759e4d03-17c6-481b-ae38-b4dd0fba3c5c on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:56.762449 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-876cf5e6-f744-49a5-8c82-1b69a51ac7bf req-103d715b-3ccf-4939-a9d0-8e61fdaebb38 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.764537 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-876cf5e6-f744-49a5-8c82-1b69a51ac7bf req-103d715b-3ccf-4939-a9d0-8e61fdaebb38 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.16 "DELETE /v2.0/ports/759e4d03-17c6-481b-ae38-b4dd0fba3c5c HTTP/1.1" status: 204 len: 173 time: 0.7797916 Aug 29 16:51:56.766837 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40985052-1779-4b64-87b4-91192df35642 x-openstack-request-id: req-40985052-1779-4b64-87b4-91192df35642 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:56.767211 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e91c35-dd81-4442-a4fd-06251bdabe78", "name": "network-vif-deleted", "tag": "5ac18927-8676-4031-b925-256380e363f6", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:56.767647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d816108-4eee-4867-9130-902e51bdd854 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:51:56.768166 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40985052-1779-4b64-87b4-91192df35642 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:56.768570 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e91c35-dd81-4442-a4fd-06251bdabe78', 'name': 'network-vif-deleted', 'tag': '5ac18927-8676-4031-b925-256380e363f6', 'status': 'completed', 'code': 200} Aug 29 16:51:56.787478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ebf50cfc-f067-4fe3-8868-34e88e375bc6 req-e4b4efea-15ca-4f6e-bf2c-ccc2093ae9e0 service neutron] 10.222.0.10 "GET /v2.0/networks/39d764d1-8420-4c9e-b333-1c4892f58585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7089326 Aug 29 16:51:56.790988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.826119 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-55a8edc4-e7dc-488a-9b83-e0165efb05bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c7b9e081c014db3a890c68c7327fc07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9590998 Aug 29 16:51:56.831374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42260) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:56.832210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['2434c40b-cb4c-48ac-b295-c1edd144c0e1'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:56.871556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8edc4-e7dc-488a-9b83-e0165efb05bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31217974-d2e1-4191-9e89-8d36f8124fc3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:56.916063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Transition to ACTIVE for port object 2d816108-4eee-4867-9130-902e51bdd854 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:51:56.948728 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:56.969756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705903b-ea4c-478c-b794-9080a3e1b9e3 req-c9be6d58-1678-4c4c-8791-bc18c3d44b15 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:56.976587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705903b-ea4c-478c-b794-9080a3e1b9e3 req-c9be6d58-1678-4c4c-8791-bc18c3d44b15 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:56.984459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a705903b-ea4c-478c-b794-9080a3e1b9e3 req-c9be6d58-1678-4c4c-8791-bc18c3d44b15 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1680 time: 0.4026470 Aug 29 16:51:56.993665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-193b6393-f8f7-4095-b95e-29dd41767d26 service neutron] 10.222.0.10 "GET /v2.0/ports/fc20caf5-d326-4d68-a6ce-477bb8d0b017/bindings/n-h1-713301-13 HTTP/1.1" status: 200 len: 383 time: 0.2172501 Aug 29 16:51:57.014368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0455a3d-0efe-4534-8ec0-828335ba533a req-7878fec2-c476-404f-864f-2d25f8e9e451 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:57.016433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0455a3d-0efe-4534-8ec0-828335ba533a req-7878fec2-c476-404f-864f-2d25f8e9e451 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0999568 Aug 29 16:51:57.078549 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c2e262e-e437-428f-a0c0-cea6d9a40c6b req-4a87aabb-3968-4fcd-a26b-ddafb474351f service neutron] 10.222.0.16 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315015 Aug 29 16:51:57.084938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-1d1c8104-88be-4203-b8bb-6f566bf5316f req-f6a725e9-c1a0-425c-8df6-0c7003c151d1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Deleting port c605cd2d-c605-4607-946f-9700c452073f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:51:57.085317 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1d1c8104-88be-4203-b8bb-6f566bf5316f req-f6a725e9-c1a0-425c-8df6-0c7003c151d1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:57.108833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0455a3d-0efe-4534-8ec0-828335ba533a req-709fd932-c3ef-4975-8d35-9e4725050c32 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857155 Aug 29 16:51:57.165255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Pushing event updated for resources: {'Port': ['ID=2d816108-4eee-4867-9130-902e51bdd854,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:57.224944 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-195b8bbd-8fc0-453f-8480-a63187cd0d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:57.265138 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e455478e-52e3-4174-83cf-61d900d4cec1 req-fbe63c69-13f6-4dcb-9bf1-f85b3d845b38 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=249d6625-8001-4ec3-a0ac-bb58aefd2eaf HTTP/1.1" status: 200 len: 210 time: 0.0384665 Aug 29 16:51:57.268076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a705903b-ea4c-478c-b794-9080a3e1b9e3 req-5c18face-c213-4a9b-b2a2-86c8db06f6a2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827587 Aug 29 16:51:57.350918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-d9668c8a-89f5-4788-8217-f11a46e0c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:57.355608 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-d9668c8a-89f5-4788-8217-f11a46e0c5bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535&tenant_id=0f1094930cac4d8f9e7626730739de9b HTTP/1.1" status: 200 len: 1102 time: 0.1028168 Aug 29 16:51:57.360436 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-195b8bbd-8fc0-453f-8480-a63187cd0d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:57.463982 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-40ecdcc1-c593-46ba-b9eb-85768b5c1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:57.465282 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-40ecdcc1-c593-46ba-b9eb-85768b5c1004 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 1102 time: 0.0732090 Aug 29 16:51:57.472948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-1d1c8104-88be-4203-b8bb-6f566bf5316f req-f6a725e9-c1a0-425c-8df6-0c7003c151d1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] For port c605cd2d-c605-4607-946f-9700c452073f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c605cd2d-c605-4607-946f-9700c452073f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:57.473296 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1d1c8104-88be-4203-b8bb-6f566bf5316f req-f6a725e9-c1a0-425c-8df6-0c7003c151d1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:57.497898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:51:57.498238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:51:57.498574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:57.513500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-1d1c8104-88be-4203-b8bb-6f566bf5316f req-f6a725e9-c1a0-425c-8df6-0c7003c151d1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Calling delete_port for c605cd2d-c605-4607-946f-9700c452073f owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:51:57.521664 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c2e262e-e437-428f-a0c0-cea6d9a40c6b req-af45bc7b-525f-403b-826d-2650d7bc339f service neutron] 10.222.0.16 "GET /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257779 Aug 29 16:51:57.522209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Port 2d816108-4eee-4867-9130-902e51bdd854 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:51:57.522535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:51:57.539852 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:51:57.540234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:51:57.540628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:51:57.541079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Bound port: 2d816108-4eee-4867-9130-902e51bdd854, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:51:57.541535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:57.541738 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:51:57.561796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818ab86-93d3-4c82-88a7-23074a55c7cb req-fff3b4de-0246-49ce-8425-4f79485371d2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:57.569297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f818ab86-93d3-4c82-88a7-23074a55c7cb req-fff3b4de-0246-49ce-8425-4f79485371d2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.1773012 Aug 29 16:51:57.646554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-0208c616-8008-473e-a1d5-6c62c65bccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:57.648692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-0208c616-8008-473e-a1d5-6c62c65bccc0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1754310 Aug 29 16:51:57.654460 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-195b8bbd-8fc0-453f-8480-a63187cd0d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:57.657009 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-195b8bbd-8fc0-453f-8480-a63187cd0d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:57.658215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-195b8bbd-8fc0-453f-8480-a63187cd0d4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31217974-d2e1-4191-9e89-8d36f8124fc3 HTTP/1.1" status: 204 len: 168 time: 0.8070958 Aug 29 16:51:57.702633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-bd600ec8-e3d1-40f9-82cc-c262c6b24a9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017 HTTP/1.1" status: 200 len: 217 time: 0.0458798 Aug 29 16:51:57.706297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f818ab86-93d3-4c82-88a7-23074a55c7cb req-33ca9f64-51b5-43ec-9913-cb16a46d3d59 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225522 Aug 29 16:51:57.713164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b8bbd-8fc0-453f-8480-a63187cd0d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31217974-d2e1-4191-9e89-8d36f8124fc3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:57.718938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485729fc-aa2a-46cc-8235-9ce31190f052 req-723781d7-ca3d-4211-8ce4-d03217445d4d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:57.740551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-485729fc-aa2a-46cc-8235-9ce31190f052 req-723781d7-ca3d-4211-8ce4-d03217445d4d tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c509a-b6f2-469b-8eb3-28f2d9366ba4 HTTP/1.1" status: 200 len: 950 time: 0.1318841 Aug 29 16:51:57.781871 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:51:57.785543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2d816108-4eee-4867-9130-902e51bdd854,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:51:57.797420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:57.842185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['6c9c0a4b-04cb-473d-9d59-abd35f3347b4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:57.867791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:57.868084 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:57.869733 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] 10.222.0.10 "PUT /v2.0/ports/2d816108-4eee-4867-9130-902e51bdd854 HTTP/1.1" status: 200 len: 1092 time: 3.0707970 Aug 29 16:51:57.874755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'tag': '2d816108-4eee-4867-9130-902e51bdd854'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:57.876691 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57190f90-a045-425a-a265-d8179aa94fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "fcce8d7f-0f98-4c67-a7b6-503cc47f40fd", "tag": "2d816108-4eee-4867-9130-902e51bdd854"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:57.892259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-485729fc-aa2a-46cc-8235-9ce31190f052 req-fa8d3b08-fa88-4f9f-9a18-f61434f0950f tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423190 Aug 29 16:51:57.896397 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1d1c8104-88be-4203-b8bb-6f566bf5316f req-f6a725e9-c1a0-425c-8df6-0c7003c151d1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:57.903467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbf5eb-1d74-42ec-9ede-8b4f3ce81f52 service neutron] Pushing event updated for resources: {'Port': ['ID=2d816108-4eee-4867-9130-902e51bdd854,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:57.940556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-e66dc2b3-235a-40d6-96d1-343d676f67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:57.942828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-e66dc2b3-235a-40d6-96d1-343d676f67dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1973054 Aug 29 16:51:57.950058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a725e9-c1a0-425c-8df6-0c7003c151d1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event deleted for resources: {'Port': ['ID=c605cd2d-c605-4607-946f-9700c452073f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:58.018281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-ee54db5f-bec9-4302-83ff-c55336e774b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:58.020028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-ee54db5f-bec9-4302-83ff-c55336e774b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588560 Aug 29 16:51:58.032327 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209e5ac7-5537-40ea-84dd-98eccc851ea8 x-openstack-request-id: req-209e5ac7-5537-40ea-84dd-98eccc851ea8 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:58.032981 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcce8d7f-0f98-4c67-a7b6-503cc47f40fd", "tag": "2d816108-4eee-4867-9130-902e51bdd854", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:58.033360 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-209e5ac7-5537-40ea-84dd-98eccc851ea8 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:58.033852 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'tag': '2d816108-4eee-4867-9130-902e51bdd854', 'status': 'completed', 'code': 200} Aug 29 16:51:58.036693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1c8104-88be-4203-b8bb-6f566bf5316f req-f6a725e9-c1a0-425c-8df6-0c7003c151d1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] No DVR routers for this DVR port c605cd2d-c605-4607-946f-9700c452073f on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:51:58.040478 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1d1c8104-88be-4203-b8bb-6f566bf5316f req-f6a725e9-c1a0-425c-8df6-0c7003c151d1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:58.043216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d1c8104-88be-4203-b8bb-6f566bf5316f req-f6a725e9-c1a0-425c-8df6-0c7003c151d1 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.16 "DELETE /v2.0/ports/c605cd2d-c605-4607-946f-9700c452073f HTTP/1.1" status: 204 len: 173 time: 1.6411691 Aug 29 16:51:58.059831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-c94bddce-dd7d-42b7-bdcc-9df7f2468e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:58.061830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-c94bddce-dd7d-42b7-bdcc-9df7f2468e50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 1095 time: 0.1155417 Aug 29 16:51:58.122304 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-65f722a4-78ff-45b1-b360-1c934ccf2954 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d816108-4eee-4867-9130-902e51bdd854 HTTP/1.1" status: 200 len: 217 time: 0.0495458 Aug 29 16:51:58.190774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42282) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:58.219234 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dccf587b-459e-438e-bf44-43ae1b73c53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:58.221656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-ee641c1a-49f2-47a3-a2ad-258c8c07b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:58.223227 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-ee641c1a-49f2-47a3-a2ad-258c8c07b532 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.0938742 Aug 29 16:51:58.223980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-201884a4-7d0d-49a2-9f80-e8c8bc64eb4b service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954184 Aug 29 16:51:58.264633 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-fe47ab78-30e9-4457-884a-f21fa56931b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255299 Aug 29 16:51:58.367683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23ee80-aecc-462a-b520-dd36acb9d573 req-f9652c28-08df-43fc-ac11-44fe2016c83a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:58.369259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e23ee80-aecc-462a-b520-dd36acb9d573 req-f9652c28-08df-43fc-ac11-44fe2016c83a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1515117 Aug 29 16:51:58.376584 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-0ded1e62-a1ba-49bb-9e58-575d9f2ebb81 service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046069 Aug 29 16:51:58.425704 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-ddc0db35-4c9c-4c6d-afe1-b153a4ec6b48 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844273 Aug 29 16:51:58.455451 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e23ee80-aecc-462a-b520-dd36acb9d573 req-118b1543-b738-487b-8a91-0b1831b128d0 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788343 Aug 29 16:51:58.499839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dccf587b-459e-438e-bf44-43ae1b73c53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:58.512957 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dccf587b-459e-438e-bf44-43ae1b73c53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:58.535930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a282-5572-4de5-a85f-7ba0c92078a0 req-43196518-161e-4027-a9cf-8a2bd14b77e4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:58.552782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf587b-459e-438e-bf44-43ae1b73c53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec1f301-cecc-4e67-848b-0b99d5ba1ba4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:58.553460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a282-5572-4de5-a85f-7ba0c92078a0 req-43196518-161e-4027-a9cf-8a2bd14b77e4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:58.563103 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-09e1a282-5572-4de5-a85f-7ba0c92078a0 req-43196518-161e-4027-a9cf-8a2bd14b77e4 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1680 time: 0.1852841 Aug 29 16:51:58.589084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dccf587b-459e-438e-bf44-43ae1b73c53a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ac63a0ac0264b0b81e94a41a077066d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961737 Aug 29 16:51:58.592854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42292) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:51:58.593936 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02e7ca0b-4224-42ea-b5d6-3fbc6e6723ae req-f6b68e73-c8ca-41ac-a10e-0474824d3810 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/7329f175-e297-47e0-bf70-1ae2d8490e7f HTTP/1.1" status: 200 len: 1800 time: 0.0926380 Aug 29 16:51:58.607209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4098f7d2-f283-4efb-927b-eb56300ccb4e req-a85f28ec-f03a-4197-beac-4458af7f2daa service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161891 Aug 29 16:51:58.640327 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-09e1a282-5572-4de5-a85f-7ba0c92078a0 req-17146e33-f2c0-464d-aa64-fc7008d3d8fc tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753696 Aug 29 16:51:58.646464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:51:58.700920 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-02e7ca0b-4224-42ea-b5d6-3fbc6e6723ae req-7d6dee21-e21f-4570-9b54-c652c4320c6e tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:58.747523 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-02e7ca0b-4224-42ea-b5d6-3fbc6e6723ae req-7d6dee21-e21f-4570-9b54-c652c4320c6e tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:58.770129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'name': 'network-vif-deleted', 'tag': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:58.772693 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f7eacc-3e0e-45f9-b335-18c1a43296bd" -d '{"events": [{"server_uuid": "249d6625-8001-4ec3-a0ac-bb58aefd2eaf", "name": "network-vif-deleted", "tag": "759e4d03-17c6-481b-ae38-b4dd0fba3c5c"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:58.780956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61e31fcb-e01b-473a-b867-a8b755fbfcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:58.802662 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-02e7ca0b-4224-42ea-b5d6-3fbc6e6723ae req-7d6dee21-e21f-4570-9b54-c652c4320c6e tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:58.806904 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-02e7ca0b-4224-42ea-b5d6-3fbc6e6723ae req-7d6dee21-e21f-4570-9b54-c652c4320c6e tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:58.808053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02e7ca0b-4224-42ea-b5d6-3fbc6e6723ae req-7d6dee21-e21f-4570-9b54-c652c4320c6e tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "DELETE /v2.0/security-groups/7329f175-e297-47e0-bf70-1ae2d8490e7f HTTP/1.1" status: 204 len: 173 time: 0.2049861 Aug 29 16:51:58.821974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dee21-e21f-4570-9b54-c652c4320c6e tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7329f175-e297-47e0-bf70-1ae2d8490e7f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:58.843609 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61e31fcb-e01b-473a-b867-a8b755fbfcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:58.858474 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f6e3c0-cdf4-4eee-b1be-4b4a040e01b1 x-openstack-request-id: req-34f6e3c0-cdf4-4eee-b1be-4b4a040e01b1 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:51:58.858759 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249d6625-8001-4ec3-a0ac-bb58aefd2eaf", "name": "network-vif-deleted", "tag": "759e4d03-17c6-481b-ae38-b4dd0fba3c5c", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:51:58.859009 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34f6e3c0-cdf4-4eee-b1be-4b4a040e01b1 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:51:58.859530 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249d6625-8001-4ec3-a0ac-bb58aefd2eaf', 'name': 'network-vif-deleted', 'tag': '759e4d03-17c6-481b-ae38-b4dd0fba3c5c', 'status': 'completed', 'code': 200} Aug 29 16:51:58.874486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57190f90-a045-425a-a265-d8179aa94fb1 req-343351e9-ab19-433d-b193-99113f6ada29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:58.876182 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57190f90-a045-425a-a265-d8179aa94fb1 req-343351e9-ab19-433d-b193-99113f6ada29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 1095 time: 0.2089856 Aug 29 16:51:58.906870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca271d-f1d3-40d9-971a-195f4bba130c req-3a444f06-c66f-48e5-b966-e855a43abe4e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:58.908311 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcca271d-f1d3-40d9-971a-195f4bba130c req-3a444f06-c66f-48e5-b966-e855a43abe4e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.1008215 Aug 29 16:51:58.910256 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a41243c-8cfc-41de-ae38-c695a0327f4b req-f27adac2-53e5-42db-b352-e91b2377b118 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/1f716505-fe5e-4ab4-871c-deeef697c816 HTTP/1.1" status: 200 len: 1801 time: 0.0383577 Aug 29 16:51:58.974209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9a41243c-8cfc-41de-ae38-c695a0327f4b req-5a015d98-1923-43ba-a665-1f6af3c111ac tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.004226 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61e31fcb-e01b-473a-b867-a8b755fbfcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.005000 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9a41243c-8cfc-41de-ae38-c695a0327f4b req-5a015d98-1923-43ba-a665-1f6af3c111ac tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.006786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61e31fcb-e01b-473a-b867-a8b755fbfcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.007940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-61e31fcb-e01b-473a-b867-a8b755fbfcbb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cec1f301-cecc-4e67-848b-0b99d5ba1ba4 HTTP/1.1" status: 204 len: 168 time: 0.4138746 Aug 29 16:51:59.014084 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcca271d-f1d3-40d9-971a-195f4bba130c req-3442d9bd-f961-4474-a754-486747af9986 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915973 Aug 29 16:51:59.025062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e31fcb-e01b-473a-b867-a8b755fbfcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec1f301-cecc-4e67-848b-0b99d5ba1ba4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:59.039790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57190f90-a045-425a-a265-d8179aa94fb1 req-ab30539c-a170-406d-bc7a-31338c391d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:59.041239 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57190f90-a045-425a-a265-d8179aa94fb1 req-ab30539c-a170-406d-bc7a-31338c391d1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.1534917 Aug 29 16:51:59.049678 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9a41243c-8cfc-41de-ae38-c695a0327f4b req-5a015d98-1923-43ba-a665-1f6af3c111ac tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.052264 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9a41243c-8cfc-41de-ae38-c695a0327f4b req-5a015d98-1923-43ba-a665-1f6af3c111ac tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.053419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a41243c-8cfc-41de-ae38-c695a0327f4b req-5a015d98-1923-43ba-a665-1f6af3c111ac tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "DELETE /v2.0/security-groups/1f716505-fe5e-4ab4-871c-deeef697c816 HTTP/1.1" status: 204 len: 173 time: 0.1351151 Aug 29 16:51:59.069576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a015d98-1923-43ba-a665-1f6af3c111ac tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f716505-fe5e-4ab4-871c-deeef697c816,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:59.113137 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57190f90-a045-425a-a265-d8179aa94fb1 req-f631db5a-db5d-46d4-9865-7e23a3bb9752 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d816108-4eee-4867-9130-902e51bdd854 HTTP/1.1" status: 200 len: 217 time: 0.0554225 Aug 29 16:51:59.132786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-1050d50c-a1b2-45c9-9ab1-5b15a1c08edc req-45f4b348-9181-429d-952b-588820b4be2b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1546182627', 'description': 'tempest-description-347884395'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:59.156479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1050d50c-a1b2-45c9-9ab1-5b15a1c08edc req-45f4b348-9181-429d-952b-588820b4be2b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.184781 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57190f90-a045-425a-a265-d8179aa94fb1 req-e10b26d0-6bed-4490-9518-01018a9faf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:59.186396 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57190f90-a045-425a-a265-d8179aa94fb1 req-e10b26d0-6bed-4490-9518-01018a9faf5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.0655348 Aug 29 16:51:59.233600 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57190f90-a045-425a-a265-d8179aa94fb1 req-d535120d-dc91-4d77-a087-ac05ebc19a61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389962 Aug 29 16:51:59.363871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57190f90-a045-425a-a265-d8179aa94fb1 req-f7efefee-9230-4a59-bfb4-f91ccb5956c6 service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229851 Aug 29 16:51:59.518880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f24f8-74e5-4030-b9d8-55b892a90744 req-5e259ca8-0467-4fea-98db-eec66b394728 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:59.520387 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a9f24f8-74e5-4030-b9d8-55b892a90744 req-5e259ca8-0467-4fea-98db-eec66b394728 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 949 time: 0.1142070 Aug 29 16:51:59.522780 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57190f90-a045-425a-a265-d8179aa94fb1 req-93c735bd-4766-4b2d-9f50-fcda275f24cf service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462307 Aug 29 16:51:59.569826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a9f24f8-74e5-4030-b9d8-55b892a90744 req-82efe0b2-414a-4824-aea0-ad0c314936e2 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Aug 29 16:51:59.575442 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1050d50c-a1b2-45c9-9ab1-5b15a1c08edc req-45f4b348-9181-429d-952b-588820b4be2b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.581507 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1050d50c-a1b2-45c9-9ab1-5b15a1c08edc req-45f4b348-9181-429d-952b-588820b4be2b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.611994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1050d50c-a1b2-45c9-9ab1-5b15a1c08edc req-45f4b348-9181-429d-952b-588820b4be2b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.617708 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1050d50c-a1b2-45c9-9ab1-5b15a1c08edc req-45f4b348-9181-429d-952b-588820b4be2b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4876094 Aug 29 16:51:59.619057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4b348-9181-429d-952b-588820b4be2b tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d34894-2d6c-4d5a-9b79-36f063b10e7e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:59.625458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:59.683216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b402b8e9-3afc-4eb5-b950-902c062faf53 req-a0e44adf-638e-4b35-905c-c6084ca5c8fd tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/b7d34894-2d6c-4d5a-9b79-36f063b10e7e HTTP/1.1" status: 200 len: 1800 time: 0.0489247 Aug 29 16:51:59.697035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-b402b8e9-3afc-4eb5-b950-902c062faf53 req-ef2881cb-eae0-40da-b327-d03743aacbed tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Request body: {'security_group': {'name': 'tempest-sg-hth-54324509', 'description': 'tempest-description-hth-867173233'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:51:59.700089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22427fc-20af-491a-83f7-ca0776f106fc req-2ba195e0-c7e5-4884-ab17-76861a821f6d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:59.701694 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e22427fc-20af-491a-83f7-ca0776f106fc req-2ba195e0-c7e5-4884-ab17-76861a821f6d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0672379 Aug 29 16:51:59.704128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:51:59.709730 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:51:59.710139 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.732750 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b402b8e9-3afc-4eb5-b950-902c062faf53 req-ef2881cb-eae0-40da-b327-d03743aacbed tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.761571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e22427fc-20af-491a-83f7-ca0776f106fc req-790103cc-c618-4024-b033-44dd821789c1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539029 Aug 29 16:51:59.774956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 5ac18927-8676-4031-b925-256380e363f6 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:59.790925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b402b8e9-3afc-4eb5-b950-902c062faf53 req-ef2881cb-eae0-40da-b327-d03743aacbed tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.796595 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b402b8e9-3afc-4eb5-b950-902c062faf53 req-ef2881cb-eae0-40da-b327-d03743aacbed tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.799805 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b402b8e9-3afc-4eb5-b950-902c062faf53 req-ef2881cb-eae0-40da-b327-d03743aacbed tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.812304 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b402b8e9-3afc-4eb5-b950-902c062faf53 req-ef2881cb-eae0-40da-b327-d03743aacbed tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "PUT /v2.0/security-groups/b7d34894-2d6c-4d5a-9b79-36f063b10e7e HTTP/1.1" status: 200 len: 1772 time: 0.1210251 Aug 29 16:51:59.820017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 5ac18927-8676-4031-b925-256380e363f6 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:59.821128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 5ac18927-8676-4031-b925-256380e363f6 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:59.821589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 759e4d03-17c6-481b-ae38-b4dd0fba3c5c no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:59.844268 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 759e4d03-17c6-481b-ae38-b4dd0fba3c5c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:59.844610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 759e4d03-17c6-481b-ae38-b4dd0fba3c5c not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:59.845035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c605cd2d-c605-4607-946f-9700c452073f no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:51:59.860284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2881cb-eae0-40da-b327-d03743aacbed tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d34894-2d6c-4d5a-9b79-36f063b10e7e,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:51:59.881263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: c605cd2d-c605-4607-946f-9700c452073f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:51:59.881387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c605cd2d-c605-4607-946f-9700c452073f not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:51:59.888204 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.908079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57247757-8e60-4bab-929c-5668e22b3cee req-4ca39f94-399e-4565-bed5-08f996fff33c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:59.916117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c0a4b-04cb-473d-9d59-abd35f3347b4'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:51:59.919030 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dac797-e6a8-476a-b0fa-3fc8271b992e" -d '{"events": [{"server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "name": "network-vif-plugged", "status": "completed", "tag": "6c9c0a4b-04cb-473d-9d59-abd35f3347b4"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:51:59.921661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57247757-8e60-4bab-929c-5668e22b3cee req-4ca39f94-399e-4565-bed5-08f996fff33c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:51:59.932903 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57247757-8e60-4bab-929c-5668e22b3cee req-4ca39f94-399e-4565-bed5-08f996fff33c tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1680 time: 0.0893486 Aug 29 16:51:59.934523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6c9c0a4b-04cb-473d-9d59-abd35f3347b4,segment=NetworkSegment(2c783e4f-62ad-4da1-b4d4-999d1f5c9a47),segment_id=2c783e4f-62ad-4da1-b4d4-999d1f5c9a47)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:51:59.940257 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:51:59.942225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2434c40b-cb4c-48ac-b295-c1edd144c0e1 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:51:59.955922 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dcf4b418-3f4b-4f70-b1c8-6f05ca363f7b req-621fc9a7-169f-44ec-bc6b-8c547dff586c tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/b7d34894-2d6c-4d5a-9b79-36f063b10e7e HTTP/1.1" status: 200 len: 1772 time: 0.0457079 Aug 29 16:51:59.996413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57247757-8e60-4bab-929c-5668e22b3cee req-c118484d-1c5c-44e4-84c5-f4dc37a29ca2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625234 Aug 29 16:52:00.008525 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabac496-7593-4f50-9c50-295fefd40304 x-openstack-request-id: req-fabac496-7593-4f50-9c50-295fefd40304 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:00.008824 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "name": "network-vif-plugged", "status": "completed", "tag": "6c9c0a4b-04cb-473d-9d59-abd35f3347b4", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:00.009069 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fabac496-7593-4f50-9c50-295fefd40304 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:00.013100 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c0a4b-04cb-473d-9d59-abd35f3347b4', 'code': 200} Aug 29 16:52:00.034964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455c509a-b6f2-469b-8eb3-28f2d9366ba4', 'name': 'network-vif-deleted', 'tag': 'c605cd2d-c605-4607-946f-9700c452073f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:00.037979 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d6e435-1657-4b5c-828d-c547e3aa3df9" -d '{"events": [{"server_uuid": "455c509a-b6f2-469b-8eb3-28f2d9366ba4", "name": "network-vif-deleted", "tag": "c605cd2d-c605-4607-946f-9700c452073f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:00.039020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=6c9c0a4b-04cb-473d-9d59-abd35f3347b4,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:00.048954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:00.055732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:00.056381 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:00.073601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2327ac0b-eaf8-4cbc-8e06-df961412f0d5 req-a500536f-5000-4e05-afca-27ac5746737d tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/b7d34894-2d6c-4d5a-9b79-36f063b10e7e HTTP/1.1" status: 200 len: 1772 time: 0.0483563 Aug 29 16:52:00.087055 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032aaee3-5a5c-4ee5-83fd-b436804f47e1 x-openstack-request-id: req-032aaee3-5a5c-4ee5-83fd-b436804f47e1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:00.087434 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455c509a-b6f2-469b-8eb3-28f2d9366ba4", "name": "network-vif-deleted", "tag": "c605cd2d-c605-4607-946f-9700c452073f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:00.087796 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-032aaee3-5a5c-4ee5-83fd-b436804f47e1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:00.088282 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455c509a-b6f2-469b-8eb3-28f2d9366ba4', 'name': 'network-vif-deleted', 'tag': 'c605cd2d-c605-4607-946f-9700c452073f', 'status': 'completed', 'code': 200} Aug 29 16:52:00.147842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2327ac0b-eaf8-4cbc-8e06-df961412f0d5 req-355d8059-c0fa-458b-8ab3-104bd56cc2f9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:00.149683 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:00.174831 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2327ac0b-eaf8-4cbc-8e06-df961412f0d5 req-355d8059-c0fa-458b-8ab3-104bd56cc2f9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:00.190273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2434c40b-cb4c-48ac-b295-c1edd144c0e1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2434c40b-cb4c-48ac-b295-c1edd144c0e1,segment=NetworkSegment(b7a07370-a419-4332-bff2-dbb2f85cfb5a),segment_id=b7a07370-a419-4332-bff2-dbb2f85cfb5a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:00.195809 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:00.202958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98f219-0c30-47d9-916f-2a0c3e11891f req-e83a3cb3-684f-46c8-bb23-6207bf237780 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:00.213254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c98f219-0c30-47d9-916f-2a0c3e11891f req-e83a3cb3-684f-46c8-bb23-6207bf237780 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.0688715 Aug 29 16:52:00.253018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2434c40b-cb4c-48ac-b295-c1edd144c0e1,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:00.255770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2327ac0b-eaf8-4cbc-8e06-df961412f0d5 req-355d8059-c0fa-458b-8ab3-104bd56cc2f9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:00.258862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2327ac0b-eaf8-4cbc-8e06-df961412f0d5 req-355d8059-c0fa-458b-8ab3-104bd56cc2f9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:00.264022 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c98f219-0c30-47d9-916f-2a0c3e11891f req-1babc81e-fd41-4f86-90c0-adc9052bb436 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490642 Aug 29 16:52:00.269790 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2327ac0b-eaf8-4cbc-8e06-df961412f0d5 req-355d8059-c0fa-458b-8ab3-104bd56cc2f9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "DELETE /v2.0/security-groups/b7d34894-2d6c-4d5a-9b79-36f063b10e7e HTTP/1.1" status: 204 len: 173 time: 0.1899145 Aug 29 16:52:00.289799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d8059-c0fa-458b-8ab3-104bd56cc2f9 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d34894-2d6c-4d5a-9b79-36f063b10e7e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:00.392686 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-0211aa4b-88ea-4d9f-9414-d534859ad134 req-1fc3d8bd-4d66-4427-b48f-01af16f6d3d0 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] show failed (client error): The resource could not be found. Aug 29 16:52:00.393988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0211aa4b-88ea-4d9f-9414-d534859ad134 req-1fc3d8bd-4d66-4427-b48f-01af16f6d3d0 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/1f716505-fe5e-4ab4-871c-deeef697c816 HTTP/1.1" status: 404 len: 352 time: 0.0151303 Aug 29 16:52:00.427805 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-95bf2410-a77b-41e0-b0d8-62983c625181 req-08142c58-6579-47a2-aa8e-cd9913ab8068 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] show failed (client error): The resource could not be found. Aug 29 16:52:00.428781 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95bf2410-a77b-41e0-b0d8-62983c625181 req-08142c58-6579-47a2-aa8e-cd9913ab8068 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/7329f175-e297-47e0-bf70-1ae2d8490e7f HTTP/1.1" status: 404 len: 352 time: 0.0149169 Aug 29 16:52:00.463572 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-cd5f7814-21e7-4106-a51e-7ff5e00e22b6 req-5f04fc39-caf4-4d71-9550-e07215aea0c5 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] show failed (client error): The resource could not be found. Aug 29 16:52:00.464641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd5f7814-21e7-4106-a51e-7ff5e00e22b6 req-5f04fc39-caf4-4d71-9550-e07215aea0c5 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/04f04611-fc8e-4fc9-ade1-d01113fdfd9f HTTP/1.1" status: 404 len: 352 time: 0.0141566 Aug 29 16:52:00.500818 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-d511a74b-03e1-4a29-b934-8613f55c88fa req-2bf092e7-482d-461e-b12c-a991d358c0ba tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] show failed (client error): The resource could not be found. Aug 29 16:52:00.501841 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d511a74b-03e1-4a29-b934-8613f55c88fa req-2bf092e7-482d-461e-b12c-a991d358c0ba tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/63dd9128-bb57-4762-a59f-7bf1248c6933 HTTP/1.1" status: 404 len: 352 time: 0.0147791 Aug 29 16:52:00.538094 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-42b1ab58-1495-41f0-827d-1dd027cd0591 req-15b9edee-dc9f-4a8b-82c3-a56cee31f089 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] show failed (client error): The resource could not be found. Aug 29 16:52:00.539094 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-42b1ab58-1495-41f0-827d-1dd027cd0591 req-15b9edee-dc9f-4a8b-82c3-a56cee31f089 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/fa276da5-535c-4878-93a1-d38acd7dc011 HTTP/1.1" status: 404 len: 352 time: 0.0172884 Aug 29 16:52:00.574902 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-f713d260-a4ee-4261-bda1-740f21eadc0e req-00972f36-9964-4bf0-adda-d22ed9a2e415 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] show failed (client error): The resource could not be found. Aug 29 16:52:00.576118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f713d260-a4ee-4261-bda1-740f21eadc0e req-00972f36-9964-4bf0-adda-d22ed9a2e415 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/9d035f3b-2a9a-4a3a-8fa3-67a2f98cb185 HTTP/1.1" status: 404 len: 352 time: 0.0170991 Aug 29 16:52:00.693080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4875e4d-bdcc-46d3-b2b4-7208227304f3 req-d1c76d77-055b-47b6-9916-54583eabe696 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:00.697958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e4875e4d-bdcc-46d3-b2b4-7208227304f3 req-d1c76d77-055b-47b6-9916-54583eabe696 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 949 time: 0.0576816 Aug 29 16:52:00.782066 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e4875e4d-bdcc-46d3-b2b4-7208227304f3 req-f8bf8283-ee3e-456c-a6c2-86e1082100b2 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/security-groups?id=7c180ede-9276-4582-9360-009b760c9f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802422 Aug 29 16:52:00.794021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d9081-587d-42b5-b885-2f14fbbb306e req-2cc54972-f4df-4eee-b173-7ebaead0b779 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:00.795551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a84d9081-587d-42b5-b885-2f14fbbb306e req-2cc54972-f4df-4eee-b173-7ebaead0b779 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 949 time: 0.0748987 Aug 29 16:52:00.825414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e464-4567-430f-828c-9ea0ac3c761a req-be448555-ff82-4388-b5fe-c85e96e11d1d tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:00.830422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff86e464-4567-430f-828c-9ea0ac3c761a req-be448555-ff82-4388-b5fe-c85e96e11d1d tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 1023 time: 0.0578363 Aug 29 16:52:00.872044 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff86e464-4567-430f-828c-9ea0ac3c761a req-a438233f-f64b-49e2-9de3-0a9265bfaad1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&id=e8b71d09-ab08-44db-a9fb-b9f846ec2d3d&id=6d240140-f653-436d-91ba-237598a86872&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0387113 Aug 29 16:52:00.922741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee5bfa-63f3-4c42-a62d-8097d4d59e01 req-3818a830-3a58-439d-8840-72cdef5e3728 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:00.924222 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cee5bfa-63f3-4c42-a62d-8097d4d59e01 req-3818a830-3a58-439d-8840-72cdef5e3728 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0777721 Aug 29 16:52:00.949420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-a84d9081-587d-42b5-b885-2f14fbbb306e req-c77689f0-be25-4964-80f4-08abdf299014 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Deleting port 80358757-d936-48fe-919e-72caaebf4ace {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:00.949770 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a84d9081-587d-42b5-b885-2f14fbbb306e req-c77689f0-be25-4964-80f4-08abdf299014 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:01.015374 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cee5bfa-63f3-4c42-a62d-8097d4d59e01 req-4034a339-0492-41c5-a3d6-dd517b52e713 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841978 Aug 29 16:52:01.055692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-a84d9081-587d-42b5-b885-2f14fbbb306e req-c77689f0-be25-4964-80f4-08abdf299014 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] For port 80358757-d936-48fe-919e-72caaebf4ace, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=80358757-d936-48fe-919e-72caaebf4ace,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:01.056069 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a84d9081-587d-42b5-b885-2f14fbbb306e req-c77689f0-be25-4964-80f4-08abdf299014 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:01.069609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-a84d9081-587d-42b5-b885-2f14fbbb306e req-c77689f0-be25-4964-80f4-08abdf299014 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Calling delete_port for 80358757-d936-48fe-919e-72caaebf4ace owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:01.096040 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-2eac83e0-be2f-49db-959e-766f92336cab tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=5d4f5baf24094062b9e6c58dcbd5f87e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329263 Aug 29 16:52:01.204126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-6b0fc5d9-1310-452d-af17-6901090ec810 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:01.205606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-6b0fc5d9-1310-452d-af17-6901090ec810 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1035633 Aug 29 16:52:01.220885 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-9ae9c3d9-8fd3-4269-b545-22ddd970885f tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/quotas/5d4f5baf24094062b9e6c58dcbd5f87e HTTP/1.1" status: 200 len: 375 time: 0.0094306 Aug 29 16:52:01.237548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765a41c-ca9d-4d6c-ab03-2dac2d244e28 req-23f7e187-41fe-4072-885c-c2d085a1ac30 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:01.243972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765a41c-ca9d-4d6c-ab03-2dac2d244e28 req-23f7e187-41fe-4072-885c-c2d085a1ac30 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:01.245580 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1765a41c-ca9d-4d6c-ab03-2dac2d244e28 req-23f7e187-41fe-4072-885c-c2d085a1ac30 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1682 time: 0.0866280 Aug 29 16:52:01.246393 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a84d9081-587d-42b5-b885-2f14fbbb306e req-c77689f0-be25-4964-80f4-08abdf299014 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:01.257842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['80358757-d936-48fe-919e-72caaebf4ace'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:01.262405 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-87ceff6d-6ddf-4ef7-b4e9-7a1865f0b784 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d4f5baf24094062b9e6c58dcbd5f87e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335546 Aug 29 16:52:01.290604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77689f0-be25-4964-80f4-08abdf299014 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Pushing event deleted for resources: {'Port': ['ID=80358757-d936-48fe-919e-72caaebf4ace,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:01.342080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84d9081-587d-42b5-b885-2f14fbbb306e req-c77689f0-be25-4964-80f4-08abdf299014 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] No DVR routers for this DVR port 80358757-d936-48fe-919e-72caaebf4ace on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:01.345929 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a84d9081-587d-42b5-b885-2f14fbbb306e req-c77689f0-be25-4964-80f4-08abdf299014 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:01.347879 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a84d9081-587d-42b5-b885-2f14fbbb306e req-c77689f0-be25-4964-80f4-08abdf299014 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.10 "DELETE /v2.0/ports/80358757-d936-48fe-919e-72caaebf4ace HTTP/1.1" status: 204 len: 173 time: 0.5454116 Aug 29 16:52:01.351990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1765a41c-ca9d-4d6c-ab03-2dac2d244e28 req-6171a52b-8984-4a45-9316-138e12272926 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984242 Aug 29 16:52:01.516751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34818-a7de-4a39-a99f-58e4fe96fe56 req-15e2a669-d64a-4446-8351-a788ffb0eaa7 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:01.518259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17b34818-a7de-4a39-a99f-58e4fe96fe56 req-15e2a669-d64a-4446-8351-a788ffb0eaa7 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.0530922 Aug 29 16:52:01.565701 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17b34818-a7de-4a39-a99f-58e4fe96fe56 req-54385b0b-0c80-4b5e-a280-677a07824bfa tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408027 Aug 29 16:52:01.626926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device fc20caf5-d326-4d68-a6ce-477bb8d0b017 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:52:01.628994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device fc20caf5-d326-4d68-a6ce-477bb8d0b017 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:01.685843 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7ef73033-224a-485a-a85f-7deba1039b4b req-9259abaf-0803-47cb-a3e3-31253c0b6fbc tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 210 time: 0.0404904 Aug 29 16:52:01.765095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-41ff0075-0a6e-4f9f-8703-255ca30a66c6 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:01.767351 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-41ff0075-0a6e-4f9f-8703-255ca30a66c6 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535&tenant_id=0f1094930cac4d8f9e7626730739de9b&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 950 time: 0.0806105 Aug 29 16:52:01.812085 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:01.864988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a7fee-44e2-4a48-a33f-9ecafdfb44a2 req-fcf2f4a4-8810-4b0a-8deb-cca0c8deb731 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:01.879521 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-274a7fee-44e2-4a48-a33f-9ecafdfb44a2 req-fcf2f4a4-8810-4b0a-8deb-cca0c8deb731 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1464095 Aug 29 16:52:01.884462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:01.907065 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:01.911237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'mac_address': 'fa:16:3e:7a:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:52:01.925928 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:01.940825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-274a7fee-44e2-4a48-a33f-9ecafdfb44a2 req-4764bad2-bd25-41b4-a4c7-99dac480c903 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600808 Aug 29 16:52:02.010283 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-b2efdc50-58e1-4613-9ab9-e24f9ed2b213 service neutron] 10.222.0.10 "GET /v2.0/ports/fc20caf5-d326-4d68-a6ce-477bb8d0b017/bindings/n-h1-713301-13 HTTP/1.1" status: 200 len: 383 time: 0.2274647 Aug 29 16:52:02.024879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2434c40b-cb4c-48ac-b295-c1edd144c0e1'}, {'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:02.033327 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f95b8c0-42f4-4ea0-b897-6fc55599e725" -d '{"events": [{"server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "name": "network-vif-plugged", "status": "completed", "tag": "2434c40b-cb4c-48ac-b295-c1edd144c0e1"}, {"server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "name": "network-vif-unplugged", "status": "completed", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:02.043679 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6e646ef-1b81-49c0-b251-ddacaa39079c req-4c44d84e-2237-43b2-990b-5bdf1f085488 tempest-ServersOnMultiNodesTest-1271335514 tempest-ServersOnMultiNodesTest-1271335514-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba8f673b-f932-4ead-b52d-e7b22ea40503 HTTP/1.1" status: 200 len: 210 time: 0.0480843 Aug 29 16:52:02.061956 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:02.079154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc20caf5-d326-4d68-a6ce-477bb8d0b017 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:02.088910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8f673b-f932-4ead-b52d-e7b22ea40503', 'name': 'network-vif-deleted', 'tag': '80358757-d936-48fe-919e-72caaebf4ace'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:02.091564 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b04162-0849-4afb-94a0-3ee143b258e1" -d '{"events": [{"server_uuid": "ba8f673b-f932-4ead-b52d-e7b22ea40503", "name": "network-vif-deleted", "tag": "80358757-d936-48fe-919e-72caaebf4ace"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:02.100574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:02.115352 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:02.118435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb53323-8e4d-47cc-845e-d91bfd96bc03 req-b8d2c0ab-4f9e-44eb-b22b-08099c557726 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:02.119074 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-ef07d612-03f7-4ad3-960e-0cf010925416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:02.120078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:02.122800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-ef07d612-03f7-4ad3-960e-0cf010925416 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 1100 time: 0.0760343 Aug 29 16:52:02.127274 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fb53323-8e4d-47cc-845e-d91bfd96bc03 req-b8d2c0ab-4f9e-44eb-b22b-08099c557726 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 1023 time: 0.1196778 Aug 29 16:52:02.181469 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5b9a28-fc5f-472f-9976-54fe6156eb40 x-openstack-request-id: req-bf5b9a28-fc5f-472f-9976-54fe6156eb40 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:02.181764 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "name": "network-vif-plugged", "status": "completed", "tag": "2434c40b-cb4c-48ac-b295-c1edd144c0e1", "code": 200}, {"server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "name": "network-vif-unplugged", "status": "completed", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:02.182077 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf5b9a28-fc5f-472f-9976-54fe6156eb40 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:02.182520 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2434c40b-cb4c-48ac-b295-c1edd144c0e1', 'code': 200} Aug 29 16:52:02.182688 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'code': 200} Aug 29 16:52:02.189821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:02.209806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fb53323-8e4d-47cc-845e-d91bfd96bc03 req-418202a5-7e7d-4248-9996-b8264960bbad tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6&id=e8b71d09-ab08-44db-a9fb-b9f846ec2d3d&id=6d240140-f653-436d-91ba-237598a86872&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0816150 Aug 29 16:52:02.230448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59783c-b7a5-438f-9b90-76c3e6029b54 req-da351e66-81b2-475e-992b-a052bb1d99a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:02.232122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d59783c-b7a5-438f-9b90-76c3e6029b54 req-da351e66-81b2-475e-992b-a052bb1d99a1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 1023 time: 0.1569743 Aug 29 16:52:02.236243 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89606365-e91f-431e-80b9-ec91244101c7 x-openstack-request-id: req-89606365-e91f-431e-80b9-ec91244101c7 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:02.236612 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8f673b-f932-4ead-b52d-e7b22ea40503", "name": "network-vif-deleted", "tag": "80358757-d936-48fe-919e-72caaebf4ace", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:02.236925 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89606365-e91f-431e-80b9-ec91244101c7 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:02.237423 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8f673b-f932-4ead-b52d-e7b22ea40503', 'name': 'network-vif-deleted', 'tag': '80358757-d936-48fe-919e-72caaebf4ace', 'status': 'completed', 'code': 200} Aug 29 16:52:02.293017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-6e015c79-b936-47f9-b77e-b79a7ae5c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:02.294940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-6e015c79-b936-47f9-b77e-b79a7ae5c1ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1655576 Aug 29 16:52:02.348040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-4d59783c-b7a5-438f-9b90-76c3e6029b54 req-3ef6ea51-1522-4358-a12c-08a117155bbb tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Deleting port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:02.348293 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4d59783c-b7a5-438f-9b90-76c3e6029b54 req-3ef6ea51-1522-4358-a12c-08a117155bbb tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:02.353624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-55362562-d940-460e-8643-15721b011437 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017 HTTP/1.1" status: 200 len: 217 time: 0.0395317 Aug 29 16:52:02.361859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d598b-27f7-4661-9ff3-03f2ebf156a7 req-2d8b82ce-c010-45bc-9432-19cd0d32b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:02.362359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d598b-27f7-4661-9ff3-03f2ebf156a7 req-2d8b82ce-c010-45bc-9432-19cd0d32b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:02.364075 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-631d598b-27f7-4661-9ff3-03f2ebf156a7 req-2d8b82ce-c010-45bc-9432-19cd0d32b7a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1986 time: 0.0830076 Aug 29 16:52:02.375558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['fc20caf5-d326-4d68-a6ce-477bb8d0b017'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:02.437497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-631d598b-27f7-4661-9ff3-03f2ebf156a7 req-dd44ed5d-2a9a-42c2-a86b-9f4f23d6c080 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648577 Aug 29 16:52:02.439350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-b7e24673-ecf9-4d2d-ba36-777fa326e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:02.440726 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-b7e24673-ecf9-4d2d-ba36-777fa326e1cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0758135 Aug 29 16:52:02.493612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-4d59783c-b7a5-438f-9b90-76c3e6029b54 req-3ef6ea51-1522-4358-a12c-08a117155bbb tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] For port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,segment=NetworkSegment(159d06f1-1843-40f5-8787-1889b48c00c4),segment_id=159d06f1-1843-40f5-8787-1889b48c00c4)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:02.493895 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4d59783c-b7a5-438f-9b90-76c3e6029b54 req-3ef6ea51-1522-4358-a12c-08a117155bbb tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:02.509935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-4d59783c-b7a5-438f-9b90-76c3e6029b54 req-3ef6ea51-1522-4358-a12c-08a117155bbb tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Calling delete_port for d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:02.536160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9acdf4-a0e2-471b-9167-69f57fab948d req-d1f1e560-2b7e-4945-96e6-7638516b0510 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:02.542227 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9acdf4-a0e2-471b-9167-69f57fab948d req-d1f1e560-2b7e-4945-96e6-7638516b0510 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:02.543768 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec9acdf4-a0e2-471b-9167-69f57fab948d req-d1f1e560-2b7e-4945-96e6-7638516b0510 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1682 time: 0.0865562 Aug 29 16:52:02.626278 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec9acdf4-a0e2-471b-9167-69f57fab948d req-746f4e2d-4b72-4948-9816-0182b332fe5d tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512848 Aug 29 16:52:02.698365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-90b075a1-32a7-480c-a9cf-185c16669cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:02.699953 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-90b075a1-32a7-480c-a9cf-185c16669cbb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769377 Aug 29 16:52:02.718156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4d59783c-b7a5-438f-9b90-76c3e6029b54 req-3ef6ea51-1522-4358-a12c-08a117155bbb tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:02.744571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb66fe-6cde-481e-8a65-deed9027d97a req-dbd5a253-71a7-428c-a288-560f4ab6a214 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:02.746351 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31bb66fe-6cde-481e-8a65-deed9027d97a req-dbd5a253-71a7-428c-a288-560f4ab6a214 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.0952716 Aug 29 16:52:02.757099 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-793c71de-0b1f-44bd-9244-727f487f4ede tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5d4f5baf24094062b9e6c58dcbd5f87e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560627 Aug 29 16:52:02.762492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6ea51-1522-4358-a12c-08a117155bbb tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event deleted for resources: {'Port': ['ID=d8318f8b-41e8-4b48-a4d8-ad3d42e595d4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:02.839591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d59783c-b7a5-438f-9b90-76c3e6029b54 req-3ef6ea51-1522-4358-a12c-08a117155bbb tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] No DVR routers for this DVR port d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:02.842686 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4d59783c-b7a5-438f-9b90-76c3e6029b54 req-3ef6ea51-1522-4358-a12c-08a117155bbb tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:02.845173 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d59783c-b7a5-438f-9b90-76c3e6029b54 req-3ef6ea51-1522-4358-a12c-08a117155bbb tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.10 "DELETE /v2.0/ports/d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 HTTP/1.1" status: 204 len: 173 time: 0.6055820 Aug 29 16:52:02.847192 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-72ce79cc-0301-46e0-9e99-9a2be0b45878 req-7710a8a7-1b76-41d8-8d3d-7cf71a6ed337 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 210 time: 0.0528793 Aug 29 16:52:02.847650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1603e19-417e-4abd-b273-438155cee1c9', 'name': 'network-vif-deleted', 'tag': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:02.851302 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23e2137-2c69-4804-bab1-77faef7aba8b" -d '{"events": [{"server_uuid": "b1603e19-417e-4abd-b273-438155cee1c9", "name": "network-vif-deleted", "tag": "d8318f8b-41e8-4b48-a4d8-ad3d42e595d4"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:02.912305 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bd97f2-0866-4a51-919e-ae51272cc7d3 x-openstack-request-id: req-71bd97f2-0866-4a51-919e-ae51272cc7d3 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:02.912919 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1603e19-417e-4abd-b273-438155cee1c9", "name": "network-vif-deleted", "tag": "d8318f8b-41e8-4b48-a4d8-ad3d42e595d4", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:02.912919 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71bd97f2-0866-4a51-919e-ae51272cc7d3 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:02.913213 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1603e19-417e-4abd-b273-438155cee1c9', 'name': 'network-vif-deleted', 'tag': 'd8318f8b-41e8-4b48-a4d8-ad3d42e595d4', 'status': 'completed', 'code': 200} Aug 29 16:52:03.033063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d8318f8b-41e8-4b48-a4d8-ad3d42e595d4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:03.064299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6e52b-e4fd-4e75-aa25-8ea315a93de5 req-e59ca456-3b94-4791-8a09-36bd5ef6aab9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:03.065984 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cef6e52b-e4fd-4e75-aa25-8ea315a93de5 req-e59ca456-3b94-4791-8a09-36bd5ef6aab9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 949 time: 0.0558927 Aug 29 16:52:03.105355 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cef6e52b-e4fd-4e75-aa25-8ea315a93de5 req-08a46958-72b7-4715-9916-22e706869c7f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Aug 29 16:52:03.188800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31bb66fe-6cde-481e-8a65-deed9027d97a req-21083842-e1b6-43e0-851b-81c2e34ef5fe tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046202 Aug 29 16:52:03.222248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-9dba0a84-d93f-449f-b787-502a09a84f30 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074549 Aug 29 16:52:03.263919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-7a4cfdc4-0300-49e2-8e02-4b7068640f93 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:03.265346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-7a4cfdc4-0300-49e2-8e02-4b7068640f93 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800835 Aug 29 16:52:03.296415 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Request body: {'port': {'device_id': 'b3b3c1a5-02f6-4f04-a8e4-c09f343848cd', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '5d4f5baf24094062b9e6c58dcbd5f87e'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:03.351840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3fb5509-0cb2-40d2-8765-3e2ea5214921 req-69fa9266-980b-4f04-b616-be056573fcea tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1603e19-417e-4abd-b273-438155cee1c9 HTTP/1.1" status: 200 len: 210 time: 0.0484591 Aug 29 16:52:03.458148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-b3c8926c-184e-4e2e-8466-64c66a01b5ff service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238870 Aug 29 16:52:03.481962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42458) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:03.484718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Made reservation on behalf of 5d4f5baf24094062b9e6c58dcbd5f87e for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:03.488403 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:03.499253 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:03.593997 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:03.598340 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:03.630004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device fc20caf5-d326-4d68-a6ce-477bb8d0b017 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:03.630610 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-986f616a-acc9-4c7d-880d-0e78dd4cea5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6a9dbf52a394a089b69d53045802e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466277 Aug 29 16:52:03.634673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42462) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:03.674709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d0abb8-fed6-4035-8d2d-7be4440c2e7d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:03.707132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7974cbd6-1aa6-48aa-9240-c1d587bed0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:03.718504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port fc20caf5-d326-4d68-a6ce-477bb8d0b017 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:03.719252 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:03.744711 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7974cbd6-1aa6-48aa-9240-c1d587bed0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:03.791026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Allocated IP 192.168.233.138 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/40a58321-3907-4a52-b215-112e6ecebee3) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:03.817619 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:03.836164 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf8592-27d5-4ac3-899d-40c4db929364 req-a116ae70-513e-4e92-90b3-79f9a1d5dfba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:03.842169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf8592-27d5-4ac3-899d-40c4db929364 req-a116ae70-513e-4e92-90b3-79f9a1d5dfba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:03.843777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2bf8592-27d5-4ac3-899d-40c4db929364 req-a116ae70-513e-4e92-90b3-79f9a1d5dfba tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1682 time: 0.1200686 Aug 29 16:52:03.866855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:03.872246 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:03.873476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:03.889009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7974cbd6-1aa6-48aa-9240-c1d587bed0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:03.891882 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7974cbd6-1aa6-48aa-9240-c1d587bed0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:03.893308 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7974cbd6-1aa6-48aa-9240-c1d587bed0bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c180ede-9276-4582-9360-009b760c9f50 HTTP/1.1" status: 204 len: 168 time: 0.2575641 Aug 29 16:52:03.899729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:03.900415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d8318f8b-41e8-4b48-a4d8-ad3d42e595d4 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:03.900907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 80358757-d936-48fe-919e-72caaebf4ace no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:03.915281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2bf8592-27d5-4ac3-899d-40c4db929364 req-9ec8b7bf-aed9-482d-ba3e-fec9457a7153 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608199 Aug 29 16:52:03.916522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974cbd6-1aa6-48aa-9240-c1d587bed0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c180ede-9276-4582-9360-009b760c9f50,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:03.957451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 80358757-d936-48fe-919e-72caaebf4ace {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:03.957888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 80358757-d936-48fe-919e-72caaebf4ace not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:03.985775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:04.002038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c825c4a-9a12-4efe-ad14-509312e28afd req-0a2cdb41-d077-4470-8e8b-bc9324b2d32c tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 210 time: 0.0433240 Aug 29 16:52:04.006682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.024573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Transition to ACTIVE for port object 40a58321-3907-4a52-b215-112e6ecebee3 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:04.055967 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.102441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:04.106096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:04.113018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:04.150715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Pushing event updated for resources: {'Port': ['ID=40a58321-3907-4a52-b215-112e6ecebee3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:04.179573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:04.180540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.184719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:04.188848 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f96208-30b1-4e73-8c75-2c06a04d67ed" -d '{"events": [{"server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "name": "network-vif-plugged", "status": "completed", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:04.199858 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5e5c866c-b7ee-4aa2-802c-50f88cd83c28 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9086957 Aug 29 16:52:04.212905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Request body: {'port': {'device_id': 'b3b3c1a5-02f6-4f04-a8e4-c09f343848cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:04.253191 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a83339a-be85-48f9-81d1-387007636478 x-openstack-request-id: req-5a83339a-be85-48f9-81d1-387007636478 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:04.253565 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "name": "network-vif-plugged", "status": "completed", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:04.254054 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a83339a-be85-48f9-81d1-387007636478 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:04.254623 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'code': 200} Aug 29 16:52:04.262578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42480) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:04.264200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b68d6-732e-4c15-a4e3-25574a63122b req-ef5426ef-219f-4e3e-a0ac-2f6ac2ef75bf tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:04.272114 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-889b68d6-732e-4c15-a4e3-25574a63122b req-ef5426ef-219f-4e3e-a0ac-2f6ac2ef75bf tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0681183 Aug 29 16:52:04.309795 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-889b68d6-732e-4c15-a4e3-25574a63122b req-3d2c4bf3-2fd5-447e-8ef6-ec3ce044ada7 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367470 Aug 29 16:52:04.334614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.403185 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d47e5b10-f0cc-47c2-b1e8-d14e18006f63 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=65e0194cb62845ce9ec8d783368d80da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394010 Aug 29 16:52:04.406063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42486) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:04.430295 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d41a8398-5f9c-49b0-96ee-00353d481d6d None None] Provisioning for port 40a58321-3907-4a52-b215-112e6ecebee3 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:04.433278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cc8a2-cb7f-47d4-8c52-d8c930c4f70a req-84dc4c4d-27af-4b1a-bd6f-897388a4b0c3 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:04.434281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d41a8398-5f9c-49b0-96ee-00353d481d6d None None] Provisioning complete for port 40a58321-3907-4a52-b215-112e6ecebee3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:04.434656 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d41a8398-5f9c-49b0-96ee-00353d481d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.437819 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-668cc8a2-cb7f-47d4-8c52-d8c930c4f70a req-84dc4c4d-27af-4b1a-bd6f-897388a4b0c3 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.1279795 Aug 29 16:52:04.471287 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d41a8398-5f9c-49b0-96ee-00353d481d6d None None] Port 40a58321-3907-4a52-b215-112e6ecebee3 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:52:04.529179 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a4b502c-4757-42f1-acff-333e02e38a42 req-7d371046-749b-4f21-93a2-927afa23fc2d tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/e8b71d09-ab08-44db-a9fb-b9f846ec2d3d HTTP/1.1" status: 200 len: 1800 time: 0.0388055 Aug 29 16:52:04.579229 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6cd04b3-ee49-4dbf-9b84-6c3a6a939282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.588143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7a4b502c-4757-42f1-acff-333e02e38a42 req-214f5f71-e7f2-42cf-9dee-f2fc8fe6568a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.595203 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-668cc8a2-cb7f-47d4-8c52-d8c930c4f70a req-aefe9b23-ca09-4e72-812a-99e06a8bec2d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350770 Aug 29 16:52:04.612254 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7a4b502c-4757-42f1-acff-333e02e38a42 req-214f5f71-e7f2-42cf-9dee-f2fc8fe6568a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.644302 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6cd04b3-ee49-4dbf-9b84-6c3a6a939282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.654345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7a4b502c-4757-42f1-acff-333e02e38a42 req-214f5f71-e7f2-42cf-9dee-f2fc8fe6568a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.657023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7a4b502c-4757-42f1-acff-333e02e38a42 req-214f5f71-e7f2-42cf-9dee-f2fc8fe6568a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.658203 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a4b502c-4757-42f1-acff-333e02e38a42 req-214f5f71-e7f2-42cf-9dee-f2fc8fe6568a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "DELETE /v2.0/security-groups/e8b71d09-ab08-44db-a9fb-b9f846ec2d3d HTTP/1.1" status: 204 len: 173 time: 0.1230924 Aug 29 16:52:04.672468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f5f71-e7f2-42cf-9dee-f2fc8fe6568a tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b71d09-ab08-44db-a9fb-b9f846ec2d3d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:04.756732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e1eb9d40-1b60-4670-8f89-b02aa4b41460 req-03818e70-655a-4edc-af7e-f930f4a7ffd1 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "GET /v2.0/security-groups/6d240140-f653-436d-91ba-237598a86872 HTTP/1.1" status: 200 len: 1799 time: 0.0783949 Aug 29 16:52:04.766226 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6cd04b3-ee49-4dbf-9b84-6c3a6a939282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.768704 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6cd04b3-ee49-4dbf-9b84-6c3a6a939282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.769807 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d6cd04b3-ee49-4dbf-9b84-6c3a6a939282 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8d100b8-c698-4aa7-94f9-dd4a9372e582 HTTP/1.1" status: 204 len: 168 time: 0.3627155 Aug 29 16:52:04.794383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd04b3-ee49-4dbf-9b84-6c3a6a939282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d100b8-c698-4aa7-94f9-dd4a9372e582,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:04.852945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a58321-3907-4a52-b215-112e6ecebee3 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:04.862983 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.886460 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e1eb9d40-1b60-4670-8f89-b02aa4b41460 req-e8b10739-23a0-4f9e-9e0b-b77ede6270b3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.889109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Transition to ACTIVE for port object 40a58321-3907-4a52-b215-112e6ecebee3 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:04.899566 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.950689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e1eb9d40-1b60-4670-8f89-b02aa4b41460 req-e8b10739-23a0-4f9e-9e0b-b77ede6270b3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:04.987395 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Pushing event updated for resources: {'Port': ['ID=40a58321-3907-4a52-b215-112e6ecebee3,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:05.072070 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e1eb9d40-1b60-4670-8f89-b02aa4b41460 req-e8b10739-23a0-4f9e-9e0b-b77ede6270b3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.076472 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e1eb9d40-1b60-4670-8f89-b02aa4b41460 req-e8b10739-23a0-4f9e-9e0b-b77ede6270b3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.083943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42504) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:05.085648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e1eb9d40-1b60-4670-8f89-b02aa4b41460 req-e8b10739-23a0-4f9e-9e0b-b77ede6270b3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] 10.222.0.22 "DELETE /v2.0/security-groups/6d240140-f653-436d-91ba-237598a86872 HTTP/1.1" status: 204 len: 173 time: 0.3104506 Aug 29 16:52:05.109741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Attempting to bind port 40a58321-3907-4a52-b215-112e6ecebee3 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:05.110083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Attempting to bind port 40a58321-3907-4a52-b215-112e6ecebee3 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:05.110524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Attempting to bind port 40a58321-3907-4a52-b215-112e6ecebee3 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:05.119922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Port 40a58321-3907-4a52-b215-112e6ecebee3 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:52:05.121185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Attempting to bind port 40a58321-3907-4a52-b215-112e6ecebee3 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:05.125411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b10739-23a0-4f9e-9e0b-b77ede6270b3 tempest-SecurityGroupsTestJSON-1406298445 tempest-SecurityGroupsTestJSON-1406298445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d240140-f653-436d-91ba-237598a86872,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:05.143467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:05.145258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:05.145656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:05.146492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Bound port: 40a58321-3907-4a52-b215-112e6ecebee3, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:05.149927 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.166641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d93e-4f3a-417d-af78-44fae685f3d5 req-bb451dde-c6e0-462e-87cf-ea908f3f976e tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:05.174030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d93e-4f3a-417d-af78-44fae685f3d5 req-bb451dde-c6e0-462e-87cf-ea908f3f976e tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:05.197680 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5859d93e-4f3a-417d-af78-44fae685f3d5 req-bb451dde-c6e0-462e-87cf-ea908f3f976e tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1682 time: 0.1452627 Aug 29 16:52:05.224125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca603fc-7fef-48f8-9763-171ea903f6a1 admin admin] Deleting subnet 8e750d55-2e0f-4756-8498-a246e5a4cb25 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:52:05.229551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ca603fc-7fef-48f8-9763-171ea903f6a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.282523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2515f44-8d42-449c-806a-7e5a6b17d1d1 req-f36c5c80-5f54-4b96-b30b-85555cb76267 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:05.285770 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5859d93e-4f3a-417d-af78-44fae685f3d5 req-fbdfae04-39ce-4d09-a38f-aa79a1bff50d tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869544 Aug 29 16:52:05.290542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ca603fc-7fef-48f8-9763-171ea903f6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.305440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2515f44-8d42-449c-806a-7e5a6b17d1d1 req-f36c5c80-5f54-4b96-b30b-85555cb76267 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 948 time: 0.1334045 Aug 29 16:52:05.340048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] For port 40a58321-3907-4a52-b215-112e6ecebee3, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:05.363832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] For port 40a58321-3907-4a52-b215-112e6ecebee3, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=40a58321-3907-4a52-b215-112e6ecebee3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:05.370622 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2515f44-8d42-449c-806a-7e5a6b17d1d1 req-a34db3bc-113b-46c7-9fdb-9f8ba0752179 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665798 Aug 29 16:52:05.372711 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.382898 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ca603fc-7fef-48f8-9763-171ea903f6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.422274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:05.422902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.424506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] 10.222.0.16 "PUT /v2.0/ports/40a58321-3907-4a52-b215-112e6ecebee3 HTTP/1.1" status: 200 len: 1097 time: 1.2167296 Aug 29 16:52:05.424957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b3c1a5-02f6-4f04-a8e4-c09f343848cd', 'tag': '40a58321-3907-4a52-b215-112e6ecebee3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:05.427228 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652103e2-62db-4a99-ae00-4444c29d9db1" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b3c1a5-02f6-4f04-a8e4-c09f343848cd", "tag": "40a58321-3907-4a52-b215-112e6ecebee3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:05.477758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062bb94-e021-4bf3-9d33-78cad3ad30cb service neutron] Pushing event updated for resources: {'Port': ['ID=40a58321-3907-4a52-b215-112e6ecebee3,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:05.560870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-f9c70515-3308-498a-aaf0-c92e71a757f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:05.563904 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-f9c70515-3308-498a-aaf0-c92e71a757f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d4f5baf24094062b9e6c58dcbd5f87e&device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 1100 time: 0.0797441 Aug 29 16:52:05.568250 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ca603fc-7fef-48f8-9763-171ea903f6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.641739 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ca603fc-7fef-48f8-9763-171ea903f6a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.647246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4ca603fc-7fef-48f8-9763-171ea903f6a1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8e750d55-2e0f-4756-8498-a246e5a4cb25 HTTP/1.1" status: 204 len: 168 time: 0.5613434 Aug 29 16:52:05.652855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42532) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:05.654183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca603fc-7fef-48f8-9763-171ea903f6a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e750d55-2e0f-4756-8498-a246e5a4cb25,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:05.659992 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-3f72a13e-ab78-43e8-82d3-e1f93af78ef0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=40a58321-3907-4a52-b215-112e6ecebee3 HTTP/1.1" status: 200 len: 217 time: 0.0857587 Aug 29 16:52:05.693453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452f911-0f60-4b55-9785-3c70267a202f req-9e427f3d-045f-442d-a89a-0122522e734b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:05.701859 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2452f911-0f60-4b55-9785-3c70267a202f req-9e427f3d-045f-442d-a89a-0122522e734b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.2634857 Aug 29 16:52:05.728268 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc10f0a-e008-4a12-b8ba-91262337ece8 x-openstack-request-id: req-dbc10f0a-e008-4a12-b8ba-91262337ece8 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:05.728653 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b3c1a5-02f6-4f04-a8e4-c09f343848cd", "tag": "40a58321-3907-4a52-b215-112e6ecebee3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:05.728792 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbc10f0a-e008-4a12-b8ba-91262337ece8 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:05.729185 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b3c1a5-02f6-4f04-a8e4-c09f343848cd', 'tag': '40a58321-3907-4a52-b215-112e6ecebee3', 'status': 'completed', 'code': 200} Aug 29 16:52:05.756329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-c7f1dac7-427e-4439-b313-c4eb9d4db6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:05.759717 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-c7f1dac7-427e-4439-b313-c4eb9d4db6f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0928299 Aug 29 16:52:05.810581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.833574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42536) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:05.842010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2452f911-0f60-4b55-9785-3c70267a202f req-6739eb03-ed5c-4516-be76-da3c5a1b1615 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392920 Aug 29 16:52:05.886337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5a57bc2b-55b7-4ae3-85f6-2ed1b1dba855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:05.887840 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-5a57bc2b-55b7-4ae3-85f6-2ed1b1dba855 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835369 Aug 29 16:52:05.891858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-e671a483-723a-490a-9533-399c57a2ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:05.893298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-e671a483-723a-490a-9533-399c57a2ec66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535&tenant_id=0f1094930cac4d8f9e7626730739de9b HTTP/1.1" status: 200 len: 1102 time: 0.1224878 Aug 29 16:52:05.962980 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:05.969325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-network', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:05.975306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1125c0b4-2376-4597-8452-71f3a79e075a']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:05.991729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159d06f1-1843-40f5-8787-1889b48c00c4') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:05.992690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159d06f1-1843-40f5-8787-1889b48c00c4') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:06.010931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027d0e1-d11d-4910-9309-4bdf6c54bcf2 req-1be76a64-1051-41ce-a980-f155a15068fb tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:06.016063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7e94-1ae3-4e8e-8a61-3b53ec25ee5b req-f235b1b5-e258-4042-ac68-8fdf068e5879 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:06.016776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027d0e1-d11d-4910-9309-4bdf6c54bcf2 req-1be76a64-1051-41ce-a980-f155a15068fb tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:06.017548 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c4fc7e94-1ae3-4e8e-8a61-3b53ec25ee5b req-f235b1b5-e258-4042-ac68-8fdf068e5879 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.1725972 Aug 29 16:52:06.018337 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9027d0e1-d11d-4910-9309-4bdf6c54bcf2 req-1be76a64-1051-41ce-a980-f155a15068fb tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1682 time: 0.0967190 Aug 29 16:52:06.020088 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.044859 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.056840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:52:06.057256 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:52:06.058879 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:52:06.064909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Made reservation on behalf of e813e7c4026d4c0189a2f39cca39a3dc for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:06.067215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.081657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-e04c497c-2931-4468-995c-3c49832ce692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:06.083170 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-e04c497c-2931-4468-995c-3c49832ce692 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 1102 time: 0.1587367 Aug 29 16:52:06.086590 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-a1c8f14e-0555-4417-a7d1-fe49a7010f67 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907895 Aug 29 16:52:06.089432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.110762 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9027d0e1-d11d-4910-9309-4bdf6c54bcf2 req-35a52b99-de8d-4f2b-813e-7e0a940e0977 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837066 Aug 29 16:52:06.134239 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.139982 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.143319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1125c0b4-2376-4597-8452-71f3a79e075a HTTP/1.1" status: 204 len: 168 time: 0.4900796 Aug 29 16:52:06.155209 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52274ebf-1ba2-4fee-83d9-dd36aab148a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1125c0b4-2376-4597-8452-71f3a79e075a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:06.207085 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c4fc7e94-1ae3-4e8e-8a61-3b53ec25ee5b req-7f3f7e62-e8f0-44b7-b50f-418b1fbc6436 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763935 Aug 29 16:52:06.270358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42544) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:06.311511 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bcbb5115-998c-43b4-b395-9fef368c5f8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2a2a2a5b135491d8d0a4e6596310bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399158 Aug 29 16:52:06.314036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42546) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:06.316926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8a56e7-f020-4ff0-acff-60c4decaed2e req-e7b80741-883b-407a-a17c-7ad87cbe8fda service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176688 Aug 29 16:52:06.319177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-8e5fc039-b356-4604-a29b-8f517f33f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:06.320630 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-8e5fc039-b356-4604-a29b-8f517f33f862 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2274742 Aug 29 16:52:06.374273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65ef4bb3-9058-439f-874b-7dff00851c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.378242 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-b3d4aaa7-50cc-4b76-b717-fdcb612aa654 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017 HTTP/1.1" status: 200 len: 217 time: 0.0481791 Aug 29 16:52:06.395693 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65ef4bb3-9058-439f-874b-7dff00851c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.442038 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.453681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.466295 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65ef4bb3-9058-439f-874b-7dff00851c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.469820 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65ef4bb3-9058-439f-874b-7dff00851c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.470972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-65ef4bb3-9058-439f-874b-7dff00851c5b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6 HTTP/1.1" status: 204 len: 168 time: 0.1559796 Aug 29 16:52:06.488035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-0901a16e-9f2e-4a45-b621-730e17091c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:06.489597 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-0901a16e-9f2e-4a45-b621-730e17091c69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0852470 Aug 29 16:52:06.497346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef4bb3-9058-439f-874b-7dff00851c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2acbc7a-ac22-45c6-97cf-d1d7aa5311d6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:06.500023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:52:06.516681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652103e2-62db-4a99-ae00-4444c29d9db1 req-550fe18f-1edc-4b7b-a076-c1672f1f667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:06.518577 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-652103e2-62db-4a99-ae00-4444c29d9db1 req-550fe18f-1edc-4b7b-a076-c1672f1f667a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d4f5baf24094062b9e6c58dcbd5f87e&device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 1100 time: 0.1493013 Aug 29 16:52:06.519207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3872bd13-a54d-404a-9f0f-5c06550ec837,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:06.524266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adb22c-da54-4a5a-9803-93df28480adb req-75e78ce1-1a4e-4a22-b6ff-ca93d8e9b8f6 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:06.526322 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0adb22c-da54-4a5a-9803-93df28480adb req-75e78ce1-1a4e-4a22-b6ff-ca93d8e9b8f6 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 948 time: 0.0716166 Aug 29 16:52:06.551846 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.552188 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Added segment e461f3fa-cb9f-4f59-a790-01c942614966 of type vlan for network b45f752c-040e-455b-87a1-50c37d6fdb5f Aug 29 16:52:06.577631 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0adb22c-da54-4a5a-9803-93df28480adb req-d86c958b-c10a-4402-a730-4b8b6f4ab267 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435798 Aug 29 16:52:06.648097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-7811f997-9672-4720-a199-fbd6900e2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:06.650211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-7811f997-9672-4720-a199-fbd6900e2f77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1518924 Aug 29 16:52:06.651799 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.748495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.749396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:06.749974 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:06.755909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652103e2-62db-4a99-ae00-4444c29d9db1 req-faaaa014-0d07-4dde-a925-1295eeb635f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:06.757985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-652103e2-62db-4a99-ae00-4444c29d9db1 req-faaaa014-0d07-4dde-a925-1295eeb635f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2186947 Aug 29 16:52:06.873779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0381441 Aug 29 16:52:06.876794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42564) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:06.880242 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-652103e2-62db-4a99-ae00-4444c29d9db1 req-5d56389f-3639-4a12-bd54-a174fc3c5d1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=40a58321-3907-4a52-b215-112e6ecebee3 HTTP/1.1" status: 200 len: 217 time: 0.1011612 Aug 29 16:52:06.883179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] Request body: {'subnet': {'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-subnet', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:06.922061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] Made reservation on behalf of e813e7c4026d4c0189a2f39cca39a3dc for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:06.922979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854a48d-d368-4a12-aab0-ea557e83cad9 admin admin] Pushing event updated for resources: {'Network': ['ID=b45f752c-040e-455b-87a1-50c37d6fdb5f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:06.933872 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-9e263928-398f-42d2-8d18-77611fc3621d service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714550 Aug 29 16:52:06.936997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network b45f752c-040e-455b-87a1-50c37d6fdb5f details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:52:06.939315 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:07.010928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652103e2-62db-4a99-ae00-4444c29d9db1 req-7e7a6c66-e799-4c41-926a-36a9bc73b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:07.012539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-652103e2-62db-4a99-ae00-4444c29d9db1 req-7e7a6c66-e799-4c41-926a-36a9bc73b16d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1220682 Aug 29 16:52:07.061102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b6a77-3f9f-4ede-92c9-25425be057db req-7481d83d-9159-406b-b999-2520c388326e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:07.062643 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f2b6a77-3f9f-4ede-92c9-25425be057db req-7481d83d-9159-406b-b999-2520c388326e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1185915 Aug 29 16:52:07.081356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0cf824-a922-4e9f-969a-4bdf86e8034c req-9c6e7595-abf3-48a2-b77e-e46bc494ee4f service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382515 Aug 29 16:52:07.092482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652103e2-62db-4a99-ae00-4444c29d9db1 req-c8238851-1547-4e03-b905-882a411e204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:07.094674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-652103e2-62db-4a99-ae00-4444c29d9db1 req-c8238851-1547-4e03-b905-882a411e204c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664194 Aug 29 16:52:07.153911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f2b6a77-3f9f-4ede-92c9-25425be057db req-a55b82da-0ad4-4554-bf24-aba1eacfce77 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837464 Aug 29 16:52:07.208822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-c3421744-60d6-4c1b-bb63-188cebae5f5f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:07.214951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-c3421744-60d6-4c1b-bb63-188cebae5f5f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:07.216602 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-c3421744-60d6-4c1b-bb63-188cebae5f5f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1682 time: 0.1405661 Aug 29 16:52:07.226832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-652103e2-62db-4a99-ae00-4444c29d9db1 req-4fc15ad1-b5ff-4a82-b083-1edc9ec1ce22 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207857 Aug 29 16:52:07.275775 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42582) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:07.339067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84763b-f616-44a8-a570-e94fb1137b44 req-69483c5b-af31-4c0d-981c-65a18ad2a6ef tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:07.345501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84763b-f616-44a8-a570-e94fb1137b44 req-69483c5b-af31-4c0d-981c-65a18ad2a6ef tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:07.347216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e84763b-f616-44a8-a570-e94fb1137b44 req-69483c5b-af31-4c0d-981c-65a18ad2a6ef tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 1682 time: 0.1163447 Aug 29 16:52:07.385472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:07.403843 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-652103e2-62db-4a99-ae00-4444c29d9db1 req-0b915745-7b03-4735-b38c-ede831a59946 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618111 Aug 29 16:52:07.428714 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e84763b-f616-44a8-a570-e94fb1137b44 req-7fb4bc2b-3d7b-47cb-b713-1b557afcfa56 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607994 Aug 29 16:52:07.457298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1263986460-network', 'tenant_id': '5e1a740765854f698b8f2f908c108650'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:07.494938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56629de-14a8-44c7-a84a-cd83876271ab req-8085ab30-449e-4147-9ac8-ca5f5f6b1945 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:07.496412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a56629de-14a8-44c7-a84a-cd83876271ab req-8085ab30-449e-4147-9ac8-ca5f5f6b1945 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.1544051 Aug 29 16:52:07.501270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b437f11-d35a-4d83-b8da-9cfdadb36224,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:07.505357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-ad48cec1-a4e7-4642-9914-5574959883a2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:07.505929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-ad48cec1-a4e7-4642-9914-5574959883a2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:07.572789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Made reservation on behalf of 5e1a740765854f698b8f2f908c108650 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:07.575033 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:07.597913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:07.599688 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] Checking segment: {'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:07.600304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] Network hostable DHCP agents. Network: b45f752c-040e-455b-87a1-50c37d6fdb5f, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:52:07.627046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2d816108-4eee-4867-9130-902e51bdd854 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:52:07.647411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a56629de-14a8-44c7-a84a-cd83876271ab req-172f0a47-020c-47f7-adef-9c8b7d3942c2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334801 Aug 29 16:52:07.688365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] Network b45f752c-040e-455b-87a1-50c37d6fdb5f is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:52:07.702367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-ad48cec1-a4e7-4642-9914-5574959883a2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] For port 2434c40b-cb4c-48ac-b295-c1edd144c0e1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2434c40b-cb4c-48ac-b295-c1edd144c0e1,segment=NetworkSegment(b7a07370-a419-4332-bff2-dbb2f85cfb5a),segment_id=b7a07370-a419-4332-bff2-dbb2f85cfb5a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:07.702738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-ad48cec1-a4e7-4642-9914-5574959883a2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:07.727683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aed8e3-ce01-4312-9c31-d1a3226b4199 req-e7391153-d5c1-45a1-a2d3-571c20b31b85 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:07.729517 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97aed8e3-ce01-4312-9c31-d1a3226b4199 req-e7391153-d5c1-45a1-a2d3-571c20b31b85 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 948 time: 0.0796680 Aug 29 16:52:07.733495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, b45f752c-040e-455b-87a1-50c37d6fdb5f) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:07.738643 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:07.739449 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:07.744005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da89df5-24f8-466d-9655-1da064a7ced5 None None] Network b45f752c-040e-455b-87a1-50c37d6fdb5f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:07.747261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-ad48cec1-a4e7-4642-9914-5574959883a2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Calling delete_port for 2434c40b-cb4c-48ac-b295-c1edd144c0e1 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:07.774424 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97aed8e3-ce01-4312-9c31-d1a3226b4199 req-ffdcfec7-da04-4a93-9926-353c34a2b541 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373147 Aug 29 16:52:07.846626 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:07.855297 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:07.872723 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dd482599-5b1a-4c2a-99f3-8e913f8907b5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9946020 Aug 29 16:52:07.876200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42590) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:07.887082 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-router', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:07.896414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:52:07.925908 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:07.926320 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Added segment 59640d84-2db3-470f-943d-d19e16270600 of type vlan for network ab74c0c0-8b8d-4228-abd0-2bcffa7caed6 Aug 29 16:52:07.927706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e24bf04-12a2-45e4-9462-4e14731af786,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:07.932582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2d816108-4eee-4867-9130-902e51bdd854,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:07.954359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '2d816108-4eee-4867-9130-902e51bdd854', 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718', 'port_id': '2d816108-4eee-4867-9130-902e51bdd854', 'mac_address': 'fa:16:3e:25:0d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e8af9c-c432-4e00-afd5-7587349e66b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:52:07.991124 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:07.992164 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.006903 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.027275 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.043194 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-ad48cec1-a4e7-4642-9914-5574959883a2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.046788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d816108-4eee-4867-9130-902e51bdd854 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:08.071253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['2434c40b-cb4c-48ac-b295-c1edd144c0e1', '6c9c0a4b-04cb-473d-9d59-abd35f3347b4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:08.083358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.084314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:08.084890 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.085280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-b45f752c-040e-455b-87a1-50c37d6fdb5f', 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'fixed_ips': [{'subnet_id': '8b437f11-d35a-4d83-b8da-9cfdadb36224'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:52:08.086851 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.094807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48cec1-a4e7-4642-9914-5574959883a2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Port': ['ID=2434c40b-cb4c-48ac-b295-c1edd144c0e1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:08.110622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2d816108-4eee-4867-9130-902e51bdd854,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:08.119973 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.171192 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.252968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9758899 Aug 29 16:52:08.256121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42594) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:08.258293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-ad48cec1-a4e7-4642-9914-5574959883a2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] No DVR routers for this DVR port 2434c40b-cb4c-48ac-b295-c1edd144c0e1 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:08.261450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-ad48cec1-a4e7-4642-9914-5574959883a2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.263795 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-ad48cec1-a4e7-4642-9914-5574959883a2 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "DELETE /v2.0/ports/2434c40b-cb4c-48ac-b295-c1edd144c0e1 HTTP/1.1" status: 204 len: 173 time: 1.0389760 Aug 29 16:52:08.275968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] Request body: {'subnet': {'network_id': 'ab74c0c0-8b8d-4228-abd0-2bcffa7caed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1263986460-subnet', 'tenant_id': '5e1a740765854f698b8f2f908c108650', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:08.277608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2d816108-4eee-4867-9130-902e51bdd854,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:08.290938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'name': 'network-vif-deleted', 'tag': '2434c40b-cb4c-48ac-b295-c1edd144c0e1'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:08.293250 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517631ac-26d0-482d-a733-6790880eb3d4" -d '{"events": [{"server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "name": "network-vif-deleted", "tag": "2434c40b-cb4c-48ac-b295-c1edd144c0e1"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:08.300608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f22c2f-291c-4e48-b021-3cdc18371421 admin admin] Pushing event updated for resources: {'Network': ['ID=ab74c0c0-8b8d-4228-abd0-2bcffa7caed6,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:08.342320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network ab74c0c0-8b8d-4228-abd0-2bcffa7caed6 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:52:08.351864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.352617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.353123 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.353705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.354353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.354862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.355021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030c08a-6a42-47c9-a2b1-22ebf50b1beb req-7c8cab16-d057-4d1c-a495-47281e1a13a9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:08.355505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.355626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.355874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.356399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.356625 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b030c08a-6a42-47c9-a2b1-22ebf50b1beb req-7c8cab16-d057-4d1c-a495-47281e1a13a9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.1144302 Aug 29 16:52:08.357058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.357629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:08.415736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] Made reservation on behalf of 5e1a740765854f698b8f2f908c108650 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:08.418128 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.422319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.427181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['2d816108-4eee-4867-9130-902e51bdd854'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:08.491135 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac6d4dc-3057-4cd5-83b2-fe8d10c9ea33 x-openstack-request-id: req-bac6d4dc-3057-4cd5-83b2-fe8d10c9ea33 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:08.491135 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "name": "network-vif-deleted", "tag": "2434c40b-cb4c-48ac-b295-c1edd144c0e1", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:08.491359 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bac6d4dc-3057-4cd5-83b2-fe8d10c9ea33 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:08.492106 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'name': 'network-vif-deleted', 'tag': '2434c40b-cb4c-48ac-b295-c1edd144c0e1', 'status': 'completed', 'code': 200} Aug 29 16:52:08.495035 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b030c08a-6a42-47c9-a2b1-22ebf50b1beb req-327d484b-3609-4a5a-aa43-db7618820f93 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285348 Aug 29 16:52:08.584293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Allocated IP 172.20.0.2 (b45f752c-040e-455b-87a1-50c37d6fdb5f/8b437f11-d35a-4d83-b8da-9cfdadb36224/0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:08.627963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be985c-e126-414e-ad3c-4e5a969ed8f3 req-c0c78942-6252-42d7-85b6-0dad625a493f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:08.629527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79be985c-e126-414e-ad3c-4e5a969ed8f3 req-c0c78942-6252-42d7-85b6-0dad625a493f tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 945 time: 0.1293218 Aug 29 16:52:08.665004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-4525c131-163c-4d94-b933-4cff97eb6c45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:08.665386 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-4525c131-163c-4d94-b933-4cff97eb6c45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.670087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.754578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79be985c-e126-414e-ad3c-4e5a969ed8f3 req-a9a8a4ce-d26a-43d3-ac54-86db81ab4cfb tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3506c7a-c79f-4d63-9b2e-d26cda796209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132760 Aug 29 16:52:08.854302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a7681b-2819-4003-8437-f3c560fc0da5,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:08.861555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] Checking segment: {'id': '59640d84-2db3-470f-943d-d19e16270600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ab74c0c0-8b8d-4228-abd0-2bcffa7caed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:08.861555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] Network hostable DHCP agents. Network: ab74c0c0-8b8d-4228-abd0-2bcffa7caed6, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:52:08.885937 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c7c8b-52d5-4b93-8462-91a195eab730 req-ed03c46f-c535-4a99-a1d5-042848226228 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:08.888454 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.894195 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-082c7c8b-52d5-4b93-8462-91a195eab730 req-ed03c46f-c535-4a99-a1d5-042848226228 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 944 time: 0.1422734 Aug 29 16:52:08.898477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Transition to ACTIVE for port object 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:08.918691 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Transition to ACTIVE for port object 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:08.930585 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.940612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] Network ab74c0c0-8b8d-4228-abd0-2bcffa7caed6 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:52:08.958460 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-082c7c8b-52d5-4b93-8462-91a195eab730 req-fbaa77bc-7d9a-4fda-ba7e-36039c23afe2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630879 Aug 29 16:52:08.967144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, ab74c0c0-8b8d-4228-abd0-2bcffa7caed6) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:08.982222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:08.983062 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.988037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-4525c131-163c-4d94-b933-4cff97eb6c45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] For port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=6c9c0a4b-04cb-473d-9d59-abd35f3347b4,segment=NetworkSegment(2c783e4f-62ad-4da1-b4d4-999d1f5c9a47),segment_id=2c783e4f-62ad-4da1-b4d4-999d1f5c9a47)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:08.988413 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-4525c131-163c-4d94-b933-4cff97eb6c45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:08.990509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Network b45f752c-040e-455b-87a1-50c37d6fdb5f is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:08.992581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd767d8e-a485-486d-afc3-9d6f978cef71 None None] Network ab74c0c0-8b8d-4228-abd0-2bcffa7caed6 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:09.002218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:09.011857 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4b47cdd5-8720-4d41-82bb-f14254d35428 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7399590 Aug 29 16:52:09.015653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-4525c131-163c-4d94-b933-4cff97eb6c45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Calling delete_port for 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:09.039953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:09.050040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617565a-756c-41e0-bdaa-5ec7d853f742 req-e09586cb-da80-4b66-9b8b-d7c871f8462c tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:09.057859 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e617565a-756c-41e0-bdaa-5ec7d853f742 req-e09586cb-da80-4b66-9b8b-d7c871f8462c tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 948 time: 0.1461933 Aug 29 16:52:09.064704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:09.066959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Pushing event updated for resources: {'Port': ['ID=0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:09.126383 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:09.141744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Attempting to bind port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:09.142124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Attempting to bind port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:09.142546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Attempting to bind port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad on network b45f752c-040e-455b-87a1-50c37d6fdb5f {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:09.150067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:09.150438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Checking segment: {'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:09.150838 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:09.151224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Bound using segment: {'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:09.151690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Bound port: 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:09.152066 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:09.205775 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e617565a-756c-41e0-bdaa-5ec7d853f742 req-5c047df8-ca0c-4f4c-8a83-8503a48d6e67 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471574 Aug 29 16:52:09.251656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f621887d-0d96-471f-a645-efec37d78c38 None None] Network ab74c0c0-8b8d-4228-abd0-2bcffa7caed6 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:09.309066 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-df118eb9-e991-4e0d-a4a3-94f094305ae5 req-deec110f-714e-4f7b-bd85-541d142692ec tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] show failed (client error): The resource could not be found. Aug 29 16:52:09.309891 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df118eb9-e991-4e0d-a4a3-94f094305ae5 req-deec110f-714e-4f7b-bd85-541d142692ec tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] 10.222.0.22 "GET /v2.0/security-groups/6f3ad94c-6561-45ca-8792-25feb87d09f0 HTTP/1.1" status: 404 len: 352 time: 0.0136778 Aug 29 16:52:09.321481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Allocated IP 172.25.5.25 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/9935f76c-7da0-4bfb-b51f-af3e4c40907f) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:09.322971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] For port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:09.328789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] For port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:09.340750 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-4525c131-163c-4d94-b933-4cff97eb6c45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:09.340964 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:09.360352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['2434c40b-cb4c-48ac-b295-c1edd144c0e1'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:09.376331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525c131-163c-4d94-b933-4cff97eb6c45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Port': ['ID=6c9c0a4b-04cb-473d-9d59-abd35f3347b4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:09.450511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d467277-9e6c-477e-b4dd-4e2725081b6e req-18e22dbe-6b49-49ba-a507-dca618abb86f tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e1a740765854f698b8f2f908c108650 HTTP/1.1" status: 200 len: 2984 time: 0.0956502 Aug 29 16:52:09.502537 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:09.519422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff33d5c-64bc-4a28-98b1-6e8e43202ad1 None None] Pushing event updated for resources: {'Port': ['ID=0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:09.549125 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d467277-9e6c-477e-b4dd-4e2725081b6e req-f39171b9-fabd-46aa-9cec-b8df7269a591 tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] 10.222.0.22 "GET /v2.0/security-groups/8e24bf04-12a2-45e4-9462-4e14731af786 HTTP/1.1" status: 200 len: 2981 time: 0.0969799 Aug 29 16:52:09.600221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-4525c131-163c-4d94-b933-4cff97eb6c45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] No DVR routers for this DVR port 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:09.605305 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-4525c131-163c-4d94-b933-4cff97eb6c45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:09.606820 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4ee2c4-fe64-47e6-a5b1-7ddde02e9918 req-4525c131-163c-4d94-b933-4cff97eb6c45 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.10 "DELETE /v2.0/ports/6c9c0a4b-04cb-473d-9d59-abd35f3347b4 HTTP/1.1" status: 204 len: 173 time: 1.3072855 Aug 29 16:52:09.609664 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d467277-9e6c-477e-b4dd-4e2725081b6e req-72388c37-53d4-46b5-b815-db0fb747715c tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] 10.222.0.22 "GET /v2.0/security-groups/8e24bf04-12a2-45e4-9462-4e14731af786 HTTP/1.1" status: 200 len: 2981 time: 0.0594537 Aug 29 16:52:09.642475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device fc20caf5-d326-4d68-a6ce-477bb8d0b017 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:52:09.649006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:09.669316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f50229-635c-43dd-905e-73d1470e5157 req-7abeaaae-dc2f-4143-ba66-f4f85b9a295c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:09.676871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-78f50229-635c-43dd-905e-73d1470e5157 req-7abeaaae-dc2f-4143-ba66-f4f85b9a295c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 950 time: 0.0871730 Aug 29 16:52:09.712892 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1e5f1a0e-f697-4555-a50c-be3dcb7d6559 req-7ffe212b-9a0b-4cef-95e7-b5880b5fcf44 tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] 10.222.0.22 "GET /v2.0/security-groups/8e24bf04-12a2-45e4-9462-4e14731af786 HTTP/1.1" status: 200 len: 2981 time: 0.0529952 Aug 29 16:52:09.718022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2d816108-4eee-4867-9130-902e51bdd854 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:09.816664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 40a58321-3907-4a52-b215-112e6ecebee3 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:52:09.872538 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-1e5f1a0e-f697-4555-a50c-be3dcb7d6559 req-8fe1a32f-dcbe-4713-be41-2ba990e79746 tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 16:52:09.874217 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1e5f1a0e-f697-4555-a50c-be3dcb7d6559 req-8fe1a32f-dcbe-4713-be41-2ba990e79746 tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] 10.222.0.22 "DELETE /v2.0/security-groups/8e24bf04-12a2-45e4-9462-4e14731af786 HTTP/1.1" status: 409 len: 352 time: 0.1523631 Aug 29 16:52:09.999110 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-548a47ff-2099-4e0a-8756-e514bf08eefa req-d9506961-c0d8-4f73-a624-964388944e08 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae358a50-9c25-4e58-be08-a897921aa662 HTTP/1.1" status: 200 len: 210 time: 0.0341091 Aug 29 16:52:10.014263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:10.019089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 40a58321-3907-4a52-b215-112e6ecebee3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=40a58321-3907-4a52-b215-112e6ecebee3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:10.035008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 2d816108-4eee-4867-9130-902e51bdd854 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:10.041097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '40a58321-3907-4a52-b215-112e6ecebee3', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '40a58321-3907-4a52-b215-112e6ecebee3', 'mac_address': 'fa:16:3e:55:76:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:52:10.043349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'mac_address': 'fa:16:3e:7a:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:52:10.045602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 2d816108-4eee-4867-9130-902e51bdd854 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:10.045984 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.060331 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-c5f48b87-8326-4cbe-8ee3-c56260b82497 req-5487bf07-0443-42a7-a6a2-e9b4e8fe4b3b tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] show failed (client error): The resource could not be found. Aug 29 16:52:10.061507 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5f48b87-8326-4cbe-8ee3-c56260b82497 req-5487bf07-0443-42a7-a6a2-e9b4e8fe4b3b tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] 10.222.0.22 "GET /v2.0/security-groups/66d46665-e978-4338-b2f2-39590d0bdee6 HTTP/1.1" status: 404 len: 352 time: 0.0293963 Aug 29 16:52:10.080613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:10.090141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:10.096299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:10.107005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Pushing event updated for resources: {'Port': ['ID=9935f76c-7da0-4bfb-b51f-af3e4c40907f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:10.138082 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-78f50229-635c-43dd-905e-73d1470e5157 req-45f84ce7-cfcf-4197-9f63-076af890da71 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603100 Aug 29 16:52:10.180488 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.182368 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.207894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a58321-3907-4a52-b215-112e6ecebee3 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:10.214385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc20caf5-d326-4d68-a6ce-477bb8d0b017 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:10.232411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f6ea1-d94e-4f59-bd8d-8c971961e886 req-919616c3-f935-43b2-a342-5d27cfaab9d9 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:10.234660 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-404f6ea1-d94e-4f59-bd8d-8c971961e886 req-919616c3-f935-43b2-a342-5d27cfaab9d9 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 944 time: 0.0862403 Aug 29 16:52:10.283767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:10.285783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 40a58321-3907-4a52-b215-112e6ecebee3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=40a58321-3907-4a52-b215-112e6ecebee3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:10.289133 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.292525 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.304884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-404f6ea1-d94e-4f59-bd8d-8c971961e886 req-ffa6f237-ee55-40ea-ac7f-52f9c255ca83 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634134 Aug 29 16:52:10.312573 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.315962 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-38212af7-a6ae-49ab-a6b7-5fce408b1c71 req-284c6a01-643c-4a51-91c5-a25aad3a00a8 tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] show failed (client error): The resource could not be found. Aug 29 16:52:10.327414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38212af7-a6ae-49ab-a6b7-5fce408b1c71 req-284c6a01-643c-4a51-91c5-a25aad3a00a8 tempest-SecurityGroupsNegativeTestJSON-810934724 tempest-SecurityGroupsNegativeTestJSON-810934724-project] 10.222.0.22 "GET /v2.0/security-groups/9a7d1b3a-4817-4a8e-b8af-1dafd04e020d HTTP/1.1" status: 404 len: 352 time: 0.0288544 Aug 29 16:52:10.329106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42638) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:10.352748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d816108-4eee-4867-9130-902e51bdd854'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:10.355033 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c8ac45-35d0-4a7e-a98e-172460a7d2b0" -d '{"events": [{"server_uuid": "fcce8d7f-0f98-4c67-a7b6-503cc47f40fd", "name": "network-vif-plugged", "status": "completed", "tag": "2d816108-4eee-4867-9130-902e51bdd854"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:10.381785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2d816108-4eee-4867-9130-902e51bdd854,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:10.394311 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.395018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device fc20caf5-d326-4d68-a6ce-477bb8d0b017 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:10.400067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:10.412801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-745fb83c-0eae-4d0e-8e3d-35310babb27a admin admin] Deleting subnet 25a7681b-2819-4003-8437-f3c560fc0da5 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:52:10.441989 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-745fb83c-0eae-4d0e-8e3d-35310babb27a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.493284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e892ff-e720-4169-acf8-b07109fa8d0b req-da12d1ed-57ca-41ae-8f1c-4acecb979d4a tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:10.500533 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19e892ff-e720-4169-acf8-b07109fa8d0b req-da12d1ed-57ca-41ae-8f1c-4acecb979d4a tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 949 time: 0.0800283 Aug 29 16:52:10.503136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=40a58321-3907-4a52-b215-112e6ecebee3,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:10.521621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'name': 'network-vif-deleted', 'tag': '6c9c0a4b-04cb-473d-9d59-abd35f3347b4'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:10.524451 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357dac2d-3652-40ed-a771-f0b5ef439d3e" -d '{"events": [{"server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "name": "network-vif-deleted", "tag": "6c9c0a4b-04cb-473d-9d59-abd35f3347b4"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:10.584694 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-745fb83c-0eae-4d0e-8e3d-35310babb27a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.592274 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.594607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['fc20caf5-d326-4d68-a6ce-477bb8d0b017'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:10.650538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fc20caf5-d326-4d68-a6ce-477bb8d0b017 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:10.674850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:10.679875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96c31-b3d7-4101-b998-87b91deebca1 req-dda049b0-26ce-4119-aa53-8464d34b650b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:10.681582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48f96c31-b3d7-4101-b998-87b91deebca1 req-dda049b0-26ce-4119-aa53-8464d34b650b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 949 time: 0.2440646 Aug 29 16:52:10.684968 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-745fb83c-0eae-4d0e-8e3d-35310babb27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.689848 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.691734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2d816108-4eee-4867-9130-902e51bdd854,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:10.768068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['40a58321-3907-4a52-b215-112e6ecebee3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:10.769766 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.817532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48f96c31-b3d7-4101-b998-87b91deebca1 req-a91afecd-9c05-4629-b4a1-9e1d69346032 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048698 Aug 29 16:52:10.844818 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-745fb83c-0eae-4d0e-8e3d-35310babb27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.867944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=10']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:10.904051 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b93a4c-be90-44a2-8815-fe2b962471fd x-openstack-request-id: req-35b93a4c-be90-44a2-8815-fe2b962471fd {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:10.904242 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcce8d7f-0f98-4c67-a7b6-503cc47f40fd", "name": "network-vif-plugged", "status": "completed", "tag": "2d816108-4eee-4867-9130-902e51bdd854", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:10.904486 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35b93a4c-be90-44a2-8815-fe2b962471fd {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:10.904919 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d816108-4eee-4867-9130-902e51bdd854', 'code': 200} Aug 29 16:52:10.916022 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19e892ff-e720-4169-acf8-b07109fa8d0b req-2597e4c7-085d-4bd3-bf62-022458489c3c tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143994 Aug 29 16:52:10.969150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fb83c-0eae-4d0e-8e3d-35310babb27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a7681b-2819-4003-8437-f3c560fc0da5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:10.969624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6af83-8e42-4dbb-b4ab-93236f80412e None None] Network b45f752c-040e-455b-87a1-50c37d6fdb5f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:10.978482 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4e99e4-f026-4929-bb1c-ca6e1db028bf x-openstack-request-id: req-6f4e99e4-f026-4929-bb1c-ca6e1db028bf {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:10.978853 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae358a50-9c25-4e58-be08-a897921aa662", "name": "network-vif-deleted", "tag": "6c9c0a4b-04cb-473d-9d59-abd35f3347b4", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:10.979177 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f4e99e4-f026-4929-bb1c-ca6e1db028bf {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:10.979887 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae358a50-9c25-4e58-be08-a897921aa662', 'name': 'network-vif-deleted', 'tag': '6c9c0a4b-04cb-473d-9d59-abd35f3347b4', 'status': 'completed', 'code': 200} Aug 29 16:52:10.980987 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-745fb83c-0eae-4d0e-8e3d-35310babb27a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:10.983029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-745fb83c-0eae-4d0e-8e3d-35310babb27a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/25a7681b-2819-4003-8437-f3c560fc0da5 HTTP/1.1" status: 204 len: 168 time: 0.6483226 Aug 29 16:52:10.985530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42648) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:11.068282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42654) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:11.095535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832e207-2237-4381-9832-ab0a02cc87dc req-e52944d5-65a9-4d8e-a4ca-5cbe79c7938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:11.096885 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6832e207-2237-4381-9832-ab0a02cc87dc req-e52944d5-65a9-4d8e-a4ca-5cbe79c7938c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 1097 time: 0.1390939 Aug 29 16:52:11.136583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.149675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b814dd41-02ed-4882-b160-8f1e690122ea tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting subnet bedad7db-8539-485d-a99e-2dae5cd5e3a5 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:52:11.154212 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b814dd41-02ed-4882-b160-8f1e690122ea tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.170841 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.207141 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6832e207-2237-4381-9832-ab0a02cc87dc req-224281f0-1c7a-4faa-9847-a1937ac643a9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809627 Aug 29 16:52:11.231369 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b814dd41-02ed-4882-b160-8f1e690122ea tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.244549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fbf4a7f3-a603-4e57-a0c9-369e21076918 None None] Provisioning for port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:11.316525 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-b02e8e3d-0a21-4fff-9e40-cfda0c1c4cd1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f1094930cac4d8f9e7626730739de9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876837 Aug 29 16:52:11.331518 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.371778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab74c0c0-8b8d-4228-abd0-2bcffa7caed6']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:11.387744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Router e262164b-3e24-459c-99fa-6c3b0ed38352 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:52:11.430697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59640d84-2db3-470f-943d-d19e16270600') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:11.431198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59640d84-2db3-470f-943d-d19e16270600') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:11.474568 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.512575 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.532223 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b814dd41-02ed-4882-b160-8f1e690122ea tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.545443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bcc5f-b12b-45ea-9632-f4784562b736 req-2a1dbbde-e4b3-4d67-9835-0e143b73fd30 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:11.547147 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-410bcc5f-b12b-45ea-9632-f4784562b736 req-2a1dbbde-e4b3-4d67-9835-0e143b73fd30 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.1107252 Aug 29 16:52:11.557198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:52:11.557635 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:52:11.559354 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:52:11.588392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:52:11.606407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Sync routers for ids ['e262164b-3e24-459c-99fa-6c3b0ed38352'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:52:11.611596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-3f72c26e-efec-4f0f-a22a-963cd5ec6b04 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:11.612989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-3f72c26e-efec-4f0f-a22a-963cd5ec6b04 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857084 Aug 29 16:52:11.624277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Routers {'e262164b-3e24-459c-99fa-6c3b0ed38352'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:11.625203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:51:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e262164b-3e24-459c-99fa-6c3b0ed38352'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:11.626504 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-410bcc5f-b12b-45ea-9632-f4784562b736 req-a93d63d2-d4d4-4951-831d-ad714c821cb9 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708227 Aug 29 16:52:11.627889 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.628986 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b284a7a8-c19d-46fd-858d-780a8c1cfec4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7473514 Aug 29 16:52:11.631656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42670) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:11.670485 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:11.698509 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b814dd41-02ed-4882-b160-8f1e690122ea tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.705394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:11.705862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 6c9c0a4b-04cb-473d-9d59-abd35f3347b4 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:11.706195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2434c40b-cb4c-48ac-b295-c1edd144c0e1 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:11.716152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-297f8c80-8a68-49e6-b92f-8439d282a017 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/quotas/0f1094930cac4d8f9e7626730739de9b HTTP/1.1" status: 200 len: 375 time: 0.0923550 Aug 29 16:52:11.735355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:11.741171 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 2434c40b-cb4c-48ac-b295-c1edd144c0e1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:11.742085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2434c40b-cb4c-48ac-b295-c1edd144c0e1 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:11.754496 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814dd41-02ed-4882-b160-8f1e690122ea tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Subnet': ['ID=bedad7db-8539-485d-a99e-2dae5cd5e3a5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:11.759045 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.769848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b814dd41-02ed-4882-b160-8f1e690122ea tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.774231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b814dd41-02ed-4882-b160-8f1e690122ea tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "DELETE /v2.0/subnets/bedad7db-8539-485d-a99e-2dae5cd5e3a5 HTTP/1.1" status: 204 len: 168 time: 0.7028697 Aug 29 16:52:11.775619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42674) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:11.804970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a185f8-9209-479f-bcdd-546f2cd1e18b None None] Network 39d764d1-8420-4c9e-b333-1c4892f58585 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:11.810296 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:11.812025 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ab74c0c0-8b8d-4228-abd0-2bcffa7caed6 HTTP/1.1" status: 204 len: 168 time: 0.8255033 Aug 29 16:52:11.825116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d617de-11e1-4624-a399-6909dba4a4d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab74c0c0-8b8d-4228-abd0-2bcffa7caed6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:11.845457 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-051bbd7a-57e7-430d-9834-8ac2761ec6de tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263170 Aug 29 16:52:11.917121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Set router e262164b-3e24-459c-99fa-6c3b0ed38352 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:11.981148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42682) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:11.994307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:12.026589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:12.026965 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.029764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.080342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d9b79fea-152a-4464-8776-bc8987f854ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e1a740765854f698b8f2f908c108650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958934 Aug 29 16:52:12.081125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42688) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:12.082983 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7543a6a1-f832-452d-b225-668357874518 req-3ac6bb82-4bdd-4f31-882a-fb7ea196070b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 210 time: 0.0761914 Aug 29 16:52:12.225337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ea740b-b480-4c37-9d2f-073970d93f7e None None] DHCP port deletion for 39d764d1-8420-4c9e-b333-1c4892f58585 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:52:12.245290 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.321285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b638-1a9a-4a9a-a52c-400485d0259f req-42ea58e1-931e-40ac-86dd-64b73dfa490a tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:12.323146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1639b638-1a9a-4a9a-a52c-400485d0259f req-42ea58e1-931e-40ac-86dd-64b73dfa490a tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 949 time: 0.2867899 Aug 29 16:52:12.325668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:12.343856 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.350594 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bed5ef5-03b7-4910-b851-73359722f3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.356187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-router', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:08Z', 'updated_at': '2021-08-29T16:52:10Z', 'revision_number': 3, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'gw_port': {'id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:09Z', 'updated_at': '2021-08-29T16:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:12.423329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Checking router: e262164b-3e24-459c-99fa-6c3b0ed38352 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:52:12.423688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Updating router e262164b-3e24-459c-99fa-6c3b0ed38352 port 9935f76c-7da0-4bfb-b51f-af3e4c40907f binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:52:12.429720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-75ea740b-b480-4c37-9d2f-073970d93f7e None None] Deleting port f7f947f5-2392-4845-86f1-051a496e8db7 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:12.430010 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-75ea740b-b480-4c37-9d2f-073970d93f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.431662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting port f7f947f5-2392-4845-86f1-051a496e8db7 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:12.432149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.462455 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bed5ef5-03b7-4910-b851-73359722f3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.516153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.520675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:12.533097 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1639b638-1a9a-4a9a-a52c-400485d0259f req-1f567ad3-bcc5-4db0-b90e-86c6d27232a8 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021937 Aug 29 16:52:12.564641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-75ea740b-b480-4c37-9d2f-073970d93f7e None None] For port f7f947f5-2392-4845-86f1-051a496e8db7, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f7f947f5-2392-4845-86f1-051a496e8db7,segment=NetworkSegment(b7a07370-a419-4332-bff2-dbb2f85cfb5a),segment_id=b7a07370-a419-4332-bff2-dbb2f85cfb5a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:12.565049 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-75ea740b-b480-4c37-9d2f-073970d93f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.588045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-75ea740b-b480-4c37-9d2f-073970d93f7e None None] Calling delete_port for f7f947f5-2392-4845-86f1-051a496e8db7 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:12.590489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] For port f7f947f5-2392-4845-86f1-051a496e8db7, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f7f947f5-2392-4845-86f1-051a496e8db7,segment=NetworkSegment(b7a07370-a419-4332-bff2-dbb2f85cfb5a),segment_id=b7a07370-a419-4332-bff2-dbb2f85cfb5a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:12.590897 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.608855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Calling delete_port for f7f947f5-2392-4845-86f1-051a496e8db7 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:12.689840 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bed5ef5-03b7-4910-b851-73359722f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.692970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bed5ef5-03b7-4910-b851-73359722f3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.696625 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8bed5ef5-03b7-4910-b851-73359722f3ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e24bf04-12a2-45e4-9462-4e14731af786 HTTP/1.1" status: 204 len: 168 time: 0.6104293 Aug 29 16:52:12.711552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.717534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed5ef5-03b7-4910-b851-73359722f3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e24bf04-12a2-45e4-9462-4e14731af786,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:12.809921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12902ef5-943d-4fa3-8dd2-6f3a52108acd req-4d3df184-b0a5-4f0f-8143-c18a848de991 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:12.816039 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e28a-5ef7-42b5-b4f1-d7083a21a4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.819415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-12902ef5-943d-4fa3-8dd2-6f3a52108acd req-4d3df184-b0a5-4f0f-8143-c18a848de991 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.0826459 Aug 29 16:52:12.848651 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.870222 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-12902ef5-943d-4fa3-8dd2-6f3a52108acd req-eb7d14e9-08d3-4d98-8599-ea85f20567bf tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443382 Aug 29 16:52:12.881047 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-75ea740b-b480-4c37-9d2f-073970d93f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.918666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Port': ['ID=f7f947f5-2392-4845-86f1-051a496e8db7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:12.921682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea740b-b480-4c37-9d2f-073970d93f7e None None] Pushing event deleted for resources: {'Port': ['ID=f7f947f5-2392-4845-86f1-051a496e8db7,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:12.923892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea740b-b480-4c37-9d2f-073970d93f7e None None] No DVR routers for this DVR port f7f947f5-2392-4845-86f1-051a496e8db7 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:12.931141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] No DVR routers for this DVR port f7f947f5-2392-4845-86f1-051a496e8db7 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:12.983303 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:12.994326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Transition to ACTIVE for port object 9935f76c-7da0-4bfb-b51f-af3e4c40907f will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:13.001479 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.061421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Attempting to bind port 9935f76c-7da0-4bfb-b51f-af3e4c40907f on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:13.061883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Attempting to bind port 9935f76c-7da0-4bfb-b51f-af3e4c40907f by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:13.062312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Attempting to bind port 9935f76c-7da0-4bfb-b51f-af3e4c40907f on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:13.064489 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a4283-9bc8-4a03-b406-66f6bdbba262 None None] Pushing event updated for resources: {'Port': ['ID=9935f76c-7da0-4bfb-b51f-af3e4c40907f,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:13.072652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:13.073201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:13.073711 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.074234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:13.074853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Bound port: 9935f76c-7da0-4bfb-b51f-af3e4c40907f, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:13.075326 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.143341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Allocated IP 172.20.0.1 (b45f752c-040e-455b-87a1-50c37d6fdb5f/8b437f11-d35a-4d83-b8da-9cfdadb36224/2e6e5f44-9dd4-4727-823e-2988818510c8) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:13.173945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748801a-c27c-4677-891a-0a7e8c4ae669 req-fa8602e1-975a-4388-b69e-3ed39c9c6d22 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:13.175749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f748801a-c27c-4677-891a-0a7e8c4ae669 req-fa8602e1-975a-4388-b69e-3ed39c9c6d22 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 1097 time: 0.2340562 Aug 29 16:52:13.181037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] For port 9935f76c-7da0-4bfb-b51f-af3e4c40907f, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:13.184463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] For port 9935f76c-7da0-4bfb-b51f-af3e4c40907f, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9935f76c-7da0-4bfb-b51f-af3e4c40907f,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:13.186960 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.190810 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.205680 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-379325af-ccc9-44ab-9c78-fd8cd5a9ae8c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0f1094930cac4d8f9e7626730739de9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674889 Aug 29 16:52:13.216622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d764d1-8420-4c9e-b333-1c4892f58585']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:13.263952 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df40aa63-4f2d-4424-b17c-947e6e7dffe1 req-a6ed4efa-4578-4774-9ba5-8a72b35e6f77 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 210 time: 0.0658736 Aug 29 16:52:13.269089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a4283-9bc8-4a03-b406-66f6bdbba262 None None] Pushing event updated for resources: {'Port': ['ID=9935f76c-7da0-4bfb-b51f-af3e4c40907f,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:13.272850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a07370-a419-4332-bff2-dbb2f85cfb5a') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:13.273487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a07370-a419-4332-bff2-dbb2f85cfb5a') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:13.284049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Routers {'e262164b-3e24-459c-99fa-6c3b0ed38352'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:13.284725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:51:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e262164b-3e24-459c-99fa-6c3b0ed38352'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:13.355154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.414262 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f748801a-c27c-4677-891a-0a7e8c4ae669 req-54c69696-d77e-4353-844e-815ea7245acd tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148438 Aug 29 16:52:13.419487 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.468977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:52:13.469677 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:52:13.474856 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:52:13.609907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] Set router e262164b-3e24-459c-99fa-6c3b0ed38352 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:13.625422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-6d355a5f-8c7d-484f-98cf-5b17f32fbfba tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:13.626984 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-6d355a5f-8c7d-484f-98cf-5b17f32fbfba tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4065611 Aug 29 16:52:13.643917 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Request body: {'port': {'device_id': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '0f1094930cac4d8f9e7626730739de9b'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:13.649612 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.658475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.662852 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "DELETE /v2.0/networks/39d764d1-8420-4c9e-b333-1c4892f58585 HTTP/1.1" status: 204 len: 168 time: 1.8830969 Aug 29 16:52:13.664091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42732) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:13.704163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device fc20caf5-d326-4d68-a6ce-477bb8d0b017 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:13.707040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:13.776663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a6d91a-9f17-41fb-9da8-afc2105decf7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting subnet 3e1b8ed5-8990-4d01-a712-3e819f30758b {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:52:13.791557 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66a6d91a-9f17-41fb-9da8-afc2105decf7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.807735 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c0e54-b446-4c02-8e2d-b7b2a5242e58 req-a2fc1993-4f94-44a4-8fb8-2b148e4d4437 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:13.809406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee6c0e54-b446-4c02-8e2d-b7b2a5242e58 req-a2fc1993-4f94-44a4-8fb8-2b148e4d4437 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 949 time: 0.1442730 Aug 29 16:52:13.826821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 40a58321-3907-4a52-b215-112e6ecebee3 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:13.865962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66a6d91a-9f17-41fb-9da8-afc2105decf7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.906329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee6c0e54-b446-4c02-8e2d-b7b2a5242e58 req-96a88be0-cacb-4cd6-a5ae-a2c9e2ee7b7e tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764916 Aug 29 16:52:13.915263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port fc20caf5-d326-4d68-a6ce-477bb8d0b017 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:13.915637 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.967093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:13.967460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:13.992252 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66a6d91a-9f17-41fb-9da8-afc2105decf7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.000336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 40a58321-3907-4a52-b215-112e6ecebee3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:14.013294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 40a58321-3907-4a52-b215-112e6ecebee3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:14.013664 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.050350 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.052682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaf704-19e0-4687-b193-d1f375ade507 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Network': ['ID=39d764d1-8420-4c9e-b333-1c4892f58585,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:14.064389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90827042-c373-4e54-b28a-e0c7671040c6 req-653fbbf5-4b1f-4d45-9e23-be548e9a74ef tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:14.065977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-90827042-c373-4e54-b28a-e0c7671040c6 req-653fbbf5-4b1f-4d45-9e23-be548e9a74ef tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 1097 time: 0.5002961 Aug 29 16:52:14.085962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66a6d91a-9f17-41fb-9da8-afc2105decf7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.093199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Transition to ACTIVE for port object 2e6e5f44-9dd4-4727-823e-2988818510c8 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:14.126138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-router', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:08Z', 'updated_at': '2021-08-29T16:52:10Z', 'revision_number': 3, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'gw_port': {'id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:09Z', 'updated_at': '2021-08-29T16:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:14.136482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6d91a-9f17-41fb-9da8-afc2105decf7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1b8ed5-8990-4d01-a712-3e819f30758b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:14.156664 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66a6d91a-9f17-41fb-9da8-afc2105decf7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.159045 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-66a6d91a-9f17-41fb-9da8-afc2105decf7 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "DELETE /v2.0/subnets/3e1b8ed5-8990-4d01-a712-3e819f30758b HTTP/1.1" status: 204 len: 168 time: 0.4918518 Aug 29 16:52:14.161751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42738) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:14.171469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddecbb7-c99b-473f-8f41-f035a99b1a43 None None] Network 002ac696-b0f2-47d2-9ec1-bddd38239c7e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:14.176314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767c3c50-2f4b-4284-9cd4-f27b998db150 None None] The sync data for ids ['e262164b-3e24-459c-99fa-6c3b0ed38352'] in n-d-713301-13 is: [{'id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-router', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:08Z', 'updated_at': '2021-08-29T16:52:10Z', 'revision_number': 3, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'gw_port': {'id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:09Z', 'updated_at': '2021-08-29T16:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:52:14.177970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.181578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-90827042-c373-4e54-b28a-e0c7671040c6 req-788f616e-512e-4bc6-ab89-9df71163291a tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049678 Aug 29 16:52:14.185073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Made reservation on behalf of 0f1094930cac4d8f9e7626730739de9b for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:14.188583 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.263683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.367179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:14.369579 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fb12a4-5141-452d-b769-ca9cc0884c2d" -d '{"events": [{"server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "name": "network-vif-plugged", "status": "completed", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:14.381720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Network b45f752c-040e-455b-87a1-50c37d6fdb5f is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:14.391141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.393682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.394432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:14.413114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:14.431265 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.520100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f7f947f5-2392-4845-86f1-051a496e8db7 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:14.534441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Allocated IP 192.168.233.59 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/8aefebe3-b85f-43fb-9d15-52b7881d4287) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:14.570171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Deleting port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:14.570650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.667210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 40a58321-3907-4a52-b215-112e6ecebee3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=40a58321-3907-4a52-b215-112e6ecebee3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:14.687794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: f7f947f5-2392-4845-86f1-051a496e8db7 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:14.688023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f7f947f5-2392-4845-86f1-051a496e8db7 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:14.689766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:14.706922 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.743167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=11']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:14.765612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6e5f44-9dd4-4727-823e-2988818510c8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:14.775383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] For port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8e5aed47-a882-4f62-9902-e9dbef2ab6e8,segment=NetworkSegment(2c783e4f-62ad-4da1-b4d4-999d1f5c9a47),segment_id=2c783e4f-62ad-4da1-b4d4-999d1f5c9a47)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:14.776107 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.792131 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.798313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42760) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:14.813461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Calling delete_port for 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:14.875800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=40a58321-3907-4a52-b215-112e6ecebee3,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:14.918667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a98053e-6e87-4c6b-a139-550f428942d5 None None] DHCP port deletion for 002ac696-b0f2-47d2-9ec1-bddd38239c7e request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:52:14.929182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ea036cf2-af5d-4e9c-8010-5cf455d875d2 None None] Provisioning for port 2e6e5f44-9dd4-4727-823e-2988818510c8 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:14.934914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ea036cf2-af5d-4e9c-8010-5cf455d875d2 None None] Provisioning complete for port 2e6e5f44-9dd4-4727-823e-2988818510c8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:14.939357 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ea036cf2-af5d-4e9c-8010-5cf455d875d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:14.978818 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-250d7960-3a25-4bb5-b023-ff39cddc3fc5 req-7f1909b8-47bd-4a7a-b7b3-5f092ebb4bd5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 210 time: 0.2196665 Aug 29 16:52:15.020680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ea036cf2-af5d-4e9c-8010-5cf455d875d2 None None] Port 2e6e5f44-9dd4-4727-823e-2988818510c8 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:52:15.041447 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.067765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1a98053e-6e87-4c6b-a139-550f428942d5 None None] Deleting port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:15.068086 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1a98053e-6e87-4c6b-a139-550f428942d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.081807 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.088754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] No DVR routers for this DVR port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:15.104866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Port': ['ID=8e5aed47-a882-4f62-9902-e9dbef2ab6e8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:15.153767 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5551cc9-e3b9-486c-a204-0f2d647bed11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.211065 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2c77c7-91c8-4edf-b947-e5e62be1ad85 x-openstack-request-id: req-5a2c77c7-91c8-4edf-b947-e5e62be1ad85 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:15.211418 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "name": "network-vif-plugged", "status": "completed", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:15.211618 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a2c77c7-91c8-4edf-b947-e5e62be1ad85 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:15.212356 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'code': 200} Aug 29 16:52:15.219500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1a98053e-6e87-4c6b-a139-550f428942d5 None None] For port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:15.219897 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1a98053e-6e87-4c6b-a139-550f428942d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.251635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1a98053e-6e87-4c6b-a139-550f428942d5 None None] Calling delete_port for 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:15.267838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-1a98053e-6e87-4c6b-a139-550f428942d5 None None] Port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 16:52:15.269697 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1a98053e-6e87-4c6b-a139-550f428942d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.273505 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.308739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98053e-6e87-4c6b-a139-550f428942d5 None None] Pushing event deleted for resources: {'Port': ['ID=8e5aed47-a882-4f62-9902-e9dbef2ab6e8,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:15.318795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98053e-6e87-4c6b-a139-550f428942d5 None None] No DVR routers for this DVR port 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:15.346841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Transition to ACTIVE for port object 8aefebe3-b85f-43fb-9d15-52b7881d4287 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:15.362882 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5551cc9-e3b9-486c-a204-0f2d647bed11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.374825 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5551cc9-e3b9-486c-a204-0f2d647bed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.384007 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.427366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002ac696-b0f2-47d2-9ec1-bddd38239c7e']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:15.466097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c5551cc9-e3b9-486c-a204-0f2d647bed11 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=634da131effc4548ba495021bcc4cf5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6632426 Aug 29 16:52:15.466097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5551cc9-e3b9-486c-a204-0f2d647bed11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f48bbf-e335-43d4-93ab-6f29ce680dfd,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:15.467177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42784) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:15.479921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c783e4f-62ad-4da1-b4d4-999d1f5c9a47') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:15.480215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c783e4f-62ad-4da1-b4d4-999d1f5c9a47') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:15.506358 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.528548 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6c009630-aa71-4352-b660-720b036acf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.533153 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.534260 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e5b7c-6369-42c2-bdbe-875e9de0011b req-56fed424-172e-41fb-a48c-255519626a1c tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:15.542261 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba1e5b7c-6369-42c2-bdbe-875e9de0011b req-56fed424-172e-41fb-a48c-255519626a1c tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 950 time: 0.1313806 Aug 29 16:52:15.559189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:52:15.559456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:52:15.563857 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:52:15.575040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.596971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8b4dd2ee-e247-44df-8610-e88cdf0cc391', 'fc20caf5-d326-4d68-a6ce-477bb8d0b017'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:15.600143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['71f9600c-3258-46e3-83fe-fe37835cece5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:15.603517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:15.635995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:15.641786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:15.682720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7efabfb-3b5f-45a6-99f5-434ce9dc9df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.718604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7efabfb-3b5f-45a6-99f5-434ce9dc9df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.786207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9935f76c-7da0-4bfb-b51f-af3e4c40907f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:15.809610 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba1e5b7c-6369-42c2-bdbe-875e9de0011b req-08a2d976-0b0a-4525-86e7-ddb294543513 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651107 Aug 29 16:52:15.815736 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.840339 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7efabfb-3b5f-45a6-99f5-434ce9dc9df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.843602 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7efabfb-3b5f-45a6-99f5-434ce9dc9df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.848108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e7efabfb-3b5f-45a6-99f5-434ce9dc9df4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30f48bbf-e335-43d4-93ab-6f29ce680dfd HTTP/1.1" status: 204 len: 168 time: 0.3656969 Aug 29 16:52:15.869283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.871635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efabfb-3b5f-45a6-99f5-434ce9dc9df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f48bbf-e335-43d4-93ab-6f29ce680dfd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:15.875267 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.895745 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:15.899912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:15.906990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] 10.222.0.22 "DELETE /v2.0/networks/002ac696-b0f2-47d2-9ec1-bddd38239c7e HTTP/1.1" status: 204 len: 168 time: 1.7436008 Aug 29 16:52:15.934724 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a36b8-c798-4b71-9906-d0c794da62a9 tempest-ServersTestMultiNic-1151844252 tempest-ServersTestMultiNic-1151844252-project] Pushing event deleted for resources: {'Network': ['ID=002ac696-b0f2-47d2-9ec1-bddd38239c7e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:16.003235 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:16.038793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:16.039594 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:16.164608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6e5f44-9dd4-4727-823e-2988818510c8,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:16.168980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7cddcfb3-baf0-48c8-a425-d9879825e27f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5299308 Aug 29 16:52:16.174250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-a2122ab3-14ae-4fb7-80eb-847955cc5d23 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:52:16.183202 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-a2122ab3-14ae-4fb7-80eb-847955cc5d23 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275855 Aug 29 16:52:16.186730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:16.190710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Request body: {'binding': {'host': 'n-h2-713301-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:16.191362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Unknown quota resources ['binding']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:52:16.201777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Request body: {'port': {'device_id': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:16.209350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 9935f76c-7da0-4bfb-b51f-af3e4c40907f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:16.222826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9935f76c-7da0-4bfb-b51f-af3e4c40907f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:16.223193 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:16.288917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5812b796-d9d0-4c47-9414-150bdd2c3a2a None None] Provisioning for port 8aefebe3-b85f-43fb-9d15-52b7881d4287 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:16.298151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5812b796-d9d0-4c47-9414-150bdd2c3a2a None None] Provisioning complete for port 8aefebe3-b85f-43fb-9d15-52b7881d4287 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:16.298535 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5812b796-d9d0-4c47-9414-150bdd2c3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:16.408131 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:16.418643 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5812b796-d9d0-4c47-9414-150bdd2c3a2a None None] Port 8aefebe3-b85f-43fb-9d15-52b7881d4287 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:52:16.426349 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:16.467673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784538c3-dc65-427a-bf86-d3fb40fb7769 req-902e5827-04f0-41e9-9fb9-5c639862545b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:16.469298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-784538c3-dc65-427a-bf86-d3fb40fb7769 req-902e5827-04f0-41e9-9fb9-5c639862545b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 935 time: 0.2733746 Aug 29 16:52:16.505298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 9935f76c-7da0-4bfb-b51f-af3e4c40907f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9935f76c-7da0-4bfb-b51f-af3e4c40907f,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:16.526211 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:16.588196 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Network b45f752c-040e-455b-87a1-50c37d6fdb5f is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:16.588710 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=9935f76c-7da0-4bfb-b51f-af3e4c40907f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:16.596116 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:16.608166 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:16.610288 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:16.633411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:16.633854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8e5aed47-a882-4f62-9902-e9dbef2ab6e8 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:16.691451 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-784538c3-dc65-427a-bf86-d3fb40fb7769 req-8a3c9240-b3c0-438a-9981-4fd33b4c3c59 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091353 Aug 29 16:52:16.712635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 on host n-h2-713301-13 for vnic_type normal with profile None {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:16.712971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:16.713330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:16.763817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Port 2d816108-4eee-4867-9130-902e51bdd854 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:52:16.764144 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:16.780122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:16.780476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:16.781087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:16.781567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Bound port: 2d816108-4eee-4867-9130-902e51bdd854, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:16.860789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42828) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:16.950043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f5a28068-47f9-47f8-9a43-a365c171c32e None None] Provisioning complete for port 2e6e5f44-9dd4-4727-823e-2988818510c8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:16.950521 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f5a28068-47f9-47f8-9a43-a365c171c32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:16.977742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42832) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:16.994360 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f5a28068-47f9-47f8-9a43-a365c171c32e None None] Port 2e6e5f44-9dd4-4727-823e-2988818510c8 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:52:17.015593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Router e262164b-3e24-459c-99fa-6c3b0ed38352 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:52:17.020533 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2d816108-4eee-4867-9130-902e51bdd854,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:17.032486 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:17.033609 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d6762051-323f-4fac-9349-dd25656b5598 service neutron] 10.222.0.22 "POST /v2.0/ports/2d816108-4eee-4867-9130-902e51bdd854/bindings HTTP/1.1" status: 201 len: 390 time: 0.8494859 Aug 29 16:52:17.034975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1726017894-network', 'tenant_id': '39e6364a53664e37936582475d66fbf7'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:17.114319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Made reservation on behalf of 39e6364a53664e37936582475d66fbf7 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:17.117248 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:17.134184 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:17.168393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aefebe3-b85f-43fb-9d15-52b7881d4287 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:17.181628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49bc84-495b-4be5-b922-5f1ea4faa03c req-e39cf4ac-3380-43a0-b260-dca57b5f3279 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:17.189418 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b49bc84-495b-4be5-b922-5f1ea4faa03c req-e39cf4ac-3380-43a0-b260-dca57b5f3279 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 950 time: 0.1588109 Aug 29 16:52:17.205625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:17.213594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b3c1a5-02f6-4f04-a8e4-c09f343848cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a58321-3907-4a52-b215-112e6ecebee3'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:17.218828 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362585c0-45bc-48ca-98d0-67fe76797f6b" -d '{"events": [{"server_uuid": "b3b3c1a5-02f6-4f04-a8e4-c09f343848cd", "name": "network-vif-plugged", "status": "completed", "tag": "40a58321-3907-4a52-b215-112e6ecebee3"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:17.277343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Transition to ACTIVE for port object 8aefebe3-b85f-43fb-9d15-52b7881d4287 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:17.284574 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b49bc84-495b-4be5-b922-5f1ea4faa03c req-39abb856-cc28-4453-81a7-6afa647a78de tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942268 Aug 29 16:52:17.290019 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:17.342148 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bdd132-ca0a-434a-b66d-119a3c0c4fc3 x-openstack-request-id: req-69bdd132-ca0a-434a-b66d-119a3c0c4fc3 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:17.342329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:52:17.345316 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b3c1a5-02f6-4f04-a8e4-c09f343848cd", "name": "network-vif-plugged", "status": "completed", "tag": "40a58321-3907-4a52-b215-112e6ecebee3", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:17.345836 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69bdd132-ca0a-434a-b66d-119a3c0c4fc3 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:17.356215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9798ef2d-9fc6-4833-8904-0b6724364ef9 admin admin] 10.222.0.22 "PUT /v2.0/routers/e262164b-3e24-459c-99fa-6c3b0ed38352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7140303 Aug 29 16:52:17.361142 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Sync routers for ids ['e262164b-3e24-459c-99fa-6c3b0ed38352'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:52:17.368758 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b3c1a5-02f6-4f04-a8e4-c09f343848cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a58321-3907-4a52-b215-112e6ecebee3', 'code': 200} Aug 29 16:52:17.371891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8f65-3d65-447f-a2d2-897eef9e637b req-94c5c8bc-eae2-4a76-a516-a84532855779 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:17.377365 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Routers {'e262164b-3e24-459c-99fa-6c3b0ed38352'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:17.377994 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e262164b-3e24-459c-99fa-6c3b0ed38352'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:17.379142 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a3b8f65-3d65-447f-a2d2-897eef9e637b req-94c5c8bc-eae2-4a76-a516-a84532855779 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.1814396 Aug 29 16:52:17.401110 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:17.411539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:17.484494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-da9bf366-036c-4480-bda8-bb5649090d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:17.485723 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-da9bf366-036c-4480-bda8-bb5649090d90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 1097 time: 0.2411234 Aug 29 16:52:17.516998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:17.517744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:17.518381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:17.525520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:52:17.526326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:17.543488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:17.544311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:17.544950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:17.550652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Bound port: 8aefebe3-b85f-43fb-9d15-52b7881d4287, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:17.554557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:17.554660 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Set router e262164b-3e24-459c-99fa-6c3b0ed38352 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:17.628769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a3b8f65-3d65-447f-a2d2-897eef9e637b req-c5078964-0d34-4772-9658-dad8f876733e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438266 Aug 29 16:52:17.667786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:17.685120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:17.697794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:17.729052 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:17.733477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9935f76c-7da0-4bfb-b51f-af3e4c40907f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:17.742321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cde6d0-4d8a-47e7-a02a-b34851c5dbd1 req-bf220999-14b4-4c8b-9993-d95cc6dd0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:17.744535 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02cde6d0-4d8a-47e7-a02a-b34851c5dbd1 req-bf220999-14b4-4c8b-9993-d95cc6dd0b8d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 1102 time: 0.2917790 Aug 29 16:52:17.760422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:17.842317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:52:17.849406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:17.866568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:17.880395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] 10.222.0.10 "PUT /v2.0/ports/8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 1096 time: 1.6861014 Aug 29 16:52:17.881777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:17.894326 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c50487-dbd2-4c6f-a597-20898e11b7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:17.946678 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-router', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:08Z', 'updated_at': '2021-08-29T16:52:14Z', 'revision_number': 4, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'gw_port': {'id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:09Z', 'updated_at': '2021-08-29T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2e6e5f44-9dd4-4727-823e-2988818510c8', 'name': '', 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'mac_address': 'fa:16:3e:51:68:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8b437f11-d35a-4d83-b8da-9cfdadb36224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:12Z', 'updated_at': '2021-08-29T16:52:15Z', 'revision_number': 2, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'subnets': [{'id': '8b437f11-d35a-4d83-b8da-9cfdadb36224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:17.982032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:17.993471 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Checking router: e262164b-3e24-459c-99fa-6c3b0ed38352 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:52:17.994306 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Updating router e262164b-3e24-459c-99fa-6c3b0ed38352 port 2e6e5f44-9dd4-4727-823e-2988818510c8 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:52:17.996625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-33a71eca-477e-4031-8a59-bcda28563d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:17.998177 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-33a71eca-477e-4031-8a59-bcda28563d04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.4787924 Aug 29 16:52:18.021082 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.021513 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Added segment 635d3160-2019-43ee-a383-ebdaf8bebe46 of type vlan for network 0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 Aug 29 16:52:18.043276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9935f76c-7da0-4bfb-b51f-af3e4c40907f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:18.043579 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.044973 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.106562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02cde6d0-4d8a-47e7-a02a-b34851c5dbd1 req-ef619082-d73d-4dff-97f2-8eb5c4e02427 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504333 Aug 29 16:52:18.125661 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8499e71f-4b7c-4607-b333-2a21fbae0b26 x-openstack-request-id: req-8499e71f-4b7c-4607-b333-2a21fbae0b26 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:18.126040 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:18.126231 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8499e71f-4b7c-4607-b333-2a21fbae0b26 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:18.126615 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'status': 'completed', 'code': 200} Aug 29 16:52:18.151053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4eb05-6d4a-47dd-a833-662344ff2b84 service neutron] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:18.176234 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.194133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7f922c6a-3fa1-4830-8450-b3d54f7a20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:18.195655 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-7f922c6a-3fa1-4830-8450-b3d54f7a20b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1099 time: 0.2479994 Aug 29 16:52:18.212740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4aa86d-734a-4e1f-9c92-c35d5209458b req-6565009a-ac3e-4cfd-a6c6-d87dc8ec819e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:18.212973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-df763d69-2897-4813-95ad-3ba2576de0fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d816108-4eee-4867-9130-902e51bdd854 HTTP/1.1" status: 200 len: 217 time: 0.1574678 Aug 29 16:52:18.214953 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4a4aa86d-734a-4e1f-9c92-c35d5209458b req-6565009a-ac3e-4cfd-a6c6-d87dc8ec819e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 947 time: 0.2965393 Aug 29 16:52:18.234401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.291965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42860) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:18.297892 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-network', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:18.303294 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-81047024-ff42-4d01-848e-fbf218fccd1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 217 time: 0.0868244 Aug 29 16:52:18.325689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.326928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:18.327675 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.354216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4a4aa86d-734a-4e1f-9c92-c35d5209458b req-dd18d37c-bee2-4310-94da-94e11709ed82 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079781 Aug 29 16:52:18.371501 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-c7225da4-5ca8-4d65-80f5-de2697cd019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:18.373277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-c7225da4-5ca8-4d65-80f5-de2697cd019d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0618613 Aug 29 16:52:18.381353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Made reservation on behalf of 7ccf3d373ccb447eb971e689735d1e82 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:18.383713 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.421196 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.434370 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Transition to ACTIVE for port object 2e6e5f44-9dd4-4727-823e-2988818510c8 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:18.438264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-6288a631-f16b-4127-bcbf-a9e8054b3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:18.440423 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-6288a631-f16b-4127-bcbf-a9e8054b3973 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594714 Aug 29 16:52:18.442433 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.454005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5920262 Aug 29 16:52:18.454795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.461098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42864) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:18.476148 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] Request body: {'subnet': {'network_id': '0f9410d7-57ac-485a-9d96-5d2cd4f58cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1726017894-subnet', 'tenant_id': '39e6364a53664e37936582475d66fbf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:18.516217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01413103-3caf-43f2-a6df-9632941d8dfc admin admin] Pushing event updated for resources: {'Network': ['ID=0f9410d7-57ac-485a-9d96-5d2cd4f58cb0,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:18.516454 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Pushing event updated for resources: {'Port': ['ID=2e6e5f44-9dd4-4727-823e-2988818510c8,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:18.531962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.537315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:52:18.553703 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.554455 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.554968 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.555303 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.555795 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.556134 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.556465 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.556795 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.557121 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.557487 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.557814 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.558148 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:18.576436 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Attempting to bind port 2e6e5f44-9dd4-4727-823e-2988818510c8 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:18.576816 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Attempting to bind port 2e6e5f44-9dd4-4727-823e-2988818510c8 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:18.577182 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Attempting to bind port 2e6e5f44-9dd4-4727-823e-2988818510c8 on network b45f752c-040e-455b-87a1-50c37d6fdb5f {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:18.580696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-518f2249-ab2d-482b-bd76-142838e9a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:18.582434 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-518f2249-ab2d-482b-bd76-142838e9a5b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.1757059 Aug 29 16:52:18.582590 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:18.582941 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Checking segment: {'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:18.583345 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.583741 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Bound using segment: {'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:18.584600 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Bound port: 2e6e5f44-9dd4-4727-823e-2988818510c8, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:18.585629 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.593737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.api [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 16:52:18.593737 n-d-713301-13 neutron-server[111676]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 16:52:18.593737 n-d-713301-13 neutron-server[111676]: [parameters: {'project_id_1': '7ccf3d373ccb447eb971e689735d1e82', 'expiration_1': datetime.datetime(2021, 8, 29, 16, 52, 18, 523041)}] Aug 29 16:52:18.593737 n-d-713301-13 neutron-server[111676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 16:52:18.594588 n-d-713301-13 neutron-server[111676]: DEBUG oslo_db.api [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 16:52:18.607258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] Made reservation on behalf of 39e6364a53664e37936582475d66fbf7 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:18.615292 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.635605 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-5ed7c553-5550-4ab9-9ea5-7421f4b81070 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433676 Aug 29 16:52:18.653473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c945c8-9f6f-4927-8726-8d4d801e2c0c req-c6096203-50e5-4be8-9164-739c6539f2e2 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:18.655269 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63c945c8-9f6f-4927-8726-8d4d801e2c0c req-c6096203-50e5-4be8-9164-739c6539f2e2 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 950 time: 0.1937754 Aug 29 16:52:18.685840 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] For port 2e6e5f44-9dd4-4727-823e-2988818510c8, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:18.689666 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] For port 2e6e5f44-9dd4-4727-823e-2988818510c8, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2e6e5f44-9dd4-4727-823e-2988818510c8,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:18.700041 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:18.716150 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-92132d5b-22b6-4520-ac23-c07ea465d7e6 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661781 Aug 29 16:52:18.763811 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Routers {'e262164b-3e24-459c-99fa-6c3b0ed38352'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:18.765009 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e262164b-3e24-459c-99fa-6c3b0ed38352'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:18.886877 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] Set router e262164b-3e24-459c-99fa-6c3b0ed38352 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:18.918687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c7aa9-f615-446f-90d0-151c49111336 req-c07d6164-4a95-4b93-84da-75893f880ff2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:18.926261 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b53c7aa9-f615-446f-90d0-151c49111336 req-c07d6164-4a95-4b93-84da-75893f880ff2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.2028530 Aug 29 16:52:18.959539 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-144e82fb-db74-4fdd-b0b3-62634ecb40c2 req-c3211278-5ac4-4b1c-8e4d-59474fed1879 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286210 Aug 29 16:52:18.991728 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027081ab-baa6-4c81-b614-4fa9fb158978 None None] Pushing event updated for resources: {'Port': ['ID=2e6e5f44-9dd4-4727-823e-2988818510c8,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:18.992840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b53c7aa9-f615-446f-90d0-151c49111336 req-9520df51-2190-497a-9636-7b467cedc329 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655265 Aug 29 16:52:19.120096 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:19.151248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c50487-dbd2-4c6f-a597-20898e11b7ee req-669dd8cd-649c-4875-a40b-dd958102de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:19.152658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56c50487-dbd2-4c6f-a597-20898e11b7ee req-669dd8cd-649c-4875-a40b-dd958102de22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1099 time: 0.1098576 Aug 29 16:52:19.157643 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-router', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:08Z', 'updated_at': '2021-08-29T16:52:14Z', 'revision_number': 4, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'gw_port': {'id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:09Z', 'updated_at': '2021-08-29T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2e6e5f44-9dd4-4727-823e-2988818510c8', 'name': '', 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'mac_address': 'fa:16:3e:51:68:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8b437f11-d35a-4d83-b8da-9cfdadb36224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:12Z', 'updated_at': '2021-08-29T16:52:18Z', 'revision_number': 4, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'subnets': [{'id': '8b437f11-d35a-4d83-b8da-9cfdadb36224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:19.170943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:19.183906 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63c945c8-9f6f-4927-8726-8d4d801e2c0c req-f19d9872-cff8-45ce-bfd2-4dbb7b5f5e26 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722059 Aug 29 16:52:19.196898 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e94eb-fc46-43cd-84fa-21163ed9c493 None None] The sync data for ids ['e262164b-3e24-459c-99fa-6c3b0ed38352'] in n-d-713301-13 is: [{'id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-router', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:08Z', 'updated_at': '2021-08-29T16:52:14Z', 'revision_number': 4, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'gw_port': {'id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:09Z', 'updated_at': '2021-08-29T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2e6e5f44-9dd4-4727-823e-2988818510c8', 'name': '', 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'mac_address': 'fa:16:3e:51:68:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '8b437f11-d35a-4d83-b8da-9cfdadb36224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:12Z', 'updated_at': '2021-08-29T16:52:18Z', 'revision_number': 4, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'subnets': [{'id': '8b437f11-d35a-4d83-b8da-9cfdadb36224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:52:19.348391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-89b71ba6-db67-4770-807b-3f56838f75be service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919036 Aug 29 16:52:19.613529 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:19.642817 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:19.657979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44a3fd1-a127-47df-86a4-1c80ab31cb28,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:19.687645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-a1e14ccb-88c2-4c26-bba3-bb8d1e8a64db service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293083 Aug 29 16:52:19.696609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2e6e5f44-9dd4-4727-823e-2988818510c8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:19.709406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] Checking segment: {'id': '635d3160-2019-43ee-a383-ebdaf8bebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f9410d7-57ac-485a-9d96-5d2cd4f58cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:19.710381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] Network hostable DHCP agents. Network: 0f9410d7-57ac-485a-9d96-5d2cd4f58cb0, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:52:19.726548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c50487-dbd2-4c6f-a597-20898e11b7ee req-a6067e41-c855-4d85-9def-46cf80f3dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:19.728545 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56c50487-dbd2-4c6f-a597-20898e11b7ee req-a6067e41-c855-4d85-9def-46cf80f3dec6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.5671358 Aug 29 16:52:19.741990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:52:19.746195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] Network 0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:52:19.758760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de5b73-7892-420c-b643-87d24688d1e4 req-b1d94f31-a29f-4e74-86f4-46c6d994b4a3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:19.760372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a0de5b73-7892-420c-b643-87d24688d1e4 req-b1d94f31-a29f-4e74-86f4-46c6d994b4a3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 947 time: 0.2567248 Aug 29 16:52:19.769268 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 2e6e5f44-9dd4-4727-823e-2988818510c8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:19.776348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 2e6e5f44-9dd4-4727-823e-2988818510c8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:19.777296 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:19.794883 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56c50487-dbd2-4c6f-a597-20898e11b7ee req-90552676-ef15-42e8-a52f-834d23208545 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 217 time: 0.0568898 Aug 29 16:52:19.801033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 0f9410d7-57ac-485a-9d96-5d2cd4f58cb0) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:19.814392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e53c16-d048-43de-aea6-054e2202b793,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:19.823806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8746f301-82c1-4385-baba-07bb476184c9 None None] Network 0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:19.831679 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:19.832221 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Added segment 8aea585a-b89c-4b28-81ad-e458efbb9af8 of type vlan for network b74008dc-892f-4652-a9a9-6d17ad63dd94 Aug 29 16:52:19.834379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:19.835948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:19.911581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5b310e87-a188-4ebe-bd99-16ca17caa863 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4491360 Aug 29 16:52:19.934167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c50487-dbd2-4c6f-a597-20898e11b7ee req-47d61aea-2e0d-47a7-98cc-f1cbc1c60a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:19.935972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56c50487-dbd2-4c6f-a597-20898e11b7ee req-47d61aea-2e0d-47a7-98cc-f1cbc1c60a34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1231029 Aug 29 16:52:19.940990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a0de5b73-7892-420c-b643-87d24688d1e4 req-b3901c6e-888c-4f7e-a113-ad942d07a2cd tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703925 Aug 29 16:52:19.943225 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:20.004845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] Deleting port 954922bb-7ca4-416b-9908-70e3ff194883 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:20.008700 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:20.024437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c50487-dbd2-4c6f-a597-20898e11b7ee req-648fa564-af55-4100-b4e2-41b0e91e37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:20.027419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56c50487-dbd2-4c6f-a597-20898e11b7ee req-648fa564-af55-4100-b4e2-41b0e91e37fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0764217 Aug 29 16:52:20.070786 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:20.101822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:20.104648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:20.107554 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:20.194676 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:20.199448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] Pushing event updated for resources: {'Network': ['ID=b74008dc-892f-4652-a9a9-6d17ad63dd94,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:20.222340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2c96677c-6b50-411d-ac0c-023b1c64c1be admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9281092 Aug 29 16:52:20.225137 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42886) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:20.243884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] Request body: {'subnet': {'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-subnet', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:20.271982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network b74008dc-892f-4652-a9a9-6d17ad63dd94 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:52:20.274372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b27322a-5ad7-4a62-b84e-27bd0dd9154b None None] Network 0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:20.305352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd9481-a421-4ef6-90bf-75fb5dd8adf1 req-428ab456-1259-4eba-ac68-b791915fc2cb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:20.307172 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4dfd9481-a421-4ef6-90bf-75fb5dd8adf1 req-428ab456-1259-4eba-ac68-b791915fc2cb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.1447906 Aug 29 16:52:20.309411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56c50487-dbd2-4c6f-a597-20898e11b7ee req-2ff1b71e-caee-4f5c-9513-54eae1e4cd2d service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710955 Aug 29 16:52:20.315090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] For port 954922bb-7ca4-416b-9908-70e3ff194883, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=954922bb-7ca4-416b-9908-70e3ff194883,segment=NetworkSegment(48ede173-2ee8-4706-b143-09d10a92f197),segment_id=48ede173-2ee8-4706-b143-09d10a92f197)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:20.315856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:20.333692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] Calling delete_port for 954922bb-7ca4-416b-9908-70e3ff194883 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:20.340756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] Made reservation on behalf of 7ccf3d373ccb447eb971e689735d1e82 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:20.343645 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:20.419075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 2e6e5f44-9dd4-4727-823e-2988818510c8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2e6e5f44-9dd4-4727-823e-2988818510c8,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:20.484794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56c50487-dbd2-4c6f-a597-20898e11b7ee req-472c88bb-197e-495a-a02f-f6c6ad047891 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615431 Aug 29 16:52:20.499886 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:20.542926 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4dfd9481-a421-4ef6-90bf-75fb5dd8adf1 req-807ac822-e75e-4119-92f8-b2ab02fbcbba tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059314 Aug 29 16:52:20.618149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=2e6e5f44-9dd4-4727-823e-2988818510c8,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:20.705832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c86574-2edb-4ca3-9c66-9c38fe4707cd req-430b8ebe-e700-4a73-9810-8269f7fac648 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:20.713652 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-18c86574-2edb-4ca3-9c66-9c38fe4707cd req-430b8ebe-e700-4a73-9810-8269f7fac648 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 950 time: 0.0697966 Aug 29 16:52:20.728266 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:20.760718 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-18c86574-2edb-4ca3-9c66-9c38fe4707cd req-328d06c6-fc27-414c-9f6f-526b8e3db37e tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458326 Aug 29 16:52:20.875175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-4b262189-21df-476c-a8ca-d8bc8f106b42 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:20.881772 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-4b262189-21df-476c-a8ca-d8bc8f106b42 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/networks?id=0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 HTTP/1.1" status: 200 len: 814 time: 0.3173115 Aug 29 16:52:20.913365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-1ccc0b18-9e61-457f-8756-387ace2082ea tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/quotas/39e6364a53664e37936582475d66fbf7 HTTP/1.1" status: 200 len: 375 time: 0.0299680 Aug 29 16:52:20.931543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67b68ae-205c-4a5a-9ad4-4178b2d791b2,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:20.971205 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-239416cf-2099-495b-b1a8-a55f45df5857 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=39e6364a53664e37936582475d66fbf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569477 Aug 29 16:52:20.998655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] Checking segment: {'id': '8aea585a-b89c-4b28-81ad-e458efbb9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:20.999257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] Network hostable DHCP agents. Network: b74008dc-892f-4652-a9a9-6d17ad63dd94, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:52:21.094644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] Network b74008dc-892f-4652-a9a9-6d17ad63dd94 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:52:21.123440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, b74008dc-892f-4652-a9a9-6d17ad63dd94) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:21.128071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:21.128680 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:21.137516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a776ce0c-ab61-4b21-9353-d97e0a4c3d97 None None] Network b74008dc-892f-4652-a9a9-6d17ad63dd94 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:21.146183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9946dd8-6f48-4dbc-8264-e04bfb461f1c req-52254633-b6dc-494b-8fcc-a0d66f655492 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:21.147858 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9946dd8-6f48-4dbc-8264-e04bfb461f1c req-52254633-b6dc-494b-8fcc-a0d66f655492 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 947 time: 0.0550771 Aug 29 16:52:21.154364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-21d77d43-b293-4759-b59d-6a02a4ec252e service neutron] 10.222.0.22 "GET /v2.0/networks/0f9410d7-57ac-485a-9d96-5d2cd4f58cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822066 Aug 29 16:52:21.170974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5767570f-5499-42a2-a2dd-f72ee5f9910a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9444401 Aug 29 16:52:21.171722 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:21.183663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42908) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:21.190127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-router', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:21.213998 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9946dd8-6f48-4dbc-8264-e04bfb461f1c req-be0a26c0-1c4d-4433-9f5e-ec2af26a9d82 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Aug 29 16:52:21.254261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] Pushing event deleted for resources: {'Port': ['ID=954922bb-7ca4-416b-9908-70e3ff194883,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:21.351943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:21.352997 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:21.383617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-b74008dc-892f-4652-a9a9-6d17ad63dd94', 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'fixed_ips': [{'subnet_id': 'd67b68ae-205c-4a5a-9ad4-4178b2d791b2'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:52:21.384841 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:21.423113 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-18079536-aafa-49f3-abcc-8d5c40cedba5 service neutron] 10.222.0.22 "GET /v2.0/networks/0f9410d7-57ac-485a-9d96-5d2cd4f58cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660043 Aug 29 16:52:21.558968 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:21.691853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Allocated IP 172.20.0.2 (b74008dc-892f-4652-a9a9-6d17ad63dd94/d67b68ae-205c-4a5a-9ad4-4178b2d791b2/90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:21.768654 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:52:21.788498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ff93b-6cc0-41a2-963a-1367e57b766c req-f820cd20-1279-4641-962f-d6e98d315d11 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:21.795311 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-431ff93b-6cc0-41a2-963a-1367e57b766c req-f820cd20-1279-4641-962f-d6e98d315d11 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.1102176 Aug 29 16:52:21.833121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-14cb9f99-bcfd-484d-9df2-5690aacd08a1 req-c719d639-688c-4bfd-9c13-aa7bea549f3e tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 210 time: 0.1320641 Aug 29 16:52:21.852300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2e6e5f44-9dd4-4727-823e-2988818510c8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:21.856983 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-431ff93b-6cc0-41a2-963a-1367e57b766c req-3df474a4-e28c-41bd-b958-8df001203ce8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556786 Aug 29 16:52:22.025042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:22.034277 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.038035 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.092383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'mac_address': 'fa:16:3e:41:69:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:52:22.112581 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.151869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Transition to ACTIVE for port object 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:22.167293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 2e6e5f44-9dd4-4727-823e-2988818510c8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:22.168816 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.236102 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.256882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Transition to ACTIVE for port object 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:22.277846 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.297255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40a6f7-a1e8-41dd-b5b7-7521463e3d59 req-9339beea-61c8-4923-9f52-6461d9582a72 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:22.326461 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ac40a6f7-a1e8-41dd-b5b7-7521463e3d59 req-9339beea-61c8-4923-9f52-6461d9582a72 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 950 time: 0.1509778 Aug 29 16:52:22.334499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aefebe3-b85f-43fb-9d15-52b7881d4287 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:22.343885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Pushing event updated for resources: {'Port': ['ID=90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:22.379962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:22.396030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Network b74008dc-892f-4652-a9a9-6d17ad63dd94 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:22.399937 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.404329 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ac40a6f7-a1e8-41dd-b5b7-7521463e3d59 req-8b21952e-d358-4fc3-81dc-864a09f2b242 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663655 Aug 29 16:52:22.407264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:22.475534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:22.509665 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] Router 376f7666-3a7b-4726-a830-ff8237810a76 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:52:22.540458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d00d3d-89bb-4128-86ec-12ae6a08e3b0 req-c24206f0-6ba0-44e4-a375-b5b4b480046c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:22.542011 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5d00d3d-89bb-4128-86ec-12ae6a08e3b0 req-c24206f0-6ba0-44e4-a375-b5b4b480046c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 947 time: 0.2031603 Aug 29 16:52:22.612686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:22.625548 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.626263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Attempting to bind port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:22.626703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Attempting to bind port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8aea585a-b89c-4b28-81ad-e458efbb9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:22.627129 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Attempting to bind port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 on network b74008dc-892f-4652-a9a9-6d17ad63dd94 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:22.632688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:22.633087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Checking segment: {'id': '8aea585a-b89c-4b28-81ad-e458efbb9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:22.633821 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.634277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Bound using segment: {'id': '8aea585a-b89c-4b28-81ad-e458efbb9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:22.634831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Bound port: 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aea585a-b89c-4b28-81ad-e458efbb9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:22.635283 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.661495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.706315 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5d00d3d-89bb-4128-86ec-12ae6a08e3b0 req-fc1c20fb-abac-420b-875c-cbfebc103bce tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567018 Aug 29 16:52:22.707529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8aefebe3-b85f-43fb-9d15-52b7881d4287'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:22.736804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] For port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:22.755886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] For port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41,segment=NetworkSegment(8aea585a-b89c-4b28-81ad-e458efbb9af8),segment_id=8aea585a-b89c-4b28-81ad-e458efbb9af8)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:22.766253 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:22.864775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c0789-8964-498e-a879-5d7cd04b6964 None None] Pushing event updated for resources: {'Port': ['ID=90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:23.042639 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8897ffe1-5916-4989-90e0-dbcada8cfd10 req-7a122873-d6b6-4b89-bd3a-6674261fff37 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 210 time: 0.0417402 Aug 29 16:52:23.242197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-beafa82b-d9cf-41fb-96a2-13cee981cefd tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:23.245241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-beafa82b-d9cf-41fb-96a2-13cee981cefd tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.10 "GET /v2.0/networks?id=0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 HTTP/1.1" status: 200 len: 814 time: 0.2293863 Aug 29 16:52:23.259322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Request body: {'port': {'device_id': 'c05a3dfa-0e46-4375-84da-9b0c5498a5e6', 'network_id': '0f9410d7-57ac-485a-9d96-5d2cd4f58cb0', 'admin_state_up': True, 'tenant_id': '39e6364a53664e37936582475d66fbf7'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:23.282784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:52:23.292262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72091bd1-4f48-4c07-80c2-ffccbe8311c4 None None] Sync routers for ids ['376f7666-3a7b-4726-a830-ff8237810a76'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:52:23.307638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72091bd1-4f48-4c07-80c2-ffccbe8311c4 None None] Routers {'376f7666-3a7b-4726-a830-ff8237810a76'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:23.308377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72091bd1-4f48-4c07-80c2-ffccbe8311c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['376f7666-3a7b-4726-a830-ff8237810a76'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:23.331559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-73d79f32-652c-41ac-b983-01eb22526973 admin admin] 10.222.0.22 "PUT /v2.0/routers/376f7666-3a7b-4726-a830-ff8237810a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3527229 Aug 29 16:52:23.336969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42942) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:23.416967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d77f2-ed0b-47f7-99dc-658b64f8d063 req-11ab1eac-08fd-4de3-aaeb-27c30ea45d5a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:23.438426 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-807d77f2-ed0b-47f7-99dc-658b64f8d063 req-11ab1eac-08fd-4de3-aaeb-27c30ea45d5a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.2222283 Aug 29 16:52:23.451931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Allocated IP 172.25.5.21 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/0c631ad3-4afc-4d57-8cf0-65226930caea) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:23.506030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:23.509638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Made reservation on behalf of 39e6364a53664e37936582475d66fbf7 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:23.513985 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:23.569673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-72091bd1-4f48-4c07-80c2-ffccbe8311c4 None None] Set router 376f7666-3a7b-4726-a830-ff8237810a76 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:23.602920 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-807d77f2-ed0b-47f7-99dc-658b64f8d063 req-0571cce2-af22-45a7-a531-2ec8454bcfdb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575150 Aug 29 16:52:23.832104 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:23.837294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:23.840334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:23.857453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f803509-eeb8-4637-b7b5-76ce914aa532 req-3f3236e8-7bfb-4c8c-871c-19ef8825c889 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:23.862119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bfba7-7af2-4c56-8198-b9820319a63c req-e416c8df-ca1a-4ad1-8b2c-ea36583c9391 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:23.863801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-053bfba7-7af2-4c56-8198-b9820319a63c req-e416c8df-ca1a-4ad1-8b2c-ea36583c9391 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 950 time: 0.2070267 Aug 29 16:52:23.865640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f803509-eeb8-4637-b7b5-76ce914aa532 req-3f3236e8-7bfb-4c8c-871c-19ef8825c889 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 950 time: 0.3113306 Aug 29 16:52:23.991406 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.004634 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.044924 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f803509-eeb8-4637-b7b5-76ce914aa532 req-b3927f8b-5be2-41a8-be46-4f43bfa7f947 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d0abb8-fed6-4035-8d2d-7be4440c2e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727140 Aug 29 16:52:24.077128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Allocated IP 172.20.0.12 (0f9410d7-57ac-485a-9d96-5d2cd4f58cb0/c44a3fd1-a127-47df-86a4-1c80ab31cb28/0d759338-65a6-4972-9460-1d2817b135e0) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:24.104011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 8aefebe3-b85f-43fb-9d15-52b7881d4287 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:24.109870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:24.113440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 8aefebe3-b85f-43fb-9d15-52b7881d4287 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:24.113935 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.151582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:24.165548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:24.174132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:24.260585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72091bd1-4f48-4c07-80c2-ffccbe8311c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376f7666-3a7b-4726-a830-ff8237810a76', 'name': 'tempest-ServersTestMultiNic-909063087-router', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:25Z', 'updated_at': '2021-08-29T16:52:21Z', 'revision_number': 5, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'gw_port': {'id': 'd492ad35-f805-4d3f-980b-91f964de6690', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376f7666-3a7b-4726-a830-ff8237810a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:27Z', 'updated_at': '2021-08-29T16:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:24.266303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ee4a2ade-5119-4bd9-8f86-10b550319789 req-16a4bbf3-f4cc-49f1-ac8b-14e48df9e87a tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 210 time: 0.0684936 Aug 29 16:52:24.269899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0349107-5992-4a06-bbfc-dbd48ce9b4e7 req-1ae9aa99-2e7d-4d8f-8cb2-bbc3616e9581 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:24.278236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0349107-5992-4a06-bbfc-dbd48ce9b4e7 req-1ae9aa99-2e7d-4d8f-8cb2-bbc3616e9581 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 948 time: 0.2947242 Aug 29 16:52:24.280009 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Pushing event updated for resources: {'Port': ['ID=0c631ad3-4afc-4d57-8cf0-65226930caea,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:24.310015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72091bd1-4f48-4c07-80c2-ffccbe8311c4 None None] Checking router: 376f7666-3a7b-4726-a830-ff8237810a76 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:52:24.326212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Deleting port d492ad35-f805-4d3f-980b-91f964de6690 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:24.328051 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.335191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72091bd1-4f48-4c07-80c2-ffccbe8311c4 None None] Routers {'376f7666-3a7b-4726-a830-ff8237810a76'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:24.346820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72091bd1-4f48-4c07-80c2-ffccbe8311c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['376f7666-3a7b-4726-a830-ff8237810a76'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:24.377075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-053bfba7-7af2-4c56-8198-b9820319a63c req-2a941d12-73bb-455b-8a43-e80fe1747244 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Deleting port 40a58321-3907-4a52-b215-112e6ecebee3 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:24.383896 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-053bfba7-7af2-4c56-8198-b9820319a63c req-2a941d12-73bb-455b-8a43-e80fe1747244 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.395336 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.441503 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa594bd-cfda-49b0-b7f5-74feb9240e23 None None] Network b74008dc-892f-4652-a9a9-6d17ad63dd94 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:24.497806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:24.500116 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d1d801-e048-46c1-ba16-8ff80ade7e04" -d '{"events": [{"server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "name": "network-vif-plugged", "status": "completed", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:24.524094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] For port d492ad35-f805-4d3f-980b-91f964de6690, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d492ad35-f805-4d3f-980b-91f964de6690,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:24.524503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.542453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.542628 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:24.544748 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0349107-5992-4a06-bbfc-dbd48ce9b4e7 req-360765d7-6ec5-463d-bed8-a8473d57b5d5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655456 Aug 29 16:52:24.545605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-72091bd1-4f48-4c07-80c2-ffccbe8311c4 None None] Set router 376f7666-3a7b-4726-a830-ff8237810a76 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:24.549887 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-89e51410-d1b9-4a84-9668-2bc6db1c8615 None None] Provisioning for port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:24.571633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Calling delete_port for d492ad35-f805-4d3f-980b-91f964de6690 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:24.592199 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.687852 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a35ff9-559c-4bea-9fe7-1925a106b907 x-openstack-request-id: req-b2a35ff9-559c-4bea-9fe7-1925a106b907 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:24.688446 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "name": "network-vif-plugged", "status": "completed", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:24.688853 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2a35ff9-559c-4bea-9fe7-1925a106b907 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:24.689421 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'code': 200} Aug 29 16:52:24.691199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:24.691576 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.695086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-89e51410-d1b9-4a84-9668-2bc6db1c8615 None None] Provisioning complete for port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:24.695761 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-89e51410-d1b9-4a84-9668-2bc6db1c8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.700226 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72091bd1-4f48-4c07-80c2-ffccbe8311c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376f7666-3a7b-4726-a830-ff8237810a76', 'name': 'tempest-ServersTestMultiNic-909063087-router', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:25Z', 'updated_at': '2021-08-29T16:52:23Z', 'revision_number': 6, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:24.700482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-053bfba7-7af2-4c56-8198-b9820319a63c req-2a941d12-73bb-455b-8a43-e80fe1747244 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] For port 40a58321-3907-4a52-b215-112e6ecebee3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=40a58321-3907-4a52-b215-112e6ecebee3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:24.701118 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-053bfba7-7af2-4c56-8198-b9820319a63c req-2a941d12-73bb-455b-8a43-e80fe1747244 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.720010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-053bfba7-7af2-4c56-8198-b9820319a63c req-2a941d12-73bb-455b-8a43-e80fe1747244 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Calling delete_port for 40a58321-3907-4a52-b215-112e6ecebee3 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:24.762573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72091bd1-4f48-4c07-80c2-ffccbe8311c4 None None] The sync data for ids ['376f7666-3a7b-4726-a830-ff8237810a76'] in n-d-713301-13 is: [{'id': '376f7666-3a7b-4726-a830-ff8237810a76', 'name': 'tempest-ServersTestMultiNic-909063087-router', 'tenant_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:25Z', 'updated_at': '2021-08-29T16:52:23Z', 'revision_number': 6, 'project_id': 'de3bcb2318ea415c8be6daba549e3d1b', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:52:24.835854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Network 0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:24.846055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:24.862460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:24.930998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:24.931823 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.955792 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-89e51410-d1b9-4a84-9668-2bc6db1c8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:24.958403 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Pushing event updated for resources: {'Port': ['ID=0d759338-65a6-4972-9460-1d2817b135e0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:25.003597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a07bae3f-6580-4b8a-b086-661b70e2f5ec tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7489271 Aug 29 16:52:25.026024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Request body: {'port': {'device_id': 'c05a3dfa-0e46-4375-84da-9b0c5498a5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:25.031850 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857ea5a-e060-42fa-b6bc-8399b431a465 req-c627059f-c21d-45b0-bc0d-3bfafd2bfb2f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:25.038624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4857ea5a-e060-42fa-b6bc-8399b431a465 req-c627059f-c21d-45b0-bc0d-3bfafd2bfb2f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.2333140 Aug 29 16:52:25.042367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-89e51410-d1b9-4a84-9668-2bc6db1c8615 None None] For port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41,segment=NetworkSegment(8aea585a-b89c-4b28-81ad-e458efbb9af8),segment_id=8aea585a-b89c-4b28-81ad-e458efbb9af8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:25.049351 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-89e51410-d1b9-4a84-9668-2bc6db1c8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.068407 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.096329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Pushing event deleted for resources: {'Port': ['ID=d492ad35-f805-4d3f-980b-91f964de6690,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:25.127883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c7c5-feeb-4d54-b6a0-7ca851c6073d req-890ff34f-d708-4775-9421-d0bb4ae82e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:25.128960 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5d4c7c5-feeb-4d54-b6a0-7ca851c6073d req-890ff34f-d708-4775-9421-d0bb4ae82e52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1101 time: 0.2823708 Aug 29 16:52:25.176365 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-053bfba7-7af2-4c56-8198-b9820319a63c req-2a941d12-73bb-455b-8a43-e80fe1747244 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.195542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['40a58321-3907-4a52-b215-112e6ecebee3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:25.257490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e51410-d1b9-4a84-9668-2bc6db1c8615 None None] Pushing event updated for resources: {'Port': ['ID=90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:25.281166 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.299889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a941d12-73bb-455b-8a43-e80fe1747244 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Pushing event deleted for resources: {'Port': ['ID=40a58321-3907-4a52-b215-112e6ecebee3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:25.365160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62039909-a451-4b44-ab19-af7d41c0e017 req-0ef7efdb-0826-47d7-bbbc-03229818152f tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3b3c1a5-02f6-4f04-a8e4-c09f343848cd HTTP/1.1" status: 200 len: 210 time: 0.1065168 Aug 29 16:52:25.387273 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5d4c7c5-feeb-4d54-b6a0-7ca851c6073d req-3d0e5ad5-5140-4b54-a518-f800b423ac40 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985035 Aug 29 16:52:25.387848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.401651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-00ffd9ee-e537-4be2-bd22-f6b74b67f774 None None] Provisioning complete for port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:25.402209 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-00ffd9ee-e537-4be2-bd22-f6b74b67f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.468040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.472394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.535273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.582659 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.583197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 376f7666-3a7b-4726-a830-ff8237810a76 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:52:25.589129 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4857ea5a-e060-42fa-b6bc-8399b431a465 req-54dc7812-d2e0-43d4-80b4-ee7a74ec685a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614646 Aug 29 16:52:25.590163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-053bfba7-7af2-4c56-8198-b9820319a63c req-2a941d12-73bb-455b-8a43-e80fe1747244 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] No DVR routers for this DVR port 40a58321-3907-4a52-b215-112e6ecebee3 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:25.590536 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.593907 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3ae6e7f8-20ef-431d-b5c2-e3e7027d3973 admin admin] 10.222.0.22 "DELETE /v2.0/routers/376f7666-3a7b-4726-a830-ff8237810a76 HTTP/1.1" status: 204 len: 168 time: 2.2527373 Aug 29 16:52:25.595745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42970) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:25.598368 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8ab8133-933f-4a31-9755-86d49a742f65 req-20766dd1-5d31-412b-acc9-f8a3b59ace6c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4129035 Aug 29 16:52:25.604602 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-053bfba7-7af2-4c56-8198-b9820319a63c req-2a941d12-73bb-455b-8a43-e80fe1747244 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:25.606889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-053bfba7-7af2-4c56-8198-b9820319a63c req-2a941d12-73bb-455b-8a43-e80fe1747244 tempest-TenantUsagesTestJSON-222163715 tempest-TenantUsagesTestJSON-222163715-project] 10.222.0.16 "DELETE /v2.0/ports/40a58321-3907-4a52-b215-112e6ecebee3 HTTP/1.1" status: 204 len: 173 time: 1.7288826 Aug 29 16:52:25.607399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b3c1a5-02f6-4f04-a8e4-c09f343848cd', 'name': 'network-vif-deleted', 'tag': '40a58321-3907-4a52-b215-112e6ecebee3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:25.610581 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00ab08d-099d-45d4-af7b-359cfd018924" -d '{"events": [{"server_uuid": "b3b3c1a5-02f6-4f04-a8e4-c09f343848cd", "name": "network-vif-deleted", "tag": "40a58321-3907-4a52-b215-112e6ecebee3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:25.778659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:25.784523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab8133-933f-4a31-9755-86d49a742f65 req-1562603f-edbc-45f6-8fbd-eb54a71045b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:25.790884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8ab8133-933f-4a31-9755-86d49a742f65 req-1562603f-edbc-45f6-8fbd-eb54a71045b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 1096 time: 0.1546752 Aug 29 16:52:25.871572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:25.871918 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.039541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d759338-65a6-4972-9460-1d2817b135e0 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:26.049921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 954922bb-7ca4-416b-9908-70e3ff194883 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:26.053357 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.059660 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.065072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125a4b9-af46-4dcd-8bf3-263104fce938 req-d9272071-57eb-44ed-8d92-2e38087ac854 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:26.074043 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8125a4b9-af46-4dcd-8bf3-263104fce938 req-d9272071-57eb-44ed-8d92-2e38087ac854 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 932 time: 0.5323627 Aug 29 16:52:26.077130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab95f-bd0e-472b-b63e-faf7e4ec2248 req-10813b8a-0911-4b7a-b1d3-1b7bd4e80f8a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:26.078462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ebd148-8ff8-4f26-9907-ceeea20ea5fe admin admin] Deleting subnet fdc554f4-6665-42a9-bf82-47a0dbd18d76 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:52:26.086348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-587ab95f-bd0e-472b-b63e-faf7e4ec2248 req-10813b8a-0911-4b7a-b1d3-1b7bd4e80f8a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.2939880 Aug 29 16:52:26.111349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 954922bb-7ca4-416b-9908-70e3ff194883 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:26.111517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 954922bb-7ca4-416b-9908-70e3ff194883 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:26.111829 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd148-8ff8-4f26-9907-ceeea20ea5fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.111941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d492ad35-f805-4d3f-980b-91f964de6690 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:26.127824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Transition to ACTIVE for port object 0d759338-65a6-4972-9460-1d2817b135e0 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:26.155791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: d492ad35-f805-4d3f-980b-91f964de6690 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:26.156055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d492ad35-f805-4d3f-980b-91f964de6690 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:26.164929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.218679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab8133-933f-4a31-9755-86d49a742f65 req-98b8af1c-3c75-46c2-a790-7cd829ce0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:26.220475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8ab8133-933f-4a31-9755-86d49a742f65 req-98b8af1c-3c75-46c2-a790-7cd829ce0a40 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.3919182 Aug 29 16:52:26.231383 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-587ab95f-bd0e-472b-b63e-faf7e4ec2248 req-84fccac9-24b6-4b89-a2ae-ebd63ca59845 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436455 Aug 29 16:52:26.254040 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8125a4b9-af46-4dcd-8bf3-263104fce938 req-fb0edc29-095b-4510-8105-b2865c7ddb96 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790664 Aug 29 16:52:26.281026 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd148-8ff8-4f26-9907-ceeea20ea5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.326023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8ab8133-933f-4a31-9755-86d49a742f65 req-0b81c9b0-1ee2-430b-b702-2ce10a1607e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33 HTTP/1.1" status: 200 len: 217 time: 0.0885992 Aug 29 16:52:26.326436 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b21800-b2e4-456e-b76a-7184d862ce62 x-openstack-request-id: req-d6b21800-b2e4-456e-b76a-7184d862ce62 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:26.327004 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b3c1a5-02f6-4f04-a8e4-c09f343848cd", "name": "network-vif-deleted", "tag": "40a58321-3907-4a52-b215-112e6ecebee3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:26.327004 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6b21800-b2e4-456e-b76a-7184d862ce62 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:26.327325 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b3c1a5-02f6-4f04-a8e4-c09f343848cd', 'name': 'network-vif-deleted', 'tag': '40a58321-3907-4a52-b215-112e6ecebee3', 'status': 'completed', 'code': 200} Aug 29 16:52:26.343678 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d759338-65a6-4972-9460-1d2817b135e0,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:26.416216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Attempting to bind port 0d759338-65a6-4972-9460-1d2817b135e0 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:26.416455 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Attempting to bind port 0d759338-65a6-4972-9460-1d2817b135e0 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '635d3160-2019-43ee-a383-ebdaf8bebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f9410d7-57ac-485a-9d96-5d2cd4f58cb0'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:26.416764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Attempting to bind port 0d759338-65a6-4972-9460-1d2817b135e0 on network 0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:26.424995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Port 0d759338-65a6-4972-9460-1d2817b135e0 on network 0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:52:26.425367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Attempting to bind port 0d759338-65a6-4972-9460-1d2817b135e0 on network 0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:26.445941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab8133-933f-4a31-9755-86d49a742f65 req-e0407132-5b74-41d0-b9fc-5d9d64a6dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:26.447448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8ab8133-933f-4a31-9755-86d49a742f65 req-e0407132-5b74-41d0-b9fc-5d9d64a6dd17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.1112654 Aug 29 16:52:26.453303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:26.454677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Checking segment: {'id': '635d3160-2019-43ee-a383-ebdaf8bebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f9410d7-57ac-485a-9d96-5d2cd4f58cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:26.455071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Bound using segment: {'id': '635d3160-2019-43ee-a383-ebdaf8bebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f9410d7-57ac-485a-9d96-5d2cd4f58cb0'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:26.455518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Bound port: 0d759338-65a6-4972-9460-1d2817b135e0, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d3160-2019-43ee-a383-ebdaf8bebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f9410d7-57ac-485a-9d96-5d2cd4f58cb0'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:26.455881 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.484741 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd148-8ff8-4f26-9907-ceeea20ea5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.525497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8ab8133-933f-4a31-9755-86d49a742f65 req-16c4013a-0a92-4e48-97c3-f3f399f4aa1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525107 Aug 29 16:52:26.633776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Router 6ab8348f-904e-46ae-9a10-0a46f30129b2 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:52:26.673747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] For port 0d759338-65a6-4972-9460-1d2817b135e0, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:26.679886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] For port 0d759338-65a6-4972-9460-1d2817b135e0, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0d759338-65a6-4972-9460-1d2817b135e0,segment=NetworkSegment(635d3160-2019-43ee-a383-ebdaf8bebe46),segment_id=635d3160-2019-43ee-a383-ebdaf8bebe46)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:26.698512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd148-8ff8-4f26-9907-ceeea20ea5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.716527 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.736474 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8ab8133-933f-4a31-9755-86d49a742f65 req-1730c227-ce57-438d-91a9-1db2ccfdcd4a service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889508 Aug 29 16:52:26.769575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f5ebd148-8ff8-4f26-9907-ceeea20ea5fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.770273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f203e9-2d0a-40bc-923d-e1598f1b10fd None None] Network 48a32e59-4a34-4691-89e1-f5c787394d70 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:26.775142 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f5ebd148-8ff8-4f26-9907-ceeea20ea5fe admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fdc554f4-6665-42a9-bf82-47a0dbd18d76 HTTP/1.1" status: 204 len: 168 time: 1.1786642 Aug 29 16:52:26.802734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebd148-8ff8-4f26-9907-ceeea20ea5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc554f4-6665-42a9-bf82-47a0dbd18d76,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:26.807964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42986) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:26.854968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42988) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:26.866291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142f6e6-c7b6-413c-b8bf-78ca6bf3194b req-f15b934f-6a49-4165-8515-51822c1c998c tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:26.878381 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7142f6e6-c7b6-413c-b8bf-78ca6bf3194b req-f15b934f-6a49-4165-8515-51822c1c998c tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.1844451 Aug 29 16:52:26.881341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:26.881581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.882909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] 10.222.0.10 "PUT /v2.0/ports/0d759338-65a6-4972-9460-1d2817b135e0 HTTP/1.1" status: 200 len: 1093 time: 1.8644819 Aug 29 16:52:26.900231 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05a3dfa-0e46-4375-84da-9b0c5498a5e6', 'tag': '0d759338-65a6-4972-9460-1d2817b135e0'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:26.907215 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0cb4f5-0ef5-49e1-a292-8dc38c8392aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c05a3dfa-0e46-4375-84da-9b0c5498a5e6", "tag": "0d759338-65a6-4972-9460-1d2817b135e0"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:26.909577 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8ab8133-933f-4a31-9755-86d49a742f65 req-8556d229-c641-4017-9bf8-025de89b5820 service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420290 Aug 29 16:52:26.910959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:52:26.928900 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Sync routers for ids ['6ab8348f-904e-46ae-9a10-0a46f30129b2'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:52:26.935406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:26.936965 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-29b65d6d-1d80-4e8e-a55c-686b99f9ec59 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7511430 Aug 29 16:52:26.939966 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42994) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:26.945440 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Routers {'6ab8348f-904e-46ae-9a10-0a46f30129b2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:26.946359 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ab8348f-904e-46ae-9a10-0a46f30129b2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:27.020801 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e2a089-2a94-48f4-b981-49aefd1b7fd9 x-openstack-request-id: req-27e2a089-2a94-48f4-b981-49aefd1b7fd9 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:27.021068 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05a3dfa-0e46-4375-84da-9b0c5498a5e6", "tag": "0d759338-65a6-4972-9460-1d2817b135e0", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:27.024469 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27e2a089-2a94-48f4-b981-49aefd1b7fd9 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:27.024469 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05a3dfa-0e46-4375-84da-9b0c5498a5e6', 'tag': '0d759338-65a6-4972-9460-1d2817b135e0', 'status': 'completed', 'code': 200} Aug 29 16:52:27.032750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a57d37-dd6f-4322-819c-36a3d9c672cf None None] DHCP port deletion for 48a32e59-4a34-4691-89e1-f5c787394d70 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:52:27.052049 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7142f6e6-c7b6-413c-b8bf-78ca6bf3194b req-b80224a8-d45e-4d8e-86c5-17bd22d56174 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702421 Aug 29 16:52:27.094763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.097694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52561367-c689-4ef0-9035-93b5ff982ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d759338-65a6-4972-9460-1d2817b135e0,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:27.100828 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Set router 6ab8348f-904e-46ae-9a10-0a46f30129b2 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:27.112031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-62a57d37-dd6f-4322-819c-36a3d9c672cf None None] Deleting port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:27.112622 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-62a57d37-dd6f-4322-819c-36a3d9c672cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.131361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-cbf4ac8b-097e-4bdd-b9d4-94332699cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:27.132886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-cbf4ac8b-097e-4bdd-b9d4-94332699cdd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39e6364a53664e37936582475d66fbf7&device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 1096 time: 0.1708343 Aug 29 16:52:27.175150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Deleting port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:27.175150 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.178769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-68bb6844-15e6-474b-8178-b0d8e5517c97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d4f5baf24094062b9e6c58dcbd5f87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226686 Aug 29 16:52:27.187945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42996) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:27.189610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-62a57d37-dd6f-4322-819c-36a3d9c672cf None None] For port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=28e8dd5b-8ffc-4496-9954-cd111f3ec68d,segment=NetworkSegment(48ede173-2ee8-4706-b143-09d10a92f197),segment_id=48ede173-2ee8-4706-b143-09d10a92f197)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:27.190279 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-62a57d37-dd6f-4322-819c-36a3d9c672cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.204831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-62a57d37-dd6f-4322-819c-36a3d9c672cf None None] Calling delete_port for 28e8dd5b-8ffc-4496-9954-cd111f3ec68d owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:27.211706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-a49ec26b-b054-4922-860b-6bbd525ddbc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d759338-65a6-4972-9460-1d2817b135e0 HTTP/1.1" status: 200 len: 217 time: 0.0507605 Aug 29 16:52:27.294227 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] For port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=28e8dd5b-8ffc-4496-9954-cd111f3ec68d,segment=NetworkSegment(48ede173-2ee8-4706-b143-09d10a92f197),segment_id=48ede173-2ee8-4706-b143-09d10a92f197)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:27.294699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.321099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Calling delete_port for 28e8dd5b-8ffc-4496-9954-cd111f3ec68d owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:27.327730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-36808eb6-19ee-45ad-83b3-5305f33079a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.353465 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-router', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:21Z', 'updated_at': '2021-08-29T16:52:24Z', 'revision_number': 3, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'gw_port': {'id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:22Z', 'updated_at': '2021-08-29T16:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:27.359539 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-62a57d37-dd6f-4322-819c-36a3d9c672cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.399655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a57d37-dd6f-4322-819c-36a3d9c672cf None None] Pushing event deleted for resources: {'Port': ['ID=28e8dd5b-8ffc-4496-9954-cd111f3ec68d,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:27.407873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a57d37-dd6f-4322-819c-36a3d9c672cf None None] No DVR routers for this DVR port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:27.430457 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-36808eb6-19ee-45ad-83b3-5305f33079a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.491710 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Checking router: 6ab8348f-904e-46ae-9a10-0a46f30129b2 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:52:27.492339 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Updating router 6ab8348f-904e-46ae-9a10-0a46f30129b2 port 0c631ad3-4afc-4d57-8cf0-65226930caea binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:52:27.519192 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.539845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1adc6-3ae9-43bf-8558-236b4555a294 req-1038de39-d6ac-47f8-a414-1953afbf4641 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:27.541490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96c1adc6-3ae9-43bf-8558-236b4555a294 req-1038de39-d6ac-47f8-a414-1953afbf4641 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 944 time: 0.1298149 Aug 29 16:52:27.555748 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.636262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-36808eb6-19ee-45ad-83b3-5305f33079a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.640672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-36808eb6-19ee-45ad-83b3-5305f33079a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.641888 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-36808eb6-19ee-45ad-83b3-5305f33079a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48d0abb8-fed6-4035-8d2d-7be4440c2e7d HTTP/1.1" status: 204 len: 168 time: 0.4524868 Aug 29 16:52:27.649576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 28e8dd5b-8ffc-4496-9954-cd111f3ec68d no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:27.661909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e8dd5b-8ffc-4496-9954-cd111f3ec68d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:27.675289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] No DVR routers for this DVR port 28e8dd5b-8ffc-4496-9954-cd111f3ec68d on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:27.686602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36808eb6-19ee-45ad-83b3-5305f33079a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d0abb8-fed6-4035-8d2d-7be4440c2e7d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:27.724855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 28e8dd5b-8ffc-4496-9954-cd111f3ec68d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:27.727143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 28e8dd5b-8ffc-4496-9954-cd111f3ec68d not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:27.728961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96c1adc6-3ae9-43bf-8558-236b4555a294 req-292efa81-4686-48f8-b294-e89539e7a802 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239986 Aug 29 16:52:27.800184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-5297986f-9d7e-434f-b1d7-dd1811b498a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:27.801816 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-5297986f-9d7e-434f-b1d7-dd1811b498a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c44a3fd1-a127-47df-86a4-1c80ab31cb28 HTTP/1.1" status: 200 len: 854 time: 0.4815774 Aug 29 16:52:27.803907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.820988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a32e59-4a34-4691-89e1-f5c787394d70']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:27.838728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ede173-2ee8-4706-b143-09d10a92f197') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:27.839626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ede173-2ee8-4706-b143-09d10a92f197') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:27.858978 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.869365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-675e57d8-9276-4627-b6fd-a2d2493e42ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f9410d7-57ac-485a-9d96-5d2cd4f58cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339417 Aug 29 16:52:27.893256 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.894329 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.896278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d02fb-188b-4c53-9dc6-126530c232cc req-7bcc0b0a-55d0-4539-965f-0240a3de654c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:27.900044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 40a58321-3907-4a52-b215-112e6ecebee3 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:27.906258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:52:27.907330 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.909244 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f66d02fb-188b-4c53-9dc6-126530c232cc req-7bcc0b0a-55d0-4539-965f-0240a3de654c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1574953 Aug 29 16:52:27.940787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 40a58321-3907-4a52-b215-112e6ecebee3 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:27.945762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 40a58321-3907-4a52-b215-112e6ecebee3 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:52:27.962285 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:52:27.983538 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.984319 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Transition to ACTIVE for port object 0c631ad3-4afc-4d57-8cf0-65226930caea will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:27.992511 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:27.996736 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/48a32e59-4a34-4691-89e1-f5c787394d70 HTTP/1.1" status: 204 len: 168 time: 1.1799719 Aug 29 16:52:28.001882 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.004373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532bb88-91d9-44c0-a59c-8bf54dcf08e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a32e59-4a34-4691-89e1-f5c787394d70,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:28.045888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f66d02fb-188b-4c53-9dc6-126530c232cc req-1f85fef0-b77b-43f2-a028-b568530abbc4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340480 Aug 29 16:52:28.047111 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Attempting to bind port 0c631ad3-4afc-4d57-8cf0-65226930caea on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:28.047542 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Attempting to bind port 0c631ad3-4afc-4d57-8cf0-65226930caea by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:28.048314 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Attempting to bind port 0c631ad3-4afc-4d57-8cf0-65226930caea on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:28.080269 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:28.080649 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:28.081047 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.081489 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:28.082295 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Bound port: 0c631ad3-4afc-4d57-8cf0-65226930caea, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:28.082863 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.105175 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-06225c56-fc66-460b-956a-7c6b15df76f6 service neutron] 10.222.0.10 "GET /v2.0/networks/0f9410d7-57ac-485a-9d96-5d2cd4f58cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247431 Aug 29 16:52:28.151147 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] For port 0c631ad3-4afc-4d57-8cf0-65226930caea, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:28.155005 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] For port 0c631ad3-4afc-4d57-8cf0-65226930caea, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0c631ad3-4afc-4d57-8cf0-65226930caea,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:28.166562 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.183912 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d660c-0b9e-412a-bcfd-22fac20c7fbb None None] Pushing event updated for resources: {'Port': ['ID=0c631ad3-4afc-4d57-8cf0-65226930caea,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:28.210833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d27423-b216-4768-b429-032894b6ba50 req-e9703834-eeff-4577-b040-f68cc840ab66 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:28.213066 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7d27423-b216-4768-b429-032894b6ba50 req-e9703834-eeff-4577-b040-f68cc840ab66 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.0563934 Aug 29 16:52:28.246391 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d660c-0b9e-412a-bcfd-22fac20c7fbb None None] Pushing event updated for resources: {'Port': ['ID=0c631ad3-4afc-4d57-8cf0-65226930caea,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:28.249043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43016) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:28.253128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43018) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:28.267444 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Routers {'6ab8348f-904e-46ae-9a10-0a46f30129b2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:28.268273 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ab8348f-904e-46ae-9a10-0a46f30129b2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:28.274899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29b8ae6c-34e4-4d0a-8d3a-5be84e3ed115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.279568 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7d27423-b216-4768-b429-032894b6ba50 req-4a6fbae4-0b0b-40cd-8d4d-39e6fb7d3668 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602698 Aug 29 16:52:28.358908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464845e8-c71a-42d7-a97b-9506b5968587 req-550d1a15-042b-4416-818f-407baf8f6838 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:28.360432 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-464845e8-c71a-42d7-a97b-9506b5968587 req-550d1a15-042b-4416-818f-407baf8f6838 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1101 time: 0.1964953 Aug 29 16:52:28.370933 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.389834 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29b8ae6c-34e4-4d0a-8d3a-5be84e3ed115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.392555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dac5fb88-e213-41db-a490-04b10a1a8208 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de3bcb2318ea415c8be6daba549e3d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382811 Aug 29 16:52:28.394746 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] Set router 6ab8348f-904e-46ae-9a10-0a46f30129b2 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:28.396064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43020) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:28.403978 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29b8ae6c-34e4-4d0a-8d3a-5be84e3ed115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.430361 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6478849-d27c-45f7-8f9d-231c4aca548f req-2451f8dc-3b70-44fd-b2af-b625c38da8cf service neutron] 10.222.0.10 "GET /v2.0/networks/0f9410d7-57ac-485a-9d96-5d2cd4f58cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041875 Aug 29 16:52:28.445624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-464845e8-c71a-42d7-a97b-9506b5968587 req-fa07d1eb-98e9-4cd0-a64c-949c49392cfb tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784340 Aug 29 16:52:28.480534 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-29b8ae6c-34e4-4d0a-8d3a-5be84e3ed115 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f3a6d9c7ad9458981ab1c15ace22e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303166 Aug 29 16:52:28.484155 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43024) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:28.496722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8ae6c-34e4-4d0a-8d3a-5be84e3ed115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c30a0b-56db-4efb-91dc-136ed9031213,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:28.551723 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-109dd52b-7af4-4f9c-89c8-9117f5eae0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.577175 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-109dd52b-7af4-4f9c-89c8-9117f5eae0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.592961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cb4f5-0ef5-49e1-a292-8dc38c8392aa req-e2769827-e9bf-4932-a8ff-83ac3703ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:28.595152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f0cb4f5-0ef5-49e1-a292-8dc38c8392aa req-e2769827-e9bf-4932-a8ff-83ac3703ba85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39e6364a53664e37936582475d66fbf7&device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 1096 time: 0.0926239 Aug 29 16:52:28.627757 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e75e1129-c38c-4ed1-9413-231540a0bff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.636183 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-router', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:21Z', 'updated_at': '2021-08-29T16:52:24Z', 'revision_number': 3, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'gw_port': {'id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:22Z', 'updated_at': '2021-08-29T16:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:28.656345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e75e1129-c38c-4ed1-9413-231540a0bff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.665946 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-109dd52b-7af4-4f9c-89c8-9117f5eae0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.668795 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-109dd52b-7af4-4f9c-89c8-9117f5eae0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.670115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-109dd52b-7af4-4f9c-89c8-9117f5eae0e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3506c7a-c79f-4d63-9b2e-d26cda796209 HTTP/1.1" status: 204 len: 168 time: 0.2730420 Aug 29 16:52:28.678905 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6fdf09-54a2-4e99-97d6-9feb492dbe19 None None] The sync data for ids ['6ab8348f-904e-46ae-9a10-0a46f30129b2'] in n-d-713301-13 is: [{'id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-router', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:21Z', 'updated_at': '2021-08-29T16:52:24Z', 'revision_number': 3, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'gw_port': {'id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:22Z', 'updated_at': '2021-08-29T16:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:52:28.701799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dd52b-7af4-4f9c-89c8-9117f5eae0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3506c7a-c79f-4d63-9b2e-d26cda796209,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:28.742471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Allocated IP 172.20.0.1 (b74008dc-892f-4652-a9a9-6d17ad63dd94/d67b68ae-205c-4a5a-9ad4-4178b2d791b2/73e0c2ce-acd9-48d7-b425-8c9dfc291f6a) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:28.758190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e75e1129-c38c-4ed1-9413-231540a0bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.763638 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e75e1129-c38c-4ed1-9413-231540a0bff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:28.767190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e75e1129-c38c-4ed1-9413-231540a0bff2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87c30a0b-56db-4efb-91dc-136ed9031213 HTTP/1.1" status: 204 len: 168 time: 0.2793126 Aug 29 16:52:28.790485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e1129-c38c-4ed1-9413-231540a0bff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c30a0b-56db-4efb-91dc-136ed9031213,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:28.936104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cb4f5-0ef5-49e1-a292-8dc38c8392aa req-5432f2f9-1b61-42b3-b7d8-6730d023cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:28.937627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f0cb4f5-0ef5-49e1-a292-8dc38c8392aa req-5432f2f9-1b61-42b3-b7d8-6730d023cd81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 HTTP/1.1" status: 200 len: 915 time: 0.3323388 Aug 29 16:52:28.968796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b63fe-e1a2-459d-b0d2-bfe93a0cbaef req-578fe15b-ed72-4830-9c17-eb0097c9e850 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:28.970298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f79b63fe-e1a2-459d-b0d2-bfe93a0cbaef req-578fe15b-ed72-4830-9c17-eb0097c9e850 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 944 time: 0.1324770 Aug 29 16:52:29.016030 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f0cb4f5-0ef5-49e1-a292-8dc38c8392aa req-30615f9f-7cd8-4f8f-b795-43d4729d4dca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d759338-65a6-4972-9460-1d2817b135e0 HTTP/1.1" status: 200 len: 217 time: 0.0684810 Aug 29 16:52:29.081790 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:29.135111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Transition to ACTIVE for port object 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:29.148072 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f79b63fe-e1a2-459d-b0d2-bfe93a0cbaef req-8f77c43b-b640-4bb9-8afd-fdb25b013145 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394825 Aug 29 16:52:29.176431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cb4f5-0ef5-49e1-a292-8dc38c8392aa req-feb7630e-d060-4e20-9e3b-5a2fa895e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:29.187727 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f0cb4f5-0ef5-49e1-a292-8dc38c8392aa req-feb7630e-d060-4e20-9e3b-5a2fa895e9c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c44a3fd1-a127-47df-86a4-1c80ab31cb28 HTTP/1.1" status: 200 len: 854 time: 0.1511919 Aug 29 16:52:29.232792 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f0cb4f5-0ef5-49e1-a292-8dc38c8392aa req-0dd5ed34-64f2-44d8-875d-d6d7aca4c372 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f9410d7-57ac-485a-9d96-5d2cd4f58cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358806 Aug 29 16:52:29.325953 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:29.400404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Network b74008dc-892f-4652-a9a9-6d17ad63dd94 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:29.413905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:29.417465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:29.463384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Pushing event updated for resources: {'Port': ['ID=73e0c2ce-acd9-48d7-b425-8c9dfc291f6a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:29.483123 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f0cb4f5-0ef5-49e1-a292-8dc38c8392aa req-a5f6d5d6-a499-4655-b7cb-288d920c48cd service neutron] 10.222.0.10 "GET /v2.0/networks/0f9410d7-57ac-485a-9d96-5d2cd4f58cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395458 Aug 29 16:52:29.704468 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:29.821446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0c631ad3-4afc-4d57-8cf0-65226930caea up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:29.836053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-0a6c2a32-5b51-421b-9899-d3f3e1e391e8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1877851 Aug 29 16:52:29.845462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eea9c-6b0b-4aa9-98ba-e27e41cd51f5 req-c5f2128f-ecf6-436c-a20a-353944032dfc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:29.847810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bb5eea9c-6b0b-4aa9-98ba-e27e41cd51f5 req-c5f2128f-ecf6-436c-a20a-353944032dfc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1359055 Aug 29 16:52:29.867888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fa8c5522-d2ca-47b7-826c-11cbf5e6f3f1 None None] Provisioning for port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:29.874380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fa8c5522-d2ca-47b7-826c-11cbf5e6f3f1 None None] Provisioning complete for port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:29.875215 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fa8c5522-d2ca-47b7-826c-11cbf5e6f3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:29.891419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e736cd-6755-4782-a8d2-3a5910f7dd54 req-716a99b3-f8dc-4bd3-9600-3d48ff075bed tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:29.901546 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69e736cd-6755-4782-a8d2-3a5910f7dd54 req-716a99b3-f8dc-4bd3-9600-3d48ff075bed tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.3743284 Aug 29 16:52:29.913298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bb5eea9c-6b0b-4aa9-98ba-e27e41cd51f5 req-786e9482-311c-4202-8e61-c490b06855a9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563331 Aug 29 16:52:29.934564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c5522-d2ca-47b7-826c-11cbf5e6f3f1 None None] Port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:52:29.944239 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f0cb4f5-0ef5-49e1-a292-8dc38c8392aa req-fef65754-893f-4058-9340-1a1c9561a0b3 service neutron] 10.222.0.10 "GET /v2.0/networks/0f9410d7-57ac-485a-9d96-5d2cd4f58cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517484 Aug 29 16:52:29.986906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 0c631ad3-4afc-4d57-8cf0-65226930caea completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:29.994650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0c631ad3-4afc-4d57-8cf0-65226930caea triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:29.995301 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.062482 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69e736cd-6755-4782-a8d2-3a5910f7dd54 req-10b27cd0-0589-43bb-bc83-8a4f5595c1b2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596525 Aug 29 16:52:30.108681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.157050 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.214884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 0c631ad3-4afc-4d57-8cf0-65226930caea, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0c631ad3-4afc-4d57-8cf0-65226930caea,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:30.226087 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.292238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43098) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:30.317116 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=0c631ad3-4afc-4d57-8cf0-65226930caea,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:30.347441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11936d9f-0148-42ce-8881-f35fdfa78a7d req-7dfc6050-21b6-42bb-b74d-cf1f7e97991b tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:30.357636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-11936d9f-0148-42ce-8881-f35fdfa78a7d req-7dfc6050-21b6-42bb-b74d-cf1f7e97991b tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 944 time: 0.1103213 Aug 29 16:52:30.413860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43106) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:30.428453 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-11936d9f-0148-42ce-8881-f35fdfa78a7d req-0bb42302-162c-4976-b00c-7cd32a6209db tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697262 Aug 29 16:52:30.471195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.481299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.522311 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.555343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-network', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:30.621949 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-455235508-network', 'tenant_id': '988123c235954f9bace3daa1a6734eaa'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:30.633121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Pushing event updated for resources: {'Port': ['ID=73e0c2ce-acd9-48d7-b425-8c9dfc291f6a,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:30.655478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Made reservation on behalf of d431ca7a8bdb4e109a12931ae7d4fb43 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:30.657834 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.680583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.710143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Made reservation on behalf of 988123c235954f9bace3daa1a6734eaa for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:30.712743 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.729360 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.756817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Network b74008dc-892f-4652-a9a9-6d17ad63dd94 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:30.770003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:30.955717 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:30.969020 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.009107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Router 6ab8348f-904e-46ae-9a10-0a46f30129b2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:52:31.022755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:52:31.032310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:31.053335 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.053777 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Added segment 5a9f1737-1de9-42e7-b276-c9bf6e151c26 of type vlan for network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 Aug 29 16:52:31.097107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca10c1-f697-493f-b7cc-70e532c24d4a req-49692291-5fa6-4ef5-9f73-5bd4f5fbaf26 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:31.098646 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1cca10c1-f697-493f-b7cc-70e532c24d4a req-49692291-5fa6-4ef5-9f73-5bd4f5fbaf26 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.0778682 Aug 29 16:52:31.160693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1cca10c1-f697-493f-b7cc-70e532c24d4a req-b911b7e3-00ce-499c-8867-5275def75de2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541930 Aug 29 16:52:31.185588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a2530fdf-a6de-4811-9e2f-04ce3d62bb9a None None] Provisioning complete for port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:31.185588 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a2530fdf-a6de-4811-9e2f-04ce3d62bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.186380 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.217791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a2530fdf-a6de-4811-9e2f-04ce3d62bb9a None None] Port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:52:31.282457 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.283335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:31.284100 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.341256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:52:31.350585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Sync routers for ids ['6ab8348f-904e-46ae-9a10-0a46f30129b2'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:52:31.359592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Routers {'6ab8348f-904e-46ae-9a10-0a46f30129b2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:31.360232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ab8348f-904e-46ae-9a10-0a46f30129b2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:31.360716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38648048-2a64-48c1-87fe-0c3c9bf6ebc2 req-e230ef2c-0efa-4afd-8bdd-fe88830e4d46 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:31.362240 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38648048-2a64-48c1-87fe-0c3c9bf6ebc2 req-e230ef2c-0efa-4afd-8bdd-fe88830e4d46 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.2089870 Aug 29 16:52:31.375463 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bc8c1fdb-3485-4df4-9238-e95c4b7d1810 admin admin] 10.222.0.22 "PUT /v2.0/routers/6ab8348f-904e-46ae-9a10-0a46f30129b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4250424 Aug 29 16:52:31.375463 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.389857 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.419664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] Pushing event updated for resources: {'Network': ['ID=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:31.425697 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c7ba0afc-9a63-46ef-a337-35444688dd7f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1286774 Aug 29 16:52:31.429582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43130) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:31.444126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:52:31.447031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] Request body: {'subnet': {'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-subnet', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:31.448594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:52:31.475057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38648048-2a64-48c1-87fe-0c3c9bf6ebc2 req-326b1ef0-7176-4a4b-b2c3-e617d6c333a2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025503 Aug 29 16:52:31.477613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8689ce18-6c99-4118-bdb3-adf352696d30,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:31.483430 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.484249 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Added segment 404c1c6c-86f8-4c21-acf7-0133be0f2816 of type vlan for network c9527771-9b81-41b6-8b71-cf03264ba701 Aug 29 16:52:31.536188 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.568049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] Made reservation on behalf of d431ca7a8bdb4e109a12931ae7d4fb43 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:31.570667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.606644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.608269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:31.608928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.620605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-7d2fdef5-a7a8-4f44-a116-1e2d52cf49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:31.622814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-7d2fdef5-a7a8-4f44-a116-1e2d52cf49b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1101 time: 0.0771592 Aug 29 16:52:31.705863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2906005 Aug 29 16:52:31.706392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43136) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:31.720380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0c631ad3-4afc-4d57-8cf0-65226930caea up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:31.763256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] Request body: {'subnet': {'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-455235508-subnet', 'tenant_id': '988123c235954f9bace3daa1a6734eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:31.772734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Set router 6ab8348f-904e-46ae-9a10-0a46f30129b2 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:31.838761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f4278-5382-4403-b027-f0751d9f9fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=c9527771-9b81-41b6-8b71-cf03264ba701,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:31.862188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] Made reservation on behalf of 988123c235954f9bace3daa1a6734eaa for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:31.864990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0d759338-65a6-4972-9460-1d2817b135e0 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:52:31.865241 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.867251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network c9527771-9b81-41b6-8b71-cf03264ba701 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:52:31.937547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0c631ad3-4afc-4d57-8cf0-65226930caea triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:31.937935 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:31.946660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:32.003732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c6999-7d28-446b-939f-387dd68052e4 req-f0b0b478-8a46-4aac-9a64-2fd86b7b7225 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:32.015098 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-046c6999-7d28-446b-939f-387dd68052e4 req-f0b0b478-8a46-4aac-9a64-2fd86b7b7225 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 944 time: 0.3175337 Aug 29 16:52:32.043559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec853e5-098f-441a-8d22-7ddb96338ff0,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:32.052991 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] Checking segment: {'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:32.053806 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] Network hostable DHCP agents. Network: 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:52:32.077126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] Network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:52:32.090643 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:32.098241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:32.100505 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:32.114723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-1ae15337-d23e-4637-b787-ffba93732c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:32.121656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bbb4968f-fc1d-4f40-a6fc-a470c792c958 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6906269 Aug 29 16:52:32.124446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43148) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:32.130285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:32.141893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-1ae15337-d23e-4637-b787-ffba93732c43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.4998486 Aug 29 16:52:32.159900 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:32.161606 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:32.162527 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-046c6999-7d28-446b-939f-387dd68052e4 req-3257f698-1141-4b4c-b161-986f43c20f08 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433053 Aug 29 16:52:32.170728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89bf802-364a-4ce6-8afe-4e2034dceddc None None] Network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:32.220017 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-99e7f7b0-8390-4d97-bef0-093ce0e70998 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 217 time: 0.0475211 Aug 29 16:52:32.266469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 0d759338-65a6-4972-9460-1d2817b135e0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0d759338-65a6-4972-9460-1d2817b135e0,segment=NetworkSegment(635d3160-2019-43ee-a383-ebdaf8bebe46),segment_id=635d3160-2019-43ee-a383-ebdaf8bebe46)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:32.303231 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '0d759338-65a6-4972-9460-1d2817b135e0', 'network_id': '0f9410d7-57ac-485a-9d96-5d2cd4f58cb0', 'port_id': '0d759338-65a6-4972-9460-1d2817b135e0', 'mac_address': 'fa:16:3e:cd:4c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44a3fd1-a127-47df-86a4-1c80ab31cb28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:52:32.342821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-6fe3feb0-85d1-4ba8-add3-3b1fe4117ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:32.344242 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-6fe3feb0-85d1-4ba8-add3-3b1fe4117ac4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1131029 Aug 29 16:52:32.377217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-router', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:21Z', 'updated_at': '2021-08-29T16:52:30Z', 'revision_number': 4, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'gw_port': {'id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:22Z', 'updated_at': '2021-08-29T16:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '73e0c2ce-acd9-48d7-b425-8c9dfc291f6a', 'name': '', 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'mac_address': 'fa:16:3e:3c:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd67b68ae-205c-4a5a-9ad4-4178b2d791b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:28Z', 'updated_at': '2021-08-29T16:52:30Z', 'revision_number': 2, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'subnets': [{'id': 'd67b68ae-205c-4a5a-9ad4-4178b2d791b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:32.438614 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:32.472343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d759338-65a6-4972-9460-1d2817b135e0 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:32.479650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:32.483865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Checking router: 6ab8348f-904e-46ae-9a10-0a46f30129b2 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:52:32.483865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Updating router 6ab8348f-904e-46ae-9a10-0a46f30129b2 port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:52:32.539283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 0d759338-65a6-4972-9460-1d2817b135e0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0d759338-65a6-4972-9460-1d2817b135e0,segment=NetworkSegment(635d3160-2019-43ee-a383-ebdaf8bebe46),segment_id=635d3160-2019-43ee-a383-ebdaf8bebe46)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:32.545062 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:32.549102 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:32.595079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'fixed_ips': [{'subnet_id': 'cec853e5-098f-441a-8d22-7ddb96338ff0'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:52:32.596029 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:32.654840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ab6661-5343-4f39-8cdc-e25ddf243d17,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:32.718656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-dfbdcdc0-837d-4244-a306-a310fa7377a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:32.721441 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-dfbdcdc0-837d-4244-a306-a310fa7377a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3464453 Aug 29 16:52:32.832111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=0d759338-65a6-4972-9460-1d2817b135e0,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:32.888581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:32.903032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] Checking segment: {'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:32.903408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] Network hostable DHCP agents. Network: c9527771-9b81-41b6-8b71-cf03264ba701, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:52:32.942830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e108b-2778-4308-810b-01b053be7b2d req-ac1299a9-95fa-47d9-839c-cddf9f554e74 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:32.952758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['0d759338-65a6-4972-9460-1d2817b135e0'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:32.953896 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e26e108b-2778-4308-810b-01b053be7b2d req-ac1299a9-95fa-47d9-839c-cddf9f554e74 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.2900724 Aug 29 16:52:32.980626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda8279-5158-45f2-81d7-83afde80d303 req-2119cfe5-f6d0-44f2-b802-621ae86eb23a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:33.002304 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0bda8279-5158-45f2-81d7-83afde80d303 req-2119cfe5-f6d0-44f2-b802-621ae86eb23a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1289394 Aug 29 16:52:33.026358 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-8f59b41b-1f3d-4f34-ae60-8e6663204321 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695107 Aug 29 16:52:33.085039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] Network c9527771-9b81-41b6-8b71-cf03264ba701 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:52:33.100399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Allocated IP 172.20.0.2 (49c5cef1-1b8e-4701-b403-ed2dc3d2ee38/cec853e5-098f-441a-8d22-7ddb96338ff0/f97fb63e-1c30-4466-81f9-a67f2db4900c) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:33.149168 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e26e108b-2778-4308-810b-01b053be7b2d req-b49ef3c7-119f-4f6a-8798-49071492c4ac tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887736 Aug 29 16:52:33.170305 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0bda8279-5158-45f2-81d7-83afde80d303 req-41a28cf9-e73e-4742-ba7c-af83c7dbcb5d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670260 Aug 29 16:52:33.176661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, c9527771-9b81-41b6-8b71-cf03264ba701) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:33.183184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:33.184300 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:33.212300 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:33.238345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bf27acb3-29c6-41b4-a9cc-8c5b49e7d6f7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5184855 Aug 29 16:52:33.305374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510f492d-e3b8-4f89-a5af-c776998c44ff None None] Network c9527771-9b81-41b6-8b71-cf03264ba701 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:33.333339 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-3d685c35-4207-442d-bed8-6be3de62c523 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819922 Aug 29 16:52:33.792733 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:33.822023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:33.985459 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:34.009554 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Transition to ACTIVE for port object 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:34.030777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2d816108-4eee-4867-9130-902e51bdd854 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:52:34.039862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-8a0a0c2d-738c-4328-bbc5-5d6519dd3823 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:34.041675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-8a0a0c2d-738c-4328-bbc5-5d6519dd3823 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/networks?id=c9527771-9b81-41b6-8b71-cf03264ba701 HTTP/1.1" status: 200 len: 817 time: 0.1782482 Aug 29 16:52:34.056843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Allocated IP 172.25.5.184 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/812178b5-26bc-44e8-999b-ab4b8e462ba0) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:34.070048 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-7a3d7229-73b9-4af1-be26-dad3e6806a3e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/quotas/988123c235954f9bace3daa1a6734eaa HTTP/1.1" status: 200 len: 375 time: 0.0156591 Aug 29 16:52:34.118446 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-8c7b2b02-fb25-44f4-8bac-8f7d98f25473 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=988123c235954f9bace3daa1a6734eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367177 Aug 29 16:52:34.131854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f53981cb-aa6f-43f4-9f18-31ef1a6e073b tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:34.134352 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f53981cb-aa6f-43f4-9f18-31ef1a6e073b tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1097 time: 0.7687011 Aug 29 16:52:34.152631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-13'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:34.153508 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d34671-ceed-45d3-bc8c-40843f6d4a10 None None] Network c9527771-9b81-41b6-8b71-cf03264ba701 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:34.155942 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:34.206514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533fe53-ed49-44d6-9012-eb320ca9e616 req-788b4c83-21bb-42f0-8840-431227537ac1 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:34.216327 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7533fe53-ed49-44d6-9012-eb320ca9e616 req-788b4c83-21bb-42f0-8840-431227537ac1 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 945 time: 0.7364726 Aug 29 16:52:34.270369 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-d2766d2e-4ef0-42af-bb6e-8be1cd33a423 service neutron] 10.222.0.22 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444764 Aug 29 16:52:34.280868 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:34.370350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7533fe53-ed49-44d6-9012-eb320ca9e616 req-7bb40cbf-52aa-4577-a241-f83c2758e1c7 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530182 Aug 29 16:52:34.499471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2d816108-4eee-4867-9130-902e51bdd854,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:34.517715 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:34.522780 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-784f7985-76bf-481c-94f9-97548ec416f9 service neutron] 10.222.0.22 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231901 Aug 29 16:52:34.533740 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:52:34.600917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe77dc4-f0c2-4ef3-9b63-cc82bb670a46 None None] Pushing event updated for resources: {'Port': ['ID=73e0c2ce-acd9-48d7-b425-8c9dfc291f6a,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:34.640354 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:34.649997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2d816108-4eee-4867-9130-902e51bdd854 has no active binding in host n-h2-713301-13 {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 16:52:34.721311 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990567-8144-449c-aace-ff9db8bc27b2 req-3e05a98b-a899-4d20-aad1-56c1678f5014 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:34.744647 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c4990567-8144-449c-aace-ff9db8bc27b2 req-3e05a98b-a899-4d20-aad1-56c1678f5014 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 945 time: 0.2285900 Aug 29 16:52:34.760138 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:34.773735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Pushing event updated for resources: {'Port': ['ID=812178b5-26bc-44e8-999b-ab4b8e462ba0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:34.795392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Transition to ACTIVE for port object f97fb63e-1c30-4466-81f9-a67f2db4900c will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:34.840898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:34.844450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:34.845331 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Attempting to bind port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:34.845791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Attempting to bind port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8aea585a-b89c-4b28-81ad-e458efbb9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:34.846246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Attempting to bind port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a on network b74008dc-892f-4652-a9a9-6d17ad63dd94 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:34.858294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:34.860734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:34.861270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Checking segment: {'id': '8aea585a-b89c-4b28-81ad-e458efbb9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:34.861790 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:34.862287 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Bound using segment: {'id': '8aea585a-b89c-4b28-81ad-e458efbb9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:34.862866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Bound port: 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aea585a-b89c-4b28-81ad-e458efbb9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:34.863399 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:34.866640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Transition to ACTIVE for port object f97fb63e-1c30-4466-81f9-a67f2db4900c will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:34.881304 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:34.956794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:34.962979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:34.983004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:35.002772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Pushing event updated for resources: {'Port': ['ID=f97fb63e-1c30-4466-81f9-a67f2db4900c,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:35.004375 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c4990567-8144-449c-aace-ff9db8bc27b2 req-1085dff5-e1dc-4175-8354-2737fa4a541b tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587736 Aug 29 16:52:35.017921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2d816108-4eee-4867-9130-902e51bdd854,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:35.068895 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] For port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:35.091869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] For port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=73e0c2ce-acd9-48d7-b425-8c9dfc291f6a,segment=NetworkSegment(8aea585a-b89c-4b28-81ad-e458efbb9af8),segment_id=8aea585a-b89c-4b28-81ad-e458efbb9af8)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:35.101911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Attempting to bind port f97fb63e-1c30-4466-81f9-a67f2db4900c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:35.102575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Attempting to bind port f97fb63e-1c30-4466-81f9-a67f2db4900c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:35.103199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Attempting to bind port f97fb63e-1c30-4466-81f9-a67f2db4900c on network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:35.111972 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:35.117943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:35.118161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Checking segment: {'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:35.118693 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:35.119545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Bound using segment: {'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:35.120124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Bound port: f97fb63e-1c30-4466-81f9-a67f2db4900c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:35.120579 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:35.150786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:35.254691 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe77dc4-f0c2-4ef3-9b63-cc82bb670a46 None None] Pushing event updated for resources: {'Port': ['ID=73e0c2ce-acd9-48d7-b425-8c9dfc291f6a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:35.269867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Routers {'6ab8348f-904e-46ae-9a10-0a46f30129b2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:35.273081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ab8348f-904e-46ae-9a10-0a46f30129b2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:35.295358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d816108-4eee-4867-9130-902e51bdd854'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:35.305127 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6860eb5e-2753-4b04-ac97-b9ff57aa7f4f" -d '{"events": [{"server_uuid": "fcce8d7f-0f98-4c67-a7b6-503cc47f40fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2d816108-4eee-4867-9130-902e51bdd854"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:35.327616 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:35.365409 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:35.475594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf1c7c-83ad-49c9-8ac9-e21316d211a7 req-85f220eb-03f4-4abd-9f7b-df3e56fdaa4e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:35.483315 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63cf1c7c-83ad-49c9-8ac9-e21316d211a7 req-85f220eb-03f4-4abd-9f7b-df3e56fdaa4e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.4898348 Aug 29 16:52:35.573368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] For port f97fb63e-1c30-4466-81f9-a67f2db4900c, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:35.750023 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fb89a6-9002-48ed-841e-4431395fd57c x-openstack-request-id: req-72fb89a6-9002-48ed-841e-4431395fd57c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:35.750313 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcce8d7f-0f98-4c67-a7b6-503cc47f40fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2d816108-4eee-4867-9130-902e51bdd854", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:35.750570 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72fb89a6-9002-48ed-841e-4431395fd57c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:35.757601 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d816108-4eee-4867-9130-902e51bdd854', 'code': 200} Aug 29 16:52:35.796505 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:35.803955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 on host n-h1-713301-13 for vnic_type normal with profile {"migrating_to": "n-h2-713301-13"} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:35.804181 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63cf1c7c-83ad-49c9-8ac9-e21316d211a7 req-093c2656-074f-4a37-92e4-82f5a6fa4b2d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195438 Aug 29 16:52:35.804307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:35.805066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:35.813512 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] For port f97fb63e-1c30-4466-81f9-a67f2db4900c, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f97fb63e-1c30-4466-81f9-a67f2db4900c,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:35.822128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Pushing event updated for resources: {'Port': ['ID=2d816108-4eee-4867-9130-902e51bdd854,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:35.842586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Port 2d816108-4eee-4867-9130-902e51bdd854 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:52:35.842586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Attempting to bind port 2d816108-4eee-4867-9130-902e51bdd854 on network 8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:35.855931 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:35.861709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:35.862057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Checking segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:35.869488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Bound using segment: {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:35.877924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Bound port: 2d816108-4eee-4867-9130-902e51bdd854, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e27da2f-25dd-46eb-b0d0-cdd0f9e28718'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:35.878314 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:35.892596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0d759338-65a6-4972-9460-1d2817b135e0 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:36.011760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] Set router 6ab8348f-904e-46ae-9a10-0a46f30129b2 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:36.029336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e694a33a-a6c5-4328-b038-89c1f3c7b1ff req-524a9f36-a1aa-4ec5-829b-2e34a7dccdc8 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 210 time: 0.0524266 Aug 29 16:52:36.125082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:36.135939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2d816108-4eee-4867-9130-902e51bdd854,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:36.150865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:36.184717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99873b-bb6c-47fb-90ce-6bcb50840dd2 None None] Pushing event updated for resources: {'Port': ['ID=f97fb63e-1c30-4466-81f9-a67f2db4900c,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:36.203878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3921f-0315-442a-b9b1-e33b560ae741 req-428bafe7-4dab-4d06-8a2e-9ab0233312c0 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:36.222177 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4df3921f-0315-442a-b9b1-e33b560ae741 req-428bafe7-4dab-4d06-8a2e-9ab0233312c0 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 945 time: 0.3108473 Aug 29 16:52:36.323511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99253010-dadc-46b6-a1c4-d6cef34cb10d req-3daeb126-3b7d-4aec-9b24-2b68b97f33d8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:36.333073 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-99253010-dadc-46b6-a1c4-d6cef34cb10d req-3daeb126-3b7d-4aec-9b24-2b68b97f33d8 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.1266155 Aug 29 16:52:36.366976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 0d759338-65a6-4972-9460-1d2817b135e0 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:36.384572 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:36.386371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 0d759338-65a6-4972-9460-1d2817b135e0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:36.389771 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:36.564564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-99253010-dadc-46b6-a1c4-d6cef34cb10d req-4a33c058-342c-4113-aa1f-1ad04b384563 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301629 Aug 29 16:52:36.649003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Router 75f1331f-c3dc-408b-81ee-543d979381b8 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:52:36.681800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:36.685002 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:36.699152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] 10.222.0.16 "PUT /v2.0/ports/2d816108-4eee-4867-9130-902e51bdd854 HTTP/1.1" status: 200 len: 1123 time: 2.5522814 Aug 29 16:52:36.787017 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:36.789812 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4df3921f-0315-442a-b9b1-e33b560ae741 req-3635c140-5616-446e-b783-c29531411f07 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566299 Aug 29 16:52:36.796488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c450c-1344-4de0-ad83-309542b5ca44 service neutron] Pushing event updated for resources: {'Port': ['ID=2d816108-4eee-4867-9130-902e51bdd854,revision_number=8']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:36.807367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['2d816108-4eee-4867-9130-902e51bdd854'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:36.841247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-router', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:21Z', 'updated_at': '2021-08-29T16:52:30Z', 'revision_number': 4, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'gw_port': {'id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:22Z', 'updated_at': '2021-08-29T16:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '73e0c2ce-acd9-48d7-b425-8c9dfc291f6a', 'name': '', 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'mac_address': 'fa:16:3e:3c:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd67b68ae-205c-4a5a-9ad4-4178b2d791b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:28Z', 'updated_at': '2021-08-29T16:52:35Z', 'revision_number': 4, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'subnets': [{'id': 'd67b68ae-205c-4a5a-9ad4-4178b2d791b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:36.903231 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:52:36.916784 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Sync routers for ids ['75f1331f-c3dc-408b-81ee-543d979381b8'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:52:36.929516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:36.931662 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-31760ec6-fcab-414a-bde9-ccb3a040c867 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.8054056 Aug 29 16:52:36.934429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43216) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:36.937716 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Routers {'75f1331f-c3dc-408b-81ee-543d979381b8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:36.938362 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['75f1331f-c3dc-408b-81ee-543d979381b8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:36.959574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['2d816108-4eee-4867-9130-902e51bdd854'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:37.057701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 0d759338-65a6-4972-9460-1d2817b135e0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0d759338-65a6-4972-9460-1d2817b135e0,segment=NetworkSegment(635d3160-2019-43ee-a383-ebdaf8bebe46),segment_id=635d3160-2019-43ee-a383-ebdaf8bebe46)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:37.058962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c41b3-1c25-402f-a124-53cfbc40e389 None None] The sync data for ids ['6ab8348f-904e-46ae-9a10-0a46f30129b2'] in n-d-713301-13 is: [{'id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-router', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:21Z', 'updated_at': '2021-08-29T16:52:30Z', 'revision_number': 4, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'gw_port': {'id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:22Z', 'updated_at': '2021-08-29T16:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '73e0c2ce-acd9-48d7-b425-8c9dfc291f6a', 'name': '', 'network_id': 'b74008dc-892f-4652-a9a9-6d17ad63dd94', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'mac_address': 'fa:16:3e:3c:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd67b68ae-205c-4a5a-9ad4-4178b2d791b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:28Z', 'updated_at': '2021-08-29T16:52:35Z', 'revision_number': 4, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'subnets': [{'id': 'd67b68ae-205c-4a5a-9ad4-4178b2d791b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:52:37.063901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05a3dfa-0e46-4375-84da-9b0c5498a5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d759338-65a6-4972-9460-1d2817b135e0'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:37.066766 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf347d21-fc62-4b09-badb-4bcb349f59df" -d '{"events": [{"server_uuid": "c05a3dfa-0e46-4375-84da-9b0c5498a5e6", "name": "network-vif-plugged", "status": "completed", "tag": "0d759338-65a6-4972-9460-1d2817b135e0"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:37.080369 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:37.236210 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Set router 75f1331f-c3dc-408b-81ee-543d979381b8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:37.326331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-abb08392-2328-47aa-83c8-48de456dcc93 req-ee9171e6-9663-4423-8f2f-2c87c2d3edbe tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 210 time: 0.0704045 Aug 29 16:52:37.463694 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb4cd0a-f69b-4ab7-b0df-80396c5c36ec x-openstack-request-id: req-4cb4cd0a-f69b-4ab7-b0df-80396c5c36ec {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:37.464276 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05a3dfa-0e46-4375-84da-9b0c5498a5e6", "name": "network-vif-plugged", "status": "completed", "tag": "0d759338-65a6-4972-9460-1d2817b135e0", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:37.464532 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4cb4cd0a-f69b-4ab7-b0df-80396c5c36ec {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:37.464961 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05a3dfa-0e46-4375-84da-9b0c5498a5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d759338-65a6-4972-9460-1d2817b135e0', 'code': 200} Aug 29 16:52:37.466121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c78a63-8542-43d3-9e06-db544695e0c1 req-dbda4673-8922-411b-a314-60ba977c0674 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:37.485146 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7c78a63-8542-43d3-9e06-db544695e0c1 req-dbda4673-8922-411b-a314-60ba977c0674 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.3816090 Aug 29 16:52:37.706425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=0d759338-65a6-4972-9460-1d2817b135e0,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:37.783525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'tag': '2d816108-4eee-4867-9130-902e51bdd854'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:37.793356 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d87cf9-ecfa-49c5-955e-da7231792744" -d '{"events": [{"name": "network-changed", "server_uuid": "fcce8d7f-0f98-4c67-a7b6-503cc47f40fd", "tag": "2d816108-4eee-4867-9130-902e51bdd854"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:38.004258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfea4c7-cb86-48df-803f-419997213dbd req-157aae36-d9c7-4785-b718-20b7b7937568 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:38.018556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4dfea4c7-cb86-48df-803f-419997213dbd req-157aae36-d9c7-4785-b718-20b7b7937568 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.1794038 Aug 29 16:52:38.114598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f97fb63e-1c30-4466-81f9-a67f2db4900c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:38.130987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7c78a63-8542-43d3-9e06-db544695e0c1 req-aa6f566b-25e7-459d-b128-bf0fe37f704a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6440680 Aug 29 16:52:38.158557 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:35Z', 'revision_number': 3, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:38.310746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7890-ed98-42cc-8108-a50104697c23 req-e79c5ece-29c9-4636-8abf-713f2b3c20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:38.312624 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Checking router: 75f1331f-c3dc-408b-81ee-543d979381b8 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:52:38.313018 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Updating router 75f1331f-c3dc-408b-81ee-543d979381b8 port 812178b5-26bc-44e8-999b-ab4b8e462ba0 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:52:38.313194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eb5c7890-ed98-42cc-8108-a50104697c23 req-e79c5ece-29c9-4636-8abf-713f2b3c20e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 1098 time: 0.7481704 Aug 29 16:52:38.322984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7375259-5611-4789-a393-d4ce6ea2ce55 None None] Network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:38.407171 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:38.421831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4dfea4c7-cb86-48df-803f-419997213dbd req-83de59cd-1d32-4aa0-8c7b-6576d51cbd3a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775375 Aug 29 16:52:38.457144 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eb5c7890-ed98-42cc-8108-a50104697c23 req-dcdb92bc-885e-4ec2-9a30-d8856b8764fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351736 Aug 29 16:52:38.481669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-05c20d1a-283f-40f3-95a2-aee7a70584f0 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:38.483257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-05c20d1a-283f-40f3-95a2-aee7a70584f0 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.16 "GET /v2.0/networks?id=c9527771-9b81-41b6-8b71-cf03264ba701 HTTP/1.1" status: 200 len: 817 time: 0.5372818 Aug 29 16:52:38.541104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6bda2711-fe98-4cd4-97cd-326bca9c8241 None None] Provisioning for port f97fb63e-1c30-4466-81f9-a67f2db4900c completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:38.575256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Request body: {'port': {'device_id': '0f164745-857e-4a8d-8272-f1fcd753d808', 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701', 'admin_state_up': True, 'tenant_id': '988123c235954f9bace3daa1a6734eaa'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:38.584655 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3759006f-8ac3-4756-bb44-7bdb9423bde9 x-openstack-request-id: req-3759006f-8ac3-4756-bb44-7bdb9423bde9 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:38.598575 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcce8d7f-0f98-4c67-a7b6-503cc47f40fd", "tag": "2d816108-4eee-4867-9130-902e51bdd854", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:38.599924 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3759006f-8ac3-4756-bb44-7bdb9423bde9 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:38.601562 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'tag': '2d816108-4eee-4867-9130-902e51bdd854', 'status': 'completed', 'code': 200} Aug 29 16:52:38.682590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-319f946c-0c50-4b56-a952-b55182264a67 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:38.684505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-319f946c-0c50-4b56-a952-b55182264a67 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.10 "GET /v2.0/networks?id=c9527771-9b81-41b6-8b71-cf03264ba701 HTTP/1.1" status: 200 len: 817 time: 0.5144987 Aug 29 16:52:38.710047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Request body: {'port': {'device_id': '73b82967-cd2c-4c37-af2a-9d7a40e72236', 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701', 'admin_state_up': True, 'tenant_id': '988123c235954f9bace3daa1a6734eaa'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:38.899099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089ef7d-0705-4b6a-b9d5-5cdf55aa9da9 req-b63bb648-bdd4-4272-a97a-469311ce321f tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:38.905034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port f97fb63e-1c30-4466-81f9-a67f2db4900c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:38.938935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5089ef7d-0705-4b6a-b9d5-5cdf55aa9da9 req-b63bb648-bdd4-4272-a97a-469311ce321f tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 946 time: 0.3700321 Aug 29 16:52:38.970932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f97fb63e-1c30-4466-81f9-a67f2db4900c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:38.982391 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.063684 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.091736 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Transition to ACTIVE for port object 812178b5-26bc-44e8-999b-ab4b8e462ba0 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:39.108506 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.122988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5089ef7d-0705-4b6a-b9d5-5cdf55aa9da9 req-f272a5e8-7242-463b-b639-f762257b4510 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816473 Aug 29 16:52:39.210608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Made reservation on behalf of 988123c235954f9bace3daa1a6734eaa for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:39.218376 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.239740 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.285293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9e51630d-b805-4a13-9310-497e7ba071dd tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:39.291144 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9e51630d-b805-4a13-9310-497e7ba071dd tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.16 "GET /v2.0/networks?id=c9527771-9b81-41b6-8b71-cf03264ba701 HTTP/1.1" status: 200 len: 817 time: 0.4648967 Aug 29 16:52:39.318478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4103cda1-0612-4467-a1df-c7a4ee59cf37 req-b842866e-652f-493d-a734-c8ad993beb7d tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 210 time: 0.3943982 Aug 29 16:52:39.342052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Request body: {'port': {'device_id': '84821dbc-e67d-4af7-9473-85499f958595', 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701', 'admin_state_up': True, 'tenant_id': '988123c235954f9bace3daa1a6734eaa'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:39.366672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port f97fb63e-1c30-4466-81f9-a67f2db4900c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f97fb63e-1c30-4466-81f9-a67f2db4900c,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:39.373734 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Attempting to bind port 812178b5-26bc-44e8-999b-ab4b8e462ba0 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:39.376828 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.377541 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Attempting to bind port 812178b5-26bc-44e8-999b-ab4b8e462ba0 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:39.377778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:39.378294 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Attempting to bind port 812178b5-26bc-44e8-999b-ab4b8e462ba0 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:39.445205 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:39.445526 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:39.445933 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.446318 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:39.446787 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Bound port: 812178b5-26bc-44e8-999b-ab4b8e462ba0, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:39.447180 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.465549 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888735b9-282a-49d6-8547-695ea44ca5d8 None None] Pushing event updated for resources: {'Port': ['ID=812178b5-26bc-44e8-999b-ab4b8e462ba0,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:39.470402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Allocated IP 172.20.0.9 (c9527771-9b81-41b6-8b71-cf03264ba701/f6ab6661-5343-4f39-8cdc-e25ddf243d17/0675f493-2efa-469e-b7f9-5dd5d7072527) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:39.666945 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] For port 812178b5-26bc-44e8-999b-ab4b8e462ba0, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:39.681995 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] For port 812178b5-26bc-44e8-999b-ab4b8e462ba0, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=812178b5-26bc-44e8-999b-ab4b8e462ba0,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:39.699384 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.706643 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.792317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.847137 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Routers {'75f1331f-c3dc-408b-81ee-543d979381b8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:39.847769 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['75f1331f-c3dc-408b-81ee-543d979381b8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:39.866049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Network c9527771-9b81-41b6-8b71-cf03264ba701 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:39.894992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=f97fb63e-1c30-4466-81f9-a67f2db4900c,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:39.898107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:39.899043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ba8ed-4561-4950-9755-bf5fd493c776 req-e9919cb5-4f76-46f1-9da5-d31406347dff tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:39.906786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f1e5947b-eb3e-414b-ae23-164516111e36 None None] Provisioning complete for port f97fb63e-1c30-4466-81f9-a67f2db4900c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:39.907717 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f1e5947b-eb3e-414b-ae23-164516111e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.911333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:39.912017 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:39.917471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-286ba8ed-4561-4950-9755-bf5fd493c776 req-e9919cb5-4f76-46f1-9da5-d31406347dff tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1736166 Aug 29 16:52:39.920372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:39.923384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:40.009165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:40.009965 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:40.037863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Pushing event updated for resources: {'Port': ['ID=0675f493-2efa-469e-b7f9-5dd5d7072527,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:40.066439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d87cf9-ecfa-49c5-955e-da7231792744 req-9781ac40-24ea-40fc-9165-80503a16227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:40.069791 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4d87cf9-ecfa-49c5-955e-da7231792744 req-9781ac40-24ea-40fc-9165-80503a16227b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 1126 time: 1.2105796 Aug 29 16:52:40.083580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.084000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.084593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.084982 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.085648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.088983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.089615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.089949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.090306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.090700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.091204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.091355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:40.096932 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-afe64a37-89a5-4f36-b31b-9973995ada6b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3924868 Aug 29 16:52:40.132193 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-286ba8ed-4561-4950-9755-bf5fd493c776 req-cec5f4bd-b772-4e10-accc-500fe4b724dc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130215 Aug 29 16:52:40.136856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3b8e7-eaf9-4f46-85be-20e694da44bb req-ad80e5fe-4408-4506-bbb1-e975ef5c1aa6 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:40.141838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Request body: {'port': {'device_id': '73b82967-cd2c-4c37-af2a-9d7a40e72236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:40.154083 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fe3b8e7-eaf9-4f46-85be-20e694da44bb req-ad80e5fe-4408-4506-bbb1-e975ef5c1aa6 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.3687677 Aug 29 16:52:40.260376 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:40.334956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fe3b8e7-eaf9-4f46-85be-20e694da44bb req-5df9973b-fe8c-44f0-aed1-e7ef5206d475 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713853 Aug 29 16:52:40.345666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Made reservation on behalf of 988123c235954f9bace3daa1a6734eaa for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:40.345666 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:40.404811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=73e0c2ce-acd9-48d7-b425-8c9dfc291f6a,segment=NetworkSegment(8aea585a-b89c-4b28-81ad-e458efbb9af8),segment_id=8aea585a-b89c-4b28-81ad-e458efbb9af8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:40.425717 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:40.473811 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] Set router 75f1331f-c3dc-408b-81ee-543d979381b8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:40.538404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=73e0c2ce-acd9-48d7-b425-8c9dfc291f6a,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:40.578827 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888735b9-282a-49d6-8547-695ea44ca5d8 None None] Pushing event updated for resources: {'Port': ['ID=812178b5-26bc-44e8-999b-ab4b8e462ba0,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:40.619167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d87cf9-ecfa-49c5-955e-da7231792744 req-7315f1fb-1ab8-4144-85ed-f12fc6d0236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:40.622023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4d87cf9-ecfa-49c5-955e-da7231792744 req-7315f1fb-1ab8-4144-85ed-f12fc6d0236c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.5313854 Aug 29 16:52:40.642065 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f97fb63e-1c30-4466-81f9-a67f2db4900c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:40.720191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f97fb63e-1c30-4466-81f9-a67f2db4900c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:40.720781 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:40.776399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Made reservation on behalf of 988123c235954f9bace3daa1a6734eaa for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:40.781444 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:40.820029 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:40.841580 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:35Z', 'revision_number': 3, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:40.879124 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe9c1a-efce-491a-8249-c99a4569ffb1 None None] The sync data for ids ['75f1331f-c3dc-408b-81ee-543d979381b8'] in n-d-713301-13 is: [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:35Z', 'revision_number': 3, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:52:40.980776 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4d87cf9-ecfa-49c5-955e-da7231792744 req-e9a43312-fca9-4dd1-af79-e5fda55f508d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d816108-4eee-4867-9130-902e51bdd854 HTTP/1.1" status: 200 len: 217 time: 0.2081392 Aug 29 16:52:41.038351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb40e4e-962a-42d4-8a3e-1deb880f51c4 req-59f33c81-e89a-485c-9725-8195c57b9b32 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:41.039941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbb40e4e-962a-42d4-8a3e-1deb880f51c4 req-59f33c81-e89a-485c-9725-8195c57b9b32 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 931 time: 0.4033566 Aug 29 16:52:41.165157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b618658-7912-435e-9078-3dcda924d161 req-3987719e-7cff-41be-82f2-fa166326308f tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:41.189471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b618658-7912-435e-9078-3dcda924d161 req-3987719e-7cff-41be-82f2-fa166326308f tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 946 time: 0.3544328 Aug 29 16:52:41.304948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:41.309921 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b618658-7912-435e-9078-3dcda924d161 req-87c196b8-9e67-4479-8a1f-9f4b4e20696e tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193972 Aug 29 16:52:41.328015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Allocated IP 172.20.0.13 (c9527771-9b81-41b6-8b71-cf03264ba701/f6ab6661-5343-4f39-8cdc-e25ddf243d17/c303182d-3bf9-4917-b91f-948972d3465b) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:41.364236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d87cf9-ecfa-49c5-955e-da7231792744 req-497e2917-e9c8-465d-bef7-af618302d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:41.366475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4d87cf9-ecfa-49c5-955e-da7231792744 req-497e2917-e9c8-465d-bef7-af618302d8b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.3677292 Aug 29 16:52:41.475680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbb40e4e-962a-42d4-8a3e-1deb880f51c4 req-3ee19065-802c-4c6b-a818-d3a4e92eb14c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911245 Aug 29 16:52:41.530850 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4d87cf9-ecfa-49c5-955e-da7231792744 req-d0b59dfd-765f-4a9a-8ecf-891279d6ba89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442184 Aug 29 16:52:41.599942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a37f42-792f-4d84-9407-d55def080a24 req-2e8ccec7-e403-4360-907c-c6e469801e9e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:41.601732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83a37f42-792f-4d84-9407-d55def080a24 req-2e8ccec7-e403-4360-907c-c6e469801e9e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1177976 Aug 29 16:52:41.678984 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83a37f42-792f-4d84-9407-d55def080a24 req-c5ffc654-a53e-4e8c-9c80-302ae1038b91 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697696 Aug 29 16:52:41.885252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d887205-1052-4782-bb97-3928c0f0c627 req-3e02b926-0a02-48ef-ae46-d70494a5fa0c tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:41.885252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d887205-1052-4782-bb97-3928c0f0c627 req-3e02b926-0a02-48ef-ae46-d70494a5fa0c tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.0978649 Aug 29 16:52:41.975204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d887205-1052-4782-bb97-3928c0f0c627 req-49ad1842-642b-47e6-badf-7766166c7173 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923944 Aug 29 16:52:42.217146 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4d87cf9-ecfa-49c5-955e-da7231792744 req-22d446dd-6caa-40ba-9af6-d1a872309552 service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644442 Aug 29 16:52:42.236149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abdf1a-ff75-4e50-b0d6-d826f8a5f152 req-bae26846-0a5b-4d0f-aa16-fcb7002929b2 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:42.245740 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63abdf1a-ff75-4e50-b0d6-d826f8a5f152 req-bae26846-0a5b-4d0f-aa16-fcb7002929b2 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 946 time: 0.0751014 Aug 29 16:52:42.301409 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63abdf1a-ff75-4e50-b0d6-d826f8a5f152 req-b2c87ebd-79ad-4efb-8192-be31ae577e55 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497038 Aug 29 16:52:42.424481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Allocated IP 172.20.0.1 (49c5cef1-1b8e-4701-b403-ed2dc3d2ee38/cec853e5-098f-441a-8d22-7ddb96338ff0/c0158811-e23a-4665-a5f7-8fbfd064378f) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:42.473147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80a38e-501e-45bf-a06f-59b0300fd0ff req-dd0ce87f-7687-47b3-89f6-62ef705f60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:42.475381 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc80a38e-501e-45bf-a06f-59b0300fd0ff req-dd0ce87f-7687-47b3-89f6-62ef705f60a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39e6364a53664e37936582475d66fbf7&device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 1098 time: 0.2716510 Aug 29 16:52:42.701720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0202c-ef29-4c1b-96e0-4523ff4a110e req-b44a58fe-6f59-4cc3-b0f7-2312ed7f7601 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:42.703553 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ba0202c-ef29-4c1b-96e0-4523ff4a110e req-b44a58fe-6f59-4cc3-b0f7-2312ed7f7601 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 931 time: 0.0692313 Aug 29 16:52:42.789828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ba0202c-ef29-4c1b-96e0-4523ff4a110e req-cf7a15de-77e0-4231-aeae-71065e9cd38e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757689 Aug 29 16:52:42.800540 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8b02-ed27-4b23-be03-807b8ef04c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:42.835056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:42.984798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:42.985680 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:43.107106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59c3bd-0c0a-4bc0-989b-7abfaebbcdc0 req-0ef4822a-9c61-4399-b340-2f270bf59a74 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:43.125303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ab59c3bd-0c0a-4bc0-989b-7abfaebbcdc0 req-0ef4822a-9c61-4399-b340-2f270bf59a74 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1837358 Aug 29 16:52:43.129513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80a38e-501e-45bf-a06f-59b0300fd0ff req-0335f211-7e41-47d0-b2d5-11d1921a489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:43.132018 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc80a38e-501e-45bf-a06f-59b0300fd0ff req-0335f211-7e41-47d0-b2d5-11d1921a489d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 HTTP/1.1" status: 200 len: 915 time: 0.6420166 Aug 29 16:52:43.220235 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:43.234751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Transition to ACTIVE for port object c0158811-e23a-4665-a5f7-8fbfd064378f will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:43.259166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 812178b5-26bc-44e8-999b-ab4b8e462ba0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:43.266125 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ab59c3bd-0c0a-4bc0-989b-7abfaebbcdc0 req-ffd31428-6e27-4d27-9edd-aeebdaf3c1d9 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372933 Aug 29 16:52:43.312653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:43.317584 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:43.367497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 812178b5-26bc-44e8-999b-ab4b8e462ba0 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:43.372172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 812178b5-26bc-44e8-999b-ab4b8e462ba0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:43.372564 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:43.464232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Pushing event updated for resources: {'Port': ['ID=c0158811-e23a-4665-a5f7-8fbfd064378f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:43.484377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.484684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.485027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.485522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.485884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.486227 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.486833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.486972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.487224 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.487559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.491678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.492090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:52:43.498770 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4d87cf9-ecfa-49c5-955e-da7231792744 req-0377d2f7-ef6e-4525-925c-8fee0bdb5b26 service neutron] 10.222.0.10 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2044735 Aug 29 16:52:43.500033 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc80a38e-501e-45bf-a06f-59b0300fd0ff req-354ffafd-a909-4328-b79c-dd756ad72b90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d759338-65a6-4972-9460-1d2817b135e0 HTTP/1.1" status: 200 len: 217 time: 0.2186046 Aug 29 16:52:43.565188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:43.594202 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:43.602311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb39729-18c3-47e3-8f83-0ce2cd5cbdde req-53a13087-66ff-477a-beca-1a8e6e4199ea tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:43.616977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ceb39729-18c3-47e3-8f83-0ce2cd5cbdde req-53a13087-66ff-477a-beca-1a8e6e4199ea tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 946 time: 0.1629291 Aug 29 16:52:43.629526 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:43.645478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:43.652119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 812178b5-26bc-44e8-999b-ab4b8e462ba0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=812178b5-26bc-44e8-999b-ab4b8e462ba0,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:43.666253 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:43.750313 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ceb39729-18c3-47e3-8f83-0ce2cd5cbdde req-79a732d4-5963-4693-b744-46335dfaaee0 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318533 Aug 29 16:52:43.772793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f0410-7ef0-4571-bedf-9726da2621e9 req-3b9f44de-1bf0-455e-8bfc-1d7a9d664279 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:43.774993 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-301f0410-7ef0-4571-bedf-9726da2621e9 req-3b9f44de-1bf0-455e-8bfc-1d7a9d664279 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.4982266 Aug 29 16:52:43.799818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=812178b5-26bc-44e8-999b-ab4b8e462ba0,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:43.817404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:43.906675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2d816108-4eee-4867-9130-902e51bdd854 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:44.104355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-270112a3-2363-4c42-96c7-57e1700f1d31 None None] Provisioning for port c0158811-e23a-4665-a5f7-8fbfd064378f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:44.105843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0675f493-2efa-469e-b7f9-5dd5d7072527 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:44.115847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-270112a3-2363-4c42-96c7-57e1700f1d31 None None] Provisioning complete for port c0158811-e23a-4665-a5f7-8fbfd064378f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:44.116396 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-270112a3-2363-4c42-96c7-57e1700f1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:44.117833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:44.138566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Transition to ACTIVE for port object 0675f493-2efa-469e-b7f9-5dd5d7072527 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:44.155388 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:44.211534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80a38e-501e-45bf-a06f-59b0300fd0ff req-e5aba7dd-9b0c-4db2-b54d-2099453c67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:44.217319 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc80a38e-501e-45bf-a06f-59b0300fd0ff req-e5aba7dd-9b0c-4db2-b54d-2099453c67ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c44a3fd1-a127-47df-86a4-1c80ab31cb28 HTTP/1.1" status: 200 len: 854 time: 0.6790645 Aug 29 16:52:44.222733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Pushing event updated for resources: {'Port': ['ID=0675f493-2efa-469e-b7f9-5dd5d7072527,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:44.280649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-270112a3-2363-4c42-96c7-57e1700f1d31 None None] Port c0158811-e23a-4665-a5f7-8fbfd064378f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:52:44.283707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ac44-0516-4dae-b6d2-e69b9c0225d0 req-9ce77d17-0af2-45e8-93c5-2263d740a1a0 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:44.285424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-08c1ac44-0516-4dae-b6d2-e69b9c0225d0 req-9ce77d17-0af2-45e8-93c5-2263d740a1a0 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 943 time: 0.1448216 Aug 29 16:52:44.316075 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:44.378189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Attempting to bind port 0675f493-2efa-469e-b7f9-5dd5d7072527 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:44.378825 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Attempting to bind port 0675f493-2efa-469e-b7f9-5dd5d7072527 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:44.379250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Attempting to bind port 0675f493-2efa-469e-b7f9-5dd5d7072527 on network c9527771-9b81-41b6-8b71-cf03264ba701 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:44.388684 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-08c1ac44-0516-4dae-b6d2-e69b9c0225d0 req-baa6f9dc-8e99-43af-a972-8523f0f6e4c5 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818622 Aug 29 16:52:44.392724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Port 0675f493-2efa-469e-b7f9-5dd5d7072527 on network c9527771-9b81-41b6-8b71-cf03264ba701 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:52:44.393061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Attempting to bind port 0675f493-2efa-469e-b7f9-5dd5d7072527 on network c9527771-9b81-41b6-8b71-cf03264ba701 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:44.436883 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc80a38e-501e-45bf-a06f-59b0300fd0ff req-94982d59-aa44-41a0-a210-aec3417f5ecd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f9410d7-57ac-485a-9d96-5d2cd4f58cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109571 Aug 29 16:52:44.438326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:44.438882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Checking segment: {'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:44.440131 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Bound using segment: {'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:44.441447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Bound port: 0675f493-2efa-469e-b7f9-5dd5d7072527, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:44.442003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:44.459223 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-301f0410-7ef0-4571-bedf-9726da2621e9 req-6966b8ce-bf0e-40af-8399-cd91abe0fcc9 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243191 Aug 29 16:52:44.526626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Allocated IP 172.20.0.3 (c9527771-9b81-41b6-8b71-cf03264ba701/f6ab6661-5343-4f39-8cdc-e25ddf243d17/356fe276-e52e-4de5-976e-98ec731e9398) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:44.570910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] For port 0675f493-2efa-469e-b7f9-5dd5d7072527, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:44.576460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] For port 0675f493-2efa-469e-b7f9-5dd5d7072527, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0675f493-2efa-469e-b7f9-5dd5d7072527,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:44.597258 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:44.606400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:44.607284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:44.608894 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] 10.222.0.10 "PUT /v2.0/ports/0675f493-2efa-469e-b7f9-5dd5d7072527 HTTP/1.1" status: 200 len: 1092 time: 4.4952650 Aug 29 16:52:44.609918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b82967-cd2c-4c37-af2a-9d7a40e72236', 'tag': '0675f493-2efa-469e-b7f9-5dd5d7072527'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:44.615015 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460d7949-f987-4bed-835f-d9749b102287" -d '{"events": [{"name": "network-changed", "server_uuid": "73b82967-cd2c-4c37-af2a-9d7a40e72236", "tag": "0675f493-2efa-469e-b7f9-5dd5d7072527"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:44.621050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 812178b5-26bc-44e8-999b-ab4b8e462ba0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:44.622778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Network c9527771-9b81-41b6-8b71-cf03264ba701 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:44.702981 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d6e87c-3481-40d3-a66b-d5363ccdeb95 x-openstack-request-id: req-a0d6e87c-3481-40d3-a66b-d5363ccdeb95 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:44.703387 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b82967-cd2c-4c37-af2a-9d7a40e72236", "tag": "0675f493-2efa-469e-b7f9-5dd5d7072527", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:44.703745 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0d6e87c-3481-40d3-a66b-d5363ccdeb95 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:44.704247 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b82967-cd2c-4c37-af2a-9d7a40e72236', 'tag': '0675f493-2efa-469e-b7f9-5dd5d7072527', 'status': 'completed', 'code': 200} Aug 29 16:52:44.713678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:44.722201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:44.750348 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:44.751835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 812178b5-26bc-44e8-999b-ab4b8e462ba0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:44.752479 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:44.782696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-8dde0451-22a7-4dba-81f8-b5cbcd9cc1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:44.785082 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-8dde0451-22a7-4dba-81f8-b5cbcd9cc1dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=988123c235954f9bace3daa1a6734eaa&device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 1095 time: 0.1035845 Aug 29 16:52:44.790077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746b3b7-44db-45b0-8c1a-de03214e688c service neutron] Pushing event updated for resources: {'Port': ['ID=0675f493-2efa-469e-b7f9-5dd5d7072527,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:44.838088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Pushing event updated for resources: {'Port': ['ID=c303182d-3bf9-4917-b91f-948972d3465b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:44.877121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6c4371ec-dba8-46b5-9883-d4838dee6f17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0675f493-2efa-469e-b7f9-5dd5d7072527 HTTP/1.1" status: 200 len: 217 time: 0.0715246 Aug 29 16:52:44.958897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-073b0836-d22f-4521-8d60-021ab6ecd8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:44.960544 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-073b0836-d22f-4521-8d60-021ab6ecd8a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6ab6661-5343-4f39-8cdc-e25ddf243d17 HTTP/1.1" status: 200 len: 857 time: 0.0730808 Aug 29 16:52:44.968420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cc733-7f5e-4e2a-8b71-5236a45a094e req-9cc7dd9d-12ff-4227-b723-628edd5469c5 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:44.969421 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d5fad168-99a8-4ac8-abd8-dad1b9b97cc0 service neutron] 10.222.0.10 "GET /v2.0/ports/2d816108-4eee-4867-9130-902e51bdd854/bindings/n-h2-713301-13 HTTP/1.1" status: 200 len: 385 time: 0.6473262 Aug 29 16:52:44.970135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-418cc733-7f5e-4e2a-8b71-5236a45a094e req-9cc7dd9d-12ff-4227-b723-628edd5469c5 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 946 time: 0.0919681 Aug 29 16:52:44.990254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:44.990891 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:45.008455 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-3bf4452b-84c6-4652-9c72-5028ce493654 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9527771-9b81-41b6-8b71-cf03264ba701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370829 Aug 29 16:52:45.015974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc80a38e-501e-45bf-a06f-59b0300fd0ff req-bff98a66-e63c-48b2-8da4-d53ae0b1ff66 service neutron] 10.222.0.10 "GET /v2.0/networks/0f9410d7-57ac-485a-9d96-5d2cd4f58cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484638 Aug 29 16:52:45.047862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-418cc733-7f5e-4e2a-8b71-5236a45a094e req-a9c900f6-026b-4428-b10e-b69438799dcb tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668044 Aug 29 16:52:45.056804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e0514-61ae-4298-a018-f7d77ef65f25 req-79368fb6-8b45-4239-8ba3-379b296e75a2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:45.064270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec8e0514-61ae-4298-a018-f7d77ef65f25 req-79368fb6-8b45-4239-8ba3-379b296e75a2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.4626398 Aug 29 16:52:45.147873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-7b09cc46-5019-42c8-9b08-3c62197c102f service neutron] 10.222.0.10 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242399 Aug 29 16:52:45.177186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-6ac8961f-bcc5-4d69-9032-6c6f45534c7e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8452761 Aug 29 16:52:45.222691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Request body: {'port': {'device_id': '84821dbc-e67d-4af7-9473-85499f958595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:45.257288 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-ac1b2727-cfbd-4b6a-94c5-5cd5d4455fa0 service neutron] 10.222.0.10 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005032 Aug 29 16:52:45.356302 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec8e0514-61ae-4298-a018-f7d77ef65f25 req-97442e15-0c78-4f39-98bc-66006a568e2c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823167 Aug 29 16:52:45.365684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d7949-f987-4bed-835f-d9749b102287 req-2dffa1b7-e4f4-461e-bdd5-34aa51c0f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:45.367846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-460d7949-f987-4bed-835f-d9749b102287 req-2dffa1b7-e4f4-461e-bdd5-34aa51c0f7a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=988123c235954f9bace3daa1a6734eaa&device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 1095 time: 0.0532219 Aug 29 16:52:45.468141 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:45.481611 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc80a38e-501e-45bf-a06f-59b0300fd0ff req-da064e58-fa58-4f5f-9f3e-e26685b3518a service neutron] 10.222.0.10 "GET /v2.0/networks/0f9410d7-57ac-485a-9d96-5d2cd4f58cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373589 Aug 29 16:52:45.512248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d7949-f987-4bed-835f-d9749b102287 req-068e52ca-3a38-4b1f-96aa-06f86c89a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:45.512725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-460d7949-f987-4bed-835f-d9749b102287 req-068e52ca-3a38-4b1f-96aa-06f86c89a9bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9527771-9b81-41b6-8b71-cf03264ba701 HTTP/1.1" status: 200 len: 918 time: 0.1363113 Aug 29 16:52:45.517285 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f21aa4d-34aa-4fef-94e7-79c6b6903d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:45.549533 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:45.622123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b294be7-ce22-4c57-af37-d5512f4d1ac0 req-1359f03e-a8e6-472a-b8b2-485660f4a875 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:45.629848 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b294be7-ce22-4c57-af37-d5512f4d1ac0 req-1359f03e-a8e6-472a-b8b2-485660f4a875 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 943 time: 0.1438944 Aug 29 16:52:45.632898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-460d7949-f987-4bed-835f-d9749b102287 req-958693d2-08a3-42d8-b00d-93b18d6308d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0675f493-2efa-469e-b7f9-5dd5d7072527 HTTP/1.1" status: 200 len: 217 time: 0.0922794 Aug 29 16:52:45.722084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b294be7-ce22-4c57-af37-d5512f4d1ac0 req-70286676-a57b-4fdb-a149-982fbee1fea5 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870442 Aug 29 16:52:45.728745 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:45.762028 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:45.777043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d7949-f987-4bed-835f-d9749b102287 req-4614d571-44bc-4076-9c72-7f18de67a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:45.784150 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-460d7949-f987-4bed-835f-d9749b102287 req-4614d571-44bc-4076-9c72-7f18de67a9db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6ab6661-5343-4f39-8cdc-e25ddf243d17 HTTP/1.1" status: 200 len: 857 time: 0.1265676 Aug 29 16:52:45.800960 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:45.838576 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-460d7949-f987-4bed-835f-d9749b102287 req-a4d51e25-9ba8-455d-b18b-65532264d5d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9527771-9b81-41b6-8b71-cf03264ba701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504079 Aug 29 16:52:45.968764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f19901-f2a6-4b22-b989-4c9414dc597c req-09e41c02-79c6-4e14-bef2-193b7844d3d2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:45.969014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-460d7949-f987-4bed-835f-d9749b102287 req-39e78d7b-3b97-4fb6-92aa-95d8c9baec20 service neutron] 10.222.0.10 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203966 Aug 29 16:52:45.970958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6f19901-f2a6-4b22-b989-4c9414dc597c req-09e41c02-79c6-4e14-bef2-193b7844d3d2 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 943 time: 0.3851659 Aug 29 16:52:46.003556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f01319e0-2920-41c7-bdfc-009170d48002 service neutron] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2d816108-4eee-4867-9130-902e51bdd854,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:46.043437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:46.052647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Pushing event updated for resources: {'Port': ['ID=c0158811-e23a-4665-a5f7-8fbfd064378f,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:46.088973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:46.244172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Pushing event updated for resources: {'Port': ['ID=356fe276-e52e-4de5-976e-98ec731e9398,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:46.258863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-460d7949-f987-4bed-835f-d9749b102287 req-4bde0f15-f297-4e18-8a04-2c6bb47c58ca service neutron] 10.222.0.10 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818034 Aug 29 16:52:46.270802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6f19901-f2a6-4b22-b989-4c9414dc597c req-3184972e-bc7f-4fa0-a4eb-fbb22b97b8d4 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628744 Aug 29 16:52:46.271978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f01319e0-2920-41c7-bdfc-009170d48002 service neutron] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:46.300727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcc4bc-832e-44ac-ac2c-dd40eeafb954 req-3f34ba49-425e-4969-a00a-03ae6f731180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:46.308009 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-69dcc4bc-832e-44ac-ac2c-dd40eeafb954 req-3f34ba49-425e-4969-a00a-03ae6f731180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 946 time: 0.1294830 Aug 29 16:52:46.343905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Network c9527771-9b81-41b6-8b71-cf03264ba701 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:46.356379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f01319e0-2920-41c7-bdfc-009170d48002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d816108-4eee-4867-9130-902e51bdd854 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:46.377284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:46.388570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f01319e0-2920-41c7-bdfc-009170d48002 service neutron] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2d816108-4eee-4867-9130-902e51bdd854,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:46.396651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:46.418295 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-69dcc4bc-832e-44ac-ac2c-dd40eeafb954 req-caad879a-b3db-4c1a-956f-b98086d8540e tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034925 Aug 29 16:52:46.466905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:46.467623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:46.527976 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f01319e0-2920-41c7-bdfc-009170d48002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:46.538343 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:46.577770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:46.587245 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-c2d8704f-4c83-4dcf-813d-4f633600cf66 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0176713 Aug 29 16:52:46.632248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648377e-67fb-4f5d-8fdb-59602aa609af req-d86dba68-7044-416c-a39a-00040c348490 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:46.640222 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d648377e-67fb-4f5d-8fdb-59602aa609af req-d86dba68-7044-416c-a39a-00040c348490 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.0840738 Aug 29 16:52:46.690546 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d648377e-67fb-4f5d-8fdb-59602aa609af req-402735f6-43e4-4ea9-a34a-ba6a2ed204b3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489528 Aug 29 16:52:46.731013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Request body: {'port': {'device_id': '0f164745-857e-4a8d-8272-f1fcd753d808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:46.734535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:46.955713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540d390-4392-432a-b28e-39b0c8de4b58 req-336a9d0d-c3f8-423a-b9e4-eb5e76f95230 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:46.957611 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c540d390-4392-432a-b28e-39b0c8de4b58 req-336a9d0d-c3f8-423a-b9e4-eb5e76f95230 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 943 time: 0.0992737 Aug 29 16:52:47.012122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c303182d-3bf9-4917-b91f-948972d3465b {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:47.026905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f01319e0-2920-41c7-bdfc-009170d48002 service neutron] Transition to ACTIVE for port object 2d816108-4eee-4867-9130-902e51bdd854 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:47.029112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:47.048629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c540d390-4392-432a-b28e-39b0c8de4b58 req-691e8d9f-33ad-45d1-961c-157a2e4b8cf1 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840330 Aug 29 16:52:47.069143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-db821902-0276-49e0-909d-a320c6965365 None None] Provisioning complete for port c0158811-e23a-4665-a5f7-8fbfd064378f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:47.069613 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-db821902-0276-49e0-909d-a320c6965365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:47.120539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-db821902-0276-49e0-909d-a320c6965365 None None] Port c0158811-e23a-4665-a5f7-8fbfd064378f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:52:47.350265 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:47.439531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fc5d9-5a44-4fa8-820d-e249b43c571a req-e46c2927-57f7-4cf6-96c1-2f3843e76160 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:47.451690 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-135fc5d9-5a44-4fa8-820d-e249b43c571a req-e46c2927-57f7-4cf6-96c1-2f3843e76160 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 944 time: 0.0743647 Aug 29 16:52:47.459326 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f01319e0-2920-41c7-bdfc-009170d48002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:47.494157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-135fc5d9-5a44-4fa8-820d-e249b43c571a req-6d2fe831-e374-4ada-9aa2-7f2efe25aa09 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Aug 29 16:52:47.519730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Transition to ACTIVE for port object c303182d-3bf9-4917-b91f-948972d3465b will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:47.528693 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:47.543785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30e415-d72b-43d5-b23f-8d69212d98ba req-c395e243-a95d-4dfc-8690-a4fc4bfc2e9a tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:47.551478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e30e415-d72b-43d5-b23f-8d69212d98ba req-c395e243-a95d-4dfc-8690-a4fc4bfc2e9a tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 946 time: 0.5846558 Aug 29 16:52:47.569596 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:47.643478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Router 75f1331f-c3dc-408b-81ee-543d979381b8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:52:47.672430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01319e0-2920-41c7-bdfc-009170d48002 service neutron] Pushing event updated for resources: {'Port': ['ID=2d816108-4eee-4867-9130-902e51bdd854,revision_number=10']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:47.680638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f01319e0-2920-41c7-bdfc-009170d48002 service neutron] No DVR routers for this DVR port 2d816108-4eee-4867-9130-902e51bdd854 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:47.751989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e30e415-d72b-43d5-b23f-8d69212d98ba req-0d6f4255-bdda-4e0e-b752-70f0f57d810e tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971309 Aug 29 16:52:47.840868 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f01319e0-2920-41c7-bdfc-009170d48002 service neutron] 10.222.0.10 "PUT /v2.0/ports/2d816108-4eee-4867-9130-902e51bdd854/bindings/n-h2-713301-13/activate HTTP/1.1" status: 200 len: 370 time: 2.8566127 Aug 29 16:52:47.858306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e32b6-9dd7-4b8b-b46f-65a07b2d41e0 req-9e79ca64-3e2a-4b3d-9668-3ee6853c57c2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:47.866817 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d7e32b6-9dd7-4b8b-b46f-65a07b2d41e0 req-9e79ca64-3e2a-4b3d-9668-3ee6853c57c2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.0678840 Aug 29 16:52:47.890969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0675f493-2efa-469e-b7f9-5dd5d7072527 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:52:47.921114 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d7e32b6-9dd7-4b8b-b46f-65a07b2d41e0 req-aa367dba-d6a0-4058-9235-4e32c200fa3e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531769 Aug 29 16:52:47.942063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Pushing event updated for resources: {'Port': ['ID=c303182d-3bf9-4917-b91f-948972d3465b,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:48.014686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-00d704a2-5492-4d5d-9ba4-ee41fc5d462b tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:48.017559 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-00d704a2-5492-4d5d-9ba4-ee41fc5d462b tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1096 time: 0.0897706 Aug 29 16:52:48.035896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 0675f493-2efa-469e-b7f9-5dd5d7072527, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0675f493-2efa-469e-b7f9-5dd5d7072527,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:48.050348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '0675f493-2efa-469e-b7f9-5dd5d7072527', 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701', 'port_id': '0675f493-2efa-469e-b7f9-5dd5d7072527', 'mac_address': 'fa:16:3e:70:04:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ab6661-5343-4f39-8cdc-e25ddf243d17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:52:48.091013 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-3a2e1528-dc95-4673-a33e-04770adefbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:48.092540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-3a2e1528-dc95-4673-a33e-04770adefbfd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd&tenant_id=ec31ee35e48a404791ee79cc665280cf HTTP/1.1" status: 200 len: 1096 time: 0.0665121 Aug 29 16:52:48.096576 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:48.111037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0675f493-2efa-469e-b7f9-5dd5d7072527 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:48.138184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 0675f493-2efa-469e-b7f9-5dd5d7072527, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0675f493-2efa-469e-b7f9-5dd5d7072527,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:48.154578 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:48.163511 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:48.227030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-b5cc43db-4689-47c0-9e37-f3593e38eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:48.229117 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-b5cc43db-4689-47c0-9e37-f3593e38eeb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec31ee35e48a404791ee79cc665280cf&device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 1096 time: 0.1052644 Aug 29 16:52:48.288314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=0675f493-2efa-469e-b7f9-5dd5d7072527,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:48.309490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Attempting to bind port c303182d-3bf9-4917-b91f-948972d3465b on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:48.310118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Attempting to bind port c303182d-3bf9-4917-b91f-948972d3465b by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:48.310626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Attempting to bind port c303182d-3bf9-4917-b91f-948972d3465b on network c9527771-9b81-41b6-8b71-cf03264ba701 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:48.320161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:52:48.332517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Sync routers for ids ['75f1331f-c3dc-408b-81ee-543d979381b8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:52:48.343912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f5505a39-abb5-4706-8676-06abf4457851 admin admin] 10.222.0.22 "PUT /v2.0/routers/75f1331f-c3dc-408b-81ee-543d979381b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4082692 Aug 29 16:52:48.352747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Routers {'75f1331f-c3dc-408b-81ee-543d979381b8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:48.353583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['75f1331f-c3dc-408b-81ee-543d979381b8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:48.354654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Port c303182d-3bf9-4917-b91f-948972d3465b on network c9527771-9b81-41b6-8b71-cf03264ba701 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:52:48.358307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Attempting to bind port c303182d-3bf9-4917-b91f-948972d3465b on network c9527771-9b81-41b6-8b71-cf03264ba701 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:48.373536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:48.375154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Checking segment: {'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:48.375741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Bound using segment: {'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:48.376384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Bound port: c303182d-3bf9-4917-b91f-948972d3465b, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:48.376948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:48.409111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee0f4f-1f92-49d4-9a93-2055a7fcd073 req-054379d7-7159-4044-9401-3c664da44b00 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:48.418357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0ee0f4f-1f92-49d4-9a93-2055a7fcd073 req-054379d7-7159-4044-9401-3c664da44b00 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 944 time: 0.2168448 Aug 29 16:52:48.447659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['0675f493-2efa-469e-b7f9-5dd5d7072527'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:48.452283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d7a5d52a-d734-4dd6-823c-446cdc2a8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:48.459180 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-d7a5d52a-d734-4dd6-823c-446cdc2a8176 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 200 len: 908 time: 0.2203827 Aug 29 16:52:48.538116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] For port c303182d-3bf9-4917-b91f-948972d3465b, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:48.541477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] For port c303182d-3bf9-4917-b91f-948972d3465b, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c303182d-3bf9-4917-b91f-948972d3465b,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:48.559104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-1e192fb3-d54a-474d-abbd-eb8535b928c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d816108-4eee-4867-9130-902e51bdd854 HTTP/1.1" status: 200 len: 217 time: 0.0906284 Aug 29 16:52:48.561729 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:48.686086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:48.686839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:48.688874 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] 10.222.0.16 "PUT /v2.0/ports/c303182d-3bf9-4917-b91f-948972d3465b HTTP/1.1" status: 200 len: 1093 time: 3.4786282 Aug 29 16:52:48.689347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84821dbc-e67d-4af7-9473-85499f958595', 'tag': 'c303182d-3bf9-4917-b91f-948972d3465b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:48.692529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-2320f6e5-3e95-421b-887f-f73745a5d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:48.692829 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d85527-3cb4-4035-8f40-057785e89ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "84821dbc-e67d-4af7-9473-85499f958595", "tag": "c303182d-3bf9-4917-b91f-948972d3465b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:48.694029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-2320f6e5-3e95-421b-887f-f73745a5d0d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 200 len: 847 time: 0.1296704 Aug 29 16:52:48.735178 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0ee0f4f-1f92-49d4-9a93-2055a7fcd073 req-744bb579-8498-4da4-aae8-7c486e623314 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155394 Aug 29 16:52:48.742158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Set router 75f1331f-c3dc-408b-81ee-543d979381b8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:48.758173 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-b5b795bb-c1c8-4198-b60d-8750396bccbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476842 Aug 29 16:52:48.769097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c92ccc-3dbd-4cb4-9ef9-18999b2b28dd req-13e1b9dd-4f2c-4243-bf5e-3a25c2695b35 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:48.775394 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-07c92ccc-3dbd-4cb4-9ef9-18999b2b28dd req-13e1b9dd-4f2c-4243-bf5e-3a25c2695b35 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.10 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 946 time: 0.3463781 Aug 29 16:52:48.842252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d86152-f800-44a3-a72e-28ce4dda9b6e req-73cb3e96-a3ec-4d5d-89b1-0e03c223bf72 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:48.850532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2d86152-f800-44a3-a72e-28ce4dda9b6e req-73cb3e96-a3ec-4d5d-89b1-0e03c223bf72 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 944 time: 0.1759610 Aug 29 16:52:48.894796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356fe276-e52e-4de5-976e-98ec731e9398 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:48.943032 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2d86152-f800-44a3-a72e-28ce4dda9b6e req-7b2b5f94-8718-4881-996c-12ddbb510577 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900996 Aug 29 16:52:49.000832 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-f51a1ffd-340e-4109-a18c-9e690773c86e service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338943 Aug 29 16:52:49.056953 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:49.064474 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667083e5-1f81-4264-96f6-41890e060955 x-openstack-request-id: req-667083e5-1f81-4264-96f6-41890e060955 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:49.066242 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84821dbc-e67d-4af7-9473-85499f958595", "tag": "c303182d-3bf9-4917-b91f-948972d3465b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:49.068269 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-667083e5-1f81-4264-96f6-41890e060955 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:49.068708 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84821dbc-e67d-4af7-9473-85499f958595', 'tag': 'c303182d-3bf9-4917-b91f-948972d3465b', 'status': 'completed', 'code': 200} Aug 29 16:52:49.081035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbe442-eeb3-4d13-a0cf-d573c4e9ee1c service neutron] Pushing event updated for resources: {'Port': ['ID=c303182d-3bf9-4917-b91f-948972d3465b,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:49.167885 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-6d7b5d20-c542-4b49-b289-975b8408fcd1 service neutron] 10.222.0.16 "GET /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587257 Aug 29 16:52:49.201612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:44Z', 'revision_number': 4, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c0158811-e23a-4665-a5f7-8fbfd064378f', 'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'mac_address': 'fa:16:3e:f0:c5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:41Z', 'updated_at': '2021-08-29T16:52:45Z', 'revision_number': 2, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'subnets': [{'id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:49.240736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Checking router: 75f1331f-c3dc-408b-81ee-543d979381b8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:52:49.241266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Updating router 75f1331f-c3dc-408b-81ee-543d979381b8 port c0158811-e23a-4665-a5f7-8fbfd064378f binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:52:49.244133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8e45-d346-43a3-a839-ced609c246bb req-a6ecc939-6ebc-4468-88b9-dafbc156c7e2 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:49.251733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aeaa8e45-d346-43a3-a839-ced609c246bb req-a6ecc939-6ebc-4468-88b9-dafbc156c7e2 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 946 time: 0.0791423 Aug 29 16:52:49.265931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-72291bfb-3b29-476f-a3ea-a7a7b932a56e tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:49.268115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-72291bfb-3b29-476f-a3ea-a7a7b932a56e tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/networks?id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 HTTP/1.1" status: 200 len: 829 time: 0.1611791 Aug 29 16:52:49.274275 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:49.276890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-e55fcb0d-595b-4783-8236-e3dc79fe598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:49.278560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-e55fcb0d-595b-4783-8236-e3dc79fe598b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=988123c235954f9bace3daa1a6734eaa&device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 1096 time: 0.4864464 Aug 29 16:52:49.279657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Transition to ACTIVE for port object 356fe276-e52e-4de5-976e-98ec731e9398 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:49.318126 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aeaa8e45-d346-43a3-a839-ced609c246bb req-1c70cce2-6df1-43d2-99a7-89cd465f66e3 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634542 Aug 29 16:52:49.374639 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:49.479801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-4a2f5205-f9fe-4365-8d04-aa04f3db7ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/quotas/d431ca7a8bdb4e109a12931ae7d4fb43 HTTP/1.1" status: 200 len: 375 time: 0.1868060 Aug 29 16:52:49.487420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708a3a6-fca8-47e4-9bdc-64ecd6811222 req-8c274d9e-d594-4a71-ad2f-5715a637d871 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:49.490093 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-aa2804b9-238a-42ee-899e-867cda02d5c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c303182d-3bf9-4917-b91f-948972d3465b HTTP/1.1" status: 200 len: 217 time: 0.1798456 Aug 29 16:52:49.496516 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7708a3a6-fca8-47e4-9bdc-64ecd6811222 req-8c274d9e-d594-4a71-ad2f-5715a637d871 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1250267 Aug 29 16:52:49.512229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-07c92ccc-3dbd-4cb4-9ef9-18999b2b28dd req-078d3a8c-fd12-4337-ab6f-cb857156d180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Deleting port 0d759338-65a6-4972-9460-1d2817b135e0 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:49.512626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-07c92ccc-3dbd-4cb4-9ef9-18999b2b28dd req-078d3a8c-fd12-4337-ab6f-cb857156d180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:49.554573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-566ddc20-c998-412e-9672-c84cf842e6ab tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:49.556215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-566ddc20-c998-412e-9672-c84cf842e6ab tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd&tenant_id=ec31ee35e48a404791ee79cc665280cf&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1096 time: 0.1140277 Aug 29 16:52:49.583829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7708a3a6-fca8-47e4-9bdc-64ecd6811222 req-cff97a97-49e1-4832-93a2-3e7482cb033e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861106 Aug 29 16:52:49.631348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=356fe276-e52e-4de5-976e-98ec731e9398,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:49.653703 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:49.667359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Transition to ACTIVE for port object c0158811-e23a-4665-a5f7-8fbfd064378f will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:49.679708 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:49.725121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-21183b65-6389-4e75-97e8-236dc3ad46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:49.726684 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-21183b65-6389-4e75-97e8-236dc3ad46dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6ab6661-5343-4f39-8cdc-e25ddf243d17 HTTP/1.1" status: 200 len: 857 time: 0.2191525 Aug 29 16:52:49.733308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-49d8dac6-8b01-423f-8a3a-fe07241a676d tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d431ca7a8bdb4e109a12931ae7d4fb43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2525856 Aug 29 16:52:49.759784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ef4df-7e97-401f-8ad0-2757b12b6133 None None] Pushing event updated for resources: {'Port': ['ID=c0158811-e23a-4665-a5f7-8fbfd064378f,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:49.796237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-75d8691b-253b-4379-839f-c3bade1e4855 service neutron] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:49.800220 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-75d8691b-253b-4379-839f-c3bade1e4855 service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:49.802427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0974280b-8aea-4de4-8fa6-c24d3084ab82 req-75d8691b-253b-4379-839f-c3bade1e4855 service neutron] 10.222.0.16 "DELETE /v2.0/ports/2d816108-4eee-4867-9130-902e51bdd854/bindings/n-h1-713301-13 HTTP/1.1" status: 204 len: 173 time: 0.2166324 Aug 29 16:52:49.860705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Attempting to bind port c0158811-e23a-4665-a5f7-8fbfd064378f on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:49.861092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Attempting to bind port c0158811-e23a-4665-a5f7-8fbfd064378f by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:49.861511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Attempting to bind port c0158811-e23a-4665-a5f7-8fbfd064378f on network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:49.867139 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-05a9e0dc-3b64-409f-94cc-0b4b462eb26a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9527771-9b81-41b6-8b71-cf03264ba701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789611 Aug 29 16:52:49.867658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:49.868052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Checking segment: {'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:49.868464 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:49.868936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Bound using segment: {'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:49.869354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Bound port: c0158811-e23a-4665-a5f7-8fbfd064378f, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:49.869751 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:49.927324 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0675f493-2efa-469e-b7f9-5dd5d7072527 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:49.947955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87f2b2-7079-472d-9171-32846177d8fb req-9e200d7d-086b-4353-a3fc-64e766e147d4 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:49.956064 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db87f2b2-7079-472d-9171-32846177d8fb req-9e200d7d-086b-4353-a3fc-64e766e147d4 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 944 time: 0.0865479 Aug 29 16:52:50.000203 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:50.012574 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db87f2b2-7079-472d-9171-32846177d8fb req-ec01ab26-c07a-4340-8133-7960ceff6a09 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512724 Aug 29 16:52:50.026328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] For port c0158811-e23a-4665-a5f7-8fbfd064378f, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:50.028186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] For port c0158811-e23a-4665-a5f7-8fbfd064378f, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0158811-e23a-4665-a5f7-8fbfd064378f,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:50.048731 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-36b5dcc3-5f7b-4864-8d36-b6e273e97517 service neutron] 10.222.0.16 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516302 Aug 29 16:52:50.051739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 0675f493-2efa-469e-b7f9-5dd5d7072527 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:50.055191 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:50.117869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ef4df-7e97-401f-8ad0-2757b12b6133 None None] Pushing event updated for resources: {'Port': ['ID=c0158811-e23a-4665-a5f7-8fbfd064378f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:50.123645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 0675f493-2efa-469e-b7f9-5dd5d7072527 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:50.124016 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:50.197812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Routers {'75f1331f-c3dc-408b-81ee-543d979381b8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:52:50.198475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['75f1331f-c3dc-408b-81ee-543d979381b8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:50.288463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-07c92ccc-3dbd-4cb4-9ef9-18999b2b28dd req-078d3a8c-fd12-4337-ab6f-cb857156d180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] For port 0d759338-65a6-4972-9460-1d2817b135e0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0d759338-65a6-4972-9460-1d2817b135e0,segment=NetworkSegment(635d3160-2019-43ee-a383-ebdaf8bebe46),segment_id=635d3160-2019-43ee-a383-ebdaf8bebe46)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:50.289272 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-07c92ccc-3dbd-4cb4-9ef9-18999b2b28dd req-078d3a8c-fd12-4337-ab6f-cb857156d180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:50.375288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-07c92ccc-3dbd-4cb4-9ef9-18999b2b28dd req-078d3a8c-fd12-4337-ab6f-cb857156d180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Calling delete_port for 0d759338-65a6-4972-9460-1d2817b135e0 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:50.435031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b6aea-4c3a-4a14-b6af-67d90cc3d50b req-4ed06fc7-afaf-4eff-b645-2ee593253bf0 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:50.438397 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e1b6aea-4c3a-4a14-b6af-67d90cc3d50b req-4ed06fc7-afaf-4eff-b645-2ee593253bf0 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 944 time: 0.1553102 Aug 29 16:52:50.447780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Attempting to bind port 356fe276-e52e-4de5-976e-98ec731e9398 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:50.453849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Attempting to bind port 356fe276-e52e-4de5-976e-98ec731e9398 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:50.454584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Attempting to bind port 356fe276-e52e-4de5-976e-98ec731e9398 on network c9527771-9b81-41b6-8b71-cf03264ba701 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:50.468125 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-7ed17251-587b-42b8-ae2a-cf6f16867e64 service neutron] 10.222.0.22 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117851 Aug 29 16:52:50.509364 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e1b6aea-4c3a-4a14-b6af-67d90cc3d50b req-d12cf75a-6802-4696-b1a3-5a1f17e92ac4 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593848 Aug 29 16:52:50.529586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Port 356fe276-e52e-4de5-976e-98ec731e9398 on network c9527771-9b81-41b6-8b71-cf03264ba701 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:52:50.531682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Attempting to bind port 356fe276-e52e-4de5-976e-98ec731e9398 on network c9527771-9b81-41b6-8b71-cf03264ba701 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:50.603467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:50.604343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Checking segment: {'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:50.605055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Bound using segment: {'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:50.605842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Bound port: 356fe276-e52e-4de5-976e-98ec731e9398, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404c1c6c-86f8-4c21-acf7-0133be0f2816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:50.606452 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:50.636149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] Set router 75f1331f-c3dc-408b-81ee-543d979381b8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:52:50.667714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e48d75-e00d-40b4-b635-059e282abf57 req-494472de-4c4e-4267-a4f2-436820eec8de tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:50.668825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7e48d75-e00d-40b4-b635-059e282abf57 req-494472de-4c4e-4267-a4f2-436820eec8de tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/ports?device_id=c05a3dfa-0e46-4375-84da-9b0c5498a5e6 HTTP/1.1" status: 200 len: 946 time: 0.0801549 Aug 29 16:52:50.722645 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7e48d75-e00d-40b4-b635-059e282abf57 req-b2227a8b-418c-4321-b1f7-7fe5d74172de tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.22 "GET /v2.0/security-groups?id=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464747 Aug 29 16:52:50.734825 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-07c92ccc-3dbd-4cb4-9ef9-18999b2b28dd req-078d3a8c-fd12-4337-ab6f-cb857156d180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:50.792777 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:50.838150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b82967-cd2c-4c37-af2a-9d7a40e72236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0675f493-2efa-469e-b7f9-5dd5d7072527'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:50.840425 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07bf90d-f5e7-4f84-9f4c-be070d8750cc" -d '{"events": [{"server_uuid": "73b82967-cd2c-4c37-af2a-9d7a40e72236", "name": "network-vif-plugged", "status": "completed", "tag": "0675f493-2efa-469e-b7f9-5dd5d7072527"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:50.863984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 0675f493-2efa-469e-b7f9-5dd5d7072527, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0675f493-2efa-469e-b7f9-5dd5d7072527,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:50.879376 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:50.880332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0d759338-65a6-4972-9460-1d2817b135e0 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:50.925517 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-f42ea528-3684-4d70-ab6e-9dd741fe98eb service neutron] 10.222.0.16 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8095238 Aug 29 16:52:50.949253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d3a8c-fd12-4337-ab6f-cb857156d180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Pushing event deleted for resources: {'Port': ['ID=0d759338-65a6-4972-9460-1d2817b135e0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:50.956393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 0d759338-65a6-4972-9460-1d2817b135e0 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:50.956512 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0d759338-65a6-4972-9460-1d2817b135e0 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:50.964615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=0675f493-2efa-469e-b7f9-5dd5d7072527,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:51.008823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd2202-883a-4fce-a7e1-4733cb018b30 req-36ac0e36-e5a1-43ec-ba46-e86530b18f08 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:51.014386 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0fd2202-883a-4fce-a7e1-4733cb018b30 req-36ac0e36-e5a1-43ec-ba46-e86530b18f08 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1778522 Aug 29 16:52:51.035442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:44Z', 'revision_number': 4, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c0158811-e23a-4665-a5f7-8fbfd064378f', 'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'mac_address': 'fa:16:3e:f0:c5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:41Z', 'updated_at': '2021-08-29T16:52:50Z', 'revision_number': 4, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'subnets': [{'id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:51.065858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd908c-4c0e-4a1b-b896-e48b63925352 None None] The sync data for ids ['75f1331f-c3dc-408b-81ee-543d979381b8'] in n-d-713301-13 is: [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:44Z', 'revision_number': 4, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c0158811-e23a-4665-a5f7-8fbfd064378f', 'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'mac_address': 'fa:16:3e:f0:c5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:41Z', 'updated_at': '2021-08-29T16:52:50Z', 'revision_number': 4, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'subnets': [{'id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:52:51.081734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-32d5588e-42f7-4d29-99f7-c622f8e34ab5 service neutron] 10.222.0.22 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735323 Aug 29 16:52:51.105421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c92ccc-3dbd-4cb4-9ef9-18999b2b28dd req-078d3a8c-fd12-4337-ab6f-cb857156d180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] No DVR routers for this DVR port 0d759338-65a6-4972-9460-1d2817b135e0 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:51.113936 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-07c92ccc-3dbd-4cb4-9ef9-18999b2b28dd req-078d3a8c-fd12-4337-ab6f-cb857156d180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:51.116863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-07c92ccc-3dbd-4cb4-9ef9-18999b2b28dd req-078d3a8c-fd12-4337-ab6f-cb857156d180 tempest-InstanceActionsTestJSON-1019128974 tempest-InstanceActionsTestJSON-1019128974-project] 10.222.0.10 "DELETE /v2.0/ports/0d759338-65a6-4972-9460-1d2817b135e0 HTTP/1.1" status: 204 len: 173 time: 2.2715490 Aug 29 16:52:51.117466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05a3dfa-0e46-4375-84da-9b0c5498a5e6', 'name': 'network-vif-deleted', 'tag': '0d759338-65a6-4972-9460-1d2817b135e0'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:51.127409 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0fd2202-883a-4fce-a7e1-4733cb018b30 req-210ee89d-5ab2-4d13-9897-dfe53200b7ad tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058598 Aug 29 16:52:51.131404 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc5879c-a001-42d3-9943-0810e6fad88f" -d '{"events": [{"server_uuid": "c05a3dfa-0e46-4375-84da-9b0c5498a5e6", "name": "network-vif-deleted", "tag": "0d759338-65a6-4972-9460-1d2817b135e0"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:51.253416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] For port 356fe276-e52e-4de5-976e-98ec731e9398, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:51.263383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] For port 356fe276-e52e-4de5-976e-98ec731e9398, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=356fe276-e52e-4de5-976e-98ec731e9398,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:51.275006 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:51.312035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d85527-3cb4-4035-8f40-057785e89ca4 req-6177a954-a09e-4b86-95c4-16d0e0c48b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:51.321562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8d85527-3cb4-4035-8f40-057785e89ca4 req-6177a954-a09e-4b86-95c4-16d0e0c48b97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=988123c235954f9bace3daa1a6734eaa&device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 1096 time: 0.3082378 Aug 29 16:52:51.477636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:51.478485 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:51.479978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] 10.222.0.16 "PUT /v2.0/ports/356fe276-e52e-4de5-976e-98ec731e9398 HTTP/1.1" status: 200 len: 1092 time: 4.7552979 Aug 29 16:52:51.510145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacea1-6ead-4f6c-b81a-37e8b41433b5 req-9eacb709-84d0-42e2-b725-a15116d1e560 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:51.516748 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d024ee-8cae-4da4-89ec-3584a6378da2 x-openstack-request-id: req-78d024ee-8cae-4da4-89ec-3584a6378da2 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:51.517481 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b82967-cd2c-4c37-af2a-9d7a40e72236", "name": "network-vif-plugged", "status": "completed", "tag": "0675f493-2efa-469e-b7f9-5dd5d7072527", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:51.517481 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78d024ee-8cae-4da4-89ec-3584a6378da2 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:51.518381 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fddacea1-6ead-4f6c-b81a-37e8b41433b5 req-9eacb709-84d0-42e2-b725-a15116d1e560 tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 1096 time: 0.1127510 Aug 29 16:52:51.522784 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b82967-cd2c-4c37-af2a-9d7a40e72236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0675f493-2efa-469e-b7f9-5dd5d7072527', 'code': 200} Aug 29 16:52:51.608114 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fddacea1-6ead-4f6c-b81a-37e8b41433b5 req-b89142a6-20cc-4334-9ea4-c6af24b87b5b tempest-LiveMigrationTest-810946621 tempest-LiveMigrationTest-810946621-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840938 Aug 29 16:52:51.716379 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e271f4-8f57-43a0-b85d-e493871a2935 x-openstack-request-id: req-f1e271f4-8f57-43a0-b85d-e493871a2935 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:51.716889 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05a3dfa-0e46-4375-84da-9b0c5498a5e6", "name": "network-vif-deleted", "tag": "0d759338-65a6-4972-9460-1d2817b135e0", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:51.717510 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1e271f4-8f57-43a0-b85d-e493871a2935 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:51.718583 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05a3dfa-0e46-4375-84da-9b0c5498a5e6', 'name': 'network-vif-deleted', 'tag': '0d759338-65a6-4972-9460-1d2817b135e0', 'status': 'completed', 'code': 200} Aug 29 16:52:51.893808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb11978-894a-43e9-a5bc-595b1c3c3aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=356fe276-e52e-4de5-976e-98ec731e9398,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:51.894865 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8960b7ef-ccd1-41e8-b973-8d49514a848c req-ca5d5841-f0c2-4e49-9c9f-344e06c2d796 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 210 time: 0.0592895 Aug 29 16:52:52.016934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9610da47-9a65-4aa4-912d-1adaa60988cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:52.018499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-9610da47-9a65-4aa4-912d-1adaa60988cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=988123c235954f9bace3daa1a6734eaa&device_id=0f164745-857e-4a8d-8272-f1fcd753d808 HTTP/1.1" status: 200 len: 1095 time: 0.4395564 Aug 29 16:52:52.033578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce92f8b-da7b-46cb-b2c6-151abc565b46 req-23944436-ca6e-468a-b891-e7a4668bad6c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:52.035346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ce92f8b-da7b-46cb-b2c6-151abc565b46 req-23944436-ca6e-468a-b891-e7a4668bad6c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 945 time: 0.3660815 Aug 29 16:52:52.084644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d85527-3cb4-4035-8f40-057785e89ca4 req-709d9166-d369-449e-97f1-a9accc8326bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:52.085919 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8d85527-3cb4-4035-8f40-057785e89ca4 req-709d9166-d369-449e-97f1-a9accc8326bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9527771-9b81-41b6-8b71-cf03264ba701 HTTP/1.1" status: 200 len: 918 time: 0.6930108 Aug 29 16:52:52.087234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-98ed2d19-35d2-41de-b254-282a2b66ff05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=356fe276-e52e-4de5-976e-98ec731e9398 HTTP/1.1" status: 200 len: 217 time: 0.0497692 Aug 29 16:52:52.110870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1dc05-1dc3-4e98-bd33-eb9700a06fb5 req-881c550d-1958-41c0-8897-82ed63af80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:52.112335 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98b1dc05-1dc3-4e98-bd33-eb9700a06fb5 req-881c550d-1958-41c0-8897-82ed63af80c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 1097 time: 0.4444804 Aug 29 16:52:52.190518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43426) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:52.268775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8d85527-3cb4-4035-8f40-057785e89ca4 req-8929cba8-9f8c-475e-a160-c4ab99f6d647 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c303182d-3bf9-4917-b91f-948972d3465b HTTP/1.1" status: 200 len: 217 time: 0.1614630 Aug 29 16:52:52.293589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ce92f8b-da7b-46cb-b2c6-151abc565b46 req-33a0dc9c-7912-452f-bc9f-9d4d4163c5c2 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051971 Aug 29 16:52:52.319223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5550726-44f7-4501-a643-b2e22abd6a5e admin admin] Deleting subnet c44a3fd1-a127-47df-86a4-1c80ab31cb28 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:52:52.325565 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5550726-44f7-4501-a643-b2e22abd6a5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:52.375355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9b930-0174-423d-b28c-c6143b4e4c84 req-2ebefb9b-3b74-446d-918a-15d00c60e7fc tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:52.389541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-b4f7f0b9-5ffd-4537-a690-ce02527e4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:52.390777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00d9b930-0174-423d-b28c-c6143b4e4c84 req-2ebefb9b-3b74-446d-918a-15d00c60e7fc tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 944 time: 0.1392205 Aug 29 16:52:52.393249 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-b4f7f0b9-5ffd-4537-a690-ce02527e4cce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6ab6661-5343-4f39-8cdc-e25ddf243d17 HTTP/1.1" status: 200 len: 857 time: 0.2845664 Aug 29 16:52:52.472005 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00d9b930-0174-423d-b28c-c6143b4e4c84 req-febdbc7d-a2b6-41c0-b3d7-31e53500c27f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740120 Aug 29 16:52:52.479009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5550726-44f7-4501-a643-b2e22abd6a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:52.498359 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98b1dc05-1dc3-4e98-bd33-eb9700a06fb5 req-bb80919f-e093-44dd-a208-8af333586982 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570220 Aug 29 16:52:52.578184 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5550726-44f7-4501-a643-b2e22abd6a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:52.622594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-276cbacf-1ef9-4775-8594-f820212c02d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9527771-9b81-41b6-8b71-cf03264ba701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1938283 Aug 29 16:52:52.624856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d85527-3cb4-4035-8f40-057785e89ca4 req-2fe48040-5f29-46e5-a9cb-f8a76a71ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:52.627334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8d85527-3cb4-4035-8f40-057785e89ca4 req-2fe48040-5f29-46e5-a9cb-f8a76a71ea89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6ab6661-5343-4f39-8cdc-e25ddf243d17 HTTP/1.1" status: 200 len: 857 time: 0.3306553 Aug 29 16:52:52.698631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0158811-e23a-4665-a5f7-8fbfd064378f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:52.713524 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5550726-44f7-4501-a643-b2e22abd6a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:52.791159 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c0158811-e23a-4665-a5f7-8fbfd064378f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:52.800615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c0158811-e23a-4665-a5f7-8fbfd064378f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:52.801717 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:52.803502 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5550726-44f7-4501-a643-b2e22abd6a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44a3fd1-a127-47df-86a4-1c80ab31cb28,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:52.824797 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5550726-44f7-4501-a643-b2e22abd6a5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:52.828131 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e5550726-44f7-4501-a643-b2e22abd6a5e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c44a3fd1-a127-47df-86a4-1c80ab31cb28 HTTP/1.1" status: 204 len: 168 time: 0.6357799 Aug 29 16:52:52.832304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43434) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:52.991002 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:53.001496 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:53.080399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port c0158811-e23a-4665-a5f7-8fbfd064378f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0158811-e23a-4665-a5f7-8fbfd064378f,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:53.087010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d8a5a36-1aec-4d52-9e78-79bdb2842708 req-cf33ac2b-1216-4266-a490-be17329d072e tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 210 time: 0.0633261 Aug 29 16:52:53.089988 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:53.165659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=c0158811-e23a-4665-a5f7-8fbfd064378f,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:53.212622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5efa2-660d-45e0-b680-53716e6f94b3 req-ef1ddbc7-6acf-43b5-b85a-b52c9e47dd59 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:53.214297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aaa5efa2-660d-45e0-b680-53716e6f94b3 req-ef1ddbc7-6acf-43b5-b85a-b52c9e47dd59 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.7999082 Aug 29 16:52:53.234754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:53.251245 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9410d7-57ac-485a-9d96-5d2cd4f58cb0']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:53.273114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7075b8-188e-4c83-99b9-f5d7b2a690b2 req-5ef2acbc-84aa-4fea-bb42-351b1827ac34 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:53.275282 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b7075b8-188e-4c83-99b9-f5d7b2a690b2 req-5ef2acbc-84aa-4fea-bb42-351b1827ac34 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 944 time: 0.0978100 Aug 29 16:52:53.278092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635d3160-2019-43ee-a383-ebdaf8bebe46') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:53.278790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635d3160-2019-43ee-a383-ebdaf8bebe46') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:52:53.286580 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8d85527-3cb4-4035-8f40-057785e89ca4 req-8b82b23d-64b1-469d-9095-5f2b0eaccaa6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9527771-9b81-41b6-8b71-cf03264ba701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6225801 Aug 29 16:52:53.299944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:53.357734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:53.431097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:52:53.431470 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:52:53.454563 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:52:53.529879 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aaa5efa2-660d-45e0-b680-53716e6f94b3 req-12b276d0-5616-4416-b116-fae5577a55da tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608516 Aug 29 16:52:53.531504 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8d85527-3cb4-4035-8f40-057785e89ca4 req-db7392fa-6602-4d75-ad1a-5299a2f9d944 service neutron] 10.222.0.16 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327938 Aug 29 16:52:53.562847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44b328-ea49-46a5-9980-25df6fc72f4a req-bf805819-3f25-479b-94ee-ead33a9cab8c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:53.571157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de44b328-ea49-46a5-9980-25df6fc72f4a req-bf805819-3f25-479b-94ee-ead33a9cab8c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 945 time: 0.1890805 Aug 29 16:52:53.592262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-ee7be458-829b-4386-b1c3-62b6933174c8 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:53.594187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-ee7be458-829b-4386-b1c3-62b6933174c8 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.10 "GET /v2.0/networks?id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 HTTP/1.1" status: 200 len: 829 time: 0.2840393 Aug 29 16:52:53.596292 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:53.604182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5b7075b8-188e-4c83-99b9-f5d7b2a690b2 req-a56fa7de-bc95-4525-ac6f-6e157c915e2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Deleting port 2d816108-4eee-4867-9130-902e51bdd854 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:52:53.604602 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5b7075b8-188e-4c83-99b9-f5d7b2a690b2 req-a56fa7de-bc95-4525-ac6f-6e157c915e2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:53.650744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Request body: {'port': {'device_id': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'admin_state_up': True, 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:53.735670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f164745-857e-4a8d-8272-f1fcd753d808', 'tag': '356fe276-e52e-4de5-976e-98ec731e9398'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:53.737848 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7588c277-3c8b-4ff2-974b-9cd977bafb44" -d '{"events": [{"name": "network-changed", "server_uuid": "0f164745-857e-4a8d-8272-f1fcd753d808", "tag": "356fe276-e52e-4de5-976e-98ec731e9398"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:53.765570 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:53.767813 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0f9410d7-57ac-485a-9d96-5d2cd4f58cb0 HTTP/1.1" status: 204 len: 168 time: 0.9339623 Aug 29 16:52:53.775108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7e018-c1eb-4d70-a4b5-3f1c4b3c51c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9410d7-57ac-485a-9d96-5d2cd4f58cb0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:53.838147 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de44b328-ea49-46a5-9980-25df6fc72f4a req-abd0510b-dff0-4fef-90a8-d02ee02a6f04 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595520 Aug 29 16:52:53.874035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-5b7075b8-188e-4c83-99b9-f5d7b2a690b2 req-a56fa7de-bc95-4525-ac6f-6e157c915e2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] For port 2d816108-4eee-4867-9130-902e51bdd854, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2d816108-4eee-4867-9130-902e51bdd854,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:53.878908 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5b7075b8-188e-4c83-99b9-f5d7b2a690b2 req-a56fa7de-bc95-4525-ac6f-6e157c915e2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:53.898222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5b7075b8-188e-4c83-99b9-f5d7b2a690b2 req-a56fa7de-bc95-4525-ac6f-6e157c915e2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Calling delete_port for 2d816108-4eee-4867-9130-902e51bdd854 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:52:53.902464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-2ccf6b59-6914-4b84-9039-b4ca3d9a1aa4 service neutron] 10.222.0.16 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2556574 Aug 29 16:52:54.016035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3735b1-1596-4862-b6a3-48c26526d2c3 req-6d878cb5-7a30-41ad-89ef-ab22ebca1b3f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:54.023809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc3735b1-1596-4862-b6a3-48c26526d2c3 req-6d878cb5-7a30-41ad-89ef-ab22ebca1b3f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 944 time: 0.2621818 Aug 29 16:52:54.025544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43452) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:54.067431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c303182d-3bf9-4917-b91f-948972d3465b details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:52:54.115804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5b7075b8-188e-4c83-99b9-f5d7b2a690b2 req-a56fa7de-bc95-4525-ac6f-6e157c915e2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:54.150762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['01067f0f-fca2-47c8-9850-cc378867fa17'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:54.160421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fa7de-bc95-4525-ac6f-6e157c915e2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Pushing event deleted for resources: {'Port': ['ID=2d816108-4eee-4867-9130-902e51bdd854,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:54.179111 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23845e07-c087-4cad-9922-7868aa885ee3 x-openstack-request-id: req-23845e07-c087-4cad-9922-7868aa885ee3 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:54.179401 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f164745-857e-4a8d-8272-f1fcd753d808", "tag": "356fe276-e52e-4de5-976e-98ec731e9398", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:54.179655 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23845e07-c087-4cad-9922-7868aa885ee3 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:54.180047 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f164745-857e-4a8d-8272-f1fcd753d808', 'tag': '356fe276-e52e-4de5-976e-98ec731e9398', 'status': 'completed', 'code': 200} Aug 29 16:52:54.216082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['2d816108-4eee-4867-9130-902e51bdd854'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:54.268187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7075b8-188e-4c83-99b9-f5d7b2a690b2 req-a56fa7de-bc95-4525-ac6f-6e157c915e2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] No DVR routers for this DVR port 2d816108-4eee-4867-9130-902e51bdd854 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:52:54.281821 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5b7075b8-188e-4c83-99b9-f5d7b2a690b2 req-a56fa7de-bc95-4525-ac6f-6e157c915e2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:54.284331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b7075b8-188e-4c83-99b9-f5d7b2a690b2 req-a56fa7de-bc95-4525-ac6f-6e157c915e2e tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.16 "DELETE /v2.0/ports/2d816108-4eee-4867-9130-902e51bdd854 HTTP/1.1" status: 204 len: 173 time: 0.9973843 Aug 29 16:52:54.284628 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8d85527-3cb4-4035-8f40-057785e89ca4 req-fe583bc8-85a8-48ec-be1c-674eebe2bfe2 service neutron] 10.222.0.16 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894319 Aug 29 16:52:54.285182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'name': 'network-vif-deleted', 'tag': '2d816108-4eee-4867-9130-902e51bdd854'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:54.287699 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a121ab-2851-4af2-b4e8-b6e86fd45b21" -d '{"events": [{"server_uuid": "fcce8d7f-0f98-4c67-a7b6-503cc47f40fd", "name": "network-vif-deleted", "tag": "2d816108-4eee-4867-9130-902e51bdd854"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:54.313169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc3735b1-1596-4862-b6a3-48c26526d2c3 req-9f01a113-87d1-44c0-8213-38d622f087ee tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860854 Aug 29 16:52:54.332179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Made reservation on behalf of d431ca7a8bdb4e109a12931ae7d4fb43 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:54.351458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:54.358782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce731a63-76e6-4fa1-9d13-1f9ce3145b19 req-289c93b8-16d4-4dbc-a039-1c8ee91d5c10 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 210 time: 0.0352683 Aug 29 16:52:54.417804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2b674b0-bd0f-4f03-a8fe-988d61859877 req-2c288198-3a20-49de-841b-18cb39b3e039 service neutron] 10.222.0.16 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863031 Aug 29 16:52:54.428237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43460) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:54.428812 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-08d582ef-7fd1-4ff2-ba65-5e78f7055e37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39e6364a53664e37936582475d66fbf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830957 Aug 29 16:52:54.577809 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c303182d-3bf9-4917-b91f-948972d3465b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c303182d-3bf9-4917-b91f-948972d3465b,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:54.631183 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-82d87d7f-0733-4e38-843c-e0a54ac1490f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:54.641140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'c303182d-3bf9-4917-b91f-948972d3465b', 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701', 'port_id': 'c303182d-3bf9-4917-b91f-948972d3465b', 'mac_address': 'fa:16:3e:3b:78:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ab6661-5343-4f39-8cdc-e25ddf243d17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:52:54.643123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Allocated IP 172.20.0.13 (49c5cef1-1b8e-4701-b403-ed2dc3d2ee38/cec853e5-098f-441a-8d22-7ddb96338ff0/97c2ce1a-c656-4083-81ee-3208a09c35c3) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:52:54.718414 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588c277-3c8b-4ff2-974b-9cd977bafb44 req-6309f023-09e3-4ce1-abbb-5fcbfd8a2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:54.719955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7588c277-3c8b-4ff2-974b-9cd977bafb44 req-6309f023-09e3-4ce1-abbb-5fcbfd8a2ba4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=988123c235954f9bace3daa1a6734eaa&device_id=0f164745-857e-4a8d-8272-f1fcd753d808 HTTP/1.1" status: 200 len: 1095 time: 0.0721757 Aug 29 16:52:54.720627 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-82d87d7f-0733-4e38-843c-e0a54ac1490f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:54.741477 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:54.748924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0158811-e23a-4665-a5f7-8fbfd064378f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:54.755837 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e42d4c-4811-4261-b4bf-1dec2aa6746d x-openstack-request-id: req-f5e42d4c-4811-4261-b4bf-1dec2aa6746d {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:54.757992 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcce8d7f-0f98-4c67-a7b6-503cc47f40fd", "name": "network-vif-deleted", "tag": "2d816108-4eee-4867-9130-902e51bdd854", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:54.758256 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5e42d4c-4811-4261-b4bf-1dec2aa6746d {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:54.759308 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce8d7f-0f98-4c67-a7b6-503cc47f40fd', 'name': 'network-vif-deleted', 'tag': '2d816108-4eee-4867-9130-902e51bdd854', 'status': 'completed', 'code': 200} Aug 29 16:52:54.825432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd651d-844e-4ff9-9c3d-e4c02ff3b142 req-2fde431a-c1a8-49fe-ae79-0ffb4a16c844 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:54.827405 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75cd651d-844e-4ff9-9c3d-e4c02ff3b142 req-2fde431a-c1a8-49fe-ae79-0ffb4a16c844 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.0672050 Aug 29 16:52:54.842873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c303182d-3bf9-4917-b91f-948972d3465b {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:54.846884 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-82d87d7f-0733-4e38-843c-e0a54ac1490f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:54.855220 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-82d87d7f-0733-4e38-843c-e0a54ac1490f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:54.856831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-82d87d7f-0733-4e38-843c-e0a54ac1490f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd8733bc-da1f-41e6-9795-4fea2ae7ba5b HTTP/1.1" status: 204 len: 168 time: 0.4266844 Aug 29 16:52:54.882089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d87d7f-0733-4e38-843c-e0a54ac1490f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8733bc-da1f-41e6-9795-4fea2ae7ba5b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:54.914716 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75cd651d-844e-4ff9-9c3d-e4c02ff3b142 req-bf15aee5-7a04-4fa1-9013-c4f0e789190d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796394 Aug 29 16:52:54.940553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c303182d-3bf9-4917-b91f-948972d3465b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c303182d-3bf9-4917-b91f-948972d3465b,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:54.966044 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:55.020170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588c277-3c8b-4ff2-974b-9cd977bafb44 req-fb59b3cc-ae0d-4c8b-8e04-9df0a1dc0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:55.026606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7588c277-3c8b-4ff2-974b-9cd977bafb44 req-fb59b3cc-ae0d-4c8b-8e04-9df0a1dc0dd0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9527771-9b81-41b6-8b71-cf03264ba701 HTTP/1.1" status: 200 len: 918 time: 0.2885618 Aug 29 16:52:55.056414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c0158811-e23a-4665-a5f7-8fbfd064378f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:55.060336 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:55.148972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=c303182d-3bf9-4917-b91f-948972d3465b,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:55.192765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7588c277-3c8b-4ff2-974b-9cd977bafb44 req-e12a9f0c-7196-43b9-a377-f5d46d811e67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=356fe276-e52e-4de5-976e-98ec731e9398 HTTP/1.1" status: 200 len: 217 time: 0.1252258 Aug 29 16:52:55.216537 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:55.321635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Transition to ACTIVE for port object 97c2ce1a-c656-4083-81ee-3208a09c35c3 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:55.342082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e6f56-6605-4672-8852-bc6c43a1f86e req-4c0afb40-d078-4926-87c4-5a26476f2af7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:55.351732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-417e6f56-6605-4672-8852-bc6c43a1f86e req-4c0afb40-d078-4926-87c4-5a26476f2af7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 945 time: 0.3368857 Aug 29 16:52:55.425789 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:55.434416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588c277-3c8b-4ff2-974b-9cd977bafb44 req-069ea8f6-6444-459b-a9d2-66eef2eaaced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:55.436097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7588c277-3c8b-4ff2-974b-9cd977bafb44 req-069ea8f6-6444-459b-a9d2-66eef2eaaced service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6ab6661-5343-4f39-8cdc-e25ddf243d17 HTTP/1.1" status: 200 len: 857 time: 0.2326775 Aug 29 16:52:55.468998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['c303182d-3bf9-4917-b91f-948972d3465b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:55.498726 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-417e6f56-6605-4672-8852-bc6c43a1f86e req-fa129162-3975-4d3c-882c-805d37ef22e1 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413677 Aug 29 16:52:55.538481 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1227acca-a5c3-4321-a888-048ee8d13edc req-2c4319f9-b507-463f-a8ce-bd7cb812ceff tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 210 time: 0.0808110 Aug 29 16:52:55.602327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:52:55.648188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:55.687412 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7588c277-3c8b-4ff2-974b-9cd977bafb44 req-ab8c8bfe-3e49-463a-ae88-7fe68152733a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9527771-9b81-41b6-8b71-cf03264ba701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2118165 Aug 29 16:52:55.696806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:52:55.797284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33dfcc-684a-478f-ad4d-2662b0cd5a56 req-73954c6f-3a49-401b-b79c-4c173b920140 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:55.811468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d33dfcc-684a-478f-ad4d-2662b0cd5a56 req-73954c6f-3a49-401b-b79c-4c173b920140 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 945 time: 0.1494350 Aug 29 16:52:55.894333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:55.895231 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:55.907054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d33dfcc-684a-478f-ad4d-2662b0cd5a56 req-1e1d6d88-d87a-49cc-a4ff-95c39f70a27a tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946236 Aug 29 16:52:56.033337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Pushing event updated for resources: {'Port': ['ID=97c2ce1a-c656-4083-81ee-3208a09c35c3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:56.037677 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7588c277-3c8b-4ff2-974b-9cd977bafb44 req-b1564776-6a5b-4b03-a5ae-8cbff6a4bcc3 service neutron] 10.222.0.16 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249593 Aug 29 16:52:56.040656 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0754cf7f-48a1-47f1-8543-4e21e0355ae3 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4032373 Aug 29 16:52:56.048561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fea1a-c3ed-43d9-b840-b57df48f341a req-8f29ed8f-3bb0-4604-96d7-30ccdf84f8a0 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:56.050380 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-142fea1a-c3ed-43d9-b840-b57df48f341a req-8f29ed8f-3bb0-4604-96d7-30ccdf84f8a0 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 932 time: 0.3754110 Aug 29 16:52:56.087797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2d816108-4eee-4867-9130-902e51bdd854 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:52:56.136313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c10ba-6cb1-4791-aafb-cd452982b6f3 req-f089d629-968c-44da-a07b-57a51ecf2325 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:56.147301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 2d816108-4eee-4867-9130-902e51bdd854 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:52:56.147651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2d816108-4eee-4867-9130-902e51bdd854 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:52:56.148305 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b4c10ba-6cb1-4791-aafb-cd452982b6f3 req-f089d629-968c-44da-a07b-57a51ecf2325 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1011531 Aug 29 16:52:56.158614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Request body: {'port': {'device_id': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:56.163409 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7588c277-3c8b-4ff2-974b-9cd977bafb44 req-2d3ccbef-3290-4898-8c72-ba25f96fe20f service neutron] 10.222.0.16 "GET /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120195 Aug 29 16:52:56.166692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-92891108-fc8c-469b-be2c-11f69416e999 None None] Provisioning for port 97c2ce1a-c656-4083-81ee-3208a09c35c3 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:56.172848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-92891108-fc8c-469b-be2c-11f69416e999 None None] Provisioning complete for port 97c2ce1a-c656-4083-81ee-3208a09c35c3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:56.173242 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-92891108-fc8c-469b-be2c-11f69416e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.211538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43500) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:56.223333 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-142fea1a-c3ed-43d9-b840-b57df48f341a req-7f463390-4c37-42ab-ac12-1a9df64074bf tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586698 Aug 29 16:52:56.226182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b4c10ba-6cb1-4791-aafb-cd452982b6f3 req-5b50132d-7777-4613-bbb9-afc83f273e8c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708573 Aug 29 16:52:56.257372 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.304054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-92891108-fc8c-469b-be2c-11f69416e999 None None] Port 97c2ce1a-c656-4083-81ee-3208a09c35c3 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:52:56.455460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1121543530-network', 'tenant_id': 'b724a48ffdf24005a387bfd8f6748395'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:56.530485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Made reservation on behalf of b724a48ffdf24005a387bfd8f6748395 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:56.532973 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.543655 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.678278 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.697581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.727802 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ab041fac-6d2e-4eca-a484-474ce1c81017 req-b092d327-b0bb-47c5-9ad0-ffb402d2c802 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 210 time: 0.0481346 Aug 29 16:52:56.745753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:52:56.764110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d334527-86b0-4aca-9a1c-d7fc91bfb151,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:56.767453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.767804 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Added segment a46715ba-7ced-428f-b1c2-c2da9024e430 of type vlan for network 42a328a5-bafa-4c0f-b87b-1a0b1f05f625 Aug 29 16:52:56.781212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c2ce1a-c656-4083-81ee-3208a09c35c3 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:56.797325 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.814408 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.824147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Transition to ACTIVE for port object 97c2ce1a-c656-4083-81ee-3208a09c35c3 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:52:56.829845 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.849699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.850764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:56.851432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:56.896028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Pushing event updated for resources: {'Port': ['ID=97c2ce1a-c656-4083-81ee-3208a09c35c3,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:56.920175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6901982 Aug 29 16:52:56.920742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43508) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:52:56.929322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] Request body: {'subnet': {'network_id': '42a328a5-bafa-4c0f-b87b-1a0b1f05f625', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1121543530-subnet', 'tenant_id': 'b724a48ffdf24005a387bfd8f6748395', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:52:56.932644 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1737738-fcd1-49bf-a80b-771bf151f71c admin admin] Pushing event updated for resources: {'Network': ['ID=42a328a5-bafa-4c0f-b87b-1a0b1f05f625,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:56.944808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 42a328a5-bafa-4c0f-b87b-1a0b1f05f625 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:52:56.961188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] Made reservation on behalf of b724a48ffdf24005a387bfd8f6748395 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:52:56.964838 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:57.139508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Attempting to bind port 97c2ce1a-c656-4083-81ee-3208a09c35c3 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:52:57.147237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Attempting to bind port 97c2ce1a-c656-4083-81ee-3208a09c35c3 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:52:57.149484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Attempting to bind port 97c2ce1a-c656-4083-81ee-3208a09c35c3 on network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:57.193913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Port 97c2ce1a-c656-4083-81ee-3208a09c35c3 on network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:52:57.194506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Attempting to bind port 97c2ce1a-c656-4083-81ee-3208a09c35c3 on network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:52:57.201775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:52:57.202169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Checking segment: {'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:57.202561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Bound using segment: {'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:52:57.202991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Bound port: 97c2ce1a-c656-4083-81ee-3208a09c35c3, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a9f1737-1de9-42e7-b276-c9bf6e151c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:52:57.203397 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:57.257550 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10d17-2c91-4885-85dd-f204f5bbeb21 req-2f338122-4cb2-416a-b846-13c30704425a tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:57.265536 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6be10d17-2c91-4885-85dd-f204f5bbeb21 req-2f338122-4cb2-416a-b846-13c30704425a tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 945 time: 0.1670694 Aug 29 16:52:57.321580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:57.387923 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6be10d17-2c91-4885-85dd-f204f5bbeb21 req-861cc5d1-4885-4464-9d8f-f031c6df313a tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215580 Aug 29 16:52:57.412108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] For port 97c2ce1a-c656-4083-81ee-3208a09c35c3, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:52:57.422356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] For port 97c2ce1a-c656-4083-81ee-3208a09c35c3, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=97c2ce1a-c656-4083-81ee-3208a09c35c3,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:52:57.433757 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:57.473054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe55000-3b46-47b9-9c4a-678ee90282b5 req-0380c85d-83f6-4664-978b-bd3ec87a934a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:57.475383 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fe55000-3b46-47b9-9c4a-678ee90282b5 req-0380c85d-83f6-4664-978b-bd3ec87a934a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1007676 Aug 29 16:52:57.477604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd4906a7-58cd-48f3-b4c8-a2988c4ea9ce,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:57.506965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] Checking segment: {'id': 'a46715ba-7ced-428f-b1c2-c2da9024e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42a328a5-bafa-4c0f-b87b-1a0b1f05f625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:52:57.507333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] Network hostable DHCP agents. Network: 42a328a5-bafa-4c0f-b87b-1a0b1f05f625, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:52:57.527070 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fe55000-3b46-47b9-9c4a-678ee90282b5 req-8e323a3c-8b3b-4e1e-8ad9-ff8d032b740d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410798 Aug 29 16:52:57.553525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] Network 42a328a5-bafa-4c0f-b87b-1a0b1f05f625 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:52:57.563234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Pushing event updated for resources: {'Port': ['ID=97c2ce1a-c656-4083-81ee-3208a09c35c3,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:57.566625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 42a328a5-bafa-4c0f-b87b-1a0b1f05f625) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:52:57.577421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:57.580515 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:57.595396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea92b5-f879-40b7-b278-a7767af6ed7a None None] Network 42a328a5-bafa-4c0f-b87b-1a0b1f05f625 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:57.629263 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-98b257b0-dfd0-4c68-9c7a-d8ee3a8ee074 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6992035 Aug 29 16:52:57.678411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:57.679475 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:57.686279 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-6eba7fca-728b-4c61-b90e-c86e314d223a service neutron] 10.222.0.10 "PUT /v2.0/ports/97c2ce1a-c656-4083-81ee-3208a09c35c3 HTTP/1.1" status: 200 len: 1093 time: 1.5318921 Aug 29 16:52:57.690146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'tag': '97c2ce1a-c656-4083-81ee-3208a09c35c3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:57.698013 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e90f7b-c7c5-4e33-b677-19dde9f7f646" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5d60a2-c1e0-44fc-8c5f-bd5d247db494", "tag": "97c2ce1a-c656-4083-81ee-3208a09c35c3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:57.844203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae2c9-2789-45a3-a760-a10b68993487 req-b501671e-7c9c-4935-be2c-c1576aa782a7 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:57.845893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-484ae2c9-2789-45a3-a760-a10b68993487 req-b501671e-7c9c-4935-be2c-c1576aa782a7 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 944 time: 0.2646582 Aug 29 16:52:57.894791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-3c2bce78-6173-43e6-90bc-e7bd6e5e2d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:57.903281 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-3c2bce78-6173-43e6-90bc-e7bd6e5e2d67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d431ca7a8bdb4e109a12931ae7d4fb43&device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 1096 time: 0.1545463 Aug 29 16:52:57.927253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-484ae2c9-2789-45a3-a760-a10b68993487 req-7cea9b33-948a-4800-97d2-bd79e1f35dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687146 Aug 29 16:52:57.973388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244c342a-9208-40dd-bb18-a4eabb8dcb7a None None] Network 42a328a5-bafa-4c0f-b87b-1a0b1f05f625 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:52:57.985050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0345a346-3ed6-4655-b199-c2192991b509 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c2ce1a-c656-4083-81ee-3208a09c35c3 HTTP/1.1" status: 200 len: 217 time: 0.0634916 Aug 29 16:52:58.090805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-8524cf30-a2fb-4a1d-abaa-f38ca8bf231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:58.092385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-8524cf30-a2fb-4a1d-abaa-f38ca8bf231b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cec853e5-098f-441a-8d22-7ddb96338ff0 HTTP/1.1" status: 200 len: 868 time: 0.1008050 Aug 29 16:52:58.094183 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0c6251-6f49-46d9-b8a1-3f7a5c9fa2ea x-openstack-request-id: req-8b0c6251-6f49-46d9-b8a1-3f7a5c9fa2ea {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:58.094539 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5d60a2-c1e0-44fc-8c5f-bd5d247db494", "tag": "97c2ce1a-c656-4083-81ee-3208a09c35c3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:58.095013 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b0c6251-6f49-46d9-b8a1-3f7a5c9fa2ea {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:58.095469 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'tag': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'status': 'completed', 'code': 200} Aug 29 16:52:58.105739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 356fe276-e52e-4de5-976e-98ec731e9398 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:52:58.141980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c303182d-3bf9-4917-b91f-948972d3465b up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:52:58.200153 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52ece4e1-7e27-4a37-a7c1-932cce47a724 req-28d031f7-364f-41ae-ab85-664a5aef739d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 210 time: 0.0819058 Aug 29 16:52:58.226476 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0aa1557c-5013-4d02-bcf8-b5490f812519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:58.227954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-0aa1557c-5013-4d02-bcf8-b5490f812519 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232507 Aug 29 16:52:58.339272 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 356fe276-e52e-4de5-976e-98ec731e9398, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=356fe276-e52e-4de5-976e-98ec731e9398,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:58.349165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-dfb61022-2954-4447-8637-a50afed97445 service neutron] 10.222.0.10 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115479 Aug 29 16:52:58.366419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '356fe276-e52e-4de5-976e-98ec731e9398', 'network_id': 'c9527771-9b81-41b6-8b71-cf03264ba701', 'port_id': '356fe276-e52e-4de5-976e-98ec731e9398', 'mac_address': 'fa:16:3e:30:b5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ab6661-5343-4f39-8cdc-e25ddf243d17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:52:58.471476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc4b48aa-3d87-401a-9a97-bb126c1e5216 req-c2822090-725d-4fc2-8a7e-86617f4e0d2a service neutron] 10.222.0.10 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152220 Aug 29 16:52:58.483305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28009-052a-439f-b78a-11abfb9ecfca req-baba4e82-c794-4418-bd0d-9facb99dc92c tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:58.492012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-baba4e82-c794-4418-bd0d-9facb99dc92c tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/networks?id=42a328a5-bafa-4c0f-b87b-1a0b1f05f625 HTTP/1.1" status: 200 len: 822 time: 0.1556869 Aug 29 16:52:58.513447 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:58.529412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-1d9756c5-9e13-4b33-af1d-0eddd4672c04 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/quotas/b724a48ffdf24005a387bfd8f6748395 HTTP/1.1" status: 200 len: 375 time: 0.0366027 Aug 29 16:52:58.560995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356fe276-e52e-4de5-976e-98ec731e9398 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:52:58.575359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port c303182d-3bf9-4917-b91f-948972d3465b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:52:58.592664 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-90eeb841-4d3b-4efb-8701-d71e916a9d53 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b724a48ffdf24005a387bfd8f6748395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621595 Aug 29 16:52:58.632995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port c303182d-3bf9-4917-b91f-948972d3465b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:52:58.634345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8795c8b-1b0e-4126-b67d-2b42625f6d5c req-6cc031f8-50b9-4050-b325-35f653631c9b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:58.636118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d8795c8b-1b0e-4126-b67d-2b42625f6d5c req-6cc031f8-50b9-4050-b325-35f653631c9b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 945 time: 0.1087408 Aug 29 16:52:58.636761 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:58.749357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d8795c8b-1b0e-4126-b67d-2b42625f6d5c req-678f02a6-fff4-48b0-bebb-e8d83ac40e67 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062078 Aug 29 16:52:58.768873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 356fe276-e52e-4de5-976e-98ec731e9398, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=356fe276-e52e-4de5-976e-98ec731e9398,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:58.779581 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:58.803196 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-f678fc9d-feac-4388-a31f-7344aea55dfc service neutron] 10.222.0.22 "GET /v2.0/networks/42a328a5-bafa-4c0f-b87b-1a0b1f05f625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095346 Aug 29 16:52:58.888852 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90f7b-c7c5-4e33-b677-19dde9f7f646 req-24e9d34c-cb5d-44bd-a52b-795ce4995c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:58.893214 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69e90f7b-c7c5-4e33-b677-19dde9f7f646 req-24e9d34c-cb5d-44bd-a52b-795ce4995c6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d431ca7a8bdb4e109a12931ae7d4fb43&device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 1096 time: 0.1405790 Aug 29 16:52:58.916962 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-abf2c918-fa3b-413b-9946-1ce86dccf2d0 service neutron] 10.222.0.22 "GET /v2.0/networks/42a328a5-bafa-4c0f-b87b-1a0b1f05f625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129224 Aug 29 16:52:58.959865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=356fe276-e52e-4de5-976e-98ec731e9398,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:58.980558 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:59.009509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84821dbc-e67d-4af7-9473-85499f958595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303182d-3bf9-4917-b91f-948972d3465b'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:52:59.012182 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dcabaa-897b-4e40-9f13-f445dc621df2" -d '{"events": [{"server_uuid": "84821dbc-e67d-4af7-9473-85499f958595", "name": "network-vif-plugged", "status": "completed", "tag": "c303182d-3bf9-4917-b91f-948972d3465b"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:52:59.018834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba377-37ca-4b6a-9322-7d3150a0081c req-07aa0ab5-bb8b-47ae-8441-949334b808a1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:59.020639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-657ba377-37ca-4b6a-9322-7d3150a0081c req-07aa0ab5-bb8b-47ae-8441-949334b808a1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1586461 Aug 29 16:52:59.027674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c303182d-3bf9-4917-b91f-948972d3465b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c303182d-3bf9-4917-b91f-948972d3465b,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:52:59.037394 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:52:59.090787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90f7b-c7c5-4e33-b677-19dde9f7f646 req-381add02-372e-406d-8a54-a369cb013de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:59.092340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69e90f7b-c7c5-4e33-b677-19dde9f7f646 req-381add02-372e-406d-8a54-a369cb013de5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 HTTP/1.1" status: 200 len: 930 time: 0.1769242 Aug 29 16:52:59.103628 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-657ba377-37ca-4b6a-9322-7d3150a0081c req-c8a4b378-f05f-4d87-ba5f-95a464bec9e3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702517 Aug 29 16:52:59.159893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=c303182d-3bf9-4917-b91f-948972d3465b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:52:59.187407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['356fe276-e52e-4de5-976e-98ec731e9398'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:52:59.193163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69e90f7b-c7c5-4e33-b677-19dde9f7f646 req-aa6cfd28-7c4b-4d7f-8edc-9c4dc57dbdd6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c2ce1a-c656-4083-81ee-3208a09c35c3 HTTP/1.1" status: 200 len: 217 time: 0.0878732 Aug 29 16:52:59.306353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90f7b-c7c5-4e33-b677-19dde9f7f646 req-c416eae8-6935-49e0-8ea1-1da02e1ec2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:59.310673 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69e90f7b-c7c5-4e33-b677-19dde9f7f646 req-c416eae8-6935-49e0-8ea1-1da02e1ec2c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cec853e5-098f-441a-8d22-7ddb96338ff0 HTTP/1.1" status: 200 len: 868 time: 0.1094995 Aug 29 16:52:59.338953 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f7cd7d-ddfe-43be-8c45-f5e7ce7cedb7 x-openstack-request-id: req-52f7cd7d-ddfe-43be-8c45-f5e7ce7cedb7 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:52:59.339241 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84821dbc-e67d-4af7-9473-85499f958595", "name": "network-vif-plugged", "status": "completed", "tag": "c303182d-3bf9-4917-b91f-948972d3465b", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:52:59.339488 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52f7cd7d-ddfe-43be-8c45-f5e7ce7cedb7 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:52:59.339876 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84821dbc-e67d-4af7-9473-85499f958595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c303182d-3bf9-4917-b91f-948972d3465b', 'code': 200} Aug 29 16:52:59.343912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd51e4-950a-485d-aa66-fb9a6b00fd3f req-ef3718b7-ff18-4b48-ac86-0df0ee4899f1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:59.352448 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ccfd51e4-950a-485d-aa66-fb9a6b00fd3f req-ef3718b7-ff18-4b48-ac86-0df0ee4899f1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 944 time: 0.0830739 Aug 29 16:52:59.449396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ccfd51e4-950a-485d-aa66-fb9a6b00fd3f req-7c1b3e1f-b5cd-426f-945b-0dab0f126da9 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958610 Aug 29 16:52:59.499357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7555c5c3-56b2-439c-95b1-2c0191c94f14 req-c13038ee-c771-4226-bb61-200a5c150183 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 210 time: 0.0772371 Aug 29 16:52:59.510762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90f7b-c7c5-4e33-b677-19dde9f7f646 req-eea27333-c6de-4924-9979-5acbe94c467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:59.512376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69e90f7b-c7c5-4e33-b677-19dde9f7f646 req-eea27333-c6de-4924-9979-5acbe94c467b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1921182 Aug 29 16:52:59.523068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015769a0-a1d2-485b-b2b0-9f57dcf82679 req-fc758e7a-35b2-4ab8-bd77-ca8c15380118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:59.527073 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-015769a0-a1d2-485b-b2b0-9f57dcf82679 req-fc758e7a-35b2-4ab8-bd77-ca8c15380118 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 1098 time: 0.1287682 Aug 29 16:52:59.617025 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a35bef87-16e3-4439-b329-69dda61c7351 req-878c0804-73ab-4570-a4ce-686e80d36237 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 210 time: 0.0654643 Aug 29 16:52:59.624071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-015769a0-a1d2-485b-b2b0-9f57dcf82679 req-63e210b8-4e06-4582-9450-101f556886aa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866420 Aug 29 16:52:59.673118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69e90f7b-c7c5-4e33-b677-19dde9f7f646 req-ddc8509e-34cc-402f-8e52-205b7b2c295a service neutron] 10.222.0.10 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450608 Aug 29 16:52:59.813279 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69e90f7b-c7c5-4e33-b677-19dde9f7f646 req-0c20ec49-95f8-4582-9872-e83a11b3f2d5 service neutron] 10.222.0.10 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318519 Aug 29 16:52:59.935235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c94d1-ad7b-484e-aff6-9db7ff21297e req-00dddb81-8020-407c-97f1-0b0d26f1ebf7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:52:59.942529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a12c94d1-ad7b-484e-aff6-9db7ff21297e req-00dddb81-8020-407c-97f1-0b0d26f1ebf7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 946 time: 0.0860465 Aug 29 16:52:59.989411 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a12c94d1-ad7b-484e-aff6-9db7ff21297e req-56d8fa3a-8d54-4255-99cf-587f1a6b2e8b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Aug 29 16:53:00.277959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3196939-e289-4533-98b6-e33b2591aac5 req-261888a3-094c-460d-9657-6ffc2c5e932d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:00.286405 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3196939-e289-4533-98b6-e33b2591aac5 req-261888a3-094c-460d-9657-6ffc2c5e932d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.0786369 Aug 29 16:53:00.761868 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3196939-e289-4533-98b6-e33b2591aac5 req-4ec14ede-33c7-4d12-ad26-67181be62e38 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743392 Aug 29 16:53:00.791678 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-1c51290a-804a-41bb-8b33-defb7c9529cd service neutron] show failed (client error): The resource could not be found. Aug 29 16:53:00.793132 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-1c51290a-804a-41bb-8b33-defb7c9529cd service neutron] 10.222.0.10 "GET /v2.0/ports/8aefebe3-b85f-43fb-9d15-52b7881d4287/bindings/n-h2-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.2773521 Aug 29 16:53:00.812531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47564148-5798-4d2b-928b-84e57c116452 req-3f7a005b-aa23-4c44-b87c-09f786bea635 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:00.826552 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47564148-5798-4d2b-928b-84e57c116452 req-3f7a005b-aa23-4c44-b87c-09f786bea635 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 944 time: 0.2437830 Aug 29 16:53:00.924497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47564148-5798-4d2b-928b-84e57c116452 req-e6762c61-96e5-409f-a7d0-08aed3f72a30 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775881 Aug 29 16:53:00.948255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5a6bb98f-44c9-46a0-a3ce-3642664c7150 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:00.949760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5a6bb98f-44c9-46a0-a3ce-3642664c7150 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.16 "GET /v2.0/networks?id=42a328a5-bafa-4c0f-b87b-1a0b1f05f625 HTTP/1.1" status: 200 len: 822 time: 0.3657374 Aug 29 16:53:00.962743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1de5494-9c13-46ef-b424-7408e42a88f3 req-cfe1aea0-c799-412f-b728-2f0c16b74a2b tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 210 time: 0.0506194 Aug 29 16:53:00.970057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Request body: {'port': {'device_id': '15dcc7eb-86bc-465b-bc33-f8ba0e550698', 'network_id': '42a328a5-bafa-4c0f-b87b-1a0b1f05f625', 'admin_state_up': True, 'tenant_id': 'b724a48ffdf24005a387bfd8f6748395'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:01.119520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a590881-3b69-4034-90d3-81a360422bf1 req-271af6d0-5e1f-4c81-b1bc-0ad02fa18775 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcce8d7f-0f98-4c67-a7b6-503cc47f40fd HTTP/1.1" status: 200 len: 210 time: 0.0424759 Aug 29 16:53:01.180851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fee78a-d967-4c0f-b988-933bfbc758ca req-d0cc625f-b0e4-4cb2-a85a-f04e363739f3 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:01.183064 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-84fee78a-d967-4c0f-b988-933bfbc758ca req-d0cc625f-b0e4-4cb2-a85a-f04e363739f3 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 946 time: 0.0825810 Aug 29 16:53:01.228832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Made reservation on behalf of b724a48ffdf24005a387bfd8f6748395 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:01.236744 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:01.318844 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-84fee78a-d967-4c0f-b988-933bfbc758ca req-64331960-12f3-4bfa-bb6b-95803a79cb99 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292357 Aug 29 16:53:01.429532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-d6057630-9743-4797-bdaa-db6d35ce3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:01.431337 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-d6057630-9743-4797-bdaa-db6d35ce3e28 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9&tenant_id=0f1094930cac4d8f9e7626730739de9b HTTP/1.1" status: 200 len: 1101 time: 0.1387849 Aug 29 16:53:01.503340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:01.927920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Allocated IP 172.20.0.13 (42a328a5-bafa-4c0f-b87b-1a0b1f05f625/dd4906a7-58cd-48f3-b4c8-a2988c4ea9ce/99b5cf53-c9db-4185-90bc-a1f9c53d32dc) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:01.967577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 97c2ce1a-c656-4083-81ee-3208a09c35c3 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:53:01.986681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:02.016742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e68f6-99f0-431d-b299-2821e620bf52 req-f19d0471-cbe2-43c7-9c5e-f5130619fbb8 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:02.018572 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-382e68f6-99f0-431d-b299-2821e620bf52 req-f19d0471-cbe2-43c7-9c5e-f5130619fbb8 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1627491 Aug 29 16:53:02.119033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 97c2ce1a-c656-4083-81ee-3208a09c35c3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=97c2ce1a-c656-4083-81ee-3208a09c35c3,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:02.119525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef774749-7e9e-4692-9c5d-d9fafd78a0ac req-97b95b1b-805e-4fa0-8989-9a8e415e2ce9 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:02.130312 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef774749-7e9e-4692-9c5d-d9fafd78a0ac req-97b95b1b-805e-4fa0-8989-9a8e415e2ce9 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 944 time: 0.0846107 Aug 29 16:53:02.136951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'port_id': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'mac_address': 'fa:16:3e:ca:c4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:53:02.139845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 356fe276-e52e-4de5-976e-98ec731e9398 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:02.186350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-382e68f6-99f0-431d-b299-2821e620bf52 req-89b57cec-3a7d-4cc1-b6e5-104c659e96f4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545043 Aug 29 16:53:02.189406 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef774749-7e9e-4692-9c5d-d9fafd78a0ac req-64cef50c-7c96-4368-9507-22ba243dbd44 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576160 Aug 29 16:53:02.310957 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:02.412542 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4064b8c-8ad3-45af-bdde-c3bbd75f8835 req-2853067a-73bb-4f02-b13b-d6fad9426d84 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 210 time: 0.0404503 Aug 29 16:53:02.449087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 356fe276-e52e-4de5-976e-98ec731e9398 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:02.455210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 356fe276-e52e-4de5-976e-98ec731e9398 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:02.455731 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:02.530495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:02.576016 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:02.623818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:02.658698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c2ce1a-c656-4083-81ee-3208a09c35c3 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:02.686636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 97c2ce1a-c656-4083-81ee-3208a09c35c3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=97c2ce1a-c656-4083-81ee-3208a09c35c3,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:02.694443 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:02.710651 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:02.744497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Network 42a328a5-bafa-4c0f-b87b-1a0b1f05f625 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:02.746394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:02.760138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8a384-0bf3-40ee-8445-0474606a9bba req-475702a0-7b67-4afe-a510-b461dde91576 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:02.760738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f164745-857e-4a8d-8272-f1fcd753d808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356fe276-e52e-4de5-976e-98ec731e9398'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:02.762188 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1b8a384-0bf3-40ee-8445-0474606a9bba req-475702a0-7b67-4afe-a510-b461dde91576 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 946 time: 0.2902133 Aug 29 16:53:02.762883 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fa072d-ceaf-4b4c-98c4-cece7759c111" -d '{"events": [{"server_uuid": "0f164745-857e-4a8d-8272-f1fcd753d808", "name": "network-vif-plugged", "status": "completed", "tag": "356fe276-e52e-4de5-976e-98ec731e9398"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:02.794109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:02.806438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:02.807474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 356fe276-e52e-4de5-976e-98ec731e9398, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=356fe276-e52e-4de5-976e-98ec731e9398,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:02.830620 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6c312d-c09f-4aaa-8b10-c2a6bd03f8e2 x-openstack-request-id: req-fc6c312d-c09f-4aaa-8b10-c2a6bd03f8e2 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:02.830921 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f164745-857e-4a8d-8272-f1fcd753d808", "name": "network-vif-plugged", "status": "completed", "tag": "356fe276-e52e-4de5-976e-98ec731e9398", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:02.831173 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc6c312d-c09f-4aaa-8b10-c2a6bd03f8e2 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:02.831566 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f164745-857e-4a8d-8272-f1fcd753d808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356fe276-e52e-4de5-976e-98ec731e9398', 'code': 200} Aug 29 16:53:02.834740 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:02.840142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=97c2ce1a-c656-4083-81ee-3208a09c35c3,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:02.875617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Pushing event updated for resources: {'Port': ['ID=99b5cf53-c9db-4185-90bc-a1f9c53d32dc,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:02.912608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:02.915223 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86e6627-07e1-4c5d-a534-4f5aa9b7866b" -d '{"events": [{"server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:02.921846 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:02.922353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=356fe276-e52e-4de5-976e-98ec731e9398,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:02.952621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:02.953766 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:02.963477 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1b8a384-0bf3-40ee-8445-0474606a9bba req-c22eb835-c3ab-4c01-89b9-1f3d57fd8ae2 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663437 Aug 29 16:53:02.968818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Transition to ACTIVE for port object 8aefebe3-b85f-43fb-9d15-52b7881d4287 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:02.974524 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df4b62-7717-4495-91a4-9ecdf8cb9cd6 req-23c941d0-a742-40e5-ae98-aee044af0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:02.976018 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5df4b62-7717-4495-91a4-9ecdf8cb9cd6 req-23c941d0-a742-40e5-ae98-aee044af0a04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f164745-857e-4a8d-8272-f1fcd753d808 HTTP/1.1" status: 200 len: 1097 time: 0.0757067 Aug 29 16:53:02.978537 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:02.985775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['97c2ce1a-c656-4083-81ee-3208a09c35c3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:03.002814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-5e1da313-1648-482b-a5b6-b56d25c87c99 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0366580 Aug 29 16:53:03.028016 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd7e1cc-2fd7-4657-aed1-53db848d7930 x-openstack-request-id: req-1dd7e1cc-2fd7-4657-aed1-53db848d7930 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:03.028426 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:03.028777 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1dd7e1cc-2fd7-4657-aed1-53db848d7930 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:03.029350 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'code': 200} Aug 29 16:53:03.036785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Request body: {'port': {'device_id': '15dcc7eb-86bc-465b-bc33-f8ba0e550698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:03.054171 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5df4b62-7717-4495-91a4-9ecdf8cb9cd6 req-e0dee7ce-ddc5-4d7e-91c9-c231e41f93a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644140 Aug 29 16:53:03.100525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:03.164394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] No DVR routers for this DVR port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:03.180041 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:03.304785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:03.305117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:03.305483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:03.312968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:53:03.313389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:03.347238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9dfd9-1d47-40a6-9ef0-a1178816f93c req-4ca3c237-5e9d-4f25-8f62-75e50ed32619 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:03.355262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ce9dfd9-1d47-40a6-9ef0-a1178816f93c req-4ca3c237-5e9d-4f25-8f62-75e50ed32619 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f164745-857e-4a8d-8272-f1fcd753d808 HTTP/1.1" status: 200 len: 945 time: 0.1849995 Aug 29 16:53:03.359959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:03.360223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:03.360611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:03.361059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Bound port: 8aefebe3-b85f-43fb-9d15-52b7881d4287, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:03.361530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:03.417488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae2135-01b7-493a-90b5-34aba706ec47 req-26c89b24-7b01-404c-932d-ab17f124100e tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:03.431559 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0ae2135-01b7-493a-90b5-34aba706ec47 req-26c89b24-7b01-404c-932d-ab17f124100e tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 945 time: 0.1103327 Aug 29 16:53:03.437508 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ce9dfd9-1d47-40a6-9ef0-a1178816f93c req-1f7ebcf4-0f4b-4d19-b06a-756082a2addd tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811772 Aug 29 16:53:03.536596 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0ae2135-01b7-493a-90b5-34aba706ec47 req-0dc56c69-7286-441b-bf12-148357f12733 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040490 Aug 29 16:53:03.677495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe449b5-e162-4b26-897b-7614e115168a req-ab9d4475-09eb-4553-b736-80b494635616 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:03.684732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2fe449b5-e162-4b26-897b-7614e115168a req-ab9d4475-09eb-4553-b736-80b494635616 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 947 time: 0.1071815 Aug 29 16:53:03.737897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bc144-7ce2-47d3-96ce-0f79641a1cbe req-51d12f57-b9c2-4194-9d42-d7ea43823cac tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:03.747576 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0d9bc144-7ce2-47d3-96ce-0f79641a1cbe req-51d12f57-b9c2-4194-9d42-d7ea43823cac tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 932 time: 0.0727179 Aug 29 16:53:03.811578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:03.818219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0d9bc144-7ce2-47d3-96ce-0f79641a1cbe req-9675a976-2008-4449-831a-a537faf1702e tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675628 Aug 29 16:53:03.834447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2fe449b5-e162-4b26-897b-7614e115168a req-ff222d47-1744-4941-b1da-2db185ad2242 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487644 Aug 29 16:53:03.872696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:03.890377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:03.999852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 97c2ce1a-c656-4083-81ee-3208a09c35c3 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:04.021174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:04.022640 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:04.024517 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] 10.222.0.16 "PUT /v2.0/ports/8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 1096 time: 2.5260615 Aug 29 16:53:04.036722 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e68c1d-782a-467a-bf9d-edcf87fa9004 service neutron] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:04.101025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 97c2ce1a-c656-4083-81ee-3208a09c35c3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:04.108089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 97c2ce1a-c656-4083-81ee-3208a09c35c3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:04.108669 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:04.189897 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-7bf77628-ebd8-4118-808e-aedd0fdc8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:04.191448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-7bf77628-ebd8-4118-808e-aedd0fdc8e99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1099 time: 0.1361434 Aug 29 16:53:04.261914 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:04.324676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b5cf53-c9db-4185-90bc-a1f9c53d32dc {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:04.345467 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:04.347482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 97c2ce1a-c656-4083-81ee-3208a09c35c3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=97c2ce1a-c656-4083-81ee-3208a09c35c3,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:04.363240 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:04.365669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:04.384739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Transition to ACTIVE for port object 99b5cf53-c9db-4185-90bc-a1f9c53d32dc will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:04.417255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-e34e45b9-3ab8-4ab2-96ed-c4660183a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:04.418826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-e34e45b9-3ab8-4ab2-96ed-c4660183a2e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1937232 Aug 29 16:53:04.419446 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:04.562615 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-ee5bda97-9f5a-4bb9-b356-431eda210b9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 217 time: 0.0611947 Aug 29 16:53:04.570895 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:04.578092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=97c2ce1a-c656-4083-81ee-3208a09c35c3,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:04.664936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Pushing event updated for resources: {'Port': ['ID=99b5cf53-c9db-4185-90bc-a1f9c53d32dc,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:04.776758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795ca8e-af7d-40ac-af42-f57d47848545 req-eac26608-3a80-4d22-b88a-4c4ebca6a724 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:04.778766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d795ca8e-af7d-40ac-af42-f57d47848545 req-eac26608-3a80-4d22-b88a-4c4ebca6a724 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f164745-857e-4a8d-8272-f1fcd753d808 HTTP/1.1" status: 200 len: 945 time: 0.1396196 Aug 29 16:53:04.808223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-5f17de36-b2d5-4156-ab53-620caef481f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:04.809826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-5f17de36-b2d5-4156-ab53-620caef481f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.2280638 Aug 29 16:53:04.810884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Attempting to bind port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:04.811221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Attempting to bind port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'a46715ba-7ced-428f-b1c2-c2da9024e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42a328a5-bafa-4c0f-b87b-1a0b1f05f625'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:04.811661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Attempting to bind port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc on network 42a328a5-bafa-4c0f-b87b-1a0b1f05f625 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:04.836053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c2ce1a-c656-4083-81ee-3208a09c35c3'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:04.838387 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ce75c7-277c-4c02-bdab-518a5909aa3b" -d '{"events": [{"server_uuid": "7d5d60a2-c1e0-44fc-8c5f-bd5d247db494", "name": "network-vif-plugged", "status": "completed", "tag": "97c2ce1a-c656-4083-81ee-3208a09c35c3"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:04.855217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d795ca8e-af7d-40ac-af42-f57d47848545 req-8fad4678-bc5d-4c75-8f05-6689349f250f tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704088 Aug 29 16:53:04.890883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc on network 42a328a5-bafa-4c0f-b87b-1a0b1f05f625 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:53:04.891212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Attempting to bind port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc on network 42a328a5-bafa-4c0f-b87b-1a0b1f05f625 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:04.906123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:04.906548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Checking segment: {'id': 'a46715ba-7ced-428f-b1c2-c2da9024e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42a328a5-bafa-4c0f-b87b-1a0b1f05f625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:04.906854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Bound using segment: {'id': 'a46715ba-7ced-428f-b1c2-c2da9024e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42a328a5-bafa-4c0f-b87b-1a0b1f05f625'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:04.907307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Bound port: 99b5cf53-c9db-4185-90bc-a1f9c53d32dc, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46715ba-7ced-428f-b1c2-c2da9024e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42a328a5-bafa-4c0f-b87b-1a0b1f05f625'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:04.907671 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:04.912018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-e7173a91-d67f-4073-94aa-f0ea499b4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:04.913733 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-e7173a91-d67f-4073-94aa-f0ea499b4f0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0926864 Aug 29 16:53:04.946821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74ef46-22b0-4e73-824b-10275ce4a93f req-2517af77-ffc1-45c0-93d5-05e6dd91dfa6 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:04.948538 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eb74ef46-22b0-4e73-824b-10275ce4a93f req-2517af77-ffc1-45c0-93d5-05e6dd91dfa6 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 946 time: 0.1948881 Aug 29 16:53:05.023095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe78a74-52f0-46d0-84f9-7ed16d111d44 req-48fa73da-8acb-4335-ae82-1953d2ca36a9 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:05.032751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:05.035067 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:05.045235 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fe78a74-52f0-46d0-84f9-7ed16d111d44 req-48fa73da-8acb-4335-ae82-1953d2ca36a9 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 944 time: 0.1025112 Aug 29 16:53:05.084560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eb74ef46-22b0-4e73-824b-10275ce4a93f req-59f9c5cd-355a-41bf-a4de-cfaa4ee3f297 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208808 Aug 29 16:53:05.118688 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fe78a74-52f0-46d0-84f9-7ed16d111d44 req-21a9868e-671f-4967-a8e0-20daaca4ce14 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710447 Aug 29 16:53:05.118968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] For port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:05.128704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] For port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=99b5cf53-c9db-4185-90bc-a1f9c53d32dc,segment=NetworkSegment(a46715ba-7ced-428f-b1c2-c2da9024e430),segment_id=a46715ba-7ced-428f-b1c2-c2da9024e430)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:05.151683 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-ad2d3914-e6b3-4d35-8154-b2225b87e81a service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271783 Aug 29 16:53:05.197731 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae28b00-25b4-4ea3-a0e5-9a42dcb18b2c x-openstack-request-id: req-1ae28b00-25b4-4ea3-a0e5-9a42dcb18b2c {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:05.198225 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5d60a2-c1e0-44fc-8c5f-bd5d247db494", "name": "network-vif-plugged", "status": "completed", "tag": "97c2ce1a-c656-4083-81ee-3208a09c35c3", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:05.198225 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ae28b00-25b4-4ea3-a0e5-9a42dcb18b2c {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:05.198736 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'code': 200} Aug 29 16:53:05.257878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:05.468477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:05.469112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:05.471132 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] 10.222.0.16 "PUT /v2.0/ports/99b5cf53-c9db-4185-90bc-a1f9c53d32dc HTTP/1.1" status: 200 len: 1093 time: 2.4386859 Aug 29 16:53:05.501579 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b461c25-9daf-4821-b441-b154f7cf56d2 x-openstack-request-id: req-9b461c25-9daf-4821-b441-b154f7cf56d2 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:05.501913 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:05.505865 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b461c25-9daf-4821-b441-b154f7cf56d2 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:05.506410 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'status': 'completed', 'code': 200} Aug 29 16:53:05.528038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f509cb6-a333-4f7a-aea9-d4c58595362a req-bf11a4e2-f946-4680-b143-822675d1a02c service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691034 Aug 29 16:53:05.562454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c14ca-f669-468b-af12-92181009060c req-aaf16c71-9ca2-42be-aecb-625b9f9b50db tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:05.564160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d04c14ca-f669-468b-af12-92181009060c req-aaf16c71-9ca2-42be-aecb-625b9f9b50db tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 947 time: 0.3078837 Aug 29 16:53:05.603785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662b8e-cab7-4fb6-b31f-b3792b762e58 req-783bc9fa-aee1-43f8-a1f4-0afc5a7667c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:05.605183 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc662b8e-cab7-4fb6-b31f-b3792b762e58 req-783bc9fa-aee1-43f8-a1f4-0afc5a7667c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 1098 time: 0.2300231 Aug 29 16:53:05.655450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-1384d76b-9558-408b-922b-1f1189e90057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:05.657110 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-1384d76b-9558-408b-922b-1f1189e90057 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1099 time: 0.1397209 Aug 29 16:53:05.729499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc0d0c-621d-4851-a61c-61472ee442bc service neutron] Pushing event updated for resources: {'Port': ['ID=99b5cf53-c9db-4185-90bc-a1f9c53d32dc,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:05.789106 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d04c14ca-f669-468b-af12-92181009060c req-bf1ca691-452a-48ef-aec5-4627ce962634 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769178 Aug 29 16:53:05.792925 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-4f31c8c3-f163-4dea-9336-654a9405d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:05.793454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-2ee54786-eb9c-4582-8936-b790d09e2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:05.794906 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-4f31c8c3-f163-4dea-9336-654a9405d5a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1286995 Aug 29 16:53:05.795031 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-2ee54786-eb9c-4582-8936-b790d09e2bf3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1099 time: 0.1793916 Aug 29 16:53:05.797139 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc662b8e-cab7-4fb6-b31f-b3792b762e58 req-543f12d3-6a02-4892-934c-238e034fd864 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808662 Aug 29 16:53:05.800130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28009-052a-439f-b78a-11abfb9ecfca req-ada03b09-74a1-4a60-a5c9-f66907c8aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:05.801972 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-ada03b09-74a1-4a60-a5c9-f66907c8aba1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b724a48ffdf24005a387bfd8f6748395&device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 1096 time: 0.2536492 Aug 29 16:53:05.922022 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-e7aca6da-f892-4b4d-9632-6534477916c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b5cf53-c9db-4185-90bc-a1f9c53d32dc HTTP/1.1" status: 200 len: 217 time: 0.0960710 Aug 29 16:53:06.001710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a28009-052a-439f-b78a-11abfb9ecfca req-844b2d68-4204-4afe-bb85-17e399f1d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:06.003200 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-844b2d68-4204-4afe-bb85-17e399f1d6ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd4906a7-58cd-48f3-b4c8-a2988c4ea9ce HTTP/1.1" status: 200 len: 862 time: 0.0716102 Aug 29 16:53:06.006610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-9367a552-5f0a-4f53-ab68-68e8bddc27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:06.007970 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-9367a552-5f0a-4f53-ab68-68e8bddc27fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1856508 Aug 29 16:53:06.019003 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-95ebdcc3-051c-4f1f-83fa-0b02dcea7091 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 217 time: 0.0403168 Aug 29 16:53:06.036326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe65b5-544f-47bf-a844-5d3adbe90242 req-ea47ad92-ec98-4cd6-9191-e78062b0df5b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:06.043146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bcfe65b5-544f-47bf-a844-5d3adbe90242 req-ea47ad92-ec98-4cd6-9191-e78062b0df5b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f164745-857e-4a8d-8272-f1fcd753d808 HTTP/1.1" status: 200 len: 945 time: 0.0946629 Aug 29 16:53:06.074623 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-78a6a882-b03c-4ada-ae79-aea437c7678b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=42a328a5-bafa-4c0f-b87b-1a0b1f05f625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548089 Aug 29 16:53:06.125176 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-a4a7730b-a409-40a9-9faa-788f19d3e65f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 217 time: 0.0899756 Aug 29 16:53:06.141283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bcfe65b5-544f-47bf-a844-5d3adbe90242 req-79f68252-dc8e-492d-8ca9-327a546d27bb tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937617 Aug 29 16:53:06.150932 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-eeff912f-2c2c-400b-9ab2-8c6e44a0e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:06.152472 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-eeff912f-2c2c-400b-9ab2-8c6e44a0e323 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1074147 Aug 29 16:53:06.242903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-f3adb8b0-fd15-43e9-9d54-3908eeb43262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:06.244174 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-f3adb8b0-fd15-43e9-9d54-3908eeb43262 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1050482 Aug 29 16:53:06.263721 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-07f6c146-ee5d-4f20-82fc-f980a6415b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:06.265250 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-07f6c146-ee5d-4f20-82fc-f980a6415b6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877347 Aug 29 16:53:06.277627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-17ae6e4a-2361-453f-b0b8-8e490d868d39 service neutron] 10.222.0.16 "GET /v2.0/networks/42a328a5-bafa-4c0f-b87b-1a0b1f05f625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685760 Aug 29 16:53:06.384200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-273405df-de76-4823-a53c-27595225d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:06.385981 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-273405df-de76-4823-a53c-27595225d79b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299765 Aug 29 16:53:06.430451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e1e35-813a-4e42-86ce-24b4b3cd3429 req-5d9643d4-7191-4cd7-946b-fa649bc970b7 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:06.437719 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a2e1e35-813a-4e42-86ce-24b4b3cd3429 req-5d9643d4-7191-4cd7-946b-fa649bc970b7 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 946 time: 0.1100454 Aug 29 16:53:06.471308 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-3527b18a-3c74-4c34-9d5b-eea1bd229b10 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979814 Aug 29 16:53:06.506256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97a28009-052a-439f-b78a-11abfb9ecfca req-24af845f-7833-4b1f-ae5a-18711f888278 service neutron] 10.222.0.16 "GET /v2.0/networks/42a328a5-bafa-4c0f-b87b-1a0b1f05f625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138631 Aug 29 16:53:06.548807 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a2e1e35-813a-4e42-86ce-24b4b3cd3429 req-ec0828bd-bf17-40db-9a03-90bd5e9b2191 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101706 Aug 29 16:53:06.549813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893e03-cf40-4299-90f9-5436b42297e7 req-22e81960-09d5-4ecc-ad8c-edab70cb2843 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:06.551395 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5e893e03-cf40-4299-90f9-5436b42297e7 req-22e81960-09d5-4ecc-ad8c-edab70cb2843 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 944 time: 0.0996473 Aug 29 16:53:06.553446 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-044d7af1-7d5a-4f6d-b6d0-7888b817de4c service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571186 Aug 29 16:53:06.602955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-929646d5-eb03-4e5c-bc2e-bcb88128c496 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147702 Aug 29 16:53:06.649951 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5e893e03-cf40-4299-90f9-5436b42297e7 req-1ec02b81-2682-43de-896d-8c925e758f0c tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915616 Aug 29 16:53:06.697971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e0d7ea4-315e-43f1-bb3d-0755c24a20b3 req-9ed71238-03e5-47a9-ae13-f296e413aecb service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126142 Aug 29 16:53:06.752564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65193537-1ba1-4d31-a482-dbf67d442322 req-d8784773-9f2f-4c9c-bfb4-7a304dd34e04 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:06.754829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65193537-1ba1-4d31-a482-dbf67d442322 req-d8784773-9f2f-4c9c-bfb4-7a304dd34e04 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f164745-857e-4a8d-8272-f1fcd753d808 HTTP/1.1" status: 200 len: 945 time: 0.0552862 Aug 29 16:53:06.798004 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65193537-1ba1-4d31-a482-dbf67d442322 req-d4d5ebe4-2cea-4b4b-b021-e2a735d9fdf4 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Aug 29 16:53:06.932969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91b74c-6791-4f48-89bd-a59101cc98e3 req-f202e87e-59f0-4272-ac68-ed16dc7613c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:06.934545 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ab91b74c-6791-4f48-89bd-a59101cc98e3 req-f202e87e-59f0-4272-ac68-ed16dc7613c5 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 947 time: 0.0582659 Aug 29 16:53:06.986017 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ab91b74c-6791-4f48-89bd-a59101cc98e3 req-27c248e5-bdcd-4740-8bb9-cdbde04b3f0b tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398791 Aug 29 16:53:07.011570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-2dfd1e41-51b9-4d10-8c9c-e56ce97fac4c tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:07.013079 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-2dfd1e41-51b9-4d10-8c9c-e56ce97fac4c tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/networks?id=b45f752c-040e-455b-87a1-50c37d6fdb5f HTTP/1.1" status: 200 len: 814 time: 0.1499081 Aug 29 16:53:07.029078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-64529168-7689-4fe7-99bf-a55e21cf475e tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/quotas/e813e7c4026d4c0189a2f39cca39a3dc HTTP/1.1" status: 200 len: 375 time: 0.0096998 Aug 29 16:53:07.083852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-27af490f-fb5d-49fc-8e03-e4f7b3b1fb83 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e813e7c4026d4c0189a2f39cca39a3dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481639 Aug 29 16:53:07.187389 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-90f6a53e-e280-46cd-ac3d-309b604c9fd0 service neutron] 10.222.0.22 "GET /v2.0/networks/b45f752c-040e-455b-87a1-50c37d6fdb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954487 Aug 29 16:53:07.239677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0dc00-d399-469b-99f9-4424847642e9 req-2cb93d0b-189f-4403-bc67-0e2e7cbb1a3f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:07.241314 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c8a0dc00-d399-469b-99f9-4424847642e9 req-2cb93d0b-189f-4403-bc67-0e2e7cbb1a3f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 945 time: 0.0531189 Aug 29 16:53:07.281038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c8a0dc00-d399-469b-99f9-4424847642e9 req-a0694d8c-8b63-41e2-bf0a-6691aac280fd tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329659 Aug 29 16:53:07.286274 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-9fdb126c-06ce-4ae8-9038-899f238d8bec service neutron] 10.222.0.22 "GET /v2.0/networks/b45f752c-040e-455b-87a1-50c37d6fdb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920300 Aug 29 16:53:07.452940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e71eb7ce-0c11-4313-888b-3e45c7955c85 req-31df5cd6-19b7-4df7-9370-37a45d1ecdd3 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 210 time: 0.0283947 Aug 29 16:53:07.507501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dcc7eb-86bc-465b-bc33-f8ba0e550698', 'tag': '99b5cf53-c9db-4185-90bc-a1f9c53d32dc'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:07.509859 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2e2116-f79e-4a26-a91e-fb1aa8c1d1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "15dcc7eb-86bc-465b-bc33-f8ba0e550698", "tag": "99b5cf53-c9db-4185-90bc-a1f9c53d32dc"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:07.547278 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11022373-14b9-4d7a-924f-cf8fe26db6e6 x-openstack-request-id: req-11022373-14b9-4d7a-924f-cf8fe26db6e6 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:07.547568 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dcc7eb-86bc-465b-bc33-f8ba0e550698", "tag": "99b5cf53-c9db-4185-90bc-a1f9c53d32dc", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:07.547821 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11022373-14b9-4d7a-924f-cf8fe26db6e6 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:07.548222 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dcc7eb-86bc-465b-bc33-f8ba0e550698', 'tag': '99b5cf53-c9db-4185-90bc-a1f9c53d32dc', 'status': 'completed', 'code': 200} Aug 29 16:53:07.622339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e2116-f79e-4a26-a91e-fb1aa8c1d1e4 req-b451c8cd-dcc5-4753-a280-657e7f9b757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:07.623804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a2e2116-f79e-4a26-a91e-fb1aa8c1d1e4 req-b451c8cd-dcc5-4753-a280-657e7f9b757e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b724a48ffdf24005a387bfd8f6748395&device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 1096 time: 0.0494545 Aug 29 16:53:07.739447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e2116-f79e-4a26-a91e-fb1aa8c1d1e4 req-9859a8f5-012f-4fd0-82aa-1cc76507b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:07.743003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a2e2116-f79e-4a26-a91e-fb1aa8c1d1e4 req-9859a8f5-012f-4fd0-82aa-1cc76507b89f service neutron] 10.222.0.16 "GET /v2.0/networks?id=42a328a5-bafa-4c0f-b87b-1a0b1f05f625 HTTP/1.1" status: 200 len: 923 time: 0.1095891 Aug 29 16:53:07.744647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa638aa-8f62-4044-be11-012aa8ed18cd req-b9449240-05ac-49bb-bb29-b36c214064bc tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:07.749844 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-afa638aa-8f62-4044-be11-012aa8ed18cd req-b9449240-05ac-49bb-bb29-b36c214064bc tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 946 time: 0.1174314 Aug 29 16:53:07.796311 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a2e2116-f79e-4a26-a91e-fb1aa8c1d1e4 req-cebe7c6b-cbe1-45f9-8ee5-b345df4d134e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99b5cf53-c9db-4185-90bc-a1f9c53d32dc HTTP/1.1" status: 200 len: 217 time: 0.0453901 Aug 29 16:53:07.796642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b34343-84ee-4b5c-b867-2d60b3c4e2df req-7e468419-f9ab-4045-8d03-3cb8f4c47dea tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:07.798433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38b34343-84ee-4b5c-b867-2d60b3c4e2df req-7e468419-f9ab-4045-8d03-3cb8f4c47dea tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.10 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 945 time: 0.1109216 Aug 29 16:53:07.842128 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-afa638aa-8f62-4044-be11-012aa8ed18cd req-41e04bbc-5d12-411e-8db5-33f9b8e7e454 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845902 Aug 29 16:53:07.905698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e2116-f79e-4a26-a91e-fb1aa8c1d1e4 req-7a540959-0e34-44b4-ba11-205456fe7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:07.907892 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a2e2116-f79e-4a26-a91e-fb1aa8c1d1e4 req-7a540959-0e34-44b4-ba11-205456fe7c5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dd4906a7-58cd-48f3-b4c8-a2988c4ea9ce HTTP/1.1" status: 200 len: 862 time: 0.1027284 Aug 29 16:53:07.922323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-38b34343-84ee-4b5c-b867-2d60b3c4e2df req-6e22a74e-2d58-43f7-9a02-825d1bf7f7af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Deleting port 01067f0f-fca2-47c8-9850-cc378867fa17 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:07.922679 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-38b34343-84ee-4b5c-b867-2d60b3c4e2df req-6e22a74e-2d58-43f7-9a02-825d1bf7f7af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:07.925030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b498d-755b-4b3e-bc60-4a7efb112ff1 req-df9ce20f-0217-4cc7-8956-b8396b06e3b2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:07.926567 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-786b498d-755b-4b3e-bc60-4a7efb112ff1 req-df9ce20f-0217-4cc7-8956-b8396b06e3b2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 944 time: 0.1111443 Aug 29 16:53:07.979449 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a2e2116-f79e-4a26-a91e-fb1aa8c1d1e4 req-afcf1cc7-dfc0-4767-8168-97691ba499ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=42a328a5-bafa-4c0f-b87b-1a0b1f05f625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518277 Aug 29 16:53:08.014585 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-786b498d-755b-4b3e-bc60-4a7efb112ff1 req-9cf96c40-218e-4cd4-9590-f44a9a884f46 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791070 Aug 29 16:53:08.091391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4995b7-c081-491c-8cbe-dfc3bc6e01eb req-93187c4a-6f93-418f-8ee9-f8b76fbcd9ac tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:08.093170 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa4995b7-c081-491c-8cbe-dfc3bc6e01eb req-93187c4a-6f93-418f-8ee9-f8b76fbcd9ac tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f164745-857e-4a8d-8272-f1fcd753d808 HTTP/1.1" status: 200 len: 945 time: 0.0905895 Aug 29 16:53:08.095451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-38b34343-84ee-4b5c-b867-2d60b3c4e2df req-6e22a74e-2d58-43f7-9a02-825d1bf7f7af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] For port 01067f0f-fca2-47c8-9850-cc378867fa17, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=01067f0f-fca2-47c8-9850-cc378867fa17,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:08.095830 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-38b34343-84ee-4b5c-b867-2d60b3c4e2df req-6e22a74e-2d58-43f7-9a02-825d1bf7f7af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:08.120543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-38b34343-84ee-4b5c-b867-2d60b3c4e2df req-6e22a74e-2d58-43f7-9a02-825d1bf7f7af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Calling delete_port for 01067f0f-fca2-47c8-9850-cc378867fa17 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:08.190800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa4995b7-c081-491c-8cbe-dfc3bc6e01eb req-68d35f02-915d-40cd-92e3-ec4959b6db6d tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826776 Aug 29 16:53:08.321833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-38b34343-84ee-4b5c-b867-2d60b3c4e2df req-6e22a74e-2d58-43f7-9a02-825d1bf7f7af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:08.333927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['01067f0f-fca2-47c8-9850-cc378867fa17'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:08.342153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5eb82-4aac-4ab0-abde-edfbd3a4696a req-4125088d-6c0b-4675-8924-31831fca430e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:08.343667 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ba5eb82-4aac-4ab0-abde-edfbd3a4696a req-4125088d-6c0b-4675-8924-31831fca430e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 947 time: 0.0794611 Aug 29 16:53:08.375749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22a74e-2d58-43f7-9a02-825d1bf7f7af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Pushing event deleted for resources: {'Port': ['ID=01067f0f-fca2-47c8-9850-cc378867fa17,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:08.433890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b34343-84ee-4b5c-b867-2d60b3c4e2df req-6e22a74e-2d58-43f7-9a02-825d1bf7f7af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] No DVR routers for this DVR port 01067f0f-fca2-47c8-9850-cc378867fa17 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:08.438122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-38b34343-84ee-4b5c-b867-2d60b3c4e2df req-6e22a74e-2d58-43f7-9a02-825d1bf7f7af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:08.440149 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38b34343-84ee-4b5c-b867-2d60b3c4e2df req-6e22a74e-2d58-43f7-9a02-825d1bf7f7af tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.10 "DELETE /v2.0/ports/01067f0f-fca2-47c8-9850-cc378867fa17 HTTP/1.1" status: 204 len: 173 time: 0.6314805 Aug 29 16:53:08.442740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'name': 'network-vif-deleted', 'tag': '01067f0f-fca2-47c8-9850-cc378867fa17'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:08.445443 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae81ef0e-85d3-48b9-846f-0f408183a2b8" -d '{"events": [{"server_uuid": "27679473-4f0c-4273-83ce-4de2b4e02c51", "name": "network-vif-deleted", "tag": "01067f0f-fca2-47c8-9850-cc378867fa17"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:08.474308 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ba5eb82-4aac-4ab0-abde-edfbd3a4696a req-3c12ab1d-e1a6-4ddd-9a0d-a169fd31a911 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053860 Aug 29 16:53:08.609357 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ee7c84c9-8932-4898-946d-1b11440dc92e req-2f1c069d-7c92-4181-8cd2-435c673ab178 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=27679473-4f0c-4273-83ce-4de2b4e02c51 HTTP/1.1" status: 200 len: 210 time: 0.0459046 Aug 29 16:53:08.647009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a2e2116-f79e-4a26-a91e-fb1aa8c1d1e4 req-fb30fb7f-3b63-4a55-b233-a4c2402701c1 service neutron] 10.222.0.16 "GET /v2.0/networks/42a328a5-bafa-4c0f-b87b-1a0b1f05f625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594601 Aug 29 16:53:08.671371 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b10f40-0844-4eb8-9718-8cb25a57a735 x-openstack-request-id: req-16b10f40-0844-4eb8-9718-8cb25a57a735 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:08.671668 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27679473-4f0c-4273-83ce-4de2b4e02c51", "name": "network-vif-deleted", "tag": "01067f0f-fca2-47c8-9850-cc378867fa17", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:08.671921 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16b10f40-0844-4eb8-9718-8cb25a57a735 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:08.672321 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27679473-4f0c-4273-83ce-4de2b4e02c51', 'name': 'network-vif-deleted', 'tag': '01067f0f-fca2-47c8-9850-cc378867fa17', 'status': 'completed', 'code': 200} Aug 29 16:53:08.685802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-b13653b8-eafc-494f-8c29-178329ec240f tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:08.688216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-b13653b8-eafc-494f-8c29-178329ec240f tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.10 "GET /v2.0/networks?id=b45f752c-040e-455b-87a1-50c37d6fdb5f HTTP/1.1" status: 200 len: 814 time: 0.1901643 Aug 29 16:53:08.700629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c77d1-993e-463b-ac33-7fa7d226cbca req-c866b27d-e4bf-4563-8954-355f724e9a7b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:08.702148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-169c77d1-993e-463b-ac33-7fa7d226cbca req-c866b27d-e4bf-4563-8954-355f724e9a7b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f164745-857e-4a8d-8272-f1fcd753d808 HTTP/1.1" status: 200 len: 945 time: 0.2860866 Aug 29 16:53:08.703454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Request body: {'port': {'device_id': 'a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8', 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f', 'admin_state_up': True, 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:08.739193 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-174f2f4d-e390-4d1a-ba61-ca09e8c3dcd8 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 258 time: 0.6939652 Aug 29 16:53:08.775947 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:08.786080 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0510dd4b-3d1c-45e7-93f4-f40b0998f616 req-a0bf95d3-5a16-4490-a0c7-176edfe10691 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 210 time: 0.0386405 Aug 29 16:53:08.872640 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:08.886699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Made reservation on behalf of e813e7c4026d4c0189a2f39cca39a3dc for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:08.890568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:08.940735 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a2e2116-f79e-4a26-a91e-fb1aa8c1d1e4 req-419ed723-77ac-4e0d-82e5-9d296a7b15d1 service neutron] 10.222.0.16 "GET /v2.0/networks/42a328a5-bafa-4c0f-b87b-1a0b1f05f625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817314 Aug 29 16:53:08.968462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-169c77d1-993e-463b-ac33-7fa7d226cbca req-8c6f4530-d729-4171-aab2-a7c9b71f7a36 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Deleting port 356fe276-e52e-4de5-976e-98ec731e9398 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:08.968906 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-169c77d1-993e-463b-ac33-7fa7d226cbca req-8c6f4530-d729-4171-aab2-a7c9b71f7a36 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:09.068053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Allocated IP 172.20.0.10 (b45f752c-040e-455b-87a1-50c37d6fdb5f/8b437f11-d35a-4d83-b8da-9cfdadb36224/e8ebd92a-307a-4085-9716-10dd6cb83a28) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:09.103627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-169c77d1-993e-463b-ac33-7fa7d226cbca req-8c6f4530-d729-4171-aab2-a7c9b71f7a36 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] For port 356fe276-e52e-4de5-976e-98ec731e9398, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=356fe276-e52e-4de5-976e-98ec731e9398,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:09.104009 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-169c77d1-993e-463b-ac33-7fa7d226cbca req-8c6f4530-d729-4171-aab2-a7c9b71f7a36 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:09.119793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-169c77d1-993e-463b-ac33-7fa7d226cbca req-8c6f4530-d729-4171-aab2-a7c9b71f7a36 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Calling delete_port for 356fe276-e52e-4de5-976e-98ec731e9398 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:09.132770 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:09.260059 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8bc3a-2811-408a-baef-802cd220a29d req-8c009725-1484-4cb0-aa65-7f654cee1880 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:09.262037 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83c8bc3a-2811-408a-baef-802cd220a29d req-8c009725-1484-4cb0-aa65-7f654cee1880 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 944 time: 0.1358387 Aug 29 16:53:09.328282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Allocated IP 172.25.5.8 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/4ec4fb25-841a-452d-8ddd-6d8a75f3ca74) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:09.414353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83c8bc3a-2811-408a-baef-802cd220a29d req-882d6ec0-417d-4f80-b78b-a0b7468867f0 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435769 Aug 29 16:53:09.471336 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-169c77d1-993e-463b-ac33-7fa7d226cbca req-8c6f4530-d729-4171-aab2-a7c9b71f7a36 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:09.475762 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:09.482868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['0675f493-2efa-469e-b7f9-5dd5d7072527'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:09.510707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Transition to ACTIVE for port object e8ebd92a-307a-4085-9716-10dd6cb83a28 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:09.539001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f4530-d729-4171-aab2-a7c9b71f7a36 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Pushing event deleted for resources: {'Port': ['ID=356fe276-e52e-4de5-976e-98ec731e9398,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:09.578019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['c303182d-3bf9-4917-b91f-948972d3465b', '356fe276-e52e-4de5-976e-98ec731e9398'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:09.598038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9366488f-150c-4c6b-8db4-b5f317075bb8 req-c5add988-5204-4436-9bc7-7dfc40c07ae7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f164745-857e-4a8d-8272-f1fcd753d808 HTTP/1.1" status: 200 len: 210 time: 0.0829422 Aug 29 16:53:09.644373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-169c77d1-993e-463b-ac33-7fa7d226cbca req-8c6f4530-d729-4171-aab2-a7c9b71f7a36 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] No DVR routers for this DVR port 356fe276-e52e-4de5-976e-98ec731e9398 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:09.649968 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-169c77d1-993e-463b-ac33-7fa7d226cbca req-8c6f4530-d729-4171-aab2-a7c9b71f7a36 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:09.652052 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-169c77d1-993e-463b-ac33-7fa7d226cbca req-8c6f4530-d729-4171-aab2-a7c9b71f7a36 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.16 "DELETE /v2.0/ports/356fe276-e52e-4de5-976e-98ec731e9398 HTTP/1.1" status: 204 len: 173 time: 0.9190915 Aug 29 16:53:09.652508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f164745-857e-4a8d-8272-f1fcd753d808', 'name': 'network-vif-deleted', 'tag': '356fe276-e52e-4de5-976e-98ec731e9398'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:09.655052 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8b229e-1608-49dd-9f34-9ff9be8d6b48" -d '{"events": [{"server_uuid": "0f164745-857e-4a8d-8272-f1fcd753d808", "name": "network-vif-deleted", "tag": "356fe276-e52e-4de5-976e-98ec731e9398"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:09.668777 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:09.676203 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:09.789962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Network b45f752c-040e-455b-87a1-50c37d6fdb5f is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:09.796163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:09.807325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:09.824617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:09.831624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Pushing event updated for resources: {'Port': ['ID=e8ebd92a-307a-4085-9716-10dd6cb83a28,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:09.898845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975251a1-3d36-4736-8a39-fb86d13a5f77 req-6f804ad9-3a43-4823-8280-fced0bb85e5f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:09.901353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-975251a1-3d36-4736-8a39-fb86d13a5f77 req-6f804ad9-3a43-4823-8280-fced0bb85e5f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 947 time: 0.1619377 Aug 29 16:53:09.913742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Pushing event updated for resources: {'Port': ['ID=4ec4fb25-841a-452d-8ddd-6d8a75f3ca74,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:09.938098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:09.939079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:09.939904 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:09.941501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:09.955731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:10.000687 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-975251a1-3d36-4736-8a39-fb86d13a5f77 req-d3a3e124-8970-445e-ab44-f507e9daf0e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885210 Aug 29 16:53:10.027370 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-f74ac56b-82d9-4a8c-8f9f-b7d1bd45deee tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3261058 Aug 29 16:53:10.142589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 99b5cf53-c9db-4185-90bc-a1f9c53d32dc details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:53:10.188923 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45a8235-49a9-4832-b51b-af80f1a75133 x-openstack-request-id: req-d45a8235-49a9-4832-b51b-af80f1a75133 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:10.189692 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f164745-857e-4a8d-8272-f1fcd753d808", "name": "network-vif-deleted", "tag": "356fe276-e52e-4de5-976e-98ec731e9398", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:10.190501 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d45a8235-49a9-4832-b51b-af80f1a75133 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:10.192023 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f164745-857e-4a8d-8272-f1fcd753d808', 'name': 'network-vif-deleted', 'tag': '356fe276-e52e-4de5-976e-98ec731e9398', 'status': 'completed', 'code': 200} Aug 29 16:53:10.214418 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:10.276029 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:10.297829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1ac09f30-e860-41eb-869e-8f3b9db453b6 None None] Provisioning for port e8ebd92a-307a-4085-9716-10dd6cb83a28 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:10.305038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1ac09f30-e860-41eb-869e-8f3b9db453b6 None None] Provisioning complete for port e8ebd92a-307a-4085-9716-10dd6cb83a28 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:10.305444 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1ac09f30-e860-41eb-869e-8f3b9db453b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:10.382795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1ac09f30-e860-41eb-869e-8f3b9db453b6 None None] Port e8ebd92a-307a-4085-9716-10dd6cb83a28 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:53:10.388505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f434-80ee-4c04-a58c-92084835562f req-26feddcd-0daf-4130-a410-780cba438f0c tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:10.388684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=99b5cf53-c9db-4185-90bc-a1f9c53d32dc,segment=NetworkSegment(a46715ba-7ced-428f-b1c2-c2da9024e430),segment_id=a46715ba-7ced-428f-b1c2-c2da9024e430)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:10.395431 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c2c4f434-80ee-4c04-a58c-92084835562f req-26feddcd-0daf-4130-a410-780cba438f0c tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 932 time: 0.1037419 Aug 29 16:53:10.400840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '99b5cf53-c9db-4185-90bc-a1f9c53d32dc', 'network_id': '42a328a5-bafa-4c0f-b87b-1a0b1f05f625', 'port_id': '99b5cf53-c9db-4185-90bc-a1f9c53d32dc', 'mac_address': 'fa:16:3e:24:93:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4906a7-58cd-48f3-b4c8-a2988c4ea9ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:53:10.470837 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c2c4f434-80ee-4c04-a58c-92084835562f req-fbc42dc7-97af-4849-a379-bc3dd7636078 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694699 Aug 29 16:53:10.484134 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:10.506967 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b5cf53-c9db-4185-90bc-a1f9c53d32dc {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:10.538581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=99b5cf53-c9db-4185-90bc-a1f9c53d32dc,segment=NetworkSegment(a46715ba-7ced-428f-b1c2-c2da9024e430),segment_id=a46715ba-7ced-428f-b1c2-c2da9024e430)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:10.545586 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:10.547627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:53:10.575558 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:10.588256 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:10.677307 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:10.704690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Pushing event updated for resources: {'Port': ['ID=4ec4fb25-841a-452d-8ddd-6d8a75f3ca74,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:10.709199 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:10.718674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-53ac80cc-5ae9-418f-8c16-6714c6aef1e2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.9700515 Aug 29 16:53:10.752768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=99b5cf53-c9db-4185-90bc-a1f9c53d32dc,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:10.772960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.774034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.774382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.774973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.775481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.776092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.776365 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.776751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.777121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.777505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.777844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.778244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:10.815433 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-f0213aaf-8015-4d83-a65c-39170dd1bb1e tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 694 time: 0.0939364 Aug 29 16:53:10.841913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:10.868918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'mac_address': 'fa:16:3e:41:69:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:53:10.924540 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:10.947111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aefebe3-b85f-43fb-9d15-52b7881d4287 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:10.989723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:10.990828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-97ba9ac8-8832-47f0-bf88-681bbf65c995 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:10.997314 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:11.012453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7010614a-9903-44c4-8b45-e53f9c2613ba req-97ba9ac8-8832-47f0-bf88-681bbf65c995 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1919827 Aug 29 16:53:11.063750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-6efaeecc-8d2d-4e32-8225-4cbdbd1f8b01 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:11.081990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-6efaeecc-8d2d-4e32-8225-4cbdbd1f8b01 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9&tenant_id=0f1094930cac4d8f9e7626730739de9b&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 947 time: 0.2061799 Aug 29 16:53:11.107641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:11.192372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-a18f7c3c-0626-4f6d-ba83-cb7d5d54e99f service neutron] 10.222.0.16 "GET /v2.0/ports/8aefebe3-b85f-43fb-9d15-52b7881d4287/bindings/n-h2-713301-13 HTTP/1.1" status: 200 len: 383 time: 0.1104014 Aug 29 16:53:11.207499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c75632-ba31-49eb-9902-43784b7a5e62 req-a2d03497-5128-4339-bcb3-9da4317afde7 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:11.213407 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16c75632-ba31-49eb-9902-43784b7a5e62 req-a2d03497-5128-4339-bcb3-9da4317afde7 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 945 time: 0.0821362 Aug 29 16:53:11.308824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16c75632-ba31-49eb-9902-43784b7a5e62 req-ba2874ac-7542-4e25-8305-5dca5d640150 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914283 Aug 29 16:53:11.334634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-87866388-f903-4f55-a91f-5a40779cc5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:11.336316 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-87866388-f903-4f55-a91f-5a40779cc5e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1100 time: 0.1103449 Aug 29 16:53:11.376704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['99b5cf53-c9db-4185-90bc-a1f9c53d32dc'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:11.386899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8e261-378d-4998-aaf5-5d0ace8db109 req-59e92dbc-3963-4c2d-a7de-75c2fab0da65 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:11.400325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7bf8e261-378d-4998-aaf5-5d0ace8db109 req-59e92dbc-3963-4c2d-a7de-75c2fab0da65 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 948 time: 0.1007578 Aug 29 16:53:11.405541 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['8aefebe3-b85f-43fb-9d15-52b7881d4287'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:11.480939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-a7560383-b331-4ab2-8538-3fbf4e4f0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:11.482902 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-a7560383-b331-4ab2-8538-3fbf4e4f0aad service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1388230 Aug 29 16:53:11.486776 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7bf8e261-378d-4998-aaf5-5d0ace8db109 req-c3223823-a15d-408d-8a99-5a0dc8c1d55d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901215 Aug 29 16:53:11.552671 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:53:11.605420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-4d2b1301-568b-4a69-8ad6-3e266c9ac65f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 217 time: 0.1011016 Aug 29 16:53:11.673253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5537a-0da6-4275-be49-de92127a6cca req-4e65a5cc-0510-4750-8b39-3a905ca38a90 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:11.674969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-36b5537a-0da6-4275-be49-de92127a6cca req-4e65a5cc-0510-4750-8b39-3a905ca38a90 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.0759141 Aug 29 16:53:11.688599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-d12a5a9a-bc12-4f64-a971-7a438862204c tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:11.691179 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-d12a5a9a-bc12-4f64-a971-7a438862204c tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1891465 Aug 29 16:53:11.716022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-94a80722-c4cf-4018-aafd-3a8ec16a74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:11.717920 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-94a80722-c4cf-4018-aafd-3a8ec16a74e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0924501 Aug 29 16:53:11.725794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-36b5537a-0da6-4275-be49-de92127a6cca req-3b2156ba-6d7c-4355-9fe9-c593ceb0c882 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Aug 29 16:53:11.801782 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-ee32e280-ae3c-4caa-80f9-a90990c4f2be tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 694 time: 0.1011584 Aug 29 16:53:11.813636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-79568aca-d1da-4961-bee0-d227497ecc6d tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Request body: {'floatingip': {'port_id': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:11.886574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-48c2019f-11ed-4c82-b995-285da625b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:11.888082 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-48c2019f-11ed-4c82-b995-285da625b607 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1582320 Aug 29 16:53:11.890460 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-79568aca-d1da-4961-bee0-d227497ecc6d tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:11.976777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ebae6-717a-4033-bd2c-59cc8dba0b24 req-059ca832-4d7a-420c-9c93-37b833d53c1a tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:11.978413 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a43ebae6-717a-4033-bd2c-59cc8dba0b24 req-059ca832-4d7a-420c-9c93-37b833d53c1a tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 932 time: 0.0551846 Aug 29 16:53:12.014192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 01067f0f-fca2-47c8-9850-cc378867fa17 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:12.038866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 01067f0f-fca2-47c8-9850-cc378867fa17 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:12.039211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 01067f0f-fca2-47c8-9850-cc378867fa17 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:12.046355 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a43ebae6-717a-4033-bd2c-59cc8dba0b24 req-f30bf749-722a-428e-b93d-4681ac1371bd tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614831 Aug 29 16:53:12.133351 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-0303d2af-7bbd-44ca-9905-65be34fddc45 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967254 Aug 29 16:53:12.134911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 356fe276-e52e-4de5-976e-98ec731e9398 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:12.157907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 356fe276-e52e-4de5-976e-98ec731e9398 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:12.158497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 356fe276-e52e-4de5-976e-98ec731e9398 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:12.486078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9dab1-5e0a-4aa1-8d3b-c9c4136d21e5 req-4907c8af-88d0-478c-9963-f2c60938e3f7 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:12.488924 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17f9dab1-5e0a-4aa1-8d3b-c9c4136d21e5 req-4907c8af-88d0-478c-9963-f2c60938e3f7 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 945 time: 0.0709045 Aug 29 16:53:12.541391 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17f9dab1-5e0a-4aa1-8d3b-c9c4136d21e5 req-2de2ba0d-2b0e-419b-b403-53d87ec4adfa tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Aug 29 16:53:12.671167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a872b2-38ce-4dbf-8495-ee6b5ac600b5 req-c81e174e-a46c-4b3f-96a2-7211d5a06802 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:12.672629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-08a872b2-38ce-4dbf-8495-ee6b5ac600b5 req-c81e174e-a46c-4b3f-96a2-7211d5a06802 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 948 time: 0.0589640 Aug 29 16:53:12.714996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-08a872b2-38ce-4dbf-8495-ee6b5ac600b5 req-156bbd0a-5d61-45c8-844b-bf5548617636 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358405 Aug 29 16:53:12.792043 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca313-e3bf-43db-8d97-997b66299e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:12.871453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-ad87f8a9-7471-4451-bf37-18c81b4939ea service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914170 Aug 29 16:53:12.881450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a6ff3-13ae-43e9-8ddf-fc66ec6476e3 req-eae316d0-2f08-4d93-8668-14374e94f1ad tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:12.883068 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3c8a6ff3-13ae-43e9-8ddf-fc66ec6476e3 req-eae316d0-2f08-4d93-8668-14374e94f1ad tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.0541480 Aug 29 16:53:12.940361 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3c8a6ff3-13ae-43e9-8ddf-fc66ec6476e3 req-92aae218-15dd-4640-9154-731ff4813d2c tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511329 Aug 29 16:53:13.085263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-79568aca-d1da-4961-bee0-d227497ecc6d tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:13.091864 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-79568aca-d1da-4961-bee0-d227497ecc6d tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:13.174482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe50e72-3cb3-4b6e-89f9-bdb6c7af0d96 req-73ae1167-bdd4-4fda-b6ac-b74b009b3642 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:13.176719 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe50e72-3cb3-4b6e-89f9-bdb6c7af0d96 req-73ae1167-bdd4-4fda-b6ac-b74b009b3642 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 932 time: 0.0492871 Aug 29 16:53:13.208559 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-79568aca-d1da-4961-bee0-d227497ecc6d tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Floating IP b478a485-3286-4505-b637-4a3e82f6fb73 associated. External IP: 172.25.5.8, port: 97c2ce1a-c656-4083-81ee-3208a09c35c3. Aug 29 16:53:13.228132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe50e72-3cb3-4b6e-89f9-bdb6c7af0d96 req-f34d3073-a355-466d-9dea-533810bd8009 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454173 Aug 29 16:53:13.447416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-79568aca-d1da-4961-bee0-d227497ecc6d tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Router 75f1331f-c3dc-408b-81ee-543d979381b8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:53:13.575072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-79568aca-d1da-4961-bee0-d227497ecc6d tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:53:13.580253 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-79568aca-d1da-4961-bee0-d227497ecc6d tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:13.587131 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f0638-4a55-4e00-91f2-c1cb2fb952b5 None None] Sync routers for ids ['75f1331f-c3dc-408b-81ee-543d979381b8'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:53:13.597533 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f0638-4a55-4e00-91f2-c1cb2fb952b5 None None] Routers {'75f1331f-c3dc-408b-81ee-543d979381b8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:13.599291 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-264f0638-4a55-4e00-91f2-c1cb2fb952b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['75f1331f-c3dc-408b-81ee-543d979381b8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:13.613688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-79568aca-d1da-4961-bee0-d227497ecc6d tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "PUT /v2.0/floatingips/b478a485-3286-4505-b637-4a3e82f6fb73 HTTP/1.1" status: 200 len: 995 time: 1.8050170 Aug 29 16:53:13.614217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'tag': '97c2ce1a-c656-4083-81ee-3208a09c35c3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:13.616793 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5d60a2-c1e0-44fc-8c5f-bd5d247db494", "tag": "97c2ce1a-c656-4083-81ee-3208a09c35c3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:13.684271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-d8fa9c16-f22c-4ff9-bdb4-3efd1d47307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:13.693664 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-d8fa9c16-f22c-4ff9-bdb4-3efd1d47307c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d431ca7a8bdb4e109a12931ae7d4fb43&device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 1098 time: 0.0581543 Aug 29 16:53:13.724740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dca252-0155-49aa-8450-aa4ee354ec76 req-1d13c7b5-b63e-45b7-a029-494e3b8218b7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:13.736014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dca252-0155-49aa-8450-aa4ee354ec76 req-1d13c7b5-b63e-45b7-a029-494e3b8218b7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:13.737845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c1dca252-0155-49aa-8450-aa4ee354ec76 req-1d13c7b5-b63e-45b7-a029-494e3b8218b7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236&device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 1682 time: 0.0946801 Aug 29 16:53:13.747629 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-264f0638-4a55-4e00-91f2-c1cb2fb952b5 None None] Set router 75f1331f-c3dc-408b-81ee-543d979381b8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:13.777358 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c1dca252-0155-49aa-8450-aa4ee354ec76 req-66fa6756-dec8-46d9-8b6f-81a5d5e944a7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Aug 29 16:53:13.824215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-0b7cbd9d-e505-48af-85da-7318f64aebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:13.825943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-0b7cbd9d-e505-48af-85da-7318f64aebf4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 HTTP/1.1" status: 200 len: 930 time: 0.1307518 Aug 29 16:53:13.938836 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ba060-c4ec-41e0-a449-881db5469cee req-163183a1-f1d2-4a05-a001-b19418e4ab09 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:13.940896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-475ba060-c4ec-41e0-a449-881db5469cee req-163183a1-f1d2-4a05-a001-b19418e4ab09 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 945 time: 0.0951009 Aug 29 16:53:13.978787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-86511fd8-3833-474d-bdfc-ae9c6f08768c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c2ce1a-c656-4083-81ee-3208a09c35c3 HTTP/1.1" status: 200 len: 998 time: 0.1365032 Aug 29 16:53:14.006136 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-475ba060-c4ec-41e0-a449-881db5469cee req-3a94b86f-3a3e-4f84-96ac-e1d3e0e00d9b tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563943 Aug 29 16:53:14.060241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-2715946b-cdfa-4b0a-9652-4b0e8b9f9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:14.062322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-2715946b-cdfa-4b0a-9652-4b0e8b9f9d72 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cec853e5-098f-441a-8d22-7ddb96338ff0 HTTP/1.1" status: 200 len: 868 time: 0.0716686 Aug 29 16:53:14.063244 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad92cce6-628b-4f67-9501-488fea544928 x-openstack-request-id: req-ad92cce6-628b-4f67-9501-488fea544928 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:14.063526 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5d60a2-c1e0-44fc-8c5f-bd5d247db494", "tag": "97c2ce1a-c656-4083-81ee-3208a09c35c3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:14.063778 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad92cce6-628b-4f67-9501-488fea544928 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:14.064159 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'tag': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'status': 'completed', 'code': 200} Aug 29 16:53:14.115048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-c8721284-e1c7-4b83-a877-261bdd7d8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:14.122934 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-c8721284-e1c7-4b83-a877-261bdd7d8dc9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537384 Aug 29 16:53:14.130028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-bbfac0b7-3695-4393-9cc7-844d617c93a8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:53:14.133982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-bbfac0b7-3695-4393-9cc7-844d617c93a8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101876 Aug 29 16:53:14.134252 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-264f0638-4a55-4e00-91f2-c1cb2fb952b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:44Z', 'revision_number': 4, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b478a485-3286-4505-b637-4a3e82f6fb73', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'port_id': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'mac_address': 'fa:16:3e:ca:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:53:10Z', 'updated_at': '2021-08-29T16:53:12Z', 'revision_number': 1, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0158811-e23a-4665-a5f7-8fbfd064378f', 'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'mac_address': 'fa:16:3e:f0:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:41Z', 'updated_at': '2021-08-29T16:52:53Z', 'revision_number': 5, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'subnets': [{'id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:14.149510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 99b5cf53-c9db-4185-90bc-a1f9c53d32dc up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:14.172748 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f0638-4a55-4e00-91f2-c1cb2fb952b5 None None] Checking router: 75f1331f-c3dc-408b-81ee-543d979381b8 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:53:14.181463 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f0638-4a55-4e00-91f2-c1cb2fb952b5 None None] Routers {'75f1331f-c3dc-408b-81ee-543d979381b8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:14.182335 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-264f0638-4a55-4e00-91f2-c1cb2fb952b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:52:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['75f1331f-c3dc-408b-81ee-543d979381b8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:14.210091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:14.215096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:14.215559 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:14.264999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4ed9b-5b80-4aae-b801-bfaa5241b2eb req-730a65c6-3f7b-4b33-b429-3a1a2120935c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:14.274121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c1b4ed9b-5b80-4aae-b801-bfaa5241b2eb req-730a65c6-3f7b-4b33-b429-3a1a2120935c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 948 time: 0.1242352 Aug 29 16:53:14.319840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c1b4ed9b-5b80-4aae-b801-bfaa5241b2eb req-7b2c5d30-c372-447f-9ce9-6eeacf533bd4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Aug 29 16:53:14.327606 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:14.361492 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-264f0638-4a55-4e00-91f2-c1cb2fb952b5 None None] Set router 75f1331f-c3dc-408b-81ee-543d979381b8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:14.364545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dcc7eb-86bc-465b-bc33-f8ba0e550698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b5cf53-c9db-4185-90bc-a1f9c53d32dc'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:14.368535 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ef0953-312a-497d-b1a0-17684fa49039" -d '{"events": [{"server_uuid": "15dcc7eb-86bc-465b-bc33-f8ba0e550698", "name": "network-vif-plugged", "status": "completed", "tag": "99b5cf53-c9db-4185-90bc-a1f9c53d32dc"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:14.387327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=99b5cf53-c9db-4185-90bc-a1f9c53d32dc,segment=NetworkSegment(a46715ba-7ced-428f-b1c2-c2da9024e430),segment_id=a46715ba-7ced-428f-b1c2-c2da9024e430)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:14.402068 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:14.402958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:14.465967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-a862950d-5921-45a1-b483-4e53ad51ed01 service neutron] 10.222.0.22 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263538 Aug 29 16:53:14.552298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=99b5cf53-c9db-4185-90bc-a1f9c53d32dc,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:14.559924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36612fdd-927a-426d-a4c1-235dec57d604 req-31d16400-a32d-443e-9680-c60a8723e437 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:14.570778 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-36612fdd-927a-426d-a4c1-235dec57d604 req-31d16400-a32d-443e-9680-c60a8723e437 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.1100323 Aug 29 16:53:14.578923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 8aefebe3-b85f-43fb-9d15-52b7881d4287 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:14.586425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 8aefebe3-b85f-43fb-9d15-52b7881d4287 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:14.587149 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:14.653796 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945d929e-a0fb-4dda-9828-b15d3b15deef req-ce9edd37-0d31-470b-b63f-57e0e79c6b9f service neutron] 10.222.0.22 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868358 Aug 29 16:53:14.685871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-36612fdd-927a-426d-a4c1-235dec57d604 req-bc2bc279-dc90-4e4c-823c-b32f7770b5a0 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936427 Aug 29 16:53:14.752613 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-264f0638-4a55-4e00-91f2-c1cb2fb952b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:44Z', 'revision_number': 4, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b478a485-3286-4505-b637-4a3e82f6fb73', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'port_id': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'mac_address': 'fa:16:3e:ca:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:53:10Z', 'updated_at': '2021-08-29T16:53:12Z', 'revision_number': 1, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0158811-e23a-4665-a5f7-8fbfd064378f', 'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'mac_address': 'fa:16:3e:f0:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:41Z', 'updated_at': '2021-08-29T16:52:53Z', 'revision_number': 5, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'subnets': [{'id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:14.803212 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f0638-4a55-4e00-91f2-c1cb2fb952b5 None None] The sync data for ids ['75f1331f-c3dc-408b-81ee-543d979381b8'] in n-d-713301-13 is: [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:44Z', 'revision_number': 4, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b478a485-3286-4505-b637-4a3e82f6fb73', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'port_id': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'mac_address': 'fa:16:3e:ca:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:53:10Z', 'updated_at': '2021-08-29T16:53:12Z', 'revision_number': 1, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0158811-e23a-4665-a5f7-8fbfd064378f', 'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'mac_address': 'fa:16:3e:f0:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:41Z', 'updated_at': '2021-08-29T16:52:53Z', 'revision_number': 5, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'subnets': [{'id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:53:14.820989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2b072-2269-4572-ae8f-0cfce2898f2b req-3d4014f1-deb1-4d19-a1de-6ba7add43bae tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:14.832653 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1a2b072-2269-4572-ae8f-0cfce2898f2b req-3d4014f1-deb1-4d19-a1de-6ba7add43bae tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 932 time: 0.1053720 Aug 29 16:53:14.845109 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:14.922596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:14.923946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1a2b072-2269-4572-ae8f-0cfce2898f2b req-6bed5360-3333-4467-bbe8-78e7a1cc30d7 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813231 Aug 29 16:53:14.931709 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:15.016785 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6586aafc-29f9-4a0f-a53d-d221ef218669 x-openstack-request-id: req-6586aafc-29f9-4a0f-a53d-d221ef218669 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:15.017427 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dcc7eb-86bc-465b-bc33-f8ba0e550698", "name": "network-vif-plugged", "status": "completed", "tag": "99b5cf53-c9db-4185-90bc-a1f9c53d32dc", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:15.019210 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6586aafc-29f9-4a0f-a53d-d221ef218669 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:15.021523 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dcc7eb-86bc-465b-bc33-f8ba0e550698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b5cf53-c9db-4185-90bc-a1f9c53d32dc', 'code': 200} Aug 29 16:53:15.030662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:15.197985 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d1cc4c-9728-4c4b-a6e2-e20b09a7da1b None None] New status for floating IP b478a485-3286-4505-b637-4a3e82f6fb73: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:53:15.246833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0182b-95d2-456c-93a4-1297594fa549 req-f12ead85-685a-48d4-8ff8-a2437a5b179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:15.248506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3e0182b-95d2-456c-93a4-1297594fa549 req-f12ead85-685a-48d4-8ff8-a2437a5b179b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 1098 time: 0.1322429 Aug 29 16:53:15.301343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d7851-744a-41e8-ba52-8795f205b61f req-896e92d5-8402-4403-a9d9-195c460b9781 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:15.303748 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-907d7851-744a-41e8-ba52-8795f205b61f req-896e92d5-8402-4403-a9d9-195c460b9781 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 946 time: 0.0848963 Aug 29 16:53:15.317997 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3e0182b-95d2-456c-93a4-1297594fa549 req-3bd3858c-f8cf-441a-a01e-0fb1004f4ad5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551281 Aug 29 16:53:15.333550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-59ae4aba-7eab-4f9d-85cd-b0c540e4ea17 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 258 time: 0.2368977 Aug 29 16:53:15.344421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:15.370652 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-907d7851-744a-41e8-ba52-8795f205b61f req-d8b6a98f-905a-420e-b763-40021ade3134 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556438 Aug 29 16:53:15.374682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:15.577203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:15.670451 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-26327fff-4eaf-4be8-9cad-91712759c083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:15.709532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa09ac0-acab-42c0-9862-31e90be0a40c req-0cd96d40-f187-40ae-81d4-6152c3a244ed tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:15.716634 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-baa09ac0-acab-42c0-9862-31e90be0a40c req-0cd96d40-f187-40ae-81d4-6152c3a244ed tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.0595641 Aug 29 16:53:15.759784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-baa09ac0-acab-42c0-9862-31e90be0a40c req-f09a1217-e66e-4bbb-8436-881cbf71616f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418315 Aug 29 16:53:15.761884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Allocated IP 172.25.5.15 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/200adc96-87ba-46d0-9e89-708738c51e50) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:15.798942 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:15.906482 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:15.963164 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:16.000985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:16.006496 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:16.013313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:16.030558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339ea48-4b59-4a98-aa75-cfb144ae4fb9 req-b25521e3-6512-4d8b-9e39-9608f1e3474c tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:16.033236 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7339ea48-4b59-4a98-aa75-cfb144ae4fb9 req-b25521e3-6512-4d8b-9e39-9608f1e3474c tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.0581107 Aug 29 16:53:16.045967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Pushing event updated for resources: {'Port': ['ID=200adc96-87ba-46d0-9e89-708738c51e50,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:16.080937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7339ea48-4b59-4a98-aa75-cfb144ae4fb9 req-4ebfa2b0-4858-4aed-a4fc-349d927a93d5 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Aug 29 16:53:16.116006 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:16.158416 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:16.223474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973731d-8e36-47ac-a400-f18f62a329bd req-060b1311-6cfe-463e-991e-0461c05deec2 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:16.225195 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b973731d-8e36-47ac-a400-f18f62a329bd req-060b1311-6cfe-463e-991e-0461c05deec2 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 932 time: 0.0557530 Aug 29 16:53:16.267656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b973731d-8e36-47ac-a400-f18f62a329bd req-c1bb616a-abd5-4b3b-bf5b-c418cb6839db tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362184 Aug 29 16:53:16.355956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:16.366589 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:16.419302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Pushing event updated for resources: {'Port': ['ID=200adc96-87ba-46d0-9e89-708738c51e50,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:16.486706 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:16.517546 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:16.519385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-243227ed-1ec4-494b-91b6-54b242c1037f tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1796451 Aug 29 16:53:16.549680 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:16.632822 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-c5d2035a-81c9-48f9-9c49-63805eadfa5c tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0983763 Aug 29 16:53:16.648130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857ae8-0111-4282-a974-da1d3f24256d req-ddc63752-89e8-4674-8b67-232520350c6e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:16.649786 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0857ae8-0111-4282-a974-da1d3f24256d req-ddc63752-89e8-4674-8b67-232520350c6e tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 946 time: 0.0884991 Aug 29 16:53:16.712492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0857ae8-0111-4282-a974-da1d3f24256d req-cdadb9b5-87a8-4c0a-8b62-4b34c9e49064 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563962 Aug 29 16:53:16.794931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-06218fa1-f2c7-4427-b334-469498958303 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:16.796602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ea9da297-3712-4df5-aa33-4a713521cc7d req-06218fa1-f2c7-4427-b334-469498958303 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1575398 Aug 29 16:53:16.842510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09837e04-a3bb-4b70-a9c6-9ec7729134e9 req-ed9d4d09-02a0-4ebd-872e-19b5832c64e2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:16.844138 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09837e04-a3bb-4b70-a9c6-9ec7729134e9 req-ed9d4d09-02a0-4ebd-872e-19b5832c64e2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 946 time: 0.0709693 Aug 29 16:53:16.908298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09837e04-a3bb-4b70-a9c6-9ec7729134e9 req-aba1a448-8568-442c-aa37-51dcbf999982 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553129 Aug 29 16:53:17.023262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:17.025980 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c9b70a-8b7b-41c0-b1a5-7ba1e7bcf0c4" -d '{"events": [{"server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "name": "network-vif-plugged", "status": "completed", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:17.119664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b0387-c73f-4083-8207-2557b6de3306 req-79d88346-4851-44f7-8b06-e5201acb52e9 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:17.121505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c4b0387-c73f-4083-8207-2557b6de3306 req-79d88346-4851-44f7-8b06-e5201acb52e9 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0939775 Aug 29 16:53:17.123467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabe5d7-fcaa-4748-9a46-803e8d76440c req-3195a2ec-98c6-4d7d-90e5-fecb3cd1fb49 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:17.131495 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0eabe5d7-fcaa-4748-9a46-803e8d76440c req-3195a2ec-98c6-4d7d-90e5-fecb3cd1fb49 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.0712488 Aug 29 16:53:17.166890 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0eabe5d7-fcaa-4748-9a46-803e8d76440c req-5bf4bd59-36b6-407f-a9ab-c0496c285019 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Aug 29 16:53:17.174914 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c4b0387-c73f-4083-8207-2557b6de3306 req-2fe11167-f937-4929-9c81-e33ee95acd8a tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0467553 Aug 29 16:53:17.185522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-8c4b0387-c73f-4083-8207-2557b6de3306 req-54958a41-bac5-4d74-aa4d-91e92790d134 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Request body: {'floatingip': {'port_id': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:17.230091 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b150f0-e171-4f08-8c58-c3049ceadcb0 x-openstack-request-id: req-94b150f0-e171-4f08-8c58-c3049ceadcb0 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:17.230443 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "name": "network-vif-plugged", "status": "completed", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:17.230755 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94b150f0-e171-4f08-8c58-c3049ceadcb0 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:17.231204 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'code': 200} Aug 29 16:53:17.243986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c4b0387-c73f-4083-8207-2557b6de3306 req-54958a41-bac5-4d74-aa4d-91e92790d134 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:17.335534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb95cff-5d79-462e-a0d6-3e28031ee029 req-a7703c46-e231-4486-922c-c0cee301d12f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:17.337794 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4eb95cff-5d79-462e-a0d6-3e28031ee029 req-a7703c46-e231-4486-922c-c0cee301d12f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.0605755 Aug 29 16:53:17.367661 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:17.400091 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4eb95cff-5d79-462e-a0d6-3e28031ee029 req-431f2211-6d53-476b-8a39-2c387a8f2d72 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510602 Aug 29 16:53:17.476773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3ab55-2f2b-4cbc-9f7b-9548a32483a3 req-ca2d78a7-d18e-4b68-b99e-60fcc8a69554 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:17.479107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ab3ab55-2f2b-4cbc-9f7b-9548a32483a3 req-ca2d78a7-d18e-4b68-b99e-60fcc8a69554 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.16 "GET /v2.0/ports?device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 946 time: 0.0775199 Aug 29 16:53:17.525318 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-8c4b0387-c73f-4083-8207-2557b6de3306 req-54958a41-bac5-4d74-aa4d-91e92790d134 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 16:53:17.530048 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c4b0387-c73f-4083-8207-2557b6de3306 req-54958a41-bac5-4d74-aa4d-91e92790d134 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "PUT /v2.0/floatingips/83176135-e424-42fc-be1b-3b84d5ecad3c HTTP/1.1" status: 409 len: 550 time: 0.3484364 Aug 29 16:53:17.592529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49cd44-b6c6-4fe1-91c0-d479e24a6af3 req-6bc96358-6931-4c61-9773-2c3e481b26f7 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:17.607027 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a49cd44-b6c6-4fe1-91c0-d479e24a6af3 req-6bc96358-6931-4c61-9773-2c3e481b26f7 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 932 time: 0.1266210 Aug 29 16:53:17.684268 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a49cd44-b6c6-4fe1-91c0-d479e24a6af3 req-aeb27b46-97d6-4041-aca1-dc0cafba2076 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633802 Aug 29 16:53:17.687975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-3ab3ab55-2f2b-4cbc-9f7b-9548a32483a3 req-4b8d239f-aad3-4af5-9f89-310ae9474c0c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Deleting port c303182d-3bf9-4917-b91f-948972d3465b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:17.688194 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3ab3ab55-2f2b-4cbc-9f7b-9548a32483a3 req-4b8d239f-aad3-4af5-9f89-310ae9474c0c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:17.742016 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64127fab-56a6-451d-aada-19253892defa req-d2dfa116-eca5-4a67-b0b7-b85d4a2e9dfb tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips/83176135-e424-42fc-be1b-3b84d5ecad3c HTTP/1.1" status: 200 len: 692 time: 0.0708401 Aug 29 16:53:17.839770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-3ab3ab55-2f2b-4cbc-9f7b-9548a32483a3 req-4b8d239f-aad3-4af5-9f89-310ae9474c0c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] For port c303182d-3bf9-4917-b91f-948972d3465b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c303182d-3bf9-4917-b91f-948972d3465b,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:17.840152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3ab3ab55-2f2b-4cbc-9f7b-9548a32483a3 req-4b8d239f-aad3-4af5-9f89-310ae9474c0c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:17.858026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-3ab3ab55-2f2b-4cbc-9f7b-9548a32483a3 req-4b8d239f-aad3-4af5-9f89-310ae9474c0c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Calling delete_port for c303182d-3bf9-4917-b91f-948972d3465b owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:17.884524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a31f-55aa-4e05-967c-866db33816aa req-79b9c667-9a01-46a3-8943-690333a979c7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:17.886071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65f8a31f-55aa-4e05-967c-866db33816aa req-79b9c667-9a01-46a3-8943-690333a979c7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=84821dbc-e67d-4af7-9473-85499f958595 HTTP/1.1" status: 200 len: 946 time: 0.0918326 Aug 29 16:53:17.891732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64127fab-56a6-451d-aada-19253892defa req-86ac52a5-af35-48b0-a7ed-dc6d947ba2f1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:17.893065 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64127fab-56a6-451d-aada-19253892defa req-86ac52a5-af35-48b0-a7ed-dc6d947ba2f1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1430655 Aug 29 16:53:17.955708 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64127fab-56a6-451d-aada-19253892defa req-56a969a9-fda7-4734-9363-b0819b16b247 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0565240 Aug 29 16:53:17.966320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65f8a31f-55aa-4e05-967c-866db33816aa req-4edf608b-4e47-4a00-b4d4-46ab12382d11 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513558 Aug 29 16:53:18.016265 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64127fab-56a6-451d-aada-19253892defa req-08760298-7794-4df7-be83-2ab18bd70e02 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.15 HTTP/1.1" status: 200 len: 695 time: 0.0590329 Aug 29 16:53:18.153675 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.155081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c303182d-3bf9-4917-b91f-948972d3465b no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:18.173544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-64127fab-56a6-451d-aada-19253892defa req-cf7d4566-bfec-4cfa-9243-47c3d1d1b8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Deleting port 200adc96-87ba-46d0-9e89-708738c51e50 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:18.173943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-64127fab-56a6-451d-aada-19253892defa req-cf7d4566-bfec-4cfa-9243-47c3d1d1b8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.260146 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.287210 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-64127fab-56a6-451d-aada-19253892defa req-cf7d4566-bfec-4cfa-9243-47c3d1d1b8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.287608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-64127fab-56a6-451d-aada-19253892defa req-cf7d4566-bfec-4cfa-9243-47c3d1d1b8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.301216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-64127fab-56a6-451d-aada-19253892defa req-cf7d4566-bfec-4cfa-9243-47c3d1d1b8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Calling delete_port for 200adc96-87ba-46d0-9e89-708738c51e50 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:18.367934 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3ab3ab55-2f2b-4cbc-9f7b-9548a32483a3 req-4b8d239f-aad3-4af5-9f89-310ae9474c0c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.405878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d239f-aad3-4af5-9f89-310ae9474c0c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Pushing event deleted for resources: {'Port': ['ID=c303182d-3bf9-4917-b91f-948972d3465b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:18.418735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:18.421782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f1176-2b48-4933-baef-01aaae6324d9 req-b07e22e7-152a-4259-8f19-ff474860e6f4 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:18.422547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['0675f493-2efa-469e-b7f9-5dd5d7072527'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:18.431837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f52f1176-2b48-4933-baef-01aaae6324d9 req-b07e22e7-152a-4259-8f19-ff474860e6f4 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 946 time: 0.3928511 Aug 29 16:53:18.489796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab3ab55-2f2b-4cbc-9f7b-9548a32483a3 req-4b8d239f-aad3-4af5-9f89-310ae9474c0c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] No DVR routers for this DVR port c303182d-3bf9-4917-b91f-948972d3465b on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:18.492372 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-64127fab-56a6-451d-aada-19253892defa req-cf7d4566-bfec-4cfa-9243-47c3d1d1b8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.495231 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3ab3ab55-2f2b-4cbc-9f7b-9548a32483a3 req-4b8d239f-aad3-4af5-9f89-310ae9474c0c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.501254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ab3ab55-2f2b-4cbc-9f7b-9548a32483a3 req-4b8d239f-aad3-4af5-9f89-310ae9474c0c tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.16 "DELETE /v2.0/ports/c303182d-3bf9-4917-b91f-948972d3465b HTTP/1.1" status: 204 len: 173 time: 1.0078180 Aug 29 16:53:18.501254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84821dbc-e67d-4af7-9473-85499f958595', 'name': 'network-vif-deleted', 'tag': 'c303182d-3bf9-4917-b91f-948972d3465b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:18.501254 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e34716-f0bd-4b55-8354-60d749b9841d" -d '{"events": [{"server_uuid": "84821dbc-e67d-4af7-9473-85499f958595", "name": "network-vif-deleted", "tag": "c303182d-3bf9-4917-b91f-948972d3465b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:18.533675 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f52f1176-2b48-4933-baef-01aaae6324d9 req-4d99ff16-b24d-450a-9be4-0dda7eb99410 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007178 Aug 29 16:53:18.571305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d4566-bfec-4cfa-9243-47c3d1d1b8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Pushing event deleted for resources: {'Port': ['ID=200adc96-87ba-46d0-9e89-708738c51e50,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:18.580242 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.657720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:18.668764 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.682719 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-64127fab-56a6-451d-aada-19253892defa req-cf7d4566-bfec-4cfa-9243-47c3d1d1b8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.689426 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-64127fab-56a6-451d-aada-19253892defa req-cf7d4566-bfec-4cfa-9243-47c3d1d1b8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:18.693979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64127fab-56a6-451d-aada-19253892defa req-cf7d4566-bfec-4cfa-9243-47c3d1d1b8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "DELETE /v2.0/floatingips/83176135-e424-42fc-be1b-3b84d5ecad3c HTTP/1.1" status: 204 len: 173 time: 0.6709507 Aug 29 16:53:18.725391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7545c-f088-4456-b2bd-40e08927c0fe req-01b4cf4a-614e-41d9-be53-ca6897e3880e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:18.730992 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5e7545c-f088-4456-b2bd-40e08927c0fe req-01b4cf4a-614e-41d9-be53-ca6897e3880e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1051302 Aug 29 16:53:18.780377 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5e7545c-f088-4456-b2bd-40e08927c0fe req-3368fc53-c0d8-4fe1-9a20-e0c94ae2e404 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Aug 29 16:53:18.818894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=10']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:18.852029 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91e29d1-a6eb-41fa-9837-16842ce3ae58 x-openstack-request-id: req-f91e29d1-a6eb-41fa-9837-16842ce3ae58 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:18.852505 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84821dbc-e67d-4af7-9473-85499f958595", "name": "network-vif-deleted", "tag": "c303182d-3bf9-4917-b91f-948972d3465b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:18.852764 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f91e29d1-a6eb-41fa-9837-16842ce3ae58 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:18.853200 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84821dbc-e67d-4af7-9473-85499f958595', 'name': 'network-vif-deleted', 'tag': 'c303182d-3bf9-4917-b91f-948972d3465b', 'status': 'completed', 'code': 200} Aug 29 16:53:18.859377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c765b-2917-4f4c-b4fe-5ed2151438fc req-2c21c1ae-bd36-495d-b633-7b18c499f2d3 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:18.872272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-190c765b-2917-4f4c-b4fe-5ed2151438fc req-2c21c1ae-bd36-495d-b633-7b18c499f2d3 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.1108172 Aug 29 16:53:18.920143 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-190c765b-2917-4f4c-b4fe-5ed2151438fc req-538d4ba3-607c-4ff3-9615-0746ae8b8e13 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Aug 29 16:53:19.131096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-e84ba102-f543-4ad4-ac2e-cd519de3e1cf tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 1000 time: 0.1269395 Aug 29 16:53:19.136650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff36f7-a800-42be-852b-cead6672c56a req-b35a1e0f-7f22-40c2-b79a-b958984e74ab tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:19.138368 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12ff36f7-a800-42be-852b-cead6672c56a req-b35a1e0f-7f22-40c2-b79a-b958984e74ab tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 932 time: 0.0690410 Aug 29 16:53:19.184947 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12ff36f7-a800-42be-852b-cead6672c56a req-d4ffaf22-ed50-4278-a040-63abc3cdfedc tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389934 Aug 29 16:53:19.203192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-6c058d71-e560-48d1-a96a-d42bee014954 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:19.204752 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-6c058d71-e560-48d1-a96a-d42bee014954 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports/97c2ce1a-c656-4083-81ee-3208a09c35c3 HTTP/1.1" status: 200 len: 943 time: 0.0727043 Aug 29 16:53:19.232506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:19.235025 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232b0481-228b-43b4-be87-bc84f6527560" -d '{"events": [{"server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:19.350670 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-306f5a14-8c47-4f68-b42b-0e66ce1c3da0 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 1000 time: 0.1029422 Aug 29 16:53:19.439887 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bb8e9b-d466-456e-b05d-105994e7568a x-openstack-request-id: req-56bb8e9b-d466-456e-b05d-105994e7568a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:19.440273 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "name": "network-vif-unplugged", "status": "completed", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:19.440579 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56bb8e9b-d466-456e-b05d-105994e7568a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:19.441032 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'code': 200} Aug 29 16:53:19.466675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-1a87c4b9-5a2b-49b3-911f-5eec6b26be72 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:19.468031 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-1a87c4b9-5a2b-49b3-911f-5eec6b26be72 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1165330 Aug 29 16:53:19.536176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40c549-8ad5-4200-9720-4888692d8f18 req-55b94450-0d70-4def-844f-8a0ab7559a23 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:19.537909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c40c549-8ad5-4200-9720-4888692d8f18 req-55b94450-0d70-4def-844f-8a0ab7559a23 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 945 time: 0.0544431 Aug 29 16:53:19.553215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-a42aac5a-9cd1-4066-a3b2-7e346650b9ea tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 1000 time: 0.0764620 Aug 29 16:53:19.558690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-4d5cc58f-e73b-469f-a757-e72d9818fac2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:19.580098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c40c549-8ad5-4200-9720-4888692d8f18 req-7fd748ff-03ae-48a6-8fed-2dea1ebd372b tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355189 Aug 29 16:53:19.619535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-4d5cc58f-e73b-469f-a757-e72d9818fac2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:19.691239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b584db-9978-4f16-bb40-688bb84bddc1 req-da8b79f4-3c57-4aa0-bc20-851bf0d284da tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:19.692922 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-23b584db-9978-4f16-bb40-688bb84bddc1 req-da8b79f4-3c57-4aa0-bc20-851bf0d284da tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 946 time: 0.0582733 Aug 29 16:53:19.737826 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-23b584db-9978-4f16-bb40-688bb84bddc1 req-2799fee7-1fbe-41fc-9dbc-0120331af0ca tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383503 Aug 29 16:53:19.781344 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-4d5cc58f-e73b-469f-a757-e72d9818fac2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:19.785632 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-4d5cc58f-e73b-469f-a757-e72d9818fac2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:19.785974 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-4d5cc58f-e73b-469f-a757-e72d9818fac2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Floating IP b478a485-3286-4505-b637-4a3e82f6fb73 disassociated. External IP: 172.25.5.8, port: 97c2ce1a-c656-4083-81ee-3208a09c35c3. Aug 29 16:53:19.921322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100dbc9-6765-4c4d-8620-d20ac532e7b7 req-77b7b500-a453-407d-ab43-126a603c3d92 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:19.923036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f100dbc9-6765-4c4d-8620-d20ac532e7b7 req-77b7b500-a453-407d-ab43-126a603c3d92 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 948 time: 0.0509603 Aug 29 16:53:19.926499 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:19.962989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f100dbc9-6765-4c4d-8620-d20ac532e7b7 req-653b760d-ee19-4838-8f81-da5139b93f83 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Aug 29 16:53:20.027306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-4d5cc58f-e73b-469f-a757-e72d9818fac2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Router 75f1331f-c3dc-408b-81ee-543d979381b8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:53:20.106554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1d1b1-6d47-46be-9eef-cf69308c730c req-35f0475f-9f9c-43bd-b352-0b9cd64ff4be tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:20.108156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5cc1d1b1-6d47-46be-9eef-cf69308c730c req-35f0475f-9f9c-43bd-b352-0b9cd64ff4be tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.0496697 Aug 29 16:53:20.151799 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5cc1d1b1-6d47-46be-9eef-cf69308c730c req-51fa5b1e-938d-4bc3-8ca5-ec9dd2747568 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373731 Aug 29 16:53:20.154201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-4d5cc58f-e73b-469f-a757-e72d9818fac2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:53:20.164310 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372a3668-17c9-4613-9794-8ae2b1581f90 None None] Sync routers for ids ['75f1331f-c3dc-408b-81ee-543d979381b8'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:53:20.166461 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-4d5cc58f-e73b-469f-a757-e72d9818fac2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:20.175700 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a3668-17c9-4613-9794-8ae2b1581f90 None None] Routers {'75f1331f-c3dc-408b-81ee-543d979381b8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:20.176323 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-372a3668-17c9-4613-9794-8ae2b1581f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['75f1331f-c3dc-408b-81ee-543d979381b8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:20.212180 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-4d5cc58f-e73b-469f-a757-e72d9818fac2 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "PUT /v2.0/floatingips/b478a485-3286-4505-b637-4a3e82f6fb73 HTTP/1.1" status: 200 len: 693 time: 0.6545286 Aug 29 16:53:20.260582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-8985a8f8-5829-4b3f-98f9-55115440ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:20.268162 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-8985a8f8-5829-4b3f-98f9-55115440ccd4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d431ca7a8bdb4e109a12931ae7d4fb43&device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 1098 time: 0.0550942 Aug 29 16:53:20.365211 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-372a3668-17c9-4613-9794-8ae2b1581f90 None None] Set router 75f1331f-c3dc-408b-81ee-543d979381b8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:20.391646 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-8e1ea68c-1fc0-40e3-9172-968d2cdebbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:20.399506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-8e1ea68c-1fc0-40e3-9172-968d2cdebbf3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 HTTP/1.1" status: 200 len: 930 time: 0.1303546 Aug 29 16:53:20.440151 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-859f4790-40ed-4e53-94d8-7f8fe2cba951 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c2ce1a-c656-4083-81ee-3208a09c35c3 HTTP/1.1" status: 200 len: 217 time: 0.0393760 Aug 29 16:53:20.450284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fb002-1cab-483d-b256-3e7618c96950 req-e70e88ee-9671-4b96-a96b-69629e66bac9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:20.451989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-849fb002-1cab-483d-b256-3e7618c96950 req-e70e88ee-9671-4b96-a96b-69629e66bac9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 932 time: 0.0923767 Aug 29 16:53:20.508500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-849fb002-1cab-483d-b256-3e7618c96950 req-af5b74fd-b7c8-4d78-9749-1a28db6a785c tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493574 Aug 29 16:53:20.530926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-d5566488-f847-4bc5-8985-6563435886ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:20.546219 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-d5566488-f847-4bc5-8985-6563435886ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cec853e5-098f-441a-8d22-7ddb96338ff0 HTTP/1.1" status: 200 len: 868 time: 0.0993614 Aug 29 16:53:20.599204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-a9c57250-72ef-4095-a890-6ef954ce4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:20.601199 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-a9c57250-72ef-4095-a890-6ef954ce4937 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504577 Aug 29 16:53:20.632262 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-372a3668-17c9-4613-9794-8ae2b1581f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:44Z', 'revision_number': 4, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c0158811-e23a-4665-a5f7-8fbfd064378f', 'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'mac_address': 'fa:16:3e:f0:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:41Z', 'updated_at': '2021-08-29T16:52:53Z', 'revision_number': 5, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'subnets': [{'id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:20.723709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f3fc7-874a-49fd-adc2-fadd0606b653 req-ec4efe06-cdf4-45b6-a8b3-83ac150848f6 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:20.726954 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-690f3fc7-874a-49fd-adc2-fadd0606b653 req-ec4efe06-cdf4-45b6-a8b3-83ac150848f6 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 945 time: 0.0686462 Aug 29 16:53:20.742194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-b68e800c-e3f1-49a9-a0af-c78ed9db3641 service neutron] 10.222.0.22 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319890 Aug 29 16:53:20.778550 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372a3668-17c9-4613-9794-8ae2b1581f90 None None] Checking router: 75f1331f-c3dc-408b-81ee-543d979381b8 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:53:20.794399 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a3668-17c9-4613-9794-8ae2b1581f90 None None] Routers {'75f1331f-c3dc-408b-81ee-543d979381b8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:20.795316 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-372a3668-17c9-4613-9794-8ae2b1581f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['75f1331f-c3dc-408b-81ee-543d979381b8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:20.804977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-690f3fc7-874a-49fd-adc2-fadd0606b653 req-11e932bd-eb06-4364-8560-4348a03ef8a9 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609570 Aug 29 16:53:20.854397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'tag': '97c2ce1a-c656-4083-81ee-3208a09c35c3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:20.856774 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e5126b-d04d-499a-9ccd-f110eafab87c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5d60a2-c1e0-44fc-8c5f-bd5d247db494", "tag": "97c2ce1a-c656-4083-81ee-3208a09c35c3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:20.871296 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a755f431-ffb6-40c4-a76f-f451d7e953fb req-c1b38ff8-b418-4fbd-a1f4-4a0c373090ab service neutron] 10.222.0.22 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232278 Aug 29 16:53:20.915332 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-372a3668-17c9-4613-9794-8ae2b1581f90 None None] Set router 75f1331f-c3dc-408b-81ee-543d979381b8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:20.915553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06596-5579-44df-973b-03d079b0d33e req-78146e13-e3b6-46de-ac6e-cee8d4b35178 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:20.916981 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89c06596-5579-44df-973b-03d079b0d33e req-78146e13-e3b6-46de-ac6e-cee8d4b35178 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 946 time: 0.0518086 Aug 29 16:53:20.939591 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab424e0-1316-4b64-a5cd-4e605e284406 x-openstack-request-id: req-6ab424e0-1316-4b64-a5cd-4e605e284406 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:20.940097 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5d60a2-c1e0-44fc-8c5f-bd5d247db494", "tag": "97c2ce1a-c656-4083-81ee-3208a09c35c3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:20.940618 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ab424e0-1316-4b64-a5cd-4e605e284406 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:20.941239 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'tag': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'status': 'completed', 'code': 200} Aug 29 16:53:20.967419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72be32-9b41-4688-954f-7811e65152d7 req-75dfec67-496c-4834-b778-af99bf368595 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:20.969462 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ac72be32-9b41-4688-954f-7811e65152d7 req-75dfec67-496c-4834-b778-af99bf368595 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.16 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 946 time: 0.0630364 Aug 29 16:53:20.982460 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89c06596-5579-44df-973b-03d079b0d33e req-8ddccf04-736d-47b2-87cb-4d9471647005 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d334527-86b0-4aca-9a1c-d7fc91bfb151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566490 Aug 29 16:53:21.047956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-f018d8e8-0d3a-4fd8-bd68-079ac53c3192 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips/b478a485-3286-4505-b637-4a3e82f6fb73 HTTP/1.1" status: 200 len: 693 time: 0.0768623 Aug 29 16:53:21.112878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a14d1c-72f1-4d44-aad4-d45d683fa31a req-90007c79-4ac3-4a41-be3a-b03d1b26a29e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:21.114500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02a14d1c-72f1-4d44-aad4-d45d683fa31a req-90007c79-4ac3-4a41-be3a-b03d1b26a29e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 948 time: 0.0699501 Aug 29 16:53:21.148311 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-372a3668-17c9-4613-9794-8ae2b1581f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:44Z', 'revision_number': 4, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c0158811-e23a-4665-a5f7-8fbfd064378f', 'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'mac_address': 'fa:16:3e:f0:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:41Z', 'updated_at': '2021-08-29T16:52:53Z', 'revision_number': 5, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'subnets': [{'id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:21.154403 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02a14d1c-72f1-4d44-aad4-d45d683fa31a req-71b0911f-4de4-44c8-8572-d32a3bcd4ee4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332215 Aug 29 16:53:21.180112 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372a3668-17c9-4613-9794-8ae2b1581f90 None None] The sync data for ids ['75f1331f-c3dc-408b-81ee-543d979381b8'] in n-d-713301-13 is: [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:52:44Z', 'revision_number': 4, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c0158811-e23a-4665-a5f7-8fbfd064378f', 'name': '', 'network_id': '49c5cef1-1b8e-4701-b403-ed2dc3d2ee38', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'mac_address': 'fa:16:3e:f0:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:41Z', 'updated_at': '2021-08-29T16:52:53Z', 'revision_number': 5, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'subnets': [{'id': 'cec853e5-098f-441a-8d22-7ddb96338ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:53:21.197928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ac72be32-9b41-4688-954f-7811e65152d7 req-e4262d62-019a-4405-88b3-99e690b45cb2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Deleting port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:21.199521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ac72be32-9b41-4688-954f-7811e65152d7 req-e4262d62-019a-4405-88b3-99e690b45cb2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:21.257500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-4b0557ac-f993-4150-aa20-686f852ed0eb tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:21.258924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-4b0557ac-f993-4150-aa20-686f852ed0eb tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1934581 Aug 29 16:53:21.287302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6edad-1c13-4809-9b4d-d11dde9dc3ce req-f5d9d8d6-a029-4fdf-a131-6eee1608bf47 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:21.289055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9c6edad-1c13-4809-9b4d-d11dde9dc3ce req-f5d9d8d6-a029-4fdf-a131-6eee1608bf47 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.0610757 Aug 29 16:53:21.329151 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9c6edad-1c13-4809-9b4d-d11dde9dc3ce req-df02e4c6-60f5-4db8-8621-53ffa3041dca tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339830 Aug 29 16:53:21.332936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-b789d0fc-a4bd-424e-acfa-90c11ea051cb tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 696 time: 0.0657797 Aug 29 16:53:21.399940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ac72be32-9b41-4688-954f-7811e65152d7 req-e4262d62-019a-4405-88b3-99e690b45cb2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] For port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=99b5cf53-c9db-4185-90bc-a1f9c53d32dc,segment=NetworkSegment(a46715ba-7ced-428f-b1c2-c2da9024e430),segment_id=a46715ba-7ced-428f-b1c2-c2da9024e430)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:21.399940 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ac72be32-9b41-4688-954f-7811e65152d7 req-e4262d62-019a-4405-88b3-99e690b45cb2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:21.419558 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-e6a9a015-c045-4bc7-a7f0-f410b79c1001 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.8 HTTP/1.1" status: 200 len: 696 time: 0.0796299 Aug 29 16:53:21.420513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ac72be32-9b41-4688-954f-7811e65152d7 req-e4262d62-019a-4405-88b3-99e690b45cb2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Calling delete_port for 99b5cf53-c9db-4185-90bc-a1f9c53d32dc owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:21.452867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb2c5f4-8bcc-4347-8640-0a164fa633c4 None None] New status for floating IP b478a485-3286-4505-b637-4a3e82f6fb73: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:53:21.621725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fb624-8d5e-4ad9-bdb9-f6e7c0e00d0c req-4669ed33-04c8-40cc-8912-2012e142f9c1 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:21.623230 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-454fb624-8d5e-4ad9-bdb9-f6e7c0e00d0c req-4669ed33-04c8-40cc-8912-2012e142f9c1 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 932 time: 0.0529032 Aug 29 16:53:21.640940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-76de5781-a99f-4b02-9ddc-49f3091ddfb1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Deleting port 4ec4fb25-841a-452d-8ddd-6d8a75f3ca74 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:21.641587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-76de5781-a99f-4b02-9ddc-49f3091ddfb1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:21.672953 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-454fb624-8d5e-4ad9-bdb9-f6e7c0e00d0c req-55bf0421-4a38-4c64-8f51-2d43252870fc tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422213 Aug 29 16:53:21.722356 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ac72be32-9b41-4688-954f-7811e65152d7 req-e4262d62-019a-4405-88b3-99e690b45cb2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:21.734289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['99b5cf53-c9db-4185-90bc-a1f9c53d32dc'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:21.744082 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Request body: {'port': {'device_id': 'a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:21.773177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4262d62-019a-4405-88b3-99e690b45cb2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Pushing event deleted for resources: {'Port': ['ID=99b5cf53-c9db-4185-90bc-a1f9c53d32dc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:21.779206 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-76de5781-a99f-4b02-9ddc-49f3091ddfb1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:21.779611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-76de5781-a99f-4b02-9ddc-49f3091ddfb1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:21.811316 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:21.826189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-76de5781-a99f-4b02-9ddc-49f3091ddfb1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Calling delete_port for 4ec4fb25-841a-452d-8ddd-6d8a75f3ca74 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:21.851416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac72be32-9b41-4688-954f-7811e65152d7 req-e4262d62-019a-4405-88b3-99e690b45cb2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] No DVR routers for this DVR port 99b5cf53-c9db-4185-90bc-a1f9c53d32dc on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:21.857020 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ac72be32-9b41-4688-954f-7811e65152d7 req-e4262d62-019a-4405-88b3-99e690b45cb2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:21.859369 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ac72be32-9b41-4688-954f-7811e65152d7 req-e4262d62-019a-4405-88b3-99e690b45cb2 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.16 "DELETE /v2.0/ports/99b5cf53-c9db-4185-90bc-a1f9c53d32dc HTTP/1.1" status: 204 len: 173 time: 0.8808162 Aug 29 16:53:21.868481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3 req-fdf19833-282d-49ea-87b8-363d6fd14d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:21.870032 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3 req-fdf19833-282d-49ea-87b8-363d6fd14d04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d431ca7a8bdb4e109a12931ae7d4fb43&device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 1098 time: 0.1117742 Aug 29 16:53:22.020299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42f242-1b75-4318-b089-bf4e0a79643f req-38425019-eace-459e-8ba3-c406b7d07c96 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:22.022078 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b42f242-1b75-4318-b089-bf4e0a79643f req-38425019-eace-459e-8ba3-c406b7d07c96 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 945 time: 0.1216207 Aug 29 16:53:22.029849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3 req-0b825b62-8e9d-45da-90ac-f37e32706050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:22.031383 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3 req-0b825b62-8e9d-45da-90ac-f37e32706050 service neutron] 10.222.0.10 "GET /v2.0/networks?id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 HTTP/1.1" status: 200 len: 930 time: 0.1274276 Aug 29 16:53:22.096764 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3 req-7adedc0b-6b4c-45ca-ba3e-ee9ada48e3e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c2ce1a-c656-4083-81ee-3208a09c35c3 HTTP/1.1" status: 200 len: 217 time: 0.0390990 Aug 29 16:53:22.109576 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b42f242-1b75-4318-b089-bf4e0a79643f req-e50f111f-8625-49c2-8d33-e1a9b2133d42 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767112 Aug 29 16:53:22.144904 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-76de5781-a99f-4b02-9ddc-49f3091ddfb1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:22.190651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de5781-a99f-4b02-9ddc-49f3091ddfb1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Pushing event deleted for resources: {'Port': ['ID=4ec4fb25-841a-452d-8ddd-6d8a75f3ca74,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:22.194191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3 req-330379e1-afa7-4a39-936e-cee84dc3bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:22.195717 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3 req-330379e1-afa7-4a39-936e-cee84dc3bca1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cec853e5-098f-441a-8d22-7ddb96338ff0 HTTP/1.1" status: 200 len: 868 time: 0.0906174 Aug 29 16:53:22.318766 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-76de5781-a99f-4b02-9ddc-49f3091ddfb1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:22.321485 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-76de5781-a99f-4b02-9ddc-49f3091ddfb1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:22.322515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6c138ab-1421-4a3d-8130-b46e5a16cfd4 req-76de5781-a99f-4b02-9ddc-49f3091ddfb1 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "DELETE /v2.0/floatingips/b478a485-3286-4505-b637-4a3e82f6fb73 HTTP/1.1" status: 204 len: 173 time: 0.8960311 Aug 29 16:53:22.325674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-8e2c587e-98fa-4534-95e4-cd774357bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:22.326172 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-8e2c587e-98fa-4534-95e4-cd774357bb5a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9&tenant_id=0f1094930cac4d8f9e7626730739de9b HTTP/1.1" status: 200 len: 1100 time: 0.1144271 Aug 29 16:53:22.336683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3 req-363871e4-d8e4-45ec-97f0-701b3f5ca349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:22.338307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3 req-363871e4-d8e4-45ec-97f0-701b3f5ca349 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254041 Aug 29 16:53:22.343666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:22.501712 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c2c8d55c-b2a8-4e69-a435-21220bbfd8fe req-c364a98e-2cca-4248-adda-6c56431af5e7 tempest-ServerAddressesNegativeTestJSON-988392092 tempest-ServerAddressesNegativeTestJSON-988392092-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dcc7eb-86bc-465b-bc33-f8ba0e550698 HTTP/1.1" status: 200 len: 210 time: 0.0410440 Aug 29 16:53:22.555067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ebd92a-307a-4085-9716-10dd6cb83a28 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:22.564155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:22.579474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Transition to ACTIVE for port object e8ebd92a-307a-4085-9716-10dd6cb83a28 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:22.591452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:22.665018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ebd92a-307a-4085-9716-10dd6cb83a28,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:22.704931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc70fa0-5e66-472e-9670-d97d93e07d12 req-9004965d-49a3-43cb-a5a2-51db66b30f48 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:22.706536 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cc70fa0-5e66-472e-9670-d97d93e07d12 req-9004965d-49a3-43cb-a5a2-51db66b30f48 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.1290574 Aug 29 16:53:22.780941 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:22.782871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cc70fa0-5e66-472e-9670-d97d93e07d12 req-caf1342e-ac94-466e-97f8-6f8e079e158f tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573785 Aug 29 16:53:22.786024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Attempting to bind port e8ebd92a-307a-4085-9716-10dd6cb83a28 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:22.786362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Attempting to bind port e8ebd92a-307a-4085-9716-10dd6cb83a28 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:22.786689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Attempting to bind port e8ebd92a-307a-4085-9716-10dd6cb83a28 on network b45f752c-040e-455b-87a1-50c37d6fdb5f {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:22.791292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Port e8ebd92a-307a-4085-9716-10dd6cb83a28 on network b45f752c-040e-455b-87a1-50c37d6fdb5f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:53:22.791623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Attempting to bind port e8ebd92a-307a-4085-9716-10dd6cb83a28 on network b45f752c-040e-455b-87a1-50c37d6fdb5f {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:22.798216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:22.798709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Checking segment: {'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:22.801432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Bound using segment: {'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:22.801432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Bound port: e8ebd92a-307a-4085-9716-10dd6cb83a28, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e461f3fa-cb9f-4f59-a790-01c942614966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:22.801432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:22.801888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09973bb0-a012-452e-b540-75d0352ebba0 req-19e54d98-361f-4c89-92a7-006c5aeedd84 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:22.803058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-09973bb0-a012-452e-b540-75d0352ebba0 req-19e54d98-361f-4c89-92a7-006c5aeedd84 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.10 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 944 time: 0.1915281 Aug 29 16:53:22.822271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61284d4e-06a6-440c-83b5-76db2cefc74d req-0c98e852-0a00-48f9-af35-84b71f4dd748 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:22.823840 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61284d4e-06a6-440c-83b5-76db2cefc74d req-0c98e852-0a00-48f9-af35-84b71f4dd748 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 948 time: 0.2133718 Aug 29 16:53:22.883750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] For port e8ebd92a-307a-4085-9716-10dd6cb83a28, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:22.886910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3 req-02a04f91-807d-41c1-ae4e-e88aed9d6583 service neutron] 10.222.0.10 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392728 Aug 29 16:53:22.887093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] For port e8ebd92a-307a-4085-9716-10dd6cb83a28, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e8ebd92a-307a-4085-9716-10dd6cb83a28,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:22.893800 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:22.931008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:22.932967 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:22.934977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] 10.222.0.10 "PUT /v2.0/ports/e8ebd92a-307a-4085-9716-10dd6cb83a28 HTTP/1.1" status: 200 len: 1093 time: 1.1985564 Aug 29 16:53:22.937655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8', 'tag': 'e8ebd92a-307a-4085-9716-10dd6cb83a28'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:22.940924 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8", "tag": "e8ebd92a-307a-4085-9716-10dd6cb83a28"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:22.974536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dcc7eb-86bc-465b-bc33-f8ba0e550698', 'name': 'network-vif-deleted', 'tag': '99b5cf53-c9db-4185-90bc-a1f9c53d32dc'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:22.976841 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cd82ff-23e0-4b90-b1b0-7220d84ef2da" -d '{"events": [{"server_uuid": "15dcc7eb-86bc-465b-bc33-f8ba0e550698", "name": "network-vif-deleted", "tag": "99b5cf53-c9db-4185-90bc-a1f9c53d32dc"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:22.984302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0b240-7b1b-4726-a330-293e898f4213 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ebd92a-307a-4085-9716-10dd6cb83a28,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:23.068119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-339d8928-460c-4fb4-aba3-fc548156b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:23.069654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-339d8928-460c-4fb4-aba3-fc548156b262 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e813e7c4026d4c0189a2f39cca39a3dc&device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0810699 Aug 29 16:53:23.083001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a871fa-549f-49fe-8a20-bfb1b1a61f87 req-47082bd4-a2e6-48d5-ad61-df0deb834877 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:23.084532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67a871fa-549f-49fe-8a20-bfb1b1a61f87 req-47082bd4-a2e6-48d5-ad61-df0deb834877 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0682318 Aug 29 16:53:23.091528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61284d4e-06a6-440c-83b5-76db2cefc74d req-5b3f9f28-c7f1-41a6-870f-722523a55ac2 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306488 Aug 29 16:53:23.162913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67a871fa-549f-49fe-8a20-bfb1b1a61f87 req-caf559db-2e33-4e9b-be1b-4d903dee4433 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0710390 Aug 29 16:53:23.164129 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-6b2405dd-1dac-4c71-bd95-9259099e621d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ebd92a-307a-4085-9716-10dd6cb83a28 HTTP/1.1" status: 200 len: 217 time: 0.0787125 Aug 29 16:53:23.217916 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6160ae-6c56-484e-bb47-e287b702721a x-openstack-request-id: req-bc6160ae-6c56-484e-bb47-e287b702721a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:23.218424 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8", "tag": "e8ebd92a-307a-4085-9716-10dd6cb83a28", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:23.218735 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc6160ae-6c56-484e-bb47-e287b702721a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:23.219308 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8', 'tag': 'e8ebd92a-307a-4085-9716-10dd6cb83a28', 'status': 'completed', 'code': 200} Aug 29 16:53:23.224397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-09973bb0-a012-452e-b540-75d0352ebba0 req-a99b4522-96a5-4b87-bb6f-1f05a87ca36d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Deleting port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:23.224676 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-09973bb0-a012-452e-b540-75d0352ebba0 req-a99b4522-96a5-4b87-bb6f-1f05a87ca36d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:23.228802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31bc3e80-d632-4d37-be98-8b1c52d7e8c3 req-566e0245-5d65-42d2-b764-0f9b1c7c9f45 service neutron] 10.222.0.10 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237929 Aug 29 16:53:23.255002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-65537a5d-b367-44ef-9b9f-08510d7e6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:23.256669 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-65537a5d-b367-44ef-9b9f-08510d7e6d27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b437f11-d35a-4d83-b8da-9cfdadb36224 HTTP/1.1" status: 200 len: 853 time: 0.0824616 Aug 29 16:53:23.290754 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19c56b6-c41b-4788-8dc3-6b514df7a3e4 x-openstack-request-id: req-b19c56b6-c41b-4788-8dc3-6b514df7a3e4 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:23.291032 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dcc7eb-86bc-465b-bc33-f8ba0e550698", "name": "network-vif-deleted", "tag": "99b5cf53-c9db-4185-90bc-a1f9c53d32dc", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:23.291278 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b19c56b6-c41b-4788-8dc3-6b514df7a3e4 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:23.291659 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dcc7eb-86bc-465b-bc33-f8ba0e550698', 'name': 'network-vif-deleted', 'tag': '99b5cf53-c9db-4185-90bc-a1f9c53d32dc', 'status': 'completed', 'code': 200} Aug 29 16:53:23.340505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-fb5fbce2-3334-4445-bad9-a9256b1d1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:23.341918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-fb5fbce2-3334-4445-bad9-a9256b1d1bf2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b45f752c-040e-455b-87a1-50c37d6fdb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712867 Aug 29 16:53:23.365321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c0d9e-26c4-48c0-9af8-950bd9ac14ed req-22e05137-7480-4564-810a-1c7625bc5390 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:23.366745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e4c0d9e-26c4-48c0-9af8-950bd9ac14ed req-22e05137-7480-4564-810a-1c7625bc5390 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 945 time: 0.0632417 Aug 29 16:53:23.380656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cce89d-d133-46aa-9c6f-39e044898b61 req-aa2fef28-3217-44e8-9274-ebe413b7ea7a tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:23.385248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2cce89d-d133-46aa-9c6f-39e044898b61 req-aa2fef28-3217-44e8-9274-ebe413b7ea7a tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 944 time: 0.2083459 Aug 29 16:53:23.403531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:23.411622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.10', 64738) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:23.449778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5126b-d04d-499a-9ccd-f110eafab87c req-cc8b527e-2825-4573-a929-c080c0143704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:23.451359 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e5126b-d04d-499a-9ccd-f110eafab87c req-cc8b527e-2825-4573-a929-c080c0143704 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d431ca7a8bdb4e109a12931ae7d4fb43&device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 1098 time: 0.1558371 Aug 29 16:53:23.464842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-09973bb0-a012-452e-b540-75d0352ebba0 req-a99b4522-96a5-4b87-bb6f-1f05a87ca36d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] For port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:23.464842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-09973bb0-a012-452e-b540-75d0352ebba0 req-a99b4522-96a5-4b87-bb6f-1f05a87ca36d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:23.490334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e4c0d9e-26c4-48c0-9af8-950bd9ac14ed req-316f7389-44da-447b-9bbf-789d6bb8de08 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136165 Aug 29 16:53:23.515821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163046f-98ee-4e93-a2f8-d00f5e4d9aad req-9ed5a5f8-5c1c-43b4-a0d0-b732d21f42ca tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:23.515821 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1163046f-98ee-4e93-a2f8-d00f5e4d9aad req-9ed5a5f8-5c1c-43b4-a0d0-b732d21f42ca tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.10 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 945 time: 0.1017432 Aug 29 16:53:23.517971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-e85c0479-a2af-4e26-a105-c8ee50095455 service neutron] 10.222.0.10 "GET /v2.0/networks/b45f752c-040e-455b-87a1-50c37d6fdb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690712 Aug 29 16:53:23.537344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-09973bb0-a012-452e-b540-75d0352ebba0 req-a99b4522-96a5-4b87-bb6f-1f05a87ca36d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Calling delete_port for 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:23.553518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2cce89d-d133-46aa-9c6f-39e044898b61 req-9d79ad74-52c4-43e9-a9cb-0fff28d1b67e tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556845 Aug 29 16:53:23.562144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:23.567727 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-235e34b1-6cdc-4fab-b123-66b59e37bd17 req-99e5351e-c13b-411e-9f0d-e2eaac140695 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0488315 Aug 29 16:53:23.628194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43972) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:23.638858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aefebe3-b85f-43fb-9d15-52b7881d4287 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:23.660371 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:23.697971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Transition to ACTIVE for port object 8aefebe3-b85f-43fb-9d15-52b7881d4287 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:23.704697 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:23.717356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5126b-d04d-499a-9ccd-f110eafab87c req-7a0f4328-27f5-407d-89f1-3dfc1734891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:23.718859 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e5126b-d04d-499a-9ccd-f110eafab87c req-7a0f4328-27f5-407d-89f1-3dfc1734891e service neutron] 10.222.0.10 "GET /v2.0/networks?id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 HTTP/1.1" status: 200 len: 930 time: 0.2576549 Aug 29 16:53:23.748755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c28cd4a-14ac-4784-8fdd-0a7f83961615 admin admin] Deleting subnet dd4906a7-58cd-48f3-b4c8-a2988c4ea9ce {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:53:23.763443 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c28cd4a-14ac-4784-8fdd-0a7f83961615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:23.788896 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e5126b-d04d-499a-9ccd-f110eafab87c req-8a35a81c-2d63-4ca8-a8b7-762bb615615e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c2ce1a-c656-4083-81ee-3208a09c35c3 HTTP/1.1" status: 200 len: 217 time: 0.0450008 Aug 29 16:53:23.791091 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cc8c98b-63ab-4da5-9085-bebe8dac647d req-52f08474-584a-4fbf-a8a4-1b4f2201150e service neutron] 10.222.0.10 "GET /v2.0/networks/b45f752c-040e-455b-87a1-50c37d6fdb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382083 Aug 29 16:53:23.829931 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c28cd4a-14ac-4784-8fdd-0a7f83961615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:23.894074 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=11']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:23.901995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] No DVR routers for this DVR port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:23.921324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-1163046f-98ee-4e93-a2f8-d00f5e4d9aad req-2bfc7826-c3e0-4afd-acd0-cafba537dced tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Deleting port 0675f493-2efa-469e-b7f9-5dd5d7072527 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:23.921688 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1163046f-98ee-4e93-a2f8-d00f5e4d9aad req-2bfc7826-c3e0-4afd-acd0-cafba537dced tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:23.975856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5126b-d04d-499a-9ccd-f110eafab87c req-3567ff6f-6503-4d86-a653-6672c010d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:23.977382 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e5126b-d04d-499a-9ccd-f110eafab87c req-3567ff6f-6503-4d86-a653-6672c010d3d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cec853e5-098f-441a-8d22-7ddb96338ff0 HTTP/1.1" status: 200 len: 868 time: 0.1688483 Aug 29 16:53:23.988902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c28cd4a-14ac-4784-8fdd-0a7f83961615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.007335 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-09973bb0-a012-452e-b540-75d0352ebba0 req-a99b4522-96a5-4b87-bb6f-1f05a87ca36d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.023870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:24.023870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:24.024218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:24.039333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c94c8-1c4d-439a-84c3-08a91f5bcfbe req-794edfac-d393-42b9-af37-ac3f5a98a417 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.040998 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f77c94c8-1c4d-439a-84c3-08a91f5bcfbe req-794edfac-d393-42b9-af37-ac3f5a98a417 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 946 time: 0.2127368 Aug 29 16:53:24.068329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:53:24.068651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Attempting to bind port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:24.075019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df73556-4313-4d2a-9522-d5163a393e12 req-99e6ff3f-0367-4ac2-b75e-b3149f5f3ece tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.076170 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9df73556-4313-4d2a-9522-d5163a393e12 req-99e6ff3f-0367-4ac2-b75e-b3149f5f3ece tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=07da30ef-8767-455f-a808-0e2cfaa1dea6 HTTP/1.1" status: 200 len: 866 time: 0.1928279 Aug 29 16:53:24.078269 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c req-16f9984e-0b4d-41f5-9c79-84d346b800e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.079524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c req-16f9984e-0b4d-41f5-9c79-84d346b800e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e813e7c4026d4c0189a2f39cca39a3dc&device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 1096 time: 0.2066121 Aug 29 16:53:24.083977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b4522-96a5-4b87-bb6f-1f05a87ca36d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Pushing event deleted for resources: {'Port': ['ID=80a610c2-ebee-4d6c-b5b8-fe20e7654a33,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:24.100571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:24.100833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:24.101217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:24.101724 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Bound port: 8aefebe3-b85f-43fb-9d15-52b7881d4287, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:24.102048 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.153942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-09973bb0-a012-452e-b540-75d0352ebba0 req-a99b4522-96a5-4b87-bb6f-1f05a87ca36d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] No DVR routers for this DVR port 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:24.157866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 99b5cf53-c9db-4185-90bc-a1f9c53d32dc no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:24.159423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5126b-d04d-499a-9ccd-f110eafab87c req-b8c235ea-5194-477e-9128-a78a1a4718ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.161528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e5126b-d04d-499a-9ccd-f110eafab87c req-b8c235ea-5194-477e-9128-a78a1a4718ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1706722 Aug 29 16:53:24.162595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-09973bb0-a012-452e-b540-75d0352ebba0 req-a99b4522-96a5-4b87-bb6f-1f05a87ca36d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.164398 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-09973bb0-a012-452e-b540-75d0352ebba0 req-a99b4522-96a5-4b87-bb6f-1f05a87ca36d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.10 "DELETE /v2.0/ports/80a610c2-ebee-4d6c-b5b8-fe20e7654a33 HTTP/1.1" status: 204 len: 173 time: 1.3345704 Aug 29 16:53:24.180033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1163046f-98ee-4e93-a2f8-d00f5e4d9aad req-2bfc7826-c3e0-4afd-acd0-cafba537dced tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] For port 0675f493-2efa-469e-b7f9-5dd5d7072527, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=0675f493-2efa-469e-b7f9-5dd5d7072527,segment=NetworkSegment(404c1c6c-86f8-4c21-acf7-0133be0f2816),segment_id=404c1c6c-86f8-4c21-acf7-0133be0f2816)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:24.180404 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1163046f-98ee-4e93-a2f8-d00f5e4d9aad req-2bfc7826-c3e0-4afd-acd0-cafba537dced tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.183104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 99b5cf53-c9db-4185-90bc-a1f9c53d32dc {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:24.183830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 99b5cf53-c9db-4185-90bc-a1f9c53d32dc not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:24.212949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f77c94c8-1c4d-439a-84c3-08a91f5bcfbe req-7a8f18cd-6974-443c-af0e-39e2b35d7b7d tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456609 Aug 29 16:53:24.218806 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-1163046f-98ee-4e93-a2f8-d00f5e4d9aad req-2bfc7826-c3e0-4afd-acd0-cafba537dced tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Calling delete_port for 0675f493-2efa-469e-b7f9-5dd5d7072527 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:24.225948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c28cd4a-14ac-4784-8fdd-0a7f83961615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.276336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9df73556-4313-4d2a-9522-d5163a393e12 req-c3d5b211-f643-4055-8654-ca6f9c13b42a tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887212 Aug 29 16:53:24.284677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28cd4a-14ac-4784-8fdd-0a7f83961615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd4906a7-58cd-48f3-b4c8-a2988c4ea9ce,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:24.294686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:24.317066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:24.322722 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e5126b-d04d-499a-9ccd-f110eafab87c req-7c0d6de9-5e8c-4121-a085-b9edeb18c1eb service neutron] 10.222.0.10 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498399 Aug 29 16:53:24.329030 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.343601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c28cd4a-14ac-4784-8fdd-0a7f83961615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.351038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3c28cd4a-14ac-4784-8fdd-0a7f83961615 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dd4906a7-58cd-48f3-b4c8-a2988c4ea9ce HTTP/1.1" status: 204 len: 168 time: 0.7209234 Aug 29 16:53:24.351592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43984) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:24.424162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.424792 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.426429 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] 10.222.0.10 "PUT /v2.0/ports/8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 1097 time: 2.0870628 Aug 29 16:53:24.446388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c req-cc2d821d-a37b-4332-bd6e-5b3f23edf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.447881 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c req-cc2d821d-a37b-4332-bd6e-5b3f23edf6c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b45f752c-040e-455b-87a1-50c37d6fdb5f HTTP/1.1" status: 200 len: 915 time: 0.3539701 Aug 29 16:53:24.493996 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f0fe6-72b2-4b27-94a4-8d9529e26694 service neutron] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=12']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:24.558982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9279409-f31a-4a57-8c0d-2a1c3c4bfa2a req-ba96c126-752f-493d-a6ae-00b5588ffd50 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.560514 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9279409-f31a-4a57-8c0d-2a1c3c4bfa2a req-ba96c126-752f-493d-a6ae-00b5588ffd50 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 948 time: 0.1272144 Aug 29 16:53:24.563407 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e5126b-d04d-499a-9ccd-f110eafab87c req-1d2d99d3-d33b-479e-9388-d2f088b56062 service neutron] 10.222.0.10 "GET /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235751 Aug 29 16:53:24.569941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-9496c030-4dd3-4464-aa8b-53a7de53e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.571700 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-9496c030-4dd3-4464-aa8b-53a7de53e45c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1100 time: 0.0960898 Aug 29 16:53:24.576997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c req-819a38ed-f4be-48e1-9ef6-da2a45655db9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ebd92a-307a-4085-9716-10dd6cb83a28 HTTP/1.1" status: 200 len: 217 time: 0.1058362 Aug 29 16:53:24.582937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.670563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9279409-f31a-4a57-8c0d-2a1c3c4bfa2a req-eae433ef-964e-4349-b428-4fda20327bd4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909646 Aug 29 16:53:24.676519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1163046f-98ee-4e93-a2f8-d00f5e4d9aad req-2bfc7826-c3e0-4afd-acd0-cafba537dced tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.689509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['0675f493-2efa-469e-b7f9-5dd5d7072527'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:24.717530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-f6beb5ad-ec50-4dd7-996e-3bc11b3c509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.719838 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-f6beb5ad-ec50-4dd7-996e-3bc11b3c509d service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1314673 Aug 29 16:53:24.751768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c req-c9efbbd2-dbc7-4078-890a-8e475b29c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.753077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c req-c9efbbd2-dbc7-4078-890a-8e475b29c59d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b437f11-d35a-4d83-b8da-9cfdadb36224 HTTP/1.1" status: 200 len: 853 time: 0.1623263 Aug 29 16:53:24.765426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc7826-c3e0-4afd-acd0-cafba537dced tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Pushing event deleted for resources: {'Port': ['ID=0675f493-2efa-469e-b7f9-5dd5d7072527,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:24.805655 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-a76f4a4f-7aed-452b-af65-0144e1b32831 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 217 time: 0.0744238 Aug 29 16:53:24.857876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f40bf-e83c-4368-a41d-c3e99342bf70 req-020c2364-e837-49f0-9b88-7d50bc34d0b7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.859433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-241f40bf-e83c-4368-a41d-c3e99342bf70 req-020c2364-e837-49f0-9b88-7d50bc34d0b7 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/ports?device_id=73b82967-cd2c-4c37-af2a-9d7a40e72236 HTTP/1.1" status: 200 len: 867 time: 0.2559891 Aug 29 16:53:24.881689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.896878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c864e-c4c1-4e20-926e-ccec5c545a47 req-1c081fb0-f2b7-4973-84a6-c3100863a82e tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.898465 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-681c864e-c4c1-4e20-926e-ccec5c545a47 req-1c081fb0-f2b7-4973-84a6-c3100863a82e tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 944 time: 0.1039259 Aug 29 16:53:24.899907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-378f0a6c-3359-47c9-9fc7-6acfe1ffe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.901270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-378f0a6c-3359-47c9-9fc7-6acfe1ffe423 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0683320 Aug 29 16:53:24.909171 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a328a5-bafa-4c0f-b87b-1a0b1f05f625']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:24.937799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1163046f-98ee-4e93-a2f8-d00f5e4d9aad req-2bfc7826-c3e0-4afd-acd0-cafba537dced tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] No DVR routers for this DVR port 0675f493-2efa-469e-b7f9-5dd5d7072527 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:24.945260 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1163046f-98ee-4e93-a2f8-d00f5e4d9aad req-2bfc7826-c3e0-4afd-acd0-cafba537dced tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.947198 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1163046f-98ee-4e93-a2f8-d00f5e4d9aad req-2bfc7826-c3e0-4afd-acd0-cafba537dced tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.10 "DELETE /v2.0/ports/0675f493-2efa-469e-b7f9-5dd5d7072527 HTTP/1.1" status: 204 len: 173 time: 1.3933446 Aug 29 16:53:24.949888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46715ba-7ced-428f-b1c2-c2da9024e430') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:24.950185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46715ba-7ced-428f-b1c2-c2da9024e430') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:24.970637 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c req-29bbb5a8-b7e1-429d-ba0a-2a168f209e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.972472 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c req-29bbb5a8-b7e1-429d-ba0a-2a168f209e08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b45f752c-040e-455b-87a1-50c37d6fdb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755695 Aug 29 16:53:24.974198 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:24.974474 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-681c864e-c4c1-4e20-926e-ccec5c545a47 req-6b4ba4ce-988c-4423-ad07-b021f37f3497 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678093 Aug 29 16:53:24.987654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-fa05ab73-b02f-4467-be49-cbbf142176e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:24.989859 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-fa05ab73-b02f-4467-be49-cbbf142176e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752964 Aug 29 16:53:25.004343 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-241f40bf-e83c-4368-a41d-c3e99342bf70 req-d1ef9ce3-8af3-41ce-9b2c-b7100824daf8 tempest-ListServersNegativeTestJSON-503132478 tempest-ListServersNegativeTestJSON-503132478-project] 10.222.0.22 "GET /v2.0/security-groups?id=8689ce18-6c99-4118-bdb3-adf352696d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248121 Aug 29 16:53:25.014586 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:25.046388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:53:25.046795 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:53:25.048495 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:53:25.100057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-54b5edb9-dede-46f3-a852-86e14bac54db service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010396 Aug 29 16:53:25.121527 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:25.139630 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:25.145189 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] 10.222.0.22 "DELETE /v2.0/networks/42a328a5-bafa-4c0f-b87b-1a0b1f05f625 HTTP/1.1" status: 204 len: 168 time: 0.7847044 Aug 29 16:53:25.159790 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c req-b9c34320-8438-4ee4-b4f1-5eefc1a5ae0d service neutron] 10.222.0.10 "GET /v2.0/networks/b45f752c-040e-455b-87a1-50c37d6fdb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739366 Aug 29 16:53:25.161048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93aa2be-5ce1-4e37-bbb7-6ad0c19ef88d admin admin] Pushing event deleted for resources: {'Network': ['ID=42a328a5-bafa-4c0f-b87b-1a0b1f05f625,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:25.251336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b82967-cd2c-4c37-af2a-9d7a40e72236', 'name': 'network-vif-deleted', 'tag': '0675f493-2efa-469e-b7f9-5dd5d7072527'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:25.254969 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795fed6c-0c17-4ab1-8e5a-0326ef15eb4c" -d '{"events": [{"server_uuid": "73b82967-cd2c-4c37-af2a-9d7a40e72236", "name": "network-vif-deleted", "tag": "0675f493-2efa-469e-b7f9-5dd5d7072527"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:25.282869 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a3ebc17-f34f-4d81-ba42-b247fe34efa1 req-f597b6b7-15c8-421b-bdf3-47ccb8f9284d service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688809 Aug 29 16:53:25.292877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'name': 'network-vif-deleted', 'tag': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33'}, {'name': 'network-changed', 'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:25.296168 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6" -d '{"events": [{"server_uuid": "07da30ef-8767-455f-a808-0e2cfaa1dea6", "name": "network-vif-deleted", "tag": "80a610c2-ebee-4d6c-b5b8-fe20e7654a33"}, {"name": "network-changed", "server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:25.337410 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58df0dc-4a38-4204-b717-c801d74c09de x-openstack-request-id: req-a58df0dc-4a38-4204-b717-c801d74c09de {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:25.337751 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b82967-cd2c-4c37-af2a-9d7a40e72236", "name": "network-vif-deleted", "tag": "0675f493-2efa-469e-b7f9-5dd5d7072527", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:25.337930 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a58df0dc-4a38-4204-b717-c801d74c09de {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:25.338351 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b82967-cd2c-4c37-af2a-9d7a40e72236', 'name': 'network-vif-deleted', 'tag': '0675f493-2efa-469e-b7f9-5dd5d7072527', 'status': 'completed', 'code': 200} Aug 29 16:53:25.360920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f41a91b-3aa1-4ccd-82ca-6b06af2f089c req-271fac1d-87e8-4fa0-b90a-0497fc92aa5f service neutron] 10.222.0.10 "GET /v2.0/networks/b45f752c-040e-455b-87a1-50c37d6fdb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806550 Aug 29 16:53:25.405490 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b93d57-6f69-4930-bbb2-3b2c8fedc03c x-openstack-request-id: req-f6b93d57-6f69-4930-bbb2-3b2c8fedc03c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:25.405790 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07da30ef-8767-455f-a808-0e2cfaa1dea6", "name": "network-vif-deleted", "tag": "80a610c2-ebee-4d6c-b5b8-fe20e7654a33", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:25.406055 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6b93d57-6f69-4930-bbb2-3b2c8fedc03c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:25.406457 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07da30ef-8767-455f-a808-0e2cfaa1dea6', 'name': 'network-vif-deleted', 'tag': '80a610c2-ebee-4d6c-b5b8-fe20e7654a33', 'status': 'completed', 'code': 200} Aug 29 16:53:25.406717 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'status': 'completed', 'code': 200} Aug 29 16:53:25.460325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44006) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:25.506731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-be51bbb6-bd43-49b7-b322-c1f2876c6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:25.508501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-be51bbb6-bd43-49b7-b322-c1f2876c6013 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1100 time: 0.0856004 Aug 29 16:53:25.568182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-75b6a66d-1b23-43a6-947e-43642f2016db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b724a48ffdf24005a387bfd8f6748395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050656 Aug 29 16:53:25.570887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44008) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:25.654781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-58f78621-abbb-4383-85b4-85e613f3dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:25.656175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-58f78621-abbb-4383-85b4-85e613f3dcc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1395707 Aug 29 16:53:25.659117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-597bea58-c57f-4f49-83a5-590281f28b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:25.746592 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-b8191760-af88-4a0d-b958-60c1ae516f8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 217 time: 0.0694251 Aug 29 16:53:25.748387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-597bea58-c57f-4f49-83a5-590281f28b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:25.748835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645f541-ce99-4d8d-b4d7-ecedab770cd5 req-c1c74357-1c3a-4c66-a7ac-e614e9d6fc34 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:25.750469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0645f541-ce99-4d8d-b4d7-ecedab770cd5 req-c1c74357-1c3a-4c66-a7ac-e614e9d6fc34 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 946 time: 0.4203045 Aug 29 16:53:25.762418 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8098e-4d31-4e98-be13-33a107bd0fdb req-1d577259-7cbf-4024-adcc-cac2470cf50a tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:25.763903 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f5e8098e-4d31-4e98-be13-33a107bd0fdb req-1d577259-7cbf-4024-adcc-cac2470cf50a tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 946 time: 0.4093261 Aug 29 16:53:25.852880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-5c5ccc07-2e71-4b4d-b8d1-2dd545b812e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:25.854458 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-5c5ccc07-2e71-4b4d-b8d1-2dd545b812e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0941863 Aug 29 16:53:25.861651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-d0217e25-77dd-4a37-bfc9-ce3e379d5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:25.863689 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-d0217e25-77dd-4a37-bfc9-ce3e379d5e16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1100 time: 0.4381967 Aug 29 16:53:25.867840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317e2fa-fbe3-4976-a5df-2ab26066deed req-00a14965-d48a-45ba-a5dd-cccb3a219574 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:25.869281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e317e2fa-fbe3-4976-a5df-2ab26066deed req-00a14965-d48a-45ba-a5dd-cccb3a219574 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 948 time: 0.0713584 Aug 29 16:53:25.874659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f5e8098e-4d31-4e98-be13-33a107bd0fdb req-eaabeeaf-0364-4c9d-b29e-9011cbb18267 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/security-groups?id=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998888 Aug 29 16:53:25.908754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-597bea58-c57f-4f49-83a5-590281f28b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:25.910834 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-597bea58-c57f-4f49-83a5-590281f28b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:25.911914 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-597bea58-c57f-4f49-83a5-590281f28b47 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d334527-86b0-4aca-9a1c-d7fc91bfb151 HTTP/1.1" status: 204 len: 168 time: 0.3400588 Aug 29 16:53:25.932208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bea58-c57f-4f49-83a5-590281f28b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d334527-86b0-4aca-9a1c-d7fc91bfb151,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:25.965580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e317e2fa-fbe3-4976-a5df-2ab26066deed req-5162bf8f-c757-4bf2-9eef-c68520dc0b39 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843349 Aug 29 16:53:25.968443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-199f5363-c554-4231-83d1-160f2ddc01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:25.972056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-199f5363-c554-4231-83d1-160f2ddc01a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997596 Aug 29 16:53:26.027669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-0645f541-ce99-4d8d-b4d7-ecedab770cd5 req-18c31c10-c8bc-48f2-bb4a-da5f25ef9daa tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Deleting port 97c2ce1a-c656-4083-81ee-3208a09c35c3 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:26.028024 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0645f541-ce99-4d8d-b4d7-ecedab770cd5 req-18c31c10-c8bc-48f2-bb4a-da5f25ef9daa tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.094835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e8ebd92a-307a-4085-9716-10dd6cb83a28 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:53:26.103859 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-02b2ff68-f8ad-4e42-8cda-a8cff142341b service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258998 Aug 29 16:53:26.107550 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290ac3b-b79f-49fb-b55c-427ac979ffb7 req-02a7c159-6e3d-4091-97e5-7f6416c90817 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:26.109753 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d290ac3b-b79f-49fb-b55c-427ac979ffb7 req-02a7c159-6e3d-4091-97e5-7f6416c90817 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 944 time: 0.1513293 Aug 29 16:53:26.128917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:26.130075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-5b3ef91a-ae3b-4497-8341-f8f0dc159945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:26.131573 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-5b3ef91a-ae3b-4497-8341-f8f0dc159945 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2560549 Aug 29 16:53:26.136851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122d869-c4ad-4045-bcf8-22c966d944eb req-b25c74ff-b9f2-40e2-8f77-33b0bb6f39c4 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:26.139329 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3122d869-c4ad-4045-bcf8-22c966d944eb req-b25c74ff-b9f2-40e2-8f77-33b0bb6f39c4 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 944 time: 0.0838034 Aug 29 16:53:26.156324 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:26.156668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 80a610c2-ebee-4d6c-b5b8-fe20e7654a33 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:26.195097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-2a88cb99-ad6c-4936-a689-4636fff2100f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 200 len: 217 time: 0.0484869 Aug 29 16:53:26.226514 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3122d869-c4ad-4045-bcf8-22c966d944eb req-e4a449ce-11ed-4f9a-8868-8fbcde9921e9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767572 Aug 29 16:53:26.249363 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d290ac3b-b79f-49fb-b55c-427ac979ffb7 req-02eee6e2-530a-4f3c-88ca-e999df43c33d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300631 Aug 29 16:53:26.268106 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-addecf00-8027-4e68-ab76-c1fad2bb80ce service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559691 Aug 29 16:53:26.284020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e8ebd92a-307a-4085-9716-10dd6cb83a28, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e8ebd92a-307a-4085-9716-10dd6cb83a28,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:26.301500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'e8ebd92a-307a-4085-9716-10dd6cb83a28', 'network_id': 'b45f752c-040e-455b-87a1-50c37d6fdb5f', 'port_id': 'e8ebd92a-307a-4085-9716-10dd6cb83a28', 'mac_address': 'fa:16:3e:e6:cd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b437f11-d35a-4d83-b8da-9cfdadb36224', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:53:26.315487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44022) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:26.342077 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0645f541-ce99-4d8d-b4d7-ecedab770cd5 req-18c31c10-c8bc-48f2-bb4a-da5f25ef9daa tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] For port 97c2ce1a-c656-4083-81ee-3208a09c35c3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=97c2ce1a-c656-4083-81ee-3208a09c35c3,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:26.342547 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0645f541-ce99-4d8d-b4d7-ecedab770cd5 req-18c31c10-c8bc-48f2-bb4a-da5f25ef9daa tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.347862 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.361797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ebd92a-307a-4085-9716-10dd6cb83a28 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:26.383940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdf294c-ddb7-4564-b55e-bd2c92529439 admin admin] Deleting subnet f6ab6661-5343-4f39-8cdc-e25ddf243d17 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:53:26.388226 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0cdf294c-ddb7-4564-b55e-bd2c92529439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.394984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-0645f541-ce99-4d8d-b4d7-ecedab770cd5 req-18c31c10-c8bc-48f2-bb4a-da5f25ef9daa tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Calling delete_port for 97c2ce1a-c656-4083-81ee-3208a09c35c3 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:26.405886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-01a60e99-6d09-4516-961a-2a799dc459db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:26.407401 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-01a60e99-6d09-4516-961a-2a799dc459db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1871011 Aug 29 16:53:26.417004 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-7c8db57b-2ff6-457b-9ff0-4ee7a7fae822 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1325581 Aug 29 16:53:26.418140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33406d-8921-4b40-a2b8-faf5816773f1 req-14652c22-0698-4aee-a1bd-ee680da07817 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:26.419665 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b33406d-8921-4b40-a2b8-faf5816773f1 req-14652c22-0698-4aee-a1bd-ee680da07817 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 944 time: 0.0965276 Aug 29 16:53:26.432461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e8ebd92a-307a-4085-9716-10dd6cb83a28, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e8ebd92a-307a-4085-9716-10dd6cb83a28,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:26.436506 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0cdf294c-ddb7-4564-b55e-bd2c92529439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.440268 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.493797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e8ebd92a-307a-4085-9716-10dd6cb83a28,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:26.526183 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0cdf294c-ddb7-4564-b55e-bd2c92529439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.587143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-6a821680-9ac2-43fa-9088-6500705998ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:26.588981 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-6a821680-9ac2-43fa-9088-6500705998ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 1102 time: 0.1219587 Aug 29 16:53:26.610259 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0cdf294c-ddb7-4564-b55e-bd2c92529439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.658165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf294c-ddb7-4564-b55e-bd2c92529439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ab6661-5343-4f39-8cdc-e25ddf243d17,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:26.663182 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0cdf294c-ddb7-4564-b55e-bd2c92529439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.665026 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0cdf294c-ddb7-4564-b55e-bd2c92529439 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f6ab6661-5343-4f39-8cdc-e25ddf243d17 HTTP/1.1" status: 204 len: 168 time: 0.3482513 Aug 29 16:53:26.676708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-ba60d52e-6341-4c9d-8bc3-34d8969bc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:26.678411 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-ba60d52e-6341-4c9d-8bc3-34d8969bc344 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2578523 Aug 29 16:53:26.681910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44038) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:26.686223 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['e8ebd92a-307a-4085-9716-10dd6cb83a28'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:26.736007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-e39997e9-13cf-449b-8f6b-52473134126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:26.737623 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-e39997e9-13cf-449b-8f6b-52473134126b service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1004789 Aug 29 16:53:26.793801 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-9a860bd6-2cf4-4e7e-a960-0f9379f17cc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391 HTTP/1.1" status: 200 len: 217 time: 0.0466948 Aug 29 16:53:26.846686 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0645f541-ce99-4d8d-b4d7-ecedab770cd5 req-18c31c10-c8bc-48f2-bb4a-da5f25ef9daa tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.858268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-0275ff34-719b-46e4-a4cd-d63c0967f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:26.861081 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-0275ff34-719b-46e4-a4cd-d63c0967f186 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0576086 Aug 29 16:53:26.871271 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.913553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c31c10-c8bc-48f2-bb4a-da5f25ef9daa tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Pushing event deleted for resources: {'Port': ['ID=97c2ce1a-c656-4083-81ee-3208a09c35c3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:26.930692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-1b33406d-8921-4b40-a2b8-faf5816773f1 req-e6ff595d-7a42-4da7-889a-66494175b582 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Deleting port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:26.931028 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b33406d-8921-4b40-a2b8-faf5816773f1 req-e6ff595d-7a42-4da7-889a-66494175b582 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:26.934135 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-d4a4eabd-12d5-426a-999f-1e89b05886bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:26.936144 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-d4a4eabd-12d5-426a-999f-1e89b05886bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0670345 Aug 29 16:53:27.119298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-1b33406d-8921-4b40-a2b8-faf5816773f1 req-e6ff595d-7a42-4da7-889a-66494175b582 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] For port 07bd137a-c325-4fff-a3cc-a5e60e8cd619, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=07bd137a-c325-4fff-a3cc-a5e60e8cd619,segment=NetworkSegment(b49b973f-e08e-40c2-b8d6-6f9fcc67ede3),segment_id=b49b973f-e08e-40c2-b8d6-6f9fcc67ede3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:27.119678 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b33406d-8921-4b40-a2b8-faf5816773f1 req-e6ff595d-7a42-4da7-889a-66494175b582 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.136778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-1b33406d-8921-4b40-a2b8-faf5816773f1 req-e6ff595d-7a42-4da7-889a-66494175b582 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Calling delete_port for 07bd137a-c325-4fff-a3cc-a5e60e8cd619 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:27.148273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44050) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:27.185196 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-5b7e550c-49dc-407c-92c2-e0a4783513ba service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944599 Aug 29 16:53:27.203395 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0645f541-ce99-4d8d-b4d7-ecedab770cd5 req-18c31c10-c8bc-48f2-bb4a-da5f25ef9daa tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] No DVR routers for this DVR port 97c2ce1a-c656-4083-81ee-3208a09c35c3 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:27.217324 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0645f541-ce99-4d8d-b4d7-ecedab770cd5 req-18c31c10-c8bc-48f2-bb4a-da5f25ef9daa tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.219431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0645f541-ce99-4d8d-b4d7-ecedab770cd5 req-18c31c10-c8bc-48f2-bb4a-da5f25ef9daa tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.10 "DELETE /v2.0/ports/97c2ce1a-c656-4083-81ee-3208a09c35c3 HTTP/1.1" status: 204 len: 173 time: 1.4546199 Aug 29 16:53:27.236728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['97c2ce1a-c656-4083-81ee-3208a09c35c3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:27.339892 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1140480735-network', 'tenant_id': '6b8183ac8df048a689a88c1c0a35f890'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:27.366247 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2622238d-c50e-4d8a-bf35-989112b02b4a req-8aa0d2b0-1c24-43dd-bdd6-77617e6752e9 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283 tempest-FloatingIPsAssociationNegativeTestJSON-1323668283-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d5d60a2-c1e0-44fc-8c5f-bd5d247db494 HTTP/1.1" status: 200 len: 210 time: 0.0341542 Aug 29 16:53:27.413016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'name': 'network-vif-deleted', 'tag': '97c2ce1a-c656-4083-81ee-3208a09c35c3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:27.415238 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e660a3aa-ac4b-47c5-b2c7-dee68044acca" -d '{"events": [{"server_uuid": "7d5d60a2-c1e0-44fc-8c5f-bd5d247db494", "name": "network-vif-deleted", "tag": "97c2ce1a-c656-4083-81ee-3208a09c35c3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:27.416282 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-904f7174-58e3-4c24-8eba-36a1ecc5d6f3 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620891 Aug 29 16:53:27.443659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e42e1-fcd1-4484-9d75-3227da2b65b6 req-58add70c-5ede-488c-99a4-46f0c2da7f3e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:27.445255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e07e42e1-fcd1-4484-9d75-3227da2b65b6 req-58add70c-5ede-488c-99a4-46f0c2da7f3e tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 948 time: 0.2971754 Aug 29 16:53:27.452742 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.494357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9527771-9b81-41b6-8b71-cf03264ba701']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:27.514573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Made reservation on behalf of 6b8183ac8df048a689a88c1c0a35f890 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:27.516848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.529715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404c1c6c-86f8-4c21-acf7-0133be0f2816') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:27.530016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404c1c6c-86f8-4c21-acf7-0133be0f2816') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:27.551243 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.552175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67edcd93-6625-4ac2-8d93-dc236e04a491 req-1a48fbf1-5aaf-4236-8bff-99afd2e25b2a service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281168 Aug 29 16:53:27.554236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f77a8a03-1e4a-4fc4-91b0-6a3d07f1e4a6 req-d87e5ed2-41f4-4134-94f7-3e734a4592b8 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461707 Aug 29 16:53:27.565332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.574364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d49a84-48ac-40d2-98a6-dbdbec83eacc req-7d80b277-c0eb-4b9d-9812-7e53be5965ff tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:27.576318 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62d49a84-48ac-40d2-98a6-dbdbec83eacc req-7d80b277-c0eb-4b9d-9812-7e53be5965ff tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 945 time: 0.0900056 Aug 29 16:53:27.611185 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e07e42e1-fcd1-4484-9d75-3227da2b65b6 req-cada3a62-f660-4d4e-a1fb-e85e39338893 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504278 Aug 29 16:53:27.616764 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.637160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62d49a84-48ac-40d2-98a6-dbdbec83eacc req-ec8fcbac-4977-4eff-88d7-2adaae0bd1f9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421276 Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:53:27.637911 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:53:27.686639 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d34107b-679f-4e68-9c3e-ab8c7192474b x-openstack-request-id: req-6d34107b-679f-4e68-9c3e-ab8c7192474b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:27.686639 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5d60a2-c1e0-44fc-8c5f-bd5d247db494", "name": "network-vif-deleted", "tag": "97c2ce1a-c656-4083-81ee-3208a09c35c3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:27.686639 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d34107b-679f-4e68-9c3e-ab8c7192474b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:27.687028 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5d60a2-c1e0-44fc-8c5f-bd5d247db494', 'name': 'network-vif-deleted', 'tag': '97c2ce1a-c656-4083-81ee-3208a09c35c3', 'status': 'completed', 'code': 200} Aug 29 16:53:27.710848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b33406d-8921-4b40-a2b8-faf5816773f1 req-e6ff595d-7a42-4da7-889a-66494175b582 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.775498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff595d-7a42-4da7-889a-66494175b582 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Pushing event deleted for resources: {'Port': ['ID=07bd137a-c325-4fff-a3cc-a5e60e8cd619,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:27.778854 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56df73bc-2132-4a8a-964c-032e6b85fcf7 req-6e0a65f3-c832-44f8-a898-f770d9a730cb tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d7b3024-defb-4ecd-9fff-37e3339b17f0 HTTP/1.1" status: 200 len: 210 time: 0.0659266 Aug 29 16:53:27.779459 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.836162 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.838348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] 10.222.0.22 "DELETE /v2.0/networks/c9527771-9b81-41b6-8b71-cf03264ba701 HTTP/1.1" status: 204 len: 168 time: 1.1547873 Aug 29 16:53:27.843518 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d64c5-8b2e-41ab-91f0-f46e897dcaed admin admin] Pushing event deleted for resources: {'Network': ['ID=c9527771-9b81-41b6-8b71-cf03264ba701,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:27.872282 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa06bea-1cc5-4eb9-a19d-021b9409e53a req-94aee60c-4312-4feb-97a7-1266af5a2155 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:27.873254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b33406d-8921-4b40-a2b8-faf5816773f1 req-e6ff595d-7a42-4da7-889a-66494175b582 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] No DVR routers for this DVR port 07bd137a-c325-4fff-a3cc-a5e60e8cd619 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:27.876169 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b33406d-8921-4b40-a2b8-faf5816773f1 req-e6ff595d-7a42-4da7-889a-66494175b582 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.877991 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6aa06bea-1cc5-4eb9-a19d-021b9409e53a req-94aee60c-4312-4feb-97a7-1266af5a2155 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 1100 time: 0.0583205 Aug 29 16:53:27.878603 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b33406d-8921-4b40-a2b8-faf5816773f1 req-e6ff595d-7a42-4da7-889a-66494175b582 tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] 10.222.0.16 "DELETE /v2.0/ports/07bd137a-c325-4fff-a3cc-a5e60e8cd619 HTTP/1.1" status: 204 len: 173 time: 1.4467032 Aug 29 16:53:27.913751 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6aa06bea-1cc5-4eb9-a19d-021b9409e53a req-a018dec0-a925-415d-badc-c88e581b37e0 tempest-MigrationsAdminTest-1359389151 tempest-MigrationsAdminTest-1359389151-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331173 Aug 29 16:53:27.935375 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.940969 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.961847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:53:27.980791 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:27.981292 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Added segment e622ce51-b21f-4919-86b9-a528aebc92fc of type vlan for network 8c954642-82ce-4cae-9a58-740be981b8dc Aug 29 16:53:27.982891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430b749c-e558-400e-96da-cceb3bc44a93,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:28.030017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44070) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:28.056879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.110709 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d6518446-52a6-49d3-8a21-957562e73971 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=988123c235954f9bace3daa1a6734eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770171 Aug 29 16:53:28.110913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:53:28.111210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44074) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:28.112088 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.112682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e8ebd92a-307a-4085-9716-10dd6cb83a28 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:28.113131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:28.113808 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.141678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9805462 Aug 29 16:53:28.145307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44076) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:28.152741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] Request body: {'subnet': {'network_id': '8c954642-82ce-4cae-9a58-740be981b8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1140480735-subnet', 'tenant_id': '6b8183ac8df048a689a88c1c0a35f890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:28.190658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f6419-a1d8-4311-86be-f15ecf4cf93e admin admin] Pushing event updated for resources: {'Network': ['ID=8c954642-82ce-4cae-9a58-740be981b8dc,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:28.205949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 8c954642-82ce-4cae-9a58-740be981b8dc details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:53:28.223539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b907da8-ea9a-47c0-b775-3682c139903d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.235187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] Made reservation on behalf of 6b8183ac8df048a689a88c1c0a35f890 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:28.237454 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.284996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port e8ebd92a-307a-4085-9716-10dd6cb83a28 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:28.288073 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b907da8-ea9a-47c0-b775-3682c139903d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.295509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port e8ebd92a-307a-4085-9716-10dd6cb83a28 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:28.295885 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.296961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0798214-7629-4f43-93f8-3a1de688de2a req-90e82001-1659-4564-b506-20052145fe35 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:28.298936 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0798214-7629-4f43-93f8-3a1de688de2a req-90e82001-1659-4564-b506-20052145fe35 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 948 time: 0.1362412 Aug 29 16:53:28.352259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:28.369456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'mac_address': 'fa:16:3e:41:69:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:53:28.443596 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0798214-7629-4f43-93f8-3a1de688de2a req-f9fc0cd5-ef53-4271-b64c-db18bdd16623 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286807 Aug 29 16:53:28.447308 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b907da8-ea9a-47c0-b775-3682c139903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.450186 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b907da8-ea9a-47c0-b775-3682c139903d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.453553 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3b907da8-ea9a-47c0-b775-3682c139903d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8689ce18-6c99-4118-bdb3-adf352696d30 HTTP/1.1" status: 204 len: 168 time: 0.3393316 Aug 29 16:53:28.453835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44080) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:28.468826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b907da8-ea9a-47c0-b775-3682c139903d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8689ce18-6c99-4118-bdb3-adf352696d30,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:28.496999 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.539587 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.559926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ebd92a-307a-4085-9716-10dd6cb83a28'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:28.562252 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df9fd13-05c9-4f89-991f-e878510e9b61" -d '{"events": [{"server_uuid": "a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8", "name": "network-vif-plugged", "status": "completed", "tag": "e8ebd92a-307a-4085-9716-10dd6cb83a28"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:28.584309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aefebe3-b85f-43fb-9d15-52b7881d4287 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:28.587628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.590715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e8ebd92a-307a-4085-9716-10dd6cb83a28, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e8ebd92a-307a-4085-9716-10dd6cb83a28,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:28.609280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:28.611163 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.612158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0675f493-2efa-469e-b7f9-5dd5d7072527 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:28.664999 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8b5e3e-d64d-4d15-9702-4230fb449d90 x-openstack-request-id: req-8a8b5e3e-d64d-4d15-9702-4230fb449d90 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:28.665258 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8", "name": "network-vif-plugged", "status": "completed", "tag": "e8ebd92a-307a-4085-9716-10dd6cb83a28", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:28.665699 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a8b5e3e-d64d-4d15-9702-4230fb449d90 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:28.666249 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ebd92a-307a-4085-9716-10dd6cb83a28', 'code': 200} Aug 29 16:53:28.667030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e8ebd92a-307a-4085-9716-10dd6cb83a28,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:28.669948 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:28.679451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=200a1a3f-7b9b-4457-af60-58a244ec785a,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:28.698181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 0675f493-2efa-469e-b7f9-5dd5d7072527 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:28.698923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 0675f493-2efa-469e-b7f9-5dd5d7072527 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:28.735292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] Checking segment: {'id': 'e622ce51-b21f-4919-86b9-a528aebc92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c954642-82ce-4cae-9a58-740be981b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:28.735658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] Network hostable DHCP agents. Network: 8c954642-82ce-4cae-9a58-740be981b8dc, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:53:28.744334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=13']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:28.872852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c41e9-d735-40c8-8407-911fe21f6bfc req-b00e1ef9-e7d0-4fee-9600-a68e82d3607f tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:28.874877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-963c41e9-d735-40c8-8407-911fe21f6bfc req-b00e1ef9-e7d0-4fee-9600-a68e82d3607f tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 946 time: 0.1299064 Aug 29 16:53:28.875720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] Network 8c954642-82ce-4cae-9a58-740be981b8dc is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:53:28.877895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44096) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:28.893350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fc3ba-bae2-4db4-93ed-ef9a68ef0ea3 req-7d037e1d-db95-4fa8-9e3e-9e692773cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:28.895535 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-051fc3ba-bae2-4db4-93ed-ef9a68ef0ea3 req-7d037e1d-db95-4fa8-9e3e-9e692773cb0b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 1098 time: 0.1464124 Aug 29 16:53:28.914671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8aefebe3-b85f-43fb-9d15-52b7881d4287'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:28.971669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 8c954642-82ce-4cae-9a58-740be981b8dc) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:28.992518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff652f3-8e67-455c-b4ca-2962a715f5b8 None None] Network 8c954642-82ce-4cae-9a58-740be981b8dc requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:53:29.004672 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:29.005955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.027682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.061777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-963c41e9-d735-40c8-8407-911fe21f6bfc req-65631519-b2f3-45fc-955b-d272c86caada tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607854 Aug 29 16:53:29.065980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-051fc3ba-bae2-4db4-93ed-ef9a68ef0ea3 req-ba3f495a-bcd9-42fb-ac12-796f306333ac service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116350 Aug 29 16:53:29.069632 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-319a734c-4116-4c21-ab67-f5651ab1cb00 admin admin] Deleting subnet 18e8af9c-c432-4e00-afd5-7587349e66b2 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:53:29.075552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d7bb9e8d-4f4b-4224-8611-631e546494e9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9277985 Aug 29 16:53:29.076647 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-319a734c-4116-4c21-ab67-f5651ab1cb00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.126905 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-319a734c-4116-4c21-ab67-f5651ab1cb00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.173655 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-319a734c-4116-4c21-ab67-f5651ab1cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.211782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa73ef-b3ff-4f2e-bcfb-137b0ac44625 None None] Network 8c954642-82ce-4cae-9a58-740be981b8dc requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:53:29.270283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-319a734c-4116-4c21-ab67-f5651ab1cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.317179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a734c-4116-4c21-ab67-f5651ab1cb00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e8af9c-c432-4e00-afd5-7587349e66b2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:29.321303 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-319a734c-4116-4c21-ab67-f5651ab1cb00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.325440 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-319a734c-4116-4c21-ab67-f5651ab1cb00 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/18e8af9c-c432-4e00-afd5-7587349e66b2 HTTP/1.1" status: 204 len: 168 time: 0.4421375 Aug 29 16:53:29.326064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44118) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:29.442501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.448021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] Deleting port c0158811-e23a-4665-a5f7-8fbfd064378f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:29.448373 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.590054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44134) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:29.601030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.618129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e27da2f-25dd-46eb-b0d0-cdd0f9e28718']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:29.636803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1b47-4d6c-4178-83a7-c7717c3adc1b req-193f3347-886e-40da-af82-8c6600d48e6d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:29.638317 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-943b1b47-4d6c-4178-83a7-c7717c3adc1b req-193f3347-886e-40da-af82-8c6600d48e6d tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1565332 Aug 29 16:53:29.640071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:29.640370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49b973f-e08e-40c2-b8d6-6f9fcc67ede3') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:29.652741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] For port c0158811-e23a-4665-a5f7-8fbfd064378f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0158811-e23a-4665-a5f7-8fbfd064378f,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:29.653254 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.660565 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.677481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] Calling delete_port for c0158811-e23a-4665-a5f7-8fbfd064378f owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:29.690219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'name': 'network-vif-deleted', 'tag': '07bd137a-c325-4fff-a3cc-a5e60e8cd619'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:29.693670 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd46bdd8-8354-482b-99d3-82ceb75104ed" -d '{"events": [{"server_uuid": "0d7b3024-defb-4ecd-9fff-37e3339b17f0", "name": "network-vif-deleted", "tag": "07bd137a-c325-4fff-a3cc-a5e60e8cd619"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:29.703219 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52928de5-4454-4a3a-a418-2c2a1422250d req-6d899c85-8679-4a2c-853c-4839f9ac5ab8 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:29.711082 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52928de5-4454-4a3a-a418-2c2a1422250d req-6d899c85-8679-4a2c-853c-4839f9ac5ab8 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 949 time: 0.1594403 Aug 29 16:53:29.713291 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.730550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:53:29.730967 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:53:29.743236 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:53:29.775127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59f57-3011-4020-a151-378a6af3bd14 req-7b68d79e-272d-4ecf-bb2b-172428bcf15b tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:29.776629 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-7b68d79e-272d-4ecf-bb2b-172428bcf15b tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/networks?id=8c954642-82ce-4cae-9a58-740be981b8dc HTTP/1.1" status: 200 len: 821 time: 0.1978261 Aug 29 16:53:29.812192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-153479691-network', 'tenant_id': '21e687433caf49298027356002331e0f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:29.820239 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-fc81c79d-e036-4f1f-90cc-dded56111d4e tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/quotas/6b8183ac8df048a689a88c1c0a35f890 HTTP/1.1" status: 200 len: 375 time: 0.0244098 Aug 29 16:53:29.853873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52928de5-4454-4a3a-a418-2c2a1422250d req-ce6b1439-7920-44f6-a621-eacd8288e415 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419263 Aug 29 16:53:29.857780 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.868380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.870300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8e27da2f-25dd-46eb-b0d0-cdd0f9e28718 HTTP/1.1" status: 204 len: 168 time: 0.5427461 Aug 29 16:53:29.882104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44142) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:29.889989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48d436-152a-4437-b141-cc52c4e4cee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e27da2f-25dd-46eb-b0d0-cdd0f9e28718,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:29.891743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Made reservation on behalf of 21e687433caf49298027356002331e0f for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:29.893987 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.936668 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:29.962222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-943b1b47-4d6c-4178-83a7-c7717c3adc1b req-c01ec3e0-720c-418b-a248-c6c99c4619c3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Deleting port 8aefebe3-b85f-43fb-9d15-52b7881d4287 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:29.962567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-943b1b47-4d6c-4178-83a7-c7717c3adc1b req-c01ec3e0-720c-418b-a248-c6c99c4619c3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.011687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0c4bfc-f1eb-4726-ac16-ce9acce7c342 admin admin] Deleting subnet 03b42444-95d0-48d3-a765-0e247dae3c87 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:53:30.019981 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4bfc-f1eb-4726-ac16-ce9acce7c342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.091404 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4bfc-f1eb-4726-ac16-ce9acce7c342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.125279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 97c2ce1a-c656-4083-81ee-3208a09c35c3 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:30.140144 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4e8ffe-0515-4720-8d7c-7f29b1563626 x-openstack-request-id: req-dc4e8ffe-0515-4720-8d7c-7f29b1563626 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:30.140762 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7b3024-defb-4ecd-9fff-37e3339b17f0", "name": "network-vif-deleted", "tag": "07bd137a-c325-4fff-a3cc-a5e60e8cd619", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:30.140762 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc4e8ffe-0515-4720-8d7c-7f29b1563626 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:30.141640 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7b3024-defb-4ecd-9fff-37e3339b17f0', 'name': 'network-vif-deleted', 'tag': '07bd137a-c325-4fff-a3cc-a5e60e8cd619', 'status': 'completed', 'code': 200} Aug 29 16:53:30.159913 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-5ccffa51-dc93-499a-b193-f0ec63ff319c tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b8183ac8df048a689a88c1c0a35f890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3304827 Aug 29 16:53:30.164342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 97c2ce1a-c656-4083-81ee-3208a09c35c3 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:30.165309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 97c2ce1a-c656-4083-81ee-3208a09c35c3 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:30.165434 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-cf6a6c18-63dc-48cd-8cb2-11aa45e51e86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4060869 Aug 29 16:53:30.172000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 07bd137a-c325-4fff-a3cc-a5e60e8cd619 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:30.172759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-943b1b47-4d6c-4178-83a7-c7717c3adc1b req-c01ec3e0-720c-418b-a248-c6c99c4619c3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] For port 8aefebe3-b85f-43fb-9d15-52b7881d4287, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8aefebe3-b85f-43fb-9d15-52b7881d4287,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:30.173149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-943b1b47-4d6c-4178-83a7-c7717c3adc1b req-c01ec3e0-720c-418b-a248-c6c99c4619c3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.219717 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4bfc-f1eb-4726-ac16-ce9acce7c342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.232094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 07bd137a-c325-4fff-a3cc-a5e60e8cd619 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:30.232438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 07bd137a-c325-4fff-a3cc-a5e60e8cd619 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:30.244104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-943b1b47-4d6c-4178-83a7-c7717c3adc1b req-c01ec3e0-720c-418b-a248-c6c99c4619c3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Calling delete_port for 8aefebe3-b85f-43fb-9d15-52b7881d4287 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:30.299569 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-220c2eb0-d1d9-4a23-b78c-100f9e9d18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:30.301654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-220c2eb0-d1d9-4a23-b78c-100f9e9d18c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f1094930cac4d8f9e7626730739de9b&device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 1100 time: 0.0743973 Aug 29 16:53:30.307798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba23c12-9bc8-4da2-993e-cd69071b50d0 req-b6c66fb2-b4ef-446e-a9b2-0f70db5130a1 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:30.309101 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aba23c12-9bc8-4da2-993e-cd69071b50d0 req-b6c66fb2-b4ef-446e-a9b2-0f70db5130a1 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 946 time: 0.1530757 Aug 29 16:53:30.348030 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-579ac1a7-701d-424b-8286-dfc863ea9f7c service neutron] 10.222.0.22 "GET /v2.0/networks/8c954642-82ce-4cae-9a58-740be981b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757541 Aug 29 16:53:30.354214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.371432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.396123 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4bfc-f1eb-4726-ac16-ce9acce7c342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.424184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:53:30.462601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c4bfc-f1eb-4726-ac16-ce9acce7c342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b42444-95d0-48d3-a765-0e247dae3c87,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:30.469664 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.476919 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.477289 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Added segment da4966f5-63c3-449d-a6e8-baee0047ea20 of type vlan for network b563cb46-f07d-4d3d-8cc5-5c622555fa49 Aug 29 16:53:30.478912 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4bfc-f1eb-4726-ac16-ce9acce7c342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.482964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ce0c4bfc-f1eb-4726-ac16-ce9acce7c342 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/03b42444-95d0-48d3-a765-0e247dae3c87 HTTP/1.1" status: 204 len: 168 time: 0.5977437 Aug 29 16:53:30.483178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7090f54d-70f9-42ad-ba89-3ab3363f45cf,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:30.485436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44148) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:30.503090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aba23c12-9bc8-4da2-993e-cd69071b50d0 req-768c92e0-5a1b-48c7-9090-cd3eb46e6612 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554554 Aug 29 16:53:30.516735 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0158811-e23a-4665-a5f7-8fbfd064378f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:30.593466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-c3ba9bea-5ebf-46b0-87df-17ed49695e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:30.594329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-c3ba9bea-5ebf-46b0-87df-17ed49695e91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2604582 Aug 29 16:53:30.596154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-1442a3b4-892d-4a88-b78d-90bf3c012314 service neutron] 10.222.0.22 "GET /v2.0/networks/8c954642-82ce-4cae-9a58-740be981b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354782 Aug 29 16:53:30.627822 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.651138 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-48ffb6a4-415b-4d1e-b339-2f959a2b33f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 200 len: 217 time: 0.0472465 Aug 29 16:53:30.674369 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.725309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-943b1b47-4d6c-4178-83a7-c7717c3adc1b req-c01ec3e0-720c-418b-a248-c6c99c4619c3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.739492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['71f9600c-3258-46e3-83fe-fe37835cece5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:30.793708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-b52f78b9-fd31-4c45-9a11-408bd6260268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:30.795719 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-b52f78b9-fd31-4c45-9a11-408bd6260268 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1128118 Aug 29 16:53:30.818112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.830340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ec3e0-720c-418b-a248-c6c99c4619c3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Pushing event deleted for resources: {'Port': ['ID=8aefebe3-b85f-43fb-9d15-52b7881d4287,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:30.832760 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.835900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:30.836515 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.916762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-1eef9976-abc0-417a-a623-0cdb9d5e1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:30.919003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-1eef9976-abc0-417a-a623-0cdb9d5e1b55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0983834 Aug 29 16:53:30.952928 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:30.965706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8e86a4cb-baf5-4127-b0fd-68ca5867b953 req-2a2c83d9-8108-42a8-8d28-7155ce53a3ab tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 210 time: 0.1167467 Aug 29 16:53:30.990963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-943b1b47-4d6c-4178-83a7-c7717c3adc1b req-c01ec3e0-720c-418b-a248-c6c99c4619c3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] No DVR routers for this DVR port 8aefebe3-b85f-43fb-9d15-52b7881d4287 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:30.996750 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4032686 Aug 29 16:53:31.001185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-943b1b47-4d6c-4178-83a7-c7717c3adc1b req-c01ec3e0-720c-418b-a248-c6c99c4619c3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.003410 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-943b1b47-4d6c-4178-83a7-c7717c3adc1b req-c01ec3e0-720c-418b-a248-c6c99c4619c3 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "DELETE /v2.0/ports/8aefebe3-b85f-43fb-9d15-52b7881d4287 HTTP/1.1" status: 204 len: 173 time: 1.3531582 Aug 29 16:53:31.005605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44158) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:31.006349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'name': 'network-vif-deleted', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:31.009190 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b71185-784d-4a73-aff7-2ef14a86d167" -d '{"events": [{"server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "name": "network-vif-deleted", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:31.017754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] Request body: {'subnet': {'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-153479691-subnet', 'tenant_id': '21e687433caf49298027356002331e0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:31.025894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918a8c0a-0107-4724-bb49-c3a426aa4aa7']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:31.038250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573fb45-f091-4199-a1c6-ce65252f1708 admin admin] Pushing event updated for resources: {'Network': ['ID=b563cb46-f07d-4d3d-8cc5-5c622555fa49,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:31.044778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ef2fd3-4ac7-4f56-8196-e898d5f33c72') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:31.045524 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ef2fd3-4ac7-4f56-8196-e898d5f33c72') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:31.054343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:53:31.061003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.078501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.084179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] Made reservation on behalf of 21e687433caf49298027356002331e0f for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:31.087838 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.093063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:53:31.094125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:53:31.096130 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:53:31.136297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3eb2c3c9-ab4e-4e29-adfe-cc782f2c2684 req-98dd30d0-bf17-43cf-b7b7-dff0de99aaab tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9 HTTP/1.1" status: 200 len: 210 time: 0.0827575 Aug 29 16:53:31.231238 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa752e3-f8af-4fd0-8627-b939c8dada2d x-openstack-request-id: req-3fa752e3-f8af-4fd0-8627-b939c8dada2d {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:31.234358 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9", "name": "network-vif-deleted", "tag": "8aefebe3-b85f-43fb-9d15-52b7881d4287", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:31.238910 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3fa752e3-f8af-4fd0-8627-b939c8dada2d {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:31.239478 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d06154c-1b81-4edc-9c6b-e62f0ef8a5f9', 'name': 'network-vif-deleted', 'tag': '8aefebe3-b85f-43fb-9d15-52b7881d4287', 'status': 'completed', 'code': 200} Aug 29 16:53:31.335429 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.346864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.349341 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] 10.222.0.22 "DELETE /v2.0/networks/918a8c0a-0107-4724-bb49-c3a426aa4aa7 HTTP/1.1" status: 204 len: 168 time: 0.8494306 Aug 29 16:53:31.369868 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-d34eb906-eff9-4a1c-91cb-372600019316 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345963 Aug 29 16:53:31.384233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ec253-93d1-40b4-9d5b-d95bde98bedd admin admin] Pushing event deleted for resources: {'Network': ['ID=918a8c0a-0107-4724-bb49-c3a426aa4aa7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:31.487922 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.512265 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] Router 75f1331f-c3dc-408b-81ee-543d979381b8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:53:31.538063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c99f9f8-4d4e-40dd-9b9a-75a0dda44d36 req-2cfbbc75-679c-497d-861d-ded79a0639b5 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562793 Aug 29 16:53:31.556609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44174) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:31.593168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8310664-c880-4bb8-a35f-0591064fd99d,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:31.609261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] Checking segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:31.609629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] Network hostable DHCP agents. Network: b563cb46-f07d-4d3d-8cc5-5c622555fa49, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:53:31.665691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:53:31.673898 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c157e4ff-65a8-495c-b7a9-6ce9450cc795 admin admin] 10.222.0.22 "PUT /v2.0/routers/75f1331f-c3dc-408b-81ee-543d979381b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2162535 Aug 29 16:53:31.677775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44176) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:31.683436 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76fd32-fa9c-498a-aade-31bf7b83f5ec None None] Sync routers for ids ['75f1331f-c3dc-408b-81ee-543d979381b8'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:53:31.685060 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1b30a4a2-8a53-4381-bb3c-87ee881891e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec31ee35e48a404791ee79cc665280cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1079304 Aug 29 16:53:31.694736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44178) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:31.701600 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76fd32-fa9c-498a-aade-31bf7b83f5ec None None] Routers {'75f1331f-c3dc-408b-81ee-543d979381b8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:31.702230 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3f76fd32-fa9c-498a-aade-31bf7b83f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['75f1331f-c3dc-408b-81ee-543d979381b8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:31.712574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:53:31.743326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, b563cb46-f07d-4d3d-8cc5-5c622555fa49) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:31.748154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:31.749546 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.754570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f17b31-1c97-4572-9e19-6d8521d24d10 None None] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:53:31.771223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df902c7-ac7e-4f02-b921-15dfe3e4883c req-2295dfbf-8e31-45d0-a89f-48fd85c7b8ea tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:31.774426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1df902c7-ac7e-4f02-b921-15dfe3e4883c req-2295dfbf-8e31-45d0-a89f-48fd85c7b8ea tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 946 time: 0.1448658 Aug 29 16:53:31.819059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-079cde07-d365-4a2f-8c3e-9f3857e536d1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8061309 Aug 29 16:53:31.826515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44180) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:31.831577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:31.837438 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.858710 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3f76fd32-fa9c-498a-aade-31bf7b83f5ec None None] Set router 75f1331f-c3dc-408b-81ee-543d979381b8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:31.887141 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1df902c7-ac7e-4f02-b921-15dfe3e4883c req-a870d278-c8ee-4b18-98fc-391acaa57017 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970862 Aug 29 16:53:31.890591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.891569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.906782 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56656e53-98bf-44e7-9992-ecb7dfa03bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:31.989555 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.013745 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.107486 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56656e53-98bf-44e7-9992-ecb7dfa03bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.209558 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3f76fd32-fa9c-498a-aade-31bf7b83f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:53:30Z', 'revision_number': 5, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port': {'id': '812178b5-26bc-44e8-999b-ab4b8e462ba0', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:33Z', 'updated_at': '2021-08-29T16:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:32.218067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:53:32.218980 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.256580 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8148a865-b84f-4ff2-a4cb-177dbda03d92 req-5fe2098c-782f-4bcb-921f-b618f62c32b3 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 210 time: 0.1543434 Aug 29 16:53:32.274784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Deleting port 812178b5-26bc-44e8-999b-ab4b8e462ba0 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:32.275630 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.290752 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76fd32-fa9c-498a-aade-31bf7b83f5ec None None] Checking router: 75f1331f-c3dc-408b-81ee-543d979381b8 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:53:32.313637 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f76fd32-fa9c-498a-aade-31bf7b83f5ec None None] Routers {'75f1331f-c3dc-408b-81ee-543d979381b8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:32.314498 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3f76fd32-fa9c-498a-aade-31bf7b83f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['75f1331f-c3dc-408b-81ee-543d979381b8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:32.345771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.445845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59f57-3011-4020-a151-378a6af3bd14 req-a23b611e-dad9-49db-af2a-6a81a9692c10 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:32.447978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-a23b611e-dad9-49db-af2a-6a81a9692c10 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.16 "GET /v2.0/networks?id=8c954642-82ce-4cae-9a58-740be981b8dc HTTP/1.1" status: 200 len: 821 time: 0.3235991 Aug 29 16:53:32.464683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Request body: {'port': {'device_id': '2d73b0e2-3707-466e-b121-237eaee82640', 'network_id': '8c954642-82ce-4cae-9a58-740be981b8dc', 'admin_state_up': True, 'tenant_id': '6b8183ac8df048a689a88c1c0a35f890'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:32.512086 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3f76fd32-fa9c-498a-aade-31bf7b83f5ec None None] Set router 75f1331f-c3dc-408b-81ee-543d979381b8 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:32.538104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Allocated IP 172.20.0.2 (b563cb46-f07d-4d3d-8cc5-5c622555fa49/a8310664-c880-4bb8-a35f-0591064fd99d/dc89271f-4a4a-4ba2-af16-d78f7885a381) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:32.558717 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56656e53-98bf-44e7-9992-ecb7dfa03bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.567122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56656e53-98bf-44e7-9992-ecb7dfa03bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.568508 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-56656e53-98bf-44e7-9992-ecb7dfa03bbd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf0d7113-cfb2-4bb5-a652-f7597cf5cf90 HTTP/1.1" status: 204 len: 168 time: 0.8682599 Aug 29 16:53:32.610277 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3f76fd32-fa9c-498a-aade-31bf7b83f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:53:32Z', 'revision_number': 6, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:32.610522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56656e53-98bf-44e7-9992-ecb7dfa03bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0d7113-cfb2-4bb5-a652-f7597cf5cf90,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:32.652305 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76fd32-fa9c-498a-aade-31bf7b83f5ec None None] The sync data for ids ['75f1331f-c3dc-408b-81ee-543d979381b8'] in n-d-713301-13 is: [{'id': '75f1331f-c3dc-408b-81ee-543d979381b8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1279453146-router', 'tenant_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:32Z', 'updated_at': '2021-08-29T16:53:32Z', 'revision_number': 6, 'project_id': 'd431ca7a8bdb4e109a12931ae7d4fb43', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:53:32.653121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] For port 812178b5-26bc-44e8-999b-ab4b8e462ba0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=812178b5-26bc-44e8-999b-ab4b8e462ba0,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:32.653556 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.722585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Calling delete_port for 812178b5-26bc-44e8-999b-ab4b8e462ba0 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:32.901877 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.920700 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.922794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Transition to ACTIVE for port object dc89271f-4a4a-4ba2-af16-d78f7885a381 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:32.945762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Transition to ACTIVE for port object dc89271f-4a4a-4ba2-af16-d78f7885a381 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:32.953036 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.955173 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:32.960140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Made reservation on behalf of 6b8183ac8df048a689a88c1c0a35f890 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:32.974263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:33.017350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:33.020025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Pushing event updated for resources: {'Port': ['ID=dc89271f-4a4a-4ba2-af16-d78f7885a381,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:33.023569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:33.033775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:33.036863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537f266-d2ff-4cd4-b1ea-3f1d6cc1e039 req-5c266130-be9e-4429-a76b-326e26253bd6 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:33.045658 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1537f266-d2ff-4cd4-b1ea-3f1d6cc1e039 req-5c266130-be9e-4429-a76b-326e26253bd6 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 951 time: 0.2125025 Aug 29 16:53:33.122531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Attempting to bind port dc89271f-4a4a-4ba2-af16-d78f7885a381 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:33.123045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Attempting to bind port dc89271f-4a4a-4ba2-af16-d78f7885a381 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:33.123508 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Attempting to bind port dc89271f-4a4a-4ba2-af16-d78f7885a381 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:33.133205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:33.133784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Checking segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:33.134295 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:33.134789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Bound using segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:33.135454 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Bound port: dc89271f-4a4a-4ba2-af16-d78f7885a381, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:33.135968 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:33.208097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Allocated IP 172.25.5.157 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/6e04ddbd-23b7-41fd-bf66-c515fb6dd70d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:33.241996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] For port dc89271f-4a4a-4ba2-af16-d78f7885a381, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:33.245476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] For port dc89271f-4a4a-4ba2-af16-d78f7885a381, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dc89271f-4a4a-4ba2-af16-d78f7885a381,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:33.255326 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:33.299814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44208) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:33.331650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec867f-687c-4ec3-bfd4-6cb835da4f4b None None] Pushing event updated for resources: {'Port': ['ID=dc89271f-4a4a-4ba2-af16-d78f7885a381,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:33.427122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:33.467761 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1537f266-d2ff-4cd4-b1ea-3f1d6cc1e039 req-72db9a65-4690-4f17-87e7-6db7352ed51f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209337 Aug 29 16:53:33.474526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-36ed419b-fb44-40c8-893e-d80dd59929ae req-aee9b07f-7953-44f7-bf24-c51c00494d5b tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 210 time: 0.0602126 Aug 29 16:53:33.517683 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c0191f48-415c-4fa5-8333-33244c2b45f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c5582b607314a768a8b22b6eaf7f33b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143366 Aug 29 16:53:33.524344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44214) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:33.542973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:33.619846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Pushing event deleted for resources: {'Port': ['ID=812178b5-26bc-44e8-999b-ab4b8e462ba0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:33.689978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Allocated IP 172.20.0.7 (8c954642-82ce-4cae-9a58-740be981b8dc/200a1a3f-7b9b-4457-af60-58a244ec785a/f512334e-e2ca-4299-9a95-5fe02c9ca15b) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:33.706514 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:33.767170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68e1c26c-dd4d-4b3d-973e-a08a76b2a678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:33.816059 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:33.836253 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:33.852215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:33.867843 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68e1c26c-dd4d-4b3d-973e-a08a76b2a678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:33.872886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:33.898539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Pushing event updated for resources: {'Port': ['ID=6e04ddbd-23b7-41fd-bf66-c515fb6dd70d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:33.978782 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.004536 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.092747 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.093300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75f1331f-c3dc-408b-81ee-543d979381b8 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:53:34.099552 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.100749 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bc72a995-cdee-459d-b304-01a54639615d admin admin] 10.222.0.22 "DELETE /v2.0/routers/75f1331f-c3dc-408b-81ee-543d979381b8 HTTP/1.1" status: 204 len: 168 time: 2.4211104 Aug 29 16:53:34.103588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44218) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:34.145349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:34.177006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 8aefebe3-b85f-43fb-9d15-52b7881d4287 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:34.177382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:34.177560 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.185018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e498ce68-12e2-4912-a967-286f5534e710 admin admin] Deleting subnet cec853e5-098f-441a-8d22-7ddb96338ff0 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:53:34.191552 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e498ce68-12e2-4912-a967-286f5534e710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.236837 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e498ce68-12e2-4912-a967-286f5534e710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.294789 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.346785 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68e1c26c-dd4d-4b3d-973e-a08a76b2a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.349658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68e1c26c-dd4d-4b3d-973e-a08a76b2a678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.353101 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-68e1c26c-dd4d-4b3d-973e-a08a76b2a678 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85dedf41-dd83-4f6c-b138-a9b23525537c HTTP/1.1" status: 204 len: 168 time: 0.8207824 Aug 29 16:53:34.360795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Network 8c954642-82ce-4cae-9a58-740be981b8dc is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:34.366008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:34.367869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1c26c-dd4d-4b3d-973e-a08a76b2a678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dedf41-dd83-4f6c-b138-a9b23525537c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:34.368763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:34.425849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3f2e0-7c21-4e05-83e9-8e3917d194ff req-10c7cf57-5fbe-48bd-b604-c14f610c0559 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:34.427778 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37b3f2e0-7c21-4e05-83e9-8e3917d194ff req-10c7cf57-5fbe-48bd-b604-c14f610c0559 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 951 time: 0.4191003 Aug 29 16:53:34.445591 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:34.449745 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.482126 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e498ce68-12e2-4912-a967-286f5534e710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.486608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Pushing event updated for resources: {'Port': ['ID=f512334e-e2ca-4299-9a95-5fe02c9ca15b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:34.540770 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-8436eaea-c5c3-4d4c-8241-2c2ab1bef223 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0809126 Aug 29 16:53:34.555508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Request body: {'port': {'device_id': '2d73b0e2-3707-466e-b121-237eaee82640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:34.643853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e498ce68-12e2-4912-a967-286f5534e710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.709174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dc89271f-4a4a-4ba2-af16-d78f7885a381 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:34.759388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.768283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498ce68-12e2-4912-a967-286f5534e710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec853e5-098f-441a-8d22-7ddb96338ff0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:34.783158 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e498ce68-12e2-4912-a967-286f5534e710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.784300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b588e2a9-0134-4739-b0cf-f233bae83ea0 None None] Network 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:53:34.784492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.785837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e498ce68-12e2-4912-a967-286f5534e710 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cec853e5-098f-441a-8d22-7ddb96338ff0 HTTP/1.1" status: 204 len: 168 time: 0.6806095 Aug 29 16:53:34.791253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44234) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:34.869490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff4a8a-2d8d-4dc0-a0a6-318a0c1cc30d None None] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:53:34.905371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d69787-9ae8-4963-885c-2a54477dcbc1 req-b0bd9473-b8c3-4285-8b01-34c02342c495 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:34.906846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52d69787-9ae8-4963-885c-2a54477dcbc1 req-b0bd9473-b8c3-4285-8b01-34c02342c495 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 931 time: 0.2284133 Aug 29 16:53:34.912900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-37b3f2e0-7c21-4e05-83e9-8e3917d194ff req-a271a4ef-a737-45d9-b82f-ef12312d098c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Deleting port fc20caf5-d326-4d68-a6ce-477bb8d0b017 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:34.913400 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37b3f2e0-7c21-4e05-83e9-8e3917d194ff req-a271a4ef-a737-45d9-b82f-ef12312d098c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:34.958530 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port dc89271f-4a4a-4ba2-af16-d78f7885a381 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:35.010880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3680571d-2030-4db1-8346-a57ed45d34cb None None] Provisioning for port dc89271f-4a4a-4ba2-af16-d78f7885a381 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:35.053737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8ca5c-60e7-4a53-b25c-037d9a199332 req-740bac0a-d036-410a-910f-bc58fa26afbd tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:35.054445 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3680571d-2030-4db1-8346-a57ed45d34cb None None] Provisioning complete for port dc89271f-4a4a-4ba2-af16-d78f7885a381 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:35.055007 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3680571d-2030-4db1-8346-a57ed45d34cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.058052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0158811-e23a-4665-a5f7-8fbfd064378f no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:35.060532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.062328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ab8ca5c-60e7-4a53-b25c-037d9a199332 req-740bac0a-d036-410a-910f-bc58fa26afbd tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 951 time: 0.4286346 Aug 29 16:53:35.123878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c0158811-e23a-4665-a5f7-8fbfd064378f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:35.124222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0158811-e23a-4665-a5f7-8fbfd064378f not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:35.124640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 812178b5-26bc-44e8-999b-ab4b8e462ba0 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:35.140401 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ab8ca5c-60e7-4a53-b25c-037d9a199332 req-6cdd92b5-dc95-43d5-92db-d88890bf2a71 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761580 Aug 29 16:53:35.160072 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52d69787-9ae8-4963-885c-2a54477dcbc1 req-6070db20-ade4-4828-8b31-2967465dbb07 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412095 Aug 29 16:53:35.179255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 812178b5-26bc-44e8-999b-ab4b8e462ba0 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:35.180349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 812178b5-26bc-44e8-999b-ab4b8e462ba0 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:35.245866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f512334e-e2ca-4299-9a95-5fe02c9ca15b {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:35.258269 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.263263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-37b3f2e0-7c21-4e05-83e9-8e3917d194ff req-a271a4ef-a737-45d9-b82f-ef12312d098c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] For port fc20caf5-d326-4d68-a6ce-477bb8d0b017, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=fc20caf5-d326-4d68-a6ce-477bb8d0b017,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:35.263638 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37b3f2e0-7c21-4e05-83e9-8e3917d194ff req-a271a4ef-a737-45d9-b82f-ef12312d098c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.305430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Transition to ACTIVE for port object f512334e-e2ca-4299-9a95-5fe02c9ca15b will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:35.312960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-37b3f2e0-7c21-4e05-83e9-8e3917d194ff req-a271a4ef-a737-45d9-b82f-ef12312d098c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Calling delete_port for fc20caf5-d326-4d68-a6ce-477bb8d0b017 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:35.316631 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.370685 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8908d5d8-f4c1-4440-9bb3-d2a8acf60a91 None None] DHCP port deletion for 49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:53:35.391361 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.439237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Pushing event updated for resources: {'Port': ['ID=f512334e-e2ca-4299-9a95-5fe02c9ca15b,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:35.465727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Deleting port f97fb63e-1c30-4466-81f9-a67f2db4900c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:35.466167 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.487490 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3680571d-2030-4db1-8346-a57ed45d34cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.506468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Attempting to bind port f512334e-e2ca-4299-9a95-5fe02c9ca15b on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:35.506956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Attempting to bind port f512334e-e2ca-4299-9a95-5fe02c9ca15b by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'e622ce51-b21f-4919-86b9-a528aebc92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c954642-82ce-4cae-9a58-740be981b8dc'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:35.507247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Attempting to bind port f512334e-e2ca-4299-9a95-5fe02c9ca15b on network 8c954642-82ce-4cae-9a58-740be981b8dc {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:35.512211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Port f512334e-e2ca-4299-9a95-5fe02c9ca15b on network 8c954642-82ce-4cae-9a58-740be981b8dc not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:53:35.512640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Attempting to bind port f512334e-e2ca-4299-9a95-5fe02c9ca15b on network 8c954642-82ce-4cae-9a58-740be981b8dc {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:35.523102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:35.523587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Checking segment: {'id': 'e622ce51-b21f-4919-86b9-a528aebc92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c954642-82ce-4cae-9a58-740be981b8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:35.524330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Bound using segment: {'id': 'e622ce51-b21f-4919-86b9-a528aebc92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c954642-82ce-4cae-9a58-740be981b8dc'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:35.525005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Bound port: f512334e-e2ca-4299-9a95-5fe02c9ca15b, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e622ce51-b21f-4919-86b9-a528aebc92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c954642-82ce-4cae-9a58-740be981b8dc'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:35.525500 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.534043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3680571d-2030-4db1-8346-a57ed45d34cb None None] For port dc89271f-4a4a-4ba2-af16-d78f7885a381, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dc89271f-4a4a-4ba2-af16-d78f7885a381,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:35.545418 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3680571d-2030-4db1-8346-a57ed45d34cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.608885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680571d-2030-4db1-8346-a57ed45d34cb None None] Pushing event updated for resources: {'Port': ['ID=dc89271f-4a4a-4ba2-af16-d78f7885a381,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:35.639365 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8908d5d8-f4c1-4440-9bb3-d2a8acf60a91 None None] Deleting port f97fb63e-1c30-4466-81f9-a67f2db4900c {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:35.639746 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8908d5d8-f4c1-4440-9bb3-d2a8acf60a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.661986 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] For port f512334e-e2ca-4299-9a95-5fe02c9ca15b, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:35.670303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] For port f512334e-e2ca-4299-9a95-5fe02c9ca15b, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f512334e-e2ca-4299-9a95-5fe02c9ca15b,segment=NetworkSegment(e622ce51-b21f-4919-86b9-a528aebc92fc),segment_id=e622ce51-b21f-4919-86b9-a528aebc92fc)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:35.700078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] For port f97fb63e-1c30-4466-81f9-a67f2db4900c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f97fb63e-1c30-4466-81f9-a67f2db4900c,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:35.700509 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.706067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.719171 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Calling delete_port for f97fb63e-1c30-4466-81f9-a67f2db4900c owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:35.736844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8908d5d8-f4c1-4440-9bb3-d2a8acf60a91 None None] For port f97fb63e-1c30-4466-81f9-a67f2db4900c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f97fb63e-1c30-4466-81f9-a67f2db4900c,segment=NetworkSegment(5a9f1737-1de9-42e7-b276-c9bf6e151c26),segment_id=5a9f1737-1de9-42e7-b276-c9bf6e151c26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:35.737605 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8908d5d8-f4c1-4440-9bb3-d2a8acf60a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.769444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8908d5d8-f4c1-4440-9bb3-d2a8acf60a91 None None] Calling delete_port for f97fb63e-1c30-4466-81f9-a67f2db4900c owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:35.844096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:35.845031 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.847492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] 10.222.0.16 "PUT /v2.0/ports/f512334e-e2ca-4299-9a95-5fe02c9ca15b HTTP/1.1" status: 200 len: 1092 time: 1.2981124 Aug 29 16:53:35.848689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d73b0e2-3707-466e-b121-237eaee82640', 'tag': 'f512334e-e2ca-4299-9a95-5fe02c9ca15b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:35.853322 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6103e482-5f9b-4ee6-9c46-f0cbebc51165" -d '{"events": [{"name": "network-changed", "server_uuid": "2d73b0e2-3707-466e-b121-237eaee82640", "tag": "f512334e-e2ca-4299-9a95-5fe02c9ca15b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:35.902027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802196c-5b9d-499e-a015-8c5e7d99879b service neutron] Pushing event updated for resources: {'Port': ['ID=f512334e-e2ca-4299-9a95-5fe02c9ca15b,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:35.907180 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37b3f2e0-7c21-4e05-83e9-8e3917d194ff req-a271a4ef-a737-45d9-b82f-ef12312d098c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:35.933782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['71f9600c-3258-46e3-83fe-fe37835cece5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:35.981852 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbabf61-df3b-4366-a9f4-82704ecb4740 x-openstack-request-id: req-5dbabf61-df3b-4366-a9f4-82704ecb4740 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:35.982157 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d73b0e2-3707-466e-b121-237eaee82640", "tag": "f512334e-e2ca-4299-9a95-5fe02c9ca15b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:35.982851 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5dbabf61-df3b-4366-a9f4-82704ecb4740 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:35.983262 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d73b0e2-3707-466e-b121-237eaee82640', 'tag': 'f512334e-e2ca-4299-9a95-5fe02c9ca15b', 'status': 'completed', 'code': 200} Aug 29 16:53:35.994261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271a4ef-a737-45d9-b82f-ef12312d098c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Pushing event deleted for resources: {'Port': ['ID=fc20caf5-d326-4d68-a6ce-477bb8d0b017,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:36.017923 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59f57-3011-4020-a151-378a6af3bd14 req-146dca40-7ef4-4cd5-ae91-a083453589d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:36.022409 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-146dca40-7ef4-4cd5-ae91-a083453589d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b8183ac8df048a689a88c1c0a35f890&device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 1095 time: 0.1004968 Aug 29 16:53:36.024482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-698904e5-a94c-44a6-ae25-2d914413cec1 None None] Provisioning complete for port dc89271f-4a4a-4ba2-af16-d78f7885a381 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:36.024860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-698904e5-a94c-44a6-ae25-2d914413cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:36.076798 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-d5699a4a-93e6-4022-bc6a-7ed64f24d9c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f512334e-e2ca-4299-9a95-5fe02c9ca15b HTTP/1.1" status: 200 len: 217 time: 0.0471771 Aug 29 16:53:36.084371 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8908d5d8-f4c1-4440-9bb3-d2a8acf60a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:36.091371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b3f2e0-7c21-4e05-83e9-8e3917d194ff req-a271a4ef-a737-45d9-b82f-ef12312d098c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] No DVR routers for this DVR port fc20caf5-d326-4d68-a6ce-477bb8d0b017 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:36.094494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:53:36.100122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37b3f2e0-7c21-4e05-83e9-8e3917d194ff req-a271a4ef-a737-45d9-b82f-ef12312d098c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:36.105835 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37b3f2e0-7c21-4e05-83e9-8e3917d194ff req-a271a4ef-a737-45d9-b82f-ef12312d098c tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "DELETE /v2.0/ports/fc20caf5-d326-4d68-a6ce-477bb8d0b017 HTTP/1.1" status: 204 len: 173 time: 1.6367123 Aug 29 16:53:36.108526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'name': 'network-vif-deleted', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:36.111244 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06f8add-a108-4555-8299-d4fabe0ef563" -d '{"events": [{"server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "name": "network-vif-deleted", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:36.116398 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:36.130317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908d5d8-f4c1-4440-9bb3-d2a8acf60a91 None None] No DVR routers for this DVR port f97fb63e-1c30-4466-81f9-a67f2db4900c on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:36.165204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Pushing event deleted for resources: {'Port': ['ID=f97fb63e-1c30-4466-81f9-a67f2db4900c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:36.182315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908d5d8-f4c1-4440-9bb3-d2a8acf60a91 None None] Pushing event deleted for resources: {'Port': ['ID=f97fb63e-1c30-4466-81f9-a67f2db4900c,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:36.246477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] No DVR routers for this DVR port f97fb63e-1c30-4466-81f9-a67f2db4900c on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:36.267974 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36daa5d8-5221-4978-9436-06852bdef367 x-openstack-request-id: req-36daa5d8-5221-4978-9436-06852bdef367 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:36.268318 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25129d4a-7abc-454c-90e4-4a660f91f535", "name": "network-vif-deleted", "tag": "fc20caf5-d326-4d68-a6ce-477bb8d0b017", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:36.268583 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36daa5d8-5221-4978-9436-06852bdef367 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:36.269817 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25129d4a-7abc-454c-90e4-4a660f91f535', 'name': 'network-vif-deleted', 'tag': 'fc20caf5-d326-4d68-a6ce-477bb8d0b017', 'status': 'completed', 'code': 200} Aug 29 16:53:36.272440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59f57-3011-4020-a151-378a6af3bd14 req-2d7d6298-7f3b-4e9b-bcbd-df18fc6942bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:36.281393 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-2d7d6298-7f3b-4e9b-bcbd-df18fc6942bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=200a1a3f-7b9b-4457-af60-58a244ec785a HTTP/1.1" status: 200 len: 861 time: 0.1896083 Aug 29 16:53:36.317974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e7784e4-6f72-4bd0-a858-dddca9c0782d req-00f86adb-2610-4884-890d-af62568be7c1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=25129d4a-7abc-454c-90e4-4a660f91f535 HTTP/1.1" status: 200 len: 210 time: 0.0388327 Aug 29 16:53:36.360408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-7386403b-4cde-4dc3-a91a-69422ffc8f85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c954642-82ce-4cae-9a58-740be981b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463736 Aug 29 16:53:36.542766 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-6e674605-c6e4-471c-ad63-47ff474e3241 service neutron] 10.222.0.16 "GET /v2.0/networks/8c954642-82ce-4cae-9a58-740be981b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745598 Aug 29 16:53:36.592363 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:36.647528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c5cef1-1b8e-4701-b403-ed2dc3d2ee38']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:36.655011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dc89271f-4a4a-4ba2-af16-d78f7885a381 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:36.665766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:53:36.670130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9f1737-1de9-42e7-b276-c9bf6e151c26') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:36.670432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9f1737-1de9-42e7-b276-c9bf6e151c26') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:36.693618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ef0a-4f81-4558-ae97-7791fe44df0b req-a54ca5a1-ac80-4f89-9aa5-2a23880d85c6 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:36.694312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56726631-add3-4a52-9c27-56a743356727 None None] Sync routers for ids ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:53:36.695568 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5792ef0a-4f81-4558-ae97-7791fe44df0b req-a54ca5a1-ac80-4f89-9aa5-2a23880d85c6 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 943 time: 0.3363295 Aug 29 16:53:36.709543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56726631-add3-4a52-9c27-56a743356727 None None] Routers {'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:36.710720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-56726631-add3-4a52-9c27-56a743356727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:36.713556 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:36.762603 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a59f57-3011-4020-a151-378a6af3bd14 req-725661d9-e9c3-442e-a062-c6e7d3c937aa service neutron] 10.222.0.16 "GET /v2.0/networks/8c954642-82ce-4cae-9a58-740be981b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110310 Aug 29 16:53:36.776870 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:36.786331 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:36.788655 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9af9d038-3f6a-4e33-93c0-d5590d89b95a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9606292 Aug 29 16:53:36.791313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44290) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:36.795823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:53:36.796474 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:53:36.798824 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:53:36.822829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5792ef0a-4f81-4558-ae97-7791fe44df0b req-3d2ba85f-3001-42d7-96ca-1ba6096c7043 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029959 Aug 29 16:53:36.895644 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:36.907891 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:36.920436 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] 10.222.0.22 "DELETE /v2.0/networks/49c5cef1-1b8e-4701-b403-ed2dc3d2ee38 HTTP/1.1" status: 204 len: 168 time: 2.1267364 Aug 29 16:53:36.947238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9030841-8305-44c3-82db-acd243f389de admin admin] Pushing event deleted for resources: {'Network': ['ID=49c5cef1-1b8e-4701-b403-ed2dc3d2ee38,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:36.987449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-56726631-add3-4a52-9c27-56a743356727 None None] Set router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:37.086879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8b4dd2ee-e247-44df-8610-e88cdf0cc391'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:37.086879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8b4dd2ee-e247-44df-8610-e88cdf0cc391'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:37.096659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103e482-5f9b-4ee6-9c46-f0cbebc51165 req-9419138e-7f1d-437c-9f26-ac6e849006f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:37.098835 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6103e482-5f9b-4ee6-9c46-f0cbebc51165 req-9419138e-7f1d-437c-9f26-ac6e849006f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b8183ac8df048a689a88c1c0a35f890&device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 1095 time: 0.1940835 Aug 29 16:53:37.209901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44308) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:37.225172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port dc89271f-4a4a-4ba2-af16-d78f7885a381 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:37.225792 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:37.291013 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7ceea20f-c32e-4ef8-9c13-5a07ae644f60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d431ca7a8bdb4e109a12931ae7d4fb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793722 Aug 29 16:53:37.294815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44316) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:37.362552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103e482-5f9b-4ee6-9c46-f0cbebc51165 req-10519997-1f27-468e-b113-c6423873f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:37.364714 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6103e482-5f9b-4ee6-9c46-f0cbebc51165 req-10519997-1f27-468e-b113-c6423873f30f service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c954642-82ce-4cae-9a58-740be981b8dc HTTP/1.1" status: 200 len: 922 time: 0.2562368 Aug 29 16:53:37.462734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6103e482-5f9b-4ee6-9c46-f0cbebc51165 req-44405189-5a1b-4524-bf45-5d22e972c916 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f512334e-e2ca-4299-9a95-5fe02c9ca15b HTTP/1.1" status: 200 len: 217 time: 0.0851674 Aug 29 16:53:37.556979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7f6ad40f-9677-4888-a355-d6643fb6f3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:37.571955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103e482-5f9b-4ee6-9c46-f0cbebc51165 req-fde66bbe-72d9-4abf-b36e-731ad6339688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:37.573470 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6103e482-5f9b-4ee6-9c46-f0cbebc51165 req-fde66bbe-72d9-4abf-b36e-731ad6339688 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=200a1a3f-7b9b-4457-af60-58a244ec785a HTTP/1.1" status: 200 len: 861 time: 0.1032908 Aug 29 16:53:37.611259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f97fb63e-1c30-4466-81f9-a67f2db4900c no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:37.631277 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7f6ad40f-9677-4888-a355-d6643fb6f3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:37.677852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6103e482-5f9b-4ee6-9c46-f0cbebc51165 req-c87fa6ad-a5d3-44b9-8b87-982f7d0d6e4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c954642-82ce-4cae-9a58-740be981b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909796 Aug 29 16:53:37.778619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe33ef6-424c-4a58-8540-f188ad44298c req-0c39a2e6-ca1c-4701-aa14-c539a2a42bd1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:37.787119 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-afe33ef6-424c-4a58-8540-f188ad44298c req-0c39a2e6-ca1c-4701-aa14-c539a2a42bd1 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.0724137 Aug 29 16:53:37.841405 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-afe33ef6-424c-4a58-8540-f188ad44298c req-59217cde-6e44-410a-9e75-e26d5102d06f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530090 Aug 29 16:53:37.876905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: f97fb63e-1c30-4466-81f9-a67f2db4900c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:37.877287 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f97fb63e-1c30-4466-81f9-a67f2db4900c not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:37.902109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-56726631-add3-4a52-9c27-56a743356727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:34Z', 'revision_number': 3, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:37.968698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56726631-add3-4a52-9c27-56a743356727 None None] Checking router: f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:53:37.969090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56726631-add3-4a52-9c27-56a743356727 None None] Updating router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:53:38.054415 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-56726631-add3-4a52-9c27-56a743356727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.198410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:53:38.200914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device fc20caf5-d326-4d68-a6ce-477bb8d0b017 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:38.227689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: fc20caf5-d326-4d68-a6ce-477bb8d0b017 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:38.228348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device fc20caf5-d326-4d68-a6ce-477bb8d0b017 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:38.238070 n-d-713301-13 neutron-server[111678]: INFO neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No ports have port_id starting with 8aefebe3-b85f-43fb-9d15-52b7881d4287 Aug 29 16:53:38.238280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44348) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:38.239793 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7f6ad40f-9677-4888-a355-d6643fb6f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.243293 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7f6ad40f-9677-4888-a355-d6643fb6f3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.244525 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7f6ad40f-9677-4888-a355-d6643fb6f3f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/abb2b1e9-a5ac-4a13-90bd-5d2e64342b45 HTTP/1.1" status: 204 len: 168 time: 0.9457960 Aug 29 16:53:38.261507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8aefebe3-b85f-43fb-9d15-52b7881d4287 requested by agent hyperv_n-h1-713301-13 not found in database {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 29 16:53:38.267056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca3045-8c03-461f-b2bc-40f4fa6192a1 req-0b8ead8b-e61b-4c12-81dd-ae261a987e35 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:38.268631 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1cca3045-8c03-461f-b2bc-40f4fa6192a1 req-0b8ead8b-e61b-4c12-81dd-ae261a987e35 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 943 time: 0.2389424 Aug 29 16:53:38.287919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ad40f-9677-4888-a355-d6643fb6f3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb2b1e9-a5ac-4a13-90bd-5d2e64342b45,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:38.317252 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.348729 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6103e482-5f9b-4ee6-9c46-f0cbebc51165 req-f9d77ff2-f79c-4d44-8328-b694ebb1b75d service neutron] 10.222.0.16 "GET /v2.0/networks/8c954642-82ce-4cae-9a58-740be981b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574454 Aug 29 16:53:38.367595 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1cca3045-8c03-461f-b2bc-40f4fa6192a1 req-37b225d5-ed0e-49ae-a724-918aa87c77a6 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792964 Aug 29 16:53:38.518117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-893e10dc-70c5-4ad7-8c29-5dda571095cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.634157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Allocated IP 172.20.0.1 (b563cb46-f07d-4d3d-8cc5-5c622555fa49/a8310664-c880-4bb8-a35f-0591064fd99d/dd130b56-7bee-4a2d-a4ab-727411cdc4b2) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:38.667121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-56726631-add3-4a52-9c27-56a743356727 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.674704 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-893e10dc-70c5-4ad7-8c29-5dda571095cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.680721 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-893e10dc-70c5-4ad7-8c29-5dda571095cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.691100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-56726631-add3-4a52-9c27-56a743356727 None None] Transition to ACTIVE for port object 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:38.707588 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-56726631-add3-4a52-9c27-56a743356727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.714780 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-893e10dc-70c5-4ad7-8c29-5dda571095cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f866feea1b384bed8654850936e10279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775717 Aug 29 16:53:38.724243 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44364) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:38.774675 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.791540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Transition to ACTIVE for port object dd130b56-7bee-4a2d-a4ab-727411cdc4b2 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:38.799028 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03cb86-2454-4875-b5e4-510a8e5de488 None None] Pushing event updated for resources: {'Port': ['ID=6e04ddbd-23b7-41fd-bf66-c515fb6dd70d,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:38.805301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e10dc-70c5-4ad7-8c29-5dda571095cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192e87c9-e997-4ad5-8919-3b363f626cc8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:38.820936 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e62302a-0206-4bcd-8339-0d60cd6ab6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.842095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-56726631-add3-4a52-9c27-56a743356727 None None] Attempting to bind port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:38.843402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-56726631-add3-4a52-9c27-56a743356727 None None] Attempting to bind port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:38.844938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56726631-add3-4a52-9c27-56a743356727 None None] Attempting to bind port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:38.850660 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6103e482-5f9b-4ee6-9c46-f0cbebc51165 req-5520e21c-228d-47e1-a910-549cb3d7875a service neutron] 10.222.0.16 "GET /v2.0/networks/8c954642-82ce-4cae-9a58-740be981b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817681 Aug 29 16:53:38.852325 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.863575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56726631-add3-4a52-9c27-56a743356727 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:38.864515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56726631-add3-4a52-9c27-56a743356727 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:38.865155 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-56726631-add3-4a52-9c27-56a743356727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.865793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56726631-add3-4a52-9c27-56a743356727 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:38.866516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-56726631-add3-4a52-9c27-56a743356727 None None] Bound port: 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:38.867466 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-56726631-add3-4a52-9c27-56a743356727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.888078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e62302a-0206-4bcd-8339-0d60cd6ab6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.898558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:38.901725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:38.918427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:38.961381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Pushing event updated for resources: {'Port': ['ID=dd130b56-7bee-4a2d-a4ab-727411cdc4b2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:38.976970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e62302a-0206-4bcd-8339-0d60cd6ab6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.982603 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e62302a-0206-4bcd-8339-0d60cd6ab6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:38.986037 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7e62302a-0206-4bcd-8339-0d60cd6ab6b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/192e87c9-e997-4ad5-8919-3b363f626cc8 HTTP/1.1" status: 204 len: 168 time: 0.2600105 Aug 29 16:53:38.996489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62302a-0206-4bcd-8339-0d60cd6ab6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192e87c9-e997-4ad5-8919-3b363f626cc8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:39.002888 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:39.065090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-56726631-add3-4a52-9c27-56a743356727 None None] For port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:39.071152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-56726631-add3-4a52-9c27-56a743356727 None None] For port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6e04ddbd-23b7-41fd-bf66-c515fb6dd70d,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:39.083713 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-56726631-add3-4a52-9c27-56a743356727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:39.239269 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:39.250140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03cb86-2454-4875-b5e4-510a8e5de488 None None] Pushing event updated for resources: {'Port': ['ID=6e04ddbd-23b7-41fd-bf66-c515fb6dd70d,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:39.252906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56726631-add3-4a52-9c27-56a743356727 None None] Routers {'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:39.253604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-56726631-add3-4a52-9c27-56a743356727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:39.448258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c7275-7691-4e8a-ae2e-228b01c86000 req-2380038c-7f9b-48da-9a29-3ec2ab8a5c4a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:39.453704 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd2c7275-7691-4e8a-ae2e-228b01c86000 req-2380038c-7f9b-48da-9a29-3ec2ab8a5c4a tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.4917448 Aug 29 16:53:39.503018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-56726631-add3-4a52-9c27-56a743356727 None None] Set router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:39.611595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b15f9a-18d4-417e-80a4-d9c974b6913d req-4f7a9d2b-8e41-499c-a43f-62ca23c4b2bf tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:39.611761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c1cf3-1028-48f3-911e-3f99cf0b737d req-d5094754-7622-4446-9d52-bf8c1cf52e1f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:39.613252 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-148c1cf3-1028-48f3-911e-3f99cf0b737d req-d5094754-7622-4446-9d52-bf8c1cf52e1f tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 950 time: 0.1880765 Aug 29 16:53:39.619702 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-58b15f9a-18d4-417e-80a4-d9c974b6913d req-4f7a9d2b-8e41-499c-a43f-62ca23c4b2bf tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 943 time: 0.1103253 Aug 29 16:53:39.686219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-58b15f9a-18d4-417e-80a4-d9c974b6913d req-25307a86-20b6-4140-8ac8-5be61b4c992f tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609410 Aug 29 16:53:39.702278 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-bd2c7275-7691-4e8a-ae2e-228b01c86000 req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Deleting port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:39.703123 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd2c7275-7691-4e8a-ae2e-228b01c86000 req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:39.720750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5786aaa9-473e-4394-8174-464038bc85ff None None] Provisioning for port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:39.746844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5786aaa9-473e-4394-8174-464038bc85ff None None] Provisioning complete for port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:39.747547 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5786aaa9-473e-4394-8174-464038bc85ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:39.761344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-148c1cf3-1028-48f3-911e-3f99cf0b737d req-ffa57bdb-b52d-4881-9d43-2f3473dfd9bf tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410768 Aug 29 16:53:39.797322 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:39.811083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:39.823266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5786aaa9-473e-4394-8174-464038bc85ff None None] Port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:53:39.832502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-56726631-add3-4a52-9c27-56a743356727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dd130b56-7bee-4a2d-a4ab-727411cdc4b2', 'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'mac_address': 'fa:16:3e:55:a2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:38Z', 'updated_at': '2021-08-29T16:53:38Z', 'revision_number': 1, 'project_id': '21e687433caf49298027356002331e0f', 'subnets': [{'id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:39.874589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56726631-add3-4a52-9c27-56a743356727 None None] The sync data for ids ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'] in n-d-713301-13 is: [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dd130b56-7bee-4a2d-a4ab-727411cdc4b2', 'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'mac_address': 'fa:16:3e:55:a2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:38Z', 'updated_at': '2021-08-29T16:53:38Z', 'revision_number': 1, 'project_id': '21e687433caf49298027356002331e0f', 'subnets': [{'id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:53:39.913179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-bd2c7275-7691-4e8a-ae2e-228b01c86000 req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] For port 8b4dd2ee-e247-44df-8610-e88cdf0cc391, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8b4dd2ee-e247-44df-8610-e88cdf0cc391,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:39.914896 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd2c7275-7691-4e8a-ae2e-228b01c86000 req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:39.934814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-bd2c7275-7691-4e8a-ae2e-228b01c86000 req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Calling delete_port for 8b4dd2ee-e247-44df-8610-e88cdf0cc391 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:39.958186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:39.958672 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44398) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:40.012361 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c915c08-d7ba-4ba4-b846-f64c1ea170af admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:40.058041 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Pushing event updated for resources: {'Port': ['ID=dd130b56-7bee-4a2d-a4ab-727411cdc4b2,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:40.103533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:40.112396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:40.230582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f512334e-e2ca-4299-9a95-5fe02c9ca15b details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:53:40.247283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd2c7275-7691-4e8a-ae2e-228b01c86000 req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:40.429654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:53:40.430350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Pushing event deleted for resources: {'Port': ['ID=8b4dd2ee-e247-44df-8610-e88cdf0cc391,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:40.434859 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['71f9600c-3258-46e3-83fe-fe37835cece5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:40.486434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c915c08-d7ba-4ba4-b846-f64c1ea170af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:40.526555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2c7275-7691-4e8a-ae2e-228b01c86000 req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] No DVR routers for this DVR port 8b4dd2ee-e247-44df-8610-e88cdf0cc391 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:40.543724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd2c7275-7691-4e8a-ae2e-228b01c86000 req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:40.559676 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd2c7275-7691-4e8a-ae2e-228b01c86000 req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.10 "DELETE /v2.0/ports/8b4dd2ee-e247-44df-8610-e88cdf0cc391 HTTP/1.1" status: 204 len: 173 time: 1.0997205 Aug 29 16:53:40.560286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c915c08-d7ba-4ba4-b846-f64c1ea170af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:40.572193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'name': 'network-vif-deleted', 'tag': '8b4dd2ee-e247-44df-8610-e88cdf0cc391'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:40.581017 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b945fc4-6a82-41fa-97e4-04822590a9a6" -d '{"events": [{"server_uuid": "b77f74c1-8de4-47ad-bc50-3303dd4541cd", "name": "network-vif-deleted", "tag": "8b4dd2ee-e247-44df-8610-e88cdf0cc391"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:40.619644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:53:40.629002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f512334e-e2ca-4299-9a95-5fe02c9ca15b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f512334e-e2ca-4299-9a95-5fe02c9ca15b,segment=NetworkSegment(e622ce51-b21f-4919-86b9-a528aebc92fc),segment_id=e622ce51-b21f-4919-86b9-a528aebc92fc)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:40.639165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.639165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.639478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1f8016cc-d75d-4048-b5a3-6e2fef7b51f1 admin admin] 10.222.0.22 "PUT /v2.0/routers/f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8375516 Aug 29 16:53:40.639609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.639609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.639609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.639609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.639609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.639609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.639609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.639609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.639609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.649280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9b14b941-b9ad-4e39-8444-26e1863543e6 None None] Provisioning complete for port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:40.649846 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9b14b941-b9ad-4e39-8444-26e1863543e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:40.650609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b4555c-f0d8-47d5-9cab-68cb42517ec4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:40.703201 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b09667-72c1-4aaf-aedb-358fe8b9689f x-openstack-request-id: req-e5b09667-72c1-4aaf-aedb-358fe8b9689f {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:40.703486 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77f74c1-8de4-47ad-bc50-3303dd4541cd", "name": "network-vif-deleted", "tag": "8b4dd2ee-e247-44df-8610-e88cdf0cc391", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:40.703741 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5b09667-72c1-4aaf-aedb-358fe8b9689f {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:40.704133 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77f74c1-8de4-47ad-bc50-3303dd4541cd', 'name': 'network-vif-deleted', 'tag': '8b4dd2ee-e247-44df-8610-e88cdf0cc391', 'status': 'completed', 'code': 200} Aug 29 16:53:40.714427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0c915c08-d7ba-4ba4-b846-f64c1ea170af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6246432490024b3d84f54b66b7b4de13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7531099 Aug 29 16:53:40.717253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44412) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:40.753740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'f512334e-e2ca-4299-9a95-5fe02c9ca15b', 'network_id': '8c954642-82ce-4cae-9a58-740be981b8dc', 'port_id': 'f512334e-e2ca-4299-9a95-5fe02c9ca15b', 'mac_address': 'fa:16:3e:b1:bd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200a1a3f-7b9b-4457-af60-58a244ec785a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:53:40.774416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c915c08-d7ba-4ba4-b846-f64c1ea170af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da53ada-c884-46fa-82b0-afeb3b0536be,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:40.902442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9b14b941-b9ad-4e39-8444-26e1863543e6 None None] Port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:53:40.906846 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-490e2d70-88be-463d-8b7d-76242567b8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:40.928778 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:40.974270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f512334e-e2ca-4299-9a95-5fe02c9ca15b {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:41.001497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933ac4-a6f4-4e50-9102-15877fdfb299 req-75fb9584-f13d-43de-a7db-6aa8e6017cbc tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:41.004199 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc933ac4-a6f4-4e50-9102-15877fdfb299 req-75fb9584-f13d-43de-a7db-6aa8e6017cbc tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 943 time: 0.1734324 Aug 29 16:53:41.006309 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-490e2d70-88be-463d-8b7d-76242567b8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:41.043571 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f512334e-e2ca-4299-9a95-5fe02c9ca15b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f512334e-e2ca-4299-9a95-5fe02c9ca15b,segment=NetworkSegment(e622ce51-b21f-4919-86b9-a528aebc92fc),segment_id=e622ce51-b21f-4919-86b9-a528aebc92fc)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:41.061540 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:41.089745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc933ac4-a6f4-4e50-9102-15877fdfb299 req-911d304e-a105-4e9c-8b59-e77035b809ec tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720854 Aug 29 16:53:41.109564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-490e2d70-88be-463d-8b7d-76242567b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:41.114027 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-490e2d70-88be-463d-8b7d-76242567b8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:41.116539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-490e2d70-88be-463d-8b7d-76242567b8f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3da53ada-c884-46fa-82b0-afeb3b0536be HTTP/1.1" status: 204 len: 168 time: 0.3982208 Aug 29 16:53:41.127438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e2d70-88be-463d-8b7d-76242567b8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da53ada-c884-46fa-82b0-afeb3b0536be,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:41.166572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f512334e-e2ca-4299-9a95-5fe02c9ca15b,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:41.291828 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a9f4fceb-c5f7-493b-98c1-f48ff76999b7 req-52eddb0f-1433-415a-a532-e1d329f707fe tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=b77f74c1-8de4-47ad-bc50-3303dd4541cd HTTP/1.1" status: 200 len: 210 time: 0.0534492 Aug 29 16:53:41.385760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['f512334e-e2ca-4299-9a95-5fe02c9ca15b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:42.155908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44458) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:42.162906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f4562f93-3328-4023-909b-adef4117bba7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534105659', 'description': 'tempest-description--1917760908'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:42.167452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8b4dd2ee-e247-44df-8610-e88cdf0cc391 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:42.198057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 8b4dd2ee-e247-44df-8610-e88cdf0cc391 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:42.198740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8b4dd2ee-e247-44df-8610-e88cdf0cc391 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:42.240630 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f4562f93-3328-4023-909b-adef4117bba7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.261075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac23c7f-bfa2-4be8-b3a7-3e920894875a req-9f6b1131-26a8-4783-8e54-f9762ede9e15 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:42.270127 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ac23c7f-bfa2-4be8-b3a7-3e920894875a req-9f6b1131-26a8-4783-8e54-f9762ede9e15 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 944 time: 0.0840206 Aug 29 16:53:42.317648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44466) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:42.317918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ac23c7f-bfa2-4be8-b3a7-3e920894875a req-4b43627b-9b71-4c44-a3dc-9ef3c8f049eb tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 Aug 29 16:53:42.442162 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f4562f93-3328-4023-909b-adef4117bba7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.453167 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f4562f93-3328-4023-909b-adef4117bba7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.515916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f4562f93-3328-4023-909b-adef4117bba7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.517413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f4562f93-3328-4023-909b-adef4117bba7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3601637 Aug 29 16:53:42.520953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44482) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:42.527583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-811068a3-f62c-4d02-a53e-1f7174d40089 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Request body: {'security_group_rule': {'security_group_id': '3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:42.538088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4562f93-3328-4023-909b-adef4117bba7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:42.583635 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-811068a3-f62c-4d02-a53e-1f7174d40089 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.617858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-network', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:42.649669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Made reservation on behalf of aaea8f16d30a4f0d8985da26ab370a2d for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:42.652109 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.681645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-811068a3-f62c-4d02-a53e-1f7174d40089 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.686152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.688377 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-811068a3-f62c-4d02-a53e-1f7174d40089 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.711214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:42.774214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44490) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:42.783776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811068a3-f62c-4d02-a53e-1f7174d40089 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0b2415-fa1f-4f61-b2a3-0d51f90f0a7b,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:42.836189 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-db40b855-a178-4d5a-820d-00bf387f6d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.840897 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:42.850773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:42.851412 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.867869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d8990-c25b-40de-acb0-0a034a86b8c5 req-be105a4b-022b-47e3-baa0-ff3be7bd0d25 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:42.872583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b6d8990-c25b-40de-acb0-0a034a86b8c5 req-be105a4b-022b-47e3-baa0-ff3be7bd0d25 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.1314793 Aug 29 16:53:42.939004 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.946381 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.947067 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b6d8990-c25b-40de-acb0-0a034a86b8c5 req-480bff49-044b-4cc2-af0c-7d208cd2b6ce tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595515 Aug 29 16:53:42.960673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-811068a3-f62c-4d02-a53e-1f7174d40089 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.966621 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-811068a3-f62c-4d02-a53e-1f7174d40089 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4430590 Aug 29 16:53:42.968033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44494) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:42.972031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:53:42.974607 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-52f7d535-8dfe-4216-ab42-5aff46c4d640 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Request body: {'security_group_rule': {'security_group_id': '3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:42.982380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.986034 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:42.990050 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Added segment a68fc1b0-fab5-4222-ac8f-291701c624e1 of type vlan for network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e Aug 29 16:53:43.019147 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6e04ddbd-23b7-41fd-bf66-c515fb6dd70d,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:43.026807 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.035341 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52f7d535-8dfe-4216-ab42-5aff46c4d640 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.057330 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-292a48b1-ec49-4954-8614-18963046e30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.060426 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.082936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=6e04ddbd-23b7-41fd-bf66-c515fb6dd70d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:43.085483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273cb090-f168-474a-abd3-634a5f6267d6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:43.104428 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52f7d535-8dfe-4216-ab42-5aff46c4d640 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.109821 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52f7d535-8dfe-4216-ab42-5aff46c4d640 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.126113 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.127099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:43.127687 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.132822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7d535-8dfe-4216-ab42-5aff46c4d640 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7631020-2750-4f8d-bb09-daf8063e25e1,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:43.138784 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Sync routers for ids ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:53:43.148098 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Routers {'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:43.148700 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:43.205413 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] Pushing event updated for resources: {'Network': ['ID=1c918c0c-af56-4d44-8827-0cf8c7a42f1e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:43.218596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:53:43.251648 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-292a48b1-ec49-4954-8614-18963046e30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.256949 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Set router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:43.257759 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-292a48b1-ec49-4954-8614-18963046e30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.266187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52f7d535-8dfe-4216-ab42-5aff46c4d640 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.269867 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-52f7d535-8dfe-4216-ab42-5aff46c4d640 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3003166 Aug 29 16:53:43.273345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44496) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:43.281833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:43.284948 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3bf17164-0f37-44fd-90e5-8baab371362d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9665403 Aug 29 16:53:43.294240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44498) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:43.300479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Request body: {'subnet': {'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-subnet', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:43.305463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a48b1-ec49-4954-8614-18963046e30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb21403-27ab-4cfd-853e-40fd19f65a89,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:43.313765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-292a48b1-ec49-4954-8614-18963046e30c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10018ef9a5f34136bc34df31424edf71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5362153 Aug 29 16:53:43.314000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44500) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:43.321526 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 16:53:43.321526 n-d-713301-13 neutron-server[111677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 16:53:43.321526 n-d-713301-13 neutron-server[111677]: [parameters: {'project_id_1': 'aaea8f16d30a4f0d8985da26ab370a2d', 'expiration_1': datetime.datetime(2021, 8, 29, 16, 53, 43, 310794)}] Aug 29 16:53:43.321526 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 16:53:43.321894 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 16:53:43.331899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.372611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.398291 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.468133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.470627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8197eb-e4a6-4cc6-b747-cd0016cd108b req-22734f68-c628-4649-8fb8-bd0c27b7d78e tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:43.472713 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec8197eb-e4a6-4cc6-b747-cd0016cd108b req-22734f68-c628-4649-8fb8-bd0c27b7d78e tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 944 time: 0.0768018 Aug 29 16:53:43.493114 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dd130b56-7bee-4a2d-a4ab-727411cdc4b2', 'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'mac_address': 'fa:16:3e:55:a2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:38Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 2, 'project_id': '21e687433caf49298027356002331e0f', 'subnets': [{'id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:43.498462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.501025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.502253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1eb21403-27ab-4cfd-853e-40fd19f65a89 HTTP/1.1" status: 204 len: 168 time: 0.1870892 Aug 29 16:53:43.515754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb21403-27ab-4cfd-853e-40fd19f65a89,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:43.523495 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Checking router: f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:53:43.524088 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Updating router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:53:43.531921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.532282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.532633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.532976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.533364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.533683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.534022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.534898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.535235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.535566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.535899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.536229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19986a29-df55-4b24-a0f9-424193a2432b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:43.541905 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec8197eb-e4a6-4cc6-b747-cd0016cd108b req-5ae7b0f4-5a55-44bc-9a53-3f2c407f0820 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570254 Aug 29 16:53:43.577963 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:43.629045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Allocated IP 172.25.5.162 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/d2e848bc-f450-4a31-9095-15ae2edab2d3) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:44.015665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Made reservation on behalf of aaea8f16d30a4f0d8985da26ab370a2d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:44.019167 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.049507 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.060526 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Transition to ACTIVE for port object dd130b56-7bee-4a2d-a4ab-727411cdc4b2 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:44.067129 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.144973 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Pushing event updated for resources: {'Port': ['ID=dd130b56-7bee-4a2d-a4ab-727411cdc4b2,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:44.164997 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.165381 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.165714 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.166249 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.166739 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.167242 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.167737 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.168066 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.168395 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.168712 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.169217 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.169732 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:53:44.187961 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Attempting to bind port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:44.188446 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Attempting to bind port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:44.189001 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Attempting to bind port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:44.192958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805639f4-4ed1-4a09-a0f1-c4c046246274 req-759fb848-4af0-46b4-8ba9-20ef268830dc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:44.194584 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-805639f4-4ed1-4a09-a0f1-c4c046246274 req-759fb848-4af0-46b4-8ba9-20ef268830dc tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.1629584 Aug 29 16:53:44.195287 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:44.195670 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Checking segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:44.196073 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.196464 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Bound using segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:44.196927 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Bound port: dd130b56-7bee-4a2d-a4ab-727411cdc4b2, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:44.197417 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.197792 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.248890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f512334e-e2ca-4299-9a95-5fe02c9ca15b up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:44.283347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed874f04-00f2-424f-b095-d5f05fd05b40 req-b33e6ce1-1818-4888-a1bd-34c07e15f391 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:44.290324 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed874f04-00f2-424f-b095-d5f05fd05b40 req-b33e6ce1-1818-4888-a1bd-34c07e15f391 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.16 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 948 time: 0.1039143 Aug 29 16:53:44.309544 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] For port dd130b56-7bee-4a2d-a4ab-727411cdc4b2, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:44.314940 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] For port dd130b56-7bee-4a2d-a4ab-727411cdc4b2, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dd130b56-7bee-4a2d-a4ab-727411cdc4b2,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:44.328376 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.351204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-805639f4-4ed1-4a09-a0f1-c4c046246274 req-cad25d7c-4bfd-47f0-a697-caf574169090 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/security-groups?id=6656a22e-77f4-4722-aae9-9bbe80041bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482406 Aug 29 16:53:44.363987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port f512334e-e2ca-4299-9a95-5fe02c9ca15b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:44.370564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port f512334e-e2ca-4299-9a95-5fe02c9ca15b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:44.371180 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.389706 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.431395 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.457855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ed874f04-00f2-424f-b095-d5f05fd05b40 req-2fe91a64-cefa-41a3-aefe-7da806dce0e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Deleting port 71f9600c-3258-46e3-83fe-fe37835cece5 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:44.463408 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed874f04-00f2-424f-b095-d5f05fd05b40 req-2fe91a64-cefa-41a3-aefe-7da806dce0e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.476753 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Routers {'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:44.477422 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:44.517485 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.544589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d73b0e2-3707-466e-b121-237eaee82640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f512334e-e2ca-4299-9a95-5fe02c9ca15b'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:44.547335 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3e0e07-86fc-4990-945d-2b75a3244b3f" -d '{"events": [{"server_uuid": "2d73b0e2-3707-466e-b121-237eaee82640", "name": "network-vif-plugged", "status": "completed", "tag": "f512334e-e2ca-4299-9a95-5fe02c9ca15b"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:44.560613 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f1e97-e9cf-45a0-809c-c8d1bfcd9578 None None] Pushing event updated for resources: {'Port': ['ID=dd130b56-7bee-4a2d-a4ab-727411cdc4b2,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:44.589584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f512334e-e2ca-4299-9a95-5fe02c9ca15b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f512334e-e2ca-4299-9a95-5fe02c9ca15b,segment=NetworkSegment(e622ce51-b21f-4919-86b9-a528aebc92fc),segment_id=e622ce51-b21f-4919-86b9-a528aebc92fc)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:44.589847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:44.602773 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.619484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:44.623566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:44.692985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ed874f04-00f2-424f-b095-d5f05fd05b40 req-2fe91a64-cefa-41a3-aefe-7da806dce0e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] For port 71f9600c-3258-46e3-83fe-fe37835cece5, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=71f9600c-3258-46e3-83fe-fe37835cece5,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:44.693677 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed874f04-00f2-424f-b095-d5f05fd05b40 req-2fe91a64-cefa-41a3-aefe-7da806dce0e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.702935 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab42d375-1171-451c-aec2-e8f75d97182a x-openstack-request-id: req-ab42d375-1171-451c-aec2-e8f75d97182a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:44.703235 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d73b0e2-3707-466e-b121-237eaee82640", "name": "network-vif-plugged", "status": "completed", "tag": "f512334e-e2ca-4299-9a95-5fe02c9ca15b", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:44.703482 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab42d375-1171-451c-aec2-e8f75d97182a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:44.703879 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d73b0e2-3707-466e-b121-237eaee82640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f512334e-e2ca-4299-9a95-5fe02c9ca15b', 'code': 200} Aug 29 16:53:44.724683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:44.728747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ed874f04-00f2-424f-b095-d5f05fd05b40 req-2fe91a64-cefa-41a3-aefe-7da806dce0e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Calling delete_port for 71f9600c-3258-46e3-83fe-fe37835cece5 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:44.778111 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] Set router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:44.782291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f512334e-e2ca-4299-9a95-5fe02c9ca15b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:44.846530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event updated for resources: {'Port': ['ID=d2e848bc-f450-4a31-9095-15ae2edab2d3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:44.848425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:44.849351 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.882948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972dff9-9e50-4c38-a719-f095105153c6 req-e5e76558-ce22-48f1-97f1-b6c0b967ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:44.886623 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3972dff9-9e50-4c38-a719-f095105153c6 req-e5e76558-ce22-48f1-97f1-b6c0b967ef89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 1097 time: 0.1399858 Aug 29 16:53:44.921315 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:44.940164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3972dff9-9e50-4c38-a719-f095105153c6 req-753dfb0e-6600-4100-ae59-d778ce371ae0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474429 Aug 29 16:53:44.942597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Checking segment: {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:44.943263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Network hostable DHCP agents. Network: 1c918c0c-af56-4d44-8827-0cf8c7a42f1e, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:53:44.961073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f36c806-9ece-4364-8023-8d53282cc8d9,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:44.973304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2a94-f4e9-4082-bdfb-ea0f8469d1c5 req-a6c8dd27-a83a-4e97-ad2b-7a56ece7f890 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:44.975374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa1a2a94-f4e9-4082-bdfb-ea0f8469d1c5 req-a6c8dd27-a83a-4e97-ad2b-7a56ece7f890 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 945 time: 0.2304268 Aug 29 16:53:45.027485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:53:45.028173 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed874f04-00f2-424f-b095-d5f05fd05b40 req-2fe91a64-cefa-41a3-aefe-7da806dce0e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.032688 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.041070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['71f9600c-3258-46e3-83fe-fe37835cece5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:45.069733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe91a64-cefa-41a3-aefe-7da806dce0e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Pushing event deleted for resources: {'Port': ['ID=71f9600c-3258-46e3-83fe-fe37835cece5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:45.125368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed874f04-00f2-424f-b095-d5f05fd05b40 req-2fe91a64-cefa-41a3-aefe-7da806dce0e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] No DVR routers for this DVR port 71f9600c-3258-46e3-83fe-fe37835cece5 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:45.129659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed874f04-00f2-424f-b095-d5f05fd05b40 req-2fe91a64-cefa-41a3-aefe-7da806dce0e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.132121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed874f04-00f2-424f-b095-d5f05fd05b40 req-2fe91a64-cefa-41a3-aefe-7da806dce0e4 tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.16 "DELETE /v2.0/ports/71f9600c-3258-46e3-83fe-fe37835cece5 HTTP/1.1" status: 204 len: 173 time: 0.8392463 Aug 29 16:53:45.132583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'name': 'network-vif-deleted', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:45.135460 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc1df37-475a-487b-a2bf-15c38e12272d" -d '{"events": [{"server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "name": "network-vif-deleted", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:45.160788 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dd130b56-7bee-4a2d-a4ab-727411cdc4b2', 'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'mac_address': 'fa:16:3e:55:a2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:38Z', 'updated_at': '2021-08-29T16:53:44Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'subnets': [{'id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:45.166081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 1c918c0c-af56-4d44-8827-0cf8c7a42f1e) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:45.173642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa1a2a94-f4e9-4082-bdfb-ea0f8469d1c5 req-4338ad73-2c17-4099-bbe3-3138ee64101f tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762028 Aug 29 16:53:45.174348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a1efb-1737-42eb-9b02-38ee59915b74 None None] Network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:53:45.177720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:45.178349 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.202820 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed21edb-6e15-475b-80ec-c8763696ec09 None None] The sync data for ids ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'] in n-d-713301-13 is: [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dd130b56-7bee-4a2d-a4ab-727411cdc4b2', 'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'mac_address': 'fa:16:3e:55:a2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:38Z', 'updated_at': '2021-08-29T16:53:44Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'subnets': [{'id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:53:45.209768 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-84bcd6e9-9f46-43bb-b1cb-b60086fd20e3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9137270 Aug 29 16:53:45.211898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44550) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:45.217671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:45.302240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.303358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.345179 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.360574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.362814 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3262872e-450f-41fa-ae8d-e65ed8a3b99b x-openstack-request-id: req-3262872e-450f-41fa-ae8d-e65ed8a3b99b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:45.363242 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a240cb09-cde5-4bb8-9a64-2b1fb616f788", "name": "network-vif-deleted", "tag": "71f9600c-3258-46e3-83fe-fe37835cece5", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:45.363368 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3262872e-450f-41fa-ae8d-e65ed8a3b99b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:45.363963 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a240cb09-cde5-4bb8-9a64-2b1fb616f788', 'name': 'network-vif-deleted', 'tag': '71f9600c-3258-46e3-83fe-fe37835cece5', 'status': 'completed', 'code': 200} Aug 29 16:53:45.419803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:53:45.420805 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.474387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.555911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event updated for resources: {'Port': ['ID=d2e848bc-f450-4a31-9095-15ae2edab2d3,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:45.598619 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.604179 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7884768-ee6b-4da1-8fb2-2d3cd5fe2107 req-025ff791-2d6f-4015-8f1a-2fd96e66b4ac tempest-MigrationsAdminTest-2097129848 tempest-MigrationsAdminTest-2097129848-project] 10.222.0.22 "GET /v2.0/ports?device_id=a240cb09-cde5-4bb8-9a64-2b1fb616f788 HTTP/1.1" status: 200 len: 210 time: 0.0819151 Aug 29 16:53:45.620875 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.632424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d971a0b6-f10c-4f65-8845-71e5588fb6a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3576708 Aug 29 16:53:45.762529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.776117 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3e5f4c86-136f-4bf7-8097-ff62b961f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:45.778978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Allocated IP 172.20.0.2 (1c918c0c-af56-4d44-8827-0cf8c7a42f1e/5f36c806-9ece-4364-8023-8d53282cc8d9/0791a536-ffb3-4d7d-88e3-36ff93ca211e) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:45.839537 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.006961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-a8b3d3e0-f1cb-4996-8569-611d3d2e5873 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1534105659&fields=id&tenant_id=21e687433caf49298027356002331e0f HTTP/1.1" status: 200 len: 267 time: 0.0724518 Aug 29 16:53:46.029311 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.042699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Transition to ACTIVE for port object 0791a536-ffb3-4d7d-88e3-36ff93ca211e will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:46.067712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Transition to ACTIVE for port object 0791a536-ffb3-4d7d-88e3-36ff93ca211e will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:46.077938 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.133444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:46.138586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:46.142414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:46.190290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Pushing event updated for resources: {'Port': ['ID=0791a536-ffb3-4d7d-88e3-36ff93ca211e,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:46.204621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Attempting to bind port 0791a536-ffb3-4d7d-88e3-36ff93ca211e on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:46.205080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Attempting to bind port 0791a536-ffb3-4d7d-88e3-36ff93ca211e by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:46.205579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Attempting to bind port 0791a536-ffb3-4d7d-88e3-36ff93ca211e on network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:46.211688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:46.212314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Checking segment: {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:46.212796 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.213315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Bound using segment: {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:46.213856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Bound port: 0791a536-ffb3-4d7d-88e3-36ff93ca211e, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:46.214307 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.217316 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.230235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-580162b1-335b-401e-bf60-5c5dbf783b4f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:46.236433 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-580162b1-335b-401e-bf60-5c5dbf783b4f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 811 time: 0.2199180 Aug 29 16:53:46.264261 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.269184 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-12b7f45d-8162-46a1-9328-52189b608cd8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/quotas/21e687433caf49298027356002331e0f HTTP/1.1" status: 200 len: 375 time: 0.0261791 Aug 29 16:53:46.300884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] For port 0791a536-ffb3-4d7d-88e3-36ff93ca211e, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:46.305179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] For port 0791a536-ffb3-4d7d-88e3-36ff93ca211e, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0791a536-ffb3-4d7d-88e3-36ff93ca211e,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:46.331809 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.397634 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-e7fa714a-fd78-4d42-9169-007d9a3b589e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274395 Aug 29 16:53:46.412070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Allocated IP 172.25.5.49 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/266bd2cc-a277-4293-9eb1-9a5081bb9f3e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:46.490220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778c84a-01fe-4938-affe-f0d04e6f794d None None] Pushing event updated for resources: {'Port': ['ID=0791a536-ffb3-4d7d-88e3-36ff93ca211e,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:46.535847 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.554857 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-01ffbcd7-b098-4297-87bf-094cc360a766 service neutron] 10.222.0.22 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499665 Aug 29 16:53:46.627062 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.673702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.692588 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-707820b8-8248-4110-adce-a36b2f7737df service neutron] 10.222.0.22 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371624 Aug 29 16:53:46.747466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dd130b56-7bee-4a2d-a4ab-727411cdc4b2 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:46.771117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:46.774068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:46.776490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:46.842694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:46.848736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:46.849724 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:46.867281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Pushing event updated for resources: {'Port': ['ID=266bd2cc-a277-4293-9eb1-9a5081bb9f3e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:46.952293 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:47.002921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port dd130b56-7bee-4a2d-a4ab-727411cdc4b2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dd130b56-7bee-4a2d-a4ab-727411cdc4b2,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:47.010555 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:47.110785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=dd130b56-7bee-4a2d-a4ab-727411cdc4b2,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:47.113990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34e0ca-de8e-4efa-8721-844fc2b5862f req-6952b5ed-5dd3-45d1-878e-32544872f8a0 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:47.115583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c34e0ca-de8e-4efa-8721-844fc2b5862f req-6952b5ed-5dd3-45d1-878e-32544872f8a0 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 945 time: 0.3066006 Aug 29 16:53:47.259632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c34e0ca-de8e-4efa-8721-844fc2b5862f req-ab392a7a-e1aa-4b91-ae9c-e2908faa35b3 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305749 Aug 29 16:53:47.384821 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:47.465877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f54fd010-b84a-4930-96b0-a15411d49755 req-102d6193-1441-4021-8d67-3e11e9f0b437 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 210 time: 0.0423272 Aug 29 16:53:47.575471 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:47.676367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44616) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:47.924747 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:47.951331 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e4a47-7a45-4b46-ba29-7030d42b40d6 None None] Network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:53:48.057079 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9b7a7716-ea8c-40ba-abee-f5c14c631610 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0f1094930cac4d8f9e7626730739de9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788989 Aug 29 16:53:48.061605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44648) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:48.086042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a49810f6-d77a-4fdc-8e8c-c74029447957 None None] Provisioning for port 0791a536-ffb3-4d7d-88e3-36ff93ca211e completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:48.097401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:53:48.178443 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87ce7f2c-81cc-4ab9-bce1-b231b1497804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:48.200737 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:48.221665 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87ce7f2c-81cc-4ab9-bce1-b231b1497804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:48.286652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:53:48.300455 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87ce7f2c-81cc-4ab9-bce1-b231b1497804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:48.303409 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87ce7f2c-81cc-4ab9-bce1-b231b1497804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:48.307493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-87ce7f2c-81cc-4ab9-bce1-b231b1497804 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6656a22e-77f4-4722-aae9-9bbe80041bb7 HTTP/1.1" status: 204 len: 168 time: 0.2447126 Aug 29 16:53:48.318474 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:48.319067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce7f2c-81cc-4ab9-bce1-b231b1497804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6656a22e-77f4-4722-aae9-9bbe80041bb7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:48.320487 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eb64e40c-4b8c-452b-99b2-3988d5be59ea admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.1076121 Aug 29 16:53:48.323197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44658) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:48.451456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 71f9600c-3258-46e3-83fe-fe37835cece5 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:48.483665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Sync routers for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:53:48.504181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 71f9600c-3258-46e3-83fe-fe37835cece5 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:48.504851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 71f9600c-3258-46e3-83fe-fe37835cece5 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:48.519475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:48.520365 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:48.546205 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:53:48.585802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ec0e5-88ae-4574-924e-834160d918bf req-50472283-d6f8-42bd-9428-da925163ce01 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:48.593110 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df3ec0e5-88ae-4574-924e-834160d918bf req-50472283-d6f8-42bd-9428-da925163ce01 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 945 time: 0.1057603 Aug 29 16:53:48.666194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:48.675583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-81e6bcbc-9a34-40b6-8b1f-7d688397cb47 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:48.676603 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df3ec0e5-88ae-4574-924e-834160d918bf req-5e62ed99-37df-48fb-aa8c-f1355fbe1340 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774672 Aug 29 16:53:48.678419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-81e6bcbc-9a34-40b6-8b1f-7d688397cb47 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 811 time: 0.3453467 Aug 29 16:53:48.851921 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0a3f92f-26ba-4a39-ae98-0e87baad4d90 req-edce3e3d-0a2d-4b29-8110-4d1257eece0d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 210 time: 0.0616500 Aug 29 16:53:48.869757 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-74561b2f-c139-457a-8c2d-25798d39bd55 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21e687433caf49298027356002331e0f HTTP/1.1" status: 200 len: 380 time: 0.1773541 Aug 29 16:53:48.927520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Request body: {'port': {'device_id': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'admin_state_up': True, 'tenant_id': '21e687433caf49298027356002331e0f', 'security_groups': ['3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:48.932356 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dd130b56-7bee-4a2d-a4ab-727411cdc4b2 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:49.071603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:49.072216 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.111933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44668) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:49.123634 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Made reservation on behalf of 21e687433caf49298027356002331e0f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:49.124832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:47Z', 'revision_number': 3, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:49.127756 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.164114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Checking router: b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:53:49.165344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Updating router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:53:49.205009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c2fd856f-327a-47b8-8bc5-93809c982f94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0d6505b04e4425993c931a7f94e4a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0891216 Aug 29 16:53:49.205566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44674) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:49.236858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0791a536-ffb3-4d7d-88e3-36ff93ca211e up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:49.239962 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.330313 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8089c69e-c159-4dcf-a711-63c43b0bb0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.364015 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8089c69e-c159-4dcf-a711-63c43b0bb0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.423013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 0791a536-ffb3-4d7d-88e3-36ff93ca211e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:49.447495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Allocated IP 172.20.0.7 (b563cb46-f07d-4d3d-8cc5-5c622555fa49/a8310664-c880-4bb8-a35f-0591064fd99d/aa5c6af0-1a9b-43be-b428-a80b50dafaab) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:49.463719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0791a536-ffb3-4d7d-88e3-36ff93ca211e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:49.463719 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.490017 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8089c69e-c159-4dcf-a711-63c43b0bb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.495272 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8089c69e-c159-4dcf-a711-63c43b0bb0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.496786 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8089c69e-c159-4dcf-a711-63c43b0bb0a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf5451be-829c-4693-ad3e-751033bd1c83 HTTP/1.1" status: 204 len: 168 time: 0.2887402 Aug 29 16:53:49.530926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089c69e-c159-4dcf-a711-63c43b0bb0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5451be-829c-4693-ad3e-751033bd1c83,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:49.722806 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.837621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.843691 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 0791a536-ffb3-4d7d-88e3-36ff93ca211e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0791a536-ffb3-4d7d-88e3-36ff93ca211e,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:49.852777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Transition to ACTIVE for port object 266bd2cc-a277-4293-9eb1-9a5081bb9f3e will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:49.857904 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.867570 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:49.912433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e754e-8574-4bbf-a86f-b191898fddb0 req-a9ad1fe5-3462-492f-ad6a-68002b03bc77 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:49.914087 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f24e754e-8574-4bbf-a86f-b191898fddb0 req-a9ad1fe5-3462-492f-ad6a-68002b03bc77 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 945 time: 0.1331677 Aug 29 16:53:49.951561 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Attempting to bind port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:49.952029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Attempting to bind port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:49.952488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Attempting to bind port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:49.996867 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.001715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=0791a536-ffb3-4d7d-88e3-36ff93ca211e,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:50.016938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:50.017379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:50.017888 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.018286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:50.029428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Bound port: 266bd2cc-a277-4293-9eb1-9a5081bb9f3e, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:50.029993 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.050879 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.113935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-f24e754e-8574-4bbf-a86f-b191898fddb0 req-7ac77d52-0f39-46a0-ab98-90070e5e04b2 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Deleting port f512334e-e2ca-4299-9a95-5fe02c9ca15b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:50.117741 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f24e754e-8574-4bbf-a86f-b191898fddb0 req-7ac77d52-0f39-46a0-ab98-90070e5e04b2 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.190930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] For port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:50.194751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] For port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=266bd2cc-a277-4293-9eb1-9a5081bb9f3e,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:50.262513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80d262-4a4f-4ef7-8de5-7d08e483ad7e None None] Pushing event updated for resources: {'Port': ['ID=266bd2cc-a277-4293-9eb1-9a5081bb9f3e,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:50.267604 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.272672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47ce6b6d-2b2f-4b2b-8752-ee59fd766777 req-2cbe1eb9-3f5b-472d-90f8-0bf3e93ea8a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 210 time: 0.0492363 Aug 29 16:53:50.333376 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.355055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f24e754e-8574-4bbf-a86f-b191898fddb0 req-7ac77d52-0f39-46a0-ab98-90070e5e04b2 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] For port f512334e-e2ca-4299-9a95-5fe02c9ca15b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f512334e-e2ca-4299-9a95-5fe02c9ca15b,segment=NetworkSegment(e622ce51-b21f-4919-86b9-a528aebc92fc),segment_id=e622ce51-b21f-4919-86b9-a528aebc92fc)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:50.362853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f24e754e-8574-4bbf-a86f-b191898fddb0 req-7ac77d52-0f39-46a0-ab98-90070e5e04b2 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.364674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Transition to ACTIVE for port object aa5c6af0-1a9b-43be-b428-a80b50dafaab will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:50.376890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-f24e754e-8574-4bbf-a86f-b191898fddb0 req-7ac77d52-0f39-46a0-ab98-90070e5e04b2 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Calling delete_port for f512334e-e2ca-4299-9a95-5fe02c9ca15b owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:50.420533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:50.421162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:50.422941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80d262-4a4f-4ef7-8de5-7d08e483ad7e None None] Pushing event updated for resources: {'Port': ['ID=266bd2cc-a277-4293-9eb1-9a5081bb9f3e,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:50.439740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207b67c-2a6b-4319-8411-6f2f3263faa3 req-0c07f064-868f-4a0f-86cc-1d5293c88cd9 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:50.441501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7207b67c-2a6b-4319-8411-6f2f3263faa3 req-0c07f064-868f-4a0f-86cc-1d5293c88cd9 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d73b0e2-3707-466e-b121-237eaee82640 HTTP/1.1" status: 200 len: 945 time: 0.1976812 Aug 29 16:53:50.463661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Allocated IP 172.20.0.1 (1c918c0c-af56-4d44-8827-0cf8c7a42f1e/5f36c806-9ece-4364-8023-8d53282cc8d9/26c5df17-e788-4889-9396-46f2d38992fb) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:50.600557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:50.642067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f24e754e-8574-4bbf-a86f-b191898fddb0 req-7ac77d52-0f39-46a0-ab98-90070e5e04b2 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.660177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0791a536-ffb3-4d7d-88e3-36ff93ca211e up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:50.692004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac77d52-0f39-46a0-ab98-90070e5e04b2 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Pushing event deleted for resources: {'Port': ['ID=f512334e-e2ca-4299-9a95-5fe02c9ca15b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:50.713216 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.714179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['f512334e-e2ca-4299-9a95-5fe02c9ca15b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:50.728365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Transition to ACTIVE for port object 26c5df17-e788-4889-9396-46f2d38992fb will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:50.764126 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.781660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7207b67c-2a6b-4319-8411-6f2f3263faa3 req-70a23e91-c1ce-40b8-95d3-41b2efc4e125 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.22 "GET /v2.0/security-groups?id=430b749c-e558-400e-96da-cceb3bc44a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230867 Aug 29 16:53:50.796651 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.823658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24e754e-8574-4bbf-a86f-b191898fddb0 req-7ac77d52-0f39-46a0-ab98-90070e5e04b2 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] No DVR routers for this DVR port f512334e-e2ca-4299-9a95-5fe02c9ca15b on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:53:50.831142 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f24e754e-8574-4bbf-a86f-b191898fddb0 req-7ac77d52-0f39-46a0-ab98-90070e5e04b2 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:50.835944 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f24e754e-8574-4bbf-a86f-b191898fddb0 req-7ac77d52-0f39-46a0-ab98-90070e5e04b2 tempest-ServerMetadataNegativeTestJSON-131168207 tempest-ServerMetadataNegativeTestJSON-131168207-project] 10.222.0.16 "DELETE /v2.0/ports/f512334e-e2ca-4299-9a95-5fe02c9ca15b HTTP/1.1" status: 204 len: 173 time: 0.9080479 Aug 29 16:53:50.836426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d73b0e2-3707-466e-b121-237eaee82640', 'name': 'network-vif-deleted', 'tag': 'f512334e-e2ca-4299-9a95-5fe02c9ca15b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:50.839638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:50.851331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:50.853249 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5225b4f6-165e-4d47-a971-08d72264303d" -d '{"events": [{"server_uuid": "2d73b0e2-3707-466e-b121-237eaee82640", "name": "network-vif-deleted", "tag": "f512334e-e2ca-4299-9a95-5fe02c9ca15b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:50.886222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:50.899431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:50.907423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:50.968806 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:50.972350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:51.014884 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a364911-00b1-4145-8309-750524d37c21 x-openstack-request-id: req-4a364911-00b1-4145-8309-750524d37c21 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:51.020804 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d73b0e2-3707-466e-b121-237eaee82640", "name": "network-vif-deleted", "tag": "f512334e-e2ca-4299-9a95-5fe02c9ca15b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:51.021330 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a364911-00b1-4145-8309-750524d37c21 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:51.022268 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d73b0e2-3707-466e-b121-237eaee82640', 'name': 'network-vif-deleted', 'tag': 'f512334e-e2ca-4299-9a95-5fe02c9ca15b', 'status': 'completed', 'code': 200} Aug 29 16:53:51.038397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0791a536-ffb3-4d7d-88e3-36ff93ca211e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:51.039133 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:51.264935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44746) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:51.302415 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:51.319597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:51.320242 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:51.334040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Pushing event updated for resources: {'Port': ['ID=26c5df17-e788-4889-9396-46f2d38992fb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:51.424352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:47Z', 'revision_number': 3, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:51.474991 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-3f03e75a-49d1-435c-bf34-048b1f9cdb6d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5516999 Aug 29 16:53:51.487719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Request body: {'port': {'device_id': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:51.512982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5b796-4499-4d66-9784-4ed4cce47299 None None] The sync data for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 is: [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:47Z', 'revision_number': 3, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:53:51.523832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eb42b861-357e-4588-9af7-9857541f5065 None None] Provisioning for port aa5c6af0-1a9b-43be-b428-a80b50dafaab completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:51.524513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c8ef8-db24-43d5-a24a-c66e1bd920ac req-bd482333-3c46-4cc2-b0f4-2fb4cf1903dc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:51.526662 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa7c8ef8-db24-43d5-a24a-c66e1bd920ac req-bd482333-3c46-4cc2-b0f4-2fb4cf1903dc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 931 time: 0.0886705 Aug 29 16:53:51.530098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eb42b861-357e-4588-9af7-9857541f5065 None None] Provisioning complete for port aa5c6af0-1a9b-43be-b428-a80b50dafaab triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:51.531454 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eb42b861-357e-4588-9af7-9857541f5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:51.551286 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ade71636-cafc-423e-86ae-ad0e57a5b281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:51.601283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:51.601723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-eb42b861-357e-4588-9af7-9857541f5065 None None] Port aa5c6af0-1a9b-43be-b428-a80b50dafaab cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:53:51.627209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa7c8ef8-db24-43d5-a24a-c66e1bd920ac req-6f9b122e-19c1-4f31-80b7-b2b6c733e16a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929754 Aug 29 16:53:51.724882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-68ccd554-3257-4e43-85e3-4a71d947c90a None None] Provisioning for port 26c5df17-e788-4889-9396-46f2d38992fb completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:51.731892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-68ccd554-3257-4e43-85e3-4a71d947c90a None None] Provisioning complete for port 26c5df17-e788-4889-9396-46f2d38992fb triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:51.733641 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-68ccd554-3257-4e43-85e3-4a71d947c90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:51.769370 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ade71636-cafc-423e-86ae-ad0e57a5b281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:51.776523 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ade71636-cafc-423e-86ae-ad0e57a5b281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:51.783325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-6d29619a-47fa-4887-81c2-34525e30e768 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f72e5246006c4f59b53ea81e873a173e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812862 Aug 29 16:53:51.827770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-68ccd554-3257-4e43-85e3-4a71d947c90a None None] Port 26c5df17-e788-4889-9396-46f2d38992fb cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:53:51.846890 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ade71636-cafc-423e-86ae-ad0e57a5b281 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30c0fd975eee4b43a61b178e594d61ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5802355 Aug 29 16:53:51.848220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44766) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:51.850807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade71636-cafc-423e-86ae-ad0e57a5b281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02223db-5254-4ab8-b885-0fe43d501ed4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:51.910341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44768) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:51.997273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1c4d14-eb14-4180-98a0-273643e036fb admin admin] Deleting subnet 200a1a3f-7b9b-4457-af60-58a244ec785a {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:53:52.013121 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4d14-eb14-4180-98a0-273643e036fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.015261 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b52915d9-0505-4752-a5d6-cdcf516c9cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.031941 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.089273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4d14-eb14-4180-98a0-273643e036fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.135583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4d14-eb14-4180-98a0-273643e036fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.163130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f127861-1b12-4574-927f-8da1238de6af req-0c7b4cd2-ed5c-4a8c-84af-877fc0664ec4 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:52.170767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-0c7b4cd2-ed5c-4a8c-84af-877fc0664ec4 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3503408 Aug 29 16:53:52.198740 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b52915d9-0505-4752-a5d6-cdcf516c9cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.248054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-829500f6-8eaf-4a18-aedd-1af5732a2534 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/quotas/f72e5246006c4f59b53ea81e873a173e HTTP/1.1" status: 200 len: 375 time: 0.0765665 Aug 29 16:53:52.259275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4d14-eb14-4180-98a0-273643e036fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.288701 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b52915d9-0505-4752-a5d6-cdcf516c9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.291821 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b52915d9-0505-4752-a5d6-cdcf516c9cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.293066 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b52915d9-0505-4752-a5d6-cdcf516c9cfd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b02223db-5254-4ab8-b885-0fe43d501ed4 HTTP/1.1" status: 204 len: 168 time: 0.4436607 Aug 29 16:53:52.299145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c4d14-eb14-4180-98a0-273643e036fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=200a1a3f-7b9b-4457-af60-58a244ec785a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:52.329763 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4d14-eb14-4180-98a0-273643e036fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.332455 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ba1c4d14-eb14-4180-98a0-273643e036fb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/200a1a3f-7b9b-4457-af60-58a244ec785a HTTP/1.1" status: 204 len: 168 time: 0.4210918 Aug 29 16:53:52.334236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52915d9-0505-4752-a5d6-cdcf516c9cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02223db-5254-4ab8-b885-0fe43d501ed4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:52.354673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44774) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:52.376968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-1182616d-dd46-46c1-a6c8-0136d0124126 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f72e5246006c4f59b53ea81e873a173e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095619 Aug 29 16:53:52.575321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.636900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5c6af0-1a9b-43be-b428-a80b50dafaab {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:52.649129 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.702414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.702696 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ee2c3eb-bb4d-408a-bb19-aa47e7c801bc req-419edf3d-079f-401a-89c9-4e6051894662 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 210 time: 0.0785482 Aug 29 16:53:52.731425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Transition to ACTIVE for port object aa5c6af0-1a9b-43be-b428-a80b50dafaab will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:52.734261 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:52.765041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 266bd2cc-a277-4293-9eb1-9a5081bb9f3e up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:52.834292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:52.838502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:52.839284 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.012575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.020747 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.035976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Pushing event updated for resources: {'Port': ['ID=26c5df17-e788-4889-9396-46f2d38992fb,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:53.055400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c954642-82ce-4cae-9a58-740be981b8dc']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:53.059371 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.072808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=266bd2cc-a277-4293-9eb1-9a5081bb9f3e,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:53.084660 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.108684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e622ce51-b21f-4919-86b9-a528aebc92fc') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:53.108931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e622ce51-b21f-4919-86b9-a528aebc92fc') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:53.169568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.213206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.239061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.253911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120f04b-2bbf-4bbf-a5b4-fef625dd5268 req-71f95032-36ae-43d5-8c45-72bee014e793 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:53.255562 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f120f04b-2bbf-4bbf-a5b4-fef625dd5268 req-71f95032-36ae-43d5-8c45-72bee014e793 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 943 time: 0.4786060 Aug 29 16:53:53.265422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:53.311668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:53:53.311862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:53:53.320029 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:53:53.504477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=266bd2cc-a277-4293-9eb1-9a5081bb9f3e,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:53.588720 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f120f04b-2bbf-4bbf-a5b4-fef625dd5268 req-7e756e87-6d64-4364-9c01-be4f4816fc6c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786078 Aug 29 16:53:53.595457 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44812) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:53.596131 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.633255 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.635295 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8c954642-82ce-4cae-9a58-740be981b8dc HTTP/1.1" status: 204 len: 168 time: 1.2786081 Aug 29 16:53:53.713319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2a6ce-7c66-4fbe-b7cd-820bf27095d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c954642-82ce-4cae-9a58-740be981b8dc,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:53.758437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:53.759395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Attempting to bind port aa5c6af0-1a9b-43be-b428-a80b50dafaab on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:53.759731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Attempting to bind port aa5c6af0-1a9b-43be-b428-a80b50dafaab by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:53.760055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Attempting to bind port aa5c6af0-1a9b-43be-b428-a80b50dafaab on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:53.769495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:53.772091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Port aa5c6af0-1a9b-43be-b428-a80b50dafaab on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:53:53.772466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Attempting to bind port aa5c6af0-1a9b-43be-b428-a80b50dafaab on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:53.791523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:53.791944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Checking segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:53.792366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Bound using segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:53.792867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Bound port: aa5c6af0-1a9b-43be-b428-a80b50dafaab, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:53.793381 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:53.867485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-9660394-network', 'tenant_id': '682cde81e37042eb848fd3fe395d35bc'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:53.931373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44822) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:53.939895 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ba835b3-b077-4700-b749-f37819d5814b req-0ee6a77d-9e3a-4829-a171-3c08a62c776e tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 210 time: 0.0963445 Aug 29 16:53:53.975348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:53.981066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:53.993849 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:54.030663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Made reservation on behalf of 682cde81e37042eb848fd3fe395d35bc for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:54.032994 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:54.042172 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4e0ade78-c5f4-4712-b0e0-9cce2bc9d61a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b8183ac8df048a689a88c1c0a35f890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0966563 Aug 29 16:53:54.042851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44826) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:54.057767 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:54.088010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:54.089876 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:54.094391 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 1092 time: 2.6109688 Aug 29 16:53:54.106345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:54.116794 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:54.254665 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db3f1a8-5067-429a-8bbf-2390fdc507c9 x-openstack-request-id: req-1db3f1a8-5067-429a-8bbf-2390fdc507c9 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:53:54.254665 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:53:54.254665 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1db3f1a8-5067-429a-8bbf-2390fdc507c9 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:53:54.259682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2d649a58-2965-44a3-a121-0410bec51873 None None] Provisioning complete for port 26c5df17-e788-4889-9396-46f2d38992fb triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:54.262067 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d649a58-2965-44a3-a121-0410bec51873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:54.262754 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'status': 'completed', 'code': 200} Aug 29 16:53:54.275812 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-2a4990ec-5d2b-4a25-a867-3f5022d4c5ca tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f72e5246006c4f59b53ea81e873a173e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418491 Aug 29 16:53:54.306172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f512334e-e2ca-4299-9a95-5fe02c9ca15b no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:53:54.337516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: f512334e-e2ca-4299-9a95-5fe02c9ca15b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:53:54.337984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f512334e-e2ca-4299-9a95-5fe02c9ca15b not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:53:54.340859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb148c-24e8-4499-9393-ff2b6f1ab7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:54.349848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2d649a58-2965-44a3-a121-0410bec51873 None None] Port 26c5df17-e788-4889-9396-46f2d38992fb cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:53:54.357268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-7a2ad5bb-29c7-4271-9b17-5c5a0a895725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:54.358791 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-7a2ad5bb-29c7-4271-9b17-5c5a0a895725 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1095 time: 0.1551256 Aug 29 16:53:54.364450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:53:54.415151 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-ba92f360-8be1-4d42-ae8a-10a7c3603eb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 217 time: 0.0461888 Aug 29 16:53:54.511304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-1675fa32-457d-48bb-b021-f8e2582c5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:54.512829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-1675fa32-457d-48bb-b021-f8e2582c5ea4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0883200 Aug 29 16:53:54.612615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-86d1a7c2-3220-49f3-97e6-8b7f16e0ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:54.614166 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-86d1a7c2-3220-49f3-97e6-8b7f16e0ceb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934279 Aug 29 16:53:54.622625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:53:54.629402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0944dde9-76b9-435b-89fd-d3538be19e5f admin admin] 10.222.0.22 "PUT /v2.0/routers/b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3047264 Aug 29 16:53:54.643074 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Sync routers for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:53:54.668731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 266bd2cc-a277-4293-9eb1-9a5081bb9f3e up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:54.678007 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:54.678652 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:54.756402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:54.756774 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:54.880304 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-b643ef3e-c1ab-46c6-a5d2-e5f266234dd5 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497885 Aug 29 16:53:54.883723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f127861-1b12-4574-927f-8da1238de6af req-5695a567-1c64-43fc-afc1-fb9106d71948 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:54.890362 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-5695a567-1c64-43fc-afc1-fb9106d71948 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6063783 Aug 29 16:53:54.897821 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:54.930079 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:54.981981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Request body: {'port': {'device_id': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f72e5246006c4f59b53ea81e873a173e'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:54.986615 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.003878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:53:55.014027 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.014372 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Added segment 1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1 of type vlan for network 1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd Aug 29 16:53:55.063192 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b11141a-35fb-408e-b47e-a2330b8f8563 req-0d67ec5a-5e08-4757-96d4-fc931d39801a service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727383 Aug 29 16:53:55.065273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.159961 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:52Z', 'revision_number': 2, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:55.185986 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.186796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:55.187382 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.200253 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Checking router: b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:53:55.200614 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Updating router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 port 26c5df17-e788-4889-9396-46f2d38992fb binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:53:55.205702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e035d-ea67-4a05-a83a-4d18cc82e6ce req-27397a24-0575-419f-b57c-76e22b639740 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:55.213148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-156e035d-ea67-4a05-a83a-4d18cc82e6ce req-27397a24-0575-419f-b57c-76e22b639740 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 943 time: 0.3214700 Aug 29 16:53:55.232183 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.238694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bc1e10-7052-4c13-beab-9fafe2ff4363,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:55.279090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2232-31c4-4bec-9c77-e314b1e8cbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.291656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4 req-bf5459c4-52ce-4bef-8581-21191afa4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:55.293606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4 req-bf5459c4-52ce-4bef-8581-21191afa4373 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1095 time: 0.1774652 Aug 29 16:53:55.305912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-832eda4f-331c-4795-812c-6bb8e068cd6b tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:55.307982 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-832eda4f-331c-4795-812c-6bb8e068cd6b tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 821 time: 0.1488421 Aug 29 16:53:55.331012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7342789 Aug 29 16:53:55.344208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44856) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:55.353094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] Request body: {'subnet': {'network_id': '1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-9660394-subnet', 'tenant_id': '682cde81e37042eb848fd3fe395d35bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:55.358816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef297a71-2b80-416b-b7b9-88051f6b8bcf admin admin] Pushing event updated for resources: {'Network': ['ID=1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:55.371066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:53:55.380819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2232-31c4-4bec-9c77-e314b1e8cbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.391869 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-b21854fb-1236-45c9-8bd0-431c416cdb54 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/quotas/aaea8f16d30a4f0d8985da26ab370a2d HTTP/1.1" status: 200 len: 375 time: 0.0732675 Aug 29 16:53:55.395181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-156e035d-ea67-4a05-a83a-4d18cc82e6ce req-4fb38522-e8b7-4bf6-a2d1-858167be7177 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810617 Aug 29 16:53:55.493445 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.api [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 16:53:55.493445 n-d-713301-13 neutron-server[111676]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 16:53:55.493445 n-d-713301-13 neutron-server[111676]: [parameters: {'project_id_1': 'f72e5246006c4f59b53ea81e873a173e', 'expiration_1': datetime.datetime(2021, 8, 29, 16, 53, 55, 396128)}] Aug 29 16:53:55.493445 n-d-713301-13 neutron-server[111676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 16:53:55.493988 n-d-713301-13 neutron-server[111676]: DEBUG oslo_db.api [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 16:53:55.494566 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2232-31c4-4bec-9c77-e314b1e8cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.498749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2232-31c4-4bec-9c77-e314b1e8cbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.500062 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1f5e2232-31c4-4bec-9c77-e314b1e8cbd1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/430b749c-e558-400e-96da-cceb3bc44a93 HTTP/1.1" status: 204 len: 168 time: 1.4460428 Aug 29 16:53:55.523096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4 req-9f233c4d-5544-4c9f-a904-e9441b4f73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:55.524257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] Made reservation on behalf of 682cde81e37042eb848fd3fe395d35bc for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:55.524852 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4 req-9f233c4d-5544-4c9f-a904-e9441b4f73e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.2142627 Aug 29 16:53:55.530052 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.581615 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4 req-e043bdd9-9304-4279-a28d-c03231512610 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 217 time: 0.0455596 Aug 29 16:53:55.597288 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-14893ea3-8e75-4a21-82dd-d4ba536ae5a3 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1768367 Aug 29 16:53:55.645512 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.656770 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Transition to ACTIVE for port object 26c5df17-e788-4889-9396-46f2d38992fb will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:55.665477 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.672446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4 req-58fc39b3-5e21-4834-ae89-6f88238deb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:55.675081 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4 req-58fc39b3-5e21-4834-ae89-6f88238deb85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0749288 Aug 29 16:53:55.679128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cac467b8-9d7e-4b1e-9b94-1b7e92ac5b69 req-a55fd479-4551-49f1-b607-8f5e17887d5c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 210 time: 0.1612742 Aug 29 16:53:55.832509 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b11aab-a1b7-48c7-8bf6-903df5068e72 None None] Pushing event updated for resources: {'Port': ['ID=26c5df17-e788-4889-9396-46f2d38992fb,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:55.839084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e2232-31c4-4bec-9c77-e314b1e8cbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430b749c-e558-400e-96da-cceb3bc44a93,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:55.844425 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Attempting to bind port 26c5df17-e788-4889-9396-46f2d38992fb on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:55.863774 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Attempting to bind port 26c5df17-e788-4889-9396-46f2d38992fb by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:55.864290 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Attempting to bind port 26c5df17-e788-4889-9396-46f2d38992fb on network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:55.880996 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:55.881867 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Checking segment: {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:55.882224 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.882616 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Bound using segment: {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:55.883109 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Bound port: 26c5df17-e788-4889-9396-46f2d38992fb, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:55.883541 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:55.926700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4 req-a41bcb4e-a9d6-4a66-a48f-da4a0fd655f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:55.928224 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4 req-a41bcb4e-a9d6-4a66-a48f-da4a0fd655f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2454195 Aug 29 16:53:55.996921 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] For port 26c5df17-e788-4889-9396-46f2d38992fb, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:56.009130 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] For port 26c5df17-e788-4889-9396-46f2d38992fb, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=26c5df17-e788-4889-9396-46f2d38992fb,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:56.020917 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:56.121709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Made reservation on behalf of f72e5246006c4f59b53ea81e873a173e for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:56.127514 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:56.145057 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:53:56.146326 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:56.154186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:56.322487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:56.441358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac35304-b9e9-4ff4-a6c6-b2fafc12cb03,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:56.477625 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b11aab-a1b7-48c7-8bf6-903df5068e72 None None] Pushing event updated for resources: {'Port': ['ID=26c5df17-e788-4889-9396-46f2d38992fb,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:56.507023 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:53:56.540683 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4 req-4e895f26-7031-4df2-9197-609314d90ae9 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035159 Aug 29 16:53:56.584085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] Checking segment: {'id': '1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:56.584560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] Network hostable DHCP agents. Network: 1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:53:56.604834 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:56.623467 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:56.664056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a923595-03d7-432f-8cf1-73de54b3caec req-6e69daac-23e5-4147-a7b2-e27775db0c48 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:56.665570 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a923595-03d7-432f-8cf1-73de54b3caec req-6e69daac-23e5-4147-a7b2-e27775db0c48 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 943 time: 0.1259341 Aug 29 16:53:56.670060 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-34cc524d-fe07-4c11-bcef-6d82bfd53b29 service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0716815 Aug 29 16:53:56.678707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] Network 1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:53:56.710704 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbabdb90-4bfc-4a42-ac31-ccf82451b1e4 req-254b2420-a6ab-4ef0-bd91-e95ea74b4c38 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603458 Aug 29 16:53:56.762275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cff9e25-8bcc-4f42-86b6-dfd4380f0364,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:56.777544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:56.787274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc026ca-d149-469f-8d83-5cc8d11d0852 None None] Network 1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:53:56.789821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:56.790807 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:56.810980 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:55Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:53:56.837167 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a923595-03d7-432f-8cf1-73de54b3caec req-a474edb5-d703-4ca2-961f-40cb8c1376a6 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506810 Aug 29 16:53:56.858838 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0fa9ae70-7858-4155-b0d4-f0d9269a6ef8 service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468942 Aug 29 16:53:56.902032 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-da800c84-7397-4dd4-8ff6-31667cd8d5a0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5566919 Aug 29 16:53:56.906260 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db6b9b-794c-4bdf-8451-2fbd8ae7d9a5 None None] The sync data for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 is: [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:55Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:53:56.978419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Allocated IP 192.168.233.238 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/f72ba600-97c1-4f5f-886c-f7f0f62c8956) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:57.052940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8216395-8d35-41f1-8ed4-967881681645 req-9b50cfd4-4db9-4a5c-b402-76ab914fd6a7 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 210 time: 0.1192601 Aug 29 16:53:57.074687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44898) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:57.141106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6ff7d-fee1-4451-94b6-15639973ef58 None None] Network 1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:53:57.310138 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-46203daf-3945-4723-a782-67f45c98c30f req-463e10cf-836b-4ef1-996d-742e427a4f64 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 210 time: 0.0911548 Aug 29 16:53:57.315698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-network', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:57.383874 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Made reservation on behalf of 770824d5e66047ba9ac473c0874bf40b for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:57.388688 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:57.428070 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:57.491104 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:57.525732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Transition to ACTIVE for port object f72ba600-97c1-4f5f-886c-f7f0f62c8956 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:57.594514 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:57.611828 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:57.621076 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:57.649898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:53:57.650861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:53:57.659360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:57.665926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:53:57.673042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Pushing event updated for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:57.676519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:57.686315 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:57.686315 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Added segment c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1 of type vlan for network 456d99ab-e0c0-4d68-bb06-fa2760da9210 Aug 29 16:53:57.808740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:57.809527 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:57.844749 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-bb64813a-a2bf-4eac-af4a-b16ed0b9fee1 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8773792 Aug 29 16:53:57.859721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Request body: {'port': {'device_id': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:57.881452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:57.941118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a3201-75a6-42c2-9700-26c28c338d9f req-566bbd22-82a7-4b77-8f94-c95d2fc5a400 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:57.944598 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:57.946176 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f4a3201-75a6-42c2-9700-26c28c338d9f req-566bbd22-82a7-4b77-8f94-c95d2fc5a400 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 946 time: 0.1648986 Aug 29 16:53:58.019386 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f4a3201-75a6-42c2-9700-26c28c338d9f req-8fc0df03-429a-4ad7-9e9d-21bab473d63b tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654271 Aug 29 16:53:58.022682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bae05291-fb5a-4fe3-8e07-a0cd16467551 None None] Provisioning for port f72ba600-97c1-4f5f-886c-f7f0f62c8956 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:58.029162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bae05291-fb5a-4fe3-8e07-a0cd16467551 None None] Provisioning complete for port f72ba600-97c1-4f5f-886c-f7f0f62c8956 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:58.029616 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bae05291-fb5a-4fe3-8e07-a0cd16467551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:58.036706 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:58.038255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:58.039345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:58.121812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-bae05291-fb5a-4fe3-8e07-a0cd16467551 None None] Port f72ba600-97c1-4f5f-886c-f7f0f62c8956 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:53:58.138462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] Pushing event updated for resources: {'Network': ['ID=456d99ab-e0c0-4d68-bb06-fa2760da9210,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:58.152596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 456d99ab-e0c0-4d68-bb06-fa2760da9210 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:53:58.220852 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b8e87fd8-76bc-4bd7-b552-97599bc66dde admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1346407 Aug 29 16:53:58.230292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44934) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:58.236992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] Request body: {'subnet': {'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-subnet', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:58.263771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1b389-7e57-462d-9e0b-7be4c53d757a req-8ecb5f69-3579-4fac-a257-e076d2cde038 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:58.265882 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fae1b389-7e57-462d-9e0b-7be4c53d757a req-8ecb5f69-3579-4fac-a257-e076d2cde038 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 943 time: 0.1080973 Aug 29 16:53:58.290986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:53:58.321600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] Made reservation on behalf of 770824d5e66047ba9ac473c0874bf40b for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:58.324284 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:58.364449 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fae1b389-7e57-462d-9e0b-7be4c53d757a req-7aefdcb4-66ab-4db7-bd6a-fac611ca09ac tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856333 Aug 29 16:53:58.490032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:58.504471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'port_id': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'mac_address': 'fa:16:3e:02:40:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:53:58.536235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8974f-3d18-43a9-ae61-8b93aad9a505 req-d11aca92-61a3-4f95-b9ed-ac9465a6be7b tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:58.538465 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06f8974f-3d18-43a9-ae61-8b93aad9a505 req-d11aca92-61a3-4f95-b9ed-ac9465a6be7b tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 936 time: 0.1440046 Aug 29 16:53:58.564790 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:58.581985 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5c6af0-1a9b-43be-b428-a80b50dafaab {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:58.605942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:58.610275 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:58.698038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:58.703677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72ba600-97c1-4f5f-886c-f7f0f62c8956 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:53:58.717693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ad014b7-5067-4f1a-a3a6-b050b0bb08eb req-f455c84b-70f5-474a-8184-956f988e6449 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 210 time: 0.0498314 Aug 29 16:53:58.728802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:58.741431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 26c5df17-e788-4889-9396-46f2d38992fb up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:53:58.749854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Transition to ACTIVE for port object f72ba600-97c1-4f5f-886c-f7f0f62c8956 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:53:58.813848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06f8974f-3d18-43a9-ae61-8b93aad9a505 req-d1add5ed-f390-443d-b2a3-5ae449fc4ce4 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214532 Aug 29 16:53:58.817313 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:58.819225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 26c5df17-e788-4889-9396-46f2d38992fb completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:53:58.831836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 26c5df17-e788-4889-9396-46f2d38992fb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:53:58.835173 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:58.875417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['aa5c6af0-1a9b-43be-b428-a80b50dafaab'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:53:58.930151 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.014155 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.031255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Pushing event updated for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:59.098307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 26c5df17-e788-4889-9396-46f2d38992fb, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=26c5df17-e788-4889-9396-46f2d38992fb,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:59.111010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b98825-ba59-4f6d-b171-24ac9b8b54e6,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:59.122959 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.171469 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0979812a-cd6b-4a7d-8d0e-3284ab0ac160 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:59.173338 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0979812a-cd6b-4a7d-8d0e-3284ab0ac160 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.16 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 821 time: 0.4105535 Aug 29 16:53:59.174580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] Checking segment: {'id': 'c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:59.175499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] Network hostable DHCP agents. Network: 456d99ab-e0c0-4d68-bb06-fa2760da9210, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:53:59.219552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Request body: {'port': {'device_id': 'f2681d8e-4573-42cf-a83a-504935f36488', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'admin_state_up': True, 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:59.233771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=26c5df17-e788-4889-9396-46f2d38992fb,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:59.272282 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e1203-9061-49a1-966c-5520d516a9df req-f77821ca-de33-476e-9efc-02de41911dbf tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:59.277738 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-238e1203-9061-49a1-966c-5520d516a9df req-f77821ca-de33-476e-9efc-02de41911dbf tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 946 time: 0.1199419 Aug 29 16:53:59.292438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Attempting to bind port f72ba600-97c1-4f5f-886c-f7f0f62c8956 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:53:59.292804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Attempting to bind port f72ba600-97c1-4f5f-886c-f7f0f62c8956 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:53:59.293132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Attempting to bind port f72ba600-97c1-4f5f-886c-f7f0f62c8956 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:59.301882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Port f72ba600-97c1-4f5f-886c-f7f0f62c8956 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:53:59.302212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Attempting to bind port f72ba600-97c1-4f5f-886c-f7f0f62c8956 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:53:59.321254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:53:59.321970 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:53:59.322568 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:53:59.323190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Bound port: f72ba600-97c1-4f5f-886c-f7f0f62c8956, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:53:59.323729 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.325783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] Network 456d99ab-e0c0-4d68-bb06-fa2760da9210 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:53:59.329686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4c97f-974d-4783-a06b-3f641e33c16c req-49f2687d-8a89-42e7-8d21-dd84a61f8c69 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:59.331810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bb4c97f-974d-4783-a06b-3f641e33c16c req-49f2687d-8a89-42e7-8d21-dd84a61f8c69 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 946 time: 0.1374855 Aug 29 16:53:59.335125 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-238e1203-9061-49a1-966c-5520d516a9df req-715aabb8-52e1-4329-b622-f2b00877baeb tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/security-groups?id=3872bd13-a54d-404a-9f0f-5c06550ec837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 Aug 29 16:53:59.351322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 456d99ab-e0c0-4d68-bb06-fa2760da9210) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:53:59.363676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:59.364654 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.374671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077cb3b2-fb0e-4864-8300-e09cc3139976 None None] Network 456d99ab-e0c0-4d68-bb06-fa2760da9210 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:53:59.413108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cffff07c-4d26-43a0-b114-57c121059d06 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1812296 Aug 29 16:53:59.415838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44972) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:53:59.442283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:53:59.448957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Made reservation on behalf of aaea8f16d30a4f0d8985da26ab370a2d for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:53:59.457027 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.492705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.493716 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.550722 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedaa59f-35ee-4aaf-ad87-926d5749471e None None] Network 456d99ab-e0c0-4d68-bb06-fa2760da9210 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:53:59.551152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5bb4c97f-974d-4783-a06b-3f641e33c16c req-cc6108c5-aa01-474a-8146-c0a1be4810e9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Deleting port e8ebd92a-307a-4085-9716-10dd6cb83a28 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:53:59.551596 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5bb4c97f-974d-4783-a06b-3f641e33c16c req-cc6108c5-aa01-474a-8146-c0a1be4810e9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.564171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:53:59.624856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:53:59.637100 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.653405 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.675601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d84f03-66e8-4579-8186-f534cc1f3c15 req-56ef3ce1-2c34-409f-965b-eb3bb9a6fdab tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:59.677290 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9d84f03-66e8-4579-8186-f534cc1f3c15 req-56ef3ce1-2c34-409f-965b-eb3bb9a6fdab tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1774509 Aug 29 16:53:59.716432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-0d4a5bb2-0d20-4424-9a0c-fd18e769d061 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:59.718095 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-0d4a5bb2-0d20-4424-9a0c-fd18e769d061 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/networks?id=1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd HTTP/1.1" status: 200 len: 807 time: 0.2419207 Aug 29 16:53:59.719434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:59.720046 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.721440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] 10.222.0.16 "PUT /v2.0/ports/f72ba600-97c1-4f5f-886c-f7f0f62c8956 HTTP/1.1" status: 200 len: 1097 time: 1.8686385 Aug 29 16:53:59.730692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:53:59.733989 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a56eaa-4be9-469a-8d67-baeff506e1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:53:59.821344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-34500bd8-3c7d-4ccd-9508-0cd4799bba8f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/quotas/682cde81e37042eb848fd3fe395d35bc HTTP/1.1" status: 200 len: 375 time: 0.0834951 Aug 29 16:53:59.828130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af16746-a2c5-466f-91fb-32d8d211ec9f service neutron] Pushing event updated for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:53:59.859907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Allocated IP 172.20.0.10 (1c918c0c-af56-4d44-8827-0cf8c7a42f1e/5f36c806-9ece-4364-8023-8d53282cc8d9/f2284af2-2fa7-4bfb-bb08-76fae9540614) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:53:59.876374 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.881614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-705202a1-9e31-4356-96b9-b699f261a4a8 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=682cde81e37042eb848fd3fe395d35bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493340 Aug 29 16:53:59.882493 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9d84f03-66e8-4579-8186-f534cc1f3c15 req-a37799a1-3c0b-45b2-a0ce-cf82fff917e6 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669238 Aug 29 16:53:59.884295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-5bb4c97f-974d-4783-a06b-3f641e33c16c req-cc6108c5-aa01-474a-8146-c0a1be4810e9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] For port e8ebd92a-307a-4085-9716-10dd6cb83a28, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e8ebd92a-307a-4085-9716-10dd6cb83a28,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:53:59.884676 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5bb4c97f-974d-4783-a06b-3f641e33c16c req-cc6108c5-aa01-474a-8146-c0a1be4810e9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:53:59.896836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f127861-1b12-4574-927f-8da1238de6af req-44e68b16-91c6-4840-807a-5b8d04ada948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:53:59.898518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-44e68b16-91c6-4840-807a-5b8d04ada948 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f72e5246006c4f59b53ea81e873a173e&device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 1100 time: 0.1344652 Aug 29 16:53:59.901351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5bb4c97f-974d-4783-a06b-3f641e33c16c req-cc6108c5-aa01-474a-8146-c0a1be4810e9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Calling delete_port for e8ebd92a-307a-4085-9716-10dd6cb83a28 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:53:59.963747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-c54a9837-5900-443f-92a0-fb356681f4f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956 HTTP/1.1" status: 200 len: 217 time: 0.0524809 Aug 29 16:54:00.123656 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833391f9-d1b5-429c-9150-7440dfc01a28 x-openstack-request-id: req-833391f9-d1b5-429c-9150-7440dfc01a28 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:00.123917 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:00.124149 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-833391f9-d1b5-429c-9150-7440dfc01a28 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:00.124543 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'status': 'completed', 'code': 200} Aug 29 16:54:00.154191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f127861-1b12-4574-927f-8da1238de6af req-0d329e01-a949-4888-8a0e-62aff5db0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:00.155682 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-0d329e01-a949-4888-8a0e-62aff5db0f0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1855552 Aug 29 16:54:00.187733 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5bb4c97f-974d-4783-a06b-3f641e33c16c req-cc6108c5-aa01-474a-8146-c0a1be4810e9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:00.197833 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['e8ebd92a-307a-4085-9716-10dd6cb83a28'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:00.207708 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e43feef8-9f2a-4a37-9182-945667faabe7 req-42fb83da-f01f-41a7-9f8b-3668600d4ac3 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 210 time: 0.0358562 Aug 29 16:54:00.228516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-e5441d8a-e8f0-4c25-924f-9183f4f865ca service neutron] 10.222.0.22 "GET /v2.0/networks/1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162506 Aug 29 16:54:00.258481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6108c5-aa01-474a-8146-c0a1be4810e9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Pushing event deleted for resources: {'Port': ['ID=e8ebd92a-307a-4085-9716-10dd6cb83a28,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:00.295349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:00.303502 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:00.327674 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:00.334602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f127861-1b12-4574-927f-8da1238de6af req-3c638d70-8ec3-4863-b7e1-28cb75f3b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:00.336124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-3c638d70-8ec3-4863-b7e1-28cb75f3b44e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1695323 Aug 29 16:54:00.346596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port aa5c6af0-1a9b-43be-b428-a80b50dafaab completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:00.351262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port aa5c6af0-1a9b-43be-b428-a80b50dafaab triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:00.351785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:00.352020 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb4c97f-974d-4783-a06b-3f641e33c16c req-cc6108c5-aa01-474a-8146-c0a1be4810e9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] No DVR routers for this DVR port e8ebd92a-307a-4085-9716-10dd6cb83a28 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:54:00.355589 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5bb4c97f-974d-4783-a06b-3f641e33c16c req-cc6108c5-aa01-474a-8146-c0a1be4810e9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:00.357586 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bb4c97f-974d-4783-a06b-3f641e33c16c req-cc6108c5-aa01-474a-8146-c0a1be4810e9 tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.10 "DELETE /v2.0/ports/e8ebd92a-307a-4085-9716-10dd6cb83a28 HTTP/1.1" status: 204 len: 173 time: 1.0158000 Aug 29 16:54:00.358971 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:00.360193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8', 'name': 'network-vif-deleted', 'tag': 'e8ebd92a-307a-4085-9716-10dd6cb83a28'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:00.363032 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d24c0c-eccf-4a34-a06c-c65ed300b17d" -d '{"events": [{"server_uuid": "a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8", "name": "network-vif-deleted", "tag": "e8ebd92a-307a-4085-9716-10dd6cb83a28"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:00.404690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Transition to ACTIVE for port object f2284af2-2fa7-4bfb-bb08-76fae9540614 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:54:00.449211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cb486-e219-4edb-9e32-d4c4e151df3f req-ab542bb2-2a26-4335-bd6d-96efd0d7ab25 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:00.450765 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec0cb486-e219-4edb-9e32-d4c4e151df3f req-ab542bb2-2a26-4335-bd6d-96efd0d7ab25 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 948 time: 0.1602864 Aug 29 16:54:00.456849 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:00.478918 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-81c37934-debe-488c-b512-ecffb81f3e18 service neutron] 10.222.0.22 "GET /v2.0/networks/1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429523 Aug 29 16:54:00.487763 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:00.490442 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8300d0b0-f486-4d77-a0c9-0393e324cd0a" -d '{"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-plugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:00.508478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:00.513726 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:00.517954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-06c436e4-625c-4f9e-aa62-44aa9a095322 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727645 Aug 29 16:54:00.531883 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec0cb486-e219-4edb-9e32-d4c4e151df3f req-64c740f7-a6a5-4d05-8ec3-cb26cf4cd876 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703144 Aug 29 16:54:00.548490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Allocated IP 172.25.5.172 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/20e7d6aa-4312-4f36-82c2-c6413b70bb68) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:54:00.578503 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:00.624052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:00.639285 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73543dee-3ab1-49f4-b39f-e475e5b6864f x-openstack-request-id: req-73543dee-3ab1-49f4-b39f-e475e5b6864f {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:00.639699 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8", "name": "network-vif-deleted", "tag": "e8ebd92a-307a-4085-9716-10dd6cb83a28", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:00.640048 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73543dee-3ab1-49f4-b39f-e475e5b6864f {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:00.640533 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8', 'name': 'network-vif-deleted', 'tag': 'e8ebd92a-307a-4085-9716-10dd6cb83a28', 'status': 'completed', 'code': 200} Aug 29 16:54:00.684209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 26c5df17-e788-4889-9396-46f2d38992fb up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:00.790462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 26c5df17-e788-4889-9396-46f2d38992fb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:00.790960 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:00.814037 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:00.839729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2a2cd7d-57af-4535-b627-aa824b145d35 req-eaca0d6f-832d-49e7-9109-28448ae0b6fb tempest-AttachSCSIVolumeTestJSON-320693709 tempest-AttachSCSIVolumeTestJSON-320693709-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3b826b9-f8b6-47ea-ae1e-85dedb7ee2c8 HTTP/1.1" status: 200 len: 210 time: 0.1125124 Aug 29 16:54:00.858682 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa7b8ed-5b4b-42d9-9b93-00b45d45498a x-openstack-request-id: req-daa7b8ed-5b4b-42d9-9b93-00b45d45498a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:00.859077 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-plugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:00.859424 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-daa7b8ed-5b4b-42d9-9b93-00b45d45498a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:00.859905 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'code': 200} Aug 29 16:54:01.088268 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:01.127219 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2684923-1d89-4bc2-8154-5db30546637a req-91241d2e-c293-4a9c-b5f0-c09c871a9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:01.129297 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2684923-1d89-4bc2-8154-5db30546637a req-91241d2e-c293-4a9c-b5f0-c09c871a9dd7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1097 time: 0.1936786 Aug 29 16:54:01.146818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:54:01.159952 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5cd844e6-f9af-4729-b024-26f16db20230 req-8fc20d1c-774c-4fa0-9eca-3a86b8409ef4 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 210 time: 0.0611115 Aug 29 16:54:01.167076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:01.177919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:54:01.181818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Pushing event updated for resources: {'Port': ['ID=20e7d6aa-4312-4f36-82c2-c6413b70bb68,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:01.188989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:54:01.191939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e827693-ea80-4159-8f68-e779f6d025b7 req-c8b44204-a757-4b70-8dc7-edc0b73ae2e0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:01.193563 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e827693-ea80-4159-8f68-e779f6d025b7 req-c8b44204-a757-4b70-8dc7-edc0b73ae2e0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 945 time: 0.1578493 Aug 29 16:54:01.207222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:01.210964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Pushing event updated for resources: {'Port': ['ID=f2284af2-2fa7-4bfb-bb08-76fae9540614,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:01.213444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:54:01.256640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2684923-1d89-4bc2-8154-5db30546637a req-ec47c464-47c9-4ae3-9299-c449f7c9760d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139398 Aug 29 16:54:01.273825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f127861-1b12-4574-927f-8da1238de6af req-f1f847b0-12d4-484c-8860-66289ae211b5 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7367589 Aug 29 16:54:01.316783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:01.318205 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:01.375229 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e827693-ea80-4159-8f68-e779f6d025b7 req-40c8e9d5-a5bd-49bb-9ea8-106e2683ba13 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540911 Aug 29 16:54:01.384070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-0a46d920-8f26-42c3-a777-2c6179b71102 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1703324 Aug 29 16:54:01.406373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Request body: {'port': {'device_id': 'f2681d8e-4573-42cf-a83a-504935f36488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:01.443025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a56eaa-4be9-469a-8d67-baeff506e1aa req-7e86f23b-7e7b-4561-b3a6-669ec1167a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:01.444604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1a56eaa-4be9-469a-8d67-baeff506e1aa req-7e86f23b-7e7b-4561-b3a6-669ec1167a35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f72e5246006c4f59b53ea81e873a173e&device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 1100 time: 0.1109059 Aug 29 16:54:01.568602 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:01.570140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1d84df63-cabf-4ac7-aa54-812dcf22a288 None None] Provisioning for port f2284af2-2fa7-4bfb-bb08-76fae9540614 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:01.577600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1d84df63-cabf-4ac7-aa54-812dcf22a288 None None] Provisioning complete for port f2284af2-2fa7-4bfb-bb08-76fae9540614 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:01.579976 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d84df63-cabf-4ac7-aa54-812dcf22a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:01.583490 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:01.625762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1d84df63-cabf-4ac7-aa54-812dcf22a288 None None] Port f2284af2-2fa7-4bfb-bb08-76fae9540614 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:54:01.704639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53123d-e0b9-44cc-857d-2fae0fd9451a req-6e8b0e63-d07d-4033-bc59-49bfa407d19e tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:01.707152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f53123d-e0b9-44cc-857d-2fae0fd9451a req-6e8b0e63-d07d-4033-bc59-49bfa407d19e tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 932 time: 0.2438560 Aug 29 16:54:01.713198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a56eaa-4be9-469a-8d67-baeff506e1aa req-cd5b1629-89a2-4dc2-b55d-5886cb76fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:01.714686 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1a56eaa-4be9-469a-8d67-baeff506e1aa req-cd5b1629-89a2-4dc2-b55d-5886cb76fce4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2499287 Aug 29 16:54:01.765208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f75330-b102-4295-ac5a-5ec991554e1c req-29737013-402c-485a-b773-33470e144147 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:01.766900 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6f75330-b102-4295-ac5a-5ec991554e1c req-29737013-402c-485a-b773-33470e144147 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 948 time: 0.0968618 Aug 29 16:54:01.783732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1a56eaa-4be9-469a-8d67-baeff506e1aa req-f2cad9a7-9942-4d50-84ea-ba17b2d33a71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956 HTTP/1.1" status: 200 len: 217 time: 0.0576701 Aug 29 16:54:01.905865 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f53123d-e0b9-44cc-857d-2fae0fd9451a req-75e356ef-3823-4517-a10f-efcafc10947f tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816254 Aug 29 16:54:01.971357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a56eaa-4be9-469a-8d67-baeff506e1aa req-839f5bd1-50ad-4759-a1ff-0fb901fa472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:01.973128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1a56eaa-4be9-469a-8d67-baeff506e1aa req-839f5bd1-50ad-4759-a1ff-0fb901fa472d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1801491 Aug 29 16:54:02.057987 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a56eaa-4be9-469a-8d67-baeff506e1aa req-e7028eae-3237-4f79-958d-335f3b5a0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:02.059679 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1a56eaa-4be9-469a-8d67-baeff506e1aa req-e7028eae-3237-4f79-958d-335f3b5a0010 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761473 Aug 29 16:54:02.159074 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6f75330-b102-4295-ac5a-5ec991554e1c req-3eb28b9e-2bf6-4be2-bd2d-6feeb719d7e7 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759451 Aug 29 16:54:02.214898 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:02.241847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2284af2-2fa7-4bfb-bb08-76fae9540614 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:02.257626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:02.272256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1a56eaa-4be9-469a-8d67-baeff506e1aa req-cedcdc6d-7749-4f02-9b88-01c42df7bad5 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027032 Aug 29 16:54:02.297373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Transition to ACTIVE for port object f2284af2-2fa7-4bfb-bb08-76fae9540614 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:54:02.302801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e8ebd92a-307a-4085-9716-10dd6cb83a28 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:02.359017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: e8ebd92a-307a-4085-9716-10dd6cb83a28 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:02.359245 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e8ebd92a-307a-4085-9716-10dd6cb83a28 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:02.375582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:02.458015 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b292528-475f-4722-ad29-575fd042379d req-7f6639c4-102a-4e23-81e1-6124c84f31f4 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 210 time: 0.1289496 Aug 29 16:54:02.530371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5bc7c9b6-9b29-4b20-9ccb-46efb393836f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:02.532532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5bc7c9b6-9b29-4b20-9ccb-46efb393836f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.10 "GET /v2.0/networks?id=1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd HTTP/1.1" status: 200 len: 807 time: 0.3725858 Aug 29 16:54:02.550815 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Request body: {'port': {'device_id': '92ca512e-25e2-4208-a1d3-90cb4b1208ce', 'network_id': '1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd', 'admin_state_up': True, 'tenant_id': '682cde81e37042eb848fd3fe395d35bc'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:02.557968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:54:02.559281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Pushing event updated for resources: {'Port': ['ID=f2284af2-2fa7-4bfb-bb08-76fae9540614,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:02.643047 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1a56eaa-4be9-469a-8d67-baeff506e1aa req-4b5b7b8e-2265-40c0-bc0d-fc9df48bfa46 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625453 Aug 29 16:54:02.736978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08dc7-f6dd-420c-9089-869d2824d817 req-c6db96da-af4f-4e7f-bd4c-60fe23848ce0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:02.745123 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7b08dc7-f6dd-420c-9089-869d2824d817 req-c6db96da-af4f-4e7f-bd4c-60fe23848ce0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 945 time: 0.1542130 Aug 29 16:54:02.746730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Attempting to bind port f2284af2-2fa7-4bfb-bb08-76fae9540614 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:54:02.747452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Attempting to bind port f2284af2-2fa7-4bfb-bb08-76fae9540614 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:54:02.747610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Attempting to bind port f2284af2-2fa7-4bfb-bb08-76fae9540614 on network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:02.759324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Port f2284af2-2fa7-4bfb-bb08-76fae9540614 on network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:54:02.759544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Attempting to bind port f2284af2-2fa7-4bfb-bb08-76fae9540614 on network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:02.762197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:02.774728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Made reservation on behalf of 682cde81e37042eb848fd3fe395d35bc for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:54:02.775951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Sync routers for ids ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:02.779716 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:02.781442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:54:02.781800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Checking segment: {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:54:02.782334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Bound using segment: {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:54:02.782775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Bound port: f2284af2-2fa7-4bfb-bb08-76fae9540614, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:54:02.783132 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:02.790434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Routers {'6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:02.791073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:02.807137 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:02.810955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-db072c54-60c0-4c57-8043-0f0f72780106 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3711286 Aug 29 16:54:02.812209 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45064) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:02.861516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7b08dc7-f6dd-420c-9089-869d2824d817 req-dd9a9666-675e-4bd8-8e2c-b50dbb1aa9ad tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157506 Aug 29 16:54:02.888158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] For port f2284af2-2fa7-4bfb-bb08-76fae9540614, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:54:02.891934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] For port f2284af2-2fa7-4bfb-bb08-76fae9540614, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:54:02.908360 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:02.959289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Set router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:02.967029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:02.967686 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:02.969075 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] 10.222.0.16 "PUT /v2.0/ports/f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 1093 time: 1.5722239 Aug 29 16:54:02.980987 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:02.983481 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:03.056499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f3d5d-d22f-402b-a0e8-4f5bc70633eb service neutron] Pushing event updated for resources: {'Port': ['ID=f2284af2-2fa7-4bfb-bb08-76fae9540614,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:03.150242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-17de885f-bf3f-428a-8231-ada7c516af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:03.153341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-17de885f-bf3f-428a-8231-ada7c516af93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 1096 time: 0.1294653 Aug 29 16:54:03.163774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398d382-8ceb-4df3-aea5-0d201ae5b69f req-f94f6bc0-61e3-4cd0-864f-30b3511e81a4 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:03.165346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b398d382-8ceb-4df3-aea5-0d201ae5b69f req-f94f6bc0-61e3-4cd0-864f-30b3511e81a4 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 944 time: 0.1028626 Aug 29 16:54:03.219659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:01Z', 'revision_number': 3, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:03.233745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-63ce52b9-7714-4723-b5b0-b9f7a216bfad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 217 time: 0.0672717 Aug 29 16:54:03.270774 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Checking router: 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:03.271128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Updating router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c port 20e7d6aa-4312-4f36-82c2-c6413b70bb68 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:54:03.273037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b398d382-8ceb-4df3-aea5-0d201ae5b69f req-6b45a635-797f-467f-955b-dcd8ab2c6f90 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913103 Aug 29 16:54:03.317819 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:03.323383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-aea2feca-5dfd-46ce-8879-712af0888ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:03.325149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-aea2feca-5dfd-46ce-8879-712af0888ec8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.0826674 Aug 29 16:54:03.353776 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf9378f-a2ba-411d-a0f4-cce956848025 x-openstack-request-id: req-aaf9378f-a2ba-411d-a0f4-cce956848025 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:03.354075 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:03.354336 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aaf9378f-a2ba-411d-a0f4-cce956848025 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:03.354749 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'status': 'completed', 'code': 200} Aug 29 16:54:03.443819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def62c45-a84c-4e43-8b77-fb1200a29c97 req-98830afa-3f0c-4d9e-9f63-bca74d6d9ca2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:03.449946 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-def62c45-a84c-4e43-8b77-fb1200a29c97 req-98830afa-3f0c-4d9e-9f63-bca74d6d9ca2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 945 time: 0.3667867 Aug 29 16:54:03.456740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45084) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:03.463758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4f8d1f59-3030-472d-88cf-af538804a1a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Request body: {'floatingip': {'port_id': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:03.476266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Allocated IP 172.20.0.7 (1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd/9ac35304-b9e9-4ff4-a6c6-b2fafc12cb03/002fc9ff-4145-4478-809f-cc75e2990d4e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:54:03.517918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-196358f9-b490-4093-996c-626bf7b0ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:03.520773 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-196358f9-b490-4093-996c-626bf7b0ce25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1856811 Aug 29 16:54:03.556591 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1f59-3030-472d-88cf-af538804a1a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:03.743385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6b02302-c0e2-4e57-824b-3a7a8e9b12a5 req-c9b48050-63a8-46e7-a97b-1b809ceeebdc tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 210 time: 0.0645812 Aug 29 16:54:03.780015 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:03.792213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Transition to ACTIVE for port object 20e7d6aa-4312-4f36-82c2-c6413b70bb68 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:54:03.806261 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:03.836579 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:03.850185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210e451-bdf4-4f96-bc83-64dabeb1d83d req-b252e2c1-32e7-407c-b801-c0dcce8b0ceb tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:03.853747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7210e451-bdf4-4f96-bc83-64dabeb1d83d req-b252e2c1-32e7-407c-b801-c0dcce8b0ceb tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 948 time: 0.4490149 Aug 29 16:54:03.888239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Attempting to bind port 20e7d6aa-4312-4f36-82c2-c6413b70bb68 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:54:03.888606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Attempting to bind port 20e7d6aa-4312-4f36-82c2-c6413b70bb68 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:54:03.889084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Attempting to bind port 20e7d6aa-4312-4f36-82c2-c6413b70bb68 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:03.895353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:54:03.895587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:54:03.895950 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:03.896341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:54:03.896801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Bound port: 20e7d6aa-4312-4f36-82c2-c6413b70bb68, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:54:03.897179 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:03.898954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e4efb-ee79-4c23-9ed0-8b09e6ede3c7 None None] Pushing event updated for resources: {'Port': ['ID=20e7d6aa-4312-4f36-82c2-c6413b70bb68,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:03.961098 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:03.966910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] For port 20e7d6aa-4312-4f36-82c2-c6413b70bb68, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:54:03.971091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] For port 20e7d6aa-4312-4f36-82c2-c6413b70bb68, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=20e7d6aa-4312-4f36-82c2-c6413b70bb68,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:54:03.979129 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:04.014640 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:04.048378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Routers {'6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:04.049010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:04.077050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-6c72c95f-999a-4580-8279-685057f24124 service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481141 Aug 29 16:54:04.093193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Network 1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:54:04.101143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:04.106665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:54:04.158794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:04.159976 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:04.201959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] Set router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:04.216484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Pushing event updated for resources: {'Port': ['ID=002fc9ff-4145-4478-809f-cc75e2990d4e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:04.333159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Allocated IP 172.20.0.1 (456d99ab-e0c0-4d68-bb06-fa2760da9210/d3b98825-ba59-4f6d-b171-24ac9b8b54e6/c7d8f673-453f-42cd-ac00-550e311b13aa) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:54:04.347194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7210e451-bdf4-4f96-bc83-64dabeb1d83d req-5224385b-7517-4705-ba92-5f914a88a0f0 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591068 Aug 29 16:54:04.356028 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e4efb-ee79-4c23-9ed0-8b09e6ede3c7 None None] Pushing event updated for resources: {'Port': ['ID=20e7d6aa-4312-4f36-82c2-c6413b70bb68,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:04.367492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-f73e0695-393b-4b30-852f-1f84557f460a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8235416 Aug 29 16:54:04.368228 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1f59-3030-472d-88cf-af538804a1a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:04.373502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f72ba600-97c1-4f5f-886c-f7f0f62c8956 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:54:04.379136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1f59-3030-472d-88cf-af538804a1a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:04.431820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Request body: {'port': {'device_id': '92ca512e-25e2-4208-a1d3-90cb4b1208ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:04.513775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:01Z', 'revision_number': 3, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:04.533139 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-4f8d1f59-3030-472d-88cf-af538804a1a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Floating IP 15b2cf9e-2435-4817-9a60-a2de087aee7a associated. External IP: 172.25.5.162, port: aa5c6af0-1a9b-43be-b428-a80b50dafaab. Aug 29 16:54:04.559958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff2fa4ca-27ac-4356-82df-49950957d37b req-a7976092-76cf-438c-ad08-95dc2c864ba8 service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003795 Aug 29 16:54:04.561847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fc653-ef56-44c6-b4a8-717ba1c07346 None None] The sync data for ids ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'] in n-d-713301-13 is: [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:01Z', 'revision_number': 3, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:04.573213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:04.578014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a821db2-b102-4216-ada3-c8de62bdfe0c req-6b56aa3c-07fd-4d8f-9593-edb540484232 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:04.587881 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6a821db2-b102-4216-ada3-c8de62bdfe0c req-6b56aa3c-07fd-4d8f-9593-edb540484232 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 944 time: 0.1944458 Aug 29 16:54:04.595258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'mac_address': 'fa:16:3e:48:ae:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:54:04.641722 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:04.655999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72ba600-97c1-4f5f-886c-f7f0f62c8956 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:04.684351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:04.694189 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:04.702121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1 req-9acd0ab1-0b87-4f8c-bddc-68ec3129d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:04.703743 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1 req-9acd0ab1-0b87-4f8c-bddc-68ec3129d0e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 1096 time: 0.0687373 Aug 29 16:54:04.720100 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6a821db2-b102-4216-ada3-c8de62bdfe0c req-97791f69-9587-4e91-9ab7-a5c2796d8a5d tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298609 Aug 29 16:54:04.744201 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:04.755802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:04.783138 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:05.014842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:05.180204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Network 456d99ab-e0c0-4d68-bb06-fa2760da9210 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:54:05.183161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d8f673-453f-42cd-ac00-550e311b13aa,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:05.195410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:05.199675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:54:05.205543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912b941-7487-4188-8f74-692c23ceaed3 req-53c9993c-acc2-4bc1-9b21-666ee95118b4 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:05.212990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1912b941-7487-4188-8f74-692c23ceaed3 req-53c9993c-acc2-4bc1-9b21-666ee95118b4 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 931 time: 0.1480653 Aug 29 16:54:05.248909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:05.279516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['f72ba600-97c1-4f5f-886c-f7f0f62c8956'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:05.306545 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002fc9ff-4145-4478-809f-cc75e2990d4e {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:05.322861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:05.337965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1 req-d4e71f51-1c3a-4630-9835-c1ed0cf55ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:05.339745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1 req-d4e71f51-1c3a-4630-9835-c1ed0cf55ede service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.2738509 Aug 29 16:54:05.342336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Transition to ACTIVE for port object 002fc9ff-4145-4478-809f-cc75e2990d4e will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:54:05.372205 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:05.429872 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1912b941-7487-4188-8f74-692c23ceaed3 req-f4b37b6b-b143-4871-8188-23d2972510ba tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3bc1e10-7052-4c13-beab-9fafe2ff4363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159150 Aug 29 16:54:05.435576 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1 req-72df8a3a-33c7-4b0a-b902-c9297b2e0306 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 217 time: 0.0841587 Aug 29 16:54:05.513101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8d1f59-3030-472d-88cf-af538804a1a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:05.531033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1 req-bd0b78bd-1304-44f3-9749-f69ca171ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:05.532550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Pushing event updated for resources: {'Port': ['ID=002fc9ff-4145-4478-809f-cc75e2990d4e,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:05.533827 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1 req-bd0b78bd-1304-44f3-9749-f69ca171ac7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.0868526 Aug 29 16:54:05.578992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba9b91-fc6d-4e67-9115-40382d9a3f52 req-4a3d2222-f4fb-4287-be4c-fe1e658b00f2 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:05.581256 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5ba9b91-fc6d-4e67-9115-40382d9a3f52 req-4a3d2222-f4fb-4287-be4c-fe1e658b00f2 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 949 time: 0.1053562 Aug 29 16:54:05.700395 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:05.723405 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5ba9b91-fc6d-4e67-9115-40382d9a3f52 req-6a7ee6a6-c3c7-4ebf-97d7-217bba3bf2d0 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187708 Aug 29 16:54:05.727251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8d1f59-3030-472d-88cf-af538804a1a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:05.735857 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1f59-3030-472d-88cf-af538804a1a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:05.748588 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c710e-dc43-4a2e-ba47-3a67219d464c None None] Sync routers for ids ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:05.761383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Attempting to bind port 002fc9ff-4145-4478-809f-cc75e2990d4e on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:54:05.762216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Attempting to bind port 002fc9ff-4145-4478-809f-cc75e2990d4e by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:54:05.762216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Attempting to bind port 002fc9ff-4145-4478-809f-cc75e2990d4e on network 1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:05.771065 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c710e-dc43-4a2e-ba47-3a67219d464c None None] Routers {'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:05.774124 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e28c710e-dc43-4a2e-ba47-3a67219d464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:05.774302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1 req-6526849f-8456-446b-abb3-f695d177d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:05.775765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1 req-6526849f-8456-446b-abb3-f695d177d67a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345005 Aug 29 16:54:05.783999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Port 002fc9ff-4145-4478-809f-cc75e2990d4e on network 1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:54:05.784267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Attempting to bind port 002fc9ff-4145-4478-809f-cc75e2990d4e on network 1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:05.801107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:54:05.801496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Checking segment: {'id': '1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:54:05.801903 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Bound using segment: {'id': '1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:54:05.802353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Bound port: 002fc9ff-4145-4478-809f-cc75e2990d4e, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:54:05.802724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:05.827646 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4f8d1f59-3030-472d-88cf-af538804a1a2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "PUT /v2.0/floatingips/15b2cf9e-2435-4817-9a60-a2de087aee7a HTTP/1.1" status: 200 len: 991 time: 2.3671162 Aug 29 16:54:05.835966 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:05.838283 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0578c90e-fa05-4038-93b6-eb219d3ec23e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:05.974703 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1 req-bfa2e981-a4ce-4941-a3e4-f05d483faa17 service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604302 Aug 29 16:54:06.040793 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e28c710e-dc43-4a2e-ba47-3a67219d464c None None] Set router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:06.065952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] For port 002fc9ff-4145-4478-809f-cc75e2990d4e, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:54:06.079963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46facf3a-bb3f-474d-8aaa-893a66134c59 req-2d725dd9-f5dc-4b56-963b-7347b597208d tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:06.082806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-46facf3a-bb3f-474d-8aaa-893a66134c59 req-2d725dd9-f5dc-4b56-963b-7347b597208d tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 944 time: 0.1225712 Aug 29 16:54:06.086902 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6cc162-bc99-486a-80f4-f4667be7d04e x-openstack-request-id: req-4f6cc162-bc99-486a-80f4-f4667be7d04e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:06.087205 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:06.087463 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f6cc162-bc99-486a-80f4-f4667be7d04e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:06.087853 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'status': 'completed', 'code': 200} Aug 29 16:54:06.136961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] For port 002fc9ff-4145-4478-809f-cc75e2990d4e, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=002fc9ff-4145-4478-809f-cc75e2990d4e,segment=NetworkSegment(1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1),segment_id=1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:54:06.164909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:06.186944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578c90e-fa05-4038-93b6-eb219d3ec23e req-360c37d4-0d3c-43bb-b688-f8ba7df0200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:06.189197 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0578c90e-fa05-4038-93b6-eb219d3ec23e req-360c37d4-0d3c-43bb-b688-f8ba7df0200d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1097 time: 0.1006093 Aug 29 16:54:06.223659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e8bd9ec-d618-4881-ba4e-2dde22fd6ad1 req-568ed976-f9ca-4ec8-a491-f3e6764b62ae service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383480 Aug 29 16:54:06.249012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-46facf3a-bb3f-474d-8aaa-893a66134c59 req-cbd4e318-c968-409f-afc6-427474a0313c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314948 Aug 29 16:54:06.285614 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:06.288034 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:06.295733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] 10.222.0.10 "PUT /v2.0/ports/002fc9ff-4145-4478-809f-cc75e2990d4e HTTP/1.1" status: 200 len: 1092 time: 1.9038384 Aug 29 16:54:06.299071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ca512e-25e2-4208-a1d3-90cb4b1208ce', 'tag': '002fc9ff-4145-4478-809f-cc75e2990d4e'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:06.308532 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdb5750-3829-4152-9e39-82df8e95e667" -d '{"events": [{"name": "network-changed", "server_uuid": "92ca512e-25e2-4208-a1d3-90cb4b1208ce", "tag": "002fc9ff-4145-4478-809f-cc75e2990d4e"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:06.344468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:06.356114 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e28c710e-dc43-4a2e-ba47-3a67219d464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '15b2cf9e-2435-4817-9a60-a2de087aee7a', 'tenant_id': '21e687433caf49298027356002331e0f', 'floating_ip_address': '172.25.5.162', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'port_id': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'mac_address': 'fa:16:3e:02:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:53:44Z', 'updated_at': '2021-08-29T16:54:04Z', 'revision_number': 1, 'project_id': '21e687433caf49298027356002331e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd130b56-7bee-4a2d-a4ab-727411cdc4b2', 'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'mac_address': 'fa:16:3e:55:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:38Z', 'updated_at': '2021-08-29T16:53:46Z', 'revision_number': 5, 'project_id': '21e687433caf49298027356002331e0f', 'subnets': [{'id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:06.371290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578c90e-fa05-4038-93b6-eb219d3ec23e req-16eaeafc-3394-4993-a4a2-e3606f6c7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:06.374977 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f72ba600-97c1-4f5f-886c-f7f0f62c8956 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:06.380534 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:06.384884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0578c90e-fa05-4038-93b6-eb219d3ec23e req-16eaeafc-3394-4993-a4a2-e3606f6c7baa service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.1883810 Aug 29 16:54:06.417541 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c710e-dc43-4a2e-ba47-3a67219d464c None None] Checking router: f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:06.429077 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e443fcab-0542-4008-8cc2-3f6c81e98316 x-openstack-request-id: req-e443fcab-0542-4008-8cc2-3f6c81e98316 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:06.429276 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c710e-dc43-4a2e-ba47-3a67219d464c None None] Routers {'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:06.429480 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ca512e-25e2-4208-a1d3-90cb4b1208ce", "tag": "002fc9ff-4145-4478-809f-cc75e2990d4e", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:06.429677 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e443fcab-0542-4008-8cc2-3f6c81e98316 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:06.429867 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e28c710e-dc43-4a2e-ba47-3a67219d464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:06.430055 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ca512e-25e2-4208-a1d3-90cb4b1208ce', 'tag': '002fc9ff-4145-4478-809f-cc75e2990d4e', 'status': 'completed', 'code': 200} Aug 29 16:54:06.430942 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:06.448300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b5b34-a8e7-43e8-b9ad-d1a021e571af service neutron] Pushing event updated for resources: {'Port': ['ID=002fc9ff-4145-4478-809f-cc75e2990d4e,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:06.487023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45124) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:06.507890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port f72ba600-97c1-4f5f-886c-f7f0f62c8956 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:06.512483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port f72ba600-97c1-4f5f-886c-f7f0f62c8956 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:06.513149 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:06.533818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-4cc88d13-6412-498c-bebe-fc96d2ae2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:06.535435 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-4cc88d13-6412-498c-bebe-fc96d2ae2228 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=682cde81e37042eb848fd3fe395d35bc&device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 1095 time: 0.1889365 Aug 29 16:54:06.605201 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e28c710e-dc43-4a2e-ba47-3a67219d464c None None] Set router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:06.610028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-b84cdb84-4670-4fa9-b6c9-eff492c04b8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=002fc9ff-4145-4478-809f-cc75e2990d4e HTTP/1.1" status: 200 len: 217 time: 0.0557611 Aug 29 16:54:06.652407 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:06.695418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-35a92ee9-ba34-49f3-a039-5aa1c7d4084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:06.697517 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-35a92ee9-ba34-49f3-a039-5aa1c7d4084d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ac35304-b9e9-4ff4-a6c6-b2fafc12cb03 HTTP/1.1" status: 200 len: 847 time: 0.0696602 Aug 29 16:54:06.733881 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0578c90e-fa05-4038-93b6-eb219d3ec23e req-1e4d6cf4-2923-494e-abc9-7be317f38732 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 999 time: 0.3267059 Aug 29 16:54:06.747438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:06.750793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d8f673-453f-42cd-ac00-550e311b13aa,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:06.752273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:06.756289 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8349d408-19e2-44b0-bd9b-b380dbe11031" -d '{"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-plugged", "status": "completed", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:06.775507 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-6270fa8f-cf91-4297-a2d0-a016c701c3a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517089 Aug 29 16:54:06.783007 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:06.786209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 20e7d6aa-4312-4f36-82c2-c6413b70bb68 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:06.856645 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e690d81a-238e-48c1-9bea-59483d9ae59a x-openstack-request-id: req-e690d81a-238e-48c1-9bea-59483d9ae59a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:06.856939 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-plugged", "status": "completed", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:06.859398 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e690d81a-238e-48c1-9bea-59483d9ae59a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:06.861008 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'code': 200} Aug 29 16:54:06.880069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad74cfa-730e-4ecf-b741-207badd76b8f req-a543682f-f457-4632-8448-6f0f41057196 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:06.882842 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ad74cfa-730e-4ecf-b741-207badd76b8f req-a543682f-f457-4632-8448-6f0f41057196 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 943 time: 0.3316221 Aug 29 16:54:06.912892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Network 456d99ab-e0c0-4d68-bb06-fa2760da9210 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:54:06.923494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:06.935979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578c90e-fa05-4038-93b6-eb219d3ec23e req-f73f0900-611a-46a5-a1be-925551398184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:06.937825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0578c90e-fa05-4038-93b6-eb219d3ec23e req-f73f0900-611a-46a5-a1be-925551398184 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.2017953 Aug 29 16:54:07.007822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:07.040191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 20e7d6aa-4312-4f36-82c2-c6413b70bb68 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:07.046263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 20e7d6aa-4312-4f36-82c2-c6413b70bb68 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:07.046681 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:07.077068 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e28c710e-dc43-4a2e-ba47-3a67219d464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '15b2cf9e-2435-4817-9a60-a2de087aee7a', 'tenant_id': '21e687433caf49298027356002331e0f', 'floating_ip_address': '172.25.5.162', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'port_id': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'mac_address': 'fa:16:3e:02:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:53:44Z', 'updated_at': '2021-08-29T16:54:04Z', 'revision_number': 1, 'project_id': '21e687433caf49298027356002331e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd130b56-7bee-4a2d-a4ab-727411cdc4b2', 'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'mac_address': 'fa:16:3e:55:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:38Z', 'updated_at': '2021-08-29T16:53:46Z', 'revision_number': 5, 'project_id': '21e687433caf49298027356002331e0f', 'subnets': [{'id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:07.117176 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c710e-dc43-4a2e-ba47-3a67219d464c None None] The sync data for ids ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'] in n-d-713301-13 is: [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '15b2cf9e-2435-4817-9a60-a2de087aee7a', 'tenant_id': '21e687433caf49298027356002331e0f', 'floating_ip_address': '172.25.5.162', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'port_id': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'mac_address': 'fa:16:3e:02:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:53:44Z', 'updated_at': '2021-08-29T16:54:04Z', 'revision_number': 1, 'project_id': '21e687433caf49298027356002331e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd130b56-7bee-4a2d-a4ab-727411cdc4b2', 'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'mac_address': 'fa:16:3e:55:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:38Z', 'updated_at': '2021-08-29T16:53:46Z', 'revision_number': 5, 'project_id': '21e687433caf49298027356002331e0f', 'subnets': [{'id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:07.193575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578c90e-fa05-4038-93b6-eb219d3ec23e req-0fce42ec-e120-4fe7-95b5-aa084c7ee615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:07.194870 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0578c90e-fa05-4038-93b6-eb219d3ec23e req-0fce42ec-e120-4fe7-95b5-aa084c7ee615 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185404 Aug 29 16:54:07.217305 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:07.248789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 20e7d6aa-4312-4f36-82c2-c6413b70bb68, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=20e7d6aa-4312-4f36-82c2-c6413b70bb68,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:07.257629 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:07.337827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=20e7d6aa-4312-4f36-82c2-c6413b70bb68,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:07.345132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ccace-f307-4a05-ac87-c51a20fe0508 req-f0a83c3a-f07b-42bc-92be-355f02c9dbf0 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:07.350370 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-618ccace-f307-4a05-ac87-c51a20fe0508 req-f0a83c3a-f07b-42bc-92be-355f02c9dbf0 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 950 time: 0.2700422 Aug 29 16:54:07.359680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0578c90e-fa05-4038-93b6-eb219d3ec23e req-a48200a0-8c61-486f-bac1-d563f721c916 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433773 Aug 29 16:54:07.438068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f33bc-0bc3-4f9b-b124-203c0d4a8b83 req-b7b06b7f-4c46-472b-b051-5a0afe60c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:07.439902 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176f33bc-0bc3-4f9b-b124-203c0d4a8b83 req-b7b06b7f-4c46-472b-b051-5a0afe60c74a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 1102 time: 0.5202889 Aug 29 16:54:07.475764 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74535adb-3923-4f4a-98a0-a2d082e12825 None None] New status for floating IP 15b2cf9e-2435-4817-9a60-a2de087aee7a: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:54:07.504563 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ad74cfa-730e-4ecf-b741-207badd76b8f req-0a6cff03-e7b0-4b49-84a0-9c1eef5f58a7 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3bc1e10-7052-4c13-beab-9fafe2ff4363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6107428 Aug 29 16:54:07.602985 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-cb7417c9-27fb-4594-8f36-ace0ea8fc565 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123147 Aug 29 16:54:07.612627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-618ccace-f307-4a05-ac87-c51a20fe0508 req-3c7afbdb-54f9-44a6-9a0e-820c0dc6ca1e tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483344 Aug 29 16:54:07.641289 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176f33bc-0bc3-4f9b-b124-203c0d4a8b83 req-ad109d3c-38b8-481d-9c32-0c482adde121 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056402 Aug 29 16:54:07.661760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0578c90e-fa05-4038-93b6-eb219d3ec23e req-027b29fd-b8ac-4bc0-9fc3-04fede66e0c1 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569323 Aug 29 16:54:07.729717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:07.741745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cf163a9-ee3e-4b0f-a1a6-da421b75d8bd req-12d38357-d3e4-432b-9978-c213a5f6f798 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263080 Aug 29 16:54:07.822887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:07.886584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242410b-da2c-46ee-9640-006b8a4eb179 req-e2ea5444-d9d5-407a-bd72-0f2986ce855a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:07.890572 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5242410b-da2c-46ee-9640-006b8a4eb179 req-e2ea5444-d9d5-407a-bd72-0f2986ce855a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 944 time: 0.1099029 Aug 29 16:54:07.891946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb5750-3829-4152-9e39-82df8e95e667 req-3d65737d-1867-4797-b41f-acbe39d66c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:07.893571 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cdb5750-3829-4152-9e39-82df8e95e667 req-3d65737d-1867-4797-b41f-acbe39d66c91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=682cde81e37042eb848fd3fe395d35bc&device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 1095 time: 0.0912921 Aug 29 16:54:07.953044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:07.959299 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5a809671-3027-4ac2-b3c4-33dc93d1d8b2 admin admin] 10.222.0.22 "PUT /v2.0/routers/6ea96b9e-a52f-4cd7-a1be-168d4cc9612c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1469493 Aug 29 16:54:07.970752 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Sync routers for ids ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:07.983420 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Routers {'6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:07.984278 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:08.005439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb5750-3829-4152-9e39-82df8e95e667 req-f796e76d-6925-45b5-9ead-7570907d6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:08.007800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cdb5750-3829-4152-9e39-82df8e95e667 req-f796e76d-6925-45b5-9ead-7570907d6b5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd HTTP/1.1" status: 200 len: 908 time: 0.1069808 Aug 29 16:54:08.009399 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5242410b-da2c-46ee-9640-006b8a4eb179 req-d9e10451-43bd-44b0-9d23-ee355dce4ceb tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886111 Aug 29 16:54:08.066058 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cdb5750-3829-4152-9e39-82df8e95e667 req-bd3a2be8-30fb-41af-9ace-6b507e567450 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=002fc9ff-4145-4478-809f-cc75e2990d4e HTTP/1.1" status: 200 len: 217 time: 0.0445557 Aug 29 16:54:08.116331 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Set router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:08.128868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb5750-3829-4152-9e39-82df8e95e667 req-e3143aa9-977a-4f9a-82ef-994440dce2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:08.130356 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cdb5750-3829-4152-9e39-82df8e95e667 req-e3143aa9-977a-4f9a-82ef-994440dce2e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ac35304-b9e9-4ff4-a6c6-b2fafc12cb03 HTTP/1.1" status: 200 len: 847 time: 0.0597267 Aug 29 16:54:08.169297 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cdb5750-3829-4152-9e39-82df8e95e667 req-9ec156a9-81c8-4725-847a-27a489426471 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298347 Aug 29 16:54:08.176690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] Deleting port 2e6e5f44-9dd4-4727-823e-2988818510c8 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:08.177043 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:08.278556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] For port 2e6e5f44-9dd4-4727-823e-2988818510c8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2e6e5f44-9dd4-4727-823e-2988818510c8,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:08.278960 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:08.282494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cdb5750-3829-4152-9e39-82df8e95e667 req-508d13cc-5df3-4af4-9689-98f75cebfa6d service neutron] 10.222.0.10 "GET /v2.0/networks/1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042631 Aug 29 16:54:08.292980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] Calling delete_port for 2e6e5f44-9dd4-4727-823e-2988818510c8 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:08.347702 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:05Z', 'revision_number': 4, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c7d8f673-453f-42cd-ac00-550e311b13aa', 'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'mac_address': 'fa:16:3e:8f:bf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:03Z', 'updated_at': '2021-08-29T16:54:05Z', 'revision_number': 2, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'subnets': [{'id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:08.378900 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Checking router: 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:08.379267 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Updating router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c port c7d8f673-453f-42cd-ac00-550e311b13aa binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:54:08.387066 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cdb5750-3829-4152-9e39-82df8e95e667 req-f98de4a6-b7e4-40b3-a991-6ed412d23959 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965614 Aug 29 16:54:08.408222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f2284af2-2fa7-4bfb-bb08-76fae9540614 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:54:08.410058 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:08.521262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f2284af2-2fa7-4bfb-bb08-76fae9540614, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:08.535736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'port_id': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'mac_address': 'fa:16:3e:61:41:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:54:08.587532 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:08.608483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2284af2-2fa7-4bfb-bb08-76fae9540614 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:08.631919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f2284af2-2fa7-4bfb-bb08-76fae9540614, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:08.648829 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:08.710154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 20e7d6aa-4312-4f36-82c2-c6413b70bb68 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:08.725315 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99949f7-4520-4e85-b693-4e770765f5a6 req-63832de0-c250-4e37-9706-dfb4499243d3 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:08.727671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a99949f7-4520-4e85-b693-4e770765f5a6 req-63832de0-c250-4e37-9706-dfb4499243d3 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 943 time: 0.0981312 Aug 29 16:54:08.745696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f2284af2-2fa7-4bfb-bb08-76fae9540614,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:08.778576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 20e7d6aa-4312-4f36-82c2-c6413b70bb68 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:08.779107 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:08.795657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a99949f7-4520-4e85-b693-4e770765f5a6 req-75e35b12-a84d-4fe4-8b0c-040177a052c5 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3bc1e10-7052-4c13-beab-9fafe2ff4363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610490 Aug 29 16:54:08.820635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-63121a88-8920-42a8-9cc3-b1a2e11ef886 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:08.822464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-63121a88-8920-42a8-9cc3-b1a2e11ef886 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/networks?id=456d99ab-e0c0-4d68-bb06-fa2760da9210 HTTP/1.1" status: 200 len: 819 time: 0.4711599 Aug 29 16:54:08.841156 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:08.852968 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Transition to ACTIVE for port object c7d8f673-453f-42cd-ac00-550e311b13aa will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:54:08.854910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-350f821b-eb86-45c3-a2bf-5420fc0a9837 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/quotas/770824d5e66047ba9ac473c0874bf40b HTTP/1.1" status: 200 len: 375 time: 0.0303442 Aug 29 16:54:08.870601 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:08.943075 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026e1c2-7f4e-4398-9dad-d6484e8271a7 None None] Pushing event updated for resources: {'Port': ['ID=c7d8f673-453f-42cd-ac00-550e311b13aa,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:08.994529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d45075f7-f809-40b0-99ac-d8fc452a4cd1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=770824d5e66047ba9ac473c0874bf40b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1260278 Aug 29 16:54:09.008618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['f2284af2-2fa7-4bfb-bb08-76fae9540614'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:09.024966 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Attempting to bind port c7d8f673-453f-42cd-ac00-550e311b13aa on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:54:09.028254 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Attempting to bind port c7d8f673-453f-42cd-ac00-550e311b13aa by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:54:09.028551 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Attempting to bind port c7d8f673-453f-42cd-ac00-550e311b13aa on network 456d99ab-e0c0-4d68-bb06-fa2760da9210 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:09.040262 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:54:09.041158 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Checking segment: {'id': 'c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:54:09.041158 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:09.041627 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Bound using segment: {'id': 'c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:54:09.041982 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Bound port: c7d8f673-453f-42cd-ac00-550e311b13aa, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:54:09.042366 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:09.042597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bfebf-5b85-4ae5-8ff4-9e71cfdcd462 req-ca2ab30f-6b2d-4591-a1c4-591580aa8d20 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:09.051816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e05bfebf-5b85-4ae5-8ff4-9e71cfdcd462 req-ca2ab30f-6b2d-4591-a1c4-591580aa8d20 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 950 time: 0.0898244 Aug 29 16:54:09.061514 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:09.098342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6e5f44-9dd4-4727-823e-2988818510c8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:09.101957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e05bfebf-5b85-4ae5-8ff4-9e71cfdcd462 req-32b53dd8-62a6-4574-8f70-aadc1ed63a9a tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491185 Aug 29 16:54:09.157650 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] For port c7d8f673-453f-42cd-ac00-550e311b13aa, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:54:09.167409 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] For port c7d8f673-453f-42cd-ac00-550e311b13aa, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c7d8f673-453f-42cd-ac00-550e311b13aa,segment=NetworkSegment(c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1),segment_id=c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:54:09.177417 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:09.189164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-821a7d8a-d0cb-4cbd-8bd2-3910f6b26ad7 service neutron] 10.222.0.22 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909628 Aug 29 16:54:09.254087 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026e1c2-7f4e-4398-9dad-d6484e8271a7 None None] Pushing event updated for resources: {'Port': ['ID=c7d8f673-453f-42cd-ac00-550e311b13aa,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:09.257216 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Routers {'6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:09.258083 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:09.342377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ed5f8-41e3-466c-a35a-e16468ac5942 req-bb3828fb-0b5e-4821-a635-8e250f97ea81 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:09.344058 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-551ed5f8-41e3-466c-a35a-e16468ac5942 req-bb3828fb-0b5e-4821-a635-8e250f97ea81 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 945 time: 0.0665770 Aug 29 16:54:09.379705 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:09.388365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-90d95359-6d47-4cf1-bf8c-94ff8cefc9e2 service neutron] 10.222.0.22 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679666 Aug 29 16:54:09.400631 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] Set router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:09.419795 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-551ed5f8-41e3-466c-a35a-e16468ac5942 req-cc653037-0847-44f2-bf76-86b297bb146d tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681612 Aug 29 16:54:09.627709 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:05Z', 'revision_number': 4, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c7d8f673-453f-42cd-ac00-550e311b13aa', 'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'mac_address': 'fa:16:3e:8f:bf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:03Z', 'updated_at': '2021-08-29T16:54:09Z', 'revision_number': 4, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'subnets': [{'id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:09.631472 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e1177a2-3be5-46d2-ae2e-369b3d2bf32d req-099c1217-0b4f-4e99-b3fc-31b5a6939419 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 210 time: 0.0369272 Aug 29 16:54:09.646828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] Router e262164b-3e24-459c-99fa-6c3b0ed38352 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:09.667592 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733c8d0-c514-40bf-a3b3-f65ade0e0a49 None None] The sync data for ids ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'] in n-d-713301-13 is: [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:05Z', 'revision_number': 4, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c7d8f673-453f-42cd-ac00-550e311b13aa', 'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'mac_address': 'fa:16:3e:8f:bf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:03Z', 'updated_at': '2021-08-29T16:54:09Z', 'revision_number': 4, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'subnets': [{'id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:09.786688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:09.792571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c0293b32-0a9b-47b3-b59c-213e38657d7e admin admin] 10.222.0.22 "PUT /v2.0/routers/e262164b-3e24-459c-99fa-6c3b0ed38352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2929225 Aug 29 16:54:09.795920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45178) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:09.800405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc12ec3-5771-4692-b733-6a98e3c733ea None None] Sync routers for ids ['e262164b-3e24-459c-99fa-6c3b0ed38352'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:09.813920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc12ec3-5771-4692-b733-6a98e3c733ea None None] Routers {'e262164b-3e24-459c-99fa-6c3b0ed38352'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:09.814604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fcc12ec3-5771-4692-b733-6a98e3c733ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e262164b-3e24-459c-99fa-6c3b0ed38352'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:09.957671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-fcc12ec3-5771-4692-b733-6a98e3c733ea None None] Set router e262164b-3e24-459c-99fa-6c3b0ed38352 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:09.979280 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:10.027395 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed04c8-71d4-4e5f-b2ab-38b52b15e2b2 req-c326cc64-5534-4335-9196-232250507a4d tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:10.029275 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3ed04c8-71d4-4e5f-b2ab-38b52b15e2b2 req-c326cc64-5534-4335-9196-232250507a4d tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 943 time: 0.1034400 Aug 29 16:54:10.077983 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3ed04c8-71d4-4e5f-b2ab-38b52b15e2b2 req-0ec80928-c41d-44d3-a400-cd65ed9beb7a tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3bc1e10-7052-4c13-beab-9fafe2ff4363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Aug 29 16:54:10.133006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:10.251649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fcc12ec3-5771-4692-b733-6a98e3c733ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-router', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:08Z', 'updated_at': '2021-08-29T16:54:08Z', 'revision_number': 5, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'gw_port': {'id': '9935f76c-7da0-4bfb-b51f-af3e4c40907f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:55:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:09Z', 'updated_at': '2021-08-29T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:10.255698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Deleting port 9935f76c-7da0-4bfb-b51f-af3e4c40907f {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:10.256133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:10.291312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc12ec3-5771-4692-b733-6a98e3c733ea None None] Checking router: e262164b-3e24-459c-99fa-6c3b0ed38352 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:10.300596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc12ec3-5771-4692-b733-6a98e3c733ea None None] Routers {'e262164b-3e24-459c-99fa-6c3b0ed38352'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:10.301128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fcc12ec3-5771-4692-b733-6a98e3c733ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e262164b-3e24-459c-99fa-6c3b0ed38352'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:10.314170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6a064-3893-4b16-9f19-2f5aea596613 req-bdaa2fc5-1e20-49dc-b493-c678d8e29c01 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:10.321993 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8fd6a064-3893-4b16-9f19-2f5aea596613 req-bdaa2fc5-1e20-49dc-b493-c678d8e29c01 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 950 time: 0.1175666 Aug 29 16:54:10.398194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 002fc9ff-4145-4478-809f-cc75e2990d4e details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:54:10.398428 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8fd6a064-3893-4b16-9f19-2f5aea596613 req-84832518-e620-493a-9163-2d0a50fe49bd tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752149 Aug 29 16:54:10.414926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] For port 9935f76c-7da0-4bfb-b51f-af3e4c40907f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9935f76c-7da0-4bfb-b51f-af3e4c40907f,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:10.415455 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:10.416109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f2284af2-2fa7-4bfb-bb08-76fae9540614 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:10.444513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Calling delete_port for 9935f76c-7da0-4bfb-b51f-af3e4c40907f owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:10.444701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-fcc12ec3-5771-4692-b733-6a98e3c733ea None None] Set router e262164b-3e24-459c-99fa-6c3b0ed38352 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:10.667902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fcc12ec3-5771-4692-b733-6a98e3c733ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-router', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:08Z', 'updated_at': '2021-08-29T16:54:10Z', 'revision_number': 6, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:10.701055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc12ec3-5771-4692-b733-6a98e3c733ea None None] The sync data for ids ['e262164b-3e24-459c-99fa-6c3b0ed38352'] in n-d-713301-13 is: [{'id': 'e262164b-3e24-459c-99fa-6c3b0ed38352', 'name': 'tempest-AttachSCSIVolumeTestJSON-610070190-router', 'tenant_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:08Z', 'updated_at': '2021-08-29T16:54:10Z', 'revision_number': 6, 'project_id': 'e813e7c4026d4c0189a2f39cca39a3dc', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:10.711690 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.resource_extend [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 16:54:10.722250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ebd3a-ade9-47d7-b8f3-fff5d6bbb5eb req-c5bf6a23-fd99-488b-bd5c-af22ccafeff7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:10.731059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a92ebd3a-ade9-47d7-b8f3-fff5d6bbb5eb req-c5bf6a23-fd99-488b-bd5c-af22ccafeff7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 945 time: 0.2206154 Aug 29 16:54:10.812275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port f2284af2-2fa7-4bfb-bb08-76fae9540614 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:10.821911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port f2284af2-2fa7-4bfb-bb08-76fae9540614 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:10.822601 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:10.844393 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a92ebd3a-ade9-47d7-b8f3-fff5d6bbb5eb req-92506a86-7921-4605-9083-044220205b95 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122651 Aug 29 16:54:10.877566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 002fc9ff-4145-4478-809f-cc75e2990d4e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=002fc9ff-4145-4478-809f-cc75e2990d4e,segment=NetworkSegment(1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1),segment_id=1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:10.910853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '002fc9ff-4145-4478-809f-cc75e2990d4e', 'network_id': '1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd', 'port_id': '002fc9ff-4145-4478-809f-cc75e2990d4e', 'mac_address': 'fa:16:3e:fa:85:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac35304-b9e9-4ff4-a6c6-b2fafc12cb03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:54:11.003076 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.014362 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.027376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002fc9ff-4145-4478-809f-cc75e2990d4e {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:11.053493 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 002fc9ff-4145-4478-809f-cc75e2990d4e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=002fc9ff-4145-4478-809f-cc75e2990d4e,segment=NetworkSegment(1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1),segment_id=1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:11.069408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-4524cc01-e5b3-44cc-8011-7cf3984770d2 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:11.071776 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-4524cc01-e5b3-44cc-8011-7cf3984770d2 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.10 "GET /v2.0/networks?id=456d99ab-e0c0-4d68-bb06-fa2760da9210 HTTP/1.1" status: 200 len: 819 time: 0.2264006 Aug 29 16:54:11.087863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Request body: {'port': {'device_id': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'admin_state_up': True, 'tenant_id': '770824d5e66047ba9ac473c0874bf40b'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:11.092703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f2284af2-2fa7-4bfb-bb08-76fae9540614, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:11.094058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:11.097110 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb94dc29-7be4-4031-8b2f-5ea610bdec06" -d '{"events": [{"server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "name": "network-vif-plugged", "status": "completed", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:11.105837 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.108284 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.165473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7d8f673-453f-42cd-ac00-550e311b13aa up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:11.198201 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.202316 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9dfd3cd6-be28-4d89-bf1c-3be29274fa00 req-edee49a7-017e-447c-aec3-160599df42b0 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 210 time: 0.1095214 Aug 29 16:54:11.227532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=002fc9ff-4145-4478-809f-cc75e2990d4e,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:11.280075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9935f76c-7da0-4bfb-b51f-af3e4c40907f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:11.282424 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd52758-bc9b-46dd-8ee5-afceffd51a80 x-openstack-request-id: req-9bd52758-bc9b-46dd-8ee5-afceffd51a80 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:11.282873 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "name": "network-vif-plugged", "status": "completed", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:11.283024 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bd52758-bc9b-46dd-8ee5-afceffd51a80 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:11.294624 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'code': 200} Aug 29 16:54:11.309486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.310758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.311122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.311473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.313576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.315364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.315562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.315791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.317354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.317731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.318064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.319878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:11.383995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d16fc-1b4d-4442-9bc4-c1ca156ae37a req-8d0ab1f4-3d17-445a-9ef7-54f50676ab8b tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:11.392346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-501d16fc-1b4d-4442-9bc4-c1ca156ae37a req-8d0ab1f4-3d17-445a-9ef7-54f50676ab8b tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 944 time: 0.1037724 Aug 29 16:54:11.399939 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.421583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c7d8f673-453f-42cd-ac00-550e311b13aa completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:11.424001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['002fc9ff-4145-4478-809f-cc75e2990d4e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:11.431949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c7d8f673-453f-42cd-ac00-550e311b13aa triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:11.432349 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.451218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f2284af2-2fa7-4bfb-bb08-76fae9540614,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:11.480616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Made reservation on behalf of 770824d5e66047ba9ac473c0874bf40b for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:54:11.484994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.503053 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-501d16fc-1b4d-4442-9bc4-c1ca156ae37a req-c7215bc7-3d03-4ac5-85e9-3c01d133ee40 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3bc1e10-7052-4c13-beab-9fafe2ff4363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087334 Aug 29 16:54:11.515018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a9ba-edd5-4e7f-80ac-9af2171e00ee req-d420cac3-96e0-4de2-ba33-d80052d4a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:11.528313 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0a2a9ba-edd5-4e7f-80ac-9af2171e00ee req-d420cac3-96e0-4de2-ba33-d80052d4a0c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 1098 time: 0.1089573 Aug 29 16:54:11.546857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.550424 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.578160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0a2a9ba-edd5-4e7f-80ac-9af2171e00ee req-420d2fb5-0428-42d7-9dc9-220fa324f4ed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377476 Aug 29 16:54:11.616803 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.640702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.641250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e262164b-3e24-459c-99fa-6c3b0ed38352 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:54:11.647583 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.651006 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fd945279-a80e-47b2-8cc6-583376881da8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e262164b-3e24-459c-99fa-6c3b0ed38352 HTTP/1.1" status: 204 len: 168 time: 1.8517282 Aug 29 16:54:11.652229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45224) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:11.672053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port c7d8f673-453f-42cd-ac00-550e311b13aa, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c7d8f673-453f-42cd-ac00-550e311b13aa,segment=NetworkSegment(c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1),segment_id=c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:11.682926 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.735216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2b2daa-1ae2-4112-8bd8-c35264cd4e51 admin admin] Deleting subnet 8b437f11-d35a-4d83-b8da-9cfdadb36224 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:54:11.739219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=c7d8f673-453f-42cd-ac00-550e311b13aa,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:11.741457 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2daa-1ae2-4112-8bd8-c35264cd4e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.775616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Allocated IP 172.20.0.4 (456d99ab-e0c0-4d68-bb06-fa2760da9210/d3b98825-ba59-4f6d-b171-24ac9b8b54e6/7c73ae37-7c5d-4bc9-b11d-f8078fa68f01) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:54:11.796094 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2daa-1ae2-4112-8bd8-c35264cd4e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:11.984502 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2daa-1ae2-4112-8bd8-c35264cd4e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.041150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb8e86-e6b6-4663-b5bf-1dee7431abd6 req-5b6c3598-e289-416f-94c9-e280276cfbe1 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:12.043629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-23eb8e86-e6b6-4663-b5bf-1dee7431abd6 req-5b6c3598-e289-416f-94c9-e280276cfbe1 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 946 time: 0.1268024 Aug 29 16:54:12.083422 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.106806 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2daa-1ae2-4112-8bd8-c35264cd4e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.145588 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-23eb8e86-e6b6-4663-b5bf-1dee7431abd6 req-f59fbadb-5ce1-41e1-9a29-22b77531f9e9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939124 Aug 29 16:54:12.149010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b2daa-1ae2-4112-8bd8-c35264cd4e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b437f11-d35a-4d83-b8da-9cfdadb36224,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:12.151023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c2b2daa-1ae2-4112-8bd8-c35264cd4e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.152853 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5c2b2daa-1ae2-4112-8bd8-c35264cd4e51 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8b437f11-d35a-4d83-b8da-9cfdadb36224 HTTP/1.1" status: 204 len: 168 time: 0.5003982 Aug 29 16:54:12.155336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45240) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:12.159595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598bd3e-b8d7-4694-a18a-25ab20818ad0 None None] Network b45f752c-040e-455b-87a1-50c37d6fdb5f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:54:12.239717 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.281996 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.310848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Network 456d99ab-e0c0-4d68-bb06-fa2760da9210 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:54:12.312943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Pushing event updated for resources: {'Port': ['ID=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:12.319504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:12.322876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:54:12.382843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f1619-f5be-4548-a5ab-10c5d535d964 req-af8c5d4f-e8fe-4fb1-be62-629a8e09f012 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:12.384481 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-739f1619-f5be-4548-a5ab-10c5d535d964 req-af8c5d4f-e8fe-4fb1-be62-629a8e09f012 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 931 time: 0.0551417 Aug 29 16:54:12.390298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 002fc9ff-4145-4478-809f-cc75e2990d4e up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:12.397370 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f47d7-27a3-4fd0-bfe1-fcba723861ab None None] DHCP port deletion for b45f752c-040e-455b-87a1-50c37d6fdb5f request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:54:12.400798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:12.401552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.440741 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-739f1619-f5be-4548-a5ab-10c5d535d964 req-451de959-f06a-4049-8408-8ade3ef6b9cb tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372357 Aug 29 16:54:12.448837 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-64a77ee1-ffdb-417d-aa7a-2eb21e1125b6 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3653779 Aug 29 16:54:12.450473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Deleting port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:12.450781 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.468852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Request body: {'port': {'device_id': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:12.508350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-393f47d7-27a3-4fd0-bfe1-fcba723861ab None None] Deleting port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:12.508766 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-393f47d7-27a3-4fd0-bfe1-fcba723861ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.511604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 002fc9ff-4145-4478-809f-cc75e2990d4e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:12.560481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 002fc9ff-4145-4478-809f-cc75e2990d4e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:12.560866 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.588109 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] For port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:12.588505 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.611399 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.622871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-393f47d7-27a3-4fd0-bfe1-fcba723861ab None None] For port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad,segment=NetworkSegment(e461f3fa-cb9f-4f59-a790-01c942614966),segment_id=e461f3fa-cb9f-4f59-a790-01c942614966)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:12.623272 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-393f47d7-27a3-4fd0-bfe1-fcba723861ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.640623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-393f47d7-27a3-4fd0-bfe1-fcba723861ab None None] Calling delete_port for 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:12.644394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Calling delete_port for 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:12.656857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7d8f673-453f-42cd-ac00-550e311b13aa up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:12.669052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d783d-c207-4299-a3f3-e37549ef4c28 req-e641328d-884f-48bb-85d7-6c13093bc10d tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:12.677375 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c56d783d-c207-4299-a3f3-e37549ef4c28 req-e641328d-884f-48bb-85d7-6c13093bc10d tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 944 time: 0.0813484 Aug 29 16:54:12.740706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c56d783d-c207-4299-a3f3-e37549ef4c28 req-43d89042-47a8-4af9-bb43-1305d022ecc5 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3bc1e10-7052-4c13-beab-9fafe2ff4363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622494 Aug 29 16:54:12.832005 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0cb34d8f-3a98-4292-bfc0-c37972dc0f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.841661 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.844310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c7d8f673-453f-42cd-ac00-550e311b13aa triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:12.844681 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.847173 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-393f47d7-27a3-4fd0-bfe1-fcba723861ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:12.909111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f47d7-27a3-4fd0-bfe1-fcba723861ab None None] Pushing event deleted for resources: {'Port': ['ID=0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:12.922044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f47d7-27a3-4fd0-bfe1-fcba723861ab None None] No DVR routers for this DVR port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:54:12.942683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 002fc9ff-4145-4478-809f-cc75e2990d4e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=002fc9ff-4145-4478-809f-cc75e2990d4e,segment=NetworkSegment(1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1),segment_id=1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:12.949276 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:13.031443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=002fc9ff-4145-4478-809f-cc75e2990d4e,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:13.095713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9935f76c-7da0-4bfb-b51f-af3e4c40907f no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:13.118974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 9935f76c-7da0-4bfb-b51f-af3e4c40907f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:13.119353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9935f76c-7da0-4bfb-b51f-af3e4c40907f not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:13.119777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:13.135848 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:13.139086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:13.139433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:13.139851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2e6e5f44-9dd4-4727-823e-2988818510c8 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:13.157719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 2e6e5f44-9dd4-4727-823e-2988818510c8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:13.158064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2e6e5f44-9dd4-4727-823e-2988818510c8 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:13.203274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:13.214097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] No DVR routers for this DVR port 0dd08fb0-6de1-48b0-a89b-ff15b5d0c4ad on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:54:13.294431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ca512e-25e2-4208-a1d3-90cb4b1208ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002fc9ff-4145-4478-809f-cc75e2990d4e'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:13.297369 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b5a666-387d-4f4d-ab88-44e2e837de6e" -d '{"events": [{"server_uuid": "92ca512e-25e2-4208-a1d3-90cb4b1208ce", "name": "network-vif-plugged", "status": "completed", "tag": "002fc9ff-4145-4478-809f-cc75e2990d4e"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:13.347152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:13.379981 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45f752c-040e-455b-87a1-50c37d6fdb5f']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:13.380991 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a230dd-9893-4125-bd9a-7199591616ad x-openstack-request-id: req-76a230dd-9893-4125-bd9a-7199591616ad {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:13.381319 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ca512e-25e2-4208-a1d3-90cb4b1208ce", "name": "network-vif-plugged", "status": "completed", "tag": "002fc9ff-4145-4478-809f-cc75e2990d4e", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:13.381574 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76a230dd-9893-4125-bd9a-7199591616ad {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:13.382213 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ca512e-25e2-4208-a1d3-90cb4b1208ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002fc9ff-4145-4478-809f-cc75e2990d4e', 'code': 200} Aug 29 16:54:13.398183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e461f3fa-cb9f-4f59-a790-01c942614966') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:13.398600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e461f3fa-cb9f-4f59-a790-01c942614966') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:13.417263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f35069-c8fc-4e60-b941-31fbe628ee31 req-069758b3-1d21-4dc2-a8d5-f0e070478bdd tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:13.418783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95f35069-c8fc-4e60-b941-31fbe628ee31 req-069758b3-1d21-4dc2-a8d5-f0e070478bdd tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 946 time: 0.1303952 Aug 29 16:54:13.424633 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:13.459542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:13.477459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc421b6-786f-4f4c-ba0c-af5e6d5a6c75 req-8aeafd7d-7cda-48a6-b191-b4974c45a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:13.479049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4fc421b6-786f-4f4c-ba0c-af5e6d5a6c75 req-8aeafd7d-7cda-48a6-b191-b4974c45a329 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 1097 time: 0.0411456 Aug 29 16:54:13.490649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:54:13.491055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:54:13.493045 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:54:13.517787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4fc421b6-786f-4f4c-ba0c-af5e6d5a6c75 req-dcd3fa0c-5ba0-40cb-bbfc-12ab6c824991 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a3bc1e10-7052-4c13-beab-9fafe2ff4363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Aug 29 16:54:13.554276 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:13.566804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf48533-05a1-4f91-a606-67711542f32c req-e3e1ec86-22be-4c9e-975b-e020a0a0106d tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:13.568329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acf48533-05a1-4f91-a606-67711542f32c req-e3e1ec86-22be-4c9e-975b-e020a0a0106d tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 931 time: 0.0491228 Aug 29 16:54:13.569267 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95f35069-c8fc-4e60-b941-31fbe628ee31 req-b90fce98-4d08-406e-b84d-e92426d12eb5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427057 Aug 29 16:54:13.571080 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:13.579934 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:13.586941 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:13.588748 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] 10.222.0.22 "DELETE /v2.0/networks/b45f752c-040e-455b-87a1-50c37d6fdb5f HTTP/1.1" status: 204 len: 168 time: 1.4313674 Aug 29 16:54:13.591585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Transition to ACTIVE for port object 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:54:13.592213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45272) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:13.608553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:13.617450 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acf48533-05a1-4f91-a606-67711542f32c req-c8439472-f111-4a77-a63c-1861189ac202 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Aug 29 16:54:13.649723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed1dee-ae4a-4437-989f-19a705deea6c admin admin] Pushing event deleted for resources: {'Network': ['ID=b45f752c-040e-455b-87a1-50c37d6fdb5f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:13.736610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Pushing event updated for resources: {'Port': ['ID=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:13.858457 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67028ae6-3b8f-4102-a472-6e0d031b4c82 req-2ac854aa-bc2a-41d8-86fb-b8b1dc3fd78f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:13.859976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67028ae6-3b8f-4102-a472-6e0d031b4c82 req-2ac854aa-bc2a-41d8-86fb-b8b1dc3fd78f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 945 time: 0.0505066 Aug 29 16:54:13.867863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Attempting to bind port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:54:13.868205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Attempting to bind port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:54:13.868543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Attempting to bind port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 on network 456d99ab-e0c0-4d68-bb06-fa2760da9210 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:13.902469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67028ae6-3b8f-4102-a472-6e0d031b4c82 req-e8a6d3f4-a206-444a-a548-e74ba1cc3078 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3bc1e10-7052-4c13-beab-9fafe2ff4363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357630 Aug 29 16:54:13.904635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 on network 456d99ab-e0c0-4d68-bb06-fa2760da9210 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:54:13.904962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Attempting to bind port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 on network 456d99ab-e0c0-4d68-bb06-fa2760da9210 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:13.913106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:54:13.913449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Checking segment: {'id': 'c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:54:13.913837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Bound using segment: {'id': 'c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:54:13.914266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Bound port: 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:54:13.914700 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:14.017477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] For port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:54:14.021655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] For port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,segment=NetworkSegment(c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1),segment_id=c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:54:14.040989 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:14.085606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:14.086216 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:14.087602 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] 10.222.0.10 "PUT /v2.0/ports/7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 1092 time: 1.6234052 Aug 29 16:54:14.088769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:14.091009 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da927ed9-98c8-44c6-8bf1-ef52fbf09d55" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:14.129325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354e7dd-5650-498c-a638-73d20523a338 service neutron] Pushing event updated for resources: {'Port': ['ID=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:14.158748 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce9bb38-bade-4b81-8817-25758239a73d x-openstack-request-id: req-cce9bb38-bade-4b81-8817-25758239a73d {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:14.159044 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:14.159297 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cce9bb38-bade-4b81-8817-25758239a73d {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:14.159686 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'status': 'completed', 'code': 200} Aug 29 16:54:14.202870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-9df5be9d-7f39-41cc-8a53-753bf95e5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:14.204386 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-9df5be9d-7f39-41cc-8a53-753bf95e5d4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=770824d5e66047ba9ac473c0874bf40b&device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 1095 time: 0.0767899 Aug 29 16:54:14.260433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-1e5733ff-8a91-410e-9a65-c425cab5fa2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 217 time: 0.0437036 Aug 29 16:54:14.265447 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:14.381451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-07edce13-de21-4a50-b8ee-23a3241ab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:14.382934 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-07edce13-de21-4a50-b8ee-23a3241ab118 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b98825-ba59-4f6d-b171-24ac9b8b54e6 HTTP/1.1" status: 200 len: 859 time: 0.1146071 Aug 29 16:54:14.425436 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-707d54e6-bccc-4d2d-8033-48a2144677e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=456d99ab-e0c0-4d68-bb06-fa2760da9210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303319 Aug 29 16:54:14.445143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f72ba600-97c1-4f5f-886c-f7f0f62c8956 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:54:14.567379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:14.572544 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-9e71956d-fab2-4189-b267-852e766cd325 service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179044 Aug 29 16:54:14.579906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'mac_address': 'fa:16:3e:48:ae:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:54:14.625637 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:14.639276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f72ba600-97c1-4f5f-886c-f7f0f62c8956 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:14.663282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:14.667630 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:14.727065 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:14.745442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c79d2a-54a0-430c-9647-7036438b1ae1 req-2e4efed7-5560-4b00-81bc-9f29f5e8c891 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:14.746963 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-37c79d2a-54a0-430c-9647-7036438b1ae1 req-2e4efed7-5560-4b00-81bc-9f29f5e8c891 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 943 time: 0.0501983 Aug 29 16:54:14.767382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['f72ba600-97c1-4f5f-886c-f7f0f62c8956'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:14.781761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ddbb3-0abf-49ad-b44a-c4cd547c5092 req-64b37006-af4c-4ec1-8d57-cced926b0aaf tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:14.783253 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-839ddbb3-0abf-49ad-b44a-c4cd547c5092 req-64b37006-af4c-4ec1-8d57-cced926b0aaf tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 946 time: 0.1292777 Aug 29 16:54:14.786408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-37c79d2a-54a0-430c-9647-7036438b1ae1 req-88e2a8ac-d3ce-4d32-a6f6-eaa651e35597 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326219 Aug 29 16:54:14.786937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81f11b88-e7ff-4a25-81fb-3db483f735f3 req-f4cd55e6-6a30-40af-b79c-7a8f01b04792 service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912146 Aug 29 16:54:14.828357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] Deleting port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:14.828711 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:14.909566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-839ddbb3-0abf-49ad-b44a-c4cd547c5092 req-9fac1e13-ff12-4ff6-8a7b-90ffe85a3989 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150317 Aug 29 16:54:14.938916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da927ed9-98c8-44c6-8bf1-ef52fbf09d55 req-5443fe29-1bb2-445d-9892-9891a8a41c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:14.940483 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da927ed9-98c8-44c6-8bf1-ef52fbf09d55 req-5443fe29-1bb2-445d-9892-9891a8a41c6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=770824d5e66047ba9ac473c0874bf40b&device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 1095 time: 0.0965755 Aug 29 16:54:14.979588 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] For port 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=73e0c2ce-acd9-48d7-b425-8c9dfc291f6a,segment=NetworkSegment(8aea585a-b89c-4b28-81ad-e458efbb9af8),segment_id=8aea585a-b89c-4b28-81ad-e458efbb9af8)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:14.979957 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:15.025257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fda09e-6f55-4187-86b9-e96ccc0db9fa req-ae6e49b7-5399-41ba-a863-5ef0d283ea94 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:15.026898 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48fda09e-6f55-4187-86b9-e96ccc0db9fa req-ae6e49b7-5399-41ba-a863-5ef0d283ea94 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 945 time: 0.0489099 Aug 29 16:54:15.065894 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48fda09e-6f55-4187-86b9-e96ccc0db9fa req-fb1df931-43be-4176-bcbe-7ab5bb75365e tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3bc1e10-7052-4c13-beab-9fafe2ff4363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Aug 29 16:54:15.069666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] Calling delete_port for 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:15.179044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da927ed9-98c8-44c6-8bf1-ef52fbf09d55 req-1849ea87-79b5-41cf-b486-10f076326f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:15.180532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da927ed9-98c8-44c6-8bf1-ef52fbf09d55 req-1849ea87-79b5-41cf-b486-10f076326f80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=456d99ab-e0c0-4d68-bb06-fa2760da9210 HTTP/1.1" status: 200 len: 920 time: 0.2292855 Aug 29 16:54:15.187001 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e05e8435-daa1-4183-ba43-e04042be850a req-b2277929-8779-4db3-b982-239452c5be02 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2346587 Aug 29 16:54:15.211491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:15.254574 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da927ed9-98c8-44c6-8bf1-ef52fbf09d55 req-5cc030ad-bdcf-46d9-9aa9-f677909e725f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 217 time: 0.0615575 Aug 29 16:54:15.326353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:15.401881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da927ed9-98c8-44c6-8bf1-ef52fbf09d55 req-b3b67963-708e-4e01-8944-b028a37daf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:15.403347 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da927ed9-98c8-44c6-8bf1-ef52fbf09d55 req-b3b67963-708e-4e01-8944-b028a37daf55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b98825-ba59-4f6d-b171-24ac9b8b54e6 HTTP/1.1" status: 200 len: 859 time: 0.1377439 Aug 29 16:54:15.408355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165a567-13be-4fa5-b5c5-c491cbd750f8 req-2baa6ba1-9b44-44e5-9de5-2a715abc0105 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:15.412096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1165a567-13be-4fa5-b5c5-c491cbd750f8 req-2baa6ba1-9b44-44e5-9de5-2a715abc0105 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 945 time: 0.0547061 Aug 29 16:54:15.455248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1165a567-13be-4fa5-b5c5-c491cbd750f8 req-2bcb29a3-c0e1-4706-91e6-5c4993a79818 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3bc1e10-7052-4c13-beab-9fafe2ff4363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379245 Aug 29 16:54:15.471927 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da927ed9-98c8-44c6-8bf1-ef52fbf09d55 req-830985ec-42ca-4eb0-85dc-a87c580237d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=456d99ab-e0c0-4d68-bb06-fa2760da9210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482364 Aug 29 16:54:15.514645 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b152b8e0-7d3f-4fa4-9e41-0a574b9ba8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:15.791776 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:15.837385 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:15.898440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e0c2ce-acd9-48d7-b425-8c9dfc291f6a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:15.908793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee3b96-006a-4ec5-a8fa-d7cece5f3953 req-471c7f18-4446-4f1e-a24d-6c81d8ee6c88 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:15.910459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d3ee3b96-006a-4ec5-a8fa-d7cece5f3953 req-471c7f18-4446-4f1e-a24d-6c81d8ee6c88 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 943 time: 0.0537970 Aug 29 16:54:15.958128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d3ee3b96-006a-4ec5-a8fa-d7cece5f3953 req-e8675eaf-8d40-4b75-9575-ebd6771bea66 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Aug 29 16:54:15.958326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da927ed9-98c8-44c6-8bf1-ef52fbf09d55 req-32ee8324-4d98-478e-91b2-0ff6e988d9c2 service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762952 Aug 29 16:54:15.997510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:16.236654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da927ed9-98c8-44c6-8bf1-ef52fbf09d55 req-5a8d553a-e813-4707-9e98-ae43089944da service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520840 Aug 29 16:54:16.248102 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:16.262857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Allocated IP 172.25.5.96 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/3a6338c6-a7a8-4b0a-acd5-d5bc6701836b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:54:16.410872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:54:16.455100 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:16.466847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f72ba600-97c1-4f5f-886c-f7f0f62c8956 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:16.564695 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:16.567371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,segment=NetworkSegment(c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1),segment_id=c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:16.584408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'port_id': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'mac_address': 'fa:16:3e:6a:c5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:54:16.588860 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:16.589778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port f72ba600-97c1-4f5f-886c-f7f0f62c8956 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:16.590154 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:16.592845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] Router 6ab8348f-904e-46ae-9a10-0a46f30129b2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:16.610842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3cf55-710c-4801-bc4f-1cd7f6f1b8f0 req-652519b5-dd5b-4cee-82a9-9ad70432ad85 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:16.612925 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6a3cf55-710c-4801-bc4f-1cd7f6f1b8f0 req-652519b5-dd5b-4cee-82a9-9ad70432ad85 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 945 time: 0.0830460 Aug 29 16:54:16.655187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6a3cf55-710c-4801-bc4f-1cd7f6f1b8f0 req-1f53391d-5726-4c76-bb21-7c2f0216d1bd tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3bc1e10-7052-4c13-beab-9fafe2ff4363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356627 Aug 29 16:54:16.655530 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:16.655688 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:54:16.673606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:16.712514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:16.714941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:54:16.718132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,segment=NetworkSegment(c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1),segment_id=c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:16.734020 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:16.761872 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:16.795631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:16.798086 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce797a1-e354-4686-b032-00f2059a0f2f" -d '{"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-plugged", "status": "completed", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:16.798985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Pushing event updated for resources: {'Port': ['ID=3a6338c6-a7a8-4b0a-acd5-d5bc6701836b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:16.829055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:16.835789 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:16.837680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:16.866434 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c601c3e4-0f55-4bf1-b276-ebb2a7e0a7c9 x-openstack-request-id: req-c601c3e4-0f55-4bf1-b276-ebb2a7e0a7c9 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:16.867244 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-plugged", "status": "completed", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:16.867244 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c601c3e4-0f55-4bf1-b276-ebb2a7e0a7c9 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:16.867471 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'code': 200} Aug 29 16:54:16.897637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:16.916802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d2039-6d75-4936-8651-98c19302d381 req-cde5294f-5339-4636-a8d2-0db68e91406d tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:16.918297 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc4d2039-6d75-4936-8651-98c19302d381 req-cde5294f-5339-4636-a8d2-0db68e91406d tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 945 time: 0.2071376 Aug 29 16:54:16.927587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:16.942799 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a675f-8458-4640-bf41-4a7798f8bda5 None None] Sync routers for ids ['6ab8348f-904e-46ae-9a10-0a46f30129b2'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:16.943458 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-400d1e6f-2f41-44d8-aff9-2a2fdefda197 admin admin] 10.222.0.22 "PUT /v2.0/routers/6ab8348f-904e-46ae-9a10-0a46f30129b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3501947 Aug 29 16:54:16.946092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45344) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:16.953426 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a675f-8458-4640-bf41-4a7798f8bda5 None None] Routers {'6ab8348f-904e-46ae-9a10-0a46f30129b2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:16.954043 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d93a675f-8458-4640-bf41-4a7798f8bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ab8348f-904e-46ae-9a10-0a46f30129b2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:16.960795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:16.972795 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.105846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.120230 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.127965 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-d93a675f-8458-4640-bf41-4a7798f8bda5 None None] Set router 6ab8348f-904e-46ae-9a10-0a46f30129b2 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:17.230915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6b082-7107-4366-b307-80cba6a11722 req-7805c855-9e8c-49e1-ad2b-c9a0ce818b1a tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:17.232589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-05e6b082-7107-4366-b307-80cba6a11722 req-7805c855-9e8c-49e1-ad2b-c9a0ce818b1a tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 944 time: 0.1503861 Aug 29 16:54:17.275582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-dc4d2039-6d75-4936-8651-98c19302d381 req-cb774faa-bfaf-4515-a1ed-04c6488d8b3f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Deleting port 002fc9ff-4145-4478-809f-cc75e2990d4e {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:17.275951 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-dc4d2039-6d75-4936-8651-98c19302d381 req-cb774faa-bfaf-4515-a1ed-04c6488d8b3f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.282159 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-05e6b082-7107-4366-b307-80cba6a11722 req-c063d0da-4bf9-4664-9c22-9ed6b22a9575 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 Aug 29 16:54:17.287455 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.337171 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d93a675f-8458-4640-bf41-4a7798f8bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-router', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:21Z', 'updated_at': '2021-08-29T16:54:15Z', 'revision_number': 5, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'gw_port': {'id': '0c631ad3-4afc-4d57-8cf0-65226930caea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:52:22Z', 'updated_at': '2021-08-29T16:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:17.365972 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.381458 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a675f-8458-4640-bf41-4a7798f8bda5 None None] Checking router: 6ab8348f-904e-46ae-9a10-0a46f30129b2 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:17.394852 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Deleting port 0c631ad3-4afc-4d57-8cf0-65226930caea {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:17.396028 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.406110 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a675f-8458-4640-bf41-4a7798f8bda5 None None] Routers {'6ab8348f-904e-46ae-9a10-0a46f30129b2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:17.406747 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d93a675f-8458-4640-bf41-4a7798f8bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ab8348f-904e-46ae-9a10-0a46f30129b2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:17.426233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-dc4d2039-6d75-4936-8651-98c19302d381 req-cb774faa-bfaf-4515-a1ed-04c6488d8b3f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] For port 002fc9ff-4145-4478-809f-cc75e2990d4e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=002fc9ff-4145-4478-809f-cc75e2990d4e,segment=NetworkSegment(1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1),segment_id=1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:17.426633 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-dc4d2039-6d75-4936-8651-98c19302d381 req-cb774faa-bfaf-4515-a1ed-04c6488d8b3f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.430096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.443476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-dc4d2039-6d75-4936-8651-98c19302d381 req-cb774faa-bfaf-4515-a1ed-04c6488d8b3f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Calling delete_port for 002fc9ff-4145-4478-809f-cc75e2990d4e owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:17.446008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.505989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] For port 0c631ad3-4afc-4d57-8cf0-65226930caea, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0c631ad3-4afc-4d57-8cf0-65226930caea,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:17.506540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.514441 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-d93a675f-8458-4640-bf41-4a7798f8bda5 None None] Set router 6ab8348f-904e-46ae-9a10-0a46f30129b2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:17.525304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Calling delete_port for 0c631ad3-4afc-4d57-8cf0-65226930caea owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:17.566115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Pushing event updated for resources: {'Port': ['ID=3a6338c6-a7a8-4b0a-acd5-d5bc6701836b,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:17.571363 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d93a675f-8458-4640-bf41-4a7798f8bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-router', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:21Z', 'updated_at': '2021-08-29T16:54:17Z', 'revision_number': 6, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:17.581339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.602183 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a675f-8458-4640-bf41-4a7798f8bda5 None None] The sync data for ids ['6ab8348f-904e-46ae-9a10-0a46f30129b2'] in n-d-713301-13 is: [{'id': '6ab8348f-904e-46ae-9a10-0a46f30129b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1184285254-router', 'tenant_id': '7ccf3d373ccb447eb971e689735d1e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:52:21Z', 'updated_at': '2021-08-29T16:54:17Z', 'revision_number': 6, 'project_id': '7ccf3d373ccb447eb971e689735d1e82', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:17.605616 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.607014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e05e8435-daa1-4183-ba43-e04042be850a req-08e95d37-7090-4196-9fcb-8d8a20841cd7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4031565 Aug 29 16:54:17.692275 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e05e8435-daa1-4183-ba43-e04042be850a req-a44d7b26-18d7-47ed-bc45-64e74cb55f89 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 695 time: 0.0761421 Aug 29 16:54:17.718189 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.748262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c631ad3-4afc-4d57-8cf0-65226930caea,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:17.773272 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-dc4d2039-6d75-4936-8651-98c19302d381 req-cb774faa-bfaf-4515-a1ed-04c6488d8b3f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.788670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['002fc9ff-4145-4478-809f-cc75e2990d4e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:17.824720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc59c743-a802-429c-a72d-1bc9524ed79d req-b21bac4a-ae16-44be-9ba9-77dac2ee3183 tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ca512e-25e2-4208-a1d3-90cb4b1208ce HTTP/1.1" status: 200 len: 210 time: 0.0784631 Aug 29 16:54:17.828100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb774faa-bfaf-4515-a1ed-04c6488d8b3f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Pushing event deleted for resources: {'Port': ['ID=002fc9ff-4145-4478-809f-cc75e2990d4e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:17.862753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.897767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4d2039-6d75-4936-8651-98c19302d381 req-cb774faa-bfaf-4515-a1ed-04c6488d8b3f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] No DVR routers for this DVR port 002fc9ff-4145-4478-809f-cc75e2990d4e on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:54:17.901307 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-dc4d2039-6d75-4936-8651-98c19302d381 req-cb774faa-bfaf-4515-a1ed-04c6488d8b3f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:17.903313 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc4d2039-6d75-4936-8651-98c19302d381 req-cb774faa-bfaf-4515-a1ed-04c6488d8b3f tempest-ServerGroupTestJSON-2095909223 tempest-ServerGroupTestJSON-2095909223-project] 10.222.0.10 "DELETE /v2.0/ports/002fc9ff-4145-4478-809f-cc75e2990d4e HTTP/1.1" status: 204 len: 173 time: 0.9770913 Aug 29 16:54:17.904148 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ca512e-25e2-4208-a1d3-90cb4b1208ce', 'name': 'network-vif-deleted', 'tag': '002fc9ff-4145-4478-809f-cc75e2990d4e'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:17.912646 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3442bac7-9161-4aed-a9de-2d713afa5120" -d '{"events": [{"server_uuid": "92ca512e-25e2-4208-a1d3-90cb4b1208ce", "name": "network-vif-deleted", "tag": "002fc9ff-4145-4478-809f-cc75e2990d4e"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:17.916536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e8435-daa1-4183-ba43-e04042be850a req-52b64ad0-e41a-4054-926a-5f155468115a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:17.918028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e05e8435-daa1-4183-ba43-e04042be850a req-52b64ad0-e41a-4054-926a-5f155468115a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.2158179 Aug 29 16:54:17.998687 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.008939 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.020315 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462ca771-93fd-4a9e-8b95-2949392c081e x-openstack-request-id: req-462ca771-93fd-4a9e-8b95-2949392c081e {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:18.020941 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ca512e-25e2-4208-a1d3-90cb4b1208ce", "name": "network-vif-deleted", "tag": "002fc9ff-4145-4478-809f-cc75e2990d4e", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:18.021426 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-462ca771-93fd-4a9e-8b95-2949392c081e {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:18.022092 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ca512e-25e2-4208-a1d3-90cb4b1208ce', 'name': 'network-vif-deleted', 'tag': '002fc9ff-4145-4478-809f-cc75e2990d4e', 'status': 'completed', 'code': 200} Aug 29 16:54:18.067432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.068027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ab8348f-904e-46ae-9a10-0a46f30129b2 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:54:18.077261 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.080781 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7cbcc474-a89e-4ed0-80e3-de1ee11cb601 admin admin] 10.222.0.22 "DELETE /v2.0/routers/6ab8348f-904e-46ae-9a10-0a46f30129b2 HTTP/1.1" status: 204 len: 168 time: 1.1312988 Aug 29 16:54:18.081137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45380) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:18.171081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be68324-f7b0-44bd-b303-bc815c498045 admin admin] Deleting subnet d67b68ae-205c-4a5a-9ad4-4178b2d791b2 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:54:18.171900 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.175939 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3be68324-f7b0-44bd-b303-bc815c498045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.217795 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3be68324-f7b0-44bd-b303-bc815c498045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.304320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3be68324-f7b0-44bd-b303-bc815c498045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.354743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-948fd72c-964e-4ba7-8fb7-424ac4106d9b tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:18.364069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-948fd72c-964e-4ba7-8fb7-424ac4106d9b tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 821 time: 0.1278925 Aug 29 16:54:18.382980 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-6b00c11c-d3aa-424f-8510-cda2d9ebea95 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/quotas/aaea8f16d30a4f0d8985da26ab370a2d HTTP/1.1" status: 200 len: 375 time: 0.0192697 Aug 29 16:54:18.383323 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3be68324-f7b0-44bd-b303-bc815c498045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.421861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:18.477360 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-452458f2-e470-44d2-b4e1-713802d19828 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0932958 Aug 29 16:54:18.525438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be68324-f7b0-44bd-b303-bc815c498045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67b68ae-205c-4a5a-9ad4-4178b2d791b2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:18.541925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3be68324-f7b0-44bd-b303-bc815c498045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.547361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:18.551147 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d8f39-5a51-4bdd-9ebe-b1cbb24751ef None None] Network b74008dc-892f-4652-a9a9-6d17ad63dd94 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:54:18.554558 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3be68324-f7b0-44bd-b303-bc815c498045 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d67b68ae-205c-4a5a-9ad4-4178b2d791b2 HTTP/1.1" status: 204 len: 168 time: 0.4721999 Aug 29 16:54:18.555190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45410) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:18.622606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-3dd6665c-3cf3-4faf-8e18-b001e27f4b78 service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439102 Aug 29 16:54:18.633756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f29918-fd7a-4de0-9939-dd1b2500a364 req-6ef56b53-436f-45c0-a0fd-7784126d58a2 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:18.641344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b4f29918-fd7a-4de0-9939-dd1b2500a364 req-6ef56b53-436f-45c0-a0fd-7784126d58a2 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 944 time: 0.2554379 Aug 29 16:54:18.650769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:18.651243 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.729863 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.756733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:18.762516 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b4f29918-fd7a-4de0-9939-dd1b2500a364 req-d4345a43-1f2e-43a5-9d4c-9c7f4ffaa502 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201587 Aug 29 16:54:18.815014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bae89be0-7c53-4887-9049-13ee148901fa service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782079 Aug 29 16:54:18.842350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Deleting port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:18.843061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:18.993089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] For port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41,segment=NetworkSegment(8aea585a-b89c-4b28-81ad-e458efbb9af8),segment_id=8aea585a-b89c-4b28-81ad-e458efbb9af8)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:18.993690 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.051396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Calling delete_port for 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:19.219517 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9561c85d-ba4a-43b3-9651-d5bf51b02b13 req-eb560ec9-41d1-4332-b73d-8e2fe6151e57 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 210 time: 0.0722997 Aug 29 16:54:19.233913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:19.234412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 73e0c2ce-acd9-48d7-b425-8c9dfc291f6a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:19.234680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0c631ad3-4afc-4d57-8cf0-65226930caea no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:19.277077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 0c631ad3-4afc-4d57-8cf0-65226930caea {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:19.277751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0c631ad3-4afc-4d57-8cf0-65226930caea not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:19.283703 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.302761 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.337612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Pushing event deleted for resources: {'Port': ['ID=90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:19.354877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] No DVR routers for this DVR port 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:54:19.359866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:19.368877 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0585529f-b743-4b34-9ce2-4df8c9be2630" -d '{"events": [{"server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "name": "network-vif-plugged", "status": "completed", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:19.415299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6f269c-766b-4ee8-8b43-c45bd56f0a0f None None] DHCP port deletion for b74008dc-892f-4652-a9a9-6d17ad63dd94 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:54:19.426991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,segment=NetworkSegment(c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1),segment_id=c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:19.444806 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.446146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 002fc9ff-4145-4478-809f-cc75e2990d4e no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:19.508181 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226b029b-fea7-499e-b487-0459932ff163 x-openstack-request-id: req-226b029b-fea7-499e-b487-0459932ff163 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:19.509250 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "name": "network-vif-plugged", "status": "completed", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:19.509695 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-226b029b-fea7-499e-b487-0459932ff163 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:19.510531 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'code': 200} Aug 29 16:54:19.511326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 002fc9ff-4145-4478-809f-cc75e2990d4e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:19.512014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 002fc9ff-4145-4478-809f-cc75e2990d4e not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:19.577377 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.577631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:19.633258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74008dc-892f-4652-a9a9-6d17ad63dd94']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:19.647671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aea585a-b89c-4b28-81ad-e458efbb9af8') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:19.648429 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aea585a-b89c-4b28-81ad-e458efbb9af8') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:19.661183 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.681645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6098eee-89b1-4444-b719-7fe3e96236c2 req-74adc9a5-0086-420a-b5e4-1d6c134a7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:19.686514 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6098eee-89b1-4444-b719-7fe3e96236c2 req-74adc9a5-0086-420a-b5e4-1d6c134a7265 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 1097 time: 0.1002157 Aug 29 16:54:19.714394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.737725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:54:19.738262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.743453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45456) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:19.745059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6098eee-89b1-4444-b719-7fe3e96236c2 req-b3912e9d-4361-4fd9-8198-62afb97e4bea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484400 Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:54:19.745817 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:54:19.801805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c3c615-6f2a-4f9d-ba04-de5debc352a9 admin admin] Deleting subnet 9ac35304-b9e9-4ff4-a6c6-b2fafc12cb03 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:54:19.804968 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d9c3c615-6f2a-4f9d-ba04-de5debc352a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.810187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.822484 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.824867 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] 10.222.0.22 "DELETE /v2.0/networks/b74008dc-892f-4652-a9a9-6d17ad63dd94 HTTP/1.1" status: 204 len: 168 time: 1.2650809 Aug 29 16:54:19.839350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911f482-7303-4d14-9ed0-0bea54248feb admin admin] Pushing event deleted for resources: {'Network': ['ID=b74008dc-892f-4652-a9a9-6d17ad63dd94,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:19.851995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d9c3c615-6f2a-4f9d-ba04-de5debc352a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.905876 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d9c3c615-6f2a-4f9d-ba04-de5debc352a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:19.929207 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.001492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1ba91-dbfd-40b7-ae1b-c5df71633078 req-de747cb9-6480-4501-9a76-c28a8ecd0e83 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:20.009145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ba1ba91-dbfd-40b7-ae1b-c5df71633078 req-de747cb9-6480-4501-9a76-c28a8ecd0e83 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.0779786 Aug 29 16:54:20.028988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d9c3c615-6f2a-4f9d-ba04-de5debc352a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.082160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45466) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:20.089670 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ba1ba91-dbfd-40b7-ae1b-c5df71633078 req-05b564eb-22dc-4e5f-83b5-4eb100d6824b tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794389 Aug 29 16:54:20.093349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3c615-6f2a-4f9d-ba04-de5debc352a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ac35304-b9e9-4ff4-a6c6-b2fafc12cb03,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:20.109661 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d9c3c615-6f2a-4f9d-ba04-de5debc352a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.115098 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d9c3c615-6f2a-4f9d-ba04-de5debc352a9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9ac35304-b9e9-4ff4-a6c6-b2fafc12cb03 HTTP/1.1" status: 204 len: 168 time: 0.3705950 Aug 29 16:54:20.115839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45468) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:20.145242 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7f10ec84-28ec-4a55-b659-a22462422b79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e813e7c4026d4c0189a2f39cca39a3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618107 Aug 29 16:54:20.147615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45470) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:20.212255 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4c2872e-3505-48ef-bb0d-078eb85a0f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.236833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4c2872e-3505-48ef-bb0d-078eb85a0f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.272993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.314453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4c2872e-3505-48ef-bb0d-078eb85a0f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.320772 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4c2872e-3505-48ef-bb0d-078eb85a0f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.321979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e4c2872e-3505-48ef-bb0d-078eb85a0f94 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3872bd13-a54d-404a-9f0f-5c06550ec837 HTTP/1.1" status: 204 len: 168 time: 0.1732934 Aug 29 16:54:20.345306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2872e-3505-48ef-bb0d-078eb85a0f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3872bd13-a54d-404a-9f0f-5c06550ec837,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:20.415614 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff9288d9-8cd6-440b-9e3e-176b4bb04cd5 req-517720c4-6db6-4e73-9c74-57892d6a3333 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 210 time: 0.0289099 Aug 29 16:54:20.455168 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.476335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:20.494180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:20.494685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d25e7b7-bc9e-4fb6-b5a4-9ca5a75948b1') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:20.508848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.527486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.537142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:54:20.537611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:54:20.539314 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:54:20.610138 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.651058 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:20.655593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd HTTP/1.1" status: 204 len: 168 time: 0.5362558 Aug 29 16:54:20.656402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2f28c-67c3-4256-bd97-d9c0261d4526 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c8d7ee8-2a37-48ac-adb4-dafd6b4c04cd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:20.697210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:20.728054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:20.728665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 90ff83df-1d4c-4cf1-93b0-dcc6da9f1f41 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:20.936574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45492) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:20.978799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-13f1bca9-0c1d-4b77-8102-320f6be39c34 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:20.980927 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-13f1bca9-0c1d-4b77-8102-320f6be39c34 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.10 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 821 time: 0.2240834 Aug 29 16:54:20.996545 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d901bcd2-c33e-46e6-8855-d8b224c8529b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ccf3d373ccb447eb971e689735d1e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560429 Aug 29 16:54:20.996764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45494) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:21.003977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Request body: {'port': {'device_id': 'f3955707-4fff-473e-afbd-7d687294697f', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'admin_state_up': True, 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:21.025397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45496) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:21.063083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e15f45d-5d97-4322-b250-eb9d5293689b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:21.093135 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e15f45d-5d97-4322-b250-eb9d5293689b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:21.136611 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-84e4de5c-e460-446e-8d1f-76a01b85576d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=682cde81e37042eb848fd3fe395d35bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098487 Aug 29 16:54:21.139160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45502) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:21.201576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Made reservation on behalf of aaea8f16d30a4f0d8985da26ab370a2d for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:54:21.206238 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:21.207574 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e15f45d-5d97-4322-b250-eb9d5293689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:21.210384 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e15f45d-5d97-4322-b250-eb9d5293689b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:21.214643 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1e15f45d-5d97-4322-b250-eb9d5293689b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72e53c16-d048-43de-aea6-054e2202b793 HTTP/1.1" status: 204 len: 168 time: 0.2167292 Aug 29 16:54:21.229798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15f45d-5d97-4322-b250-eb9d5293689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e53c16-d048-43de-aea6-054e2202b793,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:21.231496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3032badc-d616-4829-bfee-5101c2a3b4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:21.260357 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3032badc-d616-4829-bfee-5101c2a3b4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:21.376707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dde05a-f86f-4226-8236-d25d511e9c60 req-d8c90042-c167-4ebd-95c7-9c6205595f3e tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:21.378801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7dde05a-f86f-4226-8236-d25d511e9c60 req-d8c90042-c167-4ebd-95c7-9c6205595f3e tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.1107566 Aug 29 16:54:21.406702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Allocated IP 172.20.0.7 (1c918c0c-af56-4d44-8827-0cf8c7a42f1e/5f36c806-9ece-4364-8023-8d53282cc8d9/570c5752-e82d-4137-b7d2-845b5d54c43d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:54:21.422990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3032badc-d616-4829-bfee-5101c2a3b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:21.428348 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3032badc-d616-4829-bfee-5101c2a3b4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:21.430556 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3032badc-d616-4829-bfee-5101c2a3b4c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3bc1e10-7052-4c13-beab-9fafe2ff4363 HTTP/1.1" status: 204 len: 168 time: 0.2893531 Aug 29 16:54:21.472702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032badc-d616-4829-bfee-5101c2a3b4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bc1e10-7052-4c13-beab-9fafe2ff4363,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:21.500536 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7dde05a-f86f-4226-8236-d25d511e9c60 req-61e66634-4abd-40e5-b7a5-632cc68f5972 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113460 Aug 29 16:54:21.690800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5751ff73-13eb-4c8a-b6f5-f4242a98e275 req-64aa53cf-f57d-4b85-8aee-c8e6aedfd620 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 210 time: 0.0710506 Aug 29 16:54:21.741523 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:21.803164 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Transition to ACTIVE for port object 570c5752-e82d-4137-b7d2-845b5d54c43d will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:54:21.881161 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:21.900311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['f2284af2-2fa7-4bfb-bb08-76fae9540614'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:21.980287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:54:22.009985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:22.016854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:54:22.087353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Pushing event updated for resources: {'Port': ['ID=570c5752-e82d-4137-b7d2-845b5d54c43d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:22.147787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:22.148933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:22.176609 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-bc26b9b0-badd-4f49-b3e4-d13c0ef5a174 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1778195 Aug 29 16:54:22.195694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Request body: {'port': {'device_id': 'f3955707-4fff-473e-afbd-7d687294697f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:22.242844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c0332-4800-4fc9-8fff-62529c595dc7 req-a2417ce0-2eff-4997-8942-96e105cb3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:22.244287 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e4c0332-4800-4fc9-8fff-62529c595dc7 req-a2417ce0-2eff-4997-8942-96e105cb3f7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=770824d5e66047ba9ac473c0874bf40b&device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 1097 time: 0.2406709 Aug 29 16:54:22.315206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:22.428644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b150f-b316-4580-829e-a42874dcb3f6 req-6fee926a-d3a8-41c4-a52d-8fa3d2639417 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:22.439621 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd8b150f-b316-4580-829e-a42874dcb3f6 req-6fee926a-d3a8-41c4-a52d-8fa3d2639417 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.3734632 Aug 29 16:54:22.493320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-51376a1a-20e5-4bdc-a079-ffede8d69315 None None] Provisioning for port 570c5752-e82d-4137-b7d2-845b5d54c43d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:22.508396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-51376a1a-20e5-4bdc-a079-ffede8d69315 None None] Provisioning complete for port 570c5752-e82d-4137-b7d2-845b5d54c43d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:22.508781 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-51376a1a-20e5-4bdc-a079-ffede8d69315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:22.607641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-51376a1a-20e5-4bdc-a079-ffede8d69315 None None] Port 570c5752-e82d-4137-b7d2-845b5d54c43d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:54:22.628357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd8b150f-b316-4580-829e-a42874dcb3f6 req-56d95f29-50a3-4613-8dce-ad011c41a1f2 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852529 Aug 29 16:54:22.686005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c0332-4800-4fc9-8fff-62529c595dc7 req-b921da53-1206-474a-b2b0-a1918a6475c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:22.687914 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e4c0332-4800-4fc9-8fff-62529c595dc7 req-b921da53-1206-474a-b2b0-a1918a6475c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=456d99ab-e0c0-4d68-bb06-fa2760da9210 HTTP/1.1" status: 200 len: 920 time: 0.4325056 Aug 29 16:54:22.877361 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e4c0332-4800-4fc9-8fff-62529c595dc7 req-f83a1529-f2cb-4401-b50c-888e241fea56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 217 time: 0.1749699 Aug 29 16:54:22.944395 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c0332-4800-4fc9-8fff-62529c595dc7 req-dd5b0194-c226-4e33-88cd-41b3bb712bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:22.946303 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e4c0332-4800-4fc9-8fff-62529c595dc7 req-dd5b0194-c226-4e33-88cd-41b3bb712bec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b98825-ba59-4f6d-b171-24ac9b8b54e6 HTTP/1.1" status: 200 len: 859 time: 0.0619636 Aug 29 16:54:22.985629 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e4c0332-4800-4fc9-8fff-62529c595dc7 req-b953d78f-efe0-4174-a17f-0b0da60654ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=456d99ab-e0c0-4d68-bb06-fa2760da9210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284457 Aug 29 16:54:23.002968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570c5752-e82d-4137-b7d2-845b5d54c43d {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:23.012296 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:23.037625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f914fb-41d0-4666-92d5-d7712b4b7e83 req-83d3aa72-395d-4a73-ba80-44cc6b4948b1 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:23.039148 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67f914fb-41d0-4666-92d5-d7712b4b7e83 req-83d3aa72-395d-4a73-ba80-44cc6b4948b1 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 931 time: 0.1542196 Aug 29 16:54:23.040217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Transition to ACTIVE for port object 570c5752-e82d-4137-b7d2-845b5d54c43d will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:54:23.063154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:23.142189 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67f914fb-41d0-4666-92d5-d7712b4b7e83 req-7cda6b78-71c9-46e5-b459-d5820367bc5e tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909908 Aug 29 16:54:23.151905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Pushing event updated for resources: {'Port': ['ID=570c5752-e82d-4137-b7d2-845b5d54c43d,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:23.179548 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e4c0332-4800-4fc9-8fff-62529c595dc7 req-6d4868e3-7cd0-4b2c-815b-e6e16474c45f service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677585 Aug 29 16:54:23.273149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Attempting to bind port 570c5752-e82d-4137-b7d2-845b5d54c43d on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:54:23.277882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Attempting to bind port 570c5752-e82d-4137-b7d2-845b5d54c43d by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:54:23.278257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Attempting to bind port 570c5752-e82d-4137-b7d2-845b5d54c43d on network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:23.311767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Port 570c5752-e82d-4137-b7d2-845b5d54c43d on network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:54:23.313680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Attempting to bind port 570c5752-e82d-4137-b7d2-845b5d54c43d on network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:23.322486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:54:23.322486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Checking segment: {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:54:23.322486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Bound using segment: {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:54:23.322486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Bound port: 570c5752-e82d-4137-b7d2-845b5d54c43d, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68fc1b0-fab5-4222-ac8f-291701c624e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:54:23.322987 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:23.486529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] For port 570c5752-e82d-4137-b7d2-845b5d54c43d, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:54:23.495482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] For port 570c5752-e82d-4137-b7d2-845b5d54c43d, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=570c5752-e82d-4137-b7d2-845b5d54c43d,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:54:23.507839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:23.568470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:23.569111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:23.571480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] 10.222.0.10 "PUT /v2.0/ports/570c5752-e82d-4137-b7d2-845b5d54c43d HTTP/1.1" status: 200 len: 1092 time: 1.3841784 Aug 29 16:54:23.572085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3955707-4fff-473e-afbd-7d687294697f', 'tag': '570c5752-e82d-4137-b7d2-845b5d54c43d'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:23.575159 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88924452-287c-434b-b2a7-6086aa6fa405" -d '{"events": [{"name": "network-changed", "server_uuid": "f3955707-4fff-473e-afbd-7d687294697f", "tag": "570c5752-e82d-4137-b7d2-845b5d54c43d"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:23.696649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff85d6-ca6d-4d1f-ac73-38d69d06652d service neutron] Pushing event updated for resources: {'Port': ['ID=570c5752-e82d-4137-b7d2-845b5d54c43d,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:23.737998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-8a9a9289-65a2-4876-be00-fe1b2da5a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:23.739620 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-8a9a9289-65a2-4876-be00-fe1b2da5a410 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 1095 time: 0.1103244 Aug 29 16:54:23.746489 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9acd2b-e9de-4102-91ee-6681db958b0c x-openstack-request-id: req-dc9acd2b-e9de-4102-91ee-6681db958b0c {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:23.746489 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3955707-4fff-473e-afbd-7d687294697f", "tag": "570c5752-e82d-4137-b7d2-845b5d54c43d", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:23.746489 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc9acd2b-e9de-4102-91ee-6681db958b0c {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:23.746489 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3955707-4fff-473e-afbd-7d687294697f', 'tag': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'status': 'completed', 'code': 200} Aug 29 16:54:23.832193 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-6855f6fa-0961-48a7-8558-2ca445bc41c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570c5752-e82d-4137-b7d2-845b5d54c43d HTTP/1.1" status: 200 len: 217 time: 0.0779715 Aug 29 16:54:23.938995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-e852ef5f-278a-483f-bc63-16e77e61d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:23.941038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-e852ef5f-278a-483f-bc63-16e77e61d1f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.0976670 Aug 29 16:54:24.027003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ebc5-5797-40f2-bd09-ce719453ac52 req-024c8501-65d6-4ffc-9369-eb83551f3d4d tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:24.029128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fd64ebc5-5797-40f2-bd09-ce719453ac52 req-024c8501-65d6-4ffc-9369-eb83551f3d4d tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.0800192 Aug 29 16:54:24.035785 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e4c0332-4800-4fc9-8fff-62529c595dc7 req-939b635b-a122-46d2-bb72-8ddfecdc0836 service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8414326 Aug 29 16:54:24.051709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-c80fd3c3-9a2b-47b2-b291-9e2b349d2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:24.053658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-c80fd3c3-9a2b-47b2-b291-9e2b349d2195 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014190 Aug 29 16:54:24.089848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fd64ebc5-5797-40f2-bd09-ce719453ac52 req-01c1a1d1-c922-4020-8fb7-b2435e9bd156 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525160 Aug 29 16:54:24.220774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45680) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:24.396057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1ed710d-c53d-4012-80c7-0c6c8b8ed5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:24.488896 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cff9c-201f-4695-bbdb-d61aeadba0aa req-134f14ec-6e8c-438b-b69c-bbf3ad9b3fed tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:24.490423 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d02cff9c-201f-4695-bbdb-d61aeadba0aa req-134f14ec-6e8c-438b-b69c-bbf3ad9b3fed tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 946 time: 0.5020659 Aug 29 16:54:24.552956 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d02cff9c-201f-4695-bbdb-d61aeadba0aa req-e043f5c4-1ab3-42ba-a784-83942ad9cdf4 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521290 Aug 29 16:54:24.554134 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1ed710d-c53d-4012-80c7-0c6c8b8ed5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:24.562507 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1ed710d-c53d-4012-80c7-0c6c8b8ed5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:24.611697 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-88da30a5-438e-40b1-bf96-40d2cc5debf9 service neutron] 10.222.0.10 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465887 Aug 29 16:54:24.612563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a1ed710d-c53d-4012-80c7-0c6c8b8ed5aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f08ad11e5f3b4ec89c3a3aa4ddd51e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870568 Aug 29 16:54:24.612563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed710d-c53d-4012-80c7-0c6c8b8ed5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3762f3-d718-4e40-83ae-4ffd9bb485b2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:24.613471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45692) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:24.729493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd14769-9459-4539-aee7-7a91abd57eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:24.780768 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd14769-9459-4539-aee7-7a91abd57eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:24.798880 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94c74ae8-5de9-459c-b5a2-f508e4cbed10 req-07d2e9bb-8bd3-4e12-b59c-17c4924d94e6 service neutron] 10.222.0.10 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817350 Aug 29 16:54:24.826020 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e513a4-dfcf-4970-ad95-ad7e4fbcbe70 req-e7a2f64a-940a-4cae-b8da-d420a7c13fd9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:24.831950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17e513a4-dfcf-4970-ad95-ad7e4fbcbe70 req-e7a2f64a-940a-4cae-b8da-d420a7c13fd9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 943 time: 0.0994008 Aug 29 16:54:24.914482 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17e513a4-dfcf-4970-ad95-ad7e4fbcbe70 req-346469b2-9e63-4562-b53d-4b4ef6fe841c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739753 Aug 29 16:54:24.942053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd14769-9459-4539-aee7-7a91abd57eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:24.944264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd14769-9459-4539-aee7-7a91abd57eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:24.945759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88924452-287c-434b-b2a7-6086aa6fa405 req-511ba2a1-e34b-4324-bc1f-2b2ea8edffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:24.947306 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88924452-287c-434b-b2a7-6086aa6fa405 req-511ba2a1-e34b-4324-bc1f-2b2ea8edffd0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 1095 time: 0.0918546 Aug 29 16:54:24.948307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4bd14769-9459-4539-aee7-7a91abd57eb4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c3762f3-d718-4e40-83ae-4ffd9bb485b2 HTTP/1.1" status: 204 len: 168 time: 0.3298898 Aug 29 16:54:24.964714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd14769-9459-4539-aee7-7a91abd57eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3762f3-d718-4e40-83ae-4ffd9bb485b2,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:25.120390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88924452-287c-434b-b2a7-6086aa6fa405 req-dc3752f8-badf-4a7a-b381-354e537311f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:25.122500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88924452-287c-434b-b2a7-6086aa6fa405 req-dc3752f8-badf-4a7a-b381-354e537311f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.1601603 Aug 29 16:54:25.204466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45720) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:25.209065 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88924452-287c-434b-b2a7-6086aa6fa405 req-4f4c3538-11b6-48dd-a747-84424f57ce30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570c5752-e82d-4137-b7d2-845b5d54c43d HTTP/1.1" status: 200 len: 217 time: 0.0787406 Aug 29 16:54:25.304467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88924452-287c-434b-b2a7-6086aa6fa405 req-65b4ee3d-9759-4683-a36d-99f9200496f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:25.305967 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88924452-287c-434b-b2a7-6086aa6fa405 req-65b4ee3d-9759-4683-a36d-99f9200496f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.0861256 Aug 29 16:54:25.316359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2f2b1-be06-4658-9187-74fdeb78226f req-cb84c635-89df-4859-9d46-372f88c2e8f3 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:25.318151 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bde2f2b1-be06-4658-9187-74fdeb78226f req-cb84c635-89df-4859-9d46-372f88c2e8f3 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.1115556 Aug 29 16:54:25.410656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bde2f2b1-be06-4658-9187-74fdeb78226f req-443d5b08-5b1e-4415-8171-cfdcf397b8ee tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802872 Aug 29 16:54:25.422621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88924452-287c-434b-b2a7-6086aa6fa405 req-bcb8ffe2-13ab-483e-b8dd-ba8db06afdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:25.424735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88924452-287c-434b-b2a7-6086aa6fa405 req-bcb8ffe2-13ab-483e-b8dd-ba8db06afdc5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051867 Aug 29 16:54:25.438560 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36d40f73-fe4f-4680-80cd-c9b6c6de6cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:25.548601 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:54:25.550476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88924452-287c-434b-b2a7-6086aa6fa405 req-bc9c3f71-71f9-4a00-9a47-65a85643384a service neutron] 10.222.0.10 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178758 Aug 29 16:54:25.605573 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36d40f73-fe4f-4680-80cd-c9b6c6de6cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:25.620653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36d40f73-fe4f-4680-80cd-c9b6c6de6cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:25.748043 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-36d40f73-fe4f-4680-80cd-c9b6c6de6cca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec700c5883344a11a3cd1239e20fb5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5423715 Aug 29 16:54:25.749309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d40f73-fe4f-4680-80cd-c9b6c6de6cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c84d1a0-77a5-45dd-a7cb-abc01e08f85a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:25.752845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45742) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:25.820925 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88924452-287c-434b-b2a7-6086aa6fa405 req-709d7b14-89c4-4954-bd8c-4fb7844dbc6f service neutron] 10.222.0.10 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602258 Aug 29 16:54:25.875152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54de3d59-84cc-4778-b3dc-cd27ecf62753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:25.914876 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54de3d59-84cc-4778-b3dc-cd27ecf62753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:26.064471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c25cf-27bd-4203-8fa9-1f79b6a08f2c req-f27855a9-efc6-4a5f-beb3-43908e65545c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:26.069299 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f72c25cf-27bd-4203-8fa9-1f79b6a08f2c req-f27855a9-efc6-4a5f-beb3-43908e65545c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 946 time: 0.0963895 Aug 29 16:54:26.094074 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54de3d59-84cc-4778-b3dc-cd27ecf62753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:26.097252 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54de3d59-84cc-4778-b3dc-cd27ecf62753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:26.099046 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-54de3d59-84cc-4778-b3dc-cd27ecf62753 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c84d1a0-77a5-45dd-a7cb-abc01e08f85a HTTP/1.1" status: 204 len: 168 time: 0.3430705 Aug 29 16:54:26.124576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de3d59-84cc-4778-b3dc-cd27ecf62753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c84d1a0-77a5-45dd-a7cb-abc01e08f85a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:26.184185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f72c25cf-27bd-4203-8fa9-1f79b6a08f2c req-7fdd6d0d-f1a9-49a0-85ee-5364f13150f3 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997465 Aug 29 16:54:26.218212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbdd21-2d0c-44c8-98bd-b4c857aacbbe req-21961725-9790-4a36-908b-747f3116f331 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:26.220145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43dbdd21-2d0c-44c8-98bd-b4c857aacbbe req-21961725-9790-4a36-908b-747f3116f331 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 943 time: 0.1392081 Aug 29 16:54:26.279061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43dbdd21-2d0c-44c8-98bd-b4c857aacbbe req-edfa44f0-b63b-4f46-9923-d9900d80cf12 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497034 Aug 29 16:54:26.421830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 570c5752-e82d-4137-b7d2-845b5d54c43d details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:54:26.612835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58ef6b-ea56-4b8d-9666-54913601098e req-0277186e-4dae-4c94-93e6-43167c312b63 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:26.624309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 570c5752-e82d-4137-b7d2-845b5d54c43d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=570c5752-e82d-4137-b7d2-845b5d54c43d,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:26.624784 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3e58ef6b-ea56-4b8d-9666-54913601098e req-0277186e-4dae-4c94-93e6-43167c312b63 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.0857952 Aug 29 16:54:26.672633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'port_id': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'mac_address': 'fa:16:3e:6e:3a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:54:26.704138 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3e58ef6b-ea56-4b8d-9666-54913601098e req-9c3988d9-d82a-46b2-93fb-0319b74d7a4e tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782785 Aug 29 16:54:26.772290 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:26.806601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570c5752-e82d-4137-b7d2-845b5d54c43d {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:26.839750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 570c5752-e82d-4137-b7d2-845b5d54c43d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=570c5752-e82d-4137-b7d2-845b5d54c43d,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:26.847966 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:26.928318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=570c5752-e82d-4137-b7d2-845b5d54c43d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:27.091919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['570c5752-e82d-4137-b7d2-845b5d54c43d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:27.259216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453efc0a-c329-4305-b7af-91a82bdcf087 req-8e2417f2-0435-4b59-81ef-9a8913256cfb tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:27.270263 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-453efc0a-c329-4305-b7af-91a82bdcf087 req-8e2417f2-0435-4b59-81ef-9a8913256cfb tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 946 time: 0.0848534 Aug 29 16:54:27.348418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45844) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:27.354021 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-453efc0a-c329-4305-b7af-91a82bdcf087 req-2a6472a5-cfc8-4ee3-92cb-c99ecd7f1096 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824044 Aug 29 16:54:27.437456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45848) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:27.492352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1768040846-network', 'tenant_id': '45c8dc6bdf4049e19980c0a5d5aa9e39'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:27.499844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8a57-1e13-467a-bc62-040833f80275 req-ee43b645-e85d-4e54-8a34-ce2dfb25a768 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:27.501710 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fcf8a57-1e13-467a-bc62-040833f80275 req-ee43b645-e85d-4e54-8a34-ce2dfb25a768 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 944 time: 0.0792742 Aug 29 16:54:27.520456 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-988b40fb-ea7c-4389-80d2-2a61703da4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:27.555924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fcf8a57-1e13-467a-bc62-040833f80275 req-9e8a5394-b38f-4816-823d-f8b5cabc0de5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472164 Aug 29 16:54:27.556543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Made reservation on behalf of 45c8dc6bdf4049e19980c0a5d5aa9e39 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:54:27.559963 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:27.575986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:27.672328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-988b40fb-ea7c-4389-80d2-2a61703da4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:27.681616 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-988b40fb-ea7c-4389-80d2-2a61703da4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:27.744086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b40fb-ea7c-4389-80d2-2a61703da4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b446c2-b918-4f8d-84a6-79a5fd3be410,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:27.751402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-988b40fb-ea7c-4389-80d2-2a61703da4f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c294414bd99040f99173661c1e826616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126996 Aug 29 16:54:27.754421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45854) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:27.873508 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7424ac6-8636-4a68-8430-fc248727e1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:27.914281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e5da7-f10c-485b-bd85-bed44dffe19d req-b88a5467-1a9a-4589-a408-ea693faf8d87 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:27.915809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-286e5da7-f10c-485b-bd85-bed44dffe19d req-b88a5467-1a9a-4589-a408-ea693faf8d87 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.1208279 Aug 29 16:54:27.917780 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:27.933765 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7424ac6-8636-4a68-8430-fc248727e1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:27.935381 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:27.990122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:54:28.017271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc988f03-b89c-4c76-85f7-ffd98a7a7d04,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:28.024794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:28.025167 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Added segment 9b1e9490-0dd0-4215-b59b-cf23e0cccc69 of type vlan for network 0991fc44-0e51-497d-a36d-d6ba73e184ad Aug 29 16:54:28.035799 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-286e5da7-f10c-485b-bd85-bed44dffe19d req-2bb73f85-3fc8-4df8-85d5-2c9068c22dee tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127608 Aug 29 16:54:28.073479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:28.083023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7424ac6-8636-4a68-8430-fc248727e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:28.085588 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7424ac6-8636-4a68-8430-fc248727e1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:28.089140 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f7424ac6-8636-4a68-8430-fc248727e1a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33b446c2-b918-4f8d-84a6-79a5fd3be410 HTTP/1.1" status: 204 len: 168 time: 0.3314147 Aug 29 16:54:28.109418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7424ac6-8636-4a68-8430-fc248727e1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b446c2-b918-4f8d-84a6-79a5fd3be410,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:28.118214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:28.119412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:28.120149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:28.195492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45862) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:28.195707 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8457561 Aug 29 16:54:28.199237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bb84d-01ec-4765-ba18-c0940e04953f admin admin] Pushing event updated for resources: {'Network': ['ID=0991fc44-0e51-497d-a36d-d6ba73e184ad,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:28.202102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] Request body: {'subnet': {'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1768040846-subnet', 'tenant_id': '45c8dc6bdf4049e19980c0a5d5aa9e39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:28.211156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 0991fc44-0e51-497d-a36d-d6ba73e184ad details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:54:28.270815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] Made reservation on behalf of 45c8dc6bdf4049e19980c0a5d5aa9e39 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:54:28.290931 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:28.451174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 570c5752-e82d-4137-b7d2-845b5d54c43d up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:28.597202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 570c5752-e82d-4137-b7d2-845b5d54c43d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:28.603343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 570c5752-e82d-4137-b7d2-845b5d54c43d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:28.603924 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:28.613166 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80564b-94c0-455c-8f4d-d0dc4aa83fd1 req-8934cfa3-1479-4b65-9c9b-7f588484a37a tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:28.614819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:28.621597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d80564b-94c0-455c-8f4d-d0dc4aa83fd1 req-8934cfa3-1479-4b65-9c9b-7f588484a37a tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 946 time: 0.1186903 Aug 29 16:54:28.692656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d80564b-94c0-455c-8f4d-d0dc4aa83fd1 req-14e1c698-5deb-4c24-8079-f82f7e13bf1c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620215 Aug 29 16:54:28.723565 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:28.760757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3955707-4fff-473e-afbd-7d687294697f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570c5752-e82d-4137-b7d2-845b5d54c43d'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:28.763619 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422087fa-3499-4c0e-a149-ba73005e94e2" -d '{"events": [{"server_uuid": "f3955707-4fff-473e-afbd-7d687294697f", "name": "network-vif-plugged", "status": "completed", "tag": "570c5752-e82d-4137-b7d2-845b5d54c43d"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:28.779911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 570c5752-e82d-4137-b7d2-845b5d54c43d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=570c5752-e82d-4137-b7d2-845b5d54c43d,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:28.804553 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:28.862440 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e151c11a-e931-4703-9879-f13b673e16ef x-openstack-request-id: req-e151c11a-e931-4703-9879-f13b673e16ef {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:28.862772 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3955707-4fff-473e-afbd-7d687294697f", "name": "network-vif-plugged", "status": "completed", "tag": "570c5752-e82d-4137-b7d2-845b5d54c43d", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:28.863051 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e151c11a-e931-4703-9879-f13b673e16ef {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:28.863411 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3955707-4fff-473e-afbd-7d687294697f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'code': 200} Aug 29 16:54:28.875624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0683e233-879a-4fd9-8ba9-d332f630c198,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:28.881916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=570c5752-e82d-4137-b7d2-845b5d54c43d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:28.892004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af94e3-6956-45a3-98be-8483ee2e18a4 req-821f89e7-14a9-4b85-8cc8-6e2e9f462697 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:28.900364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47af94e3-6956-45a3-98be-8483ee2e18a4 req-821f89e7-14a9-4b85-8cc8-6e2e9f462697 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 944 time: 0.1984868 Aug 29 16:54:28.916265 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] Checking segment: {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:54:28.916535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] Network hostable DHCP agents. Network: 0991fc44-0e51-497d-a36d-d6ba73e184ad, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:54:28.968886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47af94e3-6956-45a3-98be-8483ee2e18a4 req-509c56b4-94b6-4c2b-9ca4-7e6521093a16 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674083 Aug 29 16:54:29.005283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] Network 0991fc44-0e51-497d-a36d-d6ba73e184ad is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:54:29.037883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d117b-5539-4b2a-81aa-7cc90b40ec7a req-8cfc2583-22f5-4ea7-b9f3-7a8a1839b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:29.039842 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1c1d117b-5539-4b2a-81aa-7cc90b40ec7a req-8cfc2583-22f5-4ea7-b9f3-7a8a1839b88f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 1097 time: 0.0886846 Aug 29 16:54:29.059027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 0991fc44-0e51-497d-a36d-d6ba73e184ad) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:29.065931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:29.066637 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:29.082593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5fa3f5-3b41-43a3-95ba-c565d7d6c3f3 None None] Network 0991fc44-0e51-497d-a36d-d6ba73e184ad requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:54:29.097810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1c1d117b-5539-4b2a-81aa-7cc90b40ec7a req-273d10f9-6e2a-45af-8d84-2ded375aab85 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460775 Aug 29 16:54:29.123808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-32ef6983-bdd3-4309-b9f7-80e80901516b tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:29.130602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-32ef6983-bdd3-4309-b9f7-80e80901516b tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 946 time: 0.1158326 Aug 29 16:54:29.132830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eca04ab1-75c4-4bb6-a6f9-33400385900d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9362037 Aug 29 16:54:29.302734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f8a4a-fb46-4ede-9266-69f1b19d10be req-f1074c29-c558-4ed5-8558-e9e9c51a7e0e tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:29.305054 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-014f8a4a-fb46-4ede-9266-69f1b19d10be req-f1074c29-c558-4ed5-8558-e9e9c51a7e0e tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.1126432 Aug 29 16:54:29.317242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45910) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:29.332744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3154e0fe-043e-486c-ac14-d7e8a78e78fa None None] Network 0991fc44-0e51-497d-a36d-d6ba73e184ad requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:54:29.352050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Deleting port 88aa6786-8661-43b1-9280-42887c554aa7 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:29.352706 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:29.394149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-014f8a4a-fb46-4ede-9266-69f1b19d10be req-7a5e1778-ecb9-40a2-9099-6d6cf3d44b4c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700271 Aug 29 16:54:29.536138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] For port 88aa6786-8661-43b1-9280-42887c554aa7, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88aa6786-8661-43b1-9280-42887c554aa7,segment=NetworkSegment(d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b),segment_id=d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:29.536518 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:29.579604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-845812492-network', 'tenant_id': '45cc359b404949c58d2737e5b03ee07f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:29.636201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Made reservation on behalf of 45cc359b404949c58d2737e5b03ee07f for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:54:29.640703 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:29.652693 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:29.796698 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:29.802874 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:29.900905 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:29.901512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:29.901962 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Floating IP 60526d41-a532-4e6d-a354-c499864f4f9f disassociated. External IP: 172.25.5.218, port: 88aa6786-8661-43b1-9280-42887c554aa7. Aug 29 16:54:29.902329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Calling delete_port for 88aa6786-8661-43b1-9280-42887c554aa7 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:29.912221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:54:29.919303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fb10be-c82c-4d2c-ade3-ae953c49a4d0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:29.929253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ca947-653b-4c5c-8b33-a8af54f57b60 req-acace48e-c426-4bf3-bd45-c0151d54e294 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:29.931764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:29.932286 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Added segment 5d87ae29-1f21-4c29-bd84-346b72b5fa88 of type vlan for network 80d6ec7b-96b1-4eb7-848c-3caa5dbd1315 Aug 29 16:54:29.936778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-726ca947-653b-4c5c-8b33-a8af54f57b60 req-acace48e-c426-4bf3-bd45-c0151d54e294 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 946 time: 0.1220841 Aug 29 16:54:29.988953 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-464b106a-6971-4d0e-85db-22dfbe666b56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1725008 Aug 29 16:54:30.024966 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-726ca947-653b-4c5c-8b33-a8af54f57b60 req-0183620d-5a3e-4838-afd6-352cb9d2636c tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups?id=b85d8472-85cc-4186-a11a-f26c6a74f216&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872550 Aug 29 16:54:30.028489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-9ace53a8-4390-430d-8337-a4feb26881c0 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:30.041677 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-9ace53a8-4390-430d-8337-a4feb26881c0 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 815 time: 0.2155380 Aug 29 16:54:30.041677 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:30.060501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-e1102f0b-6fc4-4cc1-9f2f-a1075a4b683b tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/quotas/45c8dc6bdf4049e19980c0a5d5aa9e39 HTTP/1.1" status: 200 len: 375 time: 0.0233207 Aug 29 16:54:30.109827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-a09d50cb-c27d-44d0-a8e3-83e693583c31 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483019 Aug 29 16:54:30.188813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:30.189905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:30.190494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:30.248985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-9f0d4a19-42f8-4305-a01e-6c5e0e8e1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:30.251315 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-9f0d4a19-42f8-4305-a01e-6c5e0e8e1259 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56f4737bd4bf489985761b33a0c0c50c&device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 1097 time: 0.2253895 Aug 29 16:54:30.268534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019897b-feb0-4a9b-b944-a21f5f5acb5e req-06d96713-8c72-4b8a-98fe-926ffb7f2e88 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:30.270806 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0019897b-feb0-4a9b-b944-a21f5f5acb5e req-06d96713-8c72-4b8a-98fe-926ffb7f2e88 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 945 time: 0.1065855 Aug 29 16:54:30.271673 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:30.284725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9660096 Aug 29 16:54:30.287410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45944) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:30.294027 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] Request body: {'subnet': {'network_id': '80d6ec7b-96b1-4eb7-848c-3caa5dbd1315', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-845812492-subnet', 'tenant_id': '45cc359b404949c58d2737e5b03ee07f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:30.299587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc11447-f4c4-449c-ad23-add75ad9a1d2 admin admin] Pushing event updated for resources: {'Network': ['ID=80d6ec7b-96b1-4eb7-848c-3caa5dbd1315,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:30.310591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 80d6ec7b-96b1-4eb7-848c-3caa5dbd1315 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:54:30.319567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Pushing event deleted for resources: {'Port': ['ID=88aa6786-8661-43b1-9280-42887c554aa7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:30.320549 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-2e660241-ef70-4861-80ff-8c3fbd396ce2 service neutron] 10.222.0.22 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070107 Aug 29 16:54:30.384538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] Made reservation on behalf of 45cc359b404949c58d2737e5b03ee07f for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:54:30.387227 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:30.476794 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0019897b-feb0-4a9b-b944-a21f5f5acb5e req-a374d869-6726-4e2f-a71f-4ef2125f37c4 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648641 Aug 29 16:54:30.586679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-df25726f-26b3-462d-9037-15e80505df1f service neutron] 10.222.0.22 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651799 Aug 29 16:54:30.590371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-a8ce0b41-64c3-4391-888a-2fe1db9b4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:30.591882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-a8ce0b41-64c3-4391-888a-2fe1db9b4df2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=14076af5-56ad-4968-b3b7-9c9115e37b7e HTTP/1.1" status: 200 len: 925 time: 0.2892435 Aug 29 16:54:30.676818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Router 6a62e033-5a5c-44d2-b287-db74de504f68 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:30.704506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-e54d4b76-e31b-427a-9b04-f86d13ccf79a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e58dfb3-976f-4596-b544-f740d7ea42ec HTTP/1.1" status: 200 len: 1001 time: 0.0995622 Aug 29 16:54:30.832353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:30.997807 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75a94927-0c04-4185-a0e8-882babf56997 req-5d25ff65-fd65-46b1-be3a-bd7ac94a8c45 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 210 time: 0.0954187 Aug 29 16:54:31.000250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d74b59-ddfa-4752-a150-589db9b42c56,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:31.009743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] Checking segment: {'id': '5d87ae29-1f21-4c29-bd84-346b72b5fa88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '80d6ec7b-96b1-4eb7-848c-3caa5dbd1315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:54:31.010274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] Network hostable DHCP agents. Network: 80d6ec7b-96b1-4eb7-848c-3caa5dbd1315, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:54:31.040856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-0f708176-1932-4bd7-bec6-de9dd635ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:31.043626 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-0f708176-1932-4bd7-bec6-de9dd635ffc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc48a1e5-f777-468f-92e8-df12ae9f9b67 HTTP/1.1" status: 200 len: 863 time: 0.3298993 Aug 29 16:54:31.048699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] Network 80d6ec7b-96b1-4eb7-848c-3caa5dbd1315 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:54:31.066850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 80d6ec7b-96b1-4eb7-848c-3caa5dbd1315) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:31.078804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc40a93d-efdc-4500-8ba5-3b0d90a430af None None] Network 80d6ec7b-96b1-4eb7-848c-3caa5dbd1315 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:54:31.083185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:31.083916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:31.113335 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-618c57d4-4f11-4791-95c5-cab6d5887920 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8219421 Aug 29 16:54:31.139314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f73858-e04a-433f-b1aa-deb2d0c5d7cf req-08dd1068-38ca-43dc-85b8-626c3d57f17c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:31.144088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60f73858-e04a-433f-b1aa-deb2d0c5d7cf req-08dd1068-38ca-43dc-85b8-626c3d57f17c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.2961195 Aug 29 16:54:31.215861 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e80ccef3-971e-4d33-9dae-af513d078c2d req-ec3fdff6-ee4e-4552-970e-960d4609d690 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce7d495a-fa0a-48af-9cf0-cedc6d54fe71 HTTP/1.1" status: 200 len: 210 time: 0.0480695 Aug 29 16:54:31.234486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:31.252636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3904ce-34fc-4964-90ed-42733ab87646 None None] Sync routers for ids ['6a62e033-5a5c-44d2-b287-db74de504f68'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:31.299730 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3904ce-34fc-4964-90ed-42733ab87646 None None] Routers {'6a62e033-5a5c-44d2-b287-db74de504f68'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:31.300631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5b3904ce-34fc-4964-90ed-42733ab87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a62e033-5a5c-44d2-b287-db74de504f68'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:31.348836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] No DVR routers for this DVR port 88aa6786-8661-43b1-9280-42887c554aa7 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:54:31.352670 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:31.355581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52436e22-b3ab-4a0a-935c-85cfa2c07bf7 req-240ab69f-ca83-4807-a293-d995c8897b08 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.16 "DELETE /v2.0/ports/88aa6786-8661-43b1-9280-42887c554aa7 HTTP/1.1" status: 204 len: 173 time: 2.2177427 Aug 29 16:54:31.355581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'name': 'network-vif-deleted', 'tag': '88aa6786-8661-43b1-9280-42887c554aa7'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:31.358593 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b8cfc4-145f-4a8e-ad17-cb9392cb0797" -d '{"events": [{"server_uuid": "ce7d495a-fa0a-48af-9cf0-cedc6d54fe71", "name": "network-vif-deleted", "tag": "88aa6786-8661-43b1-9280-42887c554aa7"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:31.371678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-d64fcf56-6b5b-4035-80e5-d24d693a85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:31.373527 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-d64fcf56-6b5b-4035-80e5-d24d693a85fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14076af5-56ad-4968-b3b7-9c9115e37b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3155079 Aug 29 16:54:31.420091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-2666e26e-73dd-4a36-a2b9-a116ada43df2 req-f423e2a1-e937-4c55-97ec-2b0d65c72969 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-194743993', 'description': 'tempest-description-519744736'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:31.459674 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2666e26e-73dd-4a36-a2b9-a116ada43df2 req-f423e2a1-e937-4c55-97ec-2b0d65c72969 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:31.471998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ff77c9-a231-4ba7-ba16-cde3ba056526 None None] Network 80d6ec7b-96b1-4eb7-848c-3caa5dbd1315 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:54:31.603119 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2666e26e-73dd-4a36-a2b9-a116ada43df2 req-f423e2a1-e937-4c55-97ec-2b0d65c72969 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:31.610369 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2666e26e-73dd-4a36-a2b9-a116ada43df2 req-f423e2a1-e937-4c55-97ec-2b0d65c72969 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:31.616547 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60f73858-e04a-433f-b1aa-deb2d0c5d7cf req-95ae9890-504b-4e2a-baf8-047de44a210f tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986015 Aug 29 16:54:31.619110 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-ed405774-55e7-4f25-a95d-adb5315a8a4d service neutron] 10.222.0.16 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263122 Aug 29 16:54:31.662080 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2666e26e-73dd-4a36-a2b9-a116ada43df2 req-f423e2a1-e937-4c55-97ec-2b0d65c72969 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:31.678715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2666e26e-73dd-4a36-a2b9-a116ada43df2 req-f423e2a1-e937-4c55-97ec-2b0d65c72969 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2632213 Aug 29 16:54:31.679384 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-5b3904ce-34fc-4964-90ed-42733ab87646 None None] Set router 6a62e033-5a5c-44d2-b287-db74de504f68 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:31.693876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423e2a1-e937-4c55-97ec-2b0d65c72969 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f171b74-f0c6-4c54-9bef-4dd05bc9fa3b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:31.742512 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3240cbc4-0c90-4eb1-9881-79971060336f x-openstack-request-id: req-3240cbc4-0c90-4eb1-9881-79971060336f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:31.742875 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7d495a-fa0a-48af-9cf0-cedc6d54fe71", "name": "network-vif-deleted", "tag": "88aa6786-8661-43b1-9280-42887c554aa7", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:31.743129 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3240cbc4-0c90-4eb1-9881-79971060336f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:31.743932 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7d495a-fa0a-48af-9cf0-cedc6d54fe71', 'name': 'network-vif-deleted', 'tag': '88aa6786-8661-43b1-9280-42887c554aa7', 'status': 'completed', 'code': 200} Aug 29 16:54:31.811430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86873de3-04d0-49c6-a323-560b9b3666b6 req-84c16ea2-5ee7-4bbc-9fc0-c001cbbd8725 service neutron] 10.222.0.16 "GET /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764617 Aug 29 16:54:31.892915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e20e69-1eb7-475c-b834-53dfee0d1c8b req-9c339bab-f7e9-472a-946b-21345d805346 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:31.895003 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97e20e69-1eb7-475c-b834-53dfee0d1c8b req-9c339bab-f7e9-472a-946b-21345d805346 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 945 time: 0.1284401 Aug 29 16:54:31.978427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97e20e69-1eb7-475c-b834-53dfee0d1c8b req-16806a31-e367-42f6-bad3-d10b14f7b604 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762198 Aug 29 16:54:31.990528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-637cb7e6-2f81-445c-a740-3346a02c7bcb req-be59b2ae-ba9c-4f81-807a-80f5752a0277 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/0f171b74-f0c6-4c54-9bef-4dd05bc9fa3b HTTP/1.1" status: 200 len: 1803 time: 0.1134298 Aug 29 16:54:31.996500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-637cb7e6-2f81-445c-a740-3346a02c7bcb req-b34c5c34-0da0-4ddf-922e-72e97c96d4b2 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f171b74-f0c6-4c54-9bef-4dd05bc9fa3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:31.997363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-637cb7e6-2f81-445c-a740-3346a02c7bcb req-b34c5c34-0da0-4ddf-922e-72e97c96d4b2 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f171b74-f0c6-4c54-9bef-4dd05bc9fa3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:32.093424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5b3904ce-34fc-4964-90ed-42733ab87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '188cc5e0-5cc0-42e5-8e14-5f232919a709', 'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'mac_address': 'fa:16:3e:08:f8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:51:03Z', 'updated_at': '2021-08-29T16:51:10Z', 'revision_number': 5, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'subnets': [{'id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:32.121402 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-637cb7e6-2f81-445c-a740-3346a02c7bcb req-b34c5c34-0da0-4ddf-922e-72e97c96d4b2 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:32.164163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3904ce-34fc-4964-90ed-42733ab87646 None None] Checking router: 6a62e033-5a5c-44d2-b287-db74de504f68 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:32.175733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3904ce-34fc-4964-90ed-42733ab87646 None None] Routers {'6a62e033-5a5c-44d2-b287-db74de504f68'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:32.176372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5b3904ce-34fc-4964-90ed-42733ab87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a62e033-5a5c-44d2-b287-db74de504f68'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:32.210581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-637cb7e6-2f81-445c-a740-3346a02c7bcb req-b34c5c34-0da0-4ddf-922e-72e97c96d4b2 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:32.222747 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-637cb7e6-2f81-445c-a740-3346a02c7bcb req-b34c5c34-0da0-4ddf-922e-72e97c96d4b2 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:32.246474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c5c34-0da0-4ddf-922e-72e97c96d4b2 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca8914a-2fde-43eb-acde-7a9a374a5e38,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:32.254861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-637cb7e6-2f81-445c-a740-3346a02c7bcb req-b34c5c34-0da0-4ddf-922e-72e97c96d4b2 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:32.269269 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-637cb7e6-2f81-445c-a740-3346a02c7bcb req-b34c5c34-0da0-4ddf-922e-72e97c96d4b2 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2762403 Aug 29 16:54:32.342755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-5b3904ce-34fc-4964-90ed-42733ab87646 None None] Set router 6a62e033-5a5c-44d2-b287-db74de504f68 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:32.384903 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-988aa6f2-0202-4e6a-81be-ea168c2dc0bc req-ade05493-9ddd-426c-b210-bad97bd5c5a2 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 210 time: 0.0467215 Aug 29 16:54:32.393125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-b151ce59-656d-4c57-8f96-3df2120421c0 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:32.414749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-b151ce59-656d-4c57-8f96-3df2120421c0 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1055076 Aug 29 16:54:32.482754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-9a800058-1a02-4373-bf3b-ee0522abecd2 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 695 time: 0.0758877 Aug 29 16:54:32.489191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-415c117b-a97e-4a3a-900b-c366be268b1c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Request body: {'floatingip': {'port_id': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:32.529065 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 88aa6786-8661-43b1-9280-42887c554aa7 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:32.548527 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-415c117b-a97e-4a3a-900b-c366be268b1c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:32.563566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4c469dab-dc16-4d57-92e2-fb2eaa603582 req-2eac8de1-246a-44bb-8b16-cf01df555eec tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-615910649', 'description': 'tempest-description-707555003'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:32.577574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 88aa6786-8661-43b1-9280-42887c554aa7 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:32.577912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 88aa6786-8661-43b1-9280-42887c554aa7 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:32.661917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-eb2c3383-45bc-491b-8200-ded47b986269 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:32.663659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-eb2c3383-45bc-491b-8200-ded47b986269 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.16 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 815 time: 0.2358835 Aug 29 16:54:32.665313 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4c469dab-dc16-4d57-92e2-fb2eaa603582 req-2eac8de1-246a-44bb-8b16-cf01df555eec tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:32.686988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Request body: {'port': {'device_id': '19c7a0da-6969-4852-be8b-741397c0b376', 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad', 'admin_state_up': True, 'tenant_id': '45c8dc6bdf4049e19980c0a5d5aa9e39'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:32.800907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5b3904ce-34fc-4964-90ed-42733ab87646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '188cc5e0-5cc0-42e5-8e14-5f232919a709', 'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'mac_address': 'fa:16:3e:08:f8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:51:03Z', 'updated_at': '2021-08-29T16:51:10Z', 'revision_number': 5, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'subnets': [{'id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:32.927677 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4c469dab-dc16-4d57-92e2-fb2eaa603582 req-2eac8de1-246a-44bb-8b16-cf01df555eec tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:32.937896 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4c469dab-dc16-4d57-92e2-fb2eaa603582 req-2eac8de1-246a-44bb-8b16-cf01df555eec tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:32.966839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3904ce-34fc-4964-90ed-42733ab87646 None None] The sync data for ids ['6a62e033-5a5c-44d2-b287-db74de504f68'] in n-d-713301-13 is: [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:51:04Z', 'revision_number': 4, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '188cc5e0-5cc0-42e5-8e14-5f232919a709', 'name': '', 'network_id': '82248327-0b36-48ab-88fd-670156dd702c', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'mac_address': 'fa:16:3e:08:f8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:51:03Z', 'updated_at': '2021-08-29T16:51:10Z', 'revision_number': 5, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'subnets': [{'id': 'ca16c2c1-fbc7-4311-b124-10b6e9b31908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:33.021156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Made reservation on behalf of 45c8dc6bdf4049e19980c0a5d5aa9e39 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:54:33.026144 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:33.030022 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4c469dab-dc16-4d57-92e2-fb2eaa603582 req-2eac8de1-246a-44bb-8b16-cf01df555eec tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:33.047936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c469dab-dc16-4d57-92e2-fb2eaa603582 req-2eac8de1-246a-44bb-8b16-cf01df555eec tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4913871 Aug 29 16:54:33.055207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac8de1-246a-44bb-8b16-cf01df555eec tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7c876b-12a5-4f55-b5fa-fefca1cb1dae,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:33.088900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46014) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:33.243545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-415c117b-a97e-4a3a-900b-c366be268b1c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:33.253475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-415c117b-a97e-4a3a-900b-c366be268b1c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:33.328773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3118e-0c75-4bd9-810d-67989091ec79 req-95fa1897-6399-4071-bcd4-24cabffd578f tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:33.332127 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6f3118e-0c75-4bd9-810d-67989091ec79 req-95fa1897-6399-4071-bcd4-24cabffd578f tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.1634233 Aug 29 16:54:33.430405 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6619-4b7b-4c92-b9b1-d04054319900 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:33.446132 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad407db8-7895-467f-b349-2b01f5dcde83 None None] New status for floating IP 60526d41-a532-4e6d-a354-c499864f4f9f: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:54:33.453853 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-415c117b-a97e-4a3a-900b-c366be268b1c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Floating IP c72efab6-7778-4324-b4dd-8b7187244a5c associated. External IP: 172.25.5.96, port: f2284af2-2fa7-4bfb-bb08-76fae9540614. Aug 29 16:54:33.474338 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6619-4b7b-4c92-b9b1-d04054319900 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:33.525500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Allocated IP 172.20.0.10 (0991fc44-0e51-497d-a36d-d6ba73e184ad/0683e233-879a-4fd9-8ba9-d332f630c198/ac0a71d4-1be2-4cfb-b3d2-34ee716664ac) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:54:33.591045 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6f3118e-0c75-4bd9-810d-67989091ec79 req-763d81cd-7bfa-416b-b819-d8505e10b00b tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508814 Aug 29 16:54:33.599496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6619-4b7b-4c92-b9b1-d04054319900 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:33.602458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6619-4b7b-4c92-b9b1-d04054319900 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:33.603583 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6c7c6619-4b7b-4c92-b9b1-d04054319900 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "DELETE /v2.0/security-groups/b85d8472-85cc-4186-a11a-f26c6a74f216 HTTP/1.1" status: 204 len: 168 time: 0.5105529 Aug 29 16:54:33.608574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46022) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:33.621367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c6619-4b7b-4c92-b9b1-d04054319900 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85d8472-85cc-4186-a11a-f26c6a74f216,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:33.628346 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-244f1b19-e768-4471-b162-0d38e6478371 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] show failed (client error): The resource could not be found. Aug 29 16:54:33.632894 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-244f1b19-e768-4471-b162-0d38e6478371 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "GET /v2.0/security-groups/b85d8472-85cc-4186-a11a-f26c6a74f216 HTTP/1.1" status: 404 len: 347 time: 0.0198576 Aug 29 16:54:33.632894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46024) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:33.860098 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af463a98-52b2-4867-9dc1-8067b80d410c req-ed132e26-c657-49ca-901f-4faa52f6e9d7 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/8d7c876b-12a5-4f55-b5fa-fefca1cb1dae HTTP/1.1" status: 200 len: 1803 time: 0.0733247 Aug 29 16:54:33.866186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-af463a98-52b2-4867-9dc1-8067b80d410c req-2e876210-355e-4257-a90b-581363d0ac74 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d7c876b-12a5-4f55-b5fa-fefca1cb1dae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:33.867018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-af463a98-52b2-4867-9dc1-8067b80d410c req-2e876210-355e-4257-a90b-581363d0ac74 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d7c876b-12a5-4f55-b5fa-fefca1cb1dae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:33.880692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-30141376-7491-4e46-8e6a-5fd5efd04688 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Deleting port 8093b10b-75da-47c2-b27e-3d655e9384ed {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:33.881037 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30141376-7491-4e46-8e6a-5fd5efd04688 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:33.886423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-415c117b-a97e-4a3a-900b-c366be268b1c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:33.950197 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.002113 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.027672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30141376-7491-4e46-8e6a-5fd5efd04688 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.028068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30141376-7491-4e46-8e6a-5fd5efd04688 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.057617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Network 0991fc44-0e51-497d-a36d-d6ba73e184ad is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:54:34.061856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:34.064542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:54:34.071942 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-af463a98-52b2-4867-9dc1-8067b80d410c req-2e876210-355e-4257-a90b-581363d0ac74 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.075370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-30141376-7491-4e46-8e6a-5fd5efd04688 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Calling delete_port for 8093b10b-75da-47c2-b27e-3d655e9384ed owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:34.156891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-415c117b-a97e-4a3a-900b-c366be268b1c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:34.164812 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-415c117b-a97e-4a3a-900b-c366be268b1c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.179933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c51f7a-3c6e-436c-b205-8edf032223bf None None] Sync routers for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:34.198779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c51f7a-3c6e-436c-b205-8edf032223bf None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:34.199796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-14c51f7a-3c6e-436c-b205-8edf032223bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:34.224100 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-415c117b-a97e-4a3a-900b-c366be268b1c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "PUT /v2.0/floatingips/c72efab6-7778-4324-b4dd-8b7187244a5c HTTP/1.1" status: 200 len: 996 time: 1.7402775 Aug 29 16:54:34.226452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:34.228830 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4" -d '{"events": [{"name": "network-changed", "server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:34.334242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-14c51f7a-3c6e-436c-b205-8edf032223bf None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:34.412117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30141376-7491-4e46-8e6a-5fd5efd04688 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.444446 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-af463a98-52b2-4867-9dc1-8067b80d410c req-2e876210-355e-4257-a90b-581363d0ac74 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.445062 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30141376-7491-4e46-8e6a-5fd5efd04688 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Pushing event deleted for resources: {'Port': ['ID=8093b10b-75da-47c2-b27e-3d655e9384ed,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:34.464065 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-af463a98-52b2-4867-9dc1-8067b80d410c req-2e876210-355e-4257-a90b-581363d0ac74 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.472216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Pushing event updated for resources: {'Port': ['ID=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:34.506422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e876210-355e-4257-a90b-581363d0ac74 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63dbe221-49af-480d-ba84-593f21f1bd86,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:34.506914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-4460b402-a833-4ce6-9ae3-074067921af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:34.510013 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-4460b402-a833-4ce6-9ae3-074067921af3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 1098 time: 0.2593555 Aug 29 16:54:34.530821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:34.532373 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.534549 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-af463a98-52b2-4867-9dc1-8067b80d410c req-2e876210-355e-4257-a90b-581363d0ac74 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.540306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af463a98-52b2-4867-9dc1-8067b80d410c req-2e876210-355e-4257-a90b-581363d0ac74 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6789670 Aug 29 16:54:34.578802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-18f66413-3161-4c01-a84a-0c7a82ca4082 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8974481 Aug 29 16:54:34.610745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Request body: {'port': {'device_id': '19c7a0da-6969-4852-be8b-741397c0b376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:34.666190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-14c51f7a-3c6e-436c-b205-8edf032223bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:61:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2681d8e-4573-42cf-a83a-504935f36488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:33Z', 'revision_number': 1, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:34.679016 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:34.699254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c51f7a-3c6e-436c-b205-8edf032223bf None None] Checking router: b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:34.708433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c51f7a-3c6e-436c-b205-8edf032223bf None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:34.709050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-14c51f7a-3c6e-436c-b205-8edf032223bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:34.903211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-14c51f7a-3c6e-436c-b205-8edf032223bf None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:34.974524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfb7da-9bd9-48db-bb72-b4f13037a918 req-15b17312-e62f-4263-b24b-b96999e80eed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:34.983060 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36cfb7da-9bd9-48db-bb72-b4f13037a918 req-15b17312-e62f-4263-b24b-b96999e80eed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 932 time: 0.1311262 Aug 29 16:54:35.059713 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36cfb7da-9bd9-48db-bb72-b4f13037a918 req-c7ebe685-7e63-4a14-bea8-b25585c6afe5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756433 Aug 29 16:54:35.086557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30141376-7491-4e46-8e6a-5fd5efd04688 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:35.089078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30141376-7491-4e46-8e6a-5fd5efd04688 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:35.103169 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-30141376-7491-4e46-8e6a-5fd5efd04688 tempest-ServersTestManualDisk-2098879490 tempest-ServersTestManualDisk-2098879490-project] 10.222.0.22 "DELETE /v2.0/floatingips/60526d41-a532-4e6d-a354-c499864f4f9f HTTP/1.1" status: 204 len: 168 time: 1.4670088 Aug 29 16:54:35.107154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46048) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:35.131734 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03843230-258d-4bdb-9b23-c1abc7f26e70 x-openstack-request-id: req-03843230-258d-4bdb-9b23-c1abc7f26e70 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:35.132027 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:35.133710 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03843230-258d-4bdb-9b23-c1abc7f26e70 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:35.134121 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'status': 'completed', 'code': 200} Aug 29 16:54:35.177895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-15a30351-e8ab-453e-9ced-e7d18025e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:35.189485 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-15a30351-e8ab-453e-9ced-e7d18025e77f service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.5866377 Aug 29 16:54:35.208246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-14c51f7a-3c6e-436c-b205-8edf032223bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:61:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2681d8e-4573-42cf-a83a-504935f36488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:33Z', 'revision_number': 1, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:35.225636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ce62e0b8-aa79-4442-b3f9-dd453e785575 req-33739685-863e-400b-bbde-8ea1c9e4d749 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2529388', 'description': 'tempest-description-1413647498'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:35.243267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c51f7a-3c6e-436c-b205-8edf032223bf None None] The sync data for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 is: [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:61:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2681d8e-4573-42cf-a83a-504935f36488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:33Z', 'revision_number': 1, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:35.300367 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ce62e0b8-aa79-4442-b3f9-dd453e785575 req-33739685-863e-400b-bbde-8ea1c9e4d749 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:35.333849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0a71d4-1be2-4cfb-b3d2-34ee716664ac {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:35.339871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-7ab1bd5d-50ab-4076-a827-2765d36c08db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 999 time: 0.1485538 Aug 29 16:54:35.389039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-2793fad2-f3d8-4720-a1f3-1fd72883d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:35.398084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-2793fad2-f3d8-4720-a1f3-1fd72883d52e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.0565910 Aug 29 16:54:35.405848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:35.448856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4 req-2836b227-fd4a-4960-b41a-7a2387840390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:35.450674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4 req-2836b227-fd4a-4960-b41a-7a2387840390 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 1098 time: 0.2660863 Aug 29 16:54:35.461744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-046966c1-51fe-4718-8f6f-3a8f5313015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:35.469829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-046966c1-51fe-4718-8f6f-3a8f5313015e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714502 Aug 29 16:54:35.475564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Transition to ACTIVE for port object ac0a71d4-1be2-4cfb-b3d2-34ee716664ac will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:54:35.476226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-6f6617b8-a7d4-4087-bc17-0947d0b8b63e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:54:35.483638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-6f6617b8-a7d4-4087-bc17-0947d0b8b63e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128758 Aug 29 16:54:35.530351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:35.563908 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a7009-2352-40a7-9396-7d55216fd616 None None] New status for floating IP c72efab6-7778-4324-b4dd-8b7187244a5c: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:54:35.631864 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-14f56883-16d3-4477-a6e1-36a5d9a34405 service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472731 Aug 29 16:54:35.694460 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ce62e0b8-aa79-4442-b3f9-dd453e785575 req-33739685-863e-400b-bbde-8ea1c9e4d749 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:35.751644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ce62e0b8-aa79-4442-b3f9-dd453e785575 req-33739685-863e-400b-bbde-8ea1c9e4d749 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:35.754215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57ebcdc4-6272-48b7-8630-9ee6ed5773c3 req-44338fc8-e236-4995-b2f6-128eb6cae2cb service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159391 Aug 29 16:54:35.863779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Pushing event updated for resources: {'Port': ['ID=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:35.876217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698aff2-740f-489d-9212-902d12aff4d7 req-52254f38-ba1e-4d5c-b5bd-9f2af8bd4cd1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:35.877875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d698aff2-740f-489d-9212-902d12aff4d7 req-52254f38-ba1e-4d5c-b5bd-9f2af8bd4cd1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.0590923 Aug 29 16:54:35.888183 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ce62e0b8-aa79-4442-b3f9-dd453e785575 req-33739685-863e-400b-bbde-8ea1c9e4d749 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:35.889423 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce62e0b8-aa79-4442-b3f9-dd453e785575 req-33739685-863e-400b-bbde-8ea1c9e4d749 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6686087 Aug 29 16:54:35.901942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33739685-863e-400b-bbde-8ea1c9e4d749 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c386fd-49f7-4b0e-a1b1-b7bdb4b30e62,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:35.909442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4 req-44a57845-3bb4-4bb1-954d-9915f4402d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:35.910938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4 req-44a57845-3bb4-4bb1-954d-9915f4402d9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.4500878 Aug 29 16:54:35.927220 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d698aff2-740f-489d-9212-902d12aff4d7 req-93bf0178-c407-44ab-bf9d-7e683d61e793 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 Aug 29 16:54:36.002941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Attempting to bind port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:54:36.003278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Attempting to bind port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:54:36.003613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Attempting to bind port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac on network 0991fc44-0e51-497d-a36d-d6ba73e184ad {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:36.048429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac on network 0991fc44-0e51-497d-a36d-d6ba73e184ad not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:54:36.048760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Attempting to bind port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac on network 0991fc44-0e51-497d-a36d-d6ba73e184ad {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:36.067361 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4 req-ce938825-faf0-48b6-be6a-038323a25b6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 1001 time: 0.1439462 Aug 29 16:54:36.068083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:54:36.068426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Checking segment: {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:54:36.068802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Bound using segment: {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:54:36.069266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Bound port: ac0a71d4-1be2-4cfb-b3d2-34ee716664ac, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:54:36.069635 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:36.110506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-d049a008-a4ce-482d-b714-027c31f9697b tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:36.111991 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-d049a008-a4ce-482d-b714-027c31f9697b tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0547915 Aug 29 16:54:36.145488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d43c54-8de2-43b6-b061-d08721e231c0 req-121998d0-3d9d-432e-95cc-183210077201 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:36.146983 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-15d43c54-8de2-43b6-b061-d08721e231c0 req-121998d0-3d9d-432e-95cc-183210077201 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 945 time: 0.1806898 Aug 29 16:54:36.199445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-914dcd06-52fc-4e52-b439-49da2d7dbb79 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 1001 time: 0.0814638 Aug 29 16:54:36.210251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-cda0ef31-d4b1-418e-9a50-004d69bd9be8 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Request body: {'floatingip': {'port_id': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:36.221558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4 req-7ceee3e5-c8ce-4e74-9a09-711c02588fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:36.223059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4 req-7ceee3e5-c8ce-4e74-9a09-711c02588fc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.1246338 Aug 29 16:54:36.270163 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-cda0ef31-d4b1-418e-9a50-004d69bd9be8 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:36.279524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-15d43c54-8de2-43b6-b061-d08721e231c0 req-97379771-e93e-476c-9c03-d2e74e14c905 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129670 Aug 29 16:54:36.282011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] For port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:54:36.307513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] For port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:54:36.315279 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:36.376160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4 req-fd49ed85-1ecc-47c0-b051-e416672b203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:36.377768 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4 req-fd49ed85-1ecc-47c0-b051-e416672b203d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435232 Aug 29 16:54:36.385388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:36.386005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:36.387296 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] 10.222.0.16 "PUT /v2.0/ports/ac0a71d4-1be2-4cfb-b3d2-34ee716664ac HTTP/1.1" status: 200 len: 1093 time: 1.7963271 Aug 29 16:54:36.391829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-94d0335c-73db-4dc3-aa33-c87c050de576 req-d837e9f7-126a-403d-85c4-37991409dc58 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1757119748', 'description': 'tempest-description-849645976'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:36.396085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c7a0da-6969-4852-be8b-741397c0b376', 'tag': 'ac0a71d4-1be2-4cfb-b3d2-34ee716664ac'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:36.398355 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19befb6d-3468-42b0-b5b5-d481ac7b22a8" -d '{"events": [{"name": "network-changed", "server_uuid": "19c7a0da-6969-4852-be8b-741397c0b376", "tag": "ac0a71d4-1be2-4cfb-b3d2-34ee716664ac"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:36.442173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085e53e-3402-447f-b0a0-862b73eba64b service neutron] Pushing event updated for resources: {'Port': ['ID=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:36.457148 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-94d0335c-73db-4dc3-aa33-c87c050de576 req-d837e9f7-126a-403d-85c4-37991409dc58 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:36.579651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:36.677697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-85621f1f-8527-40e9-b9df-81b5141b1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:36.679233 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-85621f1f-8527-40e9-b9df-81b5141b1cae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 1096 time: 0.1577387 Aug 29 16:54:36.725721 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4 req-856f1c70-2004-478a-acb1-0024a4ea3148 service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700837 Aug 29 16:54:36.771518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-cba59229-e07b-4e71-ae8e-178602b58568 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac HTTP/1.1" status: 200 len: 217 time: 0.0574744 Aug 29 16:54:36.773305 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-cda0ef31-d4b1-418e-9a50-004d69bd9be8 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:36.777601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-cda0ef31-d4b1-418e-9a50-004d69bd9be8 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:36.880014 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-cda0ef31-d4b1-418e-9a50-004d69bd9be8 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Floating IP c72efab6-7778-4324-b4dd-8b7187244a5c associated. External IP: 172.25.5.96, port: f2284af2-2fa7-4bfb-bb08-76fae9540614. Aug 29 16:54:37.097192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-cda0ef31-d4b1-418e-9a50-004d69bd9be8 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:37.190611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-94d0335c-73db-4dc3-aa33-c87c050de576 req-d837e9f7-126a-403d-85c4-37991409dc58 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:37.207436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-cda0ef31-d4b1-418e-9a50-004d69bd9be8 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:37.216885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc041ea5-f5b2-4d79-bc39-9727366e79e0 None None] Sync routers for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:37.222813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-ef9e170e-56f5-4aa0-84e9-4438eed5f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:37.224400 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-ef9e170e-56f5-4aa0-84e9-4438eed5f6e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 200 len: 855 time: 0.4447224 Aug 29 16:54:37.224892 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-94d0335c-73db-4dc3-aa33-c87c050de576 req-d837e9f7-126a-403d-85c4-37991409dc58 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:37.227884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc041ea5-f5b2-4d79-bc39-9727366e79e0 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:37.228570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-dc041ea5-f5b2-4d79-bc39-9727366e79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:37.295640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eaef7262-234f-4fa6-9fc7-c38e7e3a7df4 req-bd67f47a-b3be-4729-b6bb-372500512fca service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356061 Aug 29 16:54:37.299907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-94d0335c-73db-4dc3-aa33-c87c050de576 req-d837e9f7-126a-403d-85c4-37991409dc58 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:37.301063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94d0335c-73db-4dc3-aa33-c87c050de576 req-d837e9f7-126a-403d-85c4-37991409dc58 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9289539 Aug 29 16:54:37.303499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-6f0594bf-dffd-496e-8436-8b6340a739ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0991fc44-0e51-497d-a36d-d6ba73e184ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521061 Aug 29 16:54:37.313548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837e9f7-126a-403d-85c4-37991409dc58 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14eab03-c0a7-43e4-93bb-0683d95665fa,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:37.358936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-dc041ea5-f5b2-4d79-bc39-9727366e79e0 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:37.443018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-cda0ef31-d4b1-418e-9a50-004d69bd9be8 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:37.487814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-92677ba4-6283-434f-8098-bfb8e554d94d service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622479 Aug 29 16:54:37.495326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef9d38-d492-4d0e-8c1c-40919c73b8cb req-1d3cac98-b3ff-424a-b660-90823b8c6603 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:37.496760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95ef9d38-d492-4d0e-8c1c-40919c73b8cb req-1d3cac98-b3ff-424a-b660-90823b8c6603 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 944 time: 0.1124923 Aug 29 16:54:37.573195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-cda0ef31-d4b1-418e-9a50-004d69bd9be8 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:37.577823 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-cda0ef31-d4b1-418e-9a50-004d69bd9be8 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:37.607189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:37.609515 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721951d4-9625-46fc-af35-4c4f739803e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:37.621196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-dc041ea5-f5b2-4d79-bc39-9727366e79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:6e:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3955707-4fff-473e-afbd-7d687294697f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:36Z', 'revision_number': 3, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:37.633260 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95ef9d38-d492-4d0e-8c1c-40919c73b8cb req-60e581e0-b1fb-4413-85db-f89bfa2584c8 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093934 Aug 29 16:54:37.644477 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-cda0ef31-d4b1-418e-9a50-004d69bd9be8 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "PUT /v2.0/floatingips/c72efab6-7778-4324-b4dd-8b7187244a5c HTTP/1.1" status: 200 len: 997 time: 1.4377711 Aug 29 16:54:37.651971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc041ea5-f5b2-4d79-bc39-9727366e79e0 None None] Checking router: b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:37.655754 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-acf10a98-dc6d-44e9-bc0b-8244433f6e6c req-bd8f9d0f-4f54-4793-8dc6-0e637b23fc9f service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563425 Aug 29 16:54:37.657156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] Deleting port 188cc5e0-5cc0-42e5-8e14-5f232919a709 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:37.657534 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:37.680139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc041ea5-f5b2-4d79-bc39-9727366e79e0 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:37.680984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-dc041ea5-f5b2-4d79-bc39-9727366e79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:37.701047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-aed3cf3b-1a7c-433d-97ef-44d104172666 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:37.717956 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-aed3cf3b-1a7c-433d-97ef-44d104172666 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports/f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 943 time: 0.0727017 Aug 29 16:54:37.775328 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c67f261-5d5b-4212-991f-fbaa30fbe8ef x-openstack-request-id: req-6c67f261-5d5b-4212-991f-fbaa30fbe8ef {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:37.775903 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c7a0da-6969-4852-be8b-741397c0b376", "tag": "ac0a71d4-1be2-4cfb-b3d2-34ee716664ac", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:37.776027 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c67f261-5d5b-4212-991f-fbaa30fbe8ef {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:37.776348 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c7a0da-6969-4852-be8b-741397c0b376', 'tag': 'ac0a71d4-1be2-4cfb-b3d2-34ee716664ac', 'status': 'completed', 'code': 200} Aug 29 16:54:37.794992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] For port 188cc5e0-5cc0-42e5-8e14-5f232919a709, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=188cc5e0-5cc0-42e5-8e14-5f232919a709,segment=NetworkSegment(d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b),segment_id=d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:37.795374 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:37.805266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-1fd4e825-724d-44ee-9810-d2af5b7ac00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:37.812762 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-1fd4e825-724d-44ee-9810-d2af5b7ac00e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 1098 time: 0.0512609 Aug 29 16:54:37.816799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-dc041ea5-f5b2-4d79-bc39-9727366e79e0 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:37.830920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] Calling delete_port for 188cc5e0-5cc0-42e5-8e14-5f232919a709 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:37.906743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-744243c9-ffda-4b38-8488-89d8a57b031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:37.908174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-744243c9-ffda-4b38-8488-89d8a57b031a service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.0945401 Aug 29 16:54:37.912467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19befb6d-3468-42b0-b5b5-d481ac7b22a8 req-45d7cd93-42c2-4bca-ae86-80162ad41b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:37.913990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19befb6d-3468-42b0-b5b5-d481ac7b22a8 req-45d7cd93-42c2-4bca-ae86-80162ad41b20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 1096 time: 0.1159194 Aug 29 16:54:37.956841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-1dedc977-bca5-4dcb-9626-41b237a4faa4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 217 time: 0.0386612 Aug 29 16:54:37.969197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4abe8-4fcc-45c2-834b-30b96c334be8 req-ee1fa7a6-c11d-4bda-8033-3aac2ad41f32 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:37.970729 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-01c4abe8-4fcc-45c2-834b-30b96c334be8 req-ee1fa7a6-c11d-4bda-8033-3aac2ad41f32 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.1280906 Aug 29 16:54:38.009962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-9d9ab84e-824f-46aa-b8ea-10157e69d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:38.011575 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-9d9ab84e-824f-46aa-b8ea-10157e69d783 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.0478923 Aug 29 16:54:38.054978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-dc041ea5-f5b2-4d79-bc39-9727366e79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:6e:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3955707-4fff-473e-afbd-7d687294697f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:36Z', 'revision_number': 3, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:38.059238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-13398a98-f2fb-4e9e-a48c-2175126fed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:38.060848 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-13398a98-f2fb-4e9e-a48c-2175126fed1f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418711 Aug 29 16:54:38.083311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc041ea5-f5b2-4d79-bc39-9727366e79e0 None None] The sync data for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 is: [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:6e:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3955707-4fff-473e-afbd-7d687294697f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:36Z', 'revision_number': 3, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:38.101080 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-01c4abe8-4fcc-45c2-834b-30b96c334be8 req-a810d9b2-8b38-45fc-b7d3-44f4bc910426 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043246 Aug 29 16:54:38.142040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19befb6d-3468-42b0-b5b5-d481ac7b22a8 req-8ec2c9bd-e6a5-495c-b547-6d29c337d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:38.144206 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19befb6d-3468-42b0-b5b5-d481ac7b22a8 req-8ec2c9bd-e6a5-495c-b547-6d29c337d68e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 916 time: 0.2142701 Aug 29 16:54:38.178179 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-7b123074-00f3-49a5-824e-34135412d39e service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094401 Aug 29 16:54:38.235023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19befb6d-3468-42b0-b5b5-d481ac7b22a8 req-1a48d352-b7f0-47cc-a256-c29ed7f0c8f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac HTTP/1.1" status: 200 len: 217 time: 0.0800881 Aug 29 16:54:38.240929 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:38.285198 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-ead2456d-9461-40b9-9300-b3dc0fd40501 service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006737 Aug 29 16:54:38.290486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=188cc5e0-5cc0-42e5-8e14-5f232919a709,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:38.336779 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ce9f0e-1cd0-4f7e-94f9-50813ea729d0 None None] New status for floating IP c72efab6-7778-4324-b4dd-8b7187244a5c: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:54:38.393511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-fc64388b-f79d-4446-99c7-1016191c963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:38.394980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-fc64388b-f79d-4446-99c7-1016191c963b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 1097 time: 0.0610719 Aug 29 16:54:38.426517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19befb6d-3468-42b0-b5b5-d481ac7b22a8 req-85c0fdda-d806-49a2-badf-8c7b2b418d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:38.427928 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19befb6d-3468-42b0-b5b5-d481ac7b22a8 req-85c0fdda-d806-49a2-badf-8c7b2b418d77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 200 len: 855 time: 0.1801219 Aug 29 16:54:38.438408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e886646e-c102-4423-9a7b-27960f2f889b req-9096ed05-b9ed-4d37-a0f2-d2f94a793c14 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/48c386fd-49f7-4b0e-a1b1-b7bdb4b30e62 HTTP/1.1" status: 200 len: 1802 time: 0.0991750 Aug 29 16:54:38.477127 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19befb6d-3468-42b0-b5b5-d481ac7b22a8 req-6fefafaf-dbb2-44d4-a732-cfd6b2057ec1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0991fc44-0e51-497d-a36d-d6ba73e184ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377700 Aug 29 16:54:38.500861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f72ba600-97c1-4f5f-886c-f7f0f62c8956 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:38.546525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-1c8104f5-fffb-46f3-aa78-dd1073a0264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:38.549736 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-1c8104f5-fffb-46f3-aa78-dd1073a0264c service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.1394062 Aug 29 16:54:38.653433 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e886646e-c102-4423-9a7b-27960f2f889b req-24f02b82-9ecc-4b0c-98c1-2a0c4c9c9c24 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/c14eab03-c0a7-43e4-93bb-0683d95665fa HTTP/1.1" status: 200 len: 1804 time: 0.2030990 Aug 29 16:54:38.663034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-e886646e-c102-4423-9a7b-27960f2f889b req-fffef67b-692f-4fb3-9d20-f6eaddfa0322 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '48c386fd-49f7-4b0e-a1b1-b7bdb4b30e62', 'remote_group_id': 'c14eab03-c0a7-43e4-93bb-0683d95665fa', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:38.663347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-e886646e-c102-4423-9a7b-27960f2f889b req-fffef67b-692f-4fb3-9d20-f6eaddfa0322 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '48c386fd-49f7-4b0e-a1b1-b7bdb4b30e62', 'remote_group_id': 'c14eab03-c0a7-43e4-93bb-0683d95665fa', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:38.665323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df0ac0-b9a7-4c8e-bec8-de4ce014f8a9 None None] Sync routers for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:38.684568 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-d2431223-1a1a-4467-9065-f753a1641e1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570c5752-e82d-4137-b7d2-845b5d54c43d HTTP/1.1" status: 200 len: 1000 time: 0.1269548 Aug 29 16:54:38.685761 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:38.689530 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df0ac0-b9a7-4c8e-bec8-de4ce014f8a9 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:38.690851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e8df0ac0-b9a7-4c8e-bec8-de4ce014f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:38.718827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:38.726118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19befb6d-3468-42b0-b5b5-d481ac7b22a8 req-f739a3e4-6145-4c47-a1b0-fb8b6e962e86 service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007320 Aug 29 16:54:38.734426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-bf404b6f-8813-4cd2-8ec7-be71e72be4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:38.735892 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-bf404b6f-8813-4cd2-8ec7-be71e72be4b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.0506120 Aug 29 16:54:38.748686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:38.750939 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9228e630-8e97-4ab7-95b7-8fefecf6742a" -d '{"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:38.773431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:38.791555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-521d7b2d-7c99-4477-b618-d3a08d023cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:38.793089 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-521d7b2d-7c99-4477-b618-d3a08d023cfc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441253 Aug 29 16:54:38.894062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-5d22ae67-75a9-4ac9-aa5f-bd34d379843d service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935020 Aug 29 16:54:38.929876 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:38.941936 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e886646e-c102-4423-9a7b-27960f2f889b req-fffef67b-692f-4fb3-9d20-f6eaddfa0322 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:38.957897 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19befb6d-3468-42b0-b5b5-d481ac7b22a8 req-f6c02047-dfde-4e9b-b5c5-752bf455c582 service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228246 Aug 29 16:54:38.992953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-e8df0ac0-b9a7-4c8e-bec8-de4ce014f8a9 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:39.006291 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a9eaf84-be87-470f-beac-bd1a6f994b1c req-b8a4f330-b0eb-41ed-81e5-7884a9f7fb1c service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032283 Aug 29 16:54:39.011792 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e886646e-c102-4423-9a7b-27960f2f889b req-fffef67b-692f-4fb3-9d20-f6eaddfa0322 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:39.022254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:39.046315 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e886646e-c102-4423-9a7b-27960f2f889b req-fffef67b-692f-4fb3-9d20-f6eaddfa0322 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:39.066666 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a5a667-fc81-4527-9bf3-44785943abda x-openstack-request-id: req-16a5a667-fc81-4527-9bf3-44785943abda {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:39.067070 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:39.067463 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16a5a667-fc81-4527-9bf3-44785943abda {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:39.068103 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'status': 'completed', 'code': 200} Aug 29 16:54:39.071415 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e886646e-c102-4423-9a7b-27960f2f889b req-fffef67b-692f-4fb3-9d20-f6eaddfa0322 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:39.072645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e886646e-c102-4423-9a7b-27960f2f889b req-fffef67b-692f-4fb3-9d20-f6eaddfa0322 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4184771 Aug 29 16:54:39.086406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffef67b-692f-4fb3-9d20-f6eaddfa0322 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33071c95-4d9f-442c-a377-5af61b5f45bc,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:39.195348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973179b-cb1e-4cec-9ba4-a9decf98782c req-78a27d0d-7ad5-48a1-9711-4b19ed683d32 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:39.197686 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0973179b-cb1e-4cec-9ba4-a9decf98782c req-78a27d0d-7ad5-48a1-9711-4b19ed683d32 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 948 time: 0.0566545 Aug 29 16:54:39.212360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] Router 6a62e033-5a5c-44d2-b287-db74de504f68 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:39.217762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721951d4-9625-46fc-af35-4c4f739803e3 req-f34266d3-b1ad-4838-882c-1b5839b4aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:39.219284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-721951d4-9625-46fc-af35-4c4f739803e3 req-f34266d3-b1ad-4838-882c-1b5839b4aecf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 1098 time: 0.0986435 Aug 29 16:54:39.234224 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b2861-7255-49bd-a468-a7680e4245fb req-2b71f4d4-12d2-4ebb-ad77-c9148e8d7d8a tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:39.235710 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bb2b2861-7255-49bd-a468-a7680e4245fb req-2b71f4d4-12d2-4ebb-ad77-c9148e8d7d8a tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 945 time: 0.0846763 Aug 29 16:54:39.238210 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0973179b-cb1e-4cec-9ba4-a9decf98782c req-998be4e7-a47c-4418-97f5-897429ad32a4 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348854 Aug 29 16:54:39.276129 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e8df0ac0-b9a7-4c8e-bec8-de4ce014f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:6e:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3955707-4fff-473e-afbd-7d687294697f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:38Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:39.303617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df0ac0-b9a7-4c8e-bec8-de4ce014f8a9 None None] Checking router: b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:39.313620 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df0ac0-b9a7-4c8e-bec8-de4ce014f8a9 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:39.314319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e8df0ac0-b9a7-4c8e-bec8-de4ce014f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:39.355310 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400cb22-fbf5-4244-a96d-05d8b2af50a6 req-7971aa44-f8a2-4598-8cf3-ee7db4f3085d tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:39.357314 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6400cb22-fbf5-4244-a96d-05d8b2af50a6 req-7971aa44-f8a2-4598-8cf3-ee7db4f3085d tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 944 time: 0.0560763 Aug 29 16:54:39.380267 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bb2b2861-7255-49bd-a468-a7680e4245fb req-9be6eafc-d3fa-4fbb-8e84-36ca692f5cac tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups?id=d67fb3d3-c92e-4348-b205-6b6e49daf946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311007 Aug 29 16:54:39.410821 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6400cb22-fbf5-4244-a96d-05d8b2af50a6 req-a7486fd9-1f4d-4fb1-8a72-ae363a25e983 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458441 Aug 29 16:54:39.445772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-e8df0ac0-b9a7-4c8e-bec8-de4ce014f8a9 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:39.473524 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c9f9e6-929e-41d9-8600-733328dce7ac x-openstack-request-id: req-57c9f9e6-929e-41d9-8600-733328dce7ac {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:39.473952 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:39.474298 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57c9f9e6-929e-41d9-8600-733328dce7ac {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:39.474924 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'code': 200} Aug 29 16:54:39.481886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-59edbbe9-c157-4f15-827c-340be5168a92 req-5f2d8417-37e5-46be-a947-6b6204e3238a tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1023275486', 'description': 'tempest-description-2090697070'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:39.491125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721951d4-9625-46fc-af35-4c4f739803e3 req-0e0fb075-30c6-4be4-98d5-7103ce7d6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:39.492608 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-721951d4-9625-46fc-af35-4c4f739803e3 req-0e0fb075-30c6-4be4-98d5-7103ce7d6a7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.2560389 Aug 29 16:54:39.500054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:39.512773 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6d581-1da8-437d-b00b-d1a5feb2360a None None] Sync routers for ids ['6a62e033-5a5c-44d2-b287-db74de504f68'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:39.516293 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6abf0dfa-3054-41f0-ae9d-b22f4c13daa2 admin admin] 10.222.0.22 "PUT /v2.0/routers/6a62e033-5a5c-44d2-b287-db74de504f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4051478 Aug 29 16:54:39.517023 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46118) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:39.524807 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6d581-1da8-437d-b00b-d1a5feb2360a None None] Routers {'6a62e033-5a5c-44d2-b287-db74de504f68'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:39.526114 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-18b6d581-1da8-437d-b00b-d1a5feb2360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a62e033-5a5c-44d2-b287-db74de504f68'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:39.529876 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-367abbb9-e43a-4d42-97be-1569314f6890 req-b56e6202-811c-40ca-9f29-d996660efcbf tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 1000 time: 0.0712252 Aug 29 16:54:39.550838 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-721951d4-9625-46fc-af35-4c4f739803e3 req-d9d0071b-b87f-43ac-bb92-d7ee6f9f7ff2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 217 time: 0.0488625 Aug 29 16:54:39.560196 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-59edbbe9-c157-4f15-827c-340be5168a92 req-5f2d8417-37e5-46be-a947-6b6204e3238a tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:39.623838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367abbb9-e43a-4d42-97be-1569314f6890 req-d443344c-2748-4109-9138-71b97ccc48f5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:39.636077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-367abbb9-e43a-4d42-97be-1569314f6890 req-d443344c-2748-4109-9138-71b97ccc48f5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports/570c5752-e82d-4137-b7d2-845b5d54c43d HTTP/1.1" status: 200 len: 942 time: 0.0694380 Aug 29 16:54:39.639305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721951d4-9625-46fc-af35-4c4f739803e3 req-a9749f0b-35ac-45bf-a268-ccdc22265999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:39.640997 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-721951d4-9625-46fc-af35-4c4f739803e3 req-a9749f0b-35ac-45bf-a268-ccdc22265999 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.0704725 Aug 29 16:54:39.678276 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-18b6d581-1da8-437d-b00b-d1a5feb2360a None None] Set router 6a62e033-5a5c-44d2-b287-db74de504f68 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:39.721875 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721951d4-9625-46fc-af35-4c4f739803e3 req-aa9f7121-6ea8-42af-88c4-43f26c004c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:39.722950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e8df0ac0-b9a7-4c8e-bec8-de4ce014f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:6e:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3955707-4fff-473e-afbd-7d687294697f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:38Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:39.723427 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-721951d4-9625-46fc-af35-4c4f739803e3 req-aa9f7121-6ea8-42af-88c4-43f26c004c32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703650 Aug 29 16:54:39.759579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df0ac0-b9a7-4c8e-bec8-de4ce014f8a9 None None] The sync data for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 is: [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:6e:3a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3955707-4fff-473e-afbd-7d687294697f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:38Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:39.778078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:39.789380 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-367abbb9-e43a-4d42-97be-1569314f6890 req-1d0ac83a-651b-4428-ac06-990d3e4c07a1 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 1000 time: 0.0930438 Aug 29 16:54:39.808128 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-59edbbe9-c157-4f15-827c-340be5168a92 req-5f2d8417-37e5-46be-a947-6b6204e3238a tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:39.827002 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-59edbbe9-c157-4f15-827c-340be5168a92 req-5f2d8417-37e5-46be-a947-6b6204e3238a tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:39.870815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-59edbbe9-c157-4f15-827c-340be5168a92 req-5f2d8417-37e5-46be-a947-6b6204e3238a tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:39.872069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-59edbbe9-c157-4f15-827c-340be5168a92 req-5f2d8417-37e5-46be-a947-6b6204e3238a tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4064507 Aug 29 16:54:39.885668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-721951d4-9625-46fc-af35-4c4f739803e3 req-4a569d81-830a-4d3b-9003-7a3b5aad6ddd service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530750 Aug 29 16:54:39.906709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d8417-37e5-46be-a947-6b6204e3238a tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae81314-b110-47b4-9d37-6e57af4ab5b6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:39.931127 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-18b6d581-1da8-437d-b00b-d1a5feb2360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:54:38Z', 'revision_number': 5, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:39.969614 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6d581-1da8-437d-b00b-d1a5feb2360a None None] Checking router: 6a62e033-5a5c-44d2-b287-db74de504f68 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:39.984726 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6d581-1da8-437d-b00b-d1a5feb2360a None None] Routers {'6a62e033-5a5c-44d2-b287-db74de504f68'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:39.986954 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-18b6d581-1da8-437d-b00b-d1a5feb2360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a62e033-5a5c-44d2-b287-db74de504f68'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:40.053148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-721951d4-9625-46fc-af35-4c4f739803e3 req-39804335-c539-46a8-a587-89654189bd45 service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570811 Aug 29 16:54:40.069541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4352f-f14c-436f-96f5-9e6faec3c671 req-9dc01569-79a2-4496-98c6-381f1aa9dbd1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:40.071407 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bfb4352f-f14c-436f-96f5-9e6faec3c671 req-9dc01569-79a2-4496-98c6-381f1aa9dbd1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.0837526 Aug 29 16:54:40.120057 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-18b6d581-1da8-437d-b00b-d1a5feb2360a None None] Set router 6a62e033-5a5c-44d2-b287-db74de504f68 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:40.121154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bfb4352f-f14c-436f-96f5-9e6faec3c671 req-08884a6f-9975-4166-a90f-1bcc3d25078b tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Aug 29 16:54:40.275212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-af830279-b5e6-445a-a4b6-8b61edc5a8be req-edaffa4f-e7f8-4152-9657-b34bb516761d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-18698340', 'description': 'tempest-description-1394931706'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:40.300688 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-af830279-b5e6-445a-a4b6-8b61edc5a8be req-edaffa4f-e7f8-4152-9657-b34bb516761d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:40.313676 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-18b6d581-1da8-437d-b00b-d1a5feb2360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:54:38Z', 'revision_number': 5, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:40.318693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367abbb9-e43a-4d42-97be-1569314f6890 req-802f00eb-745b-4d8f-9e9d-4f044ed64d2f tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:40.321710 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-367abbb9-e43a-4d42-97be-1569314f6890 req-802f00eb-745b-4d8f-9e9d-4f044ed64d2f tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.5312340 Aug 29 16:54:40.327083 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:40.342520 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6d581-1da8-437d-b00b-d1a5feb2360a None None] The sync data for ids ['6a62e033-5a5c-44d2-b287-db74de504f68'] in n-d-713301-13 is: [{'id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'name': 'tempest-ServersTestManualDisk-733427572-router', 'tenant_id': 'a2caa2920c6042ad99d15f755d4253df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:50:58Z', 'updated_at': '2021-08-29T16:54:38Z', 'revision_number': 5, 'project_id': 'a2caa2920c6042ad99d15f755d4253df', 'gw_port': {'id': 'bd2aee77-e931-40a0-b5ae-e681bda869d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a62e033-5a5c-44d2-b287-db74de504f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:50:59Z', 'updated_at': '2021-08-29T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:40.389758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-ff5c8c6d-7d47-487d-9c80-6488e68f8419 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:40.391262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-ff5c8c6d-7d47-487d-9c80-6488e68f8419 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 945 time: 0.0790200 Aug 29 16:54:40.453517 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-b8b559c3-5720-4be5-a8fd-0f4f73d5138c tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 1000 time: 0.0835822 Aug 29 16:54:40.456259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Deleting port bd2aee77-e931-40a0-b5ae-e681bda869d9 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:40.456726 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:40.501932 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-af830279-b5e6-445a-a4b6-8b61edc5a8be req-edaffa4f-e7f8-4152-9657-b34bb516761d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:40.505765 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-af830279-b5e6-445a-a4b6-8b61edc5a8be req-edaffa4f-e7f8-4152-9657-b34bb516761d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:40.519180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ac0a71d4-1be2-4cfb-b3d2-34ee716664ac details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:54:40.551546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-a500c73c-eab2-49f9-89d2-8411543d55e9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:40.552966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-a500c73c-eab2-49f9-89d2-8411543d55e9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports/570c5752-e82d-4137-b7d2-845b5d54c43d HTTP/1.1" status: 200 len: 942 time: 0.0802391 Aug 29 16:54:40.585800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] For port bd2aee77-e931-40a0-b5ae-e681bda869d9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bd2aee77-e931-40a0-b5ae-e681bda869d9,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:40.586202 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:40.601712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Calling delete_port for bd2aee77-e931-40a0-b5ae-e681bda869d9 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:40.638759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:40.653054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'ac0a71d4-1be2-4cfb-b3d2-34ee716664ac', 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad', 'port_id': 'ac0a71d4-1be2-4cfb-b3d2-34ee716664ac', 'mac_address': 'fa:16:3e:73:31:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683e233-879a-4fd9-8ba9-d332f630c198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:54:40.698281 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:40.727450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-a96166a6-7c4a-4d17-a1ef-08255c845f37 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 1000 time: 0.0790086 Aug 29 16:54:40.732442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0a71d4-1be2-4cfb-b3d2-34ee716664ac {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:40.761177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 188cc5e0-5cc0-42e5-8e14-5f232919a709 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:40.793383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 188cc5e0-5cc0-42e5-8e14-5f232919a709 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:40.793731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 188cc5e0-5cc0-42e5-8e14-5f232919a709 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:40.809640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:40.814469 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:40.833938 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-af830279-b5e6-445a-a4b6-8b61edc5a8be req-edaffa4f-e7f8-4152-9657-b34bb516761d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:40.851200 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af830279-b5e6-445a-a4b6-8b61edc5a8be req-edaffa4f-e7f8-4152-9657-b34bb516761d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5799820 Aug 29 16:54:40.858597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaffa4f-e7f8-4152-9657-b34bb516761d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f45654-8b49-4de1-b7a0-43e31a84a1c5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:40.866865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Deleting port 4e58dfb3-976f-4596-b544-f740d7ea42ec {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:40.867242 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:40.893195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:40.945259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-c00dbb74-a0a5-4b88-9271-957b500b4a49 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:40.946633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-c00dbb74-a0a5-4b88-9271-957b500b4a49 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.2111807 Aug 29 16:54:40.964529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:40.984617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] For port 4e58dfb3-976f-4596-b544-f740d7ea42ec, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=4e58dfb3-976f-4596-b544-f740d7ea42ec,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:40.985015 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.030532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2aee77-e931-40a0-b5ae-e681bda869d9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:41.066434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.066784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.067122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.067457 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.067788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.068110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.068433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.068756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.069081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.069423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.069739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.070150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:41.075226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3955707-4fff-473e-afbd-7d687294697f', 'tag': '570c5752-e82d-4137-b7d2-845b5d54c43d'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:41.077372 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5351c589-6a0b-40d3-88ff-1617df019019" -d '{"events": [{"name": "network-changed", "server_uuid": "f3955707-4fff-473e-afbd-7d687294697f", "tag": "570c5752-e82d-4137-b7d2-845b5d54c43d"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:41.104893 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-38b458a4-abef-46f6-825c-a0fa1fccd987 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 1000 time: 0.1492016 Aug 29 16:54:41.116178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-cf20dc6a-06dc-4ac9-a8ce-165343ad6bf5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:41.157833 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ac0a71d4-1be2-4cfb-b3d2-34ee716664ac'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:41.164946 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.199057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.199514 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.200038 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Floating IP 9772157e-b611-4d3d-8263-280d886af228 disassociated. External IP: 172.25.5.102, port: 4e58dfb3-976f-4596-b544-f740d7ea42ec. Aug 29 16:54:41.200324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Calling delete_port for 4e58dfb3-976f-4596-b544-f740d7ea42ec owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:41.272041 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-cf20dc6a-06dc-4ac9-a8ce-165343ad6bf5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.284261 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.315390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.362318 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.379433 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.379986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a62e033-5a5c-44d2-b287-db74de504f68 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:54:41.405996 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Pushing event deleted for resources: {'Port': ['ID=4e58dfb3-976f-4596-b544-f740d7ea42ec,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:41.420261 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.423455 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-18e85313-3a99-42a9-94f0-50f554e0bb53 admin admin] 10.222.0.22 "DELETE /v2.0/routers/6a62e033-5a5c-44d2-b287-db74de504f68 HTTP/1.1" status: 204 len: 168 time: 1.9036560 Aug 29 16:54:41.423933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46184) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:41.534550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd77407-673d-4c20-bb19-30b606a15161 admin admin] Deleting subnet ca16c2c1-fbc7-4311-b124-10b6e9b31908 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:54:41.541461 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-cf20dc6a-06dc-4ac9-a8ce-165343ad6bf5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.542358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-acd77407-673d-4c20-bb19-30b606a15161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.559123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:41.566155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-cf20dc6a-06dc-4ac9-a8ce-165343ad6bf5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.566478 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-cf20dc6a-06dc-4ac9-a8ce-165343ad6bf5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Floating IP c72efab6-7778-4324-b4dd-8b7187244a5c disassociated. External IP: 172.25.5.96, port: 570c5752-e82d-4137-b7d2-845b5d54c43d. Aug 29 16:54:41.638482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-acd77407-673d-4c20-bb19-30b606a15161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.693739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1437808e-e48b-4efd-bdf8-564cef5c32db req-f270469e-fec7-412c-9cf7-9d466cc47066 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffdf373-2311-4988-8ede-3fd86bd16fc8 HTTP/1.1" status: 200 len: 210 time: 0.0577886 Aug 29 16:54:41.710789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:41.723848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad475089-7bc8-40e3-a51f-58be6df4ce34 None None] Sync routers for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:41.752483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad475089-7bc8-40e3-a51f-58be6df4ce34 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:41.753316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ad475089-7bc8-40e3-a51f-58be6df4ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:41.776800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] No DVR routers for this DVR port 4e58dfb3-976f-4596-b544-f740d7ea42ec on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:54:41.787798 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.789833 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bfca26f4-363e-4e57-99da-5d6b5e2f3712 req-cfd78f3f-d1a4-4161-ba5b-0e8bd4963012 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.16 "DELETE /v2.0/ports/4e58dfb3-976f-4596-b544-f740d7ea42ec HTTP/1.1" status: 204 len: 173 time: 1.3896563 Aug 29 16:54:41.793249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'name': 'network-vif-deleted', 'tag': '4e58dfb3-976f-4596-b544-f740d7ea42ec'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:41.803127 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3eddc9-4624-4413-8c2a-35a997ccbada" -d '{"events": [{"server_uuid": "4ffdf373-2311-4988-8ede-3fd86bd16fc8", "name": "network-vif-deleted", "tag": "4e58dfb3-976f-4596-b544-f740d7ea42ec"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:41.803654 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-acd77407-673d-4c20-bb19-30b606a15161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:41.854968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ff253-8a82-4891-926e-399854aa7daa req-ff1c0259-e1bf-4976-9327-1af20386d557 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:41.856909 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf4ff253-8a82-4891-926e-399854aa7daa req-ff1c0259-e1bf-4976-9327-1af20386d557 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 945 time: 0.0819418 Aug 29 16:54:41.906322 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ad475089-7bc8-40e3-a51f-58be6df4ce34 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:41.933927 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf4ff253-8a82-4891-926e-399854aa7daa req-7e14f51a-556e-43b6-a271-7f3fa181092b tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697625 Aug 29 16:54:41.968012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-acd77407-673d-4c20-bb19-30b606a15161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.016577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd77407-673d-4c20-bb19-30b606a15161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca16c2c1-fbc7-4311-b124-10b6e9b31908,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:42.031495 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-acd77407-673d-4c20-bb19-30b606a15161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.037173 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-acd77407-673d-4c20-bb19-30b606a15161 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ca16c2c1-fbc7-4311-b124-10b6e9b31908 HTTP/1.1" status: 204 len: 168 time: 0.6092737 Aug 29 16:54:42.037363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46190) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:42.051339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc69f15-3588-4ed0-92d6-a5045adf0646 None None] Network 82248327-0b36-48ab-88fd-670156dd702c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:54:42.056114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-cf20dc6a-06dc-4ac9-a8ce-165343ad6bf5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:42.102088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ac03c19a-9282-4a41-88a0-bc14bceaa006 req-7c6ae6a5-97c8-447d-8e4f-81df505de38b tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/cae81314-b110-47b4-9d37-6e57af4ab5b6 HTTP/1.1" status: 200 len: 1805 time: 0.1117916 Aug 29 16:54:42.145123 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.179994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-cf20dc6a-06dc-4ac9-a8ce-165343ad6bf5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:42.184575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-cf20dc6a-06dc-4ac9-a8ce-165343ad6bf5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.189778 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f51ff4b-215a-48d3-8482-ff2e8a6e637d None None] Sync routers for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:42.204266 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f51ff4b-215a-48d3-8482-ff2e8a6e637d None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:42.204878 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2f51ff4b-215a-48d3-8482-ff2e8a6e637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:42.216111 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ac03c19a-9282-4a41-88a0-bc14bceaa006 req-647bc087-f814-4ab8-9342-152281b4c213 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/c3f45654-8b49-4de1-b7a0-43e31a84a1c5 HTTP/1.1" status: 200 len: 1803 time: 0.1009116 Aug 29 16:54:42.230247 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-cf20dc6a-06dc-4ac9-a8ce-165343ad6bf5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "PUT /v2.0/floatingips/c72efab6-7778-4324-b4dd-8b7187244a5c HTTP/1.1" status: 200 len: 694 time: 1.1193960 Aug 29 16:54:42.233978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ac03c19a-9282-4a41-88a0-bc14bceaa006 req-33548c98-0ed4-41c2-a59b-0ba1154941e0 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cae81314-b110-47b4-9d37-6e57af4ab5b6', 'remote_group_id': 'c3f45654-8b49-4de1-b7a0-43e31a84a1c5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:42.234681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ac03c19a-9282-4a41-88a0-bc14bceaa006 req-33548c98-0ed4-41c2-a59b-0ba1154941e0 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cae81314-b110-47b4-9d37-6e57af4ab5b6', 'remote_group_id': 'c3f45654-8b49-4de1-b7a0-43e31a84a1c5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:42.302448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Deleting port 34654283-c842-4bb7-ad48-aaa136923620 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:42.302973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.314128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-45c3b186-6735-4b1b-a110-807b13c33d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:42.322542 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-45c3b186-6735-4b1b-a110-807b13c33d2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 1097 time: 0.0897236 Aug 29 16:54:42.327590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ad475089-7bc8-40e3-a51f-58be6df4ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:42.370133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad475089-7bc8-40e3-a51f-58be6df4ce34 None None] Checking router: 3231dc75-bffa-422b-9aea-e4e980d5e0f8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:42.372821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4b8514-77bd-4553-8075-7e0711f5be44 None None] DHCP port deletion for 82248327-0b36-48ab-88fd-670156dd702c request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:54:42.377819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] For port 34654283-c842-4bb7-ad48-aaa136923620, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=34654283-c842-4bb7-ad48-aaa136923620,segment=NetworkSegment(d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b),segment_id=d3be8d08-9a83-4bcf-b182-ee2f61eb7c9b)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:42.378236 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.389745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad475089-7bc8-40e3-a51f-58be6df4ce34 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:42.390506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ad475089-7bc8-40e3-a51f-58be6df4ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:42.394566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Calling delete_port for 34654283-c842-4bb7-ad48-aaa136923620 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:42.420053 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2f51ff4b-215a-48d3-8482-ff2e8a6e637d None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:42.446951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-e20860d2-4808-4394-94df-a6734b9511a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:42.448958 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-e20860d2-4808-4394-94df-a6734b9511a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.1256089 Aug 29 16:54:42.486363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ac03c19a-9282-4a41-88a0-bc14bceaa006 req-33548c98-0ed4-41c2-a59b-0ba1154941e0 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.500896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-64a45b52-a9f3-45aa-9860-0fd428b47cde service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570c5752-e82d-4137-b7d2-845b5d54c43d HTTP/1.1" status: 200 len: 217 time: 0.0428393 Aug 29 16:54:42.524331 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ac03c19a-9282-4a41-88a0-bc14bceaa006 req-33548c98-0ed4-41c2-a59b-0ba1154941e0 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.526182 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.554430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ac0a71d4-1be2-4cfb-b3d2-34ee716664ac up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:42.561114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Pushing event deleted for resources: {'Port': ['ID=34654283-c842-4bb7-ad48-aaa136923620,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:42.563047 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ac03c19a-9282-4a41-88a0-bc14bceaa006 req-33548c98-0ed4-41c2-a59b-0ba1154941e0 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.565565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] No DVR routers for this DVR port 34654283-c842-4bb7-ad48-aaa136923620 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:54:42.581167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33548c98-0ed4-41c2-a59b-0ba1154941e0 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3689c959-a2fb-4037-b202-c445cfc4d6d7,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:42.629971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-9ae2f8e9-0a2b-4664-ac89-a16b60264ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:42.631749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-9ae2f8e9-0a2b-4664-ac89-a16b60264ca5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.1223609 Aug 29 16:54:42.668851 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.680394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82248327-0b36-48ab-88fd-670156dd702c']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:42.696534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:42.697273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3be8d08-9a83-4bcf-b182-ee2f61eb7c9b') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:42.700622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ac03c19a-9282-4a41-88a0-bc14bceaa006 req-33548c98-0ed4-41c2-a59b-0ba1154941e0 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.702066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-649fd5db-34f5-4b37-a18a-1cbc7268c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:42.704896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-649fd5db-34f5-4b37-a18a-1cbc7268c658 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644608 Aug 29 16:54:42.709954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ac03c19a-9282-4a41-88a0-bc14bceaa006 req-33548c98-0ed4-41c2-a59b-0ba1154941e0 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4925556 Aug 29 16:54:42.735714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.766445 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.778329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:54:42.779091 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:54:42.780901 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:54:42.799582 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9015661-ed92-435a-a953-2905b3178936 x-openstack-request-id: req-c9015661-ed92-435a-a953-2905b3178936 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:42.800390 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3955707-4fff-473e-afbd-7d687294697f", "tag": "570c5752-e82d-4137-b7d2-845b5d54c43d", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:42.801667 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9015661-ed92-435a-a953-2905b3178936 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:42.802302 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3955707-4fff-473e-afbd-7d687294697f', 'tag': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'status': 'completed', 'code': 200} Aug 29 16:54:42.844015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 34654283-c842-4bb7-ad48-aaa136923620 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:42.854563 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2f51ff4b-215a-48d3-8482-ff2e8a6e637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:42.881781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351c589-6a0b-40d3-88ff-1617df019019 req-d9833452-86d3-4900-9d51-a13321a3a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:42.883452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5351c589-6a0b-40d3-88ff-1617df019019 req-d9833452-86d3-4900-9d51-a13321a3a593 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 1097 time: 0.0768590 Aug 29 16:54:42.888836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 34654283-c842-4bb7-ad48-aaa136923620 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:42.889482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 34654283-c842-4bb7-ad48-aaa136923620 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:42.890103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bd2aee77-e931-40a0-b5ae-e681bda869d9 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:42.893002 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f51ff4b-215a-48d3-8482-ff2e8a6e637d None None] Checking router: b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:42.903886 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f51ff4b-215a-48d3-8482-ff2e8a6e637d None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:42.904565 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2f51ff4b-215a-48d3-8482-ff2e8a6e637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:42.925853 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab9be150-1230-4a96-af86-1b18d010fb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.935274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: bd2aee77-e931-40a0-b5ae-e681bda869d9 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:42.935908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bd2aee77-e931-40a0-b5ae-e681bda869d9 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:42.936771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b985c-cdd0-4f78-bd5e-2aaf8b61934a req-b83607f2-32c5-4387-bfa2-6b1fa449eb44 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:42.938480 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-500b985c-cdd0-4f78-bd5e-2aaf8b61934a req-b83607f2-32c5-4387-bfa2-6b1fa449eb44 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.0646043 Aug 29 16:54:42.940374 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.956902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ad475089-7bc8-40e3-a51f-58be6df4ce34 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:42.960345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b8514-77bd-4553-8075-7e0711f5be44 None None] Deleting port 34654283-c842-4bb7-ad48-aaa136923620 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:42.960726 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8514-77bd-4553-8075-7e0711f5be44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:42.985254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Pushing event deleted for resources: {'Network': ['ID=82248327-0b36-48ab-88fd-670156dd702c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:42.992429 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-caf42115-35f7-485f-a7cb-09b01f4efaf6 service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788687 Aug 29 16:54:43.004963 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.006878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:43.007690 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b6108576-f1d5-43b4-9d0e-517cd694eb66 admin admin] 10.222.0.22 "DELETE /v2.0/networks/82248327-0b36-48ab-88fd-670156dd702c HTTP/1.1" status: 204 len: 168 time: 0.9675329 Aug 29 16:54:43.014119 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-500b985c-cdd0-4f78-bd5e-2aaf8b61934a req-482198cb-d7cc-4d70-990e-60057ccd67c0 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516195 Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-5b4b8514-77bd-4553-8075-7e0711f5be44 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 82248327-0b36-48ab-88fd-670156dd702c could not be found. Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 16:54:43.067556 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 82248327-0b36-48ab-88fd-670156dd702c could not be found. Aug 29 16:54:43.071772 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 16:54:43.083734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:43.084189 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.089775 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2f51ff4b-215a-48d3-8482-ff2e8a6e637d None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:43.144207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351c589-6a0b-40d3-88ff-1617df019019 req-a5ce96f1-09de-49db-9a26-5de9bdd5f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:43.145862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5351c589-6a0b-40d3-88ff-1617df019019 req-a5ce96f1-09de-49db-9a26-5de9bdd5f2fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.2475171 Aug 29 16:54:43.150802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514540d-66f8-405c-b9c6-043641faa74f None None] DHCP port deletion for 82248327-0b36-48ab-88fd-670156dd702c request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:54:43.156923 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c25f375-d34d-4688-ab38-9e4d6d2fd800 req-521bb7c4-aa5d-465f-829f-aea3f00c4694 service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606479 Aug 29 16:54:43.205345 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5351c589-6a0b-40d3-88ff-1617df019019 req-a7158ea4-ddb6-477b-aae4-d427c0b712bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570c5752-e82d-4137-b7d2-845b5d54c43d HTTP/1.1" status: 200 len: 217 time: 0.0478244 Aug 29 16:54:43.249028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46208) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:43.252258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eedcfe8-ef86-478d-b880-f44824f5d288 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 16:54:43.266655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351c589-6a0b-40d3-88ff-1617df019019 req-2bf627ef-351b-4541-a5d3-063a505f75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:43.268174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5351c589-6a0b-40d3-88ff-1617df019019 req-2bf627ef-351b-4541-a5d3-063a505f75b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.0546958 Aug 29 16:54:43.271220 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd113b61-2a05-450e-b6e4-c7781fd4ef7e x-openstack-request-id: req-dd113b61-2a05-450e-b6e4-c7781fd4ef7e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:43.271725 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffdf373-2311-4988-8ede-3fd86bd16fc8", "name": "network-vif-deleted", "tag": "4e58dfb3-976f-4596-b544-f740d7ea42ec", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:43.272072 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd113b61-2a05-450e-b6e4-c7781fd4ef7e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:43.272550 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffdf373-2311-4988-8ede-3fd86bd16fc8', 'name': 'network-vif-deleted', 'tag': '4e58dfb3-976f-4596-b544-f740d7ea42ec', 'status': 'completed', 'code': 200} Aug 29 16:54:43.322632 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bd0a225-2df9-4046-bd90-69eb98a1378c req-1115f280-8bc6-46f9-b227-93c39e991436 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/c3f45654-8b49-4de1-b7a0-43e31a84a1c5 HTTP/1.1" status: 200 len: 1803 time: 0.1024997 Aug 29 16:54:43.369590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351c589-6a0b-40d3-88ff-1617df019019 req-ef894be6-514c-45ed-8812-09d00e0771fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:43.371099 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5351c589-6a0b-40d3-88ff-1617df019019 req-ef894be6-514c-45ed-8812-09d00e0771fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924275 Aug 29 16:54:43.378902 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5363605b-3c77-4c3a-8274-3fc0680a7ec3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a2caa2920c6042ad99d15f755d4253df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261723 Aug 29 16:54:43.379934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46212) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:43.404726 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5bd0a225-2df9-4046-bd90-69eb98a1378c req-deb53753-485f-4b79-8838-97ad66454369 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.431690 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2f51ff4b-215a-48d3-8482-ff2e8a6e637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:43.447702 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5bd0a225-2df9-4046-bd90-69eb98a1378c req-deb53753-485f-4b79-8838-97ad66454369 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.467475 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f51ff4b-215a-48d3-8482-ff2e8a6e637d None None] The sync data for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 is: [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:43.474558 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.500171 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.543654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5351c589-6a0b-40d3-88ff-1617df019019 req-50434b8f-d71e-4171-aebe-c71ee6af167d service neutron] 10.222.0.10 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525602 Aug 29 16:54:43.549029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eedcfe8-ef86-478d-b880-f44824f5d288 None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 16:54:43.552858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da0d0-5e1f-401d-9cdd-deeea35bd71a req-d0eb59e3-bb0e-40e5-9d3a-a942b3b5209f tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:43.559578 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.560481 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d03da0d0-5e1f-401d-9cdd-deeea35bd71a req-d0eb59e3-bb0e-40e5-9d3a-a942b3b5209f tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 945 time: 0.1860814 Aug 29 16:54:43.563952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.565314 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/200f5c57-d446-4f14-9f5e-e7368ff3c142 HTTP/1.1" status: 204 len: 168 time: 0.1844237 Aug 29 16:54:43.601953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200f5c57-d446-4f14-9f5e-e7368ff3c142,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:43.618017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.618424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.618935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.619292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.619638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.619980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.620321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.620659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.621039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.621410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.621747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.622079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8979e0-d30b-4a0e-9171-5d1807536fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:54:43.670906 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5bd0a225-2df9-4046-bd90-69eb98a1378c req-deb53753-485f-4b79-8838-97ad66454369 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.674982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5bd0a225-2df9-4046-bd90-69eb98a1378c req-deb53753-485f-4b79-8838-97ad66454369 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.677739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d03da0d0-5e1f-401d-9cdd-deeea35bd71a req-2602c180-be32-48fe-9f99-6f11398692f7 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162610 Aug 29 16:54:43.692153 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bd0a225-2df9-4046-bd90-69eb98a1378c req-deb53753-485f-4b79-8838-97ad66454369 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "DELETE /v2.0/security-groups/c3f45654-8b49-4de1-b7a0-43e31a84a1c5 HTTP/1.1" status: 204 len: 173 time: 0.3680065 Aug 29 16:54:43.718790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb53753-485f-4b79-8838-97ad66454369 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f45654-8b49-4de1-b7a0-43e31a84a1c5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:43.757373 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5351c589-6a0b-40d3-88ff-1617df019019 req-6c205f59-6058-4b28-b5f4-fbcb86cf7760 service neutron] 10.222.0.10 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901388 Aug 29 16:54:43.831121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.955865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:43.960936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c7a0da-6969-4852-be8b-741397c0b376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0a71d4-1be2-4cfb-b3d2-34ee716664ac'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:43.963768 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0781c21e-a628-4eee-be0c-58e68a8724d4" -d '{"events": [{"server_uuid": "19c7a0da-6969-4852-be8b-741397c0b376", "name": "network-vif-plugged", "status": "completed", "tag": "ac0a71d4-1be2-4cfb-b3d2-34ee716664ac"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:43.967249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65f622-a81f-47cf-915f-23628a978c8c None None] New status for floating IP c72efab6-7778-4324-b4dd-8b7187244a5c: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:54:43.982233 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:43.983324 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 4e58dfb3-976f-4596-b544-f740d7ea42ec no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:44.024459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a8a146-e8fd-47ba-b54d-666e6d9dfcee req-01032cad-db7e-4bc4-a884-d09e504865a2 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/cae81314-b110-47b4-9d37-6e57af4ab5b6 HTTP/1.1" status: 200 len: 1805 time: 0.0654936 Aug 29 16:54:44.056575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 4e58dfb3-976f-4596-b544-f740d7ea42ec {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:44.056929 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 4e58dfb3-976f-4596-b544-f740d7ea42ec not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:44.147584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-f6b5299c-280f-4c92-9acd-b843105d396d tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:44.149824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-f6b5299c-280f-4c92-9acd-b843105d396d tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0691433 Aug 29 16:54:44.201633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ad475089-7bc8-40e3-a51f-58be6df4ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:44.214809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-7d3b4381-2e49-48cc-8209-bbea4bacb4b5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 697 time: 0.0544198 Aug 29 16:54:44.230754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Request body: {'floatingip': {'port_id': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:44.264452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-3c70ae02-334c-467b-bfaf-1df29d8c947c req-f42cb20a-3db8-4d00-9bee-9a9261916d26 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-351066381', 'description': 'tempest-description-1538053740'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:44.290644 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf33603-dc57-4df1-9e84-141a36b8a515 x-openstack-request-id: req-bbf33603-dc57-4df1-9e84-141a36b8a515 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:44.290966 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c7a0da-6969-4852-be8b-741397c0b376", "name": "network-vif-plugged", "status": "completed", "tag": "ac0a71d4-1be2-4cfb-b3d2-34ee716664ac", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:44.291346 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbf33603-dc57-4df1-9e84-141a36b8a515 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:44.291672 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:44.291830 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c7a0da-6969-4852-be8b-741397c0b376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0a71d4-1be2-4cfb-b3d2-34ee716664ac', 'code': 200} Aug 29 16:54:44.298653 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3c70ae02-334c-467b-bfaf-1df29d8c947c req-f42cb20a-3db8-4d00-9bee-9a9261916d26 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:44.356938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:44.364016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad475089-7bc8-40e3-a51f-58be6df4ce34 None None] The sync data for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 is: [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '479bee95-a860-4142-ae5b-f385f27c73fd', 'name': '', 'network_id': '14076af5-56ad-4968-b3b7-9c9115e37b7e', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'mac_address': 'fa:16:3e:73:9e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:49Z', 'updated_at': '2021-08-29T16:48:58Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'subnets': [{'id': 'dc48a1e5-f777-468f-92e8-df12ae9f9b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:44.460878 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3c70ae02-334c-467b-bfaf-1df29d8c947c req-f42cb20a-3db8-4d00-9bee-9a9261916d26 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:44.473013 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3c70ae02-334c-467b-bfaf-1df29d8c947c req-f42cb20a-3db8-4d00-9bee-9a9261916d26 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:44.491878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69c51d-3074-4c3d-b31b-9f6a61b1a973 req-ceba1c17-28ea-496c-83cd-f37822cb4577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:44.493778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa69c51d-3074-4c3d-b31b-9f6a61b1a973 req-ceba1c17-28ea-496c-83cd-f37822cb4577 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 1098 time: 0.1548572 Aug 29 16:54:44.515003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3c70ae02-334c-467b-bfaf-1df29d8c947c req-f42cb20a-3db8-4d00-9bee-9a9261916d26 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:44.516454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3c70ae02-334c-467b-bfaf-1df29d8c947c req-f42cb20a-3db8-4d00-9bee-9a9261916d26 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2574105 Aug 29 16:54:44.517612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cb20a-3db8-4d00-9bee-9a9261916d26 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1b1ffe-281e-4c0e-912b-9a942943819c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:44.596312 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa69c51d-3074-4c3d-b31b-9f6a61b1a973 req-9470e929-d646-4115-8e05-ecbd6b4d9287 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494664 Aug 29 16:54:44.709864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe48dc5-22b0-426b-81c8-1c1705271273 req-17eb6352-2197-47d6-a558-ef08d1b6b166 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:44.713739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bbe48dc5-22b0-426b-81c8-1c1705271273 req-17eb6352-2197-47d6-a558-ef08d1b6b166 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.0969145 Aug 29 16:54:44.718352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46264) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:44.764351 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bbe48dc5-22b0-426b-81c8-1c1705271273 req-50af32ad-18a7-478e-9040-c0079d645126 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Aug 29 16:54:44.803365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3955707-4fff-473e-afbd-7d687294697f', 'tag': '570c5752-e82d-4137-b7d2-845b5d54c43d'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:44.805754 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3955707-4fff-473e-afbd-7d687294697f", "tag": "570c5752-e82d-4137-b7d2-845b5d54c43d"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:44.835809 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794c9cf-bf22-45a2-9429-fc936f149098 None None] New status for floating IP 9772157e-b611-4d3d-8263-280d886af228: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:54:44.859914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-363735315-network', 'tenant_id': '77efff66de264f21bf07e1a1c4ef01a8'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:44.876591 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.api [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 16:54:44.876921 n-d-713301-13 neutron-server[111676]: DEBUG oslo_db.api [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 16:54:44.890294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Made reservation on behalf of 77efff66de264f21bf07e1a1c4ef01a8 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:54:44.893155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:44.904882 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:44.926331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46278) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:44.983547 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f62b3636-5bac-4f22-ae03-db16d4d9fe0c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.009672 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f62b3636-5bac-4f22-ae03-db16d4d9fe0c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.015694 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49a43bc1-ad62-4c80-a791-35d935250040 req-32a1f812-0cf8-40a8-aa2d-c86fcf90934d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/fe1b1ffe-281e-4c0e-912b-9a942943819c HTTP/1.1" status: 200 len: 1804 time: 0.0695071 Aug 29 16:54:45.030902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-49a43bc1-ad62-4c80-a791-35d935250040 req-3df11bf8-506a-4360-9626-fbe3a5753728 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe1b1ffe-281e-4c0e-912b-9a942943819c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:45.031192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-49a43bc1-ad62-4c80-a791-35d935250040 req-3df11bf8-506a-4360-9626-fbe3a5753728 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe1b1ffe-281e-4c0e-912b-9a942943819c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:45.059712 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f62b3636-5bac-4f22-ae03-db16d4d9fe0c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.060296 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.062803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f62b3636-5bac-4f22-ae03-db16d4d9fe0c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.066425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f62b3636-5bac-4f22-ae03-db16d4d9fe0c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "DELETE /v2.0/security-groups/d67fb3d3-c92e-4348-b205-6b6e49daf946 HTTP/1.1" status: 204 len: 168 time: 0.1366155 Aug 29 16:54:45.066684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46280) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:45.073310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b3636-5bac-4f22-ae03-db16d4d9fe0c tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67fb3d3-c92e-4348-b205-6b6e49daf946,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:45.077317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.094666 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-a1ae643a-33ac-40f5-8107-a4451c91f8be tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] show failed (client error): The resource could not be found. Aug 29 16:54:45.095713 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a1ae643a-33ac-40f5-8107-a4451c91f8be tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "GET /v2.0/security-groups/d67fb3d3-c92e-4348-b205-6b6e49daf946 HTTP/1.1" status: 404 len: 347 time: 0.0281026 Aug 29 16:54:45.099454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46282) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:45.119717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:54:45.140732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a28586-3d4c-4fea-bd21-505eff5775af,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:45.145940 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.146143 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Added segment 53c9f7dc-051e-4649-8f1e-5c07e5701085 of type vlan for network fd00dde6-c06c-47c1-8d47-4d22537d9a8d Aug 29 16:54:45.203579 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49a43bc1-ad62-4c80-a791-35d935250040 req-3df11bf8-506a-4360-9626-fbe3a5753728 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.210309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.231310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e17d18c7-40bf-444c-9fec-77f3ef0b6a78 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Deleting port 42d6f185-2f12-42e1-ada6-c2d26ec10306 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:45.231663 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e17d18c7-40bf-444c-9fec-77f3ef0b6a78 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.231939 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49a43bc1-ad62-4c80-a791-35d935250040 req-3df11bf8-506a-4360-9626-fbe3a5753728 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.239251 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49a43bc1-ad62-4c80-a791-35d935250040 req-3df11bf8-506a-4360-9626-fbe3a5753728 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.262887 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.263842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:45.264420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.273699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df11bf8-506a-4360-9626-fbe3a5753728 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a8a276-c506-4c35-b014-48055e624355,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:45.311184 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49a43bc1-ad62-4c80-a791-35d935250040 req-3df11bf8-506a-4360-9626-fbe3a5753728 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.312371 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49a43bc1-ad62-4c80-a791-35d935250040 req-3df11bf8-506a-4360-9626-fbe3a5753728 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2880204 Aug 29 16:54:45.312550 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e17d18c7-40bf-444c-9fec-77f3ef0b6a78 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.313011 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e17d18c7-40bf-444c-9fec-77f3ef0b6a78 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.327549 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6069646 Aug 29 16:54:45.330844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46286) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:45.332923 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e17d18c7-40bf-444c-9fec-77f3ef0b6a78 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Calling delete_port for 42d6f185-2f12-42e1-ada6-c2d26ec10306 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:45.335901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] Request body: {'subnet': {'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-363735315-subnet', 'tenant_id': '77efff66de264f21bf07e1a1c4ef01a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:45.353911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31e777-20cc-41ba-ab65-f22402b96638 admin admin] Pushing event updated for resources: {'Network': ['ID=fd00dde6-c06c-47c1-8d47-4d22537d9a8d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:45.364686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network fd00dde6-c06c-47c1-8d47-4d22537d9a8d details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:54:45.380941 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.439138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] Made reservation on behalf of 77efff66de264f21bf07e1a1c4ef01a8 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:54:45.442145 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.490704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c0021-7629-4aff-a1d5-d0bd79a7b350 req-d2104794-d5a6-4f6e-adec-eaa73b62bdcb tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:45.492201 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da6c0021-7629-4aff-a1d5-d0bd79a7b350 req-d2104794-d5a6-4f6e-adec-eaa73b62bdcb tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 945 time: 0.1510191 Aug 29 16:54:45.507090 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2e741e79-b6f1-40bc-8db1-cd19cffc849d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.521009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5d89e-4115-4842-8b7b-2381a95afc2a req-55ff744d-e326-4f5b-9c83-9880db865975 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:45.522514 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17f5d89e-4115-4842-8b7b-2381a95afc2a req-55ff744d-e326-4f5b-9c83-9880db865975 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 946 time: 0.1461096 Aug 29 16:54:45.635938 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17f5d89e-4115-4842-8b7b-2381a95afc2a req-df4e602e-1803-4f5b-bfff-99e4455111ad tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938945 Aug 29 16:54:45.668714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e17d18c7-40bf-444c-9fec-77f3ef0b6a78 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.691669 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462bdf00-47d7-4976-bf8d-c28ce9e6fe1e x-openstack-request-id: req-462bdf00-47d7-4976-bf8d-c28ce9e6fe1e {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:45.692048 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3955707-4fff-473e-afbd-7d687294697f", "tag": "570c5752-e82d-4137-b7d2-845b5d54c43d", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:45.692306 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-462bdf00-47d7-4976-bf8d-c28ce9e6fe1e {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:45.692703 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3955707-4fff-473e-afbd-7d687294697f', 'tag': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'status': 'completed', 'code': 200} Aug 29 16:54:45.718846 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-da6c0021-7629-4aff-a1d5-d0bd79a7b350 req-acf757a2-e6e1-4034-8666-3c2b776f66de tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Deleting port 570c5752-e82d-4137-b7d2-845b5d54c43d {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:45.719520 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-da6c0021-7629-4aff-a1d5-d0bd79a7b350 req-acf757a2-e6e1-4034-8666-3c2b776f66de tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.755573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d18c7-40bf-444c-9fec-77f3ef0b6a78 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Pushing event deleted for resources: {'Port': ['ID=42d6f185-2f12-42e1-ada6-c2d26ec10306,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:45.794195 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.906528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b req-9219cc77-80cc-40ac-b1b9-2a7fc05b15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:45.907961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b req-9219cc77-80cc-40ac-b1b9-2a7fc05b15bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f3955707-4fff-473e-afbd-7d687294697f HTTP/1.1" status: 200 len: 1097 time: 0.1778839 Aug 29 16:54:45.929402 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e17d18c7-40bf-444c-9fec-77f3ef0b6a78 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.931905 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e17d18c7-40bf-444c-9fec-77f3ef0b6a78 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:45.933076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e17d18c7-40bf-444c-9fec-77f3ef0b6a78 tempest-ServersWithSpecificFlavorTestJSON-695061139 tempest-ServersWithSpecificFlavorTestJSON-695061139-project] 10.222.0.22 "DELETE /v2.0/floatingips/9772157e-b611-4d3d-8263-280d886af228 HTTP/1.1" status: 204 len: 168 time: 0.8326361 Aug 29 16:54:46.147788 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc9c6de7-0d57-4ba4-892f-5ec60b6cf10a req-48f3a1a9-c939-42a1-862f-bce4a348e747 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/fe1b1ffe-281e-4c0e-912b-9a942943819c HTTP/1.1" status: 200 len: 2397 time: 0.4450150 Aug 29 16:54:46.162700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-bc9c6de7-0d57-4ba4-892f-5ec60b6cf10a req-815c4409-44f0-440c-b8c4-e9ea2c8513f9 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe1b1ffe-281e-4c0e-912b-9a942943819c', 'remote_group_id': None}]} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:46.162925 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-bc9c6de7-0d57-4ba4-892f-5ec60b6cf10a req-815c4409-44f0-440c-b8c4-e9ea2c8513f9 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe1b1ffe-281e-4c0e-912b-9a942943819c', 'remote_group_id': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:46.170456 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.224999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] Pushing event updated for resources: {'Subnet': ['ID=706e06ef-9641-4853-80d4-0cd097dad076,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:46.247897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-da6c0021-7629-4aff-a1d5-d0bd79a7b350 req-acf757a2-e6e1-4034-8666-3c2b776f66de tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] For port 570c5752-e82d-4137-b7d2-845b5d54c43d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=570c5752-e82d-4137-b7d2-845b5d54c43d,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:46.248412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-da6c0021-7629-4aff-a1d5-d0bd79a7b350 req-acf757a2-e6e1-4034-8666-3c2b776f66de tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.274804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-da6c0021-7629-4aff-a1d5-d0bd79a7b350 req-acf757a2-e6e1-4034-8666-3c2b776f66de tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Calling delete_port for 570c5752-e82d-4137-b7d2-845b5d54c43d owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:46.309158 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] Checking segment: {'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:54:46.309555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] Network hostable DHCP agents. Network: fd00dde6-c06c-47c1-8d47-4d22537d9a8d, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:54:46.330096 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.resource_extend [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 16:54:46.376227 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b req-e694aa3e-03b0-4acf-b68f-d5aa3e2d3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:46.378083 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b req-e694aa3e-03b0-4acf-b68f-d5aa3e2d3b6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.4625590 Aug 29 16:54:46.398709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] Network fd00dde6-c06c-47c1-8d47-4d22537d9a8d is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:54:46.403802 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc9c6de7-0d57-4ba4-892f-5ec60b6cf10a req-815c4409-44f0-440c-b8c4-e9ea2c8513f9 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.428597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, fd00dde6-c06c-47c1-8d47-4d22537d9a8d) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:46.433475 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.435640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b req-fcc2515a-9837-48df-96e8-6b58409e4449 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570c5752-e82d-4137-b7d2-845b5d54c43d HTTP/1.1" status: 200 len: 217 time: 0.0465312 Aug 29 16:54:46.439567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc9c6de7-0d57-4ba4-892f-5ec60b6cf10a req-815c4409-44f0-440c-b8c4-e9ea2c8513f9 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.440247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e42cf-06e8-4bb5-a61b-9b67ec848baa None None] Network fd00dde6-c06c-47c1-8d47-4d22537d9a8d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:54:46.441667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:46.442328 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.442484 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.449339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc9c6de7-0d57-4ba4-892f-5ec60b6cf10a req-815c4409-44f0-440c-b8c4-e9ea2c8513f9 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.499262 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0ee9dc0d-3dfa-46f4-b13e-6aa49d68e19e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1673224 Aug 29 16:54:46.504069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c4409-44f0-440c-b8c4-e9ea2c8513f9 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9a32b6-03b6-432a-9adf-878e64b33d91,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:46.548725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc9c6de7-0d57-4ba4-892f-5ec60b6cf10a req-815c4409-44f0-440c-b8c4-e9ea2c8513f9 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.550756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc9c6de7-0d57-4ba4-892f-5ec60b6cf10a req-815c4409-44f0-440c-b8c4-e9ea2c8513f9 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3965652 Aug 29 16:54:46.556189 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.562599 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-da6c0021-7629-4aff-a1d5-d0bd79a7b350 req-acf757a2-e6e1-4034-8666-3c2b776f66de tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.576653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b req-9d2289a5-44fc-44e2-896c-efc6e6f6b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:46.578552 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b req-9d2289a5-44fc-44e2-896c-efc6e6f6b1f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.1009629 Aug 29 16:54:46.580752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['f2284af2-2fa7-4bfb-bb08-76fae9540614'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:46.619768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf757a2-e6e1-4034-8666-3c2b776f66de tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Pushing event deleted for resources: {'Port': ['ID=570c5752-e82d-4137-b7d2-845b5d54c43d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:46.633963 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Floating IP c72efab6-7778-4324-b4dd-8b7187244a5c associated. External IP: 172.25.5.96, port: f2284af2-2fa7-4bfb-bb08-76fae9540614. Aug 29 16:54:46.722979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b req-9f516d5e-69c1-491f-9718-c832e2a30f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:46.725179 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b req-9f516d5e-69c1-491f-9718-c832e2a30f77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360795 Aug 29 16:54:46.768410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6c0021-7629-4aff-a1d5-d0bd79a7b350 req-acf757a2-e6e1-4034-8666-3c2b776f66de tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] No DVR routers for this DVR port 570c5752-e82d-4137-b7d2-845b5d54c43d on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:54:46.773915 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-da6c0021-7629-4aff-a1d5-d0bd79a7b350 req-acf757a2-e6e1-4034-8666-3c2b776f66de tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:46.780692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da6c0021-7629-4aff-a1d5-d0bd79a7b350 req-acf757a2-e6e1-4034-8666-3c2b776f66de tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.10 "DELETE /v2.0/ports/570c5752-e82d-4137-b7d2-845b5d54c43d HTTP/1.1" status: 204 len: 173 time: 1.2773933 Aug 29 16:54:46.837877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb70175-4273-4b8c-b656-a0abd60d8b64 req-553ae457-6b7c-4fad-af76-9bc4db176e13 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:46.844591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-beb70175-4273-4b8c-b656-a0abd60d8b64 req-553ae457-6b7c-4fad-af76-9bc4db176e13 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.1636858 Aug 29 16:54:46.949869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ccba0-1446-4a8d-a348-61ff8b15b514 None None] Network fd00dde6-c06c-47c1-8d47-4d22537d9a8d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:54:46.971886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-beb70175-4273-4b8c-b656-a0abd60d8b64 req-f5de5b1f-9920-4fb0-aaa2-1b6d5c1f7690 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070039 Aug 29 16:54:47.019915 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b req-ceb4d05f-9390-41d3-856c-08595f6d76f7 service neutron] 10.222.0.10 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829254 Aug 29 16:54:47.178429 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8392e9cf-273c-4aa7-b68e-54ea4cfeaf3b req-f2afe46a-c25e-4407-ba70-7ec47baf5811 service neutron] 10.222.0.10 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505387 Aug 29 16:54:47.180148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:47.336626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:47.343883 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:47.348507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c6b27-82f3-492a-96a9-f927dbd14501 None None] Sync routers for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:47.364565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c6b27-82f3-492a-96a9-f927dbd14501 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:47.365463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-213c6b27-82f3-492a-96a9-f927dbd14501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:47.375606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-9e87eeab-e7c1-44c4-82da-8f06361d2c4a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "PUT /v2.0/floatingips/c72efab6-7778-4324-b4dd-8b7187244a5c HTTP/1.1" status: 200 len: 996 time: 3.1538393 Aug 29 16:54:47.376311 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:47.380249 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:47.419523 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:47.442695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-ec330723-01f5-480c-a78d-6d777b328377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:47.444512 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-ec330723-01f5-480c-a78d-6d777b328377 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 1098 time: 0.0537000 Aug 29 16:54:47.456612 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c058df4-3e2d-4e3a-b524-8170d0549a06 req-60e1f04a-d990-4b65-be94-cefc4f7fd356 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/fe1b1ffe-281e-4c0e-912b-9a942943819c HTTP/1.1" status: 200 len: 2995 time: 0.0622158 Aug 29 16:54:47.503551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-213c6b27-82f3-492a-96a9-f927dbd14501 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:47.546870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-c91a039c-0964-4f4e-928a-91555fc58455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:47.553736 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-c91a039c-0964-4f4e-928a-91555fc58455 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.1011722 Aug 29 16:54:47.566204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5a32d-f830-43c9-97b0-706cdb4eff18 req-88087caf-9379-47fd-8b5e-c0650e34aa5e tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:47.567845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bfd5a32d-f830-43c9-97b0-706cdb4eff18 req-88087caf-9379-47fd-8b5e-c0650e34aa5e tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 946 time: 0.0624871 Aug 29 16:54:47.610353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bfd5a32d-f830-43c9-97b0-706cdb4eff18 req-c45c1ea9-b425-4f01-9ee3-9f1138a5b4ee tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Aug 29 16:54:47.617838 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-17ffd685-50b4-4d20-9348-d30b188718df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 999 time: 0.0632496 Aug 29 16:54:47.690475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-d2807039-2323-4562-8360-7664c8fabadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:47.692380 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-d2807039-2323-4562-8360-7664c8fabadf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.0600748 Aug 29 16:54:47.693841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3955707-4fff-473e-afbd-7d687294697f', 'name': 'network-vif-deleted', 'tag': '570c5752-e82d-4137-b7d2-845b5d54c43d'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:47.700813 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0798445b-8389-4387-a5e4-382f466b5881" -d '{"events": [{"server_uuid": "f3955707-4fff-473e-afbd-7d687294697f", "name": "network-vif-deleted", "tag": "570c5752-e82d-4137-b7d2-845b5d54c43d"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:47.754538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-33ebcd09-e304-4558-b6a5-db2a3f8862df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:47.756211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-33ebcd09-e304-4558-b6a5-db2a3f8862df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460737 Aug 29 16:54:47.776467 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-213c6b27-82f3-492a-96a9-f927dbd14501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:61:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2681d8e-4573-42cf-a83a-504935f36488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:45Z', 'revision_number': 8, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:47.806140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c6b27-82f3-492a-96a9-f927dbd14501 None None] Checking router: b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:47.817234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c6b27-82f3-492a-96a9-f927dbd14501 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:47.818031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-213c6b27-82f3-492a-96a9-f927dbd14501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:47.871132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29506f-b143-4308-9091-ef33cf39da44 req-3dc2b2c7-0e17-49c4-9cd3-45b37ac8eff1 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:47.874067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-53c367c6-c85d-4903-907b-77f2ec7cdbe4 service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102192 Aug 29 16:54:47.880426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-3dc2b2c7-0e17-49c4-9cd3-45b37ac8eff1 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/networks?id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d HTTP/1.1" status: 200 len: 814 time: 0.1307487 Aug 29 16:54:47.898156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-ae32f23f-0214-4c61-a295-e7ef6a07fa97 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/quotas/77efff66de264f21bf07e1a1c4ef01a8 HTTP/1.1" status: 200 len: 375 time: 0.0121770 Aug 29 16:54:47.944509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-d16c6400-bad4-487d-a05a-55d31217d746 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77efff66de264f21bf07e1a1c4ef01a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398257 Aug 29 16:54:47.948504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-213c6b27-82f3-492a-96a9-f927dbd14501 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:47.980347 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88dba270-ea62-443b-8450-5fad1bf9ccd1 req-8dc82423-799b-48b9-a438-4cf7e6f6a1e4 service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998917 Aug 29 16:54:48.059084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-78adc32c-2a66-423f-8ab2-077429c00a27 service neutron] 10.222.0.22 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135869 Aug 29 16:54:48.080524 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efe4d4a-1136-4699-a55b-b8aabcf2d4b5 x-openstack-request-id: req-7efe4d4a-1136-4699-a55b-b8aabcf2d4b5 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:48.080825 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:48.081264 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7efe4d4a-1136-4699-a55b-b8aabcf2d4b5 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:48.081676 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'status': 'completed', 'code': 200} Aug 29 16:54:48.178941 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:48.199581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-3d944885-fa8d-407e-9cf4-d0df5a4b2f04 service neutron] 10.222.0.22 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333139 Aug 29 16:54:48.238271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3e57e5a2-5fee-4866-8d7d-cb16f41c30d1 req-40c4551c-61ee-4628-958c-c5cfe886ed64 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-group-rules/5b9a32b6-03b6-432a-9adf-878e64b33d91 HTTP/1.1" status: 200 len: 783 time: 0.1398308 Aug 29 16:54:48.250116 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-213c6b27-82f3-492a-96a9-f927dbd14501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:61:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2681d8e-4573-42cf-a83a-504935f36488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:45Z', 'revision_number': 8, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:48.288119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c6b27-82f3-492a-96a9-f927dbd14501 None None] The sync data for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 is: [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c72efab6-7778-4324-b4dd-8b7187244a5c', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'port_id': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'mac_address': 'fa:16:3e:61:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2681d8e-4573-42cf-a83a-504935f36488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:54:16Z', 'updated_at': '2021-08-29T16:54:45Z', 'revision_number': 8, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:48.318642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3 req-ac6d72a7-a25f-429a-bd6e-04376ac6e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:48.320093 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3 req-ac6d72a7-a25f-429a-bd6e-04376ac6e2c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 1098 time: 0.2070711 Aug 29 16:54:48.415355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3e57e5a2-5fee-4866-8d7d-cb16f41c30d1 req-a31d12c6-1596-4ddc-89ff-76d4cbb18ae6 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/fe1b1ffe-281e-4c0e-912b-9a942943819c HTTP/1.1" status: 200 len: 2995 time: 0.1760573 Aug 29 16:54:48.441179 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e04dd43-2108-4ace-a7f6-c853af14b8dc x-openstack-request-id: req-4e04dd43-2108-4ace-a7f6-c853af14b8dc {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:48.441608 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3955707-4fff-473e-afbd-7d687294697f", "name": "network-vif-deleted", "tag": "570c5752-e82d-4137-b7d2-845b5d54c43d", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:48.441864 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e04dd43-2108-4ace-a7f6-c853af14b8dc {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:48.442274 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3955707-4fff-473e-afbd-7d687294697f', 'name': 'network-vif-deleted', 'tag': '570c5752-e82d-4137-b7d2-845b5d54c43d', 'status': 'completed', 'code': 200} Aug 29 16:54:48.461001 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3e57e5a2-5fee-4866-8d7d-cb16f41c30d1 req-a4f1506a-83cf-4a24-af2d-c4385623f97c tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:48.469206 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3e57e5a2-5fee-4866-8d7d-cb16f41c30d1 req-a4f1506a-83cf-4a24-af2d-c4385623f97c tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:48.513052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3 req-936d9d5d-124d-4cb3-92a9-cdda372c8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:48.514634 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3 req-936d9d5d-124d-4cb3-92a9-cdda372c8d98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.1833110 Aug 29 16:54:48.515494 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3e57e5a2-5fee-4866-8d7d-cb16f41c30d1 req-a4f1506a-83cf-4a24-af2d-c4385623f97c tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:48.520624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3e57e5a2-5fee-4866-8d7d-cb16f41c30d1 req-a4f1506a-83cf-4a24-af2d-c4385623f97c tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:48.536570 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3e57e5a2-5fee-4866-8d7d-cb16f41c30d1 req-a4f1506a-83cf-4a24-af2d-c4385623f97c tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5b9a32b6-03b6-432a-9adf-878e64b33d91 HTTP/1.1" status: 204 len: 173 time: 0.1195860 Aug 29 16:54:48.540795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 570c5752-e82d-4137-b7d2-845b5d54c43d no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:48.592861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac34a1-cf77-4bc1-b736-fda312829411 req-baf3ea45-11f5-4c26-9f95-c52adf6ec28c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:48.598777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-43ac34a1-cf77-4bc1-b736-fda312829411 req-baf3ea45-11f5-4c26-9f95-c52adf6ec28c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.0909851 Aug 29 16:54:48.606996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 570c5752-e82d-4137-b7d2-845b5d54c43d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:48.608102 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 570c5752-e82d-4137-b7d2-845b5d54c43d not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:48.610825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f72ba600-97c1-4f5f-886c-f7f0f62c8956 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:54:48.648379 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d683a1-a0fe-464c-a42e-ff60dfe9a683 None None] New status for floating IP c72efab6-7778-4324-b4dd-8b7187244a5c: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:54:48.649362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1506a-83cf-4a24-af2d-c4385623f97c tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b9a32b6-03b6-432a-9adf-878e64b33d91,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:48.678528 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-43ac34a1-cf77-4bc1-b736-fda312829411 req-c44f2f03-ceeb-4461-9f9a-f754c6f5ce3d tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717165 Aug 29 16:54:48.797626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:48.820529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3 req-21aaca6e-c2ba-4fce-aefa-07ba1c23409f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 999 time: 0.2784088 Aug 29 16:54:48.823526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'mac_address': 'fa:16:3e:48:ae:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:54:48.840236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c928db52-231d-48e1-9167-7144a2f45c54 req-682d0bb9-1e94-4262-9289-904ea4020dcd tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips/c72efab6-7778-4324-b4dd-8b7187244a5c HTTP/1.1" status: 200 len: 996 time: 0.2884693 Aug 29 16:54:48.885076 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:48.925206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72ba600-97c1-4f5f-886c-f7f0f62c8956 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:48.955778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:48.963158 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:49.047519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3 req-afd131d3-f1b7-485e-9fae-af0d3bdf64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:49.049191 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3 req-afd131d3-f1b7-485e-9fae-af0d3bdf64b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.2059662 Aug 29 16:54:49.050135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:49.068681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39aa51ee-2567-4413-b3b3-261b7deb0c75 req-ce932498-93b8-4b39-b6bf-fef3cfec8758 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 210 time: 0.0565968 Aug 29 16:54:49.069297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928db52-231d-48e1-9167-7144a2f45c54 req-dcd6ebbf-3da8-4dce-8552-9a741df0cbc7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:49.070223 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c928db52-231d-48e1-9167-7144a2f45c54 req-dcd6ebbf-3da8-4dce-8552-9a741df0cbc7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.2289038 Aug 29 16:54:49.087692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['f72ba600-97c1-4f5f-886c-f7f0f62c8956'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:49.174575 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35c82682-9b4f-45e4-a2f3-b29161a40a79 req-2d639344-8bd8-449b-93b3-d78af1f2b40a tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/fe1b1ffe-281e-4c0e-912b-9a942943819c HTTP/1.1" status: 200 len: 2397 time: 0.0623274 Aug 29 16:54:49.182481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3 req-fd5ff5bc-0442-4695-b545-79c463d3b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:49.185894 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3 req-fd5ff5bc-0442-4695-b545-79c463d3b2ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124704 Aug 29 16:54:49.316492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-2f4d39c1-5c72-4da0-9e1b-a558f54f210f tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 1001 time: 0.1516721 Aug 29 16:54:49.389045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-ea25fc5f-5b24-4cb8-a155-89aebeee5d5e tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:49.402352 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-ea25fc5f-5b24-4cb8-a155-89aebeee5d5e tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports/f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 943 time: 0.0773983 Aug 29 16:54:49.414773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-35c82682-9b4f-45e4-a2f3-b29161a40a79 req-670a3e93-17fe-464c-8b97-cb52cda0f85b tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:49.433981 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3 req-c17278c5-260b-4e56-810d-73e3ebc83e5a service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306435 Aug 29 16:54:49.454658 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-35c82682-9b4f-45e4-a2f3-b29161a40a79 req-670a3e93-17fe-464c-8b97-cb52cda0f85b tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:49.499721 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-1b6b6e6d-365d-44f7-b568-85d718fec0e1 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 1001 time: 0.0602748 Aug 29 16:54:49.555121 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-35c82682-9b4f-45e4-a2f3-b29161a40a79 req-670a3e93-17fe-464c-8b97-cb52cda0f85b tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:49.557757 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-35c82682-9b4f-45e4-a2f3-b29161a40a79 req-670a3e93-17fe-464c-8b97-cb52cda0f85b tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:49.558922 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35c82682-9b4f-45e4-a2f3-b29161a40a79 req-670a3e93-17fe-464c-8b97-cb52cda0f85b tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "DELETE /v2.0/security-groups/fe1b1ffe-281e-4c0e-912b-9a942943819c HTTP/1.1" status: 204 len: 173 time: 0.3621449 Aug 29 16:54:49.570036 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c3b8e25-2142-41dd-a3c2-0d2f0b9e70d3 req-1197116d-e331-475f-8872-933c58d0584b service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260791 Aug 29 16:54:49.575012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a3e93-17fe-464c-8b97-cb52cda0f85b tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1b1ffe-281e-4c0e-912b-9a942943819c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:49.626404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-321711ed-e3ad-4e40-a438-74ccaa3c0b3a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:49.628732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-321711ed-e3ad-4e40-a438-74ccaa3c0b3a tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.1219509 Aug 29 16:54:49.646758 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-5f28c901-96c8-4515-b75e-9c908d8ed871 req-eb997714-ad56-4a1c-a609-1fa967524e0e tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] show failed (client error): The resource could not be found. Aug 29 16:54:49.647898 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5f28c901-96c8-4515-b75e-9c908d8ed871 req-eb997714-ad56-4a1c-a609-1fa967524e0e tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/c3f45654-8b49-4de1-b7a0-43e31a84a1c5 HTTP/1.1" status: 404 len: 352 time: 0.0224583 Aug 29 16:54:49.712617 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-588f7ad9-d873-4dcc-bd03-d8e1527f34f7 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 1001 time: 0.0769467 Aug 29 16:54:49.723746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-8aada1cd-aa4e-4abe-8671-5394745879f5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:49.786361 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-8aada1cd-aa4e-4abe-8671-5394745879f5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:49.812965 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2933f9a9-6fb7-460a-adc8-0a6c963fbf6d req-3f985243-7447-403a-a8be-33ea82315441 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/cae81314-b110-47b4-9d37-6e57af4ab5b6 HTTP/1.1" status: 200 len: 1805 time: 0.0725689 Aug 29 16:54:49.837798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29506f-b143-4308-9091-ef33cf39da44 req-97080aeb-2115-4d17-9b59-242649810e05 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:49.839298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-97080aeb-2115-4d17-9b59-242649810e05 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "GET /v2.0/networks?id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d HTTP/1.1" status: 200 len: 814 time: 0.1626949 Aug 29 16:54:49.855200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Request body: {'port': {'device_id': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d', 'admin_state_up': True, 'tenant_id': '77efff66de264f21bf07e1a1c4ef01a8'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:49.937510 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:49.941097 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-8aada1cd-aa4e-4abe-8671-5394745879f5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:49.945412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-8aada1cd-aa4e-4abe-8671-5394745879f5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:49.945780 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-8aada1cd-aa4e-4abe-8671-5394745879f5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Floating IP c72efab6-7778-4324-b4dd-8b7187244a5c disassociated. External IP: 172.25.5.96, port: f2284af2-2fa7-4bfb-bb08-76fae9540614. Aug 29 16:54:49.955214 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2933f9a9-6fb7-460a-adc8-0a6c963fbf6d req-3a181ce9-b3e1-4e2c-96e9-9f35ad12dad8 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:49.994311 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2933f9a9-6fb7-460a-adc8-0a6c963fbf6d req-3a181ce9-b3e1-4e2c-96e9-9f35ad12dad8 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.043975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Made reservation on behalf of 77efff66de264f21bf07e1a1c4ef01a8 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:54:50.047840 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.069169 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2933f9a9-6fb7-460a-adc8-0a6c963fbf6d req-3a181ce9-b3e1-4e2c-96e9-9f35ad12dad8 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.071589 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2933f9a9-6fb7-460a-adc8-0a6c963fbf6d req-3a181ce9-b3e1-4e2c-96e9-9f35ad12dad8 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.073900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2933f9a9-6fb7-460a-adc8-0a6c963fbf6d req-3a181ce9-b3e1-4e2c-96e9-9f35ad12dad8 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "DELETE /v2.0/security-groups/cae81314-b110-47b4-9d37-6e57af4ab5b6 HTTP/1.1" status: 204 len: 173 time: 0.2509031 Aug 29 16:54:50.122685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a181ce9-b3e1-4e2c-96e9-9f35ad12dad8 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae81314-b110-47b4-9d37-6e57af4ab5b6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:50.185870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-8aada1cd-aa4e-4abe-8671-5394745879f5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:50.238654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Allocated IP 172.20.0.13 (fd00dde6-c06c-47c1-8d47-4d22537d9a8d/706e06ef-9641-4853-80d4-0cd097dad076/8e504cc2-6338-40dd-8de6-455778b34336) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:54:50.251707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f3523-67dc-4c25-b899-af0348b5844b req-912f5166-70f3-482e-9ed0-1e1673604335 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:50.253275 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b1f3523-67dc-4c25-b899-af0348b5844b req-912f5166-70f3-482e-9ed0-1e1673604335 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.1003151 Aug 29 16:54:50.255914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38dd1f-af2b-4137-be1e-6f179d48ae3d req-00a13788-a72b-4b92-baf6-326f6efdb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:50.257435 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d38dd1f-af2b-4137-be1e-6f179d48ae3d req-00a13788-a72b-4b92-baf6-326f6efdb01e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 1097 time: 0.0836015 Aug 29 16:54:50.324357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b1f3523-67dc-4c25-b899-af0348b5844b req-357ea2e1-d63e-4f6e-9911-4ccf359526c4 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614905 Aug 29 16:54:50.337385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d38dd1f-af2b-4137-be1e-6f179d48ae3d req-4f276da5-7043-4ed8-a5d3-338118c00de5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716224 Aug 29 16:54:50.349022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-8aada1cd-aa4e-4abe-8671-5394745879f5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:50.361044 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-8aada1cd-aa4e-4abe-8671-5394745879f5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.361913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0a2cb-b6ca-4f35-a471-36e80ac4e678 None None] Sync routers for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:50.378272 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0a2cb-b6ca-4f35-a471-36e80ac4e678 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:50.379152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3d0a2cb-b6ca-4f35-a471-36e80ac4e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:50.405429 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-8aada1cd-aa4e-4abe-8671-5394745879f5 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "PUT /v2.0/floatingips/c72efab6-7778-4324-b4dd-8b7187244a5c HTTP/1.1" status: 200 len: 695 time: 0.6799672 Aug 29 16:54:50.443168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:50.445831 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd6c3a7-b235-4539-be99-da11cfe184ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:50.460368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-0e366c9d-6626-44af-aa20-449f9c7dc465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:50.468960 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-0e366c9d-6626-44af-aa20-449f9c7dc465 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 1098 time: 0.0590601 Aug 29 16:54:50.561990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-f3d0a2cb-b6ca-4f35-a471-36e80ac4e678 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:50.572921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-e369baf8-12b7-4f53-845e-4146ee1bf152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:50.581905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-e369baf8-12b7-4f53-845e-4146ee1bf152 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.1116078 Aug 29 16:54:50.592394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f72ba600-97c1-4f5f-886c-f7f0f62c8956 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:50.652433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-6ca66698-c8d6-476d-afce-d0443c3893ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 217 time: 0.0532482 Aug 29 16:54:50.706341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-879baf59-f4e5-41a8-8a31-a74b4b45f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:50.708270 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-879baf59-f4e5-41a8-8a31-a74b4b45f27d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.0479927 Aug 29 16:54:50.712990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d4d93eb8-e974-462d-948d-f2b6d61cb83c req-a1714d84-fbb8-4e60-a344-0c5b36cb2d97 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/c14eab03-c0a7-43e4-93bb-0683d95665fa HTTP/1.1" status: 200 len: 1804 time: 0.0665312 Aug 29 16:54:50.720923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port f72ba600-97c1-4f5f-886c-f7f0f62c8956 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:50.721327 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.762113 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.770412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-890723fe-f9c0-44f5-a687-d33a5f44d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:50.771939 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-890723fe-f9c0-44f5-a687-d33a5f44d8ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538664 Aug 29 16:54:50.812543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d4d93eb8-e974-462d-948d-f2b6d61cb83c req-8f738a93-f539-4ffc-8eda-8b3acc284c91 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.842087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d4d93eb8-e974-462d-948d-f2b6d61cb83c req-8f738a93-f539-4ffc-8eda-8b3acc284c91 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.851022 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.860247 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.880517 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-dd6b6423-9afd-4d1c-9a0b-f10f58e7ab4e service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967360 Aug 29 16:54:50.891962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:50.895070 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1885dfcc-c9a0-47fe-b3a7-74743b1e05a4" -d '{"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-plugged", "status": "completed", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:50.909600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:50.916152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3d0a2cb-b6ca-4f35-a471-36e80ac4e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:50.928042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Network fd00dde6-c06c-47c1-8d47-4d22537d9a8d is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:54:50.938078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:54:50.942092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Pushing event updated for resources: {'Port': ['ID=8e504cc2-6338-40dd-8de6-455778b34336,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:50.945050 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:50.945855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:54:50.972666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0a2cb-b6ca-4f35-a471-36e80ac4e678 None None] Checking router: b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:51.002923 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:51.003176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=10']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:51.003423 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc362cd-441e-4cef-9f9e-1b03a7612b68 req-7c58cb78-26ea-4a1a-b802-51a02a7841dc service neutron] 10.222.0.22 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098824 Aug 29 16:54:51.003911 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:51.006035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0a2cb-b6ca-4f35-a471-36e80ac4e678 None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:51.006649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3d0a2cb-b6ca-4f35-a471-36e80ac4e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:51.016876 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d4d93eb8-e974-462d-948d-f2b6d61cb83c req-8f738a93-f539-4ffc-8eda-8b3acc284c91 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:51.020404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d4d93eb8-e974-462d-948d-f2b6d61cb83c req-8f738a93-f539-4ffc-8eda-8b3acc284c91 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:51.026267 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d4d93eb8-e974-462d-948d-f2b6d61cb83c req-8f738a93-f539-4ffc-8eda-8b3acc284c91 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "DELETE /v2.0/security-groups/c14eab03-c0a7-43e4-93bb-0683d95665fa HTTP/1.1" status: 204 len: 173 time: 0.3042517 Aug 29 16:54:51.037987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1cf3669c-ce80-40b5-8069-17c9fc08057d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1869140 Aug 29 16:54:51.043960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f738a93-f539-4ffc-8eda-8b3acc284c91 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14eab03-c0a7-43e4-93bb-0683d95665fa,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:51.059183 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Request body: {'port': {'device_id': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:51.067199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46420) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:51.108134 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbc0711-ffed-494b-9cb2-d93050a9dfd9 x-openstack-request-id: req-8bbc0711-ffed-494b-9cb2-d93050a9dfd9 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:51.108437 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:51.108682 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bbc0711-ffed-494b-9cb2-d93050a9dfd9 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:51.109078 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'status': 'completed', 'code': 200} Aug 29 16:54:51.212493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:51.237062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6c3a7-b235-4539-be99-da11cfe184ab req-a9c98395-bd6b-483a-98d6-8d47b12d323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:51.238745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7dd6c3a7-b235-4539-be99-da11cfe184ab req-a9c98395-bd6b-483a-98d6-8d47b12d323e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 1098 time: 0.0963283 Aug 29 16:54:51.299808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31afbfc-02cc-4a6b-953c-e12432ed98b1 req-ec669221-0e9a-493d-a61e-c549dca5bb8c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:51.302875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c31afbfc-02cc-4a6b-953c-e12432ed98b1 req-ec669221-0e9a-493d-a61e-c549dca5bb8c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 932 time: 0.1838279 Aug 29 16:54:51.326373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-f3d0a2cb-b6ca-4f35-a471-36e80ac4e678 None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:51.437216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c31afbfc-02cc-4a6b-953c-e12432ed98b1 req-a1f06958-e006-49a4-ab6f-310cdb9a544f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258645 Aug 29 16:54:51.574582 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3d7285-8ba8-4978-b1ea-32f644596247 x-openstack-request-id: req-db3d7285-8ba8-4978-b1ea-32f644596247 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:51.575145 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-plugged", "status": "completed", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:51.575489 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db3d7285-8ba8-4978-b1ea-32f644596247 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:51.576083 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'code': 200} Aug 29 16:54:51.630785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6c3a7-b235-4539-be99-da11cfe184ab req-578ae05f-bc8d-4a10-882e-14428532d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:51.637046 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7dd6c3a7-b235-4539-be99-da11cfe184ab req-578ae05f-bc8d-4a10-882e-14428532d048 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 200 len: 922 time: 0.3536503 Aug 29 16:54:51.672670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3d0a2cb-b6ca-4f35-a471-36e80ac4e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:51.708443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0a2cb-b6ca-4f35-a471-36e80ac4e678 None None] The sync data for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 is: [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:53:51Z', 'revision_number': 4, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '26c5df17-e788-4889-9396-46f2d38992fb', 'name': '', 'network_id': '1c918c0c-af56-4d44-8827-0cf8c7a42f1e', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'mac_address': 'fa:16:3e:4e:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:50Z', 'updated_at': '2021-08-29T16:53:59Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'subnets': [{'id': '5f36c806-9ece-4364-8023-8d53282cc8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:51.731296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8cb6-b1e2-4c33-b22c-d72ad8003b13 req-518d4ae5-3e65-42a2-a724-1451781f57b4 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:51.733761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bdc8cb6-b1e2-4c33-b22c-d72ad8003b13 req-518d4ae5-3e65-42a2-a724-1451781f57b4 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.0887508 Aug 29 16:54:51.735469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7dd6c3a7-b235-4539-be99-da11cfe184ab req-1fd2fd1e-6b12-4793-8e89-f2535debb2ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 200 len: 217 time: 0.0517797 Aug 29 16:54:51.771601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c3bc1f8-8ab5-42cf-8b67-4526497a885f req-b9f586d1-bbe1-4806-bcd6-83700b528fc9 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/48c386fd-49f7-4b0e-a1b1-b7bdb4b30e62 HTTP/1.1" status: 200 len: 1802 time: 0.1332810 Aug 29 16:54:51.796839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e504cc2-6338-40dd-8de6-455778b34336 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:51.813134 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:51.818008 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bdc8cb6-b1e2-4c33-b22c-d72ad8003b13 req-68995a6b-3b72-4c86-a966-0d5dfa30ed52 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714588 Aug 29 16:54:51.849632 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:51.868377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Transition to ACTIVE for port object 8e504cc2-6338-40dd-8de6-455778b34336 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:54:51.871350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6c3a7-b235-4539-be99-da11cfe184ab req-ccdb2f90-5aaf-41fa-a644-0a9fcb5bf21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:51.872872 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7dd6c3a7-b235-4539-be99-da11cfe184ab req-ccdb2f90-5aaf-41fa-a644-0a9fcb5bf21d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 200 len: 860 time: 0.1228392 Aug 29 16:54:51.878414 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:51.998978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Pushing event updated for resources: {'Port': ['ID=8e504cc2-6338-40dd-8de6-455778b34336,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:52.007725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2c3bc1f8-8ab5-42cf-8b67-4526497a885f req-86dd9ed7-a9ff-45ee-9935-e4b3f988039e tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.020346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6c3a7-b235-4539-be99-da11cfe184ab req-ac1882ad-976a-47a4-aebe-315d45aba205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:52.022848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7dd6c3a7-b235-4539-be99-da11cfe184ab req-ac1882ad-976a-47a4-aebe-315d45aba205 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c918c0c-af56-4d44-8827-0cf8c7a42f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417687 Aug 29 16:54:52.088795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2c3bc1f8-8ab5-42cf-8b67-4526497a885f req-86dd9ed7-a9ff-45ee-9935-e4b3f988039e tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.103090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-554ae63f-78d3-4743-833e-4c04718dbee6 req-33d97a1e-701e-470b-a8d6-e55cce508ee8 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1848027792', 'description': 'tempest-description-2066853698'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:52.151206 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ae639-087e-4bc5-bd13-e3562105055b None None] New status for floating IP c72efab6-7778-4324-b4dd-8b7187244a5c: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:54:52.151862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-554ae63f-78d3-4743-833e-4c04718dbee6 req-33d97a1e-701e-470b-a8d6-e55cce508ee8 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.279361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Attempting to bind port 8e504cc2-6338-40dd-8de6-455778b34336 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:54:52.279701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Attempting to bind port 8e504cc2-6338-40dd-8de6-455778b34336 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:54:52.280036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Attempting to bind port 8e504cc2-6338-40dd-8de6-455778b34336 on network fd00dde6-c06c-47c1-8d47-4d22537d9a8d {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:52.288353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Port 8e504cc2-6338-40dd-8de6-455778b34336 on network fd00dde6-c06c-47c1-8d47-4d22537d9a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:54:52.288692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Attempting to bind port 8e504cc2-6338-40dd-8de6-455778b34336 on network fd00dde6-c06c-47c1-8d47-4d22537d9a8d {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:54:52.291373 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2c3bc1f8-8ab5-42cf-8b67-4526497a885f req-86dd9ed7-a9ff-45ee-9935-e4b3f988039e tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.307203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2c3bc1f8-8ab5-42cf-8b67-4526497a885f req-86dd9ed7-a9ff-45ee-9935-e4b3f988039e tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.311059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c3bc1f8-8ab5-42cf-8b67-4526497a885f req-86dd9ed7-a9ff-45ee-9935-e4b3f988039e tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "DELETE /v2.0/security-groups/48c386fd-49f7-4b0e-a1b1-b7bdb4b30e62 HTTP/1.1" status: 204 len: 173 time: 0.5075126 Aug 29 16:54:52.331583 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-554ae63f-78d3-4743-833e-4c04718dbee6 req-33d97a1e-701e-470b-a8d6-e55cce508ee8 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.337761 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7dd6c3a7-b235-4539-be99-da11cfe184ab req-1f6bec55-207d-4ba0-8261-c6717e3f9177 service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899060 Aug 29 16:54:52.342370 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-554ae63f-78d3-4743-833e-4c04718dbee6 req-33d97a1e-701e-470b-a8d6-e55cce508ee8 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.343256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd9ed7-a9ff-45ee-9935-e4b3f988039e tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c386fd-49f7-4b0e-a1b1-b7bdb4b30e62,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:52.383246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:54:52.383246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Checking segment: {'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:54:52.383538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Bound using segment: {'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:54:52.383906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Bound port: 8e504cc2-6338-40dd-8de6-455778b34336, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:54:52.384263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.390241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d97a1e-701e-470b-a8d6-e55cce508ee8 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f7e111-e4d1-4fc2-9fa5-c7dd0603689c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:52.411995 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-554ae63f-78d3-4743-833e-4c04718dbee6 req-33d97a1e-701e-470b-a8d6-e55cce508ee8 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.429090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-554ae63f-78d3-4743-833e-4c04718dbee6 req-33d97a1e-701e-470b-a8d6-e55cce508ee8 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3297331 Aug 29 16:54:52.436539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] Deleting port 479bee95-a860-4142-ae5b-f385f27c73fd {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:52.437024 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.558052 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e75a6a16-7b8d-4ab2-8bd4-139d4c0ff008 req-67be5642-d6d7-4524-8c57-10f29ca6a846 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/8d7c876b-12a5-4f55-b5fa-fefca1cb1dae HTTP/1.1" status: 200 len: 2402 time: 0.1245596 Aug 29 16:54:52.569001 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-053c5056-142d-4516-86c3-7f4ecd6c9047 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips/c72efab6-7778-4324-b4dd-8b7187244a5c HTTP/1.1" status: 200 len: 695 time: 0.2274520 Aug 29 16:54:52.644262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] For port 479bee95-a860-4142-ae5b-f385f27c73fd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=479bee95-a860-4142-ae5b-f385f27c73fd,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:52.644664 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.679807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] Calling delete_port for 479bee95-a860-4142-ae5b-f385f27c73fd owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:52.680917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] For port 8e504cc2-6338-40dd-8de6-455778b34336, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:54:52.685903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] For port 8e504cc2-6338-40dd-8de6-455778b34336, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e504cc2-6338-40dd-8de6-455778b34336,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:54:52.736255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7dd6c3a7-b235-4539-be99-da11cfe184ab req-8e0bb873-3000-4719-a65b-31f36b633707 service neutron] 10.222.0.16 "GET /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744142 Aug 29 16:54:52.764663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e75a6a16-7b8d-4ab2-8bd4-139d4c0ff008 req-bb7050fb-5c9a-4bea-8762-608bca3d289d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.809707 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e75a6a16-7b8d-4ab2-8bd4-139d4c0ff008 req-bb7050fb-5c9a-4bea-8762-608bca3d289d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.859060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-b7fc1e87-d14a-4e8f-becd-11044bbcc92e tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:52.860464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-b7fc1e87-d14a-4e8f-becd-11044bbcc92e tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.2906213 Aug 29 16:54:52.862637 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.942526 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e75a6a16-7b8d-4ab2-8bd4-139d4c0ff008 req-bb7050fb-5c9a-4bea-8762-608bca3d289d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.946554 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e75a6a16-7b8d-4ab2-8bd4-139d4c0ff008 req-bb7050fb-5c9a-4bea-8762-608bca3d289d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.961411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e75a6a16-7b8d-4ab2-8bd4-139d4c0ff008 req-bb7050fb-5c9a-4bea-8762-608bca3d289d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "DELETE /v2.0/security-groups/8d7c876b-12a5-4f55-b5fa-fefca1cb1dae HTTP/1.1" status: 204 len: 173 time: 0.4024670 Aug 29 16:54:52.966452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:52.967122 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:52.972559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] 10.222.0.10 "PUT /v2.0/ports/8e504cc2-6338-40dd-8de6-455778b34336 HTTP/1.1" status: 200 len: 1093 time: 1.9215703 Aug 29 16:54:52.973658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'tag': '8e504cc2-6338-40dd-8de6-455778b34336'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:52.976970 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a779db4-a953-4ab3-a84f-0696eb74f4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2065b373-adb8-42db-84bd-6f9f5b5f0644", "tag": "8e504cc2-6338-40dd-8de6-455778b34336"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:52.989849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7050fb-5c9a-4bea-8762-608bca3d289d tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7c876b-12a5-4f55-b5fa-fefca1cb1dae,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:53.012561 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-175ec1b1-a924-4db1-a699-d1fc3d71f6a3 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 696 time: 0.1414974 Aug 29 16:54:53.037602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3d8fb-e7fd-4230-95d4-fc296b71d183 service neutron] Pushing event updated for resources: {'Port': ['ID=8e504cc2-6338-40dd-8de6-455778b34336,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:53.068100 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:53.115598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=479bee95-a860-4142-ae5b-f385f27c73fd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:53.150979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-2b7c90e1-13ea-4bcc-b4c7-9e3a9a869eff tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 696 time: 0.1233659 Aug 29 16:54:53.231432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5c1cd58-81a9-4134-9605-1c131dc6c332 req-efdeaea4-256b-42d6-b46e-64608034ad3f tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1848027792&fields=id&tenant_id=770824d5e66047ba9ac473c0874bf40b HTTP/1.1" status: 200 len: 267 time: 0.1214857 Aug 29 16:54:53.329790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29506f-b143-4308-9091-ef33cf39da44 req-93213a76-e60b-400e-a69e-0003e533d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:53.335593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-93213a76-e60b-400e-a69e-0003e533d4eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77efff66de264f21bf07e1a1c4ef01a8&device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 1096 time: 0.2955937 Aug 29 16:54:53.399770 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-60a3b9c2-cb04-4a37-b496-4202bab6f08b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e504cc2-6338-40dd-8de6-455778b34336 HTTP/1.1" status: 200 len: 217 time: 0.0542362 Aug 29 16:54:53.454804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:53.457920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-2c4f41bb-d61a-46e5-b5c7-bf6bbaff4bdc tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Deleting port 3a6338c6-a7a8-4b0a-acd5-d5bc6701836b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:53.460950 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-2c4f41bb-d61a-46e5-b5c7-bf6bbaff4bdc tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:53.539888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1cd58-81a9-4134-9605-1c131dc6c332 req-b50445fb-3f49-4d4a-90bb-562580c997a9 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:53.542090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5c1cd58-81a9-4134-9605-1c131dc6c332 req-b50445fb-3f49-4d4a-90bb-562580c997a9 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.2922835 Aug 29 16:54:53.582765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-f5c1cd58-81a9-4134-9605-1c131dc6c332 req-5ab4c025-e542-450f-acb3-4879cd7d46c1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Request body: {'port': {'security_groups': ['536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9', '05f7e111-e4d1-4fc2-9fa5-c7dd0603689c']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:53.593823 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-2c4f41bb-d61a-46e5-b5c7-bf6bbaff4bdc tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:53.594159 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-2c4f41bb-d61a-46e5-b5c7-bf6bbaff4bdc tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:53.609601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-2c4f41bb-d61a-46e5-b5c7-bf6bbaff4bdc tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Calling delete_port for 3a6338c6-a7a8-4b0a-acd5-d5bc6701836b owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:53.637078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1de4827d-08b2-4af5-b538-b564da84aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:53.638627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-1de4827d-08b2-4af5-b538-b564da84aafe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=706e06ef-9641-4853-80d4-0cd097dad076 HTTP/1.1" status: 200 len: 854 time: 0.2307537 Aug 29 16:54:53.713730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-48ebe62b-4c22-4449-8015-5e8250fdd6d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383573 Aug 29 16:54:53.894953 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-281e1711-7cc1-4372-a365-284826c0a335 service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734726 Aug 29 16:54:53.981854 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-2c4f41bb-d61a-46e5-b5c7-bf6bbaff4bdc tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:54.058227 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f41bb-d61a-46e5-b5c7-bf6bbaff4bdc tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Pushing event deleted for resources: {'Port': ['ID=3a6338c6-a7a8-4b0a-acd5-d5bc6701836b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:54.130970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f5c1cd58-81a9-4134-9605-1c131dc6c332 req-5ab4c025-e542-450f-acb3-4879cd7d46c1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:54.153570 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-2c4f41bb-d61a-46e5-b5c7-bf6bbaff4bdc tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:54.156513 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-2c4f41bb-d61a-46e5-b5c7-bf6bbaff4bdc tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:54.168973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efe4a33d-3507-4329-a8ee-6bbca8fda25b req-2c4f41bb-d61a-46e5-b5c7-bf6bbaff4bdc tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "DELETE /v2.0/floatingips/c72efab6-7778-4324-b4dd-8b7187244a5c HTTP/1.1" status: 204 len: 173 time: 1.0170894 Aug 29 16:54:54.237930 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a29506f-b143-4308-9091-ef33cf39da44 req-6fd5c348-89b6-4cf4-b8a7-912759c5268b service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804785 Aug 29 16:54:54.307993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dea61b-2490-4c16-ac1a-9bb716c5f884 req-d4620b31-64bd-4730-892e-12a82ade2af9 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:54.309590 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60dea61b-2490-4c16-ac1a-9bb716c5f884 req-d4620b31-64bd-4730-892e-12a82ade2af9 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 944 time: 0.0629990 Aug 29 16:54:54.349317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] Router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:54:54.375372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60dea61b-2490-4c16-ac1a-9bb716c5f884 req-262b5ece-49dc-4516-b452-04388f6304bd tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573156 Aug 29 16:54:54.553600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:54:54.561653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ed751115-ff2a-4feb-a5c0-eca59d55d6a4 admin admin] 10.222.0.22 "PUT /v2.0/routers/3231dc75-bffa-422b-9aea-e4e980d5e0f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4931741 Aug 29 16:54:54.565787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016799ff-7cfb-4bd3-8381-e204aabc5e86 None None] Sync routers for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:54:54.566371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46494) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:54.582781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016799ff-7cfb-4bd3-8381-e204aabc5e86 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:54.583410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-016799ff-7cfb-4bd3-8381-e204aabc5e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:54.600025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-f5c1cd58-81a9-4134-9605-1c131dc6c332 req-5ab4c025-e542-450f-acb3-4879cd7d46c1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] For port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,segment=NetworkSegment(c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1),segment_id=c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:54.613586 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b58c345c-b0e8-4a2c-aeb7-ce4d5be71b97 req-cbfff172-b077-4892-948d-3ba4e81e1412 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "GET /v2.0/security-groups/0f171b74-f0c6-4c54-9bef-4dd05bc9fa3b HTTP/1.1" status: 200 len: 2396 time: 0.0980878 Aug 29 16:54:54.677278 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f5c1cd58-81a9-4134-9605-1c131dc6c332 req-5ab4c025-e542-450f-acb3-4879cd7d46c1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:54.728369 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b58c345c-b0e8-4a2c-aeb7-ce4d5be71b97 req-5f6e8045-40da-4574-8afe-ad29c1324d31 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:54.758037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-016799ff-7cfb-4bd3-8381-e204aabc5e86 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:54.786819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b58c345c-b0e8-4a2c-aeb7-ce4d5be71b97 req-5f6e8045-40da-4574-8afe-ad29c1324d31 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:54.880295 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b58c345c-b0e8-4a2c-aeb7-ce4d5be71b97 req-5f6e8045-40da-4574-8afe-ad29c1324d31 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:54.883086 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b58c345c-b0e8-4a2c-aeb7-ce4d5be71b97 req-5f6e8045-40da-4574-8afe-ad29c1324d31 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:54.891160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b58c345c-b0e8-4a2c-aeb7-ce4d5be71b97 req-5f6e8045-40da-4574-8afe-ad29c1324d31 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] 10.222.0.22 "DELETE /v2.0/security-groups/0f171b74-f0c6-4c54-9bef-4dd05bc9fa3b HTTP/1.1" status: 204 len: 173 time: 0.2763402 Aug 29 16:54:54.891935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46498) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:54.902478 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:54.907394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f5c1cd58-81a9-4134-9605-1c131dc6c332 req-5ab4c025-e542-450f-acb3-4879cd7d46c1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:54.935554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e8045-40da-4574-8afe-ad29c1324d31 tempest-SecurityGroupRulesTestJSON-12039783 tempest-SecurityGroupRulesTestJSON-12039783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f171b74-f0c6-4c54-9bef-4dd05bc9fa3b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:54.942372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:54.990654 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42b1473-35a9-4b44-969e-0b1342a1e37a x-openstack-request-id: req-b42b1473-35a9-4b44-969e-0b1342a1e37a {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:54.990939 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2065b373-adb8-42db-84bd-6f9f5b5f0644", "tag": "8e504cc2-6338-40dd-8de6-455778b34336", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:54.991200 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b42b1473-35a9-4b44-969e-0b1342a1e37a {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:54.991619 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'tag': '8e504cc2-6338-40dd-8de6-455778b34336', 'status': 'completed', 'code': 200} Aug 29 16:54:55.138490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38f1194-b148-4039-8650-83da18353daf admin admin] Deleting subnet 08d74b59-ddfa-4752-a150-589db9b42c56 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:54:55.149607 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a38f1194-b148-4039-8650-83da18353daf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:55.222034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1cd58-81a9-4134-9605-1c131dc6c332 req-5ab4c025-e542-450f-acb3-4879cd7d46c1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:55.222891 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f5c1cd58-81a9-4134-9605-1c131dc6c332 req-5ab4c025-e542-450f-acb3-4879cd7d46c1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:55.232447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a779db4-a953-4ab3-a84f-0696eb74f4e6 req-19599d1e-484e-4af9-bac5-9b6241deaee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:55.234303 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a779db4-a953-4ab3-a84f-0696eb74f4e6 req-19599d1e-484e-4af9-bac5-9b6241deaee4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77efff66de264f21bf07e1a1c4ef01a8&device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 1096 time: 0.2208021 Aug 29 16:54:55.243325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5c1cd58-81a9-4134-9605-1c131dc6c332 req-5ab4c025-e542-450f-acb3-4879cd7d46c1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "PUT /v2.0/ports/7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 981 time: 1.6821847 Aug 29 16:54:55.254686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:55.257399 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a54490f-6eb0-43fa-896a-412de6eb95b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:55.287096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:55.305541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4c025-e542-450f-acb3-4879cd7d46c1 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Pushing event updated for resources: {'Port': ['ID=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,revision_number=6']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:55.317558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-016799ff-7cfb-4bd3-8381-e204aabc5e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:54:52Z', 'revision_number': 5, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port': {'id': '427aab73-3223-4b0b-944f-dcd8b2431115', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:48:44Z', 'updated_at': '2021-08-29T16:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:55.394016 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86fb4b2-1456-4a1f-b445-e90c7750be41 x-openstack-request-id: req-a86fb4b2-1456-4a1f-b445-e90c7750be41 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:55.395293 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:55.395653 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a86fb4b2-1456-4a1f-b445-e90c7750be41 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:55.403644 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'status': 'completed', 'code': 200} Aug 29 16:54:55.416123 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:55.442094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016799ff-7cfb-4bd3-8381-e204aabc5e86 None None] Checking router: 3231dc75-bffa-422b-9aea-e4e980d5e0f8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:54:55.451944 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a38f1194-b148-4039-8650-83da18353daf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:55.504837 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a38f1194-b148-4039-8650-83da18353daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:55.549575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016799ff-7cfb-4bd3-8381-e204aabc5e86 None None] Routers {'3231dc75-bffa-422b-9aea-e4e980d5e0f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:54:55.550320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-016799ff-7cfb-4bd3-8381-e204aabc5e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:55.563091 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa1660d1-bde1-432b-807f-853f3b7d80a4 req-b7966296-ca7a-4a9d-967d-1c2a708efdf0 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1848027792&fields=id&tenant_id=770824d5e66047ba9ac473c0874bf40b HTTP/1.1" status: 200 len: 267 time: 0.2064555 Aug 29 16:54:55.576786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a779db4-a953-4ab3-a84f-0696eb74f4e6 req-ad385016-eb29-4966-9b21-6400ed35389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:55.579013 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a779db4-a953-4ab3-a84f-0696eb74f4e6 req-ad385016-eb29-4966-9b21-6400ed35389c service neutron] 10.222.0.10 "GET /v2.0/networks?id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d HTTP/1.1" status: 200 len: 915 time: 0.3306806 Aug 29 16:54:55.623861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54490f-6eb0-43fa-896a-412de6eb95b5 req-ef75a342-869f-425f-b922-b956fcbf7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:55.629083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a54490f-6eb0-43fa-896a-412de6eb95b5 req-ef75a342-869f-425f-b922-b956fcbf7009 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=770824d5e66047ba9ac473c0874bf40b&device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 1136 time: 0.2140343 Aug 29 16:54:55.643417 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a779db4-a953-4ab3-a84f-0696eb74f4e6 req-ad0a838b-f776-4abb-929a-88d766099016 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e504cc2-6338-40dd-8de6-455778b34336 HTTP/1.1" status: 200 len: 217 time: 0.0507510 Aug 29 16:54:55.644399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a38f1194-b148-4039-8650-83da18353daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:55.696388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Deleting port 427aab73-3223-4b0b-944f-dcd8b2431115 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:55.701665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:55.743880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a779db4-a953-4ab3-a84f-0696eb74f4e6 req-1c95e6a8-6d05-4a8d-8c9c-b11130a10275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:55.745705 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a779db4-a953-4ab3-a84f-0696eb74f4e6 req-1c95e6a8-6d05-4a8d-8c9c-b11130a10275 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=706e06ef-9641-4853-80d4-0cd097dad076 HTTP/1.1" status: 200 len: 854 time: 0.0915580 Aug 29 16:54:55.748992 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a38f1194-b148-4039-8650-83da18353daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:55.751347 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a38f1194-b148-4039-8650-83da18353daf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/08d74b59-ddfa-4752-a150-589db9b42c56 HTTP/1.1" status: 204 len: 168 time: 0.8530350 Aug 29 16:54:55.803245 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-016799ff-7cfb-4bd3-8381-e204aabc5e86 None None] Set router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:54:55.813438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46518) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:55.820911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a779db4-a953-4ab3-a84f-0696eb74f4e6 req-2c5eead4-8a1a-4ce3-94ca-9c4e8168ed31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416951 Aug 29 16:54:55.878695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-016799ff-7cfb-4bd3-8381-e204aabc5e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:54:55Z', 'revision_number': 6, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:55.919118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016799ff-7cfb-4bd3-8381-e204aabc5e86 None None] The sync data for ids ['3231dc75-bffa-422b-9aea-e4e980d5e0f8'] in n-d-713301-13 is: [{'id': '3231dc75-bffa-422b-9aea-e4e980d5e0f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173835262-router', 'tenant_id': '56f4737bd4bf489985761b33a0c0c50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:42Z', 'updated_at': '2021-08-29T16:54:55Z', 'revision_number': 6, 'project_id': '56f4737bd4bf489985761b33a0c0c50c', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:54:55.928001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] For port 427aab73-3223-4b0b-944f-dcd8b2431115, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=427aab73-3223-4b0b-944f-dcd8b2431115,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:55.928537 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:55.939745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f1194-b148-4039-8650-83da18353daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d74b59-ddfa-4752-a150-589db9b42c56,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:55.950787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Calling delete_port for 427aab73-3223-4b0b-944f-dcd8b2431115 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:56.020282 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:56.080575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54490f-6eb0-43fa-896a-412de6eb95b5 req-732cf9c6-c80a-4ba8-9f16-8fb95ff92d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:56.080575 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a54490f-6eb0-43fa-896a-412de6eb95b5 req-732cf9c6-c80a-4ba8-9f16-8fb95ff92d3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=456d99ab-e0c0-4d68-bb06-fa2760da9210 HTTP/1.1" status: 200 len: 920 time: 0.4061990 Aug 29 16:54:56.092100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2270998-d3a7-4b6e-b862-0a2149646596 req-f684808e-7bbe-4a36-b0f5-c2239a9be273 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:56.094049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c2270998-d3a7-4b6e-b862-0a2149646596 req-f684808e-7bbe-4a36-b0f5-c2239a9be273 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 946 time: 0.5139623 Aug 29 16:54:56.191976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1660d1-bde1-432b-807f-853f3b7d80a4 req-01ceae11-c686-4bf3-a405-e09b384a0e07 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:56.201810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa1660d1-bde1-432b-807f-853f3b7d80a4 req-01ceae11-c686-4bf3-a405-e09b384a0e07 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 984 time: 0.6247637 Aug 29 16:54:56.251452 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:56.251808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-aa1660d1-bde1-432b-807f-853f3b7d80a4 req-ea467752-2584-4d1c-8750-adee1a351137 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Request body: {'port': {'security_groups': ['536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:56.256891 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a779db4-a953-4ab3-a84f-0696eb74f4e6 req-c8e1989c-1536-433a-a70e-9c958f6daad7 service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166203 Aug 29 16:54:56.260008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c2270998-d3a7-4b6e-b862-0a2149646596 req-e0aa3a90-c052-4ffe-bee5-245b30f7ff1e tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559298 Aug 29 16:54:56.265972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a54490f-6eb0-43fa-896a-412de6eb95b5 req-0b8a5547-d840-48cd-9e6b-5567e9ea10ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 217 time: 0.1715667 Aug 29 16:54:56.376382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d6ec7b-96b1-4eb7-848c-3caa5dbd1315']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:56.382878 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a779db4-a953-4ab3-a84f-0696eb74f4e6 req-b781b364-d8ee-4919-9659-28f2c553b4c4 service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102536 Aug 29 16:54:56.406614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d87ae29-1f21-4c29-bd84-346b72b5fa88') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:56.406938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d87ae29-1f21-4c29-bd84-346b72b5fa88') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:56.454903 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:56.477578 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:56.505761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:54:56.506555 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:54:56.508717 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:54:56.531774 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8e504cc2-6338-40dd-8de6-455778b34336 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:54:56.534047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b6f7c-6b8b-41ed-a851-6ec0481d388d req-8dd15195-3eb7-4519-87e1-266a55bd1e9e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:56.542653 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-369b6f7c-6b8b-41ed-a851-6ec0481d388d req-8dd15195-3eb7-4519-87e1-266a55bd1e9e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 944 time: 0.1538181 Aug 29 16:54:56.610312 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:56.638308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-369b6f7c-6b8b-41ed-a851-6ec0481d388d req-e516b9ea-1a7a-4669-8690-75512f3dc53d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924504 Aug 29 16:54:56.647342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=427aab73-3223-4b0b-944f-dcd8b2431115,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:56.661862 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:56.670033 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:56.676230 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] 10.222.0.22 "DELETE /v2.0/networks/80d6ec7b-96b1-4eb7-848c-3caa5dbd1315 HTTP/1.1" status: 204 len: 168 time: 0.8535566 Aug 29 16:54:56.695297 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-aa1660d1-bde1-432b-807f-853f3b7d80a4 req-ea467752-2584-4d1c-8750-adee1a351137 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:56.698539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332dd7b-a1a7-463b-9acb-5122d03f2885 admin admin] Pushing event deleted for resources: {'Network': ['ID=80d6ec7b-96b1-4eb7-848c-3caa5dbd1315,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:56.699067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54490f-6eb0-43fa-896a-412de6eb95b5 req-f2f50ecd-20f3-495d-9d70-f4a607be0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:56.701126 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a54490f-6eb0-43fa-896a-412de6eb95b5 req-f2f50ecd-20f3-495d-9d70-f4a607be0184 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b98825-ba59-4f6d-b171-24ac9b8b54e6 HTTP/1.1" status: 200 len: 859 time: 0.3715856 Aug 29 16:54:56.745882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8e504cc2-6338-40dd-8de6-455778b34336, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e504cc2-6338-40dd-8de6-455778b34336,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:56.770929 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '8e504cc2-6338-40dd-8de6-455778b34336', 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d', 'port_id': '8e504cc2-6338-40dd-8de6-455778b34336', 'mac_address': 'fa:16:3e:f1:97:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706e06ef-9641-4853-80d4-0cd097dad076', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:54:56.774914 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a54490f-6eb0-43fa-896a-412de6eb95b5 req-304b30f9-5909-43cb-807a-446c08780267 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=456d99ab-e0c0-4d68-bb06-fa2760da9210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450845 Aug 29 16:54:56.917468 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:56.966699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e504cc2-6338-40dd-8de6-455778b34336 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:54:56.972439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db798c5-db2c-4704-8ae6-6e8fbf12f611 req-50110ac7-585f-4e39-b172-e65858f9f1db tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:56.978016 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5db798c5-db2c-4704-8ae6-6e8fbf12f611 req-50110ac7-585f-4e39-b172-e65858f9f1db tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 946 time: 0.1629381 Aug 29 16:54:57.004770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:57.005177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46534) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:57.012674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8e504cc2-6338-40dd-8de6-455778b34336, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e504cc2-6338-40dd-8de6-455778b34336,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:57.013987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a54490f-6eb0-43fa-896a-412de6eb95b5 req-4141da09-b9fc-4242-9902-408a56521ac4 service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288980 Aug 29 16:54:57.015855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 427aab73-3223-4b0b-944f-dcd8b2431115 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:57.060730 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:57.144448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8e504cc2-6338-40dd-8de6-455778b34336,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:57.147207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 427aab73-3223-4b0b-944f-dcd8b2431115 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:57.147562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 427aab73-3223-4b0b-944f-dcd8b2431115 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:57.147991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 479bee95-a860-4142-ae5b-f385f27c73fd no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:54:57.191215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 479bee95-a860-4142-ae5b-f385f27c73fd {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:54:57.191569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 479bee95-a860-4142-ae5b-f385f27c73fd not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:54:57.279621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8e504cc2-6338-40dd-8de6-455778b34336'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:57.288372 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:57.292562 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:57.455719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-aa1660d1-bde1-432b-807f-853f3b7d80a4 req-ea467752-2584-4d1c-8750-adee1a351137 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] For port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,segment=NetworkSegment(c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1),segment_id=c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:57.488480 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-aa1660d1-bde1-432b-807f-853f3b7d80a4 req-ea467752-2584-4d1c-8750-adee1a351137 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:57.525181 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a54490f-6eb0-43fa-896a-412de6eb95b5 req-fef3e45c-200b-467a-b875-8ceae3dde091 service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519105 Aug 29 16:54:57.526852 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:57.527383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3231dc75-bffa-422b-9aea-e4e980d5e0f8 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:54:57.529447 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-aa1660d1-bde1-432b-807f-853f3b7d80a4 req-ea467752-2584-4d1c-8750-adee1a351137 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:57.535612 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:57.539549 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8d19a1ed-6fac-4c96-8561-e117070fdd92 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3231dc75-bffa-422b-9aea-e4e980d5e0f8 HTTP/1.1" status: 204 len: 168 time: 2.9699650 Aug 29 16:54:57.599901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46540) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:57.601975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea467752-2584-4d1c-8750-adee1a351137 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Pushing event updated for resources: {'Port': ['ID=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:57.641299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1660d1-bde1-432b-807f-853f3b7d80a4 req-ea467752-2584-4d1c-8750-adee1a351137 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:57.642346 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-aa1660d1-bde1-432b-807f-853f3b7d80a4 req-ea467752-2584-4d1c-8750-adee1a351137 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:57.643693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa1660d1-bde1-432b-807f-853f3b7d80a4 req-ea467752-2584-4d1c-8750-adee1a351137 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "PUT /v2.0/ports/7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 942 time: 1.4407306 Aug 29 16:54:57.644393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:57.647041 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c384ff9d-1699-498d-aa26-684f4ceadc35" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:57.695634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:57.730983 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4153b2d-6a53-4d22-a66c-55b1fdeae165 x-openstack-request-id: req-c4153b2d-6a53-4d22-a66c-55b1fdeae165 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:57.731279 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:57.731532 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4153b2d-6a53-4d22-a66c-55b1fdeae165 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:57.731932 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'status': 'completed', 'code': 200} Aug 29 16:54:57.840587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccfeddf-0ac8-475e-ae87-c3b5831e8d0a admin admin] Deleting subnet dc48a1e5-f777-468f-92e8-df12ae9f9b67 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:54:57.857378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa09799-d34f-4050-9610-2528a436b97b req-eb901082-4961-450f-a072-fcf0df91731f tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:57.871270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0fa09799-d34f-4050-9610-2528a436b97b req-eb901082-4961-450f-a072-fcf0df91731f tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 946 time: 0.2846570 Aug 29 16:54:57.878861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d9e1adc5-ac14-4bc3-8664-50fa84bdf657 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45cc359b404949c58d2737e5b03ee07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142192 Aug 29 16:54:57.894181 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ccfeddf-0ac8-475e-ae87-c3b5831e8d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:57.895900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46550) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:57.901652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ff9d-1699-498d-aa26-684f4ceadc35 req-df78435f-4afd-48b3-a789-ecea82584083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:57.903144 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c384ff9d-1699-498d-aa26-684f4ceadc35 req-df78435f-4afd-48b3-a789-ecea82584083 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=770824d5e66047ba9ac473c0874bf40b&device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 1097 time: 0.1465142 Aug 29 16:54:57.922831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:54:58.022927 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0fa09799-d34f-4050-9610-2528a436b97b req-509b5c8f-0c02-49d4-b96a-21932fc77905 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/security-groups?id=273cb090-f168-474a-abd3-634a5f6267d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504307 Aug 29 16:54:58.043889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-5db798c5-db2c-4704-8ae6-6e8fbf12f611 req-c91cc212-d3ed-49eb-b336-85dccf7052f9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Deleting port f2284af2-2fa7-4bfb-bb08-76fae9540614 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:58.044086 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5db798c5-db2c-4704-8ae6-6e8fbf12f611 req-c91cc212-d3ed-49eb-b336-85dccf7052f9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.052249 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95f7b131-4145-425b-9545-39bb752c80e6 req-92567dfc-c1fe-46c9-bb62-1bf051db900c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2928553 Aug 29 16:54:58.057068 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ccfeddf-0ac8-475e-ae87-c3b5831e8d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.073599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:54:58.109203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ff9d-1699-498d-aa26-684f4ceadc35 req-267b497a-0117-4b1f-b9f4-010c803b1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:58.111167 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c384ff9d-1699-498d-aa26-684f4ceadc35 req-267b497a-0117-4b1f-b9f4-010c803b1230 service neutron] 10.222.0.10 "GET /v2.0/networks?id=456d99ab-e0c0-4d68-bb06-fa2760da9210 HTTP/1.1" status: 200 len: 920 time: 0.1989429 Aug 29 16:54:58.114018 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.234188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c384ff9d-1699-498d-aa26-684f4ceadc35 req-b7100d22-19c3-4ca5-a7c9-107e1a0363df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 217 time: 0.1155133 Aug 29 16:54:58.282930 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-477dbe26-a2a8-4c50-bf5f-7adc2be0ddae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.301893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab4b4f-1454-4581-a006-dcc0b1c0599a req-cb6dbe84-8345-41b8-b028-a7e5c665253c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:58.310659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bab4b4f-1454-4581-a006-dcc0b1c0599a req-cb6dbe84-8345-41b8-b028-a7e5c665253c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 945 time: 0.1602232 Aug 29 16:54:58.312083 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ff9d-1699-498d-aa26-684f4ceadc35 req-e0608f09-0482-418a-8fee-b76bfb9b965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:58.313700 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c384ff9d-1699-498d-aa26-684f4ceadc35 req-e0608f09-0482-418a-8fee-b76bfb9b965c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b98825-ba59-4f6d-b171-24ac9b8b54e6 HTTP/1.1" status: 200 len: 859 time: 0.0715859 Aug 29 16:54:58.357816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c384ff9d-1699-498d-aa26-684f4ceadc35 req-01ca5ddc-1467-4a69-b90c-299fdc1763ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=456d99ab-e0c0-4d68-bb06-fa2760da9210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305665 Aug 29 16:54:58.378512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ccfeddf-0ac8-475e-ae87-c3b5831e8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.381774 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-477dbe26-a2a8-4c50-bf5f-7adc2be0ddae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.434056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5db798c5-db2c-4704-8ae6-6e8fbf12f611 req-c91cc212-d3ed-49eb-b336-85dccf7052f9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] For port f2284af2-2fa7-4bfb-bb08-76fae9540614, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f2284af2-2fa7-4bfb-bb08-76fae9540614,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:58.434483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5db798c5-db2c-4704-8ae6-6e8fbf12f611 req-c91cc212-d3ed-49eb-b336-85dccf7052f9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.463195 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-5db798c5-db2c-4704-8ae6-6e8fbf12f611 req-c91cc212-d3ed-49eb-b336-85dccf7052f9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Calling delete_port for f2284af2-2fa7-4bfb-bb08-76fae9540614 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:58.467334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bab4b4f-1454-4581-a006-dcc0b1c0599a req-9d2243e5-e9cc-4ebd-82ff-978e8e9a826d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558552 Aug 29 16:54:58.532646 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c384ff9d-1699-498d-aa26-684f4ceadc35 req-a90a9d36-d31c-4cdc-9eca-e6b71cd10da8 service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608567 Aug 29 16:54:58.546860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8e504cc2-6338-40dd-8de6-455778b34336 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:54:58.570720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ccfeddf-0ac8-475e-ae87-c3b5831e8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.571805 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.669000 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ccfeddf-0ac8-475e-ae87-c3b5831e8d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.672342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 8e504cc2-6338-40dd-8de6-455778b34336 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:54:58.672816 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7ccfeddf-0ac8-475e-ae87-c3b5831e8d0a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dc48a1e5-f777-468f-92e8-df12ae9f9b67 HTTP/1.1" status: 204 len: 168 time: 1.0695195 Aug 29 16:54:58.676937 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-477dbe26-a2a8-4c50-bf5f-7adc2be0ddae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.680356 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-477dbe26-a2a8-4c50-bf5f-7adc2be0ddae admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.685014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 8e504cc2-6338-40dd-8de6-455778b34336 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:54:58.687995 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.697378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa5649-de52-4f94-8546-d1ef4740741a None None] Network 14076af5-56ad-4968-b3b7-9c9115e37b7e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:54:58.709325 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-477dbe26-a2a8-4c50-bf5f-7adc2be0ddae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66fb10be-c82c-4d2c-ade3-ae953c49a4d0 HTTP/1.1" status: 204 len: 168 time: 0.7944615 Aug 29 16:54:58.710168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46560) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:54:58.747633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfeddf-0ac8-475e-ae87-c3b5831e8d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc48a1e5-f777-468f-92e8-df12ae9f9b67,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:58.762863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dbe26-a2a8-4c50-bf5f-7adc2be0ddae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fb10be-c82c-4d2c-ade3-ae953c49a4d0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:58.913146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:58.994890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5db798c5-db2c-4704-8ae6-6e8fbf12f611 req-c91cc212-d3ed-49eb-b336-85dccf7052f9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.127698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cc212-d3ed-49eb-b336-85dccf7052f9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Pushing event deleted for resources: {'Port': ['ID=f2284af2-2fa7-4bfb-bb08-76fae9540614,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:59.183506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Deleting port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:59.183887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.191693 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.235483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db798c5-db2c-4704-8ae6-6e8fbf12f611 req-c91cc212-d3ed-49eb-b336-85dccf7052f9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] No DVR routers for this DVR port f2284af2-2fa7-4bfb-bb08-76fae9540614 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:54:59.254515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8e504cc2-6338-40dd-8de6-455778b34336, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e504cc2-6338-40dd-8de6-455778b34336,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:59.256571 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e504cc2-6338-40dd-8de6-455778b34336'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:59.256836 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5db798c5-db2c-4704-8ae6-6e8fbf12f611 req-c91cc212-d3ed-49eb-b336-85dccf7052f9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.260294 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75b551f-9a76-40c9-a65b-45fd31b5e3da" -d '{"events": [{"server_uuid": "2065b373-adb8-42db-84bd-6f9f5b5f0644", "name": "network-vif-plugged", "status": "completed", "tag": "8e504cc2-6338-40dd-8de6-455778b34336"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:59.260934 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5db798c5-db2c-4704-8ae6-6e8fbf12f611 req-c91cc212-d3ed-49eb-b336-85dccf7052f9 tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.16 "DELETE /v2.0/ports/f2284af2-2fa7-4bfb-bb08-76fae9540614 HTTP/1.1" status: 204 len: 173 time: 2.2760866 Aug 29 16:54:59.275552 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.285570 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c384ff9d-1699-498d-aa26-684f4ceadc35 req-20627f1a-2988-46a7-bd68-4fa5f5e89035 service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370899 Aug 29 16:54:59.310279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'name': 'network-vif-deleted', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:54:59.312894 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e36bc4-4ac7-43a9-87e3-7f5d9d2248c8" -d '{"events": [{"server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "name": "network-vif-deleted", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:54:59.362680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b0d6d8b-2cfc-493a-85fc-563834f50d7a req-74969594-f751-441f-97b1-56163f374afb tempest-FloatingIPsAssociationTestJSON-632060773 tempest-FloatingIPsAssociationTestJSON-632060773-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2681d8e-4573-42cf-a83a-504935f36488 HTTP/1.1" status: 200 len: 210 time: 0.2196190 Aug 29 16:54:59.370899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Allocated IP 172.25.5.240 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/0a2a425d-7cc6-4325-81b4-b7f3af36cbb7) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:54:59.388031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b57826f-55f3-4a9a-a3de-1d4501b77690 None None] DHCP port deletion for 14076af5-56ad-4968-b3b7-9c9115e37b7e request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:54:59.430772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] For port f3bf778e-2525-41db-97d0-6f08eb9ae2e3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f3bf778e-2525-41db-97d0-6f08eb9ae2e3,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:59.432998 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.471629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Calling delete_port for f3bf778e-2525-41db-97d0-6f08eb9ae2e3 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:59.508130 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c53dca8-85a9-4fb9-9c4a-93641fff9746 x-openstack-request-id: req-9c53dca8-85a9-4fb9-9c4a-93641fff9746 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:59.508713 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2065b373-adb8-42db-84bd-6f9f5b5f0644", "name": "network-vif-plugged", "status": "completed", "tag": "8e504cc2-6338-40dd-8de6-455778b34336", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:59.511200 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c53dca8-85a9-4fb9-9c4a-93641fff9746 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:59.511814 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e504cc2-6338-40dd-8de6-455778b34336', 'code': 200} Aug 29 16:54:59.576765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8e504cc2-6338-40dd-8de6-455778b34336,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:59.644314 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c523edd-2c76-4f20-9468-b025ac8bfde1 x-openstack-request-id: req-8c523edd-2c76-4f20-9468-b025ac8bfde1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:54:59.644601 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2681d8e-4573-42cf-a83a-504935f36488", "name": "network-vif-deleted", "tag": "f2284af2-2fa7-4bfb-bb08-76fae9540614", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:54:59.644872 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c523edd-2c76-4f20-9468-b025ac8bfde1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:54:59.645300 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2681d8e-4573-42cf-a83a-504935f36488', 'name': 'network-vif-deleted', 'tag': 'f2284af2-2fa7-4bfb-bb08-76fae9540614', 'status': 'completed', 'code': 200} Aug 29 16:54:59.663872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5b57826f-55f3-4a9a-a3de-1d4501b77690 None None] Deleting port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:54:59.664274 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b57826f-55f3-4a9a-a3de-1d4501b77690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.732527 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.753257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa09d0-f024-430c-82dd-8952aa610490 req-9f8d6b17-2df7-4820-ad6f-16a297ba28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:54:59.754208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] No DVR routers for this DVR port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:54:59.770979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53fa09d0-f024-430c-82dd-8952aa610490 req-9f8d6b17-2df7-4820-ad6f-16a297ba28ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 1098 time: 0.1855040 Aug 29 16:54:59.799578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5b57826f-55f3-4a9a-a3de-1d4501b77690 None None] For port f3bf778e-2525-41db-97d0-6f08eb9ae2e3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f3bf778e-2525-41db-97d0-6f08eb9ae2e3,segment=NetworkSegment(2245296a-137b-4e13-8f9f-9195f8f0bd24),segment_id=2245296a-137b-4e13-8f9f-9195f8f0bd24)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:54:59.799982 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b57826f-55f3-4a9a-a3de-1d4501b77690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.833434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3bf778e-2525-41db-97d0-6f08eb9ae2e3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:54:59.848837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5b57826f-55f3-4a9a-a3de-1d4501b77690 None None] Calling delete_port for f3bf778e-2525-41db-97d0-6f08eb9ae2e3 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:54:59.863673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.907535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.921014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14076af5-56ad-4968-b3b7-9c9115e37b7e']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:59.935574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2245296a-137b-4e13-8f9f-9195f8f0bd24') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:59.936055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2245296a-137b-4e13-8f9f-9195f8f0bd24') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:54:59.947638 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.966126 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.971633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:54:59.971633 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:54:59.978076 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:55:00.016006 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b57826f-55f3-4a9a-a3de-1d4501b77690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:00.020059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53fa09d0-f024-430c-82dd-8952aa610490 req-3bd15b02-62bd-4190-a61f-d0de87709ce0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354422 Aug 29 16:55:00.037118 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:00.043153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce3c22-ba7e-4eb7-9c0d-731a91e311cd req-3da1eb32-5c77-4118-985e-bf9797184b56 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:00.051419 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ce3c22-ba7e-4eb7-9c0d-731a91e311cd req-3da1eb32-5c77-4118-985e-bf9797184b56 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.3090918 Aug 29 16:55:00.074007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57826f-55f3-4a9a-a3de-1d4501b77690 None None] Pushing event deleted for resources: {'Port': ['ID=f3bf778e-2525-41db-97d0-6f08eb9ae2e3,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:00.077069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57826f-55f3-4a9a-a3de-1d4501b77690 None None] No DVR routers for this DVR port f3bf778e-2525-41db-97d0-6f08eb9ae2e3 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:55:00.095120 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:00.102674 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:00.108285 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] 10.222.0.22 "DELETE /v2.0/networks/14076af5-56ad-4968-b3b7-9c9115e37b7e HTTP/1.1" status: 204 len: 168 time: 1.3552163 Aug 29 16:55:00.112362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:00.112872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46600) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:00.148760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592152c-140d-46a1-87b4-ad376b73c191 admin admin] Pushing event deleted for resources: {'Network': ['ID=14076af5-56ad-4968-b3b7-9c9115e37b7e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:00.149430 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:00.156775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-60ce3c22-ba7e-4eb7-9c0d-731a91e311cd req-98a3c85b-5642-4262-85c1-e0e6073da8be tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044424 Aug 29 16:55:00.283240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:00.300056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Pushing event updated for resources: {'Port': ['ID=0a2a425d-7cc6-4325-81b4-b7f3af36cbb7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:00.354489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46610) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:00.495420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46622) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:00.569059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-106420406-network', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:00.624787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f2284af2-2fa7-4bfb-bb08-76fae9540614 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:00.646367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Made reservation on behalf of b5ce6e40c3f7448091cd27a4d75af64f for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:00.648052 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:00.656125 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:00.673136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:00.685050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: f2284af2-2fa7-4bfb-bb08-76fae9540614 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:00.685744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f2284af2-2fa7-4bfb-bb08-76fae9540614 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:00.718744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f3bf778e-2525-41db-97d0-6f08eb9ae2e3 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:00.755509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: f3bf778e-2525-41db-97d0-6f08eb9ae2e3 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:00.755872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f3bf778e-2525-41db-97d0-6f08eb9ae2e3 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:00.820068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:00.961635 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:00.991791 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.018888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:55:01.056988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.057410 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Added segment 716959e8-b6b8-43f0-8d37-89431ec44110 of type vlan for network c6d131e2-09dd-4afc-8547-cc5f56e960a0 Aug 29 16:55:01.059522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e4e61f-97cd-4fa3-acaa-266085b14434,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:01.125317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.138237 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.142103 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.245387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.246378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:01.251397 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.292006 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Pushing event updated for resources: {'Port': ['ID=0a2a425d-7cc6-4325-81b4-b7f3af36cbb7,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:01.318990 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.363093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.363602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0083060 Aug 29 16:55:01.364374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95f7b131-4145-425b-9545-39bb752c80e6 req-a1e150be-3934-480a-8cb5-a273edb64d84 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3065438 Aug 29 16:55:01.366235 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46628) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:01.372341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] Request body: {'subnet': {'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-106420406-subnet', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:01.428488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f7593-4a91-4a06-9552-1f569891c5cb admin admin] Pushing event updated for resources: {'Network': ['ID=c6d131e2-09dd-4afc-8547-cc5f56e960a0,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:01.440697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network c6d131e2-09dd-4afc-8547-cc5f56e960a0 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:55:01.454900 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.479385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95f7b131-4145-425b-9545-39bb752c80e6 req-367203c0-07b3-477d-b475-967988428d82 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.1007931 Aug 29 16:55:01.492754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] Made reservation on behalf of b5ce6e40c3f7448091cd27a4d75af64f for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:01.495110 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.515212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192204d-caeb-4939-9ed0-3c89f3da10c5 req-2cab8f36-cde4-4c24-9213-57ace909382f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:01.525425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7192204d-caeb-4939-9ed0-3c89f3da10c5 req-2cab8f36-cde4-4c24-9213-57ace909382f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.1762295 Aug 29 16:55:01.617052 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.631341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7192204d-caeb-4939-9ed0-3c89f3da10c5 req-15d4ab42-d3a3-4b6e-8ef7-2443c06ef7ce tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046417 Aug 29 16:55:01.788900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7b131-4145-425b-9545-39bb752c80e6 req-e0e659f3-cfb6-4826-ac92-c81ccf325eda tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:01.790380 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95f7b131-4145-425b-9545-39bb752c80e6 req-e0e659f3-cfb6-4826-ac92-c81ccf325eda tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.3009243 Aug 29 16:55:01.885500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] Deleting port 26c5df17-e788-4889-9396-46f2d38992fb {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:01.885749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.989823 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:01.999657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-4333f93d-ec57-4b96-a570-d1e457257bcc tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:02.004061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-4333f93d-ec57-4b96-a570-d1e457257bcc tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0738828 Aug 29 16:55:02.072509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-4d57fcfc-f7cd-43c5-bd91-3be56c860ef4 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.0556383 Aug 29 16:55:02.077045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c00f5-3371-412c-a1e3-e16adfb64290 req-98fadea1-5211-4968-a3e0-38b7e52ad1a1 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:02.078637 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-286c00f5-3371-412c-a1e3-e16adfb64290 req-98fadea1-5211-4968-a3e0-38b7e52ad1a1 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.1476824 Aug 29 16:55:02.086193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c67c51-4bc0-48c5-b3af-3678f9640f9e,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:02.096885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] For port 26c5df17-e788-4889-9396-46f2d38992fb, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=26c5df17-e788-4889-9396-46f2d38992fb,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:02.097456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:02.114125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-c6ac81e3-dfb5-4d49-85e7-1b91156e9acc tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Request body: {'floatingip': {'port_id': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:02.156083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] Calling delete_port for 26c5df17-e788-4889-9396-46f2d38992fb owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:02.157940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] Checking segment: {'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:02.158826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] Network hostable DHCP agents. Network: c6d131e2-09dd-4afc-8547-cc5f56e960a0, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:55:02.160903 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-c6ac81e3-dfb5-4d49-85e7-1b91156e9acc tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:02.176544 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-286c00f5-3371-412c-a1e3-e16adfb64290 req-f90b753b-aa89-41d0-a84c-d0aa308845fc tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858328 Aug 29 16:55:02.210888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] Network c6d131e2-09dd-4afc-8547-cc5f56e960a0 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:55:02.229568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, c6d131e2-09dd-4afc-8547-cc5f56e960a0) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:02.238150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:02.238655 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:02.241384 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b4d27-f48c-4b9a-8be2-86b5a596f717 None None] Network c6d131e2-09dd-4afc-8547-cc5f56e960a0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:02.311979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-85a0f4a2-3f63-48e9-a3e1-a3ea9d7d434c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9433265 Aug 29 16:55:02.316090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] Deleting port a63927ca-9d97-4b36-8f29-60c27c95d9bc {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:02.316448 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:02.319709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46656) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:02.339309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:02.479277 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:02.480421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:02.530503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] For port a63927ca-9d97-4b36-8f29-60c27c95d9bc, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a63927ca-9d97-4b36-8f29-60c27c95d9bc,segment=NetworkSegment(4d8f3833-770b-4be8-bee1-3ef07c1e1ec5),segment_id=4d8f3833-770b-4be8-bee1-3ef07c1e1ec5)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:02.530955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:02.559655 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:55:02.582740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'fixed_ips': [{'subnet_id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:55:02.583887 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:02.610700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] Calling delete_port for a63927ca-9d97-4b36-8f29-60c27c95d9bc owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:02.618205 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:02.820867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Allocated IP 172.20.0.2 (c6d131e2-09dd-4afc-8547-cc5f56e960a0/56c67c51-4bc0-48c5-b3af-3678f9640f9e/e8d6fe26-a423-4eac-9732-8cdbb58d1850) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:03.034917 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:03.052531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdac7c-6ba7-475a-a5c8-fc49f70757fd req-0805941a-bf7b-4131-bcbd-196f0aba6cf5 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:03.060749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95fdac7c-6ba7-475a-a5c8-fc49f70757fd req-0805941a-bf7b-4131-bcbd-196f0aba6cf5 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.3263896 Aug 29 16:55:03.086944 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:03.189214 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95fdac7c-6ba7-475a-a5c8-fc49f70757fd req-e18a7d93-4b60-4d72-b966-3966434aa361 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270881 Aug 29 16:55:03.269574 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:03.290399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Transition to ACTIVE for port object e8d6fe26-a423-4eac-9732-8cdbb58d1850 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:03.291820 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:03.316217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] Pushing event deleted for resources: {'Port': ['ID=26c5df17-e788-4889-9396-46f2d38992fb,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:03.321679 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Transition to ACTIVE for port object e8d6fe26-a423-4eac-9732-8cdbb58d1850 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:03.332931 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:03.373707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63927ca-9d97-4b36-8f29-60c27c95d9bc,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:03.435011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Network c6d131e2-09dd-4afc-8547-cc5f56e960a0 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:03.436421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Pushing event updated for resources: {'Port': ['ID=e8d6fe26-a423-4eac-9732-8cdbb58d1850,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:03.456280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:03.458852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:03.523890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-c6ac81e3-dfb5-4d49-85e7-1b91156e9acc tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:03.548435 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-c6ac81e3-dfb5-4d49-85e7-1b91156e9acc tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:03.631997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Attempting to bind port e8d6fe26-a423-4eac-9732-8cdbb58d1850 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:03.632376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Attempting to bind port e8d6fe26-a423-4eac-9732-8cdbb58d1850 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:03.632748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Attempting to bind port e8d6fe26-a423-4eac-9732-8cdbb58d1850 on network c6d131e2-09dd-4afc-8547-cc5f56e960a0 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:03.648051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:03.648435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Checking segment: {'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:03.648852 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:03.649261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Bound using segment: {'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:03.649743 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Bound port: e8d6fe26-a423-4eac-9732-8cdbb58d1850, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:03.650127 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:03.795813 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-c6ac81e3-dfb5-4d49-85e7-1b91156e9acc tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Floating IP 1883fda4-59c6-4ac2-9f9a-6ee449ece7cc associated. External IP: 172.25.5.240, port: 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01. Aug 29 16:55:03.811804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] For port e8d6fe26-a423-4eac-9732-8cdbb58d1850, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:03.818663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] For port e8d6fe26-a423-4eac-9732-8cdbb58d1850, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8d6fe26-a423-4eac-9732-8cdbb58d1850,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:03.838098 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:03.896301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40f9b0-72ff-4e29-bbdf-0364a09c8ed4 None None] Pushing event updated for resources: {'Port': ['ID=e8d6fe26-a423-4eac-9732-8cdbb58d1850,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:04.150394 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:04.298594 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:04.329974 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:04.452676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-c6ac81e3-dfb5-4d49-85e7-1b91156e9acc tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:55:04.548196 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:04.707851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] Router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:55:04.711429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-c6ac81e3-dfb5-4d49-85e7-1b91156e9acc tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:55:04.715848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-c6ac81e3-dfb5-4d49-85e7-1b91156e9acc tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:04.732929 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038ff41-988d-4673-bb89-dde82b741717 None None] Sync routers for ids ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:55:04.748501 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038ff41-988d-4673-bb89-dde82b741717 None None] Routers {'6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:04.751506 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4038ff41-988d-4673-bb89-dde82b741717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:04.789329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-c6ac81e3-dfb5-4d49-85e7-1b91156e9acc tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "PUT /v2.0/floatingips/1883fda4-59c6-4ac2-9f9a-6ee449ece7cc HTTP/1.1" status: 200 len: 996 time: 2.6881478 Aug 29 16:55:04.911958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:04.915750 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0074bebc-274c-4ea4-9caf-86d7275959ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:04.942948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8d6fe26-a423-4eac-9732-8cdbb58d1850 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:04.953701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:55:04.962320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4826f162-03c9-4497-b308-1b3ea06721be admin admin] 10.222.0.22 "PUT /v2.0/routers/b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4628737 Aug 29 16:55:04.964165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46704) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:04.994701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef30a96b-3496-4590-b9a4-a99892d841dd None None] Sync routers for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:55:05.013813 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-4038ff41-988d-4673-bb89-dde82b741717 None None] Set router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:05.021595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-aba94adc-ca1d-44a9-81e4-2628f967db49 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:05.030169 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-aba94adc-ca1d-44a9-81e4-2628f967db49 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 815 time: 0.6813281 Aug 29 16:55:05.041622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-46ff14db-ea55-4478-9903-9d0d73b053f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:05.041810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef30a96b-3496-4590-b9a4-a99892d841dd None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:05.042395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ef30a96b-3496-4590-b9a4-a99892d841dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:05.043778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-46ff14db-ea55-4478-9903-9d0d73b053f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=770824d5e66047ba9ac473c0874bf40b&device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 1097 time: 0.1228461 Aug 29 16:55:05.059640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Allocated IP 172.25.5.203 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/d834014f-85de-476d-a10b-f4670351cc86) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:05.089860 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-77246168-e790-4608-92d5-71f0aa898446 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/quotas/45c8dc6bdf4049e19980c0a5d5aa9e39 HTTP/1.1" status: 200 len: 375 time: 0.0264089 Aug 29 16:55:05.263586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e8d6fe26-a423-4eac-9732-8cdbb58d1850 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:05.270497 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:05.327704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ef30a96b-3496-4590-b9a4-a99892d841dd None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:05.417945 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-1e67d878-a21f-4184-9121-e059478452d6 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3013926 Aug 29 16:55:05.422188 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4038ff41-988d-4673-bb89-dde82b741717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:05Z', 'revision_number': 4, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '1883fda4-59c6-4ac2-9f9a-6ee449ece7cc', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'port_id': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'mac_address': 'fa:16:3e:6a:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:55:00Z', 'updated_at': '2021-08-29T16:55:03Z', 'revision_number': 1, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d8f673-453f-42cd-ac00-550e311b13aa', 'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'mac_address': 'fa:16:3e:8f:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:03Z', 'updated_at': '2021-08-29T16:54:11Z', 'revision_number': 5, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'subnets': [{'id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:05.440225 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-09552ebe-f06f-4379-8710-25b48683a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:05.441043 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-09552ebe-f06f-4379-8710-25b48683a19d service neutron] 10.222.0.22 "GET /v2.0/networks?id=456d99ab-e0c0-4d68-bb06-fa2760da9210 HTTP/1.1" status: 200 len: 920 time: 0.3897829 Aug 29 16:55:05.468331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] Router 799b5ad8-5763-4f56-80cc-29fbcc3f501c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:55:05.499193 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038ff41-988d-4673-bb89-dde82b741717 None None] Checking router: 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:55:05.518914 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038ff41-988d-4673-bb89-dde82b741717 None None] Routers {'6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:05.519551 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4038ff41-988d-4673-bb89-dde82b741717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:05.639114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d1cc23-d770-49d9-a8e6-809cff2c239f None None] Network c6d131e2-09dd-4afc-8547-cc5f56e960a0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:05.646878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:55:05.665092 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2c766e58-05e1-4215-bfbf-81b9618decf0 admin admin] 10.222.0.22 "PUT /v2.0/routers/799b5ad8-5763-4f56-80cc-29fbcc3f501c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5489562 Aug 29 16:55:05.669012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46706) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:05.805618 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f035798-2825-45fa-8a45-e46038581f66 None None] Sync routers for ids ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:55:05.832950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4a53cadd-2faa-40bb-8be5-b81e38cbec17 None None] Provisioning for port e8d6fe26-a423-4eac-9732-8cdbb58d1850 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:05.846613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4a53cadd-2faa-40bb-8be5-b81e38cbec17 None None] Provisioning complete for port e8d6fe26-a423-4eac-9732-8cdbb58d1850 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:05.847164 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4a53cadd-2faa-40bb-8be5-b81e38cbec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:05.860367 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f035798-2825-45fa-8a45-e46038581f66 None None] Routers {'799b5ad8-5763-4f56-80cc-29fbcc3f501c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:05.863584 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5f035798-2825-45fa-8a45-e46038581f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:05.893718 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-4038ff41-988d-4673-bb89-dde82b741717 None None] Set router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:05.912797 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:05.926467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:05.995203 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-c3922528-fd41-4033-a0b5-8ef81df77ad9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 999 time: 0.5434353 Aug 29 16:55:06.002700 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:06.012863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2e7317fe-464e-4ede-a61e-4b8e503afccf service neutron] 10.222.0.22 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864100 Aug 29 16:55:06.064152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:06.165216 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4a53cadd-2faa-40bb-8be5-b81e38cbec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:06.210916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-698024b0-d404-446b-af9e-fb8d42ecd779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:06.219597 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5f035798-2825-45fa-8a45-e46038581f66 None None] Set router 799b5ad8-5763-4f56-80cc-29fbcc3f501c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:06.220075 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-698024b0-d404-446b-af9e-fb8d42ecd779 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d3b98825-ba59-4f6d-b171-24ac9b8b54e6 HTTP/1.1" status: 200 len: 859 time: 0.1971722 Aug 29 16:55:06.247918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:06.257428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4a53cadd-2faa-40bb-8be5-b81e38cbec17 None None] For port e8d6fe26-a423-4eac-9732-8cdbb58d1850, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8d6fe26-a423-4eac-9732-8cdbb58d1850,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:06.277745 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4a53cadd-2faa-40bb-8be5-b81e38cbec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:06.284802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-8e17a227-658c-464c-bfeb-9ad1a30675b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=456d99ab-e0c0-4d68-bb06-fa2760da9210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636530 Aug 29 16:55:06.290102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:06.292671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:06.367119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53cadd-2faa-40bb-8be5-b81e38cbec17 None None] Pushing event updated for resources: {'Port': ['ID=e8d6fe26-a423-4eac-9732-8cdbb58d1850,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:06.375613 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:06.395182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ef30a96b-3496-4590-b9a4-a99892d841dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:55:02Z', 'revision_number': 5, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port': {'id': '266bd2cc-a277-4293-9eb1-9a5081bb9f3e', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:46Z', 'updated_at': '2021-08-29T16:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:06.422097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Pushing event updated for resources: {'Port': ['ID=d834014f-85de-476d-a10b-f4670351cc86,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:06.447307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Deleting port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:06.450109 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:06.518523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef30a96b-3496-4590-b9a4-a99892d841dd None None] Checking router: b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:55:06.528639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef30a96b-3496-4590-b9a4-a99892d841dd None None] Routers {'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:06.530020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ef30a96b-3496-4590-b9a4-a99892d841dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:06.551320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-dfad4952-00f6-4db3-b225-421aa3cfc447 service neutron] 10.222.0.22 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653160 Aug 29 16:55:06.682022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ef30a96b-3496-4590-b9a4-a99892d841dd None None] Set router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:06.728864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] For port 266bd2cc-a277-4293-9eb1-9a5081bb9f3e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=266bd2cc-a277-4293-9eb1-9a5081bb9f3e,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:06.729264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:06.745010 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4038ff41-988d-4673-bb89-dde82b741717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:05Z', 'revision_number': 4, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '1883fda4-59c6-4ac2-9f9a-6ee449ece7cc', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'port_id': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'mac_address': 'fa:16:3e:6a:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:55:00Z', 'updated_at': '2021-08-29T16:55:03Z', 'revision_number': 1, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d8f673-453f-42cd-ac00-550e311b13aa', 'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'mac_address': 'fa:16:3e:8f:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:03Z', 'updated_at': '2021-08-29T16:54:11Z', 'revision_number': 5, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'subnets': [{'id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:06.768189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ef30a96b-3496-4590-b9a4-a99892d841dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:55:06Z', 'revision_number': 6, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:06.775964 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038ff41-988d-4673-bb89-dde82b741717 None None] The sync data for ids ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'] in n-d-713301-13 is: [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:05Z', 'revision_number': 4, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '1883fda4-59c6-4ac2-9f9a-6ee449ece7cc', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'port_id': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'mac_address': 'fa:16:3e:6a:c5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:55:00Z', 'updated_at': '2021-08-29T16:55:03Z', 'revision_number': 1, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d8f673-453f-42cd-ac00-550e311b13aa', 'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'mac_address': 'fa:16:3e:8f:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:03Z', 'updated_at': '2021-08-29T16:54:11Z', 'revision_number': 5, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'subnets': [{'id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:55:06.791015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Calling delete_port for 266bd2cc-a277-4293-9eb1-9a5081bb9f3e owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:06.794485 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5f035798-2825-45fa-8a45-e46038581f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-router', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:59Z', 'updated_at': '2021-08-29T16:55:03Z', 'revision_number': 5, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'gw_port': {'id': '7573fd0f-5b99-4566-90fa-804c35ef9c29', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:49:00Z', 'updated_at': '2021-08-29T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:06.805079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8d6fe26-a423-4eac-9732-8cdbb58d1850 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:06.827972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-6fb2d5ed-2007-4865-8a3a-de904cf7677b service neutron] 10.222.0.22 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661140 Aug 29 16:55:06.840834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe6c04b5-bdaf-4723-8a7f-36b5bcb25c5d req-042f50e6-4b19-42bc-8a0a-23017edf0cdc service neutron] 10.222.0.22 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803264 Aug 29 16:55:06.873326 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f035798-2825-45fa-8a45-e46038581f66 None None] Checking router: 799b5ad8-5763-4f56-80cc-29fbcc3f501c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:55:06.874317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef30a96b-3496-4590-b9a4-a99892d841dd None None] The sync data for ids ['b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9'] in n-d-713301-13 is: [{'id': 'b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1505265883-router', 'tenant_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:45Z', 'updated_at': '2021-08-29T16:55:06Z', 'revision_number': 6, 'project_id': 'aaea8f16d30a4f0d8985da26ab370a2d', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:55:06.907000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-72dbb572-5936-412c-ad18-b5e9103c6130 None None] Provisioning complete for port e8d6fe26-a423-4eac-9732-8cdbb58d1850 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:06.915314 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-72dbb572-5936-412c-ad18-b5e9103c6130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:06.925436 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f035798-2825-45fa-8a45-e46038581f66 None None] Routers {'799b5ad8-5763-4f56-80cc-29fbcc3f501c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:06.926761 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5f035798-2825-45fa-8a45-e46038581f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:06.968267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Deleting port 7573fd0f-5b99-4566-90fa-804c35ef9c29 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:06.970721 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:06.999768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e8d6fe26-a423-4eac-9732-8cdbb58d1850 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:07.000422 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:07.101471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e91a0-0bb4-4d2b-8cc1-249506bd8181 req-e4f3dad7-c177-4b93-ab15-dfaeb0f2d4ee tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:07.114587 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d0e91a0-0bb4-4d2b-8cc1-249506bd8181 req-e4f3dad7-c177-4b93-ab15-dfaeb0f2d4ee tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.1131604 Aug 29 16:55:07.227749 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5f035798-2825-45fa-8a45-e46038581f66 None None] Set router 799b5ad8-5763-4f56-80cc-29fbcc3f501c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:07.228380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5953eeba-2a32-42f5-8fc5-cabaaaaddebf None None] New status for floating IP 1883fda4-59c6-4ac2-9f9a-6ee449ece7cc: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:55:07.260608 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d0e91a0-0bb4-4d2b-8cc1-249506bd8181 req-c4bfce9d-613d-4fcb-bfe1-1d1896313212 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442316 Aug 29 16:55:07.309750 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5f035798-2825-45fa-8a45-e46038581f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-router', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:59Z', 'updated_at': '2021-08-29T16:55:06Z', 'revision_number': 6, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:07.384618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] For port 7573fd0f-5b99-4566-90fa-804c35ef9c29, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7573fd0f-5b99-4566-90fa-804c35ef9c29,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:07.384990 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:07.406353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Calling delete_port for 7573fd0f-5b99-4566-90fa-804c35ef9c29 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:07.433670 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f035798-2825-45fa-8a45-e46038581f66 None None] The sync data for ids ['799b5ad8-5763-4f56-80cc-29fbcc3f501c'] in n-d-713301-13 is: [{'id': '799b5ad8-5763-4f56-80cc-29fbcc3f501c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1909651671-router', 'tenant_id': 'efc25ec064734000b7c7bf97e13a48ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:48:59Z', 'updated_at': '2021-08-29T16:55:06Z', 'revision_number': 6, 'project_id': 'efc25ec064734000b7c7bf97e13a48ad', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:55:07.486084 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dccfe1f-9a19-45c9-942c-dce83352aa22 x-openstack-request-id: req-5dccfe1f-9a19-45c9-942c-dce83352aa22 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:07.487049 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:07.487515 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5dccfe1f-9a19-45c9-942c-dce83352aa22 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:07.488008 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'status': 'completed', 'code': 200} Aug 29 16:55:07.528103 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:07.574008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=266bd2cc-a277-4293-9eb1-9a5081bb9f3e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:07.593784 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-535618cf-b503-4f9e-9776-ff30a315db25 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 999 time: 0.1794174 Aug 29 16:55:07.621052 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53c31eb2-bf72-40ed-9b75-9a04c3d6f497 req-9f7b5708-1580-4633-8f0b-851e6d8ffc62 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 210 time: 0.0828810 Aug 29 16:55:07.687791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bebc-274c-4ea4-9caf-86d7275959ea req-87e4b35e-981e-4f5f-9899-60c3fbb0b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:07.691435 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0074bebc-274c-4ea4-9caf-86d7275959ea req-87e4b35e-981e-4f5f-9899-60c3fbb0b61c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=770824d5e66047ba9ac473c0874bf40b&device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 1097 time: 0.1414561 Aug 29 16:55:07.804855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118d213-d386-4812-89e8-75153f08d1e5 req-699381b6-4bfd-4508-a7eb-b50b035ba0ca tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:07.806351 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-699381b6-4bfd-4508-a7eb-b50b035ba0ca tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports/7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 942 time: 0.1869364 Aug 29 16:55:07.822453 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.025582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bebc-274c-4ea4-9caf-86d7275959ea req-0370d5a5-7f83-4358-8275-a6ca7fb9e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:08.027012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0074bebc-274c-4ea4-9caf-86d7275959ea req-0370d5a5-7f83-4358-8275-a6ca7fb9e369 service neutron] 10.222.0.10 "GET /v2.0/networks?id=456d99ab-e0c0-4d68-bb06-fa2760da9210 HTTP/1.1" status: 200 len: 920 time: 0.0985456 Aug 29 16:55:08.029839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.051011 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.054576 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.115238 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0074bebc-274c-4ea4-9caf-86d7275959ea req-fbc26426-29d9-4b3a-978e-eff1dfd174f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 1001 time: 0.0768313 Aug 29 16:55:08.213459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bebc-274c-4ea4-9caf-86d7275959ea req-d5c891ad-0368-4244-94e1-febf9e1aa787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:08.215380 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0074bebc-274c-4ea4-9caf-86d7275959ea req-d5c891ad-0368-4244-94e1-febf9e1aa787 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b98825-ba59-4f6d-b171-24ac9b8b54e6 HTTP/1.1" status: 200 len: 859 time: 0.0522676 Aug 29 16:55:08.233498 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-7fbfecaa-7d9f-4fd9-8c96-f2908223cbc4 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1001 time: 0.3219745 Aug 29 16:55:08.235290 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.235916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:55:08.244876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7573fd0f-5b99-4566-90fa-804c35ef9c29,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:08.249103 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.250323 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-95b2e8a2-927b-4932-8a13-de7d255eefb2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b1f0b1c0-fba8-46d8-80a0-5db7d05b14b9 HTTP/1.1" status: 204 len: 168 time: 3.2842586 Aug 29 16:55:08.255653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46736) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:08.378132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0074bebc-274c-4ea4-9caf-86d7275959ea req-585e57fd-fea4-4ba3-9ec0-0d4d4620e292 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=456d99ab-e0c0-4d68-bb06-fa2760da9210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238296 Aug 29 16:55:08.380519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.463076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-98591cc2-becf-4f55-8a4b-4281fb2fa986 admin admin] Deleting subnet 5f36c806-9ece-4364-8023-8d53282cc8d9 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:55:08.485916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98591cc2-becf-4f55-8a4b-4281fb2fa986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.501108 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.503728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.553094 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.567638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118d213-d386-4812-89e8-75153f08d1e5 req-843b29b9-9a1e-445b-9154-e5337bcee63b tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:08.569156 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-843b29b9-9a1e-445b-9154-e5337bcee63b tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.3161232 Aug 29 16:55:08.571979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98591cc2-becf-4f55-8a4b-4281fb2fa986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.691558 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.692377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 799b5ad8-5763-4f56-80cc-29fbcc3f501c {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:55:08.721778 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:08.727498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-75054b04-692b-4f6f-ae87-7d5a84f1f2aa admin admin] 10.222.0.22 "DELETE /v2.0/routers/799b5ad8-5763-4f56-80cc-29fbcc3f501c HTTP/1.1" status: 204 len: 168 time: 3.0571656 Aug 29 16:55:08.729149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46746) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:08.761786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a63927ca-9d97-4b36-8f29-60c27c95d9bc no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:08.803885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: a63927ca-9d97-4b36-8f29-60c27c95d9bc {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:08.804642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a63927ca-9d97-4b36-8f29-60c27c95d9bc not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:08.806716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7573fd0f-5b99-4566-90fa-804c35ef9c29 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:08.842335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 7573fd0f-5b99-4566-90fa-804c35ef9c29 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:08.842694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7573fd0f-5b99-4566-90fa-804c35ef9c29 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:08.843106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 266bd2cc-a277-4293-9eb1-9a5081bb9f3e no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:08.870397 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-00166f92-8448-4386-a101-283ee9da624c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 1001 time: 0.2757092 Aug 29 16:55:08.876424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-3118d213-d386-4812-89e8-75153f08d1e5 req-c023d2cb-e892-41f3-b8d8-d5ebd94f9454 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:08.887919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 266bd2cc-a277-4293-9eb1-9a5081bb9f3e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:08.888270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 266bd2cc-a277-4293-9eb1-9a5081bb9f3e not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:08.888684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 26c5df17-e788-4889-9396-46f2d38992fb no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:08.919441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 26c5df17-e788-4889-9396-46f2d38992fb {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:08.919835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 26c5df17-e788-4889-9396-46f2d38992fb not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:09.076242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bc1f26-0bb7-41b6-b116-71f01ca1a498 admin admin] Deleting subnet c756830d-f7d2-4d74-97e3-f2aeddf4cf03 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:55:09.081422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98591cc2-becf-4f55-8a4b-4281fb2fa986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.111930 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34bc1f26-0bb7-41b6-b116-71f01ca1a498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.113345 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3118d213-d386-4812-89e8-75153f08d1e5 req-c023d2cb-e892-41f3-b8d8-d5ebd94f9454 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.326614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34bc1f26-0bb7-41b6-b116-71f01ca1a498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.340204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-1fabf3ea-61a7-44ae-8bdf-6698d93aa73e tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:09.341676 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-1fabf3ea-61a7-44ae-8bdf-6698d93aa73e tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.16 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 815 time: 0.4833884 Aug 29 16:55:09.378934 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec12b7-cee7-43ed-b1d2-06d213c3ed47 req-bae37f4f-0bf5-43e5-bc71-4bb9a3740fb3 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:09.380383 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6ec12b7-cee7-43ed-b1d2-06d213c3ed47 req-bae37f4f-0bf5-43e5-bc71-4bb9a3740fb3 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 1.0009406 Aug 29 16:55:09.416285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Request body: {'port': {'device_id': '0f5c4e82-14e4-4126-97e2-b218abb8e1ca', 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad', 'admin_state_up': True, 'tenant_id': '45c8dc6bdf4049e19980c0a5d5aa9e39'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:09.466757 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3118d213-d386-4812-89e8-75153f08d1e5 req-c023d2cb-e892-41f3-b8d8-d5ebd94f9454 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.479161 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3118d213-d386-4812-89e8-75153f08d1e5 req-c023d2cb-e892-41f3-b8d8-d5ebd94f9454 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.479485 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-3118d213-d386-4812-89e8-75153f08d1e5 req-c023d2cb-e892-41f3-b8d8-d5ebd94f9454 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Floating IP 1883fda4-59c6-4ac2-9f9a-6ee449ece7cc disassociated. External IP: 172.25.5.240, port: 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01. Aug 29 16:55:09.483806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0074bebc-274c-4ea4-9caf-86d7275959ea req-0ac5c130-24bb-40ca-a3de-2d3ef94b55bc service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9313617 Aug 29 16:55:09.528956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98591cc2-becf-4f55-8a4b-4281fb2fa986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.559529 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6ec12b7-cee7-43ed-b1d2-06d213c3ed47 req-d5d49c50-afa4-4703-a44b-8e129ffe74d3 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683278 Aug 29 16:55:09.591247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98591cc2-becf-4f55-8a4b-4281fb2fa986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f36c806-9ece-4364-8023-8d53282cc8d9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:09.612015 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98591cc2-becf-4f55-8a4b-4281fb2fa986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.613839 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-98591cc2-becf-4f55-8a4b-4281fb2fa986 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5f36c806-9ece-4364-8023-8d53282cc8d9 HTTP/1.1" status: 204 len: 168 time: 1.3571110 Aug 29 16:55:09.618864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46748) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:09.620315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0649efea-84a5-4159-a7ea-7f4cd272d70a None None] Network 1c918c0c-af56-4d44-8827-0cf8c7a42f1e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:09.729120 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.737895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0074bebc-274c-4ea4-9caf-86d7275959ea req-5591f75e-3375-436b-8ab2-9caf0adbb582 service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440681 Aug 29 16:55:09.787625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.862787 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34bc1f26-0bb7-41b6-b116-71f01ca1a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.942268 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-43a55af5-dbd2-4f79-9fba-a8ed196e59d6 req-ffe23e17-ac84-4213-80c0-71603f8dbe72 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 210 time: 0.0384526 Aug 29 16:55:09.943280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Made reservation on behalf of 45c8dc6bdf4049e19980c0a5d5aa9e39 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:09.947922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.958760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Deleting port 0791a536-ffb3-4d7d-88e3-36ff93ca211e {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:09.959127 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:09.968474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c9adfa-3db5-44d1-a453-8d7beab96946 None None] DHCP port deletion for 1c918c0c-af56-4d44-8827-0cf8c7a42f1e request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:55:10.018726 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Router 85304728-48de-4f22-b461-92c796615e5c is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:55:10.033733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-97c9adfa-3db5-44d1-a453-8d7beab96946 None None] Deleting port 0791a536-ffb3-4d7d-88e3-36ff93ca211e {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:10.034238 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-97c9adfa-3db5-44d1-a453-8d7beab96946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.063618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] For port 0791a536-ffb3-4d7d-88e3-36ff93ca211e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0791a536-ffb3-4d7d-88e3-36ff93ca211e,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:10.064001 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.106016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-97c9adfa-3db5-44d1-a453-8d7beab96946 None None] For port 0791a536-ffb3-4d7d-88e3-36ff93ca211e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0791a536-ffb3-4d7d-88e3-36ff93ca211e,segment=NetworkSegment(a68fc1b0-fab5-4222-ac8f-291701c624e1),segment_id=a68fc1b0-fab5-4222-ac8f-291701c624e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:10.106453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-97c9adfa-3db5-44d1-a453-8d7beab96946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.121016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-97c9adfa-3db5-44d1-a453-8d7beab96946 None None] Calling delete_port for 0791a536-ffb3-4d7d-88e3-36ff93ca211e owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:10.186758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:55:10.198033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Calling delete_port for 0791a536-ffb3-4d7d-88e3-36ff93ca211e owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:10.199880 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Sync routers for ids ['85304728-48de-4f22-b461-92c796615e5c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:55:10.216464 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.216936 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-97c9adfa-3db5-44d1-a453-8d7beab96946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.220431 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1b9e0f64-2dc9-4a4a-9cb2-fab47a99c43d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.8957407 Aug 29 16:55:10.220602 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Routers {'85304728-48de-4f22-b461-92c796615e5c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:10.221352 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85304728-48de-4f22-b461-92c796615e5c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:10.254108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46758) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:10.265957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9adfa-3db5-44d1-a453-8d7beab96946 None None] Pushing event deleted for resources: {'Port': ['ID=0791a536-ffb3-4d7d-88e3-36ff93ca211e,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:10.272980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c9adfa-3db5-44d1-a453-8d7beab96946 None None] No DVR routers for this DVR port 0791a536-ffb3-4d7d-88e3-36ff93ca211e on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:55:10.391611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.419820 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Set router 85304728-48de-4f22-b461-92c796615e5c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:10.457861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] No DVR routers for this DVR port 0791a536-ffb3-4d7d-88e3-36ff93ca211e on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:55:10.459989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=0791a536-ffb3-4d7d-88e3-36ff93ca211e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:10.587153 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.625716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c918c0c-af56-4d44-8827-0cf8c7a42f1e']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:10.646986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68fc1b0-fab5-4222-ac8f-291701c624e1') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:10.647233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68fc1b0-fab5-4222-ac8f-291701c624e1') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:10.663457 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.698458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34bc1f26-0bb7-41b6-b116-71f01ca1a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.730025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0791a536-ffb3-4d7d-88e3-36ff93ca211e no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:10.735368 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:06Z', 'revision_number': 3, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:10.745348 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.768389 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Checking router: 85304728-48de-4f22-b461-92c796615e5c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:55:10.769444 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Updating router 85304728-48de-4f22-b461-92c796615e5c port d834014f-85de-476d-a10b-f4670351cc86 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:55:10.773579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:55:10.773579 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:55:10.775630 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:55:10.794747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 0791a536-ffb3-4d7d-88e3-36ff93ca211e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:10.795384 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0791a536-ffb3-4d7d-88e3-36ff93ca211e not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:10.802474 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.826834 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f305ae-c9f3-4c60-ab5f-f89acee488ca None None] Network 62d8d0f2-b841-4e7c-a350-df2b3d289e1c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:10.859421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc1f26-0bb7-41b6-b116-71f01ca1a498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c756830d-f7d2-4d74-97e3-f2aeddf4cf03,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:10.873878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34bc1f26-0bb7-41b6-b116-71f01ca1a498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:10.883308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-34bc1f26-0bb7-41b6-b116-71f01ca1a498 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c756830d-f7d2-4d74-97e3-f2aeddf4cf03 HTTP/1.1" status: 204 len: 168 time: 2.1467571 Aug 29 16:55:10.884043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46766) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:10.885451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Allocated IP 172.20.0.8 (0991fc44-0e51-497d-a36d-d6ba73e184ad/0683e233-879a-4fd9-8ba9-d332f630c198/b3fb5c6c-a7ad-4c3e-8871-fda08ff14710) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:10.893425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3118d213-d386-4812-89e8-75153f08d1e5 req-c023d2cb-e892-41f3-b8d8-d5ebd94f9454 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:55:11.006812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68a0f0-d5e9-4b6d-972c-6715f461a757 req-97ca3fd6-d87c-4265-bd07-ea14e2d3f337 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:11.009435 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb68a0f0-d5e9-4b6d-972c-6715f461a757 req-97ca3fd6-d87c-4265-bd07-ea14e2d3f337 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.2758965 Aug 29 16:55:11.088176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] DHCP port deletion for 62d8d0f2-b841-4e7c-a350-df2b3d289e1c request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:55:11.099847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3118d213-d386-4812-89e8-75153f08d1e5 req-c023d2cb-e892-41f3-b8d8-d5ebd94f9454 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:55:11.108291 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.115617 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3118d213-d386-4812-89e8-75153f08d1e5 req-c023d2cb-e892-41f3-b8d8-d5ebd94f9454 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.132694 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.134701 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1c918c0c-af56-4d44-8827-0cf8c7a42f1e HTTP/1.1" status: 204 len: 168 time: 1.5135081 Aug 29 16:55:11.140537 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9773ff-45b0-4999-8a19-7636cf4ce0a0 None None] Sync routers for ids ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:55:11.158676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9773ff-45b0-4999-8a19-7636cf4ce0a0 None None] Routers {'6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:11.159500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1b9773ff-45b0-4999-8a19-7636cf4ce0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:11.163185 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.188252 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-c023d2cb-e892-41f3-b8d8-d5ebd94f9454 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "PUT /v2.0/floatingips/1883fda4-59c6-4ac2-9f9a-6ee449ece7cc HTTP/1.1" status: 200 len: 695 time: 2.3163879 Aug 29 16:55:11.201588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:11.204580 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465f62c7-1513-437b-8f71-1a0a41cff18d" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:11.295685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ca320-0e37-49a8-ac5a-bab62d557d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c918c0c-af56-4d44-8827-0cf8c7a42f1e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:11.325978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-1b9773ff-45b0-4999-8a19-7636cf4ce0a0 None None] Set router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:11.351870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118d213-d386-4812-89e8-75153f08d1e5 req-034f8ec1-3ea1-40c6-8d62-84add8bca560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:11.353471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-034f8ec1-3ea1-40c6-8d62-84add8bca560 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=770824d5e66047ba9ac473c0874bf40b&device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 1097 time: 0.1096542 Aug 29 16:55:11.370699 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb68a0f0-d5e9-4b6d-972c-6715f461a757 req-d7a81362-c1f6-4685-a366-0b6a9dbdf0fe tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786858 Aug 29 16:55:11.464363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46774) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:11.504134 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.521643 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.561589 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Transition to ACTIVE for port object d834014f-85de-476d-a10b-f4670351cc86 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:11.590620 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.644345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118d213-d386-4812-89e8-75153f08d1e5 req-d46faef3-15ef-479b-a3dc-7201c15edf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:11.646440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-d46faef3-15ef-479b-a3dc-7201c15edf08 service neutron] 10.222.0.22 "GET /v2.0/networks?id=456d99ab-e0c0-4d68-bb06-fa2760da9210 HTTP/1.1" status: 200 len: 920 time: 0.2626002 Aug 29 16:55:11.714729 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Pushing event updated for resources: {'Port': ['ID=d834014f-85de-476d-a10b-f4670351cc86,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:11.743483 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Attempting to bind port d834014f-85de-476d-a10b-f4670351cc86 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:11.743866 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Attempting to bind port d834014f-85de-476d-a10b-f4670351cc86 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:11.744213 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Attempting to bind port d834014f-85de-476d-a10b-f4670351cc86 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:11.756562 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:11.756953 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:11.757412 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.757804 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:11.758323 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Bound port: d834014f-85de-476d-a10b-f4670351cc86, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:11.758880 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.772578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Deleting port c70525d2-7447-4e6b-9549-41ec38aad19d {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:11.772957 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.774528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-39a27689-d772-4e61-9d56-1d942a274e1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 217 time: 0.1211257 Aug 29 16:55:11.804597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Deleting port c70525d2-7447-4e6b-9549-41ec38aad19d {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:11.804880 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.839980 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] For port d834014f-85de-476d-a10b-f4670351cc86, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:11.843343 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] For port d834014f-85de-476d-a10b-f4670351cc86, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d834014f-85de-476d-a10b-f4670351cc86,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:11.845806 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.846209 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.846556 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.846891 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.847278 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.847618 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.847950 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.848408 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.848749 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.849101 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.849454 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.850432 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:11.851258 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.855065 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.856090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8127d1ab-bf9c-4b74-b0b8-2d11f25d117c req-3c55c1be-74f5-445f-af5c-b366ac6f0757 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 210 time: 0.0556197 Aug 29 16:55:11.883487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Allocated IP 172.20.0.1 (c6d131e2-09dd-4afc-8547-cc5f56e960a0/56c67c51-4bc0-48c5-b3af-3678f9640f9e/513f0581-00f0-4785-8cd4-8198a34d3b6e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:11.908147 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Routers {'85304728-48de-4f22-b461-92c796615e5c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:11.908795 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85304728-48de-4f22-b461-92c796615e5c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:11.956097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] For port c70525d2-7447-4e6b-9549-41ec38aad19d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c70525d2-7447-4e6b-9549-41ec38aad19d,segment=NetworkSegment(4d8f3833-770b-4be8-bee1-3ef07c1e1ec5),segment_id=4d8f3833-770b-4be8-bee1-3ef07c1e1ec5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:11.956658 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:11.972545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Calling delete_port for c70525d2-7447-4e6b-9549-41ec38aad19d owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:11.976836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1b9773ff-45b0-4999-8a19-7636cf4ce0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:05Z', 'revision_number': 4, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c7d8f673-453f-42cd-ac00-550e311b13aa', 'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'mac_address': 'fa:16:3e:8f:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:03Z', 'updated_at': '2021-08-29T16:54:11Z', 'revision_number': 5, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'subnets': [{'id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:11.999532 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0a7ff7-2d4d-47a2-a35b-42c5e8fce42f x-openstack-request-id: req-2b0a7ff7-2d4d-47a2-a35b-42c5e8fce42f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:11.999806 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:12.000078 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b0a7ff7-2d4d-47a2-a35b-42c5e8fce42f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:12.002890 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'status': 'completed', 'code': 200} Aug 29 16:55:12.017314 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] Set router 85304728-48de-4f22-b461-92c796615e5c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:12.021504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9773ff-45b0-4999-8a19-7636cf4ce0a0 None None] Checking router: 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:55:12.026627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5a7ac9a8-2a21-4755-be14-4357d68b0c09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aaea8f16d30a4f0d8985da26ab370a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375948 Aug 29 16:55:12.043992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46784) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:12.070733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9773ff-45b0-4999-8a19-7636cf4ce0a0 None None] Routers {'6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:12.071287 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1b9773ff-45b0-4999-8a19-7636cf4ce0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:54:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:12.146037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118d213-d386-4812-89e8-75153f08d1e5 req-191a4fd6-66bc-4a5f-8aff-3088335fe00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:12.151082 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-191a4fd6-66bc-4a5f-8aff-3088335fe00c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d3b98825-ba59-4f6d-b171-24ac9b8b54e6 HTTP/1.1" status: 200 len: 859 time: 0.3597672 Aug 29 16:55:12.156680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] For port c70525d2-7447-4e6b-9549-41ec38aad19d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c70525d2-7447-4e6b-9549-41ec38aad19d,segment=NetworkSegment(4d8f3833-770b-4be8-bee1-3ef07c1e1ec5),segment_id=4d8f3833-770b-4be8-bee1-3ef07c1e1ec5)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:12.157040 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:12.170993 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f62c7-1513-437b-8f71-1a0a41cff18d req-a69afc5e-b4cb-45b7-b8ec-6b5c6fd4d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:12.172732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-465f62c7-1513-437b-8f71-1a0a41cff18d req-a69afc5e-b4cb-45b7-b8ec-6b5c6fd4d2c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=770824d5e66047ba9ac473c0874bf40b&device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 1097 time: 0.1799226 Aug 29 16:55:12.178963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Calling delete_port for c70525d2-7447-4e6b-9549-41ec38aad19d owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:12.210678 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:12.215736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-1b9773ff-45b0-4999-8a19-7636cf4ce0a0 None None] Set router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:12.245526 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54130e7-a40e-4071-abbb-3fcf9d87c0f0 None None] Pushing event updated for resources: {'Port': ['ID=d834014f-85de-476d-a10b-f4670351cc86,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:12.290209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Pushing event deleted for resources: {'Port': ['ID=c70525d2-7447-4e6b-9549-41ec38aad19d,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:12.294394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] No DVR routers for this DVR port c70525d2-7447-4e6b-9549-41ec38aad19d on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:55:12.296928 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:06Z', 'revision_number': 3, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:12.341456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.341742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.342049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.342524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.342865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.343197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.343518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.343846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.344172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.344555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.344885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.345205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad319440-7d7d-4b32-80fb-e9b12f2b799f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:12.356210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-c269ced1-ba73-42ac-8411-033a08cc7108 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=456d99ab-e0c0-4d68-bb06-fa2760da9210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594282 Aug 29 16:55:12.373745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f62c7-1513-437b-8f71-1a0a41cff18d req-62b18b6f-f372-4a91-b592-19737f87f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:12.375810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-465f62c7-1513-437b-8f71-1a0a41cff18d req-62b18b6f-f372-4a91-b592-19737f87f347 service neutron] 10.222.0.10 "GET /v2.0/networks?id=456d99ab-e0c0-4d68-bb06-fa2760da9210 HTTP/1.1" status: 200 len: 920 time: 0.1878524 Aug 29 16:55:12.378292 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182b557-d986-4f7a-8e18-ea6a08c6da31 None None] The sync data for ids ['85304728-48de-4f22-b461-92c796615e5c'] in n-d-713301-13 is: [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:06Z', 'revision_number': 3, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:55:12.405452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:12.456478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-465f62c7-1513-437b-8f71-1a0a41cff18d req-be71851f-858f-4462-90b5-1647de518954 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 200 len: 217 time: 0.0714123 Aug 29 16:55:12.478452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Transition to ACTIVE for port object 513f0581-00f0-4785-8cd4-8198a34d3b6e will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:12.541325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f62c7-1513-437b-8f71-1a0a41cff18d req-acdb782c-a645-4143-9af7-e03ef76e14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:12.543336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-465f62c7-1513-437b-8f71-1a0a41cff18d req-acdb782c-a645-4143-9af7-e03ef76e14ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d3b98825-ba59-4f6d-b171-24ac9b8b54e6 HTTP/1.1" status: 200 len: 859 time: 0.0760376 Aug 29 16:55:12.543741 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-20332fd4-fc3e-47d3-8cba-c0869934ddb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:12.546064 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:12.563152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ac0a71d4-1be2-4cfb-b3d2-34ee716664ac'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:12.575605 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:12.590615 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-465f62c7-1513-437b-8f71-1a0a41cff18d req-ad0722b2-492a-4e11-a4e7-1b3011214ea2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=456d99ab-e0c0-4d68-bb06-fa2760da9210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353789 Aug 29 16:55:12.598402 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:12.687206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Network 0991fc44-0e51-497d-a36d-d6ba73e184ad is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:12.694733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] No DVR routers for this DVR port c70525d2-7447-4e6b-9549-41ec38aad19d on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:55:12.713562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:12.719498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-465f62c7-1513-437b-8f71-1a0a41cff18d req-915745c3-e308-488d-97b0-304f821238c5 service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184714 Aug 29 16:55:12.730675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:12.746619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c70525d2-7447-4e6b-9549-41ec38aad19d no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:12.750562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1b9773ff-45b0-4999-8a19-7636cf4ce0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:05Z', 'revision_number': 4, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c7d8f673-453f-42cd-ac00-550e311b13aa', 'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'mac_address': 'fa:16:3e:8f:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:03Z', 'updated_at': '2021-08-29T16:54:11Z', 'revision_number': 5, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'subnets': [{'id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:12.772844 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-20332fd4-fc3e-47d3-8cba-c0869934ddb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:12.861018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Network c6d131e2-09dd-4afc-8547-cc5f56e960a0 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:12.876072 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-adf73ce2-024a-457f-8e9e-ef176a05ccb5 service neutron] 10.222.0.22 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121577 Aug 29 16:55:12.899430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c70525d2-7447-4e6b-9549-41ec38aad19d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:12.906148 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:12.907040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c70525d2-7447-4e6b-9549-41ec38aad19d not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:12.913722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:12.918292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Pushing event updated for resources: {'Port': ['ID=513f0581-00f0-4785-8cd4-8198a34d3b6e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:12.925889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9773ff-45b0-4999-8a19-7636cf4ce0a0 None None] The sync data for ids ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'] in n-d-713301-13 is: [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:54:05Z', 'revision_number': 4, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c7d8f673-453f-42cd-ac00-550e311b13aa', 'name': '', 'network_id': '456d99ab-e0c0-4d68-bb06-fa2760da9210', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'mac_address': 'fa:16:3e:8f:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:03Z', 'updated_at': '2021-08-29T16:54:11Z', 'revision_number': 5, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'subnets': [{'id': 'd3b98825-ba59-4f6d-b171-24ac9b8b54e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:55:12.955885 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05224ae8-58ef-4d94-8b07-70a7ea31a518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:12.983729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf644d5-2c53-45fd-921c-361a4be0f37e req-8f48c159-6422-417c-b1be-0e9b3747f72c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:12.992338 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3bf644d5-2c53-45fd-921c-361a4be0f37e req-8f48c159-6422-417c-b1be-0e9b3747f72c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.2717745 Aug 29 16:55:13.066101 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3118d213-d386-4812-89e8-75153f08d1e5 req-78f6467a-006e-400f-96f9-e7e9fd238f27 service neutron] 10.222.0.22 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700089 Aug 29 16:55:13.066918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Pushing event updated for resources: {'Port': ['ID=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:13.136648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70525d2-7447-4e6b-9549-41ec38aad19d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:13.142827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.169877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:13.173581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.180973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d8d0f2-b841-4e7c-a350-df2b3d289e1c']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:13.209962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8f3833-770b-4be8-bee1-3ef07c1e1ec5') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:13.210366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8f3833-770b-4be8-bee1-3ef07c1e1ec5') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:13.223784 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.249011 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-2964e473-79c3-428a-a272-db30f4292126 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8371291 Aug 29 16:55:13.269757 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3bf644d5-2c53-45fd-921c-361a4be0f37e req-043ec34c-af47-44cd-893a-43b48fd50bc5 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754273 Aug 29 16:55:13.288156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.288424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Request body: {'port': {'device_id': '0f5c4e82-14e4-4126-97e2-b218abb8e1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:13.344881 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.366022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:55:13.366569 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:55:13.464547 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:55:13.513054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-465f62c7-1513-437b-8f71-1a0a41cff18d req-ce79b35b-a594-41e5-a33a-5b4842da5700 service neutron] 10.222.0.10 "GET /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588954 Aug 29 16:55:13.528847 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-20332fd4-fc3e-47d3-8cba-c0869934ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.531486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-20332fd4-fc3e-47d3-8cba-c0869934ddb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.533740 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-20332fd4-fc3e-47d3-8cba-c0869934ddb3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/273cb090-f168-474a-abd3-634a5f6267d6 HTTP/1.1" status: 204 len: 168 time: 1.4878523 Aug 29 16:55:13.539950 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.545351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.547478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] 10.222.0.22 "DELETE /v2.0/networks/62d8d0f2-b841-4e7c-a350-df2b3d289e1c HTTP/1.1" status: 204 len: 168 time: 2.6566660 Aug 29 16:55:13.588888 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f16cc-64d2-4931-a727-b0f52942b441 None None] New status for floating IP 1883fda4-59c6-4ac2-9f9a-6ee449ece7cc: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:55:13.607886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-073ec8cb-6a46-4152-8796-94c3eb78cad4 None None] Provisioning for port 513f0581-00f0-4785-8cd4-8198a34d3b6e completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:13.616368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-073ec8cb-6a46-4152-8796-94c3eb78cad4 None None] Provisioning complete for port 513f0581-00f0-4785-8cd4-8198a34d3b6e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:13.619475 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-073ec8cb-6a46-4152-8796-94c3eb78cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.666333 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:13.694516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-d15b1015-3064-4810-811c-3d0d0adfcff7 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/floatingips/1883fda4-59c6-4ac2-9f9a-6ee449ece7cc HTTP/1.1" status: 200 len: 695 time: 0.1796036 Aug 29 16:55:13.711692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20332fd4-fc3e-47d3-8cba-c0869934ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273cb090-f168-474a-abd3-634a5f6267d6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:13.725545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaad3a2-bd74-4191-acd2-7563fc456c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d8d0f2-b841-4e7c-a350-df2b3d289e1c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:13.764694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-073ec8cb-6a46-4152-8796-94c3eb78cad4 None None] Port 513f0581-00f0-4785-8cd4-8198a34d3b6e cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:55:13.769321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd384494-9c51-4415-9935-344bb74b8558 req-1e2bb9a0-4491-4c7d-8e4f-a6d4cd7336ac tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:13.777805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd384494-9c51-4415-9935-344bb74b8558 req-1e2bb9a0-4491-4c7d-8e4f-a6d4cd7336ac tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 931 time: 0.2573898 Aug 29 16:55:13.998820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-01902a88-ce30-442f-955d-500df50147d9 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:14.000353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd384494-9c51-4415-9935-344bb74b8558 req-03b2609c-0e0f-429f-89a1-25b3c7643722 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180960 Aug 29 16:55:14.001592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-01902a88-ce30-442f-955d-500df50147d9 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 784 time: 0.3001192 Aug 29 16:55:14.023081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46814) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:14.038744 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:14.272470 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-e29500cf-f0bf-4cc9-9667-c79365fee4ec tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.0837543 Aug 29 16:55:14.323547 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-433cce95-bd32-4659-a241-2ebfb9ddafca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56f4737bd4bf489985761b33a0c0c50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991679 Aug 29 16:55:14.327069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46826) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:14.441678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-21c7a77b-4f5f-42de-8e5e-6366ea8cccfe tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.1400189 Aug 29 16:55:14.466825 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1f24b973-36bf-4830-9311-c38ddbde4c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:14.511521 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1f24b973-36bf-4830-9311-c38ddbde4c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:14.514636 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:14.535517 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:14.589380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:14.718595 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:14.731737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:14.757527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Transition to ACTIVE for port object b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:14.768297 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:14.769286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d834014f-85de-476d-a10b-f4670351cc86 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:14.849887 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port d834014f-85de-476d-a10b-f4670351cc86 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:14.851061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:14.856294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d834014f-85de-476d-a10b-f4670351cc86 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:14.856599 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:14.861315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-76edb074-5278-4fe2-a96b-b28c11966645 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Deleting port 0a2a425d-7cc6-4325-81b4-b7f3af36cbb7 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:14.864659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-76edb074-5278-4fe2-a96b-b28c11966645 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:14.994311 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-76edb074-5278-4fe2-a96b-b28c11966645 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:14.994715 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-76edb074-5278-4fe2-a96b-b28c11966645 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.012026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-76edb074-5278-4fe2-a96b-b28c11966645 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Calling delete_port for 0a2a425d-7cc6-4325-81b4-b7f3af36cbb7 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:15.012642 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.055015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port d834014f-85de-476d-a10b-f4670351cc86, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d834014f-85de-476d-a10b-f4670351cc86,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:15.060723 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.103048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Pushing event updated for resources: {'Port': ['ID=513f0581-00f0-4785-8cd4-8198a34d3b6e,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:15.126942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=d834014f-85de-476d-a10b-f4670351cc86,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:15.153504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46852) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:15.158469 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1f24b973-36bf-4830-9311-c38ddbde4c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.161065 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1f24b973-36bf-4830-9311-c38ddbde4c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.164528 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1f24b973-36bf-4830-9311-c38ddbde4c2a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9254f68-c3b7-4d69-a3a3-84646e6dd95c HTTP/1.1" status: 204 len: 168 time: 0.8328133 Aug 29 16:55:15.182072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24b973-36bf-4830-9311-c38ddbde4c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9254f68-c3b7-4d69-a3a3-84646e6dd95c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:15.226108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14751871-cb4e-40c9-9d04-72c9cb6220ce req-3ad3641c-2cb2-4781-83d7-7ae85a6565e7 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:15.234481 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14751871-cb4e-40c9-9d04-72c9cb6220ce req-3ad3641c-2cb2-4781-83d7-7ae85a6565e7 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.6028485 Aug 29 16:55:15.273424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Attempting to bind port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:15.275637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Attempting to bind port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:15.276745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Attempting to bind port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 on network 0991fc44-0e51-497d-a36d-d6ba73e184ad {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:15.287821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 on network 0991fc44-0e51-497d-a36d-d6ba73e184ad not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:55:15.288164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Attempting to bind port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 on network 0991fc44-0e51-497d-a36d-d6ba73e184ad {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:15.300435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:15.300582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Checking segment: {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:15.300893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Bound using segment: {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:15.301425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Bound port: b3fb5c6c-a7ad-4c3e-8871-fda08ff14710, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:15.301790 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.317163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-76edb074-5278-4fe2-a96b-b28c11966645 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.318277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14751871-cb4e-40c9-9d04-72c9cb6220ce req-9ebfd0f0-1e6f-4830-8c17-11039d967f9f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802932 Aug 29 16:55:15.330757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Network c6d131e2-09dd-4afc-8547-cc5f56e960a0 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:15.335755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:15.346598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edb074-5278-4fe2-a96b-b28c11966645 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Pushing event deleted for resources: {'Port': ['ID=0a2a425d-7cc6-4325-81b4-b7f3af36cbb7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:15.537450 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5af3977b-50ec-428f-b166-a26f0b519c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.550423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] For port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:15.556823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] For port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:15.567316 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-76edb074-5278-4fe2-a96b-b28c11966645 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.571317 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-76edb074-5278-4fe2-a96b-b28c11966645 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.573329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9d4ca2b-7ab4-4e33-961e-dcbef502bfe4 req-76edb074-5278-4fe2-a96b-b28c11966645 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "DELETE /v2.0/floatingips/1883fda4-59c6-4ac2-9f9a-6ee449ece7cc HTTP/1.1" status: 204 len: 173 time: 1.1322694 Aug 29 16:55:15.575448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.586865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-369103830-network', 'tenant_id': '35d2b9091c3f4abb9a154f2ec1d3b044'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:15.687112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:15.688032 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.690437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] 10.222.0.16 "PUT /v2.0/ports/b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 HTTP/1.1" status: 200 len: 1092 time: 2.4282091 Aug 29 16:55:15.703044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5c4e82-14e4-4126-97e2-b218abb8e1ca', 'tag': 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:15.706746 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325a4958-27cc-48f4-8985-3d027142bcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5c4e82-14e4-4126-97e2-b218abb8e1ca", "tag": "b3fb5c6c-a7ad-4c3e-8871-fda08ff14710"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:15.712469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b81c91-ab70-45d8-9e62-7572e539f51c req-ee31d58f-9a4a-4a7a-bf13-05c06e399a05 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:15.718010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-71b81c91-ab70-45d8-9e62-7572e539f51c req-ee31d58f-9a4a-4a7a-bf13-05c06e399a05 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 943 time: 0.2519865 Aug 29 16:55:15.732244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46880) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:15.733400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Router 85304728-48de-4f22-b461-92c796615e5c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:55:15.782387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Made reservation on behalf of 35d2b9091c3f4abb9a154f2ec1d3b044 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:15.785567 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.800908 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.827970 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-71b81c91-ab70-45d8-9e62-7572e539f51c req-bc472afe-c2a4-443e-b468-caa3d349b1d0 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931168 Aug 29 16:55:15.832671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86e3d7-0b98-4708-aa8f-2ba96128da02 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:15.834014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c792a37b-1f85-48b5-b9fd-6cf629a723c6 None None] Provisioning complete for port 513f0581-00f0-4785-8cd4-8198a34d3b6e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:15.834729 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c792a37b-1f85-48b5-b9fd-6cf629a723c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.835595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:15.893776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c792a37b-1f85-48b5-b9fd-6cf629a723c6 None None] Port 513f0581-00f0-4785-8cd4-8198a34d3b6e cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:55:15.924590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:55:15.926464 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7304a3b-40c5-4bc0-9ca6-e9ecfd1d3410 x-openstack-request-id: req-a7304a3b-40c5-4bc0-9ca6-e9ecfd1d3410 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:15.926873 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5c4e82-14e4-4126-97e2-b218abb8e1ca", "tag": "b3fb5c6c-a7ad-4c3e-8871-fda08ff14710", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:15.927209 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7304a3b-40c5-4bc0-9ca6-e9ecfd1d3410 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:15.927721 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5c4e82-14e4-4126-97e2-b218abb8e1ca', 'tag': 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710', 'status': 'completed', 'code': 200} Aug 29 16:55:15.931007 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9223b350-4b40-4690-af03-9c4fca1daf15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=efc25ec064734000b7c7bf97e13a48ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900859 Aug 29 16:55:15.933018 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8d782d33-ec50-4eb5-b939-3ca4370deb13 admin admin] 10.222.0.22 "PUT /v2.0/routers/85304728-48de-4f22-b461-92c796615e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6777372 Aug 29 16:55:15.939020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-80e9909d-3644-4d96-be10-8a5c627eba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:15.941964 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-80e9909d-3644-4d96-be10-8a5c627eba7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 1095 time: 0.1816566 Aug 29 16:55:15.942842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46892) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:15.944312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Sync routers for ids ['85304728-48de-4f22-b461-92c796615e5c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:55:15.959387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Routers {'85304728-48de-4f22-b461-92c796615e5c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:15.959843 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:55:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85304728-48de-4f22-b461-92c796615e5c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:15.960535 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cff55cf8-5132-4f08-b028-64e5ab09a315 req-b5158a1f-71bf-4d42-aaea-918aead41006 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups/05f7e111-e4d1-4fc2-9fa5-c7dd0603689c HTTP/1.1" status: 200 len: 1810 time: 0.1425271 Aug 29 16:55:16.008917 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-04ef232d-48b7-44d0-9179-0800fda9eed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.043951 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-72ffa81c-dc74-41d3-9e78-53bc0c439a90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 HTTP/1.1" status: 200 len: 217 time: 0.0888929 Aug 29 16:55:16.067609 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-04ef232d-48b7-44d0-9179-0800fda9eed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.113903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Set router 85304728-48de-4f22-b461-92c796615e5c gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:16.141951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-910aed01-7de5-4d79-8b0e-82002c9203a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:16.144019 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-910aed01-7de5-4d79-8b0e-82002c9203a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 200 len: 855 time: 0.0879292 Aug 29 16:55:16.148834 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fb1aa-1ccb-4d9a-bb88-c88ce2d2f5eb req-445b6454-2e52-4b6f-95ee-565a022bef78 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:16.151007 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-672fb1aa-1ccb-4d9a-bb88-c88ce2d2f5eb req-445b6454-2e52-4b6f-95ee-565a022bef78 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 951 time: 0.1263604 Aug 29 16:55:16.190654 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-04ef232d-48b7-44d0-9179-0800fda9eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.194481 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-04ef232d-48b7-44d0-9179-0800fda9eed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.196027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-04ef232d-48b7-44d0-9179-0800fda9eed0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f7d0d4e-0763-4d67-9eb1-c061cf800712 HTTP/1.1" status: 204 len: 168 time: 0.2505710 Aug 29 16:55:16.196864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-7e5c43cd-d2ea-41eb-a751-299866d4eb59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0991fc44-0e51-497d-a36d-d6ba73e184ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422206 Aug 29 16:55:16.216147 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cff55cf8-5132-4f08-b028-64e5ab09a315 req-fb5d687e-2afa-4ae8-abee-f5c87e7fad08 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.221086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef232d-48b7-44d0-9179-0800fda9eed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7d0d4e-0763-4d67-9eb1-c061cf800712,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:16.237509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-672fb1aa-1ccb-4d9a-bb88-c88ce2d2f5eb req-1e49b7db-5747-4a81-9397-a6c69dff387c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793760 Aug 29 16:55:16.307931 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cff55cf8-5132-4f08-b028-64e5ab09a315 req-fb5d687e-2afa-4ae8-abee-f5c87e7fad08 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.312945 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.323486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.378926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:55:16.393820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:13Z', 'revision_number': 4, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '513f0581-00f0-4785-8cd4-8198a34d3b6e', 'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'mac_address': 'fa:16:3e:15:a0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:11Z', 'updated_at': '2021-08-29T16:55:14Z', 'revision_number': 2, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'subnets': [{'id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:16.428246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Checking router: 85304728-48de-4f22-b461-92c796615e5c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:55:16.428828 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Updating router 85304728-48de-4f22-b461-92c796615e5c port 513f0581-00f0-4785-8cd4-8198a34d3b6e binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:55:16.450123 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-7a9500f8-5d9b-4db5-9a58-0979476eb392 service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433624 Aug 29 16:55:16.452536 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.452536 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Added segment 49cb5fda-847f-4c01-a3da-4b6dc6dc45a8 of type vlan for network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 Aug 29 16:55:16.454523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:16.477109 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.484779 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cff55cf8-5132-4f08-b028-64e5ab09a315 req-fb5d687e-2afa-4ae8-abee-f5c87e7fad08 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.488423 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cff55cf8-5132-4f08-b028-64e5ab09a315 req-fb5d687e-2afa-4ae8-abee-f5c87e7fad08 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.509988 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cff55cf8-5132-4f08-b028-64e5ab09a315 req-fb5d687e-2afa-4ae8-abee-f5c87e7fad08 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "DELETE /v2.0/security-groups/05f7e111-e4d1-4fc2-9fa5-c7dd0603689c HTTP/1.1" status: 204 len: 173 time: 0.5378449 Aug 29 16:55:16.570285 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.598061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d687e-2afa-4ae8-abee-f5c87e7fad08 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f7e111-e4d1-4fc2-9fa5-c7dd0603689c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:16.615872 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.680988 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4927e3c2-5db8-411e-92b6-ce9a4e0f6058 req-ef35fc1d-1fa7-400c-9d21-692db50150d2 service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217469 Aug 29 16:55:16.682611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.683925 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:16.684757 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.763561 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d834014f-85de-476d-a10b-f4670351cc86 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:16.876209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d834014f-85de-476d-a10b-f4670351cc86 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:16.876803 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:16.884875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46930) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:16.892539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7a9ed496-f255-494c-9778-5a090ddb8637 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70566210', 'description': 'tempest-description--1727663821'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:17.018319 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.035832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Transition to ACTIVE for port object 513f0581-00f0-4785-8cd4-8198a34d3b6e will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:17.049838 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.105107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10cbe6-5c3e-42bc-871c-04df849c19ca None None] Pushing event updated for resources: {'Port': ['ID=513f0581-00f0-4785-8cd4-8198a34d3b6e,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:17.105704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475c5c8-7c71-4a05-b24a-b61b6ec8e910 req-8ebb527e-f53e-4ddf-8d2d-8f4108bf1d52 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:17.116685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2475c5c8-7c71-4a05-b24a-b61b6ec8e910 req-8ebb527e-f53e-4ddf-8d2d-8f4108bf1d52 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.0729091 Aug 29 16:55:17.168235 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2475c5c8-7c71-4a05-b24a-b61b6ec8e910 req-15757686-c810-447c-bb64-aef0ca309d9b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504491 Aug 29 16:55:17.209861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed496-f255-494c-9778-5a090ddb8637 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.219747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Attempting to bind port 513f0581-00f0-4785-8cd4-8198a34d3b6e on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:17.220129 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Attempting to bind port 513f0581-00f0-4785-8cd4-8198a34d3b6e by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:17.221248 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Attempting to bind port 513f0581-00f0-4785-8cd4-8198a34d3b6e on network c6d131e2-09dd-4afc-8547-cc5f56e960a0 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:17.231566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:17.231950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Checking segment: {'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:17.232499 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.234179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Bound using segment: {'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:17.234756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0761485 Aug 29 16:55:17.235247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Bound port: 513f0581-00f0-4785-8cd4-8198a34d3b6e, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:17.235503 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.263435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46938) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:17.324396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc3cf-c62b-4c7b-aa07-96af55fc8522 admin admin] Pushing event updated for resources: {'Network': ['ID=22d36b5f-cd4a-44d1-aba8-231e41bdf914,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:17.404005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] Request body: {'subnet': {'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-369103830-subnet', 'tenant_id': '35d2b9091c3f4abb9a154f2ec1d3b044', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:17.415119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] For port 513f0581-00f0-4785-8cd4-8198a34d3b6e, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:17.418939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a4958-27cc-48f4-8985-3d027142bcd4 req-9eabc9cc-9861-4b08-9001-bae27bacfed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:17.421009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-325a4958-27cc-48f4-8985-3d027142bcd4 req-9eabc9cc-9861-4b08-9001-bae27bacfed8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 1095 time: 0.2619212 Aug 29 16:55:17.423166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] For port 513f0581-00f0-4785-8cd4-8198a34d3b6e, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=513f0581-00f0-4785-8cd4-8198a34d3b6e,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:17.427601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:55:17.477559 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed496-f255-494c-9778-5a090ddb8637 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.492195 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed496-f255-494c-9778-5a090ddb8637 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.570985 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.636781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] Made reservation on behalf of 35d2b9091c3f4abb9a154f2ec1d3b044 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:17.639894 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.648965 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed496-f255-494c-9778-5a090ddb8637 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.653856 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7a9ed496-f255-494c-9778-5a090ddb8637 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7640955 Aug 29 16:55:17.658130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ed496-f255-494c-9778-5a090ddb8637 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:17.673701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46964) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:17.714507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-fd7ce914-6f99-4f72-8148-ff8041333d31 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Request body: {'security_group_rule': {'security_group_id': '4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:17.847612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a4958-27cc-48f4-8985-3d027142bcd4 req-3c84faaa-6f7d-41ac-bdac-799de64dae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:17.850471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-325a4958-27cc-48f4-8985-3d027142bcd4 req-3c84faaa-6f7d-41ac-bdac-799de64dae04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 916 time: 0.4197700 Aug 29 16:55:17.860110 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd7ce914-6f99-4f72-8148-ff8041333d31 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.890208 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:17.915885 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-325a4958-27cc-48f4-8985-3d027142bcd4 req-134c8186-3d05-4de4-b205-351a9eb49c66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 HTTP/1.1" status: 200 len: 217 time: 0.0573068 Aug 29 16:55:17.921574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b7639-2789-444c-8a30-604714727287 req-fd3c99c6-9bac-45f1-86b0-766299bd16eb tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:17.935235 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-953b7639-2789-444c-8a30-604714727287 req-fd3c99c6-9bac-45f1-86b0-766299bd16eb tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 943 time: 0.2024217 Aug 29 16:55:17.936452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Routers {'85304728-48de-4f22-b461-92c796615e5c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:17.937461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:55:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85304728-48de-4f22-b461-92c796615e5c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:18.066249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd7ce914-6f99-4f72-8148-ff8041333d31 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:18.075955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] Set router 85304728-48de-4f22-b461-92c796615e5c gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:18.082200 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd7ce914-6f99-4f72-8148-ff8041333d31 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:18.112352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a4958-27cc-48f4-8985-3d027142bcd4 req-a9a4468a-7aa5-4cad-ac3d-3179aaa40a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:18.115754 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-325a4958-27cc-48f4-8985-3d027142bcd4 req-a9a4468a-7aa5-4cad-ac3d-3179aaa40a39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 200 len: 855 time: 0.1653728 Aug 29 16:55:18.128018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10cbe6-5c3e-42bc-871c-04df849c19ca None None] Pushing event updated for resources: {'Port': ['ID=513f0581-00f0-4785-8cd4-8198a34d3b6e,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:18.139235 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-953b7639-2789-444c-8a30-604714727287 req-da6d36ae-f2e2-4224-98b0-dc87fdf04e4f tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025828 Aug 29 16:55:18.178101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ce914-6f99-4f72-8148-ff8041333d31 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da79dac-450e-4419-b941-a37b462e7f8f,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:18.220550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-325a4958-27cc-48f4-8985-3d027142bcd4 req-4b0d3b96-f4af-41a5-8c10-53cf589f3df0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0991fc44-0e51-497d-a36d-d6ba73e184ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766881 Aug 29 16:55:18.292778 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:18.295638 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd7ce914-6f99-4f72-8148-ff8041333d31 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:18.296850 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fd7ce914-6f99-4f72-8148-ff8041333d31 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6111066 Aug 29 16:55:18.302067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46992) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:18.328929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3e199165-0820-4d20-996c-bf045f75ccb1 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Request body: {'security_group_rule': {'security_group_id': '4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:18.379773 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:18.391624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce7018-e67f-4215-9e95-7487b392bd95 req-e6786dea-cf67-4a40-9f28-852cdc2d831d tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:18.394185 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ce7018-e67f-4215-9e95-7487b392bd95 req-e6786dea-cf67-4a40-9f28-852cdc2d831d tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.2036147 Aug 29 16:55:18.414081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:13Z', 'revision_number': 4, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '513f0581-00f0-4785-8cd4-8198a34d3b6e', 'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'mac_address': 'fa:16:3e:15:a0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:11Z', 'updated_at': '2021-08-29T16:55:17Z', 'revision_number': 4, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'subnets': [{'id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:18.441254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f82ad-25bf-47cc-abc1-9111b20dbafc None None] The sync data for ids ['85304728-48de-4f22-b461-92c796615e5c'] in n-d-713301-13 is: [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:13Z', 'revision_number': 4, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '513f0581-00f0-4785-8cd4-8198a34d3b6e', 'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'mac_address': 'fa:16:3e:15:a0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:11Z', 'updated_at': '2021-08-29T16:55:17Z', 'revision_number': 4, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'subnets': [{'id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:55:18.467064 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-325a4958-27cc-48f4-8985-3d027142bcd4 req-e9fb65f5-599a-400c-b943-6949b87c5477 service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854310 Aug 29 16:55:18.473641 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ce7018-e67f-4215-9e95-7487b392bd95 req-5957afbe-0f54-4d2f-b1ee-08215f89b19a tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652514 Aug 29 16:55:18.555862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e199165-0820-4d20-996c-bf045f75ccb1 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:18.605268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c45292-6f1d-4675-b417-0bfaac975c5a,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:18.622341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665ce16-3d23-4d6b-a3b8-30e85f58b1ca req-ceff4492-b0f1-49d0-bba4-f5323de4d520 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:18.625957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0665ce16-3d23-4d6b-a3b8-30e85f58b1ca req-ceff4492-b0f1-49d0-bba4-f5323de4d520 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.2568135 Aug 29 16:55:18.645291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] Checking segment: {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:18.645757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] Network hostable DHCP agents. Network: 22d36b5f-cd4a-44d1-aba8-231e41bdf914, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:55:18.655202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-325a4958-27cc-48f4-8985-3d027142bcd4 req-3d103e41-9a5b-4e2e-bb4b-57ba2df3fe1c service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800892 Aug 29 16:55:18.738117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e199165-0820-4d20-996c-bf045f75ccb1 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:18.739232 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] Network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:55:18.747519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:18.752849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f72ba600-97c1-4f5f-886c-f7f0f62c8956 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:18.765139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 513f0581-00f0-4785-8cd4-8198a34d3b6e up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:18.773907 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0665ce16-3d23-4d6b-a3b8-30e85f58b1ca req-8f4f9c14-bacc-4531-bd12-837c5fe5df08 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984960 Aug 29 16:55:18.776992 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e199165-0820-4d20-996c-bf045f75ccb1 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:18.788618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 22d36b5f-cd4a-44d1-aba8-231e41bdf914) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:18.806619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:18.807299 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:18.829512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e199165-0820-4d20-996c-bf045f75ccb1 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:18.829512 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3e199165-0820-4d20-996c-bf045f75ccb1 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5136490 Aug 29 16:55:18.829512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e199165-0820-4d20-996c-bf045f75ccb1 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0363ca6-48ef-4c4f-a552-7a3e4c308d5e,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:18.831854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47004) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:18.837435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:18.849815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-327f7c57-0834-4871-8adb-380f5a557eab admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4664278 Aug 29 16:55:18.857802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a9f55e-fe6f-425a-a85c-e9cad1616f6a None None] Network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:18.889103 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:19.044613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d763e5-3c70-4521-934b-c8e4a574120e req-ac8bb940-ddd4-4f3b-89b6-b9888d6c0aeb tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:19.046808 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53d763e5-3c70-4521-934b-c8e4a574120e req-ac8bb940-ddd4-4f3b-89b6-b9888d6c0aeb tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 951 time: 0.0783980 Aug 29 16:55:19.108626 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53d763e5-3c70-4521-934b-c8e4a574120e req-651e778f-f287-472e-ae17-db47f6ff2611 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520802 Aug 29 16:55:19.222463 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:19.332453 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 513f0581-00f0-4785-8cd4-8198a34d3b6e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:19.362651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 513f0581-00f0-4785-8cd4-8198a34d3b6e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:19.362933 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:19.403927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed98e3-cb4a-45fc-8a88-29f9d516a381 req-c1b4ff0e-3781-47a1-a08e-89346037e5fa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:19.404952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5ed98e3-cb4a-45fc-8a88-29f9d516a381 req-c1b4ff0e-3781-47a1-a08e-89346037e5fa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 943 time: 0.1163068 Aug 29 16:55:19.440181 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:19.452652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Allocated IP 172.25.5.45 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/6d38b662-e7f0-4776-8732-11dcc5cdd86b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:19.477194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:19.511324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-3780f17f-ea63-437b-a496-9ae0aa194d78 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:19.525148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-3780f17f-ea63-437b-a496-9ae0aa194d78 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 804 time: 0.2198691 Aug 29 16:55:19.531212 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a70bb5-06c1-4d24-a910-6b8778ccc5f7 None None] Network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:19.544754 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-9ce4cf18-9bf4-4da8-b5ba-672c926580b0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/quotas/35d2b9091c3f4abb9a154f2ec1d3b044 HTTP/1.1" status: 200 len: 375 time: 0.0185456 Aug 29 16:55:19.553309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710', 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad', 'port_id': 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710', 'mac_address': 'fa:16:3e:67:4e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683e233-879a-4fd9-8ba9-d332f630c198', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:19.554846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:19.557320 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db97fbcd-1722-4e78-8da5-8ac69a1ac1e5" -d '{"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:19.579663 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-ffa3002a-dae7-46b2-b5f2-932b948f1962 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339656 Aug 29 16:55:19.628020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:19.633835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:19.636851 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5ed98e3-cb4a-45fc-8a88-29f9d516a381 req-3828ae5e-6890-4a20-ab2b-884d13303514 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198865 Aug 29 16:55:19.672438 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:19.698121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:19.722474 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b7de6597-e398-4865-b30a-cb282c557335 service neutron] 10.222.0.22 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341531 Aug 29 16:55:19.743945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:19.747049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:19.755432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:19.790999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Pushing event updated for resources: {'Port': ['ID=6d38b662-e7f0-4776-8732-11dcc5cdd86b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:19.840113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:19.874120 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:19.893838 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-a4ddd9b7-9d3d-4477-9d01-ee40f0c2401c service neutron] 10.222.0.22 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640387 Aug 29 16:55:19.905417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=11']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:19.928734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:19.930058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:19.935907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 513f0581-00f0-4785-8cd4-8198a34d3b6e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=513f0581-00f0-4785-8cd4-8198a34d3b6e,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:19.956527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733bf17-7cfc-4cde-bd56-6f4fa71381ec req-25925f9d-7eff-43f2-911f-31aa5ebad689 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:19.958183 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1733bf17-7cfc-4cde-bd56-6f4fa71381ec req-25925f9d-7eff-43f2-911f-31aa5ebad689 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.1011128 Aug 29 16:55:19.965871 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:19.975486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:20.004090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03ff82-443d-4cf6-8307-68c667914ae3 req-34e4d3a9-5020-459b-96f9-7ac04ea1faf7 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:20.006232 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d03ff82-443d-4cf6-8307-68c667914ae3 req-34e4d3a9-5020-459b-96f9-7ac04ea1faf7 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 945 time: 0.1479979 Aug 29 16:55:20.008059 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:20.014639 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:20.045705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=513f0581-00f0-4785-8cd4-8198a34d3b6e,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:20.055180 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:20.108797 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540b0fbd-20ef-4d98-955d-32416c1bdcb2 x-openstack-request-id: req-540b0fbd-20ef-4d98-955d-32416c1bdcb2 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:20.109128 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:20.109545 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-540b0fbd-20ef-4d98-955d-32416c1bdcb2 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:20.109943 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'code': 200} Aug 29 16:55:20.160174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:20.161730 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d03ff82-443d-4cf6-8307-68c667914ae3 req-4f72c6ed-ca98-4284-b427-198181137808 tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/security-groups?id=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488767 Aug 29 16:55:20.320453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741db312-e3c7-4655-9ae3-050c406e345c req-44f27509-fd18-4b87-9120-2a69436b3534 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:20.322436 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-741db312-e3c7-4655-9ae3-050c406e345c req-44f27509-fd18-4b87-9120-2a69436b3534 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.0733678 Aug 29 16:55:20.342307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-1733bf17-7cfc-4cde-bd56-6f4fa71381ec req-88c63403-1ebe-47e0-b2c8-110434953e8c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Deleting port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:20.342933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1733bf17-7cfc-4cde-bd56-6f4fa71381ec req-88c63403-1ebe-47e0-b2c8-110434953e8c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:20.370215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-741db312-e3c7-4655-9ae3-050c406e345c req-0adde00a-4660-4d4d-82af-6476db9e51fd tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394995 Aug 29 16:55:20.376262 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0e5b6f8-b22e-495c-898b-041d4493d8dd req-47071ba4-1e3c-4c34-a890-ae83b0ad8b6e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 210 time: 0.0571847 Aug 29 16:55:20.386427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['b3fb5c6c-a7ad-4c3e-8871-fda08ff14710'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:20.570030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:20.585370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2f745-22b5-482f-a7c7-2b5557b452f6 req-007ec08c-5974-4643-bad4-7fe9a09c1b39 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:20.592523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b4c2f745-22b5-482f-a7c7-2b5557b452f6 req-007ec08c-5974-4643-bad4-7fe9a09c1b39 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 949 time: 0.1404331 Aug 29 16:55:20.596051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1733bf17-7cfc-4cde-bd56-6f4fa71381ec req-88c63403-1ebe-47e0-b2c8-110434953e8c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] For port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,segment=NetworkSegment(c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1),segment_id=c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:20.596318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1733bf17-7cfc-4cde-bd56-6f4fa71381ec req-88c63403-1ebe-47e0-b2c8-110434953e8c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:20.621764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-1733bf17-7cfc-4cde-bd56-6f4fa71381ec req-88c63403-1ebe-47e0-b2c8-110434953e8c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Calling delete_port for 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:20.631498 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:20.734579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 513f0581-00f0-4785-8cd4-8198a34d3b6e up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:20.808400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Pushing event updated for resources: {'Port': ['ID=6d38b662-e7f0-4776-8732-11dcc5cdd86b,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:20.824546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 513f0581-00f0-4785-8cd4-8198a34d3b6e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:20.824860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:20.829275 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b4c2f745-22b5-482f-a7c7-2b5557b452f6 req-e0aa0c0e-411d-4b61-8e6b-5eed314d9c04 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/security-groups?id=1cff9e25-8bcc-4f42-86b6-dfd4380f0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308140 Aug 29 16:55:20.858249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbae2a0-db65-446f-971e-ca7c2088bc9c req-7356c72d-77cf-4761-8f0c-b171257ea67b tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:20.862701 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:20.863907 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bbae2a0-db65-446f-971e-ca7c2088bc9c req-7356c72d-77cf-4761-8f0c-b171257ea67b tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 944 time: 0.0886574 Aug 29 16:55:20.882065 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:20.883249 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-21cee0d6-5bfd-431f-a5f4-846074d4ff5a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0503719 Aug 29 16:55:20.926216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bbae2a0-db65-446f-971e-ca7c2088bc9c req-b39361b2-8142-4af2-a58c-4b9dc3591761 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522153 Aug 29 16:55:20.961750 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1733bf17-7cfc-4cde-bd56-6f4fa71381ec req-88c63403-1ebe-47e0-b2c8-110434953e8c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:20.998505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c63403-1ebe-47e0-b2c8-110434953e8c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Pushing event deleted for resources: {'Port': ['ID=7c73ae37-7c5d-4bc9-b11d-f8078fa68f01,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:21.037500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb153b-96b7-4297-8a34-0704d36409d3 req-77af40fe-f334-42eb-b0ba-1ab25ed80369 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:21.039963 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45bb153b-96b7-4297-8a34-0704d36409d3 req-77af40fe-f334-42eb-b0ba-1ab25ed80369 tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 949 time: 0.0776174 Aug 29 16:55:21.050397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1733bf17-7cfc-4cde-bd56-6f4fa71381ec req-88c63403-1ebe-47e0-b2c8-110434953e8c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] No DVR routers for this DVR port 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:55:21.052802 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1733bf17-7cfc-4cde-bd56-6f4fa71381ec req-88c63403-1ebe-47e0-b2c8-110434953e8c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:21.055428 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1733bf17-7cfc-4cde-bd56-6f4fa71381ec req-88c63403-1ebe-47e0-b2c8-110434953e8c tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.10 "DELETE /v2.0/ports/7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 HTTP/1.1" status: 204 len: 173 time: 1.0892694 Aug 29 16:55:21.055920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'name': 'network-vif-deleted', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:21.058199 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b976f630-63e7-4f9b-825b-7a0633cb3a99" -d '{"events": [{"server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "name": "network-vif-deleted", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:21.108756 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e26d47f-d2e2-4d26-98c1-fcdd2bbc4374 x-openstack-request-id: req-3e26d47f-d2e2-4d26-98c1-fcdd2bbc4374 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:21.109297 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb7f51c-38bb-4735-a11f-bff31422c493", "name": "network-vif-deleted", "tag": "7c73ae37-7c5d-4bc9-b11d-f8078fa68f01", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:21.109748 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e26d47f-d2e2-4d26-98c1-fcdd2bbc4374 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:21.110327 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb7f51c-38bb-4735-a11f-bff31422c493', 'name': 'network-vif-deleted', 'tag': '7c73ae37-7c5d-4bc9-b11d-f8078fa68f01', 'status': 'completed', 'code': 200} Aug 29 16:55:21.154301 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-98e67bb7-8d73-41df-b2e8-d1faedc4f450 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--70566210&fields=id&tenant_id=b5ce6e40c3f7448091cd27a4d75af64f HTTP/1.1" status: 200 len: 267 time: 0.0430031 Aug 29 16:55:21.156667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47082) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:21.192686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-45bb153b-96b7-4297-8a34-0704d36409d3 req-3aec5e31-8053-4987-8a20-609fb323170c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Deleting port f72ba600-97c1-4f5f-886c-f7f0f62c8956 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:21.193472 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-45bb153b-96b7-4297-8a34-0704d36409d3 req-3aec5e31-8053-4987-8a20-609fb323170c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:21.337074 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738c6b86-f518-4689-a2fd-e199716b4528 req-5d8e4cdd-fe73-4e95-bf92-b3c03759a53f tempest-ServerRescueTestJSONUnderV235-406719521 tempest-ServerRescueTestJSONUnderV235-406719521-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bb7f51c-38bb-4735-a11f-bff31422c493 HTTP/1.1" status: 200 len: 210 time: 0.0320446 Aug 29 16:55:21.372836 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-e55b7d66-2638-4f1c-a249-4da2c2e7dc14 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:21.380761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-e55b7d66-2638-4f1c-a249-4da2c2e7dc14 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/networks?id=c6d131e2-09dd-4afc-8547-cc5f56e960a0 HTTP/1.1" status: 200 len: 814 time: 0.2254901 Aug 29 16:55:21.389712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-45bb153b-96b7-4297-8a34-0704d36409d3 req-3aec5e31-8053-4987-8a20-609fb323170c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] For port f72ba600-97c1-4f5f-886c-f7f0f62c8956, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f72ba600-97c1-4f5f-886c-f7f0f62c8956,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:21.390139 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-45bb153b-96b7-4297-8a34-0704d36409d3 req-3aec5e31-8053-4987-8a20-609fb323170c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:21.402077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-7345b75b-ae42-4913-9ff0-ca4158c8e1b8 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/quotas/b5ce6e40c3f7448091cd27a4d75af64f HTTP/1.1" status: 200 len: 375 time: 0.0202298 Aug 29 16:55:21.420466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-45bb153b-96b7-4297-8a34-0704d36409d3 req-3aec5e31-8053-4987-8a20-609fb323170c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Calling delete_port for f72ba600-97c1-4f5f-886c-f7f0f62c8956 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:21.477452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-61296801-6d3a-46f0-8cc8-7e232c8c349f tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:21.479072 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-61296801-6d3a-46f0-8cc8-7e232c8c349f tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.10 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 804 time: 0.2114937 Aug 29 16:55:21.481925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cc9f-c9d6-472b-ac5e-c2c97f1ff3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:21.497741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Request body: {'port': {'device_id': '471ddf40-1756-489e-9452-ef7deedbdafd', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'admin_state_up': True, 'tenant_id': '35d2b9091c3f4abb9a154f2ec1d3b044'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:21.527354 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-24c9c093-776d-4030-bb92-05521ae3a4f2 req-dd3bcff1-ee3e-46fa-87c1-5afb6cd2ba89 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 210 time: 0.0371869 Aug 29 16:55:21.594613 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-afa07aa5-9d61-4776-bcf3-abdae35fa41e tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b5ce6e40c3f7448091cd27a4d75af64f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1915567 Aug 29 16:55:21.647199 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-45bb153b-96b7-4297-8a34-0704d36409d3 req-3aec5e31-8053-4987-8a20-609fb323170c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:21.686681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8411e0-1d8f-450c-b927-9780406494f0 req-8b182d9d-4d7b-44a1-bd16-96d0e13dfb0b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:21.689074 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ac8411e0-1d8f-450c-b927-9780406494f0 req-8b182d9d-4d7b-44a1-bd16-96d0e13dfb0b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.0940251 Aug 29 16:55:21.692410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec5e31-8053-4987-8a20-609fb323170c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Pushing event deleted for resources: {'Port': ['ID=f72ba600-97c1-4f5f-886c-f7f0f62c8956,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:21.779151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bb153b-96b7-4297-8a34-0704d36409d3 req-3aec5e31-8053-4987-8a20-609fb323170c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] No DVR routers for this DVR port f72ba600-97c1-4f5f-886c-f7f0f62c8956 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:55:21.779923 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-dfa81323-70d8-4550-b717-48af9bb288a9 service neutron] 10.222.0.22 "GET /v2.0/networks/c6d131e2-09dd-4afc-8547-cc5f56e960a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708105 Aug 29 16:55:21.783189 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-45bb153b-96b7-4297-8a34-0704d36409d3 req-3aec5e31-8053-4987-8a20-609fb323170c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:21.786473 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45bb153b-96b7-4297-8a34-0704d36409d3 req-3aec5e31-8053-4987-8a20-609fb323170c tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.16 "DELETE /v2.0/ports/f72ba600-97c1-4f5f-886c-f7f0f62c8956 HTTP/1.1" status: 204 len: 173 time: 0.7389500 Aug 29 16:55:21.787911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-deleted', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:21.793203 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11329f35-b800-44d9-a2e0-803d89cbafea" -d '{"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-deleted", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:21.802554 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ac8411e0-1d8f-450c-b927-9780406494f0 req-1683d1ee-0268-42d2-83eb-b21af20921d4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030188 Aug 29 16:55:21.803172 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cc9f-c9d6-472b-ac5e-c2c97f1ff3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:21.857098 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cc9f-c9d6-472b-ac5e-c2c97f1ff3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:21.859632 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dd590c-01a2-4ed7-8cf1-9faa79f73096 x-openstack-request-id: req-19dd590c-01a2-4ed7-8cf1-9faa79f73096 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:21.860654 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6216c0-39c2-4533-a298-1c8b1303a5d6", "name": "network-vif-deleted", "tag": "f72ba600-97c1-4f5f-886c-f7f0f62c8956", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:21.861135 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19dd590c-01a2-4ed7-8cf1-9faa79f73096 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:21.862351 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6216c0-39c2-4533-a298-1c8b1303a5d6', 'name': 'network-vif-deleted', 'tag': 'f72ba600-97c1-4f5f-886c-f7f0f62c8956', 'status': 'completed', 'code': 200} Aug 29 16:55:21.895420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Made reservation on behalf of 35d2b9091c3f4abb9a154f2ec1d3b044 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:21.898956 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:21.937519 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7cf8cc9f-c9d6-472b-ac5e-c2c97f1ff3b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=014143fcbfba45afb57b7b5492cfd3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7795227 Aug 29 16:55:21.945471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8cc9f-c9d6-472b-ac5e-c2c97f1ff3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b43111-9c8f-4731-b72b-af9820ceee36,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:21.949687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47100) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:21.953692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c636e724-6dbd-417c-9195-2698ea2f5571 req-e2186931-73de-45b2-a86e-39598651bdcb tempest-ImagesOneServerTestJSON-608728197 tempest-ImagesOneServerTestJSON-608728197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c6216c0-39c2-4533-a298-1c8b1303a5d6 HTTP/1.1" status: 200 len: 210 time: 0.0396779 Aug 29 16:55:22.040982 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-1eb5e6d8-08ef-4e1a-8e85-c62e4d5c7617 service neutron] 10.222.0.22 "GET /v2.0/networks/c6d131e2-09dd-4afc-8547-cc5f56e960a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520161 Aug 29 16:55:22.070928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acab84-ce6d-4824-a77f-218bb3222c79 req-3e971856-c6a3-4018-9974-e790b34f12c1 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:22.078400 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39acab84-ce6d-4824-a77f-218bb3222c79 req-3e971856-c6a3-4018-9974-e790b34f12c1 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 944 time: 0.0655012 Aug 29 16:55:22.118312 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-206bd2c9-0b4a-46f9-8e70-65ca1721140a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:22.122487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39acab84-ce6d-4824-a77f-218bb3222c79 req-e3fb7aed-81e6-4f37-95a9-d2dcc7ce8ed1 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421305 Aug 29 16:55:22.161002 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-206bd2c9-0b4a-46f9-8e70-65ca1721140a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:22.180576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Allocated IP 172.20.0.13 (22d36b5f-cd4a-44d1-aba8-231e41bdf914/a9c45292-6f1d-4675-b417-0bfaac975c5a/2503e660-391c-49de-b42d-a28892e7065b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:22.277378 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-206bd2c9-0b4a-46f9-8e70-65ca1721140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:22.280534 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-206bd2c9-0b4a-46f9-8e70-65ca1721140a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:22.285278 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-206bd2c9-0b4a-46f9-8e70-65ca1721140a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2b43111-9c8f-4731-b72b-af9820ceee36 HTTP/1.1" status: 204 len: 168 time: 0.3318214 Aug 29 16:55:22.285471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d34612e-10fe-4b35-b0f9-034f5941554d req-4773718f-f081-4afb-9ebe-8754ff50cee2 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 210 time: 0.0363328 Aug 29 16:55:22.324986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bd2c9-0b4a-46f9-8e70-65ca1721140a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b43111-9c8f-4731-b72b-af9820ceee36,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:22.422993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47116) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:22.474110 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:22.547103 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:22.593616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:22.599666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:22.604944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:22.636599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:22.644030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Pushing event updated for resources: {'Port': ['ID=2503e660-391c-49de-b42d-a28892e7065b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:22.669739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:22.670086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7c73ae37-7c5d-4bc9-b11d-f8078fa68f01 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:22.707937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:22.708584 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:22.726984 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-896e3eeb-7a45-49a1-b8e9-bba0e04c5241 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2344980 Aug 29 16:55:22.735420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a751e8c-b098-46d2-a4d4-d31793c4d582 req-879522fb-d050-48eb-861f-3ec8e5826438 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:22.737077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4a751e8c-b098-46d2-a4d4-d31793c4d582 req-879522fb-d050-48eb-861f-3ec8e5826438 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 932 time: 0.1233025 Aug 29 16:55:22.749535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Request body: {'port': {'device_id': '471ddf40-1756-489e-9452-ef7deedbdafd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:22.762035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47126) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:22.765922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:22.811738 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4660a91f-87cf-41f1-8195-7fb46d74db57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:22.840711 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:22.846951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:22.847435 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:22.871913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4a751e8c-b098-46d2-a4d4-d31793c4d582 req-fa25d473-a57b-4bef-869b-6a935c9fef82 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182625 Aug 29 16:55:22.875040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:22.993538 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.025752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5c4e82-14e4-4126-97e2-b218abb8e1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:23.029412 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18abba0-55ef-4c89-bbcc-1d9754d870a6" -d '{"events": [{"server_uuid": "0f5c4e82-14e4-4126-97e2-b218abb8e1ca", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb5c6c-a7ad-4c3e-8871-fda08ff14710"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:23.053374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:23.062174 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.062354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f62345-3b67-4564-98cf-1a3d9f912d0d req-c38d4ea7-888a-44fa-8a85-e306b770915d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:23.063982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8f62345-3b67-4564-98cf-1a3d9f912d0d req-c38d4ea7-888a-44fa-8a85-e306b770915d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.1350996 Aug 29 16:55:23.120868 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4660a91f-87cf-41f1-8195-7fb46d74db57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.124683 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b76c94-b782-4471-b4ad-b1bad8f78abe x-openstack-request-id: req-00b76c94-b782-4471-b4ad-b1bad8f78abe {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:23.125366 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5c4e82-14e4-4126-97e2-b218abb8e1ca", "name": "network-vif-plugged", "status": "completed", "tag": "b3fb5c6c-a7ad-4c3e-8871-fda08ff14710", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:23.127718 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00b76c94-b782-4471-b4ad-b1bad8f78abe {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:23.128354 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5c4e82-14e4-4126-97e2-b218abb8e1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710', 'code': 200} Aug 29 16:55:23.151156 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4660a91f-87cf-41f1-8195-7fb46d74db57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.162757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:23.220909 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8f62345-3b67-4564-98cf-1a3d9f912d0d req-b5847f5f-9a5e-4302-9382-b57dbfd01b41 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470683 Aug 29 16:55:23.287950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660a91f-87cf-41f1-8195-7fb46d74db57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fcfd55-cd7a-4760-ba53-c1db8dc15f6f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:23.308667 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4660a91f-87cf-41f1-8195-7fb46d74db57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=78f41541354a422b96527d94ddd2e496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5456188 Aug 29 16:55:23.315353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47142) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:23.335779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2503e660-391c-49de-b42d-a28892e7065b {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:23.336563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a14ac-84d9-4625-9c69-aed20ddca810 req-95bfe7ce-93dc-4340-87f6-1b7ed20792d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:23.338134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c6a14ac-84d9-4625-9c69-aed20ddca810 req-95bfe7ce-93dc-4340-87f6-1b7ed20792d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 1097 time: 0.1403339 Aug 29 16:55:23.341861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.353658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8284f-b6bb-4983-b12b-9ba3bb13e1aa req-f5264f33-fba9-439d-9733-3df4c33ceb18 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:23.362843 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73c8284f-b6bb-4983-b12b-9ba3bb13e1aa req-f5264f33-fba9-439d-9733-3df4c33ceb18 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 945 time: 0.1313293 Aug 29 16:55:23.375262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.426610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Transition to ACTIVE for port object 2503e660-391c-49de-b42d-a28892e7065b will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:23.438121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e424f8fa-519a-42c8-9b25-cc71c9b96dd9 req-e69a8946-bc0a-4237-bea6-f9d7eb0a2f6f tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 210 time: 0.0571702 Aug 29 16:55:23.441932 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.469489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73c8284f-b6bb-4983-b12b-9ba3bb13e1aa req-4662d109-c641-4e0e-8d39-5ee4e4a94bd7 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055448 Aug 29 16:55:23.472260 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47144) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:23.508366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11bc9ba3-cbde-413e-a7b7-7365a2efd509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.587272 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11bc9ba3-cbde-413e-a7b7-7365a2efd509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.590857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Pushing event updated for resources: {'Port': ['ID=2503e660-391c-49de-b42d-a28892e7065b,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:23.632248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-c81748bc-3b2d-42c7-824f-4a143e4e243f tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:23.633914 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-c81748bc-3b2d-42c7-824f-4a143e4e243f tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.16 "GET /v2.0/networks?id=c6d131e2-09dd-4afc-8547-cc5f56e960a0 HTTP/1.1" status: 200 len: 814 time: 0.2369249 Aug 29 16:55:23.635582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c6a14ac-84d9-4625-9c69-aed20ddca810 req-75b48ca3-5542-4094-ba81-df9178deeb71 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439053 Aug 29 16:55:23.644997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Attempting to bind port 2503e660-391c-49de-b42d-a28892e7065b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:23.645672 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Attempting to bind port 2503e660-391c-49de-b42d-a28892e7065b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:23.645672 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Attempting to bind port 2503e660-391c-49de-b42d-a28892e7065b on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:23.651460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Port 2503e660-391c-49de-b42d-a28892e7065b on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:55:23.651755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Attempting to bind port 2503e660-391c-49de-b42d-a28892e7065b on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:23.656883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:23.657256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Checking segment: {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:23.657631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Bound using segment: {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:23.658701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Bound port: 2503e660-391c-49de-b42d-a28892e7065b, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:23.658935 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.686729 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11bc9ba3-cbde-413e-a7b7-7365a2efd509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.689289 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11bc9ba3-cbde-413e-a7b7-7365a2efd509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.690427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-11bc9ba3-cbde-413e-a7b7-7365a2efd509 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9fcfd55-cd7a-4760-ba53-c1db8dc15f6f HTTP/1.1" status: 204 len: 168 time: 0.3741412 Aug 29 16:55:23.726393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc9ba3-cbde-413e-a7b7-7365a2efd509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fcfd55-cd7a-4760-ba53-c1db8dc15f6f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:23.766594 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c7dad7b3-f6ac-4aeb-910d-1a8cca213f2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f72e5246006c4f59b53ea81e873a173e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900701 Aug 29 16:55:23.770235 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47152) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:23.789052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] For port 2503e660-391c-49de-b42d-a28892e7065b, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:23.807258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] Deleting port c7d8f673-453f-42cd-ac00-550e311b13aa {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:23.807601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.812087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] For port 2503e660-391c-49de-b42d-a28892e7065b, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2503e660-391c-49de-b42d-a28892e7065b,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:23.820538 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.861060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:23.862426 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.863661 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] 10.222.0.10 "PUT /v2.0/ports/2503e660-391c-49de-b42d-a28892e7065b HTTP/1.1" status: 200 len: 1093 time: 1.1255791 Aug 29 16:55:23.868642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471ddf40-1756-489e-9452-ef7deedbdafd', 'tag': '2503e660-391c-49de-b42d-a28892e7065b'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:23.870904 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8ee482-48c0-419d-89f6-ba6752a7036f" -d '{"events": [{"name": "network-changed", "server_uuid": "471ddf40-1756-489e-9452-ef7deedbdafd", "tag": "2503e660-391c-49de-b42d-a28892e7065b"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:23.894569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84cf4634-785b-45cf-b416-aa895c1d6408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.935745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec23e7-87dc-4400-8d8a-5ac5a1fed75e service neutron] Pushing event updated for resources: {'Port': ['ID=2503e660-391c-49de-b42d-a28892e7065b,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:23.946084 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2b3319-eac0-4149-8f8f-206613217b38 x-openstack-request-id: req-5a2b3319-eac0-4149-8f8f-206613217b38 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:23.947090 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471ddf40-1756-489e-9452-ef7deedbdafd", "tag": "2503e660-391c-49de-b42d-a28892e7065b", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:23.947510 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a2b3319-eac0-4149-8f8f-206613217b38 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:23.948200 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471ddf40-1756-489e-9452-ef7deedbdafd', 'tag': '2503e660-391c-49de-b42d-a28892e7065b', 'status': 'completed', 'code': 200} Aug 29 16:55:23.958696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] For port c7d8f673-453f-42cd-ac00-550e311b13aa, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c7d8f673-453f-42cd-ac00-550e311b13aa,segment=NetworkSegment(c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1),segment_id=c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:23.959070 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:23.974598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-71af4928-ba44-4cb7-95b5-4372610002ce tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ce6e40c3f7448091cd27a4d75af64f HTTP/1.1" status: 200 len: 378 time: 0.1045823 Aug 29 16:55:23.993908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Request body: {'port': {'device_id': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'admin_state_up': True, 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'security_groups': ['4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:23.997323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] Calling delete_port for c7d8f673-453f-42cd-ac00-550e311b13aa owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:24.002140 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84cf4634-785b-45cf-b416-aa895c1d6408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:24.042598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-61d480a4-48a2-43ab-93fb-4ec7e1301ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:24.044232 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-61d480a4-48a2-43ab-93fb-4ec7e1301ebf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 1096 time: 0.0950851 Aug 29 16:55:24.134876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af233c9f-bb2e-4b74-990a-2d4fd6281770 req-d7430964-450d-486e-b93f-1eb136321795 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:24.137948 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af233c9f-bb2e-4b74-990a-2d4fd6281770 req-d7430964-450d-486e-b93f-1eb136321795 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 944 time: 0.1684380 Aug 29 16:55:24.317969 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af233c9f-bb2e-4b74-990a-2d4fd6281770 req-f060e5ae-1462-4caa-8650-ee0d4f8cf4ea tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545172 Aug 29 16:55:24.390761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-9867bb03-a6fd-41cc-85fb-6833d11fbe46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2503e660-391c-49de-b42d-a28892e7065b HTTP/1.1" status: 200 len: 217 time: 0.3380625 Aug 29 16:55:24.403737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Made reservation on behalf of b5ce6e40c3f7448091cd27a4d75af64f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:24.407275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:24.449866 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84cf4634-785b-45cf-b416-aa895c1d6408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:24.452665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84cf4634-785b-45cf-b416-aa895c1d6408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:24.453804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-84cf4634-785b-45cf-b416-aa895c1d6408 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cff9e25-8bcc-4f42-86b6-dfd4380f0364 HTTP/1.1" status: 204 len: 168 time: 0.6826763 Aug 29 16:55:24.474383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf4634-785b-45cf-b416-aa895c1d6408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cff9e25-8bcc-4f42-86b6-dfd4380f0364,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:24.487856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:24.498566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-cc7b2f94-8558-463d-aefc-7b9cb780eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:24.500392 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-cc7b2f94-8558-463d-aefc-7b9cb780eabc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9c45292-6f1d-4675-b417-0bfaac975c5a HTTP/1.1" status: 200 len: 844 time: 0.0989013 Aug 29 16:55:24.514413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e9f14-b3e8-46f0-9b6f-31d9d605fa11 req-9489668a-f3cf-46f9-8dec-e8d8579f098c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:24.516586 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e5e9f14-b3e8-46f0-9b6f-31d9d605fa11 req-9489668a-f3cf-46f9-8dec-e8d8579f098c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.1290627 Aug 29 16:55:24.534527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d8f673-453f-42cd-ac00-550e311b13aa,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:24.547088 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-cd2ae227-3519-46e5-b77f-71e57a64a65d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22d36b5f-cd4a-44d1-aba8-231e41bdf914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290842 Aug 29 16:55:24.642594 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e5e9f14-b3e8-46f0-9b6f-31d9d605fa11 req-098b579c-0cfc-465d-97dd-013dbc9a4612 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147196 Aug 29 16:55:24.676993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Allocated IP 172.20.0.10 (c6d131e2-09dd-4afc-8547-cc5f56e960a0/56c67c51-4bc0-48c5-b3af-3678f9640f9e/a23a2f1c-0319-4841-920e-ae82a08a2dd1) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:24.718309 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-177d9c32-db17-4d0f-927a-da6a272f651d service neutron] 10.222.0.10 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579647 Aug 29 16:55:24.748892 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5354934b-7493-4942-bdef-26fe2fdd6686 req-7a0fe2f4-9e84-4d24-bdc3-8daa265b9f48 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 210 time: 0.0647526 Aug 29 16:55:24.786856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f72ba600-97c1-4f5f-886c-f7f0f62c8956 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:24.838369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: f72ba600-97c1-4f5f-886c-f7f0f62c8956 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:24.838720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f72ba600-97c1-4f5f-886c-f7f0f62c8956 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:24.906281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f96e3-822f-43aa-bbe2-60595f61c704 req-eb492a79-01f2-4419-b571-4df16d3453b1 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:24.906281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-673f96e3-822f-43aa-bbe2-60595f61c704 req-eb492a79-01f2-4419-b571-4df16d3453b1 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 945 time: 0.1033120 Aug 29 16:55:24.909255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d53026f0-6ab6-4c89-83ca-29b8238cfafb req-29c39b9b-c181-4a09-8789-1d57f4604121 service neutron] 10.222.0.10 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842127 Aug 29 16:55:25.064171 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-673f96e3-822f-43aa-bbe2-60595f61c704 req-55391f40-d73b-43f4-95fb-33e837d5ed91 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485486 Aug 29 16:55:25.082978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ee482-48c0-419d-89f6-ba6752a7036f req-a5611044-5d88-4f3d-9b1d-e03aa678788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:25.084456 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a8ee482-48c0-419d-89f6-ba6752a7036f req-a5611044-5d88-4f3d-9b1d-e03aa678788c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 1096 time: 0.0881135 Aug 29 16:55:25.255576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ee482-48c0-419d-89f6-ba6752a7036f req-51a46c81-1787-47ac-ade5-b8b3b3f254cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:25.257342 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a8ee482-48c0-419d-89f6-ba6752a7036f req-51a46c81-1787-47ac-ade5-b8b3b3f254cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 905 time: 0.1653214 Aug 29 16:55:25.400864 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a8ee482-48c0-419d-89f6-ba6752a7036f req-2869e6cb-0c5f-4caa-b485-2004ad6f287d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2503e660-391c-49de-b42d-a28892e7065b HTTP/1.1" status: 200 len: 217 time: 0.1351550 Aug 29 16:55:25.422947 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:25.427436 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:25.450843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Transition to ACTIVE for port object a23a2f1c-0319-4841-920e-ae82a08a2dd1 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:25.489496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ee482-48c0-419d-89f6-ba6752a7036f req-ed219de0-dc4c-4d01-b9ef-e0845ce32158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:25.491279 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a8ee482-48c0-419d-89f6-ba6752a7036f req-ed219de0-dc4c-4d01-b9ef-e0845ce32158 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9c45292-6f1d-4675-b417-0bfaac975c5a HTTP/1.1" status: 200 len: 844 time: 0.0819087 Aug 29 16:55:25.539338 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a8ee482-48c0-419d-89f6-ba6752a7036f req-a05e6ac2-b8a8-4ad8-8292-7d1bb65e86e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22d36b5f-cd4a-44d1-aba8-231e41bdf914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379510 Aug 29 16:55:25.606210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfae66-cf41-4b31-90cc-b56e05356c5b req-1b063980-b6dd-409a-969c-43a636951995 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:25.607631 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cadfae66-cf41-4b31-90cc-b56e05356c5b req-1b063980-b6dd-409a-969c-43a636951995 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 944 time: 0.1589618 Aug 29 16:55:25.632611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:25.693549 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a8ee482-48c0-419d-89f6-ba6752a7036f req-e98e67cd-b6ef-4d80-bc7d-909aa98d6d5c service neutron] 10.222.0.10 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456354 Aug 29 16:55:25.743373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Network c6d131e2-09dd-4afc-8547-cc5f56e960a0 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:25.753324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:25.769245 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cadfae66-cf41-4b31-90cc-b56e05356c5b req-1679e62d-fa8c-4e5d-9458-dadac403ff60 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459706 Aug 29 16:55:25.784873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:25.852138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Pushing event updated for resources: {'Port': ['ID=a23a2f1c-0319-4841-920e-ae82a08a2dd1,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:25.855272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a8ee482-48c0-419d-89f6-ba6752a7036f req-aa20a727-fcb5-41dc-9752-8985bb597566 service neutron] 10.222.0.10 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534493 Aug 29 16:55:25.977155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:25.977874 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:25.994123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce29f8-0604-4643-a48a-7deece12c787 req-d16fc665-2826-4d07-ab32-d8b184044223 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:25.995492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9dce29f8-0604-4643-a48a-7deece12c787 req-d16fc665-2826-4d07-ab32-d8b184044223 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 932 time: 0.0908430 Aug 29 16:55:26.014794 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-ff76301b-35c6-4c3c-b3ec-bbcbf155f75c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0299535 Aug 29 16:55:26.016694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] Router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:55:26.033038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f010a2-028b-4cd2-a376-e2a24eef5eea req-f389e301-fd32-405a-9e0a-361a526883c2 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:26.035260 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-13f010a2-028b-4cd2-a376-e2a24eef5eea req-f389e301-fd32-405a-9e0a-361a526883c2 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.1205430 Aug 29 16:55:26.041660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Request body: {'port': {'device_id': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:26.060396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9dce29f8-0604-4643-a48a-7deece12c787 req-7d9da4b6-d3ac-4114-84d1-3ee7fc9f0057 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540862 Aug 29 16:55:26.146793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-13f010a2-028b-4cd2-a376-e2a24eef5eea req-4dc59e63-5d1f-4b21-892a-627d89219618 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981395 Aug 29 16:55:26.219497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-95278c84-20cb-4c32-ae68-534287aef156 None None] Provisioning for port a23a2f1c-0319-4841-920e-ae82a08a2dd1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:26.228001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-95278c84-20cb-4c32-ae68-534287aef156 None None] Provisioning complete for port a23a2f1c-0319-4841-920e-ae82a08a2dd1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:26.229332 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-95278c84-20cb-4c32-ae68-534287aef156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:26.247118 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:26.325038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-95278c84-20cb-4c32-ae68-534287aef156 None None] Port a23a2f1c-0319-4841-920e-ae82a08a2dd1 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:55:26.357291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:55:26.362935 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fb45326c-32f0-4da6-a621-42d631eaa929 admin admin] 10.222.0.22 "PUT /v2.0/routers/6ea96b9e-a52f-4cd7-a1be-168d4cc9612c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9378095 Aug 29 16:55:26.365420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47242) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:26.369876 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018652ae-d606-4331-bdf6-c7595c82c2f7 None None] Sync routers for ids ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:55:26.385599 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018652ae-d606-4331-bdf6-c7595c82c2f7 None None] Routers {'6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:26.386227 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-018652ae-d606-4331-bdf6-c7595c82c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:55:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:26.565444 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-018652ae-d606-4331-bdf6-c7595c82c2f7 None None] Set router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:26.624651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a6715-2fa4-4258-88c7-e108334cef6a req-2c881fe7-bc6e-4804-a28d-8904287e3469 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:26.626299 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-473a6715-2fa4-4258-88c7-e108334cef6a req-2c881fe7-bc6e-4804-a28d-8904287e3469 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 945 time: 0.2450824 Aug 29 16:55:26.643495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2503e660-391c-49de-b42d-a28892e7065b details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:26.674178 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:26.740810 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-473a6715-2fa4-4258-88c7-e108334cef6a req-b3e163dc-f421-498f-a9b8-0ec63026489c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030912 Aug 29 16:55:26.810544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2503e660-391c-49de-b42d-a28892e7065b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2503e660-391c-49de-b42d-a28892e7065b,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:26.863288 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '2503e660-391c-49de-b42d-a28892e7065b', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'port_id': '2503e660-391c-49de-b42d-a28892e7065b', 'mac_address': 'fa:16:3e:26:de:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c45292-6f1d-4675-b417-0bfaac975c5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:26.870231 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:26.889210 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-018652ae-d606-4331-bdf6-c7595c82c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:55:24Z', 'revision_number': 5, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port': {'id': '20e7d6aa-4312-4f36-82c2-c6413b70bb68', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:54:00Z', 'updated_at': '2021-08-29T16:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:26.923815 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:26.932992 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018652ae-d606-4331-bdf6-c7595c82c2f7 None None] Checking router: 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:55:26.940239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2503e660-391c-49de-b42d-a28892e7065b {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:26.944899 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018652ae-d606-4331-bdf6-c7595c82c2f7 None None] Routers {'6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:26.945598 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-018652ae-d606-4331-bdf6-c7595c82c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:55:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:26.972408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2503e660-391c-49de-b42d-a28892e7065b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2503e660-391c-49de-b42d-a28892e7065b,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:26.972600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23a2f1c-0319-4841-920e-ae82a08a2dd1 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:26.979119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47258) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:26.983942 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:26.992252 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:27.013656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Transition to ACTIVE for port object a23a2f1c-0319-4841-920e-ae82a08a2dd1 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:27.030916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70d6c3-5e9c-4698-be39-d4a9d5c1b9d9 req-aaf1732f-f047-4a65-94c9-5fe4b0914876 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:27.038913 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6e70d6c3-5e9c-4698-be39-d4a9d5c1b9d9 req-aaf1732f-f047-4a65-94c9-5fe4b0914876 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 944 time: 0.1803443 Aug 29 16:55:27.050826 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:27.078901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2503e660-391c-49de-b42d-a28892e7065b,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:27.090528 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-018652ae-d606-4331-bdf6-c7595c82c2f7 None None] Set router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:27.107684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Deleting port 20e7d6aa-4312-4f36-82c2-c6413b70bb68 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:27.108730 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:27.151848 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-018652ae-d606-4331-bdf6-c7595c82c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:55:26Z', 'revision_number': 6, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:27.188100 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018652ae-d606-4331-bdf6-c7595c82c2f7 None None] The sync data for ids ['6ea96b9e-a52f-4cd7-a1be-168d4cc9612c'] in n-d-713301-13 is: [{'id': '6ea96b9e-a52f-4cd7-a1be-168d4cc9612c', 'name': 'tempest-ServerRescueTestJSONUnderV235-596569529-router', 'tenant_id': '770824d5e66047ba9ac473c0874bf40b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:59Z', 'updated_at': '2021-08-29T16:55:26Z', 'revision_number': 6, 'project_id': '770824d5e66047ba9ac473c0874bf40b', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:55:27.213468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['2503e660-391c-49de-b42d-a28892e7065b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:27.283232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] For port 20e7d6aa-4312-4f36-82c2-c6413b70bb68, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=20e7d6aa-4312-4f36-82c2-c6413b70bb68,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:27.283661 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:27.286823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Pushing event updated for resources: {'Port': ['ID=a23a2f1c-0319-4841-920e-ae82a08a2dd1,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:27.320498 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6e70d6c3-5e9c-4698-be39-d4a9d5c1b9d9 req-684aecf7-b26e-43ef-9d7c-0649ee461925 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809236 Aug 29 16:55:27.321732 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5d2c-ccd3-44e5-b66a-b55a5b2019e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:27.460879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d50df-f52f-4362-b2dd-2003e04f2bcc req-caf6cc27-8d32-4b4b-9320-ccd0d906806c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:27.462854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Calling delete_port for 20e7d6aa-4312-4f36-82c2-c6413b70bb68 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:27.469537 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d5d50df-f52f-4362-b2dd-2003e04f2bcc req-caf6cc27-8d32-4b4b-9320-ccd0d906806c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 944 time: 0.1327655 Aug 29 16:55:27.535830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d5d50df-f52f-4362-b2dd-2003e04f2bcc req-9cf7d8a9-7ff0-45da-97de-220a58374323 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640442 Aug 29 16:55:27.639914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Attempting to bind port a23a2f1c-0319-4841-920e-ae82a08a2dd1 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:27.640461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Attempting to bind port a23a2f1c-0319-4841-920e-ae82a08a2dd1 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:27.640852 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Attempting to bind port a23a2f1c-0319-4841-920e-ae82a08a2dd1 on network c6d131e2-09dd-4afc-8547-cc5f56e960a0 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:27.677212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1bab2-6a2b-49c4-82a2-88cece937da0 req-7317790e-08bb-47db-80cb-c229503d30a5 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:27.678794 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71e1bab2-6a2b-49c4-82a2-88cece937da0 req-7317790e-08bb-47db-80cb-c229503d30a5 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.2176352 Aug 29 16:55:27.683459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Port a23a2f1c-0319-4841-920e-ae82a08a2dd1 on network c6d131e2-09dd-4afc-8547-cc5f56e960a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:55:27.683813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Attempting to bind port a23a2f1c-0319-4841-920e-ae82a08a2dd1 on network c6d131e2-09dd-4afc-8547-cc5f56e960a0 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:27.715770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:27.716113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Checking segment: {'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:27.716601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Bound using segment: {'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:27.716921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Bound port: a23a2f1c-0319-4841-920e-ae82a08a2dd1, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716959e8-b6b8-43f0-8d37-89431ec44110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:27.717318 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:27.748184 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5d2c-ccd3-44e5-b66a-b55a5b2019e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:27.791694 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5d2c-ccd3-44e5-b66a-b55a5b2019e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:27.878862 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71e1bab2-6a2b-49c4-82a2-88cece937da0 req-61f362c3-8cc9-4bfe-b518-ca00098f92ea tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906495 Aug 29 16:55:27.902589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e7fb5d2c-ccd3-44e5-b66a-b55a5b2019e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1a7acf41241421b9d379c69b5057c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9197624 Aug 29 16:55:27.909407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47308) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:27.959771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb5d2c-ccd3-44e5-b66a-b55a5b2019e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1470ce1-5a9e-41c6-b403-4f0f68521151,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:28.006065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] For port a23a2f1c-0319-4841-920e-ae82a08a2dd1, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:28.013002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] For port a23a2f1c-0319-4841-920e-ae82a08a2dd1, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a23a2f1c-0319-4841-920e-ae82a08a2dd1,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:28.027250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.057871 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.074033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:28.074818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.078028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] 10.222.0.16 "PUT /v2.0/ports/a23a2f1c-0319-4841-920e-ae82a08a2dd1 HTTP/1.1" status: 200 len: 1093 time: 2.0413144 Aug 29 16:55:28.080900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'tag': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:28.083582 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3071cf3e-fc53-4e91-8a8e-4357c7609a07" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6f4101-f395-4e1b-bf1b-eb61cfafed18", "tag": "a23a2f1c-0319-4841-920e-ae82a08a2dd1"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:28.174401 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ccbefe-e10a-46e7-a10b-df25848a916b x-openstack-request-id: req-f8ccbefe-e10a-46e7-a10b-df25848a916b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:28.174821 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6f4101-f395-4e1b-bf1b-eb61cfafed18", "tag": "a23a2f1c-0319-4841-920e-ae82a08a2dd1", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:28.175173 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8ccbefe-e10a-46e7-a10b-df25848a916b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:28.175681 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'tag': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1', 'status': 'completed', 'code': 200} Aug 29 16:55:28.203992 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.223399 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7744df95-84f5-4494-a84f-afaec208d606 req-3fa085a9-c102-45eb-b665-109da4911a69 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0850604 Aug 29 16:55:28.319519 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b56a6b64-2afc-4b21-84e7-8a7a28245dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.349473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744df95-84f5-4494-a84f-afaec208d606 req-98228937-0ce9-45fa-abbb-13df7f4191bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:28.352325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7744df95-84f5-4494-a84f-afaec208d606 req-98228937-0ce9-45fa-abbb-13df7f4191bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1097 time: 0.0728202 Aug 29 16:55:28.353111 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.357180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20c019-64ea-4351-b11d-ef6cc0276563 service neutron] Pushing event updated for resources: {'Port': ['ID=a23a2f1c-0319-4841-920e-ae82a08a2dd1,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:28.362041 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.393746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Pushing event deleted for resources: {'Port': ['ID=20e7d6aa-4312-4f36-82c2-c6413b70bb68,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:28.451963 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b56a6b64-2afc-4b21-84e7-8a7a28245dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.473969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-c2884877-e02e-4784-9867-2d715618c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:28.475626 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-c2884877-e02e-4784-9867-2d715618c71b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5ce6e40c3f7448091cd27a4d75af64f&device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 1096 time: 0.2925260 Aug 29 16:55:28.478889 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.479531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ea96b9e-a52f-4cd7-a1be-168d4cc9612c {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:55:28.491822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.493377 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9c780bc1-4637-4351-be6c-4702c07ebd4f admin admin] 10.222.0.22 "DELETE /v2.0/routers/6ea96b9e-a52f-4cd7-a1be-168d4cc9612c HTTP/1.1" status: 204 len: 168 time: 2.1267619 Aug 29 16:55:28.503275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47324) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:28.542974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-6dfb0d5b-c83c-40e5-8442-645c70ed9440 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23a2f1c-0319-4841-920e-ae82a08a2dd1 HTTP/1.1" status: 200 len: 217 time: 0.0544143 Aug 29 16:55:28.620757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f97df-4f76-4bea-b80c-2b4d59c14474 req-a270b260-4e39-4f4b-ad6f-26226e1813e9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:28.629623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-96dde3b1-0560-402f-a793-9936374b30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:28.631197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e45f97df-4f76-4bea-b80c-2b4d59c14474 req-a270b260-4e39-4f4b-ad6f-26226e1813e9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 945 time: 0.1455636 Aug 29 16:55:28.642239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2503e660-391c-49de-b42d-a28892e7065b up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:28.644793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-96dde3b1-0560-402f-a793-9936374b30c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=56c67c51-4bc0-48c5-b3af-3678f9640f9e HTTP/1.1" status: 200 len: 853 time: 0.0844009 Aug 29 16:55:28.709435 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b56a6b64-2afc-4b21-84e7-8a7a28245dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.712094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b56a6b64-2afc-4b21-84e7-8a7a28245dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.718937 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b56a6b64-2afc-4b21-84e7-8a7a28245dc9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1470ce1-5a9e-41c6-b403-4f0f68521151 HTTP/1.1" status: 204 len: 168 time: 0.8127031 Aug 29 16:55:28.720247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-97febca0-7f5b-4035-b2d7-fae9c8b9bf21 admin admin] Deleting subnet d3b98825-ba59-4f6d-b171-24ac9b8b54e6 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:55:28.728596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 20e7d6aa-4312-4f36-82c2-c6413b70bb68 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:28.745020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-97febca0-7f5b-4035-b2d7-fae9c8b9bf21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.762144 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e45f97df-4f76-4bea-b80c-2b4d59c14474 req-dd690e62-50d7-4d50-aa59-8bc86a8a877e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298902 Aug 29 16:55:28.766125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 20e7d6aa-4312-4f36-82c2-c6413b70bb68 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:28.767297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 20e7d6aa-4312-4f36-82c2-c6413b70bb68 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:28.768820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7d8f673-453f-42cd-ac00-550e311b13aa no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:28.773502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 2503e660-391c-49de-b42d-a28892e7065b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:28.800363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c7d8f673-453f-42cd-ac00-550e311b13aa {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:28.801583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7d8f673-453f-42cd-ac00-550e311b13aa not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:28.804131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 2503e660-391c-49de-b42d-a28892e7065b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:28.805928 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.811224 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744df95-84f5-4494-a84f-afaec208d606 req-bdde4d7c-2830-4620-84ec-241a8bae5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:28.826684 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7744df95-84f5-4494-a84f-afaec208d606 req-bdde4d7c-2830-4620-84ec-241a8bae5535 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.4427199 Aug 29 16:55:28.933112 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-97febca0-7f5b-4035-b2d7-fae9c8b9bf21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:28.999368 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7744df95-84f5-4494-a84f-afaec208d606 req-b275303c-94e3-4fd4-bab9-99a6c3e2a57c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 1001 time: 0.1715887 Aug 29 16:55:29.017382 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-97febca0-7f5b-4035-b2d7-fae9c8b9bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:29.061145 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:29.089843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a6b64-2afc-4b21-84e7-8a7a28245dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1470ce1-5a9e-41c6-b403-4f0f68521151,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:29.092519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471ddf40-1756-489e-9452-ef7deedbdafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2503e660-391c-49de-b42d-a28892e7065b'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:29.096017 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0caac6-b5cd-42c7-ad4b-8b07b4e4c9b2" -d '{"events": [{"server_uuid": "471ddf40-1756-489e-9452-ef7deedbdafd", "name": "network-vif-plugged", "status": "completed", "tag": "2503e660-391c-49de-b42d-a28892e7065b"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:29.108197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-5dfbf144-2774-4679-b41c-c617cf08628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:29.109831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-5dfbf144-2774-4679-b41c-c617cf08628a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6d131e2-09dd-4afc-8547-cc5f56e960a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4626412 Aug 29 16:55:29.122524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2503e660-391c-49de-b42d-a28892e7065b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2503e660-391c-49de-b42d-a28892e7065b,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:29.132196 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:29.133136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2f812-49af-4961-a2c3-11ac27b854ab req-e3d4c19f-5f05-4286-bff1-e69817373da3 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:29.140282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ac2f812-49af-4961-a2c3-11ac27b854ab req-e3d4c19f-5f05-4286-bff1-e69817373da3 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 944 time: 0.4456596 Aug 29 16:55:29.196522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f6e3c-c3c2-4cf7-9be4-31feeefef234 req-f5d7479b-430e-4893-a731-2e8fc83103b5 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:29.204537 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-915f6e3c-c3c2-4cf7-9be4-31feeefef234 req-f5d7479b-430e-4893-a731-2e8fc83103b5 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.1572213 Aug 29 16:55:29.211211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744df95-84f5-4494-a84f-afaec208d606 req-7a7a912d-59c4-43fb-8a15-b14a909a2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:29.213127 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7744df95-84f5-4494-a84f-afaec208d606 req-7a7a912d-59c4-43fb-8a15-b14a909a2051 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.1649058 Aug 29 16:55:29.273996 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ac2f812-49af-4961-a2c3-11ac27b854ab req-461bc067-fd01-4282-a223-d74f89269398 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157279 Aug 29 16:55:29.281187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-97febca0-7f5b-4035-b2d7-fae9c8b9bf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:29.333418 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-2b2a19ce-e6c8-4539-adb6-8e7097befaa9 service neutron] 10.222.0.16 "GET /v2.0/networks/c6d131e2-09dd-4afc-8547-cc5f56e960a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856802 Aug 29 16:55:29.359393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2503e660-391c-49de-b42d-a28892e7065b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:29.379838 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-915f6e3c-c3c2-4cf7-9be4-31feeefef234 req-fc670de9-bab8-4b44-9b91-66c56cdca789 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744018 Aug 29 16:55:29.390462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97febca0-7f5b-4035-b2d7-fae9c8b9bf21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b98825-ba59-4f6d-b171-24ac9b8b54e6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:29.391297 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4fd282-a659-4003-ba62-7d04102d5d15 x-openstack-request-id: req-ba4fd282-a659-4003-ba62-7d04102d5d15 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:29.391594 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471ddf40-1756-489e-9452-ef7deedbdafd", "name": "network-vif-plugged", "status": "completed", "tag": "2503e660-391c-49de-b42d-a28892e7065b", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:29.391851 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba4fd282-a659-4003-ba62-7d04102d5d15 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:29.392251 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471ddf40-1756-489e-9452-ef7deedbdafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2503e660-391c-49de-b42d-a28892e7065b', 'code': 200} Aug 29 16:55:29.441268 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-97febca0-7f5b-4035-b2d7-fae9c8b9bf21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:29.449960 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-97febca0-7f5b-4035-b2d7-fae9c8b9bf21 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d3b98825-ba59-4f6d-b171-24ac9b8b54e6 HTTP/1.1" status: 204 len: 168 time: 0.9429410 Aug 29 16:55:29.455532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47348) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:29.488451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47352) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:29.539513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744df95-84f5-4494-a84f-afaec208d606 req-302a990b-496a-4415-8e4b-36d01460fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:29.541050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7744df95-84f5-4494-a84f-afaec208d606 req-302a990b-496a-4415-8e4b-36d01460fb9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3033154 Aug 29 16:55:29.571555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf499d52-084b-42ba-a7ea-1344ad5587d8 req-4c08a551-6aad-47d0-bc16-27fa2067ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:29.573744 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf499d52-084b-42ba-a7ea-1344ad5587d8 req-4c08a551-6aad-47d0-bc16-27fa2067ec17 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 1098 time: 0.0809090 Aug 29 16:55:29.630820 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf499d52-084b-42ba-a7ea-1344ad5587d8 req-71b23002-afc3-4cbc-b9c0-a37b615e494d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484598 Aug 29 16:55:29.635137 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554b3a0b-b58e-4823-b445-a69ff7b1e243 req-6793ea08-a5e3-48ae-974c-039bb9471aec service neutron] 10.222.0.16 "GET /v2.0/networks/c6d131e2-09dd-4afc-8547-cc5f56e960a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964668 Aug 29 16:55:29.666799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8706c4f-312a-49fc-a8f4-1004577dc716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:29.688581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7744df95-84f5-4494-a84f-afaec208d606 req-a6f4178a-a885-4857-96f3-3a154aec5070 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217201 Aug 29 16:55:29.702199 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:29.763362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071cf3e-fc53-4e91-8a8e-4357c7609a07 req-1e78f56c-90aa-4300-977a-f781f6372655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:29.764992 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3071cf3e-fc53-4e91-8a8e-4357c7609a07 req-1e78f56c-90aa-4300-977a-f781f6372655 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5ce6e40c3f7448091cd27a4d75af64f&device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 1096 time: 0.0766740 Aug 29 16:55:29.897472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:29.900887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071cf3e-fc53-4e91-8a8e-4357c7609a07 req-3f711961-5875-48ab-859b-42e939a5bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:29.903078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3071cf3e-fc53-4e91-8a8e-4357c7609a07 req-3f711961-5875-48ab-859b-42e939a5bc11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6d131e2-09dd-4afc-8547-cc5f56e960a0 HTTP/1.1" status: 200 len: 915 time: 0.1283104 Aug 29 16:55:29.936098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456d99ab-e0c0-4d68-bb06-fa2760da9210']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:29.962955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3071cf3e-fc53-4e91-8a8e-4357c7609a07 req-e4530eb4-d353-42dd-923d-48f7f13a0f30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23a2f1c-0319-4841-920e-ae82a08a2dd1 HTTP/1.1" status: 200 len: 217 time: 0.0523710 Aug 29 16:55:29.973709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:29.974017 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d57ef5-33bf-4f67-9bd2-3062d1fff7d1') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:29.996157 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.028622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071cf3e-fc53-4e91-8a8e-4357c7609a07 req-cb740cc7-c6e6-44af-a73a-037f4d6bb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:30.030264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3071cf3e-fc53-4e91-8a8e-4357c7609a07 req-cb740cc7-c6e6-44af-a73a-037f4d6bb355 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=56c67c51-4bc0-48c5-b3af-3678f9640f9e HTTP/1.1" status: 200 len: 853 time: 0.0587087 Aug 29 16:55:30.049470 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.060881 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7744df95-84f5-4494-a84f-afaec208d606 req-e6d20534-eb47-43e1-b806-38d846cdfffc service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406402 Aug 29 16:55:30.061962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:55:30.062406 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.067266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8706c4f-312a-49fc-a8f4-1004577dc716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:55:30.068295 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:55:30.087323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232f139-e557-4a23-ad3a-18fbeff0f7d4 req-9e48c536-6af2-4f42-a7e4-57f56d88726d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:30.088842 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6232f139-e557-4a23-ad3a-18fbeff0f7d4 req-9e48c536-6af2-4f42-a7e4-57f56d88726d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 946 time: 0.1882367 Aug 29 16:55:30.101213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071cf3e-fc53-4e91-8a8e-4357c7609a07 req-79662fca-af16-422d-8691-c18c3e6b75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:30.109456 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3071cf3e-fc53-4e91-8a8e-4357c7609a07 req-79662fca-af16-422d-8691-c18c3e6b75d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6d131e2-09dd-4afc-8547-cc5f56e960a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657356 Aug 29 16:55:30.134379 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8706c4f-312a-49fc-a8f4-1004577dc716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.222387 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3071cf3e-fc53-4e91-8a8e-4357c7609a07 req-11cf2ff0-1e3b-4956-8db6-dbe618fe5868 service neutron] 10.222.0.16 "GET /v2.0/networks/c6d131e2-09dd-4afc-8547-cc5f56e960a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097143 Aug 29 16:55:30.237076 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.243524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d8706c4f-312a-49fc-a8f4-1004577dc716 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ffe0e2612f24054a0fb7180bc107897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7499375 Aug 29 16:55:30.246260 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8706c4f-312a-49fc-a8f4-1004577dc716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860fc63f-10fa-4921-80ee-636021f4f865,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:30.249321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.251092 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] 10.222.0.22 "DELETE /v2.0/networks/456d99ab-e0c0-4d68-bb06-fa2760da9210 HTTP/1.1" status: 204 len: 168 time: 0.7943015 Aug 29 16:55:30.253195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47390) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:30.279282 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6232f139-e557-4a23-ad3a-18fbeff0f7d4 req-be004771-5431-406c-90d8-0c3b70850761 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322391 Aug 29 16:55:30.281419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a039d8-0e08-44ea-84a4-22469cab7e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=456d99ab-e0c0-4d68-bb06-fa2760da9210,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:30.350876 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3071cf3e-fc53-4e91-8a8e-4357c7609a07 req-bb27be28-d983-4f2d-a7e3-cf6f6413687c service neutron] 10.222.0.16 "GET /v2.0/networks/c6d131e2-09dd-4afc-8547-cc5f56e960a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205575 Aug 29 16:55:30.359251 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5bf9-82a9-49c8-8916-f9b2aef7ee87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.399136 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5bf9-82a9-49c8-8916-f9b2aef7ee87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.452108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e59e46-6fc5-40a2-96bb-9dc90945357b req-59e1855d-874a-495c-b7b8-aed786fb47b7 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:30.458584 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5bf9-82a9-49c8-8916-f9b2aef7ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.460803 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-64e59e46-6fc5-40a2-96bb-9dc90945357b req-59e1855d-874a-495c-b7b8-aed786fb47b7 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 944 time: 0.0852945 Aug 29 16:55:30.462771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5bf9-82a9-49c8-8916-f9b2aef7ee87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.464285 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ac7c5bf9-82a9-49c8-8916-f9b2aef7ee87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/860fc63f-10fa-4921-80ee-636021f4f865 HTTP/1.1" status: 204 len: 168 time: 0.2097795 Aug 29 16:55:30.475081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c5bf9-82a9-49c8-8916-f9b2aef7ee87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860fc63f-10fa-4921-80ee-636021f4f865,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:30.527522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-64e59e46-6fc5-40a2-96bb-9dc90945357b req-1a16942a-0aab-4163-abdd-348ffc5b7329 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611162 Aug 29 16:55:30.546561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47400) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:30.587200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6d3c-4860-4935-bfca-f2b38f5d6df2 req-c27ed739-af0a-469d-8d2c-a2b89793b1b2 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:30.588736 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f66a6d3c-4860-4935-bfca-f2b38f5d6df2 req-c27ed739-af0a-469d-8d2c-a2b89793b1b2 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.0806019 Aug 29 16:55:30.641826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-388654d6-9e05-42a0-a193-0f203559cc07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=770824d5e66047ba9ac473c0874bf40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935900 Aug 29 16:55:30.643782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47402) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:30.664491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f66a6d3c-4860-4935-bfca-f2b38f5d6df2 req-899ed4e0-ff46-4e43-bed9-d0430cd2e91e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667341 Aug 29 16:55:30.704329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f7249dd-8023-452b-aedf-d14f9bef46b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.729702 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f7249dd-8023-452b-aedf-d14f9bef46b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.790622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f7249dd-8023-452b-aedf-d14f9bef46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.794506 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f7249dd-8023-452b-aedf-d14f9bef46b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:30.796232 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2f7249dd-8023-452b-aedf-d14f9bef46b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9 HTTP/1.1" status: 204 len: 168 time: 0.1512794 Aug 29 16:55:30.806657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7249dd-8023-452b-aedf-d14f9bef46b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536f8a1e-a1e5-4e76-ae57-4b2fd9f91da9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:31.281406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47442) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:31.462271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f9dd7-fae4-4783-a2fd-cb6f791abf1f req-38345b89-0b31-4767-8860-2394f285592c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:31.464427 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c8f9dd7-fae4-4783-a2fd-cb6f791abf1f req-38345b89-0b31-4767-8860-2394f285592c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 946 time: 0.0747087 Aug 29 16:55:31.488196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1231626789-network', 'tenant_id': '87aab6bab59d4591973a8c9fe46d8484'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:31.577033 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c8f9dd7-fae4-4783-a2fd-cb6f791abf1f req-d28ff4fd-74fd-47d5-b543-a6e711918b31 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009457 Aug 29 16:55:31.583371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Made reservation on behalf of 87aab6bab59d4591973a8c9fe46d8484 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:31.588509 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:31.618744 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:31.739232 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765e751-89c9-45cf-a4bb-a7e3a3a93d87 req-bb7b2eaa-506b-4240-a4ba-c11c57535d07 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:31.741618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d765e751-89c9-45cf-a4bb-a7e3a3a93d87 req-bb7b2eaa-506b-4240-a4ba-c11c57535d07 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 944 time: 0.1241934 Aug 29 16:55:31.769540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:31.779626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:31.798675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d765e751-89c9-45cf-a4bb-a7e3a3a93d87 req-d5b5765e-c5c8-40e5-978c-0f5cb3e9195c tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513475 Aug 29 16:55:31.805439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:55:31.814242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47468) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:31.847427 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:31.847427 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Added segment db88cf35-7641-499f-882d-321978d7a1a2 of type vlan for network 563469a4-489a-4ba1-ac09-b2255dd8022b Aug 29 16:55:31.971942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509b7a61-e7ac-456d-994d-7cb0032813cd,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:31.999040 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.018705 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd763d57-7024-4d5d-ac65-2a5b833561b7 req-d1ce5f18-2b54-47d6-a8d7-f658cb8d63c8 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:32.026902 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fd763d57-7024-4d5d-ac65-2a5b833561b7 req-d1ce5f18-2b54-47d6-a8d7-f658cb8d63c8 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.1113250 Aug 29 16:55:32.038093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-986682943-network', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:32.118354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea463227-1944-4b75-944f-87091a56692e req-a1e911e0-9cb3-480f-9514-3a80075e7f5c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:32.129466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea463227-1944-4b75-944f-87091a56692e req-a1e911e0-9cb3-480f-9514-3a80075e7f5c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 946 time: 0.1793823 Aug 29 16:55:32.145684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Made reservation on behalf of 34784fca25c140ed83e4cc23c00ec6ed for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:32.148624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.149631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:32.150211 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.153237 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.175547 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.230933 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea463227-1944-4b75-944f-87091a56692e req-219b396a-a3c4-492f-8697-601f106cf34c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990913 Aug 29 16:55:32.234005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17237aed-8940-4f19-87f7-2047b3bdbaee req-03a276bd-1713-4eff-b46a-733e5c57dea4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2039461 Aug 29 16:55:32.237302 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fd763d57-7024-4d5d-ac65-2a5b833561b7 req-43df3a8e-6a4f-44d8-adbc-54269e96dc76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095196 Aug 29 16:55:32.244184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=563469a4-489a-4ba1-ac09-b2255dd8022b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:32.258817 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 563469a4-489a-4ba1-ac09-b2255dd8022b details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:55:32.411989 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.425711 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.441434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237aed-8940-4f19-87f7-2047b3bdbaee req-5423a871-7216-474a-bdb6-2720af465f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:32.443147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17237aed-8940-4f19-87f7-2047b3bdbaee req-5423a871-7216-474a-bdb6-2720af465f7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 1098 time: 0.1364338 Aug 29 16:55:32.444854 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8cc0536e-4d4b-4845-a4fd-3c71637b4bb6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1625056 Aug 29 16:55:32.449748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47504) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:32.464023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] Request body: {'subnet': {'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1231626789-subnet', 'tenant_id': '87aab6bab59d4591973a8c9fe46d8484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:32.483532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:55:32.502955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d3153f-6257-4069-adde-1056475f2161,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:32.526930 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.527527 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Added segment 116c5bbc-0ba3-4796-bd3c-320dec89dc50 of type vlan for network f5260538-0a13-4470-8a62-e0f8b7d0f75c Aug 29 16:55:32.613302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] Made reservation on behalf of 87aab6bab59d4591973a8c9fe46d8484 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:32.615886 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.616055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.656879 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.659481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:32.660761 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.671703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8e504cc2-6338-40dd-8de6-455778b34336 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:32.726194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8e504cc2-6338-40dd-8de6-455778b34336 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:32.740374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] Pushing event updated for resources: {'Network': ['ID=f5260538-0a13-4470-8a62-e0f8b7d0f75c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:32.745798 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-61f80e46-a147-4b5f-95e1-6a6e0bf9976c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9301255 Aug 29 16:55:32.749859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47518) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:32.756180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] Request body: {'subnet': {'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-986682943-subnet', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:32.790913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] Made reservation on behalf of 34784fca25c140ed83e4cc23c00ec6ed for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:32.793614 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:32.798213 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-fae4e625-d6cf-4cfd-88a7-33a7059bf257 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f1ea436ab4a84a359a4f446ab76c3a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471942 Aug 29 16:55:32.831259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network f5260538-0a13-4470-8a62-e0f8b7d0f75c details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:55:32.856903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a23a2f1c-0319-4841-920e-ae82a08a2dd1 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:32.905584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237aed-8940-4f19-87f7-2047b3bdbaee req-988a65bd-7e70-447b-8c10-e1a04f5a6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:32.907091 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17237aed-8940-4f19-87f7-2047b3bdbaee req-988a65bd-7e70-447b-8c10-e1a04f5a6b47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 916 time: 0.4276364 Aug 29 16:55:32.972518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17237aed-8940-4f19-87f7-2047b3bdbaee req-fbfb3c1a-27aa-47bc-9415-146ac64a06f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac HTTP/1.1" status: 200 len: 217 time: 0.0551417 Aug 29 16:55:32.975282 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.039046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port a23a2f1c-0319-4841-920e-ae82a08a2dd1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a23a2f1c-0319-4841-920e-ae82a08a2dd1,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:33.043956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e738-f56c-479c-b4b1-2d4c8beb8e04 req-e397fc49-8ff7-415a-bacd-4898250d9ceb tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:33.045442 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4271e738-f56c-479c-b4b1-2d4c8beb8e04 req-e397fc49-8ff7-415a-bacd-4898250d9ceb tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 944 time: 0.0974138 Aug 29 16:55:33.056675 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.087599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'port_id': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1', 'mac_address': 'fa:16:3e:df:5a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:33.104567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-71fb7041-51aa-4c4e-9fa2-3523e28cc8b6 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:33.106102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-71fb7041-51aa-4c4e-9fa2-3523e28cc8b6 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973280 Aug 29 16:55:33.110008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f124a1-1021-499e-b8cc-92748c43666e,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:33.119622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237aed-8940-4f19-87f7-2047b3bdbaee req-316a058c-b28c-43fb-92a2-06a59145e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:33.121124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17237aed-8940-4f19-87f7-2047b3bdbaee req-316a058c-b28c-43fb-92a2-06a59145e093 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 200 len: 855 time: 0.1277163 Aug 29 16:55:33.142360 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4271e738-f56c-479c-b4b1-2d4c8beb8e04 req-38ec58ec-bceb-44ab-a26d-de895f54f6a6 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803602 Aug 29 16:55:33.151448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a2806e-7007-45c5-a616-3b534b724fe9,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:33.164730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:33.165013 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] Checking segment: {'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:33.165158 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] Network hostable DHCP agents. Network: f5260538-0a13-4470-8a62-e0f8b7d0f75c, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:55:33.165324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] Network hostable DHCP agents. Network: 563469a4-489a-4ba1-ac09-b2255dd8022b, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:55:33.170088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17237aed-8940-4f19-87f7-2047b3bdbaee req-0a6cd67d-0a41-43ba-a6e3-219b626e9ee8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0991fc44-0e51-497d-a36d-d6ba73e184ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359550 Aug 29 16:55:33.177681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-e6799fb9-60e6-44d5-8ffc-d7c396832598 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/quotas/f1ea436ab4a84a359a4f446ab76c3a44 HTTP/1.1" status: 200 len: 375 time: 0.0539274 Aug 29 16:55:33.181302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8e504cc2-6338-40dd-8de6-455778b34336, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e504cc2-6338-40dd-8de6-455778b34336,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:33.183512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] Network f5260538-0a13-4470-8a62-e0f8b7d0f75c is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:55:33.195155 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, f5260538-0a13-4470-8a62-e0f8b7d0f75c) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:33.199152 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.204500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:33.206016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.216157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9698bb-de63-453e-aa52-9c45d02cf897 None None] Network f5260538-0a13-4470-8a62-e0f8b7d0f75c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:33.222912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5bfeef1f-0690-45f0-ac4b-c70749abfae6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4715915 Aug 29 16:55:33.225799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47522) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:33.231640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-986682943-router', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:33.234787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-32e68246-72ad-431f-98ed-d6d4e5b786c7 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f1ea436ab4a84a359a4f446ab76c3a44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562592 Aug 29 16:55:33.242007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '8e504cc2-6338-40dd-8de6-455778b34336', 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d', 'port_id': '8e504cc2-6338-40dd-8de6-455778b34336', 'mac_address': 'fa:16:3e:f1:97:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706e06ef-9641-4853-80d4-0cd097dad076', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:33.258020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.260045 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.281419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] Network 563469a4-489a-4ba1-ac09-b2255dd8022b is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:55:33.297472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 563469a4-489a-4ba1-ac09-b2255dd8022b) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:33.308069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:33.308852 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.337153 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17237aed-8940-4f19-87f7-2047b3bdbaee req-b69352f5-81f9-4324-b3d0-c6c7ef4eb354 service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487627 Aug 29 16:55:33.348673 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-373ba875-f572-4e27-a70d-174034acc8a7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8943830 Aug 29 16:55:33.356939 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.465626 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17237aed-8940-4f19-87f7-2047b3bdbaee req-17fd98f3-2f5b-40f2-a6d6-c65ae113aa34 service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118298 Aug 29 16:55:33.530521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8e504cc2-6338-40dd-8de6-455778b34336, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e504cc2-6338-40dd-8de6-455778b34336,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:33.572135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a299b5f-5849-44dd-9542-430d9da23003 None None] Network 563469a4-489a-4ba1-ac09-b2255dd8022b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:33.636364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e504cc2-6338-40dd-8de6-455778b34336'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:33.639745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.640962 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdbeea3-df63-4062-adae-b0ab660c94c2" -d '{"events": [{"server_uuid": "2065b373-adb8-42db-84bd-6f9f5b5f0644", "name": "network-vif-unplugged", "status": "completed", "tag": "8e504cc2-6338-40dd-8de6-455778b34336"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:33.651726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d138ed-d2e7-4ba9-84db-4edc8ab0628d req-8202c09d-6494-4811-9c0b-703371162ba7 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:33.653879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbe6e2-2f25-4b30-bdca-059679df824d req-dc70f92f-e98e-494d-a7d0-f66ed478b1bf tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:33.661422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bfbe6e2-2f25-4b30-bdca-059679df824d req-dc70f92f-e98e-494d-a7d0-f66ed478b1bf tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 946 time: 0.2302663 Aug 29 16:55:33.662816 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d138ed-d2e7-4ba9-84db-4edc8ab0628d req-8202c09d-6494-4811-9c0b-703371162ba7 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 944 time: 0.0959427 Aug 29 16:55:33.677021 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.680219 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.719533 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d138ed-d2e7-4ba9-84db-4edc8ab0628d req-a1841842-e684-4420-ba99-21454643d535 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549266 Aug 29 16:55:33.746562 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:33.757746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bfbe6e2-2f25-4b30-bdca-059679df824d req-b2f72846-71b2-4bdf-b66d-5f252d3994f7 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952446 Aug 29 16:55:33.830304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e504cc2-6338-40dd-8de6-455778b34336 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:33.873780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23a2f1c-0319-4841-920e-ae82a08a2dd1 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:33.987175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da603632-5cbc-4228-b618-9f150aafd332 None None] Network f5260538-0a13-4470-8a62-e0f8b7d0f75c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:33.992615 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-cbd19291-8bca-4798-ad6d-bc6987046401 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f1ea436ab4a84a359a4f446ab76c3a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419722 Aug 29 16:55:34.053197 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb75a5d4-765d-4961-8472-310256f2f3b0 x-openstack-request-id: req-fb75a5d4-765d-4961-8472-310256f2f3b0 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:34.053884 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2065b373-adb8-42db-84bd-6f9f5b5f0644", "name": "network-vif-unplugged", "status": "completed", "tag": "8e504cc2-6338-40dd-8de6-455778b34336", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:34.054152 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb75a5d4-765d-4961-8472-310256f2f3b0 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:34.054553 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e504cc2-6338-40dd-8de6-455778b34336', 'code': 200} Aug 29 16:55:34.056970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8e504cc2-6338-40dd-8de6-455778b34336,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:34.061314 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.126033 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.151950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port a23a2f1c-0319-4841-920e-ae82a08a2dd1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a23a2f1c-0319-4841-920e-ae82a08a2dd1,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:34.171149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-280997a9-ed69-4218-8b95-8281e4cd3977 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:34.182655 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-280997a9-ed69-4218-8b95-8281e4cd3977 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805942 Aug 29 16:55:34.189881 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.208584 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-cc57ec84-5990-443e-b8c2-0305aad741ad tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/quotas/f1ea436ab4a84a359a4f446ab76c3a44 HTTP/1.1" status: 200 len: 375 time: 0.0269904 Aug 29 16:55:34.223019 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 16:55:34.223467 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 16:55:34.229802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0eb8e-e056-4a04-a48d-8064701d22b6 None None] Network 563469a4-489a-4ba1-ac09-b2255dd8022b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:34.262025 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-0ed54e11-8ef9-4007-8d28-36f86412d496 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f1ea436ab4a84a359a4f446ab76c3a44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497057 Aug 29 16:55:34.326731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47586) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:34.338031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1931877623-network', 'tenant_id': '7badadbce41c4c4d90d4fc870bed1f6e'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:34.376436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Allocated IP 172.25.5.86 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/9c39dadb-9317-4960-8704-73e583487a3b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:34.384438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Made reservation on behalf of 7badadbce41c4c4d90d4fc870bed1f6e for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:34.387263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.412477 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.551221 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['a23a2f1c-0319-4841-920e-ae82a08a2dd1'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:34.567573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=a23a2f1c-0319-4841-920e-ae82a08a2dd1,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:34.570695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c58f5-6231-4363-baba-d6a0f6db74ee req-b97a22bb-997f-4654-ae7e-ed54afa2cf2b tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:34.581765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed3c58f5-6231-4363-baba-d6a0f6db74ee req-b97a22bb-997f-4654-ae7e-ed54afa2cf2b tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 945 time: 0.1145766 Aug 29 16:55:34.661124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed3c58f5-6231-4363-baba-d6a0f6db74ee req-a263e4a3-decd-469b-b9c4-d145a0e187af tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756748 Aug 29 16:55:34.666278 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.788452 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.815109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b28725e1-1237-4745-8df3-661d556bbd48 req-f516add1-8842-4ca1-b380-f06735ba7435 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 210 time: 0.0764759 Aug 29 16:55:34.828050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e504cc2-6338-40dd-8de6-455778b34336 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:34.836767 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.849328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-2b62469d-cb89-4085-9c8b-0c0d9c9a2620 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:34.851957 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.859284 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-2b62469d-cb89-4085-9c8b-0c0d9c9a2620 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 815 time: 0.1612861 Aug 29 16:55:34.861754 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8e504cc2-6338-40dd-8de6-455778b34336, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e504cc2-6338-40dd-8de6-455778b34336,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:34.873381 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.889526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-3bf0848f-3fad-4412-819e-f913c5c01fcb tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/quotas/45c8dc6bdf4049e19980c0a5d5aa9e39 HTTP/1.1" status: 200 len: 375 time: 0.0292957 Aug 29 16:55:34.907658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:55:34.918984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adf4806-7430-482e-ba41-5541f12c3ade,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:34.933584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8e504cc2-6338-40dd-8de6-455778b34336,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:34.943055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.949915 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:34.952726 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Added segment 006da869-326b-47d3-8c35-65f1b10b88d5 of type vlan for network 7e7b26e1-fb52-4cf3-b305-f7a1259bd939 Aug 29 16:55:35.007867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:35.010855 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:35.012737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:35.030773 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Pushing event updated for resources: {'Port': ['ID=9c39dadb-9317-4960-8704-73e583487a3b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:35.040913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:35.081843 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a1ef31a4-6ca8-40cb-adf5-74b3412cd7fa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1913033 Aug 29 16:55:35.089537 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:35.090378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8e504cc2-6338-40dd-8de6-455778b34336'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:35.092836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:35.093628 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:35.116611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691aa6-330f-450b-8004-3370c124db7b req-34335239-6b53-4ac4-95ca-98c0b47b4ae2 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:35.128928 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a6691aa6-330f-450b-8004-3370c124db7b req-34335239-6b53-4ac4-95ca-98c0b47b4ae2 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 945 time: 0.1233938 Aug 29 16:55:35.216159 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8873816 Aug 29 16:55:35.228940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47620) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:35.234330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] Request body: {'subnet': {'network_id': '7e7b26e1-fb52-4cf3-b305-f7a1259bd939', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1931877623-subnet', 'tenant_id': '7badadbce41c4c4d90d4fc870bed1f6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:35.260640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-cd2cc989-c38c-406a-b05a-c33f7268b5bc tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f1ea436ab4a84a359a4f446ab76c3a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638130 Aug 29 16:55:35.309482 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a6691aa6-330f-450b-8004-3370c124db7b req-1b5576a7-2c2b-4562-b8c2-65212b2716c6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684229 Aug 29 16:55:35.325802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ed572-f61e-4627-bcca-801695881811 admin admin] Pushing event updated for resources: {'Network': ['ID=7e7b26e1-fb52-4cf3-b305-f7a1259bd939,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:35.339206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 7e7b26e1-fb52-4cf3-b305-f7a1259bd939 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:55:35.438562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] Made reservation on behalf of 7badadbce41c4c4d90d4fc870bed1f6e for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:35.441521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:35.546632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-33ec2984-fb9e-4401-a97d-0f154940c62f tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:35.548042 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-33ec2984-fb9e-4401-a97d-0f154940c62f tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633824 Aug 29 16:55:35.567280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Request body: {'port': {'device_id': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f1ea436ab4a84a359a4f446ab76c3a44'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:35.671015 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-e6e9deeb-ad82-4770-8205-f8fc6cf4d3cd service neutron] 10.222.0.22 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882819 Aug 29 16:55:35.748146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:35.848891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Made reservation on behalf of f1ea436ab4a84a359a4f446ab76c3a44 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:35.852657 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:35.858097 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-c7848800-1994-4bfc-b4fc-1b5fac379cc8 service neutron] 10.222.0.22 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795385 Aug 29 16:55:35.871961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-69750cab-8486-4861-abed-0e0989ecf1d4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f1ea436ab4a84a359a4f446ab76c3a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705004 Aug 29 16:55:35.872185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:35.883100 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:35.895647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3771110-2816-4913-8069-6c88c7f06abc,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:35.914581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] Checking segment: {'id': '006da869-326b-47d3-8c35-65f1b10b88d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e7b26e1-fb52-4cf3-b305-f7a1259bd939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:35.915043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] Network hostable DHCP agents. Network: 7e7b26e1-fb52-4cf3-b305-f7a1259bd939, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:55:35.924695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e70d9-9ac3-42e5-b5d8-99993a7d3717 req-de2894cd-4cfa-4a98-8b09-8a380501faf9 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:35.931824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc4e70d9-9ac3-42e5-b5d8-99993a7d3717 req-de2894cd-4cfa-4a98-8b09-8a380501faf9 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 945 time: 0.1705227 Aug 29 16:55:36.082740 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6adabd1-ae95-4861-9983-d4ab23765340 req-7047d4ea-998c-482d-814f-f65ecaeaed4a tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 210 time: 0.0388834 Aug 29 16:55:36.109334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] Network 7e7b26e1-fb52-4cf3-b305-f7a1259bd939 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:55:36.126037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc4e70d9-9ac3-42e5-b5d8-99993a7d3717 req-9215f856-beef-49df-890c-3b20eca86d48 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1930835 Aug 29 16:55:36.155160 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:36.188863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-bc0270ae-73ae-408b-9fca-c478db19e2d9 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:36.190730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-bc0270ae-73ae-408b-9fca-c478db19e2d9 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774825 Aug 29 16:55:36.200942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 7e7b26e1-fb52-4cf3-b305-f7a1259bd939) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:36.205801 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:36.206252 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:36.213450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab23fe3-ee79-44fb-a3e9-099a9d6380c6 None None] Network 7e7b26e1-fb52-4cf3-b305-f7a1259bd939 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:36.237182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Request body: {'port': {'device_id': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'f1ea436ab4a84a359a4f446ab76c3a44'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:36.359313 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-84b331a5-9fc2-443f-b75e-24595839ee72 req-9059a47c-753f-4a38-972c-8e20c90093fd tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 210 time: 0.1593671 Aug 29 16:55:36.366294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:55:36.368595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d82716-3ecc-4e5e-be14-8461b3be68d8 None None] Network 7e7b26e1-fb52-4cf3-b305-f7a1259bd939 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:55:36.442079 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:36.451026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:36.481014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dfea075f-aef3-42f1-a176-9693ed82b60f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2508643 Aug 29 16:55:36.560045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74df9ad-376d-4e77-92b8-50630e06462a req-ef69e63e-b682-4f00-95db-94bf702fb1a5 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:36.561830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d74df9ad-376d-4e77-92b8-50630e06462a req-ef69e63e-b682-4f00-95db-94bf702fb1a5 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 945 time: 0.1378317 Aug 29 16:55:36.582572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Made reservation on behalf of f1ea436ab4a84a359a4f446ab76c3a44 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:36.587928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:36.590508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8970b0de-8891-4e60-bf2a-0f49b89dee38,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:36.626716 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d74df9ad-376d-4e77-92b8-50630e06462a req-be9db8e3-4359-40d1-93ea-475acc6e6952 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559237 Aug 29 16:55:36.628394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:55:36.639173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Sync routers for ids ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:55:36.649419 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:36.651303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7f730946-e39c-468d-8549-8137f7d32dff admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4232631 Aug 29 16:55:36.652996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Routers {'9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:36.653779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:55:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:36.654247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47652) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:36.742548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Allocated IP 192.168.233.239 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/611cb227-d3a6-4c1e-a077-10905f93591f) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:36.805981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Set router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:36.836880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a23a2f1c-0319-4841-920e-ae82a08a2dd1 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:36.908867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2503e660-391c-49de-b42d-a28892e7065b details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:36.912830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8e504cc2-6338-40dd-8de6-455778b34336 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:36.944656 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:36.962945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Transition to ACTIVE for port object 611cb227-d3a6-4c1e-a077-10905f93591f will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:37.019467 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:37.105980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:37.133199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port a23a2f1c-0319-4841-920e-ae82a08a2dd1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:37.172390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:37.188464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:37.256857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ee307af-c139-4cf3-8038-6e31dedbe6b6 req-aa0a2c94-35f1-4f81-869c-dd7d2ad40059 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 210 time: 0.0308254 Aug 29 16:55:37.282275 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:37.343766 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 8e504cc2-6338-40dd-8de6-455778b34336 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:37.344370 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:37.355265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port a23a2f1c-0319-4841-920e-ae82a08a2dd1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:37.355640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:37.450424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2503e660-391c-49de-b42d-a28892e7065b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2503e660-391c-49de-b42d-a28892e7065b,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:37.488686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '2503e660-391c-49de-b42d-a28892e7065b', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'port_id': '2503e660-391c-49de-b42d-a28892e7065b', 'mac_address': 'fa:16:3e:26:de:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c45292-6f1d-4675-b417-0bfaac975c5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:37.522940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-82c27494-78a2-4c7d-828f-a2cc6f3b7971 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:37.524940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-82c27494-78a2-4c7d-828f-a2cc6f3b7971 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.10 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 815 time: 0.1360490 Aug 29 16:55:37.543528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Request body: {'port': {'device_id': '95ab8f37-4b1f-43ff-8917-fbf365beed25', 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad', 'admin_state_up': True, 'tenant_id': '45c8dc6bdf4049e19980c0a5d5aa9e39'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:37.670200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'name': 'tempest-ServerRescueNegativeTestJSON-986682943-router', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '9c39dadb-9317-4960-8704-73e583487a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:33Z', 'updated_at': '2021-08-29T16:55:35Z', 'revision_number': 3, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'gw_port': {'id': '9c39dadb-9317-4960-8704-73e583487a3b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:34Z', 'updated_at': '2021-08-29T16:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:37.732535 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:37.739337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:37.739895 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:37.741310 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47fb87-d49b-48aa-bcda-efdd4f044b30 req-05a8d925-2cce-4215-8b77-aa8647c4b1c2 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:37.743375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f47fb87-d49b-48aa-bcda-efdd4f044b30 req-05a8d925-2cce-4215-8b77-aa8647c4b1c2 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 945 time: 0.3554707 Aug 29 16:55:37.752475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Pushing event updated for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:37.765837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2503e660-391c-49de-b42d-a28892e7065b {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:37.770570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Checking router: 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:55:37.770927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Updating router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 port 9c39dadb-9317-4960-8704-73e583487a3b binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:55:37.786016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Allocated IP 192.168.233.144 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/dacba6da-94b1-4cef-9433-547b2daeb165) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:37.795003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-b1c9fb2a-be3a-4d07-abf7-9d6ae5e7d9fa tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2336848 Aug 29 16:55:37.813287 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:37.815158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6381a1cc-3ea0-4762-bdb1-1042fa9de095 None None] Provisioning for port 611cb227-d3a6-4c1e-a077-10905f93591f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:37.823303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Request body: {'port': {'device_id': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:37.828152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6381a1cc-3ea0-4762-bdb1-1042fa9de095 None None] Provisioning complete for port 611cb227-d3a6-4c1e-a077-10905f93591f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:37.831700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6381a1cc-3ea0-4762-bdb1-1042fa9de095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:37.878330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Allocated IP 172.20.0.1 (f5260538-0a13-4470-8a62-e0f8b7d0f75c/07a2806e-7007-45c5-a616-3b534b724fe9/11b0b73d-451f-429e-a3c8-f13b8ad8fa98) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:37.881007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d062-1946-493c-b602-0f2d2b38320d req-92a59976-233d-41e0-b36f-08858c0a9093 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:37.883272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f47fb87-d49b-48aa-bcda-efdd4f044b30 req-7d33ea1c-e2fd-446a-aef9-d64311aaa114 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272912 Aug 29 16:55:37.888044 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-92a59976-233d-41e0-b36f-08858c0a9093 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 821 time: 0.7908785 Aug 29 16:55:37.915907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2503e660-391c-49de-b42d-a28892e7065b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2503e660-391c-49de-b42d-a28892e7065b,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:37.919985 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:37.922143 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:37.935106 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-569abab8-9bc3-42f4-aa2e-58eea32a9811 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/quotas/87aab6bab59d4591973a8c9fe46d8484 HTTP/1.1" status: 200 len: 375 time: 0.0461063 Aug 29 16:55:37.950310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port a23a2f1c-0319-4841-920e-ae82a08a2dd1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a23a2f1c-0319-4841-920e-ae82a08a2dd1,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:37.976521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:37.979545 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c8c487-44fe-4a91-a038-f1f821af48e9" -d '{"events": [{"server_uuid": "ef6f4101-f395-4e1b-bf1b-eb61cfafed18", "name": "network-vif-plugged", "status": "completed", "tag": "a23a2f1c-0319-4841-920e-ae82a08a2dd1"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:37.982603 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:37.984436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6381a1cc-3ea0-4762-bdb1-1042fa9de095 None None] Port 611cb227-d3a6-4c1e-a077-10905f93591f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:55:37.993689 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.019677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Made reservation on behalf of 45c8dc6bdf4049e19980c0a5d5aa9e39 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:38.020690 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-3abca89b-5756-4f75-8d98-908f92c82340 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846553 Aug 29 16:55:38.024211 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.110414 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.146256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['2503e660-391c-49de-b42d-a28892e7065b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:38.186920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8e504cc2-6338-40dd-8de6-455778b34336, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e504cc2-6338-40dd-8de6-455778b34336,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:38.188950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e4148846-90ab-490b-8381-25664bc64ec1 req-e7e8da2f-477d-43ba-ae14-625734f23f0e tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 210 time: 0.0822237 Aug 29 16:55:38.251537 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.275288 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.305097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2503e660-391c-49de-b42d-a28892e7065b,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:38.310079 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-6ee23d0a-3604-46b8-ad0f-a3df6d4d7f75 service neutron] 10.222.0.22 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861397 Aug 29 16:55:38.323819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Allocated IP 172.20.0.6 (0991fc44-0e51-497d-a36d-d6ba73e184ad/0683e233-879a-4fd9-8ba9-d332f630c198/f7124799-ba57-421b-9191-9f6cd60a07a7) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:38.391562 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.424256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-6a96f824-d154-493a-b1b8-f95c64226e76 service neutron] 10.222.0.22 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136973 Aug 29 16:55:38.459789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=a23a2f1c-0319-4841-920e-ae82a08a2dd1,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:38.468776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Network f5260538-0a13-4470-8a62-e0f8b7d0f75c is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:38.504130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:38.511568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:38.587295 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.609940 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.610475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8e504cc2-6338-40dd-8de6-455778b34336,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:38.620365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Transition to ACTIVE for port object dacba6da-94b1-4cef-9433-547b2daeb165 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:38.652585 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126e9e29-3e49-4151-bff1-5f7be1c5c04e x-openstack-request-id: req-126e9e29-3e49-4151-bff1-5f7be1c5c04e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:38.654031 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6f4101-f395-4e1b-bf1b-eb61cfafed18", "name": "network-vif-plugged", "status": "completed", "tag": "a23a2f1c-0319-4841-920e-ae82a08a2dd1", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:38.654675 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-126e9e29-3e49-4151-bff1-5f7be1c5c04e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:38.655328 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1', 'code': 200} Aug 29 16:55:38.768426 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.769400 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.781936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Transition to ACTIVE for port object 9c39dadb-9317-4960-8704-73e583487a3b will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:38.793606 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.877595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Attempting to bind port 9c39dadb-9317-4960-8704-73e583487a3b on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:38.878175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Attempting to bind port 9c39dadb-9317-4960-8704-73e583487a3b by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:38.878725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Attempting to bind port 9c39dadb-9317-4960-8704-73e583487a3b on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:38.888204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8299b4a-5137-4fa7-a555-cf9a14c3543a None None] Pushing event updated for resources: {'Port': ['ID=9c39dadb-9317-4960-8704-73e583487a3b,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:38.902636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:38.903613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:38.904294 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.906036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:38.907078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Bound port: 9c39dadb-9317-4960-8704-73e583487a3b, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:38.907831 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:38.925313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:38.932001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:38.939072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2503e660-391c-49de-b42d-a28892e7065b up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:38.953608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:39.026568 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Pushing event updated for resources: {'Port': ['ID=dacba6da-94b1-4cef-9433-547b2daeb165,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:39.033282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 2503e660-391c-49de-b42d-a28892e7065b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:39.042121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:39.046044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] For port 9c39dadb-9317-4960-8704-73e583487a3b, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:39.053908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] For port 9c39dadb-9317-4960-8704-73e583487a3b, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c39dadb-9317-4960-8704-73e583487a3b,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:39.054176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Pushing event updated for resources: {'Port': ['ID=11b0b73d-451f-429e-a3c8-f13b8ad8fa98,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:39.060384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce373566-9928-4a16-8da1-b0573528005c req-bb09ba38-c4bb-4f89-a28c-d748c6b680a5 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:39.070088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce373566-9928-4a16-8da1-b0573528005c req-bb09ba38-c4bb-4f89-a28c-d748c6b680a5 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 936 time: 0.3040979 Aug 29 16:55:39.123875 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:39.139615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:39.140632 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:39.162592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce373566-9928-4a16-8da1-b0573528005c req-60ab4afd-71aa-4ca8-bd75-8a2f0dd01731 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915155 Aug 29 16:55:39.223683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:39.245261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-2aa63fef-8f43-4d12-9389-0c80f89acfc8 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0284591 Aug 29 16:55:39.278003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8299b4a-5137-4fa7-a555-cf9a14c3543a None None] Pushing event updated for resources: {'Port': ['ID=9c39dadb-9317-4960-8704-73e583487a3b,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:39.288456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Request body: {'port': {'device_id': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:39.330555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae8d0e01-680e-4241-96ca-8d9b20253eef req-440dcb2a-ad97-4fed-adbb-102fc6cb6b62 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 210 time: 0.0836749 Aug 29 16:55:39.357566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affd084-e6ed-453c-84f1-39d99039554b req-e879556f-a5f4-4062-a53d-73677da88248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:39.357566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8affd084-e6ed-453c-84f1-39d99039554b req-e879556f-a5f4-4062-a53d-73677da88248 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 1098 time: 0.4391210 Aug 29 16:55:39.376256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Routers {'9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:39.377161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:55:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:39.390927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4f1b6-e464-4264-b925-b5034903fd09 req-413126f9-3378-4f4e-a255-25331fd5b57a tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:39.399636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fba4f1b6-e464-4264-b925-b5034903fd09 req-413126f9-3378-4f4e-a255-25331fd5b57a tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.5179667 Aug 29 16:55:39.404779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:39.505490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611cb227-d3a6-4c1e-a077-10905f93591f {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:39.535058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] Set router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:39.549430 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:55:39.560993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:39.599978 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fba4f1b6-e464-4264-b925-b5034903fd09 req-50fec352-5834-4586-8d5e-90aa7ffb8a06 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992559 Aug 29 16:55:39.601834 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8affd084-e6ed-453c-84f1-39d99039554b req-c6683435-65c2-4ef0-b547-d41f39591fbe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2330973 Aug 29 16:55:39.655996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:39.671938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Transition to ACTIVE for port object 611cb227-d3a6-4c1e-a077-10905f93591f will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:39.719456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:39.731953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-98e59685-5eb5-4525-b2ad-b8737603f12f None None] Provisioning for port dacba6da-94b1-4cef-9433-547b2daeb165 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:39.755686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5e854-ad9d-4e0e-999d-b178968ecdbd req-47785c24-b64d-4a1e-8c95-e8a36f95a420 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:39.757603 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fc5e854-ad9d-4e0e-999d-b178968ecdbd req-47785c24-b64d-4a1e-8c95-e8a36f95a420 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 946 time: 0.2086012 Aug 29 16:55:39.774298 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:39.806872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-98e59685-5eb5-4525-b2ad-b8737603f12f None None] Provisioning complete for port dacba6da-94b1-4cef-9433-547b2daeb165 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:39.807897 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-98e59685-5eb5-4525-b2ad-b8737603f12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:39.854178 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:39.961057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2503e660-391c-49de-b42d-a28892e7065b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2503e660-391c-49de-b42d-a28892e7065b,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:39.962499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Pushing event updated for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:39.969372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-98e59685-5eb5-4525-b2ad-b8737603f12f None None] Port dacba6da-94b1-4cef-9433-547b2daeb165 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:55:40.034189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fc5e854-ad9d-4e0e-999d-b178968ecdbd req-638a85a0-425b-4563-bc72-66f8ba67ec97 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2243338 Aug 29 16:55:40.044248 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:40.236586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2503e660-391c-49de-b42d-a28892e7065b,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:40.243823 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:40.291655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'name': 'tempest-ServerRescueNegativeTestJSON-986682943-router', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '9c39dadb-9317-4960-8704-73e583487a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:33Z', 'updated_at': '2021-08-29T16:55:38Z', 'revision_number': 4, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'gw_port': {'id': '9c39dadb-9317-4960-8704-73e583487a3b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:34Z', 'updated_at': '2021-08-29T16:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '11b0b73d-451f-429e-a3c8-f13b8ad8fa98', 'name': '', 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'mac_address': 'fa:16:3e:a7:32:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:37Z', 'updated_at': '2021-08-29T16:55:37Z', 'revision_number': 1, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'subnets': [{'id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:40.297266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-42e1b98d-8a46-4982-91a8-72cb1740ae52 req-8ebc5c7d-c318-45ae-b774-11ecca2a3c03 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 210 time: 0.5024974 Aug 29 16:55:40.346108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Attempting to bind port 611cb227-d3a6-4c1e-a077-10905f93591f on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:40.346691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Attempting to bind port 611cb227-d3a6-4c1e-a077-10905f93591f by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:40.346691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Attempting to bind port 611cb227-d3a6-4c1e-a077-10905f93591f on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:40.388894 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:40.391181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Port 611cb227-d3a6-4c1e-a077-10905f93591f on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:55:40.391765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Attempting to bind port 611cb227-d3a6-4c1e-a077-10905f93591f on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:40.413747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:40.414529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:40.415130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:40.415771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Bound port: 611cb227-d3a6-4c1e-a077-10905f93591f, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:40.416303 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:40.430792 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:40.503366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883b319-faed-42bb-bfda-d024204bcd64 req-973e0646-8ac2-4594-a3b5-7f1c712d0424 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:40.511801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4883b319-faed-42bb-bfda-d024204bcd64 req-973e0646-8ac2-4594-a3b5-7f1c712d0424 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 936 time: 0.1845417 Aug 29 16:55:40.513034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Pushing event updated for resources: {'Port': ['ID=11b0b73d-451f-429e-a3c8-f13b8ad8fa98,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:40.567894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Network 0991fc44-0e51-497d-a36d-d6ba73e184ad is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:40.587418 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10d03b40-a964-4c9d-8109-ed22edba87bd req-19f5a0be-2c11-4c82-b411-5342fdcc4c69 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 210 time: 0.1334932 Aug 29 16:55:40.620310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d062-1946-493c-b602-0f2d2b38320d req-d5a51346-a00f-4939-8688-dd0c0bbe57f0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:40.621854 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-d5a51346-a00f-4939-8688-dd0c0bbe57f0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.10 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 821 time: 0.4538784 Aug 29 16:55:40.639973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4883b319-faed-42bb-bfda-d024204bcd64 req-ec644c37-7ef2-4879-bcca-f445a2dee27a tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238801 Aug 29 16:55:40.664728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:40.701918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Request body: {'port': {'device_id': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b', 'admin_state_up': True, 'tenant_id': '87aab6bab59d4591973a8c9fe46d8484'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:40.716044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:40.728202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e504cc2-6338-40dd-8de6-455778b34336'}, {'server_uuid': '471ddf40-1756-489e-9452-ef7deedbdafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2503e660-391c-49de-b42d-a28892e7065b'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:40.730726 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c300cec8-7a64-4928-875e-d0daa818ad80" -d '{"events": [{"server_uuid": "2065b373-adb8-42db-84bd-6f9f5b5f0644", "name": "network-vif-plugged", "status": "completed", "tag": "8e504cc2-6338-40dd-8de6-455778b34336"}, {"server_uuid": "471ddf40-1756-489e-9452-ef7deedbdafd", "name": "network-vif-plugged", "status": "completed", "tag": "2503e660-391c-49de-b42d-a28892e7065b"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:40.747980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ac0a71d4-1be2-4cfb-b3d2-34ee716664ac', 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:40.750721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818a110-ff72-4705-909b-cb9316b646c4 None None] The sync data for ids ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'] in n-d-713301-13 is: [{'id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'name': 'tempest-ServerRescueNegativeTestJSON-986682943-router', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '9c39dadb-9317-4960-8704-73e583487a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:33Z', 'updated_at': '2021-08-29T16:55:38Z', 'revision_number': 4, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'gw_port': {'id': '9c39dadb-9317-4960-8704-73e583487a3b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:34Z', 'updated_at': '2021-08-29T16:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '11b0b73d-451f-429e-a3c8-f13b8ad8fa98', 'name': '', 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'mac_address': 'fa:16:3e:a7:32:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:37Z', 'updated_at': '2021-08-29T16:55:37Z', 'revision_number': 1, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'subnets': [{'id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:55:40.815470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:40.839905 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb5940a-87c2-4eea-a149-cf4c2de5e51f x-openstack-request-id: req-3fb5940a-87c2-4eea-a149-cf4c2de5e51f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:40.839905 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2065b373-adb8-42db-84bd-6f9f5b5f0644", "name": "network-vif-plugged", "status": "completed", "tag": "8e504cc2-6338-40dd-8de6-455778b34336", "code": 200}, {"server_uuid": "471ddf40-1756-489e-9452-ef7deedbdafd", "name": "network-vif-plugged", "status": "completed", "tag": "2503e660-391c-49de-b42d-a28892e7065b", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:40.839905 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3fb5940a-87c2-4eea-a149-cf4c2de5e51f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:40.839905 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e504cc2-6338-40dd-8de6-455778b34336', 'code': 200} Aug 29 16:55:40.839905 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471ddf40-1756-489e-9452-ef7deedbdafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2503e660-391c-49de-b42d-a28892e7065b', 'code': 200} Aug 29 16:55:40.914899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:40.930060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:40.931591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:40.938016 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:40.952609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacba6da-94b1-4cef-9433-547b2daeb165 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:40.983630 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:41.027293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:41.027941 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:41.029499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] 10.222.0.16 "PUT /v2.0/ports/611cb227-d3a6-4c1e-a077-10905f93591f HTTP/1.1" status: 200 len: 1097 time: 3.2133987 Aug 29 16:55:41.060312 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:41.064173 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c07e7b-4627-4b32-b64a-0176b51d1fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:41.101780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Transition to ACTIVE for port object dacba6da-94b1-4cef-9433-547b2daeb165 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:41.151038 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:41.208211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Made reservation on behalf of 87aab6bab59d4591973a8c9fe46d8484 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:41.224842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:41.231122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6931713 Aug 29 16:55:41.231929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Pushing event updated for resources: {'Port': ['ID=f7124799-ba57-421b-9191-9f6cd60a07a7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:41.246262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Request body: {'port': {'device_id': '95ab8f37-4b1f-43ff-8917-fbf365beed25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:41.256106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.256578 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.257093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.257725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.258182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.258615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.259053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.259495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.259939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.260603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.261044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.261508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80503f-21e7-423a-ac74-06c7696b1fb9 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:41.319233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c19cd9-bcdd-46e8-9653-8e80cdb5ee95 req-5f94ac65-93ef-44d1-a899-a673982aa03e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:41.321061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5c19cd9-bcdd-46e8-9653-8e80cdb5ee95 req-5f94ac65-93ef-44d1-a899-a673982aa03e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.5081992 Aug 29 16:55:41.399224 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5c19cd9-bcdd-46e8-9653-8e80cdb5ee95 req-cf27928d-9e33-4b41-9976-7b9fb946bc82 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678277 Aug 29 16:55:41.445566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb050c-f26d-4a4a-9f4c-2e811973dd0f req-b576dc74-e0e7-4c5a-946e-49789b96901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:41.447651 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9cb050c-f26d-4a4a-9f4c-2e811973dd0f req-b576dc74-e0e7-4c5a-946e-49789b96901d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 1098 time: 0.3836064 Aug 29 16:55:41.451611 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Network f5260538-0a13-4470-8a62-e0f8b7d0f75c is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:41.519104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:41.521450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e8234-6588-4ac6-918a-8d42382881f2 service neutron] Pushing event updated for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:41.540912 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e010296c-0569-4864-ad4c-35b4486b01be x-openstack-request-id: req-e010296c-0569-4864-ad4c-35b4486b01be {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:41.541375 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:41.541642 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e010296c-0569-4864-ad4c-35b4486b01be {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:41.542071 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f', 'status': 'completed', 'code': 200} Aug 29 16:55:41.581442 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:41.613104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dacba6da-94b1-4cef-9433-547b2daeb165,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:41.645390 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9cb050c-f26d-4a4a-9f4c-2e811973dd0f req-ea6a6273-9ea1-48ca-8ce3-109306fd0b58 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837544 Aug 29 16:55:41.751443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-5637afc6-9da2-478c-a4d7-43a25d4f8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:41.753103 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-5637afc6-9da2-478c-a4d7-43a25d4f8ff9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1ea436ab4a84a359a4f446ab76c3a44&device_id=b639007a-19c2-4aca-b65d-c6250bcbf01a HTTP/1.1" status: 200 len: 1100 time: 0.4934404 Aug 29 16:55:41.889914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ebe84-49bf-42ff-9024-f8db4137ccfe req-d7bd6325-b2de-4872-8f87-10431d525616 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:41.891547 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b56ebe84-49bf-42ff-9024-f8db4137ccfe req-d7bd6325-b2de-4872-8f87-10431d525616 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 946 time: 0.6167648 Aug 29 16:55:41.996633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Attempting to bind port dacba6da-94b1-4cef-9433-547b2daeb165 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:41.997202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Attempting to bind port dacba6da-94b1-4cef-9433-547b2daeb165 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:41.998469 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Attempting to bind port dacba6da-94b1-4cef-9433-547b2daeb165 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:42.002544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-c9cf4f76-b643-4972-87f8-321f83376ec4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=611cb227-d3a6-4c1e-a077-10905f93591f HTTP/1.1" status: 200 len: 217 time: 0.1635146 Aug 29 16:55:42.040951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Port dacba6da-94b1-4cef-9433-547b2daeb165 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:55:42.041348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Attempting to bind port dacba6da-94b1-4cef-9433-547b2daeb165 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:42.055636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Allocated IP 172.20.0.11 (563469a4-489a-4ba1-ac09-b2255dd8022b/66f124a1-1021-499e-b8cc-92748c43666e/a25e8eee-ab22-4985-9bc3-a002221004ea) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:42.083548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:42.083895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:42.084300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:42.084754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Bound port: dacba6da-94b1-4cef-9433-547b2daeb165, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:42.085119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:42.115803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d14c4-faa6-4970-ac10-88745df8dd8b req-27e6f2d7-411b-43e3-a192-24add2d191b8 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:42.117422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-139d14c4-faa6-4970-ac10-88745df8dd8b req-27e6f2d7-411b-43e3-a192-24add2d191b8 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 931 time: 0.2573383 Aug 29 16:55:42.145868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-59c84e26-83b9-4dbe-8810-ee235eea5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:42.150122 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-59c84e26-83b9-4dbe-8810-ee235eea5559 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1311338 Aug 29 16:55:42.181086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b56ebe84-49bf-42ff-9024-f8db4137ccfe req-95f6651c-50ac-4464-a5ae-5f4bed8b884e tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2669137 Aug 29 16:55:42.224849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:55:42.271252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-139d14c4-faa6-4970-ac10-88745df8dd8b req-4665891e-7477-47f1-8bbd-586ebf342b57 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251869 Aug 29 16:55:42.309952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] For port dacba6da-94b1-4cef-9433-547b2daeb165, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:42.378992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] For port dacba6da-94b1-4cef-9433-547b2daeb165, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dacba6da-94b1-4cef-9433-547b2daeb165,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:42.382270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-e4d86296-bb67-45c7-b568-743a158e0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:42.384941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-e4d86296-bb67-45c7-b568-743a158e0ebb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2074208 Aug 29 16:55:42.405557 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57d96865-4c2d-4bc0-befe-2243685b61e4 req-b7ae42b1-e3e8-489f-a7c5-18b244170ddd tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 210 time: 0.0703242 Aug 29 16:55:42.443470 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:42.493686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7124799-ba57-421b-9191-9f6cd60a07a7 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:42.594818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b562bcb-055b-4058-82dc-246cd233c7df req-7f71b70a-deb3-4791-87a8-759d3e3b8ae3 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:42.596472 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b562bcb-055b-4058-82dc-246cd233c7df req-7f71b70a-deb3-4791-87a8-759d3e3b8ae3 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 948 time: 0.2185807 Aug 29 16:55:42.598825 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:42.777348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Transition to ACTIVE for port object f7124799-ba57-421b-9191-9f6cd60a07a7 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:42.797953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:42.821585 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1aa05fde-5b1a-42a0-8678-91601f5f4ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:42.854801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c39dadb-9317-4960-8704-73e583487a3b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:42.867495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b562bcb-055b-4058-82dc-246cd233c7df req-3859c345-35b5-4f38-a7cf-a27d51064e14 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486825 Aug 29 16:55:42.871781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:55:42.906011 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1082a2cf-f0a1-47ca-97e6-2382dc688aca admin admin] 10.222.0.22 "PUT /v2.0/routers/9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2505345 Aug 29 16:55:43.015516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Pushing event updated for resources: {'Port': ['ID=f7124799-ba57-421b-9191-9f6cd60a07a7,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:43.049643 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 9c39dadb-9317-4960-8704-73e583487a3b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:43.059237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9c39dadb-9317-4960-8704-73e583487a3b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:43.060933 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:43.173540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dacba6da-94b1-4cef-9433-547b2daeb165,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:43.251814 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:43.261438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Attempting to bind port f7124799-ba57-421b-9191-9f6cd60a07a7 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:43.261797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Attempting to bind port f7124799-ba57-421b-9191-9f6cd60a07a7 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:43.262112 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Attempting to bind port f7124799-ba57-421b-9191-9f6cd60a07a7 on network 0991fc44-0e51-497d-a36d-d6ba73e184ad {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:43.307316 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:43.327329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Port f7124799-ba57-421b-9191-9f6cd60a07a7 on network 0991fc44-0e51-497d-a36d-d6ba73e184ad not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:55:43.327707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Attempting to bind port f7124799-ba57-421b-9191-9f6cd60a07a7 on network 0991fc44-0e51-497d-a36d-d6ba73e184ad {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:43.339111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 9c39dadb-9317-4960-8704-73e583487a3b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c39dadb-9317-4960-8704-73e583487a3b,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:43.339563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:43.339919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Checking segment: {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:43.340360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Bound using segment: {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:43.340741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Bound port: f7124799-ba57-421b-9191-9f6cd60a07a7, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:43.341105 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:43.363142 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:43.372522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:43.376729 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:43.378822 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-00f32371-2272-4d5a-ae9a-6ed86f9352d3 service neutron] 10.222.0.16 "PUT /v2.0/ports/dacba6da-94b1-4cef-9433-547b2daeb165 HTTP/1.1" status: 200 len: 1097 time: 4.0972748 Aug 29 16:55:43.435432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0584ad-4df3-4967-b062-bc748ad5058b req-92f522cb-1688-4faa-8116-4355e96d4d96 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:43.443079 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b0584ad-4df3-4967-b062-bc748ad5058b req-92f522cb-1688-4faa-8116-4355e96d4d96 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 945 time: 0.1692762 Aug 29 16:55:43.448059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278416eb-a89e-4b93-a12f-a102dac85cc4 req-4f320114-2f38-47fc-bee0-3fa1f035fcc4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:43.458686 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-278416eb-a89e-4b93-a12f-a102dac85cc4 req-4f320114-2f38-47fc-bee0-3fa1f035fcc4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.2862637 Aug 29 16:55:43.467158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=9c39dadb-9317-4960-8704-73e583487a3b,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:43.525510 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b0584ad-4df3-4967-b062-bc748ad5058b req-b26b9bf3-5377-4751-943d-8d29d7a8ca2b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762703 Aug 29 16:55:43.526526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] For port f7124799-ba57-421b-9191-9f6cd60a07a7, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:43.530211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] For port f7124799-ba57-421b-9191-9f6cd60a07a7, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f7124799-ba57-421b-9191-9f6cd60a07a7,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:43.536015 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:43.551214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'tag': 'dacba6da-94b1-4cef-9433-547b2daeb165'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:43.554484 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4c74e5-40d1-43fa-9885-1521c3b545ee" -d '{"events": [{"name": "network-changed", "server_uuid": "194e84aa-badd-4c28-b9fb-ec9c6e33aed5", "tag": "dacba6da-94b1-4cef-9433-547b2daeb165"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:43.558223 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:43.583372 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-3a454bc4-2a20-4ae7-bf7c-e506ae276e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:43.584896 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-3a454bc4-2a20-4ae7-bf7c-e506ae276e8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1ea436ab4a84a359a4f446ab76c3a44&device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 1100 time: 0.1234028 Aug 29 16:55:43.596978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:43.597634 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:43.599065 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] 10.222.0.10 "PUT /v2.0/ports/f7124799-ba57-421b-9191-9f6cd60a07a7 HTTP/1.1" status: 200 len: 1092 time: 2.3573902 Aug 29 16:55:43.599561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ab8f37-4b1f-43ff-8917-fbf365beed25', 'tag': 'f7124799-ba57-421b-9191-9f6cd60a07a7'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:43.601878 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dd78a2-ef18-4ab4-8fee-0bc5f7fbdabc" -d '{"events": [{"name": "network-changed", "server_uuid": "95ab8f37-4b1f-43ff-8917-fbf365beed25", "tag": "f7124799-ba57-421b-9191-9f6cd60a07a7"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:43.678747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-278416eb-a89e-4b93-a12f-a102dac85cc4 req-1aec2cce-1c1c-41f9-a412-9ebb554143af tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189233 Aug 29 16:55:43.696355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328fc05-5e45-4c32-b788-0eb88608b977 service neutron] Pushing event updated for resources: {'Port': ['ID=f7124799-ba57-421b-9191-9f6cd60a07a7,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:43.749596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Pushing event updated for resources: {'Port': ['ID=a25e8eee-ab22-4985-9bc3-a002221004ea,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:43.754182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Network 563469a4-489a-4ba1-ac09-b2255dd8022b is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:43.756873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-ea117df0-d52c-4ae2-bf76-fba6d927210b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=dacba6da-94b1-4cef-9433-547b2daeb165 HTTP/1.1" status: 200 len: 217 time: 0.0864968 Aug 29 16:55:43.759153 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-4a606b16-f16f-4910-8850-7c19f0fc2880 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3522797 Aug 29 16:55:43.764359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:43.768006 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.768450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.768801 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.769146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.769511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.769930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.770190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.770536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.770898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.771241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.771574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.772247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:55:43.789691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-727af9d6-120a-4d39-8a6a-846bf4af69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:43.792454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-727af9d6-120a-4d39-8a6a-846bf4af69dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 1095 time: 0.1339068 Aug 29 16:55:43.801130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd4ed5-3dbb-4f37-a0cc-c0c1bd855f8c req-93cf8ef0-c62d-45a3-9dcb-ae89f060ce06 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:43.803392 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7bd4ed5-3dbb-4f37-a0cc-c0c1bd855f8c req-93cf8ef0-c62d-45a3-9dcb-ae89f060ce06 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 946 time: 0.1645215 Aug 29 16:55:43.812168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:43.911721 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7bd4ed5-3dbb-4f37-a0cc-c0c1bd855f8c req-3ae1f566-9ec3-4530-afc1-100993b3b8b4 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978215 Aug 29 16:55:43.915695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-46c068f3-6a8b-4486-8a19-e4a3bb496e09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7124799-ba57-421b-9191-9f6cd60a07a7 HTTP/1.1" status: 200 len: 217 time: 0.1113422 Aug 29 16:55:43.945196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-187354c7-d84d-446b-bc4e-b3d2bb1f3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:43.946713 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-187354c7-d84d-446b-bc4e-b3d2bb1f3f74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1610954 Aug 29 16:55:43.982775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:43.983233 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:43.989348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-15359802-8963-4a3c-8c6c-bb04a5228611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:43.991187 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-15359802-8963-4a3c-8c6c-bb04a5228611 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 200 len: 855 time: 0.0658782 Aug 29 16:55:44.036987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-eac1c0e1-d9a9-4771-9a87-6e710bbcf940 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0991fc44-0e51-497d-a36d-d6ba73e184ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383413 Aug 29 16:55:44.050972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5171d-c955-4c04-b1c6-c8685a22903b req-5b1248e2-a62c-4969-a69b-6ae27f1413bc tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:44.052519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6bf5171d-c955-4c04-b1c6-c8685a22903b req-5b1248e2-a62c-4969-a69b-6ae27f1413bc tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 943 time: 0.2264712 Aug 29 16:55:44.072408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b3aab2e-8703-4b87-b937-5c6604cfc3b7 req-515f59ba-3398-4a09-90b6-4c235802fe54 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967479 Aug 29 16:55:44.073654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b870fb77-a628-46c0-a3cd-31f01961ab20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3818333 Aug 29 16:55:44.137554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Request body: {'port': {'device_id': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:44.201313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-efd7ed47-e9d8-42e8-94ad-19ff3cc4d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:44.202874 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-efd7ed47-e9d8-42e8-94ad-19ff3cc4d8ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2393441 Aug 29 16:55:44.313130 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Sync routers for ids ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:55:44.321745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-0b0eb4f0-873b-4b0f-926f-f805c22d797a service neutron] 10.222.0.10 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719870 Aug 29 16:55:44.323829 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-c3da2552-c07b-4105-9367-54939ba396e0 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108744 Aug 29 16:55:44.351680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6bf5171d-c955-4c04-b1c6-c8685a22903b req-6806fb82-6d78-4125-ae41-0db21fc58dcb tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882166 Aug 29 16:55:44.411621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07e7b-4627-4b32-b64a-0176b51d1fd8 req-574a8c78-ba83-4971-b6f8-05fb7ea53fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:44.413385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51c07e7b-4627-4b32-b64a-0176b51d1fd8 req-574a8c78-ba83-4971-b6f8-05fb7ea53fbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1ea436ab4a84a359a4f446ab76c3a44&device_id=b639007a-19c2-4aca-b65d-c6250bcbf01a HTTP/1.1" status: 200 len: 1100 time: 0.2691615 Aug 29 16:55:44.417041 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:44.432358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-763c4055-1dd9-49b4-9956-deb5f8ead6fa tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:44.434499 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-763c4055-1dd9-49b4-9956-deb5f8ead6fa tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/networks?id=f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 200 len: 818 time: 0.2964034 Aug 29 16:55:44.472531 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-683ea906-5edc-41a8-8d93-062d374193b3 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/quotas/34784fca25c140ed83e4cc23c00ec6ed HTTP/1.1" status: 200 len: 375 time: 0.0284116 Aug 29 16:55:44.504264 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Routers {'9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:44.505329 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:55:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:44.549890 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad63452e-8784-4750-9ff8-0171e7a2bf4e req-e2b35f50-597f-4326-bd67-1e12dc7f6cc5 service neutron] 10.222.0.10 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176130 Aug 29 16:55:44.577299 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-19f8a480-ed76-4739-85c4-d8723d59b506 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0930130 Aug 29 16:55:44.619173 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Set router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:44.741707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26050b10-7e7f-4254-be5f-c91a6aa8de23 req-dab0e976-9ce4-4724-b2bf-f0f053c207bb tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:44.743666 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26050b10-7e7f-4254-be5f-c91a6aa8de23 req-dab0e976-9ce4-4724-b2bf-f0f053c207bb tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 932 time: 0.2439840 Aug 29 16:55:44.769190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab3125f6-749a-4637-ab30-5cfe725e7e9e req-9966629c-d709-4552-9cdd-7ab495e31613 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129820 Aug 29 16:55:44.794231 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-87dca55b-dc8c-455d-a198-0060ae198957 service neutron] 10.222.0.22 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160988 Aug 29 16:55:44.795006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c39dadb-9317-4960-8704-73e583487a3b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:44.802924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07e7b-4627-4b32-b64a-0176b51d1fd8 req-32820e54-93d1-4f40-9b36-d7902bec8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:44.804437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51c07e7b-4627-4b32-b64a-0176b51d1fd8 req-32820e54-93d1-4f40-9b36-d7902bec8862 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.3708808 Aug 29 16:55:44.846878 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26050b10-7e7f-4254-be5f-c91a6aa8de23 req-b6d0396b-5be4-49a9-9077-c17446474072 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868552 Aug 29 16:55:44.860086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9c39dadb-9317-4960-8704-73e583487a3b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:44.860605 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:44.884391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51c07e7b-4627-4b32-b64a-0176b51d1fd8 req-31f8a77b-c889-49fe-87f6-1fb2c3603b48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=611cb227-d3a6-4c1e-a077-10905f93591f HTTP/1.1" status: 200 len: 217 time: 0.0543413 Aug 29 16:55:45.014417 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-3dc79c3b-6f79-4bbe-b25a-888d4b183c6e service neutron] 10.222.0.22 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124708 Aug 29 16:55:45.023429 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'name': 'tempest-ServerRescueNegativeTestJSON-986682943-router', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '9c39dadb-9317-4960-8704-73e583487a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:33Z', 'updated_at': '2021-08-29T16:55:38Z', 'revision_number': 4, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'gw_port': {'id': '9c39dadb-9317-4960-8704-73e583487a3b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:34Z', 'updated_at': '2021-08-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '11b0b73d-451f-429e-a3c8-f13b8ad8fa98', 'name': '', 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'mac_address': 'fa:16:3e:a7:32:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:37Z', 'updated_at': '2021-08-29T16:55:39Z', 'revision_number': 2, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'subnets': [{'id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:45.051057 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Checking router: 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:55:45.051718 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Updating router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:55:45.052615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07e7b-4627-4b32-b64a-0176b51d1fd8 req-f9cb9d48-5a46-4ec9-b717-cb796b0f238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:45.054358 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51c07e7b-4627-4b32-b64a-0176b51d1fd8 req-f9cb9d48-5a46-4ec9-b717-cb796b0f238f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1600614 Aug 29 16:55:45.066615 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5531c71a-4fe8-4296-aa31-d9f3703ad828 x-openstack-request-id: req-5531c71a-4fe8-4296-aa31-d9f3703ad828 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:45.066928 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194e84aa-badd-4c28-b9fb-ec9c6e33aed5", "tag": "dacba6da-94b1-4cef-9433-547b2daeb165", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:45.067190 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5531c71a-4fe8-4296-aa31-d9f3703ad828 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:45.067606 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'tag': 'dacba6da-94b1-4cef-9433-547b2daeb165', 'status': 'completed', 'code': 200} Aug 29 16:55:45.084019 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:45.174943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25e8eee-ab22-4985-9bc3-a002221004ea {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:45.183730 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:45.198557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Transition to ACTIVE for port object a25e8eee-ab22-4985-9bc3-a002221004ea will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:45.225262 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:45.333614 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e4ae7f-51fa-4603-8ad0-018af2cb4ce5 x-openstack-request-id: req-96e4ae7f-51fa-4603-8ad0-018af2cb4ce5 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:45.333914 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ab8f37-4b1f-43ff-8917-fbf365beed25", "tag": "f7124799-ba57-421b-9191-9f6cd60a07a7", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:45.334195 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96e4ae7f-51fa-4603-8ad0-018af2cb4ce5 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:45.334605 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ab8f37-4b1f-43ff-8917-fbf365beed25', 'tag': 'f7124799-ba57-421b-9191-9f6cd60a07a7', 'status': 'completed', 'code': 200} Aug 29 16:55:45.394689 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:45.435625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a25e8eee-ab22-4985-9bc3-a002221004ea,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:45.449843 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Transition to ACTIVE for port object 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:45.456796 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:45.516499 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d561df-e439-4dc7-b33d-242318bb37ee None None] Pushing event updated for resources: {'Port': ['ID=11b0b73d-451f-429e-a3c8-f13b8ad8fa98,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:45.545590 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fbc2f048-f626-4486-a10c-a2f74dd18db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:45.563661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd78a2-ef18-4ab4-8fee-0bc5f7fbdabc req-dce9e7d3-dde0-444e-9dd5-b8b47bdcbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:45.570298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2dd78a2-ef18-4ab4-8fee-0bc5f7fbdabc req-dce9e7d3-dde0-444e-9dd5-b8b47bdcbb9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 1095 time: 0.2097580 Aug 29 16:55:45.586046 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Attempting to bind port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:45.586696 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Attempting to bind port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:45.587158 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Attempting to bind port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 on network f5260538-0a13-4470-8a62-e0f8b7d0f75c {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:45.590594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07e7b-4627-4b32-b64a-0176b51d1fd8 req-237eed64-d677-42fc-ada3-5211f2a1d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:45.592858 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51c07e7b-4627-4b32-b64a-0176b51d1fd8 req-237eed64-d677-42fc-ada3-5211f2a1d900 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3929152 Aug 29 16:55:45.594498 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:45.594883 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Checking segment: {'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:45.595286 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:45.596224 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Bound using segment: {'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:45.596845 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Bound port: 11b0b73d-451f-429e-a3c8-f13b8ad8fa98, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:45.597070 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:45.598642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c74e5-40d1-43fa-9885-1521c3b545ee req-5170cf61-ed4e-4f84-afe2-432cac685ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:45.600282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af4c74e5-40d1-43fa-9885-1521c3b545ee req-5170cf61-ed4e-4f84-afe2-432cac685ac4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1ea436ab4a84a359a4f446ab76c3a44&device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 1100 time: 0.3901238 Aug 29 16:55:45.664646 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] For port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:45.667805 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] For port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=11b0b73d-451f-429e-a3c8-f13b8ad8fa98,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:45.675010 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:45.686463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ea24f-bd91-4b20-a9a1-9ab86be3ca14 req-104e0804-2283-4ef3-9c1d-67836ec0a31e tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:45.701201 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5e1ea24f-bd91-4b20-a9a1-9ab86be3ca14 req-104e0804-2283-4ef3-9c1d-67836ec0a31e tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 948 time: 0.2381291 Aug 29 16:55:45.729920 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Routers {'9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:45.730869 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:55:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:45.818500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5e1ea24f-bd91-4b20-a9a1-9ab86be3ca14 req-b8af0d5c-a02e-4fe4-849f-6286b5e93dfe tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147275 Aug 29 16:55:45.820250 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:45.876303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd78a2-ef18-4ab4-8fee-0bc5f7fbdabc req-19d2ae11-6d46-4e86-85d4-084332f5477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:45.878253 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2dd78a2-ef18-4ab4-8fee-0bc5f7fbdabc req-19d2ae11-6d46-4e86-85d4-084332f5477d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 916 time: 0.2884912 Aug 29 16:55:45.931298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2dd78a2-ef18-4ab4-8fee-0bc5f7fbdabc req-23fd3b46-0bf3-4031-9df3-5845688e3423 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7124799-ba57-421b-9191-9f6cd60a07a7 HTTP/1.1" status: 200 len: 217 time: 0.0427253 Aug 29 16:55:46.028859 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] Set router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:46.072828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd78a2-ef18-4ab4-8fee-0bc5f7fbdabc req-011f527c-abc9-466c-88d0-11b08dce5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:46.078176 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2dd78a2-ef18-4ab4-8fee-0bc5f7fbdabc req-011f527c-abc9-466c-88d0-11b08dce5ffb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 200 len: 855 time: 0.1351521 Aug 29 16:55:46.106654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d898e-d210-4dc6-902f-744c51409544 req-015dc9bd-d4d1-4c49-a989-be4ed43f84b0 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:46.107748 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d98d898e-d210-4dc6-902f-744c51409544 req-015dc9bd-d4d1-4c49-a989-be4ed43f84b0 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.1788259 Aug 29 16:55:46.129956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:46.130285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:46.130716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:46.156996 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Port a25e8eee-ab22-4985-9bc3-a002221004ea on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:55:46.157510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:46.188974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2dd78a2-ef18-4ab4-8fee-0bc5f7fbdabc req-a06e37d0-50ad-4b8e-84be-15f34111a5bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0991fc44-0e51-497d-a36d-d6ba73e184ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747242 Aug 29 16:55:46.193602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51c07e7b-4627-4b32-b64a-0176b51d1fd8 req-423f307c-0f15-4229-81e1-c0a12127faff service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904238 Aug 29 16:55:46.194486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:46.194929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:46.195409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:46.196195 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Bound port: a25e8eee-ab22-4985-9bc3-a002221004ea, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:46.196663 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:46.211115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c74e5-40d1-43fa-9885-1521c3b545ee req-d75d0214-1616-4a0e-b110-9c4b66a99fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:46.213173 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af4c74e5-40d1-43fa-9885-1521c3b545ee req-d75d0214-1616-4a0e-b110-9c4b66a99fdc service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.5417118 Aug 29 16:55:46.276170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a42e82-1a16-4743-8219-4a1eca611111 req-42ef2ba1-847d-4e15-82d7-694a11d72d08 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:46.277459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-50a42e82-1a16-4743-8219-4a1eca611111 req-42ef2ba1-847d-4e15-82d7-694a11d72d08 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 946 time: 0.2073536 Aug 29 16:55:46.288323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47862) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:55:46.313197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a40284cf-18b2-4b0c-a06e-dee053d8aace tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Request body: {'floatingip': {'port_id': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:46.391320 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d98d898e-d210-4dc6-902f-744c51409544 req-cc3d5faf-7bfe-493f-bbd1-1872cb1220f6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629189 Aug 29 16:55:46.414324 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af4c74e5-40d1-43fa-9885-1521c3b545ee req-aa978d02-31d3-46eb-9cf1-932409b00afe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=dacba6da-94b1-4cef-9433-547b2daeb165 HTTP/1.1" status: 200 len: 217 time: 0.1335776 Aug 29 16:55:46.523485 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf0e7693-e245-409e-a9fc-527dcf4c63c5 req-407dc3bc-a444-41a0-ae0e-179e19a3a833 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 210 time: 0.1045489 Aug 29 16:55:46.525406 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d561df-e439-4dc7-b33d-242318bb37ee None None] Pushing event updated for resources: {'Port': ['ID=11b0b73d-451f-429e-a3c8-f13b8ad8fa98,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:46.526116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a40284cf-18b2-4b0c-a06e-dee053d8aace tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:46.575679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2dd78a2-ef18-4ab4-8fee-0bc5f7fbdabc req-b088bd23-7ad0-497d-84d0-d4d744ba5054 service neutron] 10.222.0.10 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638377 Aug 29 16:55:46.578528 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:46.640708 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'name': 'tempest-ServerRescueNegativeTestJSON-986682943-router', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '9c39dadb-9317-4960-8704-73e583487a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:33Z', 'updated_at': '2021-08-29T16:55:38Z', 'revision_number': 4, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'gw_port': {'id': '9c39dadb-9317-4960-8704-73e583487a3b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:34Z', 'updated_at': '2021-08-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '11b0b73d-451f-429e-a3c8-f13b8ad8fa98', 'name': '', 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'mac_address': 'fa:16:3e:a7:32:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:37Z', 'updated_at': '2021-08-29T16:55:45Z', 'revision_number': 4, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'subnets': [{'id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:46.675660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f051-b575-486e-9714-0c005ced002f req-4a997d70-ddaa-4c06-ab03-9eda7f3e5df3 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:46.678184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d19f051-b575-486e-9714-0c005ced002f req-4a997d70-ddaa-4c06-ab03-9eda7f3e5df3 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 943 time: 0.2057898 Aug 29 16:55:46.735216 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649dbae7-d95f-42f7-8c74-ad5b11e8751b None None] The sync data for ids ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'] in n-d-713301-13 is: [{'id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'name': 'tempest-ServerRescueNegativeTestJSON-986682943-router', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '9c39dadb-9317-4960-8704-73e583487a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:33Z', 'updated_at': '2021-08-29T16:55:38Z', 'revision_number': 4, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'gw_port': {'id': '9c39dadb-9317-4960-8704-73e583487a3b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:34Z', 'updated_at': '2021-08-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '11b0b73d-451f-429e-a3c8-f13b8ad8fa98', 'name': '', 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'mac_address': 'fa:16:3e:a7:32:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:37Z', 'updated_at': '2021-08-29T16:55:45Z', 'revision_number': 4, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'subnets': [{'id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:55:46.839369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:46.884504 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d19f051-b575-486e-9714-0c005ced002f req-e7cd0c71-925c-4684-a549-6c0bc4797a34 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258225 Aug 29 16:55:46.958037 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2dd78a2-ef18-4ab4-8fee-0bc5f7fbdabc req-5ab484c5-cb18-4055-99b7-50c997ac6e18 service neutron] 10.222.0.10 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607709 Aug 29 16:55:46.982056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f7124799-ba57-421b-9191-9f6cd60a07a7 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:47.214251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:47.225802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:47.226190 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:47.292442 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ae044-6445-4afc-8f34-96302ebb65f8 req-c5f374db-0318-4f31-8921-45aaa6f95cc1 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:47.302656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-337ae044-6445-4afc-8f34-96302ebb65f8 req-c5f374db-0318-4f31-8921-45aaa6f95cc1 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.1472898 Aug 29 16:55:47.345291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:47.363494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a25e8eee-ab22-4985-9bc3-a002221004ea,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:47.375742 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51c07e7b-4627-4b32-b64a-0176b51d1fd8 req-fa7b654b-2336-4abd-96f7-5756f68c1ccc service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1564920 Aug 29 16:55:47.384158 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:47.473208 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-337ae044-6445-4afc-8f34-96302ebb65f8 req-d2ebb9d3-62af-4e39-a2b1-6179514e4144 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647151 Aug 29 16:55:47.500093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a25e8eee-ab22-4985-9bc3-a002221004ea,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:47.507245 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4a1022a5-d7df-4f81-9083-edf7201e29cd tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:47.511101 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4a1022a5-d7df-4f81-9083-edf7201e29cd tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.16 "GET /v2.0/networks?id=f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 200 len: 818 time: 0.5002465 Aug 29 16:55:47.513136 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:47.519870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:47.521002 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:47.522541 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-83b4fab1-22ab-4a20-9d8f-6cbf9a7141b9 service neutron] 10.222.0.10 "PUT /v2.0/ports/a25e8eee-ab22-4985-9bc3-a002221004ea HTTP/1.1" status: 200 len: 1093 time: 3.4209974 Aug 29 16:55:47.536394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'tag': 'a25e8eee-ab22-4985-9bc3-a002221004ea'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:47.538857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Request body: {'port': {'device_id': 'a4a6c952-e6df-4b99-8116-04c2d4b82a50', 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c', 'admin_state_up': True, 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:47.539123 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0953399-cd1b-4b9a-b779-cd1a9bc9527e" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9", "tag": "a25e8eee-ab22-4985-9bc3-a002221004ea"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:47.543921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c74e5-40d1-43fa-9885-1521c3b545ee req-6f2e890e-e89e-490c-866f-43fd6a8b1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:47.545370 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af4c74e5-40d1-43fa-9885-1521c3b545ee req-6f2e890e-e89e-490c-866f-43fd6a8b1f7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 1.0644610 Aug 29 16:55:47.571803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd47e2-2a24-4ec1-99db-e33301dd63bd req-b2b0780c-971b-48c3-9217-443b60df6a9d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:47.573724 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7bd47e2-2a24-4ec1-99db-e33301dd63bd req-b2b0780c-971b-48c3-9217-443b60df6a9d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 944 time: 0.2059853 Aug 29 16:55:47.631240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f7124799-ba57-421b-9191-9f6cd60a07a7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f7124799-ba57-421b-9191-9f6cd60a07a7,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:47.680059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'f7124799-ba57-421b-9191-9f6cd60a07a7', 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad', 'port_id': 'f7124799-ba57-421b-9191-9f6cd60a07a7', 'mac_address': 'fa:16:3e:93:65:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683e233-879a-4fd9-8ba9-d332f630c198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:47.685115 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:47.795887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Made reservation on behalf of 34784fca25c140ed83e4cc23c00ec6ed for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:47.801667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:47.806862 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7bd47e2-2a24-4ec1-99db-e33301dd63bd req-846ada49-3c3c-4c8e-a96d-eaa4a22362d9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742711 Aug 29 16:55:47.850303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=11b0b73d-451f-429e-a3c8-f13b8ad8fa98,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:47.867289 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:47.882218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d062-1946-493c-b602-0f2d2b38320d req-23e1616a-907b-4e25-8685-1b0bfab41a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:47.884582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-23e1616a-907b-4e25-8685-1b0bfab41a40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 1096 time: 0.2535079 Aug 29 16:55:47.886475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c74e5-40d1-43fa-9885-1521c3b545ee req-e12e2bca-5e1a-4ed9-89a2-c366db13d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:47.889409 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af4c74e5-40d1-43fa-9885-1521c3b545ee req-e12e2bca-5e1a-4ed9-89a2-c366db13d619 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3288918 Aug 29 16:55:47.985919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=11b0b73d-451f-429e-a3c8-f13b8ad8fa98,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:48.000054 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:48.027027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7124799-ba57-421b-9191-9f6cd60a07a7 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:48.063785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f7124799-ba57-421b-9191-9f6cd60a07a7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f7124799-ba57-421b-9191-9f6cd60a07a7,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:48.076039 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:48.092658 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af4c74e5-40d1-43fa-9885-1521c3b545ee req-690ec0c3-bad4-4e76-942e-06c75c111bf9 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947043 Aug 29 16:55:48.147446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-c26a467c-7bc3-4f9d-8c6f-01676a31a17c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:48.154671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-c26a467c-7bc3-4f9d-8c6f-01676a31a17c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/networks?id=f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 200 len: 818 time: 0.3750174 Aug 29 16:55:48.174805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-66857301-be76-4682-bf51-3cbc316ae7fd tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/quotas/34784fca25c140ed83e4cc23c00ec6ed HTTP/1.1" status: 200 len: 375 time: 0.0190687 Aug 29 16:55:48.180758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f7124799-ba57-421b-9191-9f6cd60a07a7,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:48.196537 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:48.243812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Allocated IP 172.20.0.5 (f5260538-0a13-4470-8a62-e0f8b7d0f75c/07a2806e-7007-45c5-a616-3b534b724fe9/54993450-ca89-4713-a532-78327a56c4d3) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:48.261375 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-59617a8c-b205-4c5d-bbf2-fe0a6d50a7fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a25e8eee-ab22-4985-9bc3-a002221004ea HTTP/1.1" status: 200 len: 217 time: 0.3642652 Aug 29 16:55:48.272472 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-caaa87e3-1eab-4842-b643-4d3ba47a4009 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965278 Aug 29 16:55:48.368128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['f7124799-ba57-421b-9191-9f6cd60a07a7'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:48.407764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d062-1946-493c-b602-0f2d2b38320d req-1a7d7db7-3fa6-408e-98b3-eedecbe25da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:48.409879 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-1a7d7db7-3fa6-408e-98b3-eedecbe25da9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.1326525 Aug 29 16:55:48.452216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5e57c-3f9b-4ab0-8a6f-c4e8f16ec95a req-c9840062-8df5-45e2-9b93-4e14f2a9ff51 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:48.453897 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-64b5e57c-3f9b-4ab0-8a6f-c4e8f16ec95a req-c9840062-8df5-45e2-9b93-4e14f2a9ff51 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 948 time: 0.3502011 Aug 29 16:55:48.512334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-b68c456d-8a03-44a7-a603-158ade9f6577 service neutron] 10.222.0.22 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387464 Aug 29 16:55:48.515830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af4c74e5-40d1-43fa-9885-1521c3b545ee req-17c8e43c-dcd9-40b4-92a3-dd1e9cef84d4 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729959 Aug 29 16:55:48.554572 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-82b4c7f1-25ac-4ec2-8dd0-e7325d20bbcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960028 Aug 29 16:55:48.612399 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:48.639792 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-64b5e57c-3f9b-4ab0-8a6f-c4e8f16ec95a req-64688b12-e503-4b9f-a207-6386eec7fac9 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682127 Aug 29 16:55:48.681254 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-e3714152-4a12-492a-89a7-09e8d7065efb service neutron] 10.222.0.22 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600432 Aug 29 16:55:48.715348 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:48.824655 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a40284cf-18b2-4b0c-a06e-dee053d8aace tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:48.840891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Network f5260538-0a13-4470-8a62-e0f8b7d0f75c is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:48.853542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:48.854260 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:48.862126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:48.865999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-b6169fb0-5430-4273-ad03-d25c564e707c service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900145 Aug 29 16:55:48.867294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a40284cf-18b2-4b0c-a06e-dee053d8aace tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:48.867823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Pushing event updated for resources: {'Port': ['ID=54993450-ca89-4713-a532-78327a56c4d3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:48.906998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dacba6da-94b1-4cef-9433-547b2daeb165 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:48.976499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:48.991528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:48.992427 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:49.036232 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-4d544a08-ad1e-4bb9-97b8-f6b4417840c6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5077589 Aug 29 16:55:49.039153 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301d3bfa-334d-4cc0-b627-2466d9d0be40 x-openstack-request-id: req-301d3bfa-334d-4cc0-b627-2466d9d0be40 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:49.039419 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9", "tag": "a25e8eee-ab22-4985-9bc3-a002221004ea", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:49.039605 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-301d3bfa-334d-4cc0-b627-2466d9d0be40 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:49.040006 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'tag': 'a25e8eee-ab22-4985-9bc3-a002221004ea', 'status': 'completed', 'code': 200} Aug 29 16:55:49.049864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Request body: {'port': {'device_id': 'a4a6c952-e6df-4b99-8116-04c2d4b82a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:49.230052 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-a40284cf-18b2-4b0c-a06e-dee053d8aace tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Floating IP 8b7c6732-9c29-4a26-98ca-65416e4d5c8a associated. External IP: 172.25.5.45, port: a23a2f1c-0319-4841-920e-ae82a08a2dd1. Aug 29 16:55:49.241789 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:49.374894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063bca4-ffcb-4d41-ad24-837209149482 req-c73d5570-d741-4bf7-bc1a-a772f0e8aa92 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:49.382380 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5063bca4-ffcb-4d41-ad24-837209149482 req-c73d5570-d741-4bf7-bc1a-a772f0e8aa92 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 944 time: 0.1577690 Aug 29 16:55:49.500246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:49.517086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'port_id': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'mac_address': 'fa:16:3e:02:40:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:49.540607 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f44d062-1946-493c-b602-0f2d2b38320d req-caef861b-eaaa-4578-9717-578473b26f5b service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272755 Aug 29 16:55:49.544611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:49.545188 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:49.562415 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5063bca4-ffcb-4d41-ad24-837209149482 req-192a2db2-bc40-4f0c-b728-0a8f31f1f72c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789398 Aug 29 16:55:49.651903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e076e6-83ed-4f83-943d-ed268d50e4da req-8dd8ff26-c6d7-4d0b-bb8c-790268c97546 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:49.661964 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dacba6da-94b1-4cef-9433-547b2daeb165, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dacba6da-94b1-4cef-9433-547b2daeb165,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:49.664684 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:49.668245 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-50e076e6-83ed-4f83-943d-ed268d50e4da req-8dd8ff26-c6d7-4d0b-bb8c-790268c97546 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 944 time: 0.3497348 Aug 29 16:55:49.687843 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa5c6af0-1a9b-43be-b428-a80b50dafaab {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:49.707833 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'dacba6da-94b1-4cef-9433-547b2daeb165', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'dacba6da-94b1-4cef-9433-547b2daeb165', 'mac_address': 'fa:16:3e:14:64:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:49.728564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:49.802313 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:49.851660 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:49.928453 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacba6da-94b1-4cef-9433-547b2daeb165 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:49.942769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['aa5c6af0-1a9b-43be-b428-a80b50dafaab'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:50.007383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:50.027202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dacba6da-94b1-4cef-9433-547b2daeb165, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dacba6da-94b1-4cef-9433-547b2daeb165,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:50.053754 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:50.054588 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:50.067000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 611cb227-d3a6-4c1e-a077-10905f93591f details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:50.116156 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-50e076e6-83ed-4f83-943d-ed268d50e4da req-d58335d4-f6cc-4e6a-8dcf-f13526870d0a tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066055 Aug 29 16:55:50.132615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0953399-cd1b-4b9a-b779-cd1a9bc9527e req-6f8a5634-787d-49b6-8bd0-3d7fa26104ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:50.134472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:50.150531 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0953399-cd1b-4b9a-b779-cd1a9bc9527e req-6f8a5634-787d-49b6-8bd0-3d7fa26104ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 1096 time: 0.4726777 Aug 29 16:55:50.219463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '611cb227-d3a6-4c1e-a077-10905f93591f', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '611cb227-d3a6-4c1e-a077-10905f93591f', 'mac_address': 'fa:16:3e:ed:27:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:50.284839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=dacba6da-94b1-4cef-9433-547b2daeb165,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:50.314451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40284cf-18b2-4b0c-a06e-dee053d8aace tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Router 85304728-48de-4f22-b461-92c796615e5c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:55:50.331664 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:50.388014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611cb227-d3a6-4c1e-a077-10905f93591f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:50.455368 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e510477-2bbc-4129-8ffc-1693d24b9c3c req-03a71b50-2808-4561-bb86-336bacc7c667 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 210 time: 0.1146038 Aug 29 16:55:50.528060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:50.538395 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:50.566210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40284cf-18b2-4b0c-a06e-dee053d8aace tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:55:50.572252 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a40284cf-18b2-4b0c-a06e-dee053d8aace tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:50.604945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6bd5fb-c6eb-4bce-b961-bbd20ce78ecc None None] Sync routers for ids ['85304728-48de-4f22-b461-92c796615e5c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:55:50.609501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a40284cf-18b2-4b0c-a06e-dee053d8aace tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "PUT /v2.0/floatingips/8b7c6732-9c29-4a26-98ca-65416e4d5c8a HTTP/1.1" status: 200 len: 991 time: 4.2997899 Aug 29 16:55:50.646540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0953399-cd1b-4b9a-b779-cd1a9bc9527e req-8646cbad-ab4f-4786-b68b-b2b15ba58757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:50.652328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0953399-cd1b-4b9a-b779-cd1a9bc9527e req-8646cbad-ab4f-4786-b68b-b2b15ba58757 service neutron] 10.222.0.10 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.4847071 Aug 29 16:55:50.772718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6bd5fb-c6eb-4bce-b961-bbd20ce78ecc None None] Routers {'85304728-48de-4f22-b461-92c796615e5c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:50.773806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5b6bd5fb-c6eb-4bce-b961-bbd20ce78ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:55:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85304728-48de-4f22-b461-92c796615e5c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:50.793439 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0953399-cd1b-4b9a-b779-cd1a9bc9527e req-dd96f0d8-b730-494a-a94e-a21cbb33a50d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a25e8eee-ab22-4985-9bc3-a002221004ea HTTP/1.1" status: 200 len: 217 time: 0.1288188 Aug 29 16:55:50.813294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:50.912671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0953399-cd1b-4b9a-b779-cd1a9bc9527e req-c77ed2ee-9679-4467-8696-31741ca032b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:50.914775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0953399-cd1b-4b9a-b779-cd1a9bc9527e req-c77ed2ee-9679-4467-8696-31741ca032b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.1137145 Aug 29 16:55:50.925051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54993450-ca89-4713-a532-78327a56c4d3 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:50.947570 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:50.980282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:50.983897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Transition to ACTIVE for port object 54993450-ca89-4713-a532-78327a56c4d3 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:50.985939 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0953399-cd1b-4b9a-b779-cd1a9bc9527e req-9156ec56-a5f2-4248-b95a-5ba07b8100da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609553 Aug 29 16:55:51.070633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['611cb227-d3a6-4c1e-a077-10905f93591f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:51.093730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'tag': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:51.106365 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6f4101-f395-4e1b-bf1b-eb61cfafed18", "tag": "a23a2f1c-0319-4841-920e-ae82a08a2dd1"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:51.108454 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:51.140512 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['dacba6da-94b1-4cef-9433-547b2daeb165'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:51.209074 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0953399-cd1b-4b9a-b779-cd1a9bc9527e req-593fc106-3d24-419d-94e4-d045f6114be8 service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126956 Aug 29 16:55:51.264680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b85ce-6be7-4e00-aae0-14986cb03e01 req-57068300-12a4-4402-b9ce-425c10bf408e tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:51.266434 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a8b85ce-6be7-4e00-aae0-14986cb03e01 req-57068300-12a4-4402-b9ce-425c10bf408e tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 949 time: 0.5773962 Aug 29 16:55:51.316610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Pushing event updated for resources: {'Port': ['ID=54993450-ca89-4713-a532-78327a56c4d3,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:51.344767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122da69b-ac39-4203-be63-01af239a2469 req-e244ba62-5cfc-48b4-b301-e0161f09607b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:51.351922 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-122da69b-ac39-4203-be63-01af239a2469 req-e244ba62-5cfc-48b4-b301-e0161f09607b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2065b373-adb8-42db-84bd-6f9f5b5f0644 HTTP/1.1" status: 200 len: 946 time: 0.6309612 Aug 29 16:55:51.435226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-b09519b9-a4f9-499c-84f6-1886277c812f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:51.436717 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-b09519b9-a4f9-499c-84f6-1886277c812f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.10 "GET /v2.0/networks?id=f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 200 len: 818 time: 0.8028047 Aug 29 16:55:51.499115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port aa5c6af0-1a9b-43be-b428-a80b50dafaab triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:51.499948 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:51.514476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a8b85ce-6be7-4e00-aae0-14986cb03e01 req-1baf0c1f-7109-49c7-a62f-f498aadeadca tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097304 Aug 29 16:55:51.531285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Request body: {'port': {'device_id': 'b4711d3a-0a66-4516-a569-a5c78f8c8431', 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c', 'admin_state_up': True, 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:51.535173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-5b6bd5fb-c6eb-4bce-b961-bbd20ce78ecc None None] Set router 85304728-48de-4f22-b461-92c796615e5c gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:51.629530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Attempting to bind port 54993450-ca89-4713-a532-78327a56c4d3 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:51.629939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Attempting to bind port 54993450-ca89-4713-a532-78327a56c4d3 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:51.630289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Attempting to bind port 54993450-ca89-4713-a532-78327a56c4d3 on network f5260538-0a13-4470-8a62-e0f8b7d0f75c {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:51.735849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Port 54993450-ca89-4713-a532-78327a56c4d3 on network f5260538-0a13-4470-8a62-e0f8b7d0f75c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:55:51.741166 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Attempting to bind port 54993450-ca89-4713-a532-78327a56c4d3 on network f5260538-0a13-4470-8a62-e0f8b7d0f75c {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:51.771342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:51.771736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Checking segment: {'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:51.772143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Bound using segment: {'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:51.772712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Bound port: 54993450-ca89-4713-a532-78327a56c4d3, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:51.773089 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:51.948486 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0953399-cd1b-4b9a-b779-cd1a9bc9527e req-2f231b4b-7f24-434a-afb6-98cbdf91246d service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294075 Aug 29 16:55:52.006852 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:52.015449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-122da69b-ac39-4203-be63-01af239a2469 req-1c5a4069-7381-4871-a92a-8770309b594e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Deleting port 8e504cc2-6338-40dd-8de6-455778b34336 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:55:52.015875 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-122da69b-ac39-4203-be63-01af239a2469 req-1c5a4069-7381-4871-a92a-8770309b594e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:52.024075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] For port 54993450-ca89-4713-a532-78327a56c4d3, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:52.063770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Made reservation on behalf of 34784fca25c140ed83e4cc23c00ec6ed for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:52.067470 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:52.104760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] For port 54993450-ca89-4713-a532-78327a56c4d3, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=54993450-ca89-4713-a532-78327a56c4d3,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:52.170675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-122da69b-ac39-4203-be63-01af239a2469 req-1c5a4069-7381-4871-a92a-8770309b594e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] For port 8e504cc2-6338-40dd-8de6-455778b34336, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e504cc2-6338-40dd-8de6-455778b34336,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:52.171453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-122da69b-ac39-4203-be63-01af239a2469 req-1c5a4069-7381-4871-a92a-8770309b594e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:52.188800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-122da69b-ac39-4203-be63-01af239a2469 req-1c5a4069-7381-4871-a92a-8770309b594e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Calling delete_port for 8e504cc2-6338-40dd-8de6-455778b34336 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:55:52.237570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:52.237570 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f6ba11-d99a-4762-9e11-02767462095f" -d '{"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-plugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:52.237570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:52.256481 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:52.257733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f7124799-ba57-421b-9191-9f6cd60a07a7 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:52.348738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:52.428581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:52.507913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port f7124799-ba57-421b-9191-9f6cd60a07a7 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:52.515177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port f7124799-ba57-421b-9191-9f6cd60a07a7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:52.515797 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:52.619400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:52.629479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:52.631156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] 10.222.0.16 "PUT /v2.0/ports/54993450-ca89-4713-a532-78327a56c4d3 HTTP/1.1" status: 200 len: 1092 time: 3.5861983 Aug 29 16:55:52.632162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a6c952-e6df-4b99-8116-04c2d4b82a50', 'tag': '54993450-ca89-4713-a532-78327a56c4d3'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:52.634212 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd9e4b4-369d-4a03-a66c-d656fc08b89f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a6c952-e6df-4b99-8116-04c2d4b82a50", "tag": "54993450-ca89-4713-a532-78327a56c4d3"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:52.669464 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-122da69b-ac39-4203-be63-01af239a2469 req-1c5a4069-7381-4871-a92a-8770309b594e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:52.688015 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:52.726721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8e504cc2-6338-40dd-8de6-455778b34336'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:52.754418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5b6bd5fb-c6eb-4bce-b961-bbd20ce78ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:13Z', 'revision_number': 4, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '8b7c6732-9c29-4a26-98ca-65416e4d5c8a', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'floating_ip_address': '172.25.5.45', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '85304728-48de-4f22-b461-92c796615e5c', 'port_id': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'mac_address': 'fa:16:3e:df:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:55:19Z', 'updated_at': '2021-08-29T16:55:48Z', 'revision_number': 1, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513f0581-00f0-4785-8cd4-8198a34d3b6e', 'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'mac_address': 'fa:16:3e:15:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:11Z', 'updated_at': '2021-08-29T16:55:19Z', 'revision_number': 5, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'subnets': [{'id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:52.788166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6bd5fb-c6eb-4bce-b961-bbd20ce78ecc None None] Checking router: 85304728-48de-4f22-b461-92c796615e5c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:55:52.805134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f7124799-ba57-421b-9191-9f6cd60a07a7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f7124799-ba57-421b-9191-9f6cd60a07a7,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:52.819269 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:52.821693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0751e95-45c7-42e8-920b-d78f3878494b service neutron] Pushing event updated for resources: {'Port': ['ID=54993450-ca89-4713-a532-78327a56c4d3,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:52.826928 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6bd5fb-c6eb-4bce-b961-bbd20ce78ecc None None] Routers {'85304728-48de-4f22-b461-92c796615e5c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:55:52.829483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5b6bd5fb-c6eb-4bce-b961-bbd20ce78ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:55:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85304728-48de-4f22-b461-92c796615e5c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:52.960422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dacba6da-94b1-4cef-9433-547b2daeb165 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:52.964653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Allocated IP 172.20.0.7 (f5260538-0a13-4470-8a62-e0f8b7d0f75c/07a2806e-7007-45c5-a616-3b534b724fe9/002b89b4-c1f8-4954-ab55-ba97597b9a52) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:55:53.026258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device a25e8eee-ab22-4985-9bc3-a002221004ea details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:53.149920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a25e8eee-ab22-4985-9bc3-a002221004ea,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:53.166768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'a25e8eee-ab22-4985-9bc3-a002221004ea', 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b', 'port_id': 'a25e8eee-ab22-4985-9bc3-a002221004ea', 'mac_address': 'fa:16:3e:a5:83:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f124a1-1021-499e-b8cc-92748c43666e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:53.210600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a4069-7381-4871-a92a-8770309b594e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Pushing event deleted for resources: {'Port': ['ID=8e504cc2-6338-40dd-8de6-455778b34336,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:53.246520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-122da69b-ac39-4203-be63-01af239a2469 req-1c5a4069-7381-4871-a92a-8770309b594e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] No DVR routers for this DVR port 8e504cc2-6338-40dd-8de6-455778b34336 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:55:53.253738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-122da69b-ac39-4203-be63-01af239a2469 req-1c5a4069-7381-4871-a92a-8770309b594e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:53.256110 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-122da69b-ac39-4203-be63-01af239a2469 req-1c5a4069-7381-4871-a92a-8770309b594e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "DELETE /v2.0/ports/8e504cc2-6338-40dd-8de6-455778b34336 HTTP/1.1" status: 204 len: 173 time: 1.8658812 Aug 29 16:55:53.261703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-fcc88377-9898-433a-ae29-0f9930da45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:53.263503 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-fcc88377-9898-433a-ae29-0f9930da45e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 1095 time: 0.5584633 Aug 29 16:55:53.270577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f7124799-ba57-421b-9191-9f6cd60a07a7,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:53.278540 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:53.336261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25e8eee-ab22-4985-9bc3-a002221004ea {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:53.342053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-efeba3ab-0734-4888-aa27-5ef93e99c716 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54993450-ca89-4713-a532-78327a56c4d3 HTTP/1.1" status: 200 len: 217 time: 0.0678203 Aug 29 16:55:53.381159 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:53.394524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a25e8eee-ab22-4985-9bc3-a002221004ea,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:53.400904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-5b6bd5fb-c6eb-4bce-b961-bbd20ce78ecc None None] Set router 85304728-48de-4f22-b461-92c796615e5c gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:55:53.438013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port dacba6da-94b1-4cef-9433-547b2daeb165 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:53.453007 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:53.487785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:53.497933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port dacba6da-94b1-4cef-9433-547b2daeb165 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:53.498308 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:53.575818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Pushing event updated for resources: {'Port': ['ID=002b89b4-c1f8-4954-ab55-ba97597b9a52,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:53.599440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Network f5260538-0a13-4470-8a62-e0f8b7d0f75c is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:55:53.605460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:55:53.617498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:55:53.673347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-5eac0e71-8b31-4cb7-870c-d1d1350012d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:53.674639 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-5eac0e71-8b31-4cb7-870c-d1d1350012d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07a2806e-7007-45c5-a616-3b534b724fe9 HTTP/1.1" status: 200 len: 858 time: 0.2360749 Aug 29 16:55:53.726211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=a25e8eee-ab22-4985-9bc3-a002221004ea,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:53.790705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['a25e8eee-ab22-4985-9bc3-a002221004ea'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:55:53.807233 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-3b7254ac-1f4f-4484-86bf-996d4e932b37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5260538-0a13-4470-8a62-e0f8b7d0f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113789 Aug 29 16:55:53.945358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:53.949307 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:54.069037 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:54.100197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-119d4edc-d37b-45f3-b787-bc22c52922b9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5758343 Aug 29 16:55:54.118649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Request body: {'port': {'device_id': 'b4711d3a-0a66-4516-a569-a5c78f8c8431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:54.263441 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:54.289373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dacba6da-94b1-4cef-9433-547b2daeb165, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dacba6da-94b1-4cef-9433-547b2daeb165,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:54.292578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-2ff9dcd8-9cea-4240-bb70-21f8280e1f3e service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727559 Aug 29 16:55:54.321545 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:54.508324 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=dacba6da-94b1-4cef-9433-547b2daeb165,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:54.522224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5b6bd5fb-c6eb-4bce-b961-bbd20ce78ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:13Z', 'revision_number': 4, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '8b7c6732-9c29-4a26-98ca-65416e4d5c8a', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'floating_ip_address': '172.25.5.45', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '85304728-48de-4f22-b461-92c796615e5c', 'port_id': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'mac_address': 'fa:16:3e:df:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:55:19Z', 'updated_at': '2021-08-29T16:55:48Z', 'revision_number': 1, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513f0581-00f0-4785-8cd4-8198a34d3b6e', 'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'mac_address': 'fa:16:3e:15:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:11Z', 'updated_at': '2021-08-29T16:55:19Z', 'revision_number': 5, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'subnets': [{'id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:55:54.736749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87f380b8-27c7-4c28-936b-0f74ac3a93fb req-ac5829b5-7da8-48b2-9496-0261e4092ca9 service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332740 Aug 29 16:55:54.818374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002b89b4-c1f8-4954-ab55-ba97597b9a52 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:54.842740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6bd5fb-c6eb-4bce-b961-bbd20ce78ecc None None] The sync data for ids ['85304728-48de-4f22-b461-92c796615e5c'] in n-d-713301-13 is: [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:13Z', 'revision_number': 4, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '8b7c6732-9c29-4a26-98ca-65416e4d5c8a', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'floating_ip_address': '172.25.5.45', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '85304728-48de-4f22-b461-92c796615e5c', 'port_id': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'mac_address': 'fa:16:3e:df:5a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:55:19Z', 'updated_at': '2021-08-29T16:55:48Z', 'revision_number': 1, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513f0581-00f0-4785-8cd4-8198a34d3b6e', 'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'mac_address': 'fa:16:3e:15:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:11Z', 'updated_at': '2021-08-29T16:55:19Z', 'revision_number': 5, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'subnets': [{'id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:55:54.844014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:54.867040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Transition to ACTIVE for port object 002b89b4-c1f8-4954-ab55-ba97597b9a52 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:55:54.874532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:54.896521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 611cb227-d3a6-4c1e-a077-10905f93591f up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:54.938544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Pushing event updated for resources: {'Port': ['ID=002b89b4-c1f8-4954-ab55-ba97597b9a52,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:55.009326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8e504cc2-6338-40dd-8de6-455778b34336 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:55:55.059383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 611cb227-d3a6-4c1e-a077-10905f93591f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:55.070341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 611cb227-d3a6-4c1e-a077-10905f93591f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:55.071015 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:55.075136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 8e504cc2-6338-40dd-8de6-455778b34336 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:55:55.075136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8e504cc2-6338-40dd-8de6-455778b34336 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:55:55.134405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Attempting to bind port 002b89b4-c1f8-4954-ab55-ba97597b9a52 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:55:55.134811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Attempting to bind port 002b89b4-c1f8-4954-ab55-ba97597b9a52 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:55:55.135383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Attempting to bind port 002b89b4-c1f8-4954-ab55-ba97597b9a52 on network f5260538-0a13-4470-8a62-e0f8b7d0f75c {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:55.140186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Port 002b89b4-c1f8-4954-ab55-ba97597b9a52 on network f5260538-0a13-4470-8a62-e0f8b7d0f75c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:55:55.141003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Attempting to bind port 002b89b4-c1f8-4954-ab55-ba97597b9a52 on network f5260538-0a13-4470-8a62-e0f8b7d0f75c {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:55:55.147329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:55:55.147739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Checking segment: {'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:55:55.148183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Bound using segment: {'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:55:55.148678 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Bound port: 002b89b4-c1f8-4954-ab55-ba97597b9a52, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116c5bbc-0ba3-4796-bd3c-320dec89dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:55:55.149107 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:55.244057 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:55.266353 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065c3af-c47f-44e7-80e8-b07dda7ef6e8 None None] New status for floating IP 8b7c6732-9c29-4a26-98ca-65416e4d5c8a: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:55:55.302211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] For port 002b89b4-c1f8-4954-ab55-ba97597b9a52, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:55:55.318574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] For port 002b89b4-c1f8-4954-ab55-ba97597b9a52, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=002b89b4-c1f8-4954-ab55-ba97597b9a52,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:55:55.322352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:55.346115 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:55.351700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:55.488408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:55.492042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Pushing event updated for resources: {'Port': ['ID=002b89b4-c1f8-4954-ab55-ba97597b9a52,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:55.501854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:55.503031 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:55.504812 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8d26468b-4edf-4991-96dc-d2b98ebba99a service neutron] 10.222.0.10 "PUT /v2.0/ports/002b89b4-c1f8-4954-ab55-ba97597b9a52 HTTP/1.1" status: 200 len: 1092 time: 1.3906076 Aug 29 16:55:55.623868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-095a9150-3c0a-467d-bcef-ac964233c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:55.625914 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-095a9150-3c0a-467d-bcef-ac964233c0ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 1095 time: 0.0682149 Aug 29 16:55:55.745145 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-264b9f73-96a5-412a-855b-668d696c5931 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=002b89b4-c1f8-4954-ab55-ba97597b9a52 HTTP/1.1" status: 200 len: 217 time: 0.1097698 Aug 29 16:55:55.847514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-29df9608-0ba8-4f71-b9a8-2d108a68bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:55.848929 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-29df9608-0ba8-4f71-b9a8-2d108a68bfed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=07a2806e-7007-45c5-a616-3b534b724fe9 HTTP/1.1" status: 200 len: 858 time: 0.0907447 Aug 29 16:55:55.910950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-f9dc9b5c-0cf3-43fc-ac16-7a526d8a6460 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5260538-0a13-4470-8a62-e0f8b7d0f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534456 Aug 29 16:55:56.039541 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-8e180157-7a0e-4639-833f-42bae8080aad service neutron] 10.222.0.10 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202195 Aug 29 16:55:56.145250 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2dc0a8-6681-4aed-851d-90d8475db745 req-3644124c-b6d0-4df6-9bca-634071d435c3 service neutron] 10.222.0.10 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981617 Aug 29 16:55:57.001630 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device a25e8eee-ab22-4985-9bc3-a002221004ea up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:55:57.102534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port a25e8eee-ab22-4985-9bc3-a002221004ea completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:55:57.108386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port a25e8eee-ab22-4985-9bc3-a002221004ea triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:55:57.109206 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:57.216769 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:57.229531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-046b24c0-274e-4df9-825f-be20d4e2a590 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:57.237410 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-046b24c0-274e-4df9-825f-be20d4e2a590 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/networks?id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d HTTP/1.1" status: 200 len: 814 time: 0.1454566 Aug 29 16:55:57.242729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ed747-09ba-4564-b589-8d3f505f8e96 req-30fc8c22-8a30-4780-8964-0b29d2b3a633 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:57.244523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-279ed747-09ba-4564-b589-8d3f505f8e96 req-30fc8c22-8a30-4780-8964-0b29d2b3a633 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 945 time: 0.0904777 Aug 29 16:55:57.255910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-2da19b5b-46ce-4d4d-a59e-b29cf2520250 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/quotas/77efff66de264f21bf07e1a1c4ef01a8 HTTP/1.1" status: 200 len: 375 time: 0.0172982 Aug 29 16:55:57.269734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a25e8eee-ab22-4985-9bc3-a002221004ea,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:57.279782 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:57.300245 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-d800df46-54a7-4b65-b5d2-e139c9cdad25 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77efff66de264f21bf07e1a1c4ef01a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428863 Aug 29 16:55:57.300995 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-279ed747-09ba-4564-b589-8d3f505f8e96 req-51bf78a8-75ad-4f74-835b-6d145b959ab4 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490131 Aug 29 16:55:57.375043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=a25e8eee-ab22-4985-9bc3-a002221004ea,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:57.426191 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-a0097a2b-6fd6-41e1-846a-484e66030a20 service neutron] 10.222.0.22 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224718 Aug 29 16:55:57.454756 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52d2db2-a8c9-4512-9bda-b94e4188bace x-openstack-request-id: req-f52d2db2-a8c9-4512-9bda-b94e4188bace {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:57.455682 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6f4101-f395-4e1b-bf1b-eb61cfafed18", "tag": "a23a2f1c-0319-4841-920e-ae82a08a2dd1", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:57.455970 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f52d2db2-a8c9-4512-9bda-b94e4188bace {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:57.456376 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'tag': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1', 'status': 'completed', 'code': 200} Aug 29 16:55:57.561273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d req-f400ff3c-8a8f-4019-814c-13cd4c7adeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:57.563096 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d req-f400ff3c-8a8f-4019-814c-13cd4c7adeea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5ce6e40c3f7448091cd27a4d75af64f&device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 1098 time: 0.1108825 Aug 29 16:55:57.573888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7ea646cd-6c96-4b6e-bd07-bfd18baa36ba service neutron] 10.222.0.22 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455278 Aug 29 16:55:57.577617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff6bbd-47db-494c-8d2f-828c097f7d68 req-bc430ba8-5464-43cf-b747-bbc812d9d07d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:57.585432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cff6bbd-47db-494c-8d2f-828c097f7d68 req-bc430ba8-5464-43cf-b747-bbc812d9d07d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 946 time: 0.0695417 Aug 29 16:55:57.685241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cff6bbd-47db-494c-8d2f-828c097f7d68 req-d04e4f74-49d4-46c7-88c7-ea040c07288a tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940669 Aug 29 16:55:57.761539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d req-3b5fd083-896c-4ea0-8a97-1fe74c3b017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:57.766984 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d req-3b5fd083-896c-4ea0-8a97-1fe74c3b017a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6d131e2-09dd-4afc-8547-cc5f56e960a0 HTTP/1.1" status: 200 len: 915 time: 0.1747284 Aug 29 16:55:57.772191 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363fe15c-1db9-4d83-b48f-0716e2bbbeae x-openstack-request-id: req-363fe15c-1db9-4d83-b48f-0716e2bbbeae {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:57.772601 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-plugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:57.772955 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-363fe15c-1db9-4d83-b48f-0716e2bbbeae {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:57.774038 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'code': 200} Aug 29 16:55:57.888630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f8def-e5d7-48df-86b1-363d0e44192d req-5fdf7a8d-bb02-478f-93ed-8bd006079813 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:57.893626 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b12f8def-e5d7-48df-86b1-363d0e44192d req-5fdf7a8d-bb02-478f-93ed-8bd006079813 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 943 time: 0.1029770 Aug 29 16:55:57.935291 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d req-88306d99-4549-4a45-befe-432845a92424 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23a2f1c-0319-4841-920e-ae82a08a2dd1 HTTP/1.1" status: 200 len: 1001 time: 0.1604958 Aug 29 16:55:57.953265 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b12f8def-e5d7-48df-86b1-363d0e44192d req-59f9a9ce-0505-4a78-a1dd-08316da2c0e1 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530016 Aug 29 16:55:57.968482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98d69b-46d5-4937-8e21-85e6306a0871 req-caba72c7-e933-4484-b2cd-59f36940b96c tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:57.977197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad98d69b-46d5-4937-8e21-85e6306a0871 req-caba72c7-e933-4484-b2cd-59f36940b96c tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 950 time: 0.1027186 Aug 29 16:55:58.059071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d req-e084f950-15e1-4a49-a271-cf18f9579aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:58.060612 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d req-e084f950-15e1-4a49-a271-cf18f9579aa9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=56c67c51-4bc0-48c5-b3af-3678f9640f9e HTTP/1.1" status: 200 len: 853 time: 0.1135728 Aug 29 16:55:58.062288 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e65ee1-f1d5-41f6-bc8c-dd140e25f750 x-openstack-request-id: req-d0e65ee1-f1d5-41f6-bc8c-dd140e25f750 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:55:58.062586 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a6c952-e6df-4b99-8116-04c2d4b82a50", "tag": "54993450-ca89-4713-a532-78327a56c4d3", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:55:58.062886 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0e65ee1-f1d5-41f6-bc8c-dd140e25f750 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:55:58.063332 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a6c952-e6df-4b99-8116-04c2d4b82a50', 'tag': '54993450-ca89-4713-a532-78327a56c4d3', 'status': 'completed', 'code': 200} Aug 29 16:55:58.128084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad98d69b-46d5-4937-8e21-85e6306a0871 req-53cdbf0e-8124-4ee2-8d02-054e865efecc tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498625 Aug 29 16:55:58.166154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d req-1f3109fb-98f8-4ab8-a1d4-3cb27ead2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:58.170172 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d req-1f3109fb-98f8-4ab8-a1d4-3cb27ead2319 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6d131e2-09dd-4afc-8547-cc5f56e960a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911114 Aug 29 16:55:58.195244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9e4b4-369d-4a03-a66c-d656fc08b89f req-182abf3e-f891-4a35-8d99-a6b6bf0071c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:58.197087 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efd9e4b4-369d-4a03-a66c-d656fc08b89f req-182abf3e-f891-4a35-8d99-a6b6bf0071c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 1095 time: 0.1152310 Aug 29 16:55:58.291906 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d req-797edefb-d276-49c8-a7d1-ed9e8a5a7c19 service neutron] 10.222.0.16 "GET /v2.0/networks/c6d131e2-09dd-4afc-8547-cc5f56e960a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134248 Aug 29 16:55:58.392763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e45217e-d1b2-4485-b5a9-750c7cdf4ae5 req-2bd53051-c984-489b-acd3-ece8bb6c25a0 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 210 time: 0.0953605 Aug 29 16:55:58.418141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9e4b4-369d-4a03-a66c-d656fc08b89f req-8a2d302e-ede5-46c8-ae51-23622281a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:58.420800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efd9e4b4-369d-4a03-a66c-d656fc08b89f req-8a2d302e-ede5-46c8-ae51-23622281a33c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 200 len: 919 time: 0.2171016 Aug 29 16:55:58.493504 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efd9e4b4-369d-4a03-a66c-d656fc08b89f req-3ae27452-03e9-4fac-b72c-6548a38f8116 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54993450-ca89-4713-a532-78327a56c4d3 HTTP/1.1" status: 200 len: 217 time: 0.0631402 Aug 29 16:55:58.552547 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3dd7c63b-c0fa-40ca-a49e-a1626ec1e00d req-037b01e5-9453-4a63-8028-a09c1af86cf3 service neutron] 10.222.0.16 "GET /v2.0/networks/c6d131e2-09dd-4afc-8547-cc5f56e960a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497025 Aug 29 16:55:58.575143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aa68e-67d5-4342-a5b1-4787f1f26fb4 req-a4847b8a-9178-4ca0-979c-72a86a389f01 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:58.585998 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-991aa68e-67d5-4342-a5b1-4787f1f26fb4 req-a4847b8a-9178-4ca0-979c-72a86a389f01 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 945 time: 0.1088657 Aug 29 16:55:58.597835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9e4b4-369d-4a03-a66c-d656fc08b89f req-bf4e8350-4faf-4a3d-9c3a-9305596b0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:58.599387 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efd9e4b4-369d-4a03-a66c-d656fc08b89f req-bf4e8350-4faf-4a3d-9c3a-9305596b0891 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07a2806e-7007-45c5-a616-3b534b724fe9 HTTP/1.1" status: 200 len: 858 time: 0.0891013 Aug 29 16:55:58.664225 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-991aa68e-67d5-4342-a5b1-4787f1f26fb4 req-f67f8b13-3b01-43d4-bfec-d22777e30c34 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771608 Aug 29 16:55:58.666097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efd9e4b4-369d-4a03-a66c-d656fc08b89f req-80234dfa-7076-4593-ba55-2aa09c7aa721 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5260538-0a13-4470-8a62-e0f8b7d0f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573795 Aug 29 16:55:58.810952 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efd9e4b4-369d-4a03-a66c-d656fc08b89f req-a35bb62d-635e-42c5-bdbd-20904a216aec service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350012 Aug 29 16:55:58.934675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 54993450-ca89-4713-a532-78327a56c4d3 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:58.935189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b106902-2de1-4af0-8711-afb2c5fde474 req-dfbb7f0a-cb9a-47f1-afc4-c76dcefb16d4 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:58.936531 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b106902-2de1-4af0-8711-afb2c5fde474 req-dfbb7f0a-cb9a-47f1-afc4-c76dcefb16d4 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 946 time: 0.0635881 Aug 29 16:55:58.957184 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efd9e4b4-369d-4a03-a66c-d656fc08b89f req-a71a085f-c4f1-4150-ae82-787ee9f89671 service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384606 Aug 29 16:55:58.998563 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b106902-2de1-4af0-8711-afb2c5fde474 req-3161ffda-2363-4005-9a00-ad9e2ef391ee tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532703 Aug 29 16:55:59.025796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 002b89b4-c1f8-4954-ab55-ba97597b9a52 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:55:59.220765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b089e3-bc24-4990-9e93-6f2707a4f7c3 req-aba94722-ddf8-40ea-aa7f-165b52e4a485 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:59.232552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55b089e3-bc24-4990-9e93-6f2707a4f7c3 req-aba94722-ddf8-40ea-aa7f-165b52e4a485 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 943 time: 0.1502035 Aug 29 16:55:59.261627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 54993450-ca89-4713-a532-78327a56c4d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=54993450-ca89-4713-a532-78327a56c4d3,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:59.283972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '54993450-ca89-4713-a532-78327a56c4d3', 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c', 'port_id': '54993450-ca89-4713-a532-78327a56c4d3', 'mac_address': 'fa:16:3e:05:49:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:59.305828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55b089e3-bc24-4990-9e93-6f2707a4f7c3 req-cf9fbeae-df03-490f-8be6-18be35dd9448 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722876 Aug 29 16:55:59.341441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 002b89b4-c1f8-4954-ab55-ba97597b9a52, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=002b89b4-c1f8-4954-ab55-ba97597b9a52,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:59.358676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-63568206-cd1f-4ce9-84d0-307927671d80 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:59.360494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-63568206-cd1f-4ce9-84d0-307927671d80 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "GET /v2.0/networks?id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d HTTP/1.1" status: 200 len: 814 time: 0.2304747 Aug 29 16:55:59.362364 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:59.366021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '002b89b4-c1f8-4954-ab55-ba97597b9a52', 'network_id': 'f5260538-0a13-4470-8a62-e0f8b7d0f75c', 'port_id': '002b89b4-c1f8-4954-ab55-ba97597b9a52', 'mac_address': 'fa:16:3e:25:4e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a2806e-7007-45c5-a616-3b534b724fe9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:55:59.375569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Request body: {'port': {'device_id': 'ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b', 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d', 'admin_state_up': True, 'tenant_id': '77efff66de264f21bf07e1a1c4ef01a8'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:55:59.391532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54993450-ca89-4713-a532-78327a56c4d3 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:59.440962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df1e6c-1523-44df-adac-2aa3e3bdeb42 req-46735833-a99a-405f-b5e3-c3dafcdf7c67 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:55:59.450240 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a5df1e6c-1523-44df-adac-2aa3e3bdeb42 req-46735833-a99a-405f-b5e3-c3dafcdf7c67 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 950 time: 0.0930614 Aug 29 16:55:59.489413 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 54993450-ca89-4713-a532-78327a56c4d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=54993450-ca89-4713-a532-78327a56c4d3,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:59.505342 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:59.515207 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a5df1e6c-1523-44df-adac-2aa3e3bdeb42 req-d6ba07a9-075d-43bc-a5bf-f4001f7fdd5f tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636680 Aug 29 16:55:59.599094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=54993450-ca89-4713-a532-78327a56c4d3,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:59.609310 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:59.632327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Made reservation on behalf of 77efff66de264f21bf07e1a1c4ef01a8 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:55:59.632966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002b89b4-c1f8-4954-ab55-ba97597b9a52 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:55:59.636221 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:59.700510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 002b89b4-c1f8-4954-ab55-ba97597b9a52, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=002b89b4-c1f8-4954-ab55-ba97597b9a52,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:55:59.702296 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-218e760e-7270-48d3-959b-7638198101c9 req-c0996a4d-4d02-44cf-85f6-304e38858120 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 210 time: 0.0539825 Aug 29 16:55:59.719228 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:55:59.811226 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ab8f37-4b1f-43ff-8917-fbf365beed25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7124799-ba57-421b-9191-9f6cd60a07a7'}, {'server_uuid': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacba6da-94b1-4cef-9433-547b2daeb165'}, {'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f'}, {'server_uuid': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25e8eee-ab22-4985-9bc3-a002221004ea'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:55:59.814208 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8f9297-21ac-4d93-a903-9165db0e00a5" -d '{"events": [{"server_uuid": "95ab8f37-4b1f-43ff-8917-fbf365beed25", "name": "network-vif-plugged", "status": "completed", "tag": "f7124799-ba57-421b-9191-9f6cd60a07a7"}, {"server_uuid": "194e84aa-badd-4c28-b9fb-ec9c6e33aed5", "name": "network-vif-plugged", "status": "completed", "tag": "dacba6da-94b1-4cef-9433-547b2daeb165"}, {"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-plugged", "status": "completed", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f"}, {"server_uuid": "fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9", "name": "network-vif-plugged", "status": "completed", "tag": "a25e8eee-ab22-4985-9bc3-a002221004ea"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:55:59.818219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=002b89b4-c1f8-4954-ab55-ba97597b9a52,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:55:59.982441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['54993450-ca89-4713-a532-78327a56c4d3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:00.004845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-255a7b4a-029d-4c26-b408-52362f34613d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:00.006460 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-255a7b4a-029d-4c26-b408-52362f34613d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 804 time: 0.1405032 Aug 29 16:56:00.029717 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-25592784-fdcb-4f86-a9f6-f6737760c262 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/quotas/35d2b9091c3f4abb9a154f2ec1d3b044 HTTP/1.1" status: 200 len: 375 time: 0.0167100 Aug 29 16:56:00.050881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['002b89b4-c1f8-4954-ab55-ba97597b9a52'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:00.097215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-8570e345-2af7-4d9b-9b7d-d03d84ec2200 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0665803 Aug 29 16:56:00.186525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'name': 'network-vif-deleted', 'tag': '8e504cc2-6338-40dd-8de6-455778b34336'}, {'name': 'network-changed', 'server_uuid': 'b4711d3a-0a66-4516-a569-a5c78f8c8431', 'tag': '002b89b4-c1f8-4954-ab55-ba97597b9a52'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:00.188766 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1221da11-4d71-4c53-852f-3ed77cdaf719" -d '{"events": [{"server_uuid": "2065b373-adb8-42db-84bd-6f9f5b5f0644", "name": "network-vif-deleted", "tag": "8e504cc2-6338-40dd-8de6-455778b34336"}, {"name": "network-changed", "server_uuid": "b4711d3a-0a66-4516-a569-a5c78f8c8431", "tag": "002b89b4-c1f8-4954-ab55-ba97597b9a52"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:00.196205 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-42f662cd-575d-4167-ad85-03d612056d55 service neutron] 10.222.0.22 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978682 Aug 29 16:56:00.215902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f52b29-4e7d-4953-acd3-84a778cad891 req-bf79839b-811e-413a-985b-a8fd15a7d509 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:00.218460 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15f52b29-4e7d-4953-acd3-84a778cad891 req-bf79839b-811e-413a-985b-a8fd15a7d509 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 945 time: 0.4322126 Aug 29 16:56:00.237642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Allocated IP 172.20.0.14 (fd00dde6-c06c-47c1-8d47-4d22537d9a8d/706e06ef-9641-4853-80d4-0cd097dad076/ec49cf76-dcae-4229-a226-d10d42b0635b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:56:00.320192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-2653e0f9-75a4-4974-9621-2a5bee83346a service neutron] 10.222.0.22 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229446 Aug 29 16:56:00.430401 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15f52b29-4e7d-4953-acd3-84a778cad891 req-78505ec9-553f-4cfb-b643-f67bafc54b23 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793169 Aug 29 16:56:00.501888 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:00.568071 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 29 Aug 2021 16:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1d33e7-80a1-4d58-b43a-c81151696c0e x-openstack-request-id: req-7d1d33e7-80a1-4d58-b43a-c81151696c0e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:00.568388 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ab8f37-4b1f-43ff-8917-fbf365beed25", "name": "network-vif-plugged", "status": "completed", "tag": "f7124799-ba57-421b-9191-9f6cd60a07a7", "code": 200}, {"server_uuid": "194e84aa-badd-4c28-b9fb-ec9c6e33aed5", "name": "network-vif-plugged", "status": "completed", "tag": "dacba6da-94b1-4cef-9433-547b2daeb165", "code": 200}, {"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-plugged", "status": "completed", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f", "code": 200}, {"server_uuid": "fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9", "name": "network-vif-plugged", "status": "completed", "tag": "a25e8eee-ab22-4985-9bc3-a002221004ea", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:00.568638 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d1d33e7-80a1-4d58-b43a-c81151696c0e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:00.572781 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ab8f37-4b1f-43ff-8917-fbf365beed25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7124799-ba57-421b-9191-9f6cd60a07a7', 'code': 200} Aug 29 16:56:00.572781 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacba6da-94b1-4cef-9433-547b2daeb165', 'code': 200} Aug 29 16:56:00.572781 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f', 'code': 200} Aug 29 16:56:00.572781 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25e8eee-ab22-4985-9bc3-a002221004ea', 'code': 200} Aug 29 16:56:00.614644 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:00.717235 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550cf5e6-6c9b-4dfc-8fff-2207b6aadd14 x-openstack-request-id: req-550cf5e6-6c9b-4dfc-8fff-2207b6aadd14 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:00.717554 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2065b373-adb8-42db-84bd-6f9f5b5f0644", "name": "network-vif-deleted", "tag": "8e504cc2-6338-40dd-8de6-455778b34336", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4711d3a-0a66-4516-a569-a5c78f8c8431", "tag": "002b89b4-c1f8-4954-ab55-ba97597b9a52", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:00.717805 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-550cf5e6-6c9b-4dfc-8fff-2207b6aadd14 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:00.718191 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2065b373-adb8-42db-84bd-6f9f5b5f0644', 'name': 'network-vif-deleted', 'tag': '8e504cc2-6338-40dd-8de6-455778b34336', 'status': 'completed', 'code': 200} Aug 29 16:56:00.718442 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4711d3a-0a66-4516-a569-a5c78f8c8431', 'tag': '002b89b4-c1f8-4954-ab55-ba97597b9a52', 'status': 'completed', 'code': 200} Aug 29 16:56:00.766258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Network fd00dde6-c06c-47c1-8d47-4d22537d9a8d is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:56:00.810914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:56:00.813989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:56:00.886857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:00.887539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:00.909578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f2d7f-12e9-4530-9c09-81fb701d4c3b req-1a88c4d2-606a-41d4-929e-f81863093f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:00.911304 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-285f2d7f-12e9-4530-9c09-81fb701d4c3b req-1a88c4d2-606a-41d4-929e-f81863093f00 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 1098 time: 0.2167118 Aug 29 16:56:00.928117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Pushing event updated for resources: {'Port': ['ID=ec49cf76-dcae-4229-a226-d10d42b0635b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:00.941586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221da11-4d71-4c53-852f-3ed77cdaf719 req-9566b5f2-a944-46f5-a8de-b03045cf7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:00.943190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1221da11-4d71-4c53-852f-3ed77cdaf719 req-9566b5f2-a944-46f5-a8de-b03045cf7d90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 1096 time: 0.1521647 Aug 29 16:56:00.953049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1846f4-947a-4f13-a3c2-ab88c466fc45 req-19a33be9-e336-483b-a3fa-2c7e1972522f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:00.954668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f1846f4-947a-4f13-a3c2-ab88c466fc45 req-19a33be9-e336-483b-a3fa-2c7e1972522f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 946 time: 0.2513909 Aug 29 16:56:00.963702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9611-f34d-47a1-8c82-1e3f0d907611 req-d5d63e90-0b0a-4810-833d-638991354920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:00.966584 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aabc9611-f34d-47a1-8c82-1e3f0d907611 req-d5d63e90-0b0a-4810-833d-638991354920 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b639007a-19c2-4aca-b65d-c6250bcbf01a HTTP/1.1" status: 200 len: 1102 time: 0.1852911 Aug 29 16:56:00.968160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-7808f9e6-d2e2-44bc-8d9e-eb257a633a76 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5969369 Aug 29 16:56:00.971379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e2908-fab1-4b98-a5dc-3d81b7621d79 req-6dc07990-fa13-4fe5-8bf6-cd681de95c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:00.972170 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d7e2908-fab1-4b98-a5dc-3d81b7621d79 req-6dc07990-fa13-4fe5-8bf6-cd681de95c25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 1097 time: 0.2794557 Aug 29 16:56:01.008347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Request body: {'port': {'device_id': 'ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:01.026479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 002b89b4-c1f8-4954-ab55-ba97597b9a52 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:01.048626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26f32e-c6f9-402f-bec7-2d8f520dc092 req-8e84d980-689c-4a12-8b25-719aee27c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:01.050714 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d26f32e-c6f9-402f-bec7-2d8f520dc092 req-8e84d980-689c-4a12-8b25-719aee27c689 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 1102 time: 0.2690961 Aug 29 16:56:01.067382 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f1846f4-947a-4f13-a3c2-ab88c466fc45 req-85738748-7f33-4872-89e1-bb8339bdabe1 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941436 Aug 29 16:56:01.129096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 002b89b4-c1f8-4954-ab55-ba97597b9a52 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:56:01.129419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d7e2908-fab1-4b98-a5dc-3d81b7621d79 req-aee8bae7-0f29-4136-bb06-6c54c71b616a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316309 Aug 29 16:56:01.149019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 002b89b4-c1f8-4954-ab55-ba97597b9a52 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:01.159624 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:01.171584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fe65b-0f80-4e04-a4ce-24aa952cc54d req-50fd5866-c81e-4d12-abce-1a2f198d9e05 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:01.181826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be1fe65b-0f80-4e04-a4ce-24aa952cc54d req-50fd5866-c81e-4d12-abce-1a2f198d9e05 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 944 time: 0.3335741 Aug 29 16:56:01.201195 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221da11-4d71-4c53-852f-3ed77cdaf719 req-5f740d1b-7bca-431c-bec5-6b8d2eb33c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:01.203883 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1221da11-4d71-4c53-852f-3ed77cdaf719 req-5f740d1b-7bca-431c-bec5-6b8d2eb33c39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 200 len: 919 time: 0.2291844 Aug 29 16:56:01.214127 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aabc9611-f34d-47a1-8c82-1e3f0d907611 req-a0725ba6-f258-435f-8ccf-1eb70d9bda0a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269018 Aug 29 16:56:01.235852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-285f2d7f-12e9-4530-9c09-81fb701d4c3b req-b0a5a276-d03e-41f1-95d3-ecee972e1461 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140445 Aug 29 16:56:01.238742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f51926c-879e-4990-ae0c-b9bbc69d269b req-69a66e41-05ff-476a-8aa7-82403483db51 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 210 time: 0.0505559 Aug 29 16:56:01.258234 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:01.261628 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d26f32e-c6f9-402f-bec7-2d8f520dc092 req-70952ca8-5309-4109-9847-fab518dae26c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880279 Aug 29 16:56:01.321491 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be1fe65b-0f80-4e04-a4ce-24aa952cc54d req-0c26e2fb-9558-46c2-8f6a-d541ef92cccf tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349125 Aug 29 16:56:01.334501 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:01.384636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 002b89b4-c1f8-4954-ab55-ba97597b9a52, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=002b89b4-c1f8-4954-ab55-ba97597b9a52,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:01.396204 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:01.397164 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2503e660-391c-49de-b42d-a28892e7065b no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:56:01.458010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a5bb6-5ba9-4986-b68b-24b6fd172768 req-0c0a814d-ec3c-4827-b476-b35c9c1c9d1c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:01.467108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae6a5bb6-5ba9-4986-b68b-24b6fd172768 req-0c0a814d-ec3c-4827-b476-b35c9c1c9d1c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 932 time: 0.0791221 Aug 29 16:56:01.494921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=002b89b4-c1f8-4954-ab55-ba97597b9a52,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:01.575096 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:01.611124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2503e660-391c-49de-b42d-a28892e7065b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2503e660-391c-49de-b42d-a28892e7065b,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:01.620929 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:01.647163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae6a5bb6-5ba9-4986-b68b-24b6fd172768 req-21f41b58-260d-4e0f-a530-c88f2140ec82 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766484 Aug 29 16:56:01.657678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1221da11-4d71-4c53-852f-3ed77cdaf719 req-82d6adfc-e49f-4f0d-a2e3-e1cb68cf15eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=002b89b4-c1f8-4954-ab55-ba97597b9a52 HTTP/1.1" status: 200 len: 217 time: 0.1255963 Aug 29 16:56:01.674932 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec49cf76-dcae-4229-a226-d10d42b0635b {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:01.686349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2503e660-391c-49de-b42d-a28892e7065b,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:01.691810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f92ebe-f5ff-47e5-bc68-e7ccf357aca4 req-620eb9b2-9f5d-4289-979b-470c06c3cd5b tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:01.693491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5f92ebe-f5ff-47e5-bc68-e7ccf357aca4 req-620eb9b2-9f5d-4289-979b-470c06c3cd5b tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 950 time: 0.0972738 Aug 29 16:56:01.695546 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:01.698168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902f101-7115-4268-b4a3-ee5481501909 req-4129b4cc-4cac-449b-9056-166e15b43579 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:01.699692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4902f101-7115-4268-b4a3-ee5481501909 req-4129b4cc-4cac-449b-9056-166e15b43579 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.10 "GET /v2.0/ports?device_id=471ddf40-1756-489e-9452-ef7deedbdafd HTTP/1.1" status: 200 len: 946 time: 0.1548045 Aug 29 16:56:01.720321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Transition to ACTIVE for port object ec49cf76-dcae-4229-a226-d10d42b0635b will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:56:01.740878 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:01.792614 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5f92ebe-f5ff-47e5-bc68-e7ccf357aca4 req-cb44d313-5bf3-44cb-964b-12393c380945 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840881 Aug 29 16:56:01.835936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221da11-4d71-4c53-852f-3ed77cdaf719 req-5cf5997e-1122-485f-8623-e9e0d0ee53df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:01.837485 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1221da11-4d71-4c53-852f-3ed77cdaf719 req-5cf5997e-1122-485f-8623-e9e0d0ee53df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=07a2806e-7007-45c5-a616-3b534b724fe9 HTTP/1.1" status: 200 len: 858 time: 0.1345572 Aug 29 16:56:01.864306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Pushing event updated for resources: {'Port': ['ID=ec49cf76-dcae-4229-a226-d10d42b0635b,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:01.919408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2069e9-e7dc-4dcf-a807-c20690362e0c req-f510cbbe-693c-4763-a685-5a7a92a6f271 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:01.920945 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c2069e9-e7dc-4dcf-a807-c20690362e0c req-f510cbbe-693c-4763-a685-5a7a92a6f271 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 945 time: 0.1674321 Aug 29 16:56:01.940309 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1221da11-4d71-4c53-852f-3ed77cdaf719 req-d8226e26-4010-40ff-96c0-d71e00b87de2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5260538-0a13-4470-8a62-e0f8b7d0f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436914 Aug 29 16:56:01.987714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Attempting to bind port ec49cf76-dcae-4229-a226-d10d42b0635b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:56:01.988098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Attempting to bind port ec49cf76-dcae-4229-a226-d10d42b0635b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:56:01.988390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Attempting to bind port ec49cf76-dcae-4229-a226-d10d42b0635b on network fd00dde6-c06c-47c1-8d47-4d22537d9a8d {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:01.993242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Port ec49cf76-dcae-4229-a226-d10d42b0635b on network fd00dde6-c06c-47c1-8d47-4d22537d9a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:56:01.993594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Attempting to bind port ec49cf76-dcae-4229-a226-d10d42b0635b on network fd00dde6-c06c-47c1-8d47-4d22537d9a8d {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:01.999798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:56:02.000148 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Checking segment: {'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:56:02.000536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Bound using segment: {'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:56:02.000965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Bound port: ec49cf76-dcae-4229-a226-d10d42b0635b, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:56:02.001367 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:02.082175 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c2069e9-e7dc-4dcf-a807-c20690362e0c req-c9c84949-feab-4eee-bad4-990ed8e11a81 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446600 Aug 29 16:56:02.091469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1221da11-4d71-4c53-852f-3ed77cdaf719 req-159b0713-cc0d-4811-9b4a-b783f18f782e service neutron] 10.222.0.10 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408525 Aug 29 16:56:02.094511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] For port ec49cf76-dcae-4229-a226-d10d42b0635b, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:02.094821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-4902f101-7115-4268-b4a3-ee5481501909 req-ad6ca4c6-11c0-4659-ae6d-8f6c165345d0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Deleting port 2503e660-391c-49de-b42d-a28892e7065b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:56:02.095171 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4902f101-7115-4268-b4a3-ee5481501909 req-ad6ca4c6-11c0-4659-ae6d-8f6c165345d0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:02.100205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] For port ec49cf76-dcae-4229-a226-d10d42b0635b, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec49cf76-dcae-4229-a226-d10d42b0635b,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:56:02.107210 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:02.153054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:02.154480 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:02.158134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] 10.222.0.10 "PUT /v2.0/ports/ec49cf76-dcae-4229-a226-d10d42b0635b HTTP/1.1" status: 200 len: 1093 time: 1.1531441 Aug 29 16:56:02.213627 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400a38b-28d0-4a1e-b9e2-36ad4a8e702a service neutron] Pushing event updated for resources: {'Port': ['ID=ec49cf76-dcae-4229-a226-d10d42b0635b,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:02.334055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ff6e-a9cc-4978-9020-8ce454b97e61 req-c6bd1202-2544-4c3a-94d1-97e23615b3ba tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:02.342248 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-32c4ff6e-a9cc-4978-9020-8ce454b97e61 req-c6bd1202-2544-4c3a-94d1-97e23615b3ba tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 946 time: 0.1295896 Aug 29 16:56:02.351762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-fa38065b-98b7-47f4-9632-e9a354481032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:02.352209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4902f101-7115-4268-b4a3-ee5481501909 req-ad6ca4c6-11c0-4659-ae6d-8f6c165345d0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] For port 2503e660-391c-49de-b42d-a28892e7065b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2503e660-391c-49de-b42d-a28892e7065b,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:02.353928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4902f101-7115-4268-b4a3-ee5481501909 req-ad6ca4c6-11c0-4659-ae6d-8f6c165345d0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:02.354439 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-fa38065b-98b7-47f4-9632-e9a354481032 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77efff66de264f21bf07e1a1c4ef01a8&device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 1096 time: 0.1352682 Aug 29 16:56:02.424787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-8e8ce42a-a09d-408d-8b5e-e0f111c014ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec49cf76-dcae-4229-a226-d10d42b0635b HTTP/1.1" status: 200 len: 217 time: 0.0606263 Aug 29 16:56:02.432043 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1221da11-4d71-4c53-852f-3ed77cdaf719 req-23505e6c-4c77-4f7f-bf50-0b5a6c81a848 service neutron] 10.222.0.10 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325577 Aug 29 16:56:02.434296 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e201e588-1e75-4e61-8a51-6e06b13e8b65 req-0a57aae4-6076-4c20-9d94-02149f95117c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 210 time: 0.0967419 Aug 29 16:56:02.435372 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-4902f101-7115-4268-b4a3-ee5481501909 req-ad6ca4c6-11c0-4659-ae6d-8f6c165345d0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Calling delete_port for 2503e660-391c-49de-b42d-a28892e7065b owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:56:02.539621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-0a297883-ba34-4757-9405-31ec38342cac tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:02.541255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-0a297883-ba34-4757-9405-31ec38342cac tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.16 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 804 time: 0.1131563 Aug 29 16:56:02.571006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4711d3a-0a66-4516-a569-a5c78f8c8431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002b89b4-c1f8-4954-ab55-ba97597b9a52'}, {'server_uuid': '471ddf40-1756-489e-9452-ef7deedbdafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2503e660-391c-49de-b42d-a28892e7065b'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:02.576425 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d472b6b2-3946-4b5d-9940-051866e59c58" -d '{"events": [{"server_uuid": "b4711d3a-0a66-4516-a569-a5c78f8c8431", "name": "network-vif-plugged", "status": "completed", "tag": "002b89b4-c1f8-4954-ab55-ba97597b9a52"}, {"server_uuid": "471ddf40-1756-489e-9452-ef7deedbdafd", "name": "network-vif-unplugged", "status": "completed", "tag": "2503e660-391c-49de-b42d-a28892e7065b"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:02.586733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Request body: {'port': {'device_id': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'admin_state_up': True, 'tenant_id': '35d2b9091c3f4abb9a154f2ec1d3b044'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:02.655312 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-32c4ff6e-a9cc-4978-9020-8ce454b97e61 req-7a50b074-4cf5-4402-86b8-37dbee5d7a44 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097072 Aug 29 16:56:02.719605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-559c4187-8909-4c19-9427-7c76cfbb2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:02.721135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-559c4187-8909-4c19-9427-7c76cfbb2586 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=706e06ef-9641-4853-80d4-0cd097dad076 HTTP/1.1" status: 200 len: 854 time: 0.1789677 Aug 29 16:56:02.727272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f1867-1f35-4585-914d-11746d2c14aa req-5b95b3c7-0eaf-41a1-9e44-1c50f9e45b8a tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:02.729656 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-321f1867-1f35-4585-914d-11746d2c14aa req-5b95b3c7-0eaf-41a1-9e44-1c50f9e45b8a tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.1827936 Aug 29 16:56:02.730485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b', 'tag': 'ec49cf76-dcae-4229-a226-d10d42b0635b'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:02.733269 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dd3697-0aca-4354-ba25-6c81a1890444" -d '{"events": [{"name": "network-changed", "server_uuid": "ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b", "tag": "ec49cf76-dcae-4229-a226-d10d42b0635b"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:02.751177 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489a7790-4555-48d8-8559-58f8ed366434 x-openstack-request-id: req-489a7790-4555-48d8-8559-58f8ed366434 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:02.752648 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4711d3a-0a66-4516-a569-a5c78f8c8431", "name": "network-vif-plugged", "status": "completed", "tag": "002b89b4-c1f8-4954-ab55-ba97597b9a52", "code": 200}, {"server_uuid": "471ddf40-1756-489e-9452-ef7deedbdafd", "name": "network-vif-unplugged", "status": "completed", "tag": "2503e660-391c-49de-b42d-a28892e7065b", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:02.753010 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-489a7790-4555-48d8-8559-58f8ed366434 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:02.753713 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4711d3a-0a66-4516-a569-a5c78f8c8431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002b89b4-c1f8-4954-ab55-ba97597b9a52', 'code': 200} Aug 29 16:56:02.754565 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471ddf40-1756-489e-9452-ef7deedbdafd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2503e660-391c-49de-b42d-a28892e7065b', 'code': 200} Aug 29 16:56:02.831862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-5f35ca25-0fe6-41b1-bf61-b5b409016c6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893612 Aug 29 16:56:02.857151 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-321f1867-1f35-4585-914d-11746d2c14aa req-df7f6e22-8061-4a35-9196-f7966d1f15a6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163764 Aug 29 16:56:02.956306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 54993450-ca89-4713-a532-78327a56c4d3 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:02.962976 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51bdcbd-e794-46c7-a87c-74557fb06bca x-openstack-request-id: req-d51bdcbd-e794-46c7-a87c-74557fb06bca {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:02.963271 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b", "tag": "ec49cf76-dcae-4229-a226-d10d42b0635b", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:02.963526 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d51bdcbd-e794-46c7-a87c-74557fb06bca {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:02.963915 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b', 'tag': 'ec49cf76-dcae-4229-a226-d10d42b0635b', 'status': 'completed', 'code': 200} Aug 29 16:56:02.974888 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4902f101-7115-4268-b4a3-ee5481501909 req-ad6ca4c6-11c0-4659-ae6d-8f6c165345d0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:03.013127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a505b55-8071-4ac4-bff9-3e3c3c1a4cd2 req-54c6f578-9d75-4d46-bf12-3f8f3ac8b30c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:03.018016 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a505b55-8071-4ac4-bff9-3e3c3c1a4cd2 req-54c6f578-9d75-4d46-bf12-3f8f3ac8b30c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 944 time: 0.1571915 Aug 29 16:56:03.042658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Made reservation on behalf of 35d2b9091c3f4abb9a154f2ec1d3b044 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:56:03.046142 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:03.071261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ca4c6-11c0-4659-ae6d-8f6c165345d0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Pushing event deleted for resources: {'Port': ['ID=2503e660-391c-49de-b42d-a28892e7065b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:03.084814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 54993450-ca89-4713-a532-78327a56c4d3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:56:03.089987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a505b55-8071-4ac4-bff9-3e3c3c1a4cd2 req-5b5f1890-5a97-4d39-b3dc-b1d9fffc838c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677590 Aug 29 16:56:03.093648 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 54993450-ca89-4713-a532-78327a56c4d3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:03.097159 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:03.117200 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-03e47afe-5284-4e7d-935b-a2ba0f939a15 service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738161 Aug 29 16:56:03.147387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4902f101-7115-4268-b4a3-ee5481501909 req-ad6ca4c6-11c0-4659-ae6d-8f6c165345d0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] No DVR routers for this DVR port 2503e660-391c-49de-b42d-a28892e7065b on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:56:03.151166 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4902f101-7115-4268-b4a3-ee5481501909 req-ad6ca4c6-11c0-4659-ae6d-8f6c165345d0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:03.153277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4902f101-7115-4268-b4a3-ee5481501909 req-ad6ca4c6-11c0-4659-ae6d-8f6c165345d0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.10 "DELETE /v2.0/ports/2503e660-391c-49de-b42d-a28892e7065b HTTP/1.1" status: 204 len: 173 time: 1.4457340 Aug 29 16:56:03.155251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471ddf40-1756-489e-9452-ef7deedbdafd', 'name': 'network-vif-deleted', 'tag': '2503e660-391c-49de-b42d-a28892e7065b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:03.165088 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88e54a3-5347-4baf-943a-3a242c07b87c" -d '{"events": [{"server_uuid": "471ddf40-1756-489e-9452-ef7deedbdafd", "name": "network-vif-deleted", "tag": "2503e660-391c-49de-b42d-a28892e7065b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:03.169732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a945f3-86fc-4a00-9735-a379f80a2fd5 req-6bfaea49-d458-4288-b257-2ae04970b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:03.171298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9a945f3-86fc-4a00-9735-a379f80a2fd5 req-6bfaea49-d458-4288-b257-2ae04970b235 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 1097 time: 0.3078172 Aug 29 16:56:03.268732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9a945f3-86fc-4a00-9735-a379f80a2fd5 req-b7f9e671-2ed3-425c-bedb-47c4be55f814 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760353 Aug 29 16:56:03.306394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2482c-5562-4eed-8adc-f87eed48a083 req-1a5d2e5f-7585-40a6-b66c-37057cbe19ee tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:03.324266 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:03.325840 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a5d2482c-5562-4eed-8adc-f87eed48a083 req-1a5d2e5f-7585-40a6-b66c-37057cbe19ee tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 950 time: 0.2210488 Aug 29 16:56:03.344332 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f9b87d6-d680-4774-85a2-290b036f9fe3 req-4158421b-b712-4a7f-a456-b1fe329a0bde service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701012 Aug 29 16:56:03.391492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 54993450-ca89-4713-a532-78327a56c4d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=54993450-ca89-4713-a532-78327a56c4d3,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:03.400795 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:03.407618 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a5d2482c-5562-4eed-8adc-f87eed48a083 req-9a35fa13-e9b2-467e-b864-5902ebd7d119 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808771 Aug 29 16:56:03.462429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=54993450-ca89-4713-a532-78327a56c4d3,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:03.490768 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772d17a1-e9f9-4d3f-9165-81e88dae1840 x-openstack-request-id: req-772d17a1-e9f9-4d3f-9165-81e88dae1840 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:03.491299 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471ddf40-1756-489e-9452-ef7deedbdafd", "name": "network-vif-deleted", "tag": "2503e660-391c-49de-b42d-a28892e7065b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:03.491801 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-772d17a1-e9f9-4d3f-9165-81e88dae1840 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:03.492417 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471ddf40-1756-489e-9452-ef7deedbdafd', 'name': 'network-vif-deleted', 'tag': '2503e660-391c-49de-b42d-a28892e7065b', 'status': 'completed', 'code': 200} Aug 29 16:56:03.505738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Allocated IP 172.20.0.10 (22d36b5f-cd4a-44d1-aba8-231e41bdf914/a9c45292-6f1d-4675-b417-0bfaac975c5a/dae615d4-59ca-437e-a714-1ef3d36588b2) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:56:03.597390 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8dac3eb3-9cb4-4d7e-a524-c5f5b79acbf9 req-d868a57a-9dfb-4c5e-8e70-703f0deae8be tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 210 time: 0.0443203 Aug 29 16:56:03.616095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa8541-6527-429f-9ac1-9cba94dab559 req-bc48e29d-811f-406a-b901-de8a95cd7470 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:03.617635 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96aa8541-6527-429f-9ac1-9cba94dab559 req-bc48e29d-811f-406a-b901-de8a95cd7470 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 945 time: 0.2288039 Aug 29 16:56:03.672508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd3697-0aca-4354-ba25-6c81a1890444 req-4db51373-8ae1-4f2e-ab37-760858a02fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:03.674154 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9dd3697-0aca-4354-ba25-6c81a1890444 req-4db51373-8ae1-4f2e-ab37-760858a02fa7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77efff66de264f21bf07e1a1c4ef01a8&device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 1096 time: 0.1473033 Aug 29 16:56:03.784911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96aa8541-6527-429f-9ac1-9cba94dab559 req-e373ed43-f26a-4ded-9f68-fd2a4d17ac0b tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497655 Aug 29 16:56:03.804856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35af09-8a73-4ebd-8c97-ad226d368bcf req-56f9c634-30b0-44ff-b572-6969fe31d8f0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:03.806287 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5b35af09-8a73-4ebd-8c97-ad226d368bcf req-56f9c634-30b0-44ff-b572-6969fe31d8f0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 946 time: 0.0603981 Aug 29 16:56:03.858288 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:03.896850 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5b35af09-8a73-4ebd-8c97-ad226d368bcf req-e8225a5d-a076-422c-a3f2-c97d63a2c766 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831714 Aug 29 16:56:03.900199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd3697-0aca-4354-ba25-6c81a1890444 req-3ee8314c-6207-4fc4-bc9e-8ba67787c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:03.901916 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9dd3697-0aca-4354-ba25-6c81a1890444 req-3ee8314c-6207-4fc4-bc9e-8ba67787c234 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d HTTP/1.1" status: 200 len: 915 time: 0.2127259 Aug 29 16:56:04.041639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:04.056403 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9dd3697-0aca-4354-ba25-6c81a1890444 req-741fb890-bd39-4ff2-850c-000aee9e7451 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec49cf76-dcae-4229-a226-d10d42b0635b HTTP/1.1" status: 200 len: 217 time: 0.1348209 Aug 29 16:56:04.137853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb337bf2-9c16-4d9c-aed6-ca6ecc259593 req-40c271e1-7e6f-4599-b894-a52d21fcc5e8 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:04.147214 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb337bf2-9c16-4d9c-aed6-ca6ecc259593 req-40c271e1-7e6f-4599-b894-a52d21fcc5e8 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 1098 time: 0.0603216 Aug 29 16:56:04.165192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd3697-0aca-4354-ba25-6c81a1890444 req-af2ecbc0-a950-4d8b-9b24-1a845d555f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:04.167323 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9dd3697-0aca-4354-ba25-6c81a1890444 req-af2ecbc0-a950-4d8b-9b24-1a845d555f20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=706e06ef-9641-4853-80d4-0cd097dad076 HTTP/1.1" status: 200 len: 854 time: 0.0641892 Aug 29 16:56:04.199297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb337bf2-9c16-4d9c-aed6-ca6ecc259593 req-0a9bce59-62b9-42a6-b76a-2e68ca31b5a2 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454452 Aug 29 16:56:04.235554 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9dd3697-0aca-4354-ba25-6c81a1890444 req-89de8b1e-3669-4299-8d72-e3b9b535b75e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348792 Aug 29 16:56:04.260633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054291e-e5fd-4bd2-8e83-701533860b32 req-50881dba-4dcb-47dd-ac37-daf68afc69ca tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:04.262159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7054291e-e5fd-4bd2-8e83-701533860b32 req-50881dba-4dcb-47dd-ac37-daf68afc69ca tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.2311721 Aug 29 16:56:04.345998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:56:04.354227 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:56:04.357389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:56:04.360956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Pushing event updated for resources: {'Port': ['ID=dae615d4-59ca-437e-a714-1ef3d36588b2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:04.451936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c721587-0f35-4d0d-9c02-6febdfb92d40 req-916db3a4-cc1e-467e-96d3-4ed4e7b4534a tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:04.454052 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c721587-0f35-4d0d-9c02-6febdfb92d40 req-916db3a4-cc1e-467e-96d3-4ed4e7b4534a tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 944 time: 0.0938771 Aug 29 16:56:04.499123 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7054291e-e5fd-4bd2-8e83-701533860b32 req-5ab565eb-f579-4c5f-be4b-9ee2bd1c24ef tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223474 Aug 29 16:56:04.548589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:04.549883 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:04.585830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9dd3697-0aca-4354-ba25-6c81a1890444 req-d7dbdd9b-28a5-48ad-b1b5-40cde7cc3405 service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349907 Aug 29 16:56:04.617417 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c721587-0f35-4d0d-9c02-6febdfb92d40 req-976f354d-dffc-4b2f-b1a1-25033920fae9 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571124 Aug 29 16:56:04.710398 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-ba34bd43-cb7f-4481-9376-e994e4ef083a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1302564 Aug 29 16:56:04.740004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Request body: {'port': {'device_id': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:04.757748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a6c952-e6df-4b99-8116-04c2d4b82a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54993450-ca89-4713-a532-78327a56c4d3'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:04.759968 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c691e417-682d-4569-a53d-00776f9cd275" -d '{"events": [{"server_uuid": "a4a6c952-e6df-4b99-8116-04c2d4b82a50", "name": "network-vif-plugged", "status": "completed", "tag": "54993450-ca89-4713-a532-78327a56c4d3"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:04.823672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:04.827326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03309f81-d730-4215-9e1a-b1984f98022d req-216d4296-ab94-4a21-b4c6-ab4712970ab9 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:04.840367 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03309f81-d730-4215-9e1a-b1984f98022d req-216d4296-ab94-4a21-b4c6-ab4712970ab9 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 1098 time: 0.0913689 Aug 29 16:56:04.844589 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9dd3697-0aca-4354-ba25-6c81a1890444 req-77898309-142a-4be7-940d-727029bae82d service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504497 Aug 29 16:56:04.895571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03309f81-d730-4215-9e1a-b1984f98022d req-64c900aa-f017-4a4e-97b9-8996a485dda9 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533183 Aug 29 16:56:04.940508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049951c-4c27-4835-8849-e3ba9133a069 req-fed82240-e58a-4d38-8f35-b8811b6caf1d tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:04.942246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b049951c-4c27-4835-8849-e3ba9133a069 req-fed82240-e58a-4d38-8f35-b8811b6caf1d tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 950 time: 0.0745776 Aug 29 16:56:05.050543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b049951c-4c27-4835-8849-e3ba9133a069 req-446d0164-e973-40a6-9e60-455d52d32b21 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982475 Aug 29 16:56:05.062852 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e2250-4f84-43ea-ac51-b114bca4aac6 req-21eac5ea-b7af-4931-9664-13f0d911b899 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:05.064832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e89e2250-4f84-43ea-ac51-b114bca4aac6 req-21eac5ea-b7af-4931-9664-13f0d911b899 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 932 time: 0.0753744 Aug 29 16:56:05.067793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ec49cf76-dcae-4229-a226-d10d42b0635b details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:05.078354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2503e660-391c-49de-b42d-a28892e7065b no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:56:05.123233 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e89e2250-4f84-43ea-ac51-b114bca4aac6 req-fcbc8759-9de6-4cb8-a64f-8704dbbe184f tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510757 Aug 29 16:56:05.135441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 2503e660-391c-49de-b42d-a28892e7065b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:56:05.135789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2503e660-391c-49de-b42d-a28892e7065b not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:56:05.178235 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1f6233-44eb-4d0c-a7ef-be30743873e3 x-openstack-request-id: req-5e1f6233-44eb-4d0c-a7ef-be30743873e3 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:05.178741 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a6c952-e6df-4b99-8116-04c2d4b82a50", "name": "network-vif-plugged", "status": "completed", "tag": "54993450-ca89-4713-a532-78327a56c4d3", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:05.179248 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e1f6233-44eb-4d0c-a7ef-be30743873e3 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:05.179815 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a6c952-e6df-4b99-8116-04c2d4b82a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54993450-ca89-4713-a532-78327a56c4d3', 'code': 200} Aug 29 16:56:05.315653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c32354-4720-4193-847b-c75f3c7a437f req-b1c3e0cd-a054-43ec-a96f-04e146be9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:05.317928 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00c32354-4720-4193-847b-c75f3c7a437f req-b1c3e0cd-a054-43ec-a96f-04e146be9676 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 1097 time: 0.0576477 Aug 29 16:56:05.391978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae615d4-59ca-437e-a714-1ef3d36588b2 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:05.405670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ec49cf76-dcae-4229-a226-d10d42b0635b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec49cf76-dcae-4229-a226-d10d42b0635b,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:05.413187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:05.425671 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00c32354-4720-4193-847b-c75f3c7a437f req-9a0b6812-0773-456a-a728-c48476a26334 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964706 Aug 29 16:56:05.427447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'ec49cf76-dcae-4229-a226-d10d42b0635b', 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d', 'port_id': 'ec49cf76-dcae-4229-a226-d10d42b0635b', 'mac_address': 'fa:16:3e:6b:77:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706e06ef-9641-4853-80d4-0cd097dad076', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:56:05.444213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Transition to ACTIVE for port object dae615d4-59ca-437e-a714-1ef3d36588b2 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:56:05.450172 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:05.471596 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:05.490069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec49cf76-dcae-4229-a226-d10d42b0635b {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:05.518441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ec49cf76-dcae-4229-a226-d10d42b0635b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec49cf76-dcae-4229-a226-d10d42b0635b,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:05.525928 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:05.570702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9bb8e-f2e5-4438-8763-6ccb9137f1a3 req-be4252e7-cef3-49b0-831e-fa93991a35df tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:05.581656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1b9bb8e-f2e5-4438-8763-6ccb9137f1a3 req-be4252e7-cef3-49b0-831e-fa93991a35df tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=b639007a-19c2-4aca-b65d-c6250bcbf01a HTTP/1.1" status: 200 len: 950 time: 0.3196518 Aug 29 16:56:05.598508 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ec49cf76-dcae-4229-a226-d10d42b0635b,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:05.605431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Pushing event updated for resources: {'Port': ['ID=dae615d4-59ca-437e-a714-1ef3d36588b2,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:05.704920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1b9bb8e-f2e5-4438-8763-6ccb9137f1a3 req-66f5041c-3204-4197-8780-493d456afa60 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196628 Aug 29 16:56:05.710552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Attempting to bind port dae615d4-59ca-437e-a714-1ef3d36588b2 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:56:05.710895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Attempting to bind port dae615d4-59ca-437e-a714-1ef3d36588b2 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:56:05.711385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Attempting to bind port dae615d4-59ca-437e-a714-1ef3d36588b2 on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:05.723564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Port dae615d4-59ca-437e-a714-1ef3d36588b2 on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:56:05.723564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Attempting to bind port dae615d4-59ca-437e-a714-1ef3d36588b2 on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:05.737290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:56:05.737764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Checking segment: {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:56:05.738780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Bound using segment: {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:56:05.739519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Bound port: dae615d4-59ca-437e-a714-1ef3d36588b2, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:56:05.740529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:05.782752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['ec49cf76-dcae-4229-a226-d10d42b0635b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:05.847879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] For port dae615d4-59ca-437e-a714-1ef3d36588b2, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:05.852299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] For port dae615d4-59ca-437e-a714-1ef3d36588b2, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dae615d4-59ca-437e-a714-1ef3d36588b2,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:56:05.879861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:05.947909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Pushing event updated for resources: {'Port': ['ID=dae615d4-59ca-437e-a714-1ef3d36588b2,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:05.971975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:05.972737 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:05.975443 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-e01b1b97-cc3a-4e09-aca3-6f9d5825f49f service neutron] 10.222.0.16 "PUT /v2.0/ports/dae615d4-59ca-437e-a714-1ef3d36588b2 HTTP/1.1" status: 200 len: 1093 time: 1.2396612 Aug 29 16:56:05.975956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'tag': 'dae615d4-59ca-437e-a714-1ef3d36588b2'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:05.993128 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b482d3e0-f5dc-4ab2-95a7-4fba1732db7c" -d '{"events": [{"name": "network-changed", "server_uuid": "19c60638-d5bf-4963-8111-6a97e9b77e11", "tag": "dae615d4-59ca-437e-a714-1ef3d36588b2"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:06.100852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-1ad6b597-f32d-4124-b888-cbb4d726bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:06.102554 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-1ad6b597-f32d-4124-b888-cbb4d726bc8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 1096 time: 0.0737545 Aug 29 16:56:06.198188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-08906e76-af6c-4ab9-bf01-cc9e51fc68e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dae615d4-59ca-437e-a714-1ef3d36588b2 HTTP/1.1" status: 200 len: 217 time: 0.0864110 Aug 29 16:56:06.297249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-f11a0464-c28d-49ee-948c-437aa47f768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:06.298713 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-f11a0464-c28d-49ee-948c-437aa47f768d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9c45292-6f1d-4675-b417-0bfaac975c5a HTTP/1.1" status: 200 len: 844 time: 0.0917208 Aug 29 16:56:06.328396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f85ad-cf0b-4ede-8349-ec120709f3ac req-692f41f0-5c39-4ed0-8416-526a655c1ff8 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:06.330630 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-409f85ad-cf0b-4ede-8349-ec120709f3ac req-692f41f0-5c39-4ed0-8416-526a655c1ff8 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.1108286 Aug 29 16:56:06.348302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-03f46659-6ef3-4329-b749-946c4d50c681 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22d36b5f-cd4a-44d1-aba8-231e41bdf914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385194 Aug 29 16:56:06.436138 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-409f85ad-cf0b-4ede-8349-ec120709f3ac req-10518a22-a55f-43a0-b7b2-3d87fd4dbb1c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906889 Aug 29 16:56:06.477401 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-b8f31ede-32d7-49e2-bdbb-e7fd72b89807 service neutron] 10.222.0.16 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134174 Aug 29 16:56:06.621872 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98fc0acc-3b74-4383-a1b9-8b8015955ac3 req-4de68cc6-e23b-47e6-84d9-219461793c96 service neutron] 10.222.0.16 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354034 Aug 29 16:56:06.638554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b51b3-e9bc-42c6-a565-0b7f78c0ce33 req-7b25fa4b-3f5f-4ce9-9b1f-78f2d662c303 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:06.645891 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d65b51b3-e9bc-42c6-a565-0b7f78c0ce33 req-7b25fa4b-3f5f-4ce9-9b1f-78f2d662c303 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 945 time: 0.1100371 Aug 29 16:56:06.705163 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d65b51b3-e9bc-42c6-a565-0b7f78c0ce33 req-6b8e5d98-ac58-43eb-8db9-2ac3c02d7589 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550652 Aug 29 16:56:06.844774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0bafd3f9-ae4f-4b61-832c-b8bb05863254 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:56:06.845800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0bafd3f9-ae4f-4b61-832c-b8bb05863254 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1230600 Aug 29 16:56:06.901089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Request body: {'binding': {'host': 'n-h2-713301-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:06.901737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Unknown quota resources ['binding']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:56:07.059431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ec49cf76-dcae-4229-a226-d10d42b0635b up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:07.149555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port ec49cf76-dcae-4229-a226-d10d42b0635b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:56:07.154667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port ec49cf76-dcae-4229-a226-d10d42b0635b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:07.155091 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:07.354144 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:07.389741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec49cf76-dcae-4229-a226-d10d42b0635b'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:07.392087 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b75e49-da55-43e3-8db3-f373ccb7cdf1" -d '{"events": [{"server_uuid": "ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b", "name": "network-vif-plugged", "status": "completed", "tag": "ec49cf76-dcae-4229-a226-d10d42b0635b"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:07.419527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ec49cf76-dcae-4229-a226-d10d42b0635b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec49cf76-dcae-4229-a226-d10d42b0635b,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:07.426655 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:07.428140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:56:07.447952 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7db8bc7-958c-473b-93cc-d4251eef072a x-openstack-request-id: req-c7db8bc7-958c-473b-93cc-d4251eef072a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:07.448251 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c60638-d5bf-4963-8111-6a97e9b77e11", "tag": "dae615d4-59ca-437e-a714-1ef3d36588b2", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:07.448511 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7db8bc7-958c-473b-93cc-d4251eef072a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:07.448989 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'tag': 'dae615d4-59ca-437e-a714-1ef3d36588b2', 'status': 'completed', 'code': 200} Aug 29 16:56:07.519943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ec49cf76-dcae-4229-a226-d10d42b0635b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:07.568962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482d3e0-f5dc-4ab2-95a7-4fba1732db7c req-3d06ea4d-2dd2-4764-bd48-48982ffc1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:07.570518 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b482d3e0-f5dc-4ab2-95a7-4fba1732db7c req-3d06ea4d-2dd2-4764-bd48-48982ffc1f85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 1096 time: 0.1208415 Aug 29 16:56:07.581958 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:07.588441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a990fd-7957-4ea3-9054-8856c406b116 req-bea4b9f0-b195-420a-aceb-6a842faa0297 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:07.590328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7a990fd-7957-4ea3-9054-8856c406b116 req-bea4b9f0-b195-420a-aceb-6a842faa0297 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 944 time: 0.1134226 Aug 29 16:56:07.622517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:07.627216 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:07.676343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:07.678106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea on host n-h2-713301-13 for vnic_type normal with profile None {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:56:07.678413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:56:07.678844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:07.704206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Port a25e8eee-ab22-4985-9bc3-a002221004ea on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:56:07.704537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:07.711298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7a990fd-7957-4ea3-9054-8856c406b116 req-7385e2df-217b-436b-9390-eb63521abe17 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077039 Aug 29 16:56:07.719535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:56:07.719882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:56:07.720268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:56:07.721345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Bound port: a25e8eee-ab22-4985-9bc3-a002221004ea, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:56:07.754002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482d3e0-f5dc-4ab2-95a7-4fba1732db7c req-e43893ef-fdc2-4a9e-bff3-c0eca273672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:07.755476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b482d3e0-f5dc-4ab2-95a7-4fba1732db7c req-e43893ef-fdc2-4a9e-bff3-c0eca273672a service neutron] 10.222.0.16 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 905 time: 0.1643767 Aug 29 16:56:07.809206 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b482d3e0-f5dc-4ab2-95a7-4fba1732db7c req-378c9de6-deaa-4351-a75d-2c8772a26e2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dae615d4-59ca-437e-a714-1ef3d36588b2 HTTP/1.1" status: 200 len: 217 time: 0.0440254 Aug 29 16:56:07.830700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a25e8eee-ab22-4985-9bc3-a002221004ea,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:56:07.850325 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:07.851491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-7fdc3911-ce86-4d5e-8ea7-cee8c3907753 service neutron] 10.222.0.22 "POST /v2.0/ports/a25e8eee-ab22-4985-9bc3-a002221004ea/bindings HTTP/1.1" status: 201 len: 390 time: 0.9992015 Aug 29 16:56:07.872621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482d3e0-f5dc-4ab2-95a7-4fba1732db7c req-b033c8d3-a68d-432d-b606-6ddabfd5155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:07.876169 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b482d3e0-f5dc-4ab2-95a7-4fba1732db7c req-b033c8d3-a68d-432d-b606-6ddabfd5155f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9c45292-6f1d-4675-b417-0bfaac975c5a HTTP/1.1" status: 200 len: 844 time: 0.0570998 Aug 29 16:56:07.925470 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b482d3e0-f5dc-4ab2-95a7-4fba1732db7c req-4a13d21d-8281-4f51-ba72-51550752e2f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22d36b5f-cd4a-44d1-aba8-231e41bdf914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429056 Aug 29 16:56:08.046597 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fa8d3a-80e4-4350-9e63-353328f8694d x-openstack-request-id: req-a0fa8d3a-80e4-4350-9e63-353328f8694d {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:08.047125 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b", "name": "network-vif-plugged", "status": "completed", "tag": "ec49cf76-dcae-4229-a226-d10d42b0635b", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:08.047570 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0fa8d3a-80e4-4350-9e63-353328f8694d {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:08.049010 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec49cf76-dcae-4229-a226-d10d42b0635b', 'code': 200} Aug 29 16:56:08.098151 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b482d3e0-f5dc-4ab2-95a7-4fba1732db7c req-d5a230fb-abf0-4c18-8869-a0200e0fcb5d service neutron] 10.222.0.16 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516862 Aug 29 16:56:08.106148 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3737-60a9-4ec0-826a-bcd9c262f4f9 req-e1faae88-ed8f-4bc8-b258-e8d54a537fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.107631 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1aed3737-60a9-4ec0-826a-bcd9c262f4f9 req-e1faae88-ed8f-4bc8-b258-e8d54a537fab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 1097 time: 0.1923478 Aug 29 16:56:08.122039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8031331-23ef-4513-a8d9-de3888b5d785 req-23778249-ee72-452d-a4f7-1330035863e8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.129789 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8031331-23ef-4513-a8d9-de3888b5d785 req-23778249-ee72-452d-a4f7-1330035863e8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 943 time: 0.1719429 Aug 29 16:56:08.213343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-8df6af35-f58a-4eba-96b5-253d646c5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.214759 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-8df6af35-f58a-4eba-96b5-253d646c5e8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 1098 time: 0.0997460 Aug 29 16:56:08.218129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95843e8-f76a-4eef-a808-dbb897f5ab74 req-718f6403-87db-43b8-a877-7a4e6455e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.219702 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f95843e8-f76a-4eef-a808-dbb897f5ab74 req-718f6403-87db-43b8-a877-7a4e6455e9b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 1098 time: 0.0966129 Aug 29 16:56:08.263723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f5f5f-31e8-4395-8381-d90968c01491 req-30839635-b9c1-4261-a73d-1b6c431e5261 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.265566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af3f5f5f-31e8-4395-8381-d90968c01491 req-30839635-b9c1-4261-a73d-1b6c431e5261 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1155479 Aug 29 16:56:08.288751 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8031331-23ef-4513-a8d9-de3888b5d785 req-15f4e371-0816-4943-9a66-a1399ead4d89 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398587 Aug 29 16:56:08.328102 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b482d3e0-f5dc-4ab2-95a7-4fba1732db7c req-aa854070-2c65-4a5c-a720-b3fbad8e1d29 service neutron] 10.222.0.16 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962383 Aug 29 16:56:08.342989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3737-60a9-4ec0-826a-bcd9c262f4f9 req-b8b64f6b-0dd2-4dc3-b09b-9ce863cb4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.344494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1aed3737-60a9-4ec0-826a-bcd9c262f4f9 req-b8b64f6b-0dd2-4dc3-b09b-9ce863cb4248 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 200 len: 919 time: 0.2137895 Aug 29 16:56:08.352935 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f95843e8-f76a-4eef-a808-dbb897f5ab74 req-8e51be8d-9367-482a-b59b-0aea82f1f4e6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195340 Aug 29 16:56:08.380730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af3f5f5f-31e8-4395-8381-d90968c01491 req-5bc3e1eb-44df-43c7-ab8a-764fe72dc181 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824254 Aug 29 16:56:08.414003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0aba539a-5036-4c59-aca4-a728a2deb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.415768 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0aba539a-5036-4c59-aca4-a728a2deb4e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.1921222 Aug 29 16:56:08.422918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1aed3737-60a9-4ec0-826a-bcd9c262f4f9 req-f3a2ca12-e8e6-458d-9f89-b9b60a7250ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=002b89b4-c1f8-4954-ab55-ba97597b9a52 HTTP/1.1" status: 200 len: 217 time: 0.0680470 Aug 29 16:56:08.472529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990bd81-125e-4bf9-b341-ead75db75f81 req-289c967b-0122-4b9d-ad5f-f43a732d01f7 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.473982 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e990bd81-125e-4bf9-b341-ead75db75f81 req-289c967b-0122-4b9d-ad5f-f43a732d01f7 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0537853 Aug 29 16:56:08.479204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-fcac57dc-4018-43ef-8cad-e2b83640704f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a25e8eee-ab22-4985-9bc3-a002221004ea HTTP/1.1" status: 200 len: 217 time: 0.0425920 Aug 29 16:56:08.513831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e990bd81-125e-4bf9-b341-ead75db75f81 req-ff964372-1931-400a-a134-b97784a61fdd tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Aug 29 16:56:08.568137 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ee3b7-2ae0-4257-98db-8a4dd4584e44 req-2dd62607-1bf4-4eb6-ad23-193b04728a93 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.570116 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-220ee3b7-2ae0-4257-98db-8a4dd4584e44 req-2dd62607-1bf4-4eb6-ad23-193b04728a93 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 946 time: 0.0939891 Aug 29 16:56:08.571828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-1ad459b2-4653-4c0c-b3ba-f61ae1df3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.573441 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-1ad459b2-4653-4c0c-b3ba-f61ae1df3c08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0854907 Aug 29 16:56:08.594996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3737-60a9-4ec0-826a-bcd9c262f4f9 req-33d0998a-8f7d-407e-a6ce-f6e19f7466a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.596675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1aed3737-60a9-4ec0-826a-bcd9c262f4f9 req-33d0998a-8f7d-407e-a6ce-f6e19f7466a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=07a2806e-7007-45c5-a616-3b534b724fe9 HTTP/1.1" status: 200 len: 858 time: 0.0591989 Aug 29 16:56:08.634396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1aed3737-60a9-4ec0-826a-bcd9c262f4f9 req-45a41aca-8f1c-4620-95cd-9cd9601c26da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5260538-0a13-4470-8a62-e0f8b7d0f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294745 Aug 29 16:56:08.642982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-220ee3b7-2ae0-4257-98db-8a4dd4584e44 req-9725cf9d-8239-4f4f-8d03-0b4155b95df2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664065 Aug 29 16:56:08.645304 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-2e38f263-25fc-40ab-82db-a85a2cd07674 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507674 Aug 29 16:56:08.754104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1aed3737-60a9-4ec0-826a-bcd9c262f4f9 req-939b9ba1-80dc-49b6-9777-e09c02516bf1 service neutron] 10.222.0.10 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113563 Aug 29 16:56:08.755761 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-a8e7bf85-c600-44c6-95fa-80a9d221129e service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004243 Aug 29 16:56:08.868329 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1aed3737-60a9-4ec0-826a-bcd9c262f4f9 req-0305ae44-30f7-46c5-b8b4-3532fba91593 service neutron] 10.222.0.10 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059763 Aug 29 16:56:08.910920 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-c3b8d21c-3160-46fd-88e5-7a92ef76a0e4 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461062 Aug 29 16:56:08.938795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc35a3-6911-46f9-b867-7eb12499cc92 req-820b98da-4880-49d1-998a-551bc0ff36e3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:08.940406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55bc35a3-6911-46f9-b867-7eb12499cc92 req-820b98da-4880-49d1-998a-551bc0ff36e3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 944 time: 0.0746424 Aug 29 16:56:08.987936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55bc35a3-6911-46f9-b867-7eb12499cc92 req-e14a4102-42ff-49d8-a52a-9fbf295fc9d2 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392091 Aug 29 16:56:09.042454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-e83dac34-d4ce-4387-bfd6-32773b7c3b5d tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:09.044154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-e83dac34-d4ce-4387-bfd6-32773b7c3b5d tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1098 time: 0.0497017 Aug 29 16:56:09.058160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-13'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:09.128808 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:09.256593 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a25e8eee-ab22-4985-9bc3-a002221004ea,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:09.293912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:09.340504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a25e8eee-ab22-4985-9bc3-a002221004ea'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:09.343146 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c28cc0-c20d-4df4-83dc-eb02328fff05" -d '{"events": [{"server_uuid": "fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "a25e8eee-ab22-4985-9bc3-a002221004ea"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:09.354567 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:09.363199 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:09.397137 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c24ed7-7940-496c-b62b-70af8470c920 x-openstack-request-id: req-d5c24ed7-7940-496c-b62b-70af8470c920 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:09.397597 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "a25e8eee-ab22-4985-9bc3-a002221004ea", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:09.397956 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5c24ed7-7940-496c-b62b-70af8470c920 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:09.398446 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a25e8eee-ab22-4985-9bc3-a002221004ea', 'code': 200} Aug 29 16:56:09.469537 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Pushing event updated for resources: {'Port': ['ID=a25e8eee-ab22-4985-9bc3-a002221004ea,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:09.484541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea on host n-h1-713301-13 for vnic_type normal with profile {"migrating_to": "n-h2-713301-13"} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:56:09.485165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:56:09.485827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:09.491547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Port a25e8eee-ab22-4985-9bc3-a002221004ea on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:56:09.491879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Attempting to bind port a25e8eee-ab22-4985-9bc3-a002221004ea on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:09.496906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:56:09.497271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:56:09.497661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:56:09.498090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Bound port: a25e8eee-ab22-4985-9bc3-a002221004ea, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:56:09.498453 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:09.563691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:09.568219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a25e8eee-ab22-4985-9bc3-a002221004ea,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:56:09.575147 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:09.587861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a7ece-3d3a-4b1b-8100-8adf70798400 req-92c90e05-a357-4b40-8854-2032694576d6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:09.592555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-972a7ece-3d3a-4b1b-8100-8adf70798400 req-92c90e05-a357-4b40-8854-2032694576d6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0967703 Aug 29 16:56:09.648325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-972a7ece-3d3a-4b1b-8100-8adf70798400 req-e90d2946-fb60-42eb-b9b7-f2a626dfaaa1 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488939 Aug 29 16:56:09.696552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:09.697251 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:09.698614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] 10.222.0.16 "PUT /v2.0/ports/a25e8eee-ab22-4985-9bc3-a002221004ea HTTP/1.1" status: 200 len: 1124 time: 0.6452856 Aug 29 16:56:09.701977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e708304-45a5-441f-aca4-79b7d1c9e4de service neutron] Pushing event updated for resources: {'Port': ['ID=a25e8eee-ab22-4985-9bc3-a002221004ea,revision_number=8']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:09.722756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11bda-5d19-4d41-b229-e41dec403ec6 req-1eac7fe2-75c2-4d8b-8b82-93a545c04200 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:09.724679 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ff11bda-5d19-4d41-b229-e41dec403ec6 req-1eac7fe2-75c2-4d8b-8b82-93a545c04200 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.1073563 Aug 29 16:56:09.774001 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ff11bda-5d19-4d41-b229-e41dec403ec6 req-921a5d3c-419e-4c39-9c1a-5a2b2ae22609 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Aug 29 16:56:09.836488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['a25e8eee-ab22-4985-9bc3-a002221004ea'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:09.838782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c48e-dafb-44d8-b7e3-b0db5c185d98 req-878f11f1-8aae-48c6-8bb6-7df6e90ba4ec tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:09.840353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a155c48e-dafb-44d8-b7e3-b0db5c185d98 req-878f11f1-8aae-48c6-8bb6-7df6e90ba4ec tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 944 time: 0.0527849 Aug 29 16:56:09.880622 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a155c48e-dafb-44d8-b7e3-b0db5c185d98 req-c40e8341-c549-4e47-9372-607164c9d7aa tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341520 Aug 29 16:56:10.050290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:10.052591 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bbe8ff-9a90-4038-8b0f-26a8bc2b67c0" -d '{"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-unplugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:10.089263 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86afb1d8-d975-4e67-9afe-4d4bf787ae22 x-openstack-request-id: req-86afb1d8-d975-4e67-9afe-4d4bf787ae22 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:10.089848 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-unplugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:10.090330 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86afb1d8-d975-4e67-9afe-4d4bf787ae22 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:10.090944 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'code': 200} Aug 29 16:56:10.106641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce3a14-36f9-45a7-a7d1-f6845d7726c3 req-c4991368-e983-43e3-aaca-4b566947a916 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:10.109580 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75ce3a14-36f9-45a7-a7d1-f6845d7726c3 req-c4991368-e983-43e3-aaca-4b566947a916 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 944 time: 0.0571551 Aug 29 16:56:10.154667 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75ce3a14-36f9-45a7-a7d1-f6845d7726c3 req-c44f8362-d756-41e0-9d4e-ba8f82f03cf3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 Aug 29 16:56:10.770507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f41fe3-cbd8-40b9-9d42-53842583911d req-12c608d6-f671-43b6-9954-6749aff3e321 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:10.771999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8f41fe3-cbd8-40b9-9d42-53842583911d req-12c608d6-f671-43b6-9954-6749aff3e321 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0544071 Aug 29 16:56:10.811221 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8f41fe3-cbd8-40b9-9d42-53842583911d req-2b38d503-765c-47e8-a27b-d68e605fb73a tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Aug 29 16:56:10.891791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c1abc-f414-4b51-ac50-1f1b1206c9ad req-c7000eba-104e-48b8-9eb6-6b2e938df52c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:10.893799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d11c1abc-f414-4b51-ac50-1f1b1206c9ad req-c7000eba-104e-48b8-9eb6-6b2e938df52c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0495968 Aug 29 16:56:10.925332 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9811d-1382-4959-960d-3f839f4178f6 req-7e34809a-6bfe-4986-9293-dd895e553708 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:10.926952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0d9811d-1382-4959-960d-3f839f4178f6 req-7e34809a-6bfe-4986-9293-dd895e553708 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0501432 Aug 29 16:56:10.932136 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d11c1abc-f414-4b51-ac50-1f1b1206c9ad req-0b2d87b4-d911-48c5-9d1d-3cf0b9524ecf tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Aug 29 16:56:10.966591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0d9811d-1382-4959-960d-3f839f4178f6 req-98510909-65d8-43e3-ab2d-c2e862099fc4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Aug 29 16:56:11.036796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06349dee-9396-4b66-9f31-846bd11eb5d0 req-ef435b28-be81-4afd-afc9-a7a35c0a1367 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:11.038329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06349dee-9396-4b66-9f31-846bd11eb5d0 req-ef435b28-be81-4afd-afc9-a7a35c0a1367 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 944 time: 0.0492904 Aug 29 16:56:11.064352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:11.081583 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06349dee-9396-4b66-9f31-846bd11eb5d0 req-357883cd-4a05-49c4-bb2a-b5dc49551032 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370696 Aug 29 16:56:11.172058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:11.172631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fffa20-28dc-4b4b-94a7-9c8941d707fa req-a465c23f-3234-4c33-9acc-6086dbcc884e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:11.174708 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03fffa20-28dc-4b4b-94a7-9c8941d707fa req-a465c23f-3234-4c33-9acc-6086dbcc884e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0510640 Aug 29 16:56:11.187871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'port_id': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'mac_address': 'fa:16:3e:02:40:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:56:11.218039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03fffa20-28dc-4b4b-94a7-9c8941d707fa req-fd89f246-8ebf-48e9-8f18-c8698b3532e4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358818 Aug 29 16:56:11.234766 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:11.248576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5c6af0-1a9b-43be-b428-a80b50dafaab {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:11.270080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:11.274745 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:11.320403 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ee98e-f3a7-4331-9f2c-93c5e9e3bc0e req-95161760-2d6b-494e-9e41-0fa225bb3e88 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:11.322221 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf5ee98e-f3a7-4331-9f2c-93c5e9e3bc0e req-95161760-2d6b-494e-9e41-0fa225bb3e88 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 944 time: 0.0619450 Aug 29 16:56:11.328005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:11.352181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24800d71-7080-44cc-a662-6804fcfea8ed req-d8b1bf75-dad8-45f2-bd23-7749606528b3 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:11.353918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24800d71-7080-44cc-a662-6804fcfea8ed req-d8b1bf75-dad8-45f2-bd23-7749606528b3 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0688176 Aug 29 16:56:11.364476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf5ee98e-f3a7-4331-9f2c-93c5e9e3bc0e req-328d747e-730d-4f6b-9e45-155269ee5cc4 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358381 Aug 29 16:56:11.384930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['aa5c6af0-1a9b-43be-b428-a80b50dafaab'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:11.394736 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24800d71-7080-44cc-a662-6804fcfea8ed req-baab00bb-7ba6-4ecb-9210-c4f05e54812a tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344400 Aug 29 16:56:11.399157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'tag': 'a25e8eee-ab22-4985-9bc3-a002221004ea'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:11.401746 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b73fb0-11cd-4f73-815e-fe36cba83d50" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9", "tag": "a25e8eee-ab22-4985-9bc3-a002221004ea"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:11.437878 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7dd2ed-58d4-4fd0-b3f2-eea360d70323 x-openstack-request-id: req-0f7dd2ed-58d4-4fd0-b3f2-eea360d70323 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:11.438610 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9", "tag": "a25e8eee-ab22-4985-9bc3-a002221004ea", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:11.438876 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f7dd2ed-58d4-4fd0-b3f2-eea360d70323 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:11.439266 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'tag': 'a25e8eee-ab22-4985-9bc3-a002221004ea', 'status': 'completed', 'code': 200} Aug 29 16:56:11.513718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b73fb0-11cd-4f73-815e-fe36cba83d50 req-73842aab-f064-4354-8a30-199a5afc39db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:11.515386 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16b73fb0-11cd-4f73-815e-fe36cba83d50 req-73842aab-f064-4354-8a30-199a5afc39db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 1127 time: 0.0456495 Aug 29 16:56:11.623869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b73fb0-11cd-4f73-815e-fe36cba83d50 req-35ee3d32-f353-4aea-9b43-4e4d24c882d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:11.625368 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16b73fb0-11cd-4f73-815e-fe36cba83d50 req-35ee3d32-f353-4aea-9b43-4e4d24c882d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.1012082 Aug 29 16:56:11.672387 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16b73fb0-11cd-4f73-815e-fe36cba83d50 req-7d50f6ad-542d-4c7d-a7fc-3fe811267a4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a25e8eee-ab22-4985-9bc3-a002221004ea HTTP/1.1" status: 200 len: 217 time: 0.0390656 Aug 29 16:56:11.733394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b73fb0-11cd-4f73-815e-fe36cba83d50 req-a68f8ab8-ca83-4203-87c1-9df1fe6f3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:11.734956 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16b73fb0-11cd-4f73-815e-fe36cba83d50 req-a68f8ab8-ca83-4203-87c1-9df1fe6f3cad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0482900 Aug 29 16:56:11.782395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16b73fb0-11cd-4f73-815e-fe36cba83d50 req-6c81ef7c-d4ec-4fa7-9713-e239c866a6e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270767 Aug 29 16:56:11.898746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16b73fb0-11cd-4f73-815e-fe36cba83d50 req-a57b4352-61c7-43f6-8854-1cfa8d9627cc service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979488 Aug 29 16:56:12.001556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16b73fb0-11cd-4f73-815e-fe36cba83d50 req-c71f135e-3957-4780-a1d3-d4879878f99b service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947111 Aug 29 16:56:12.004068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556122a8-9080-4f9d-8466-c4070a555ef0 req-b5223dec-f91c-45db-87fe-00a809a6f041 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:12.005585 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-556122a8-9080-4f9d-8466-c4070a555ef0 req-b5223dec-f91c-45db-87fe-00a809a6f041 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.3233094 Aug 29 16:56:12.046558 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-556122a8-9080-4f9d-8466-c4070a555ef0 req-ff54bf69-7cf9-409a-8aa7-7c7ade240761 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348256 Aug 29 16:56:12.073125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf95b5-daf8-4f89-9709-5a49f4578c50 req-37bd4be6-720d-4d0f-b994-73759bf77e1e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:12.074806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cfbf95b5-daf8-4f89-9709-5a49f4578c50 req-37bd4be6-720d-4d0f-b994-73759bf77e1e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0581954 Aug 29 16:56:12.113670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cfbf95b5-daf8-4f89-9709-5a49f4578c50 req-026c0b27-b29a-4d4a-8a4f-bacd47c916bf tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326180 Aug 29 16:56:12.199280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9f717-0d4b-4f21-8c24-aaa3bdcf2ec4 req-7d4c787f-7813-4824-b9f9-6c94b84ef3a7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:12.200779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69e9f717-0d4b-4f21-8c24-aaa3bdcf2ec4 req-7d4c787f-7813-4824-b9f9-6c94b84ef3a7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 944 time: 0.0484040 Aug 29 16:56:12.240994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69e9f717-0d4b-4f21-8c24-aaa3bdcf2ec4 req-ce9dba8e-cf90-47f1-9d36-154ea345112a tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Aug 29 16:56:12.480203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f615b77-0e31-45bb-91e2-cbc0fb7427c7 req-c8e76adb-8f03-4d6b-8417-9f206483aa0b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:12.481601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2f615b77-0e31-45bb-91e2-cbc0fb7427c7 req-c8e76adb-8f03-4d6b-8417-9f206483aa0b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 944 time: 0.0506876 Aug 29 16:56:12.521689 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2f615b77-0e31-45bb-91e2-cbc0fb7427c7 req-cb664076-59a9-41cc-90de-5138796385a0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Aug 29 16:56:12.802578 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3e40-67e3-459b-89f1-a27a5c575cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:13.035574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dae615d4-59ca-437e-a714-1ef3d36588b2 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:13.094907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:13.175636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dae615d4-59ca-437e-a714-1ef3d36588b2, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dae615d4-59ca-437e-a714-1ef3d36588b2,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:13.189859 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port aa5c6af0-1a9b-43be-b428-a80b50dafaab triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:13.190240 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:13.193056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'dae615d4-59ca-437e-a714-1ef3d36588b2', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'port_id': 'dae615d4-59ca-437e-a714-1ef3d36588b2', 'mac_address': 'fa:16:3e:1e:83:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c45292-6f1d-4675-b417-0bfaac975c5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:56:13.205618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d5662-88fc-4d5c-8934-b576fe4e23a3 req-defb636c-ba81-44ba-98d2-00d564099022 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:13.209864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-103d5662-88fc-4d5c-8934-b576fe4e23a3 req-defb636c-ba81-44ba-98d2-00d564099022 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0847991 Aug 29 16:56:13.261829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8cd2f-b7ff-4287-a6b1-0269800d9e49 req-f8d96866-e21f-42d2-8dc3-151a637cd20a tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:13.269620 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-103d5662-88fc-4d5c-8934-b576fe4e23a3 req-5e526b58-8a06-4c5d-b05d-e95ca5b0ba7f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561097 Aug 29 16:56:13.275576 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94c8cd2f-b7ff-4287-a6b1-0269800d9e49 req-f8d96866-e21f-42d2-8dc3-151a637cd20a tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0799031 Aug 29 16:56:13.281756 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:13.348633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94c8cd2f-b7ff-4287-a6b1-0269800d9e49 req-d678563b-3cb4-447a-88e8-da713bac5ce5 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671773 Aug 29 16:56:13.356244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae615d4-59ca-437e-a714-1ef3d36588b2 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:13.421489 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dae615d4-59ca-437e-a714-1ef3d36588b2, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dae615d4-59ca-437e-a714-1ef3d36588b2,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:13.423288 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:13.458045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df0290-765e-4880-8b22-489460f96591 req-323b19b4-6fdf-4ae8-b5ab-934ba33c80b7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:13.465174 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20df0290-765e-4880-8b22-489460f96591 req-323b19b4-6fdf-4ae8-b5ab-934ba33c80b7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 944 time: 0.0856214 Aug 29 16:56:13.474062 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:13.475609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:13.478319 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bbcd0b-8812-4c02-ade7-bdcbfe1ac309" -d '{"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-plugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:13.482636 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:13.483579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 611cb227-d3a6-4c1e-a077-10905f93591f details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:13.492259 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:13.519407 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20df0290-765e-4880-8b22-489460f96591 req-d343cfc7-8b35-44a7-8527-6b81720df414 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532117 Aug 29 16:56:13.538324 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a4b346-1016-4980-b0c2-ad5207a083cd x-openstack-request-id: req-a7a4b346-1016-4980-b0c2-ad5207a083cd {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:13.538617 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-plugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:13.538881 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7a4b346-1016-4980-b0c2-ad5207a083cd {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:13.539264 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'code': 200} Aug 29 16:56:13.613373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=dae615d4-59ca-437e-a714-1ef3d36588b2,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:13.622914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.623271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.623610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.623950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.624284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.624621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.624953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.625302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.625635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.625961 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.626291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.626612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:13.654756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94ddc6-0be3-4c00-b2fe-0cf644d76e98 req-c98a04b6-e119-4691-a3fd-273a26840196 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:13.656530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b94ddc6-0be3-4c00-b2fe-0cf644d76e98 req-c98a04b6-e119-4691-a3fd-273a26840196 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 945 time: 0.0598190 Aug 29 16:56:13.692958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:13.717484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '611cb227-d3a6-4c1e-a077-10905f93591f', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '611cb227-d3a6-4c1e-a077-10905f93591f', 'mac_address': 'fa:16:3e:ed:27:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:56:13.719142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=10']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:13.721653 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b94ddc6-0be3-4c00-b2fe-0cf644d76e98 req-04163779-ca59-4313-915e-f3b3ea3b89bf tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540824 Aug 29 16:56:13.763383 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:13.777415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 611cb227-d3a6-4c1e-a077-10905f93591f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:13.798352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:13.803397 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:13.804075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a25e8eee-ab22-4985-9bc3-a002221004ea details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:13.897957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:13.947834 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a25e8eee-ab22-4985-9bc3-a002221004ea,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:13.962039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a25e8eee-ab22-4985-9bc3-a002221004ea has no active binding in host n-h2-713301-13 {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 16:56:14.112189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['611cb227-d3a6-4c1e-a077-10905f93591f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:14.444322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a818b-ef60-4d2b-80f2-0fb9357db6ea req-ffa0d574-819c-47e6-959c-025197b38306 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:14.453473 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2f7a818b-ef60-4d2b-80f2-0fb9357db6ea req-ffa0d574-819c-47e6-959c-025197b38306 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0955157 Aug 29 16:56:14.496297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2f7a818b-ef60-4d2b-80f2-0fb9357db6ea req-f6eb7654-04ad-4aaf-9603-2c488080cba2 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Aug 29 16:56:14.501202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b21ac-cc9c-45b3-8f9c-215fd7ec7b44 req-60852c12-fd8a-4046-8a18-b05a629c6dda tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:14.509434 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f80b21ac-cc9c-45b3-8f9c-215fd7ec7b44 req-60852c12-fd8a-4046-8a18-b05a629c6dda tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0711071 Aug 29 16:56:14.559657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f80b21ac-cc9c-45b3-8f9c-215fd7ec7b44 req-daf29939-73c7-4757-a18e-e5f13d49d6f0 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492580 Aug 29 16:56:14.595081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['dae615d4-59ca-437e-a714-1ef3d36588b2'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:14.694923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640370e-5c4b-43eb-8ecf-ab006b46b9b7 req-9a1c575a-656d-44f9-9208-319a5d0f27e5 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:14.702943 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6640370e-5c4b-43eb-8ecf-ab006b46b9b7 req-9a1c575a-656d-44f9-9208-319a5d0f27e5 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 944 time: 0.0743487 Aug 29 16:56:14.771450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6640370e-5c4b-43eb-8ecf-ab006b46b9b7 req-ec0fc430-9e75-4f4c-b491-8d5d4da3198e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675232 Aug 29 16:56:14.903759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575e7d7-1390-47ce-ac80-a604bf5194ed req-043bda52-2dd9-40ea-b958-19fb2be46d2a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:14.906551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c575e7d7-1390-47ce-ac80-a604bf5194ed req-043bda52-2dd9-40ea-b958-19fb2be46d2a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 945 time: 0.0726497 Aug 29 16:56:14.983433 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c575e7d7-1390-47ce-ac80-a604bf5194ed req-8a5bcfcf-e1e6-496e-bf59-382e88857e0c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557754 Aug 29 16:56:15.038996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 611cb227-d3a6-4c1e-a077-10905f93591f up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:15.106064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 611cb227-d3a6-4c1e-a077-10905f93591f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:15.106657 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:15.198492 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:15.235179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:15.242492 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:15.305840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:15.513563 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-377d8bc8-37b6-4d81-9d29-eb2e2f0e9a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:15.540278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:15.545165 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d846ec42-5643-442f-84f6-b73e6eef76bd" -d '{"events": [{"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-plugged", "status": "completed", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:15.605087 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d7fade-2b57-4413-a920-d9037de04ce5 x-openstack-request-id: req-33d7fade-2b57-4413-a920-d9037de04ce5 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:15.605562 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-plugged", "status": "completed", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:15.606020 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33d7fade-2b57-4413-a920-d9037de04ce5 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:15.606504 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f', 'code': 200} Aug 29 16:56:15.634912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde8017-2d3e-4757-b8bd-a0289c7227c3 req-7afe9062-c22f-466e-8df9-337ed8f495a3 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:15.642325 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-edde8017-2d3e-4757-b8bd-a0289c7227c3 req-7afe9062-c22f-466e-8df9-337ed8f495a3 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0655825 Aug 29 16:56:15.699370 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-edde8017-2d3e-4757-b8bd-a0289c7227c3 req-e024516a-09ca-4672-adbd-e67eb13cf359 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531962 Aug 29 16:56:15.753500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883692b7-be90-4652-a258-b00d03673944 req-b2a25939-30f4-4f45-a3f0-0f0bcd4955df tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:15.762542 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-883692b7-be90-4652-a258-b00d03673944 req-b2a25939-30f4-4f45-a3f0-0f0bcd4955df tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0744982 Aug 29 16:56:15.816392 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:15.817577 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-883692b7-be90-4652-a258-b00d03673944 req-7a24239d-fe04-422a-9826-98d65c61d95d tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527246 Aug 29 16:56:16.008671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080021-d447-4242-830b-949f7d4dfea8 req-ab1d7d8b-ac18-4ca7-9a14-667947890371 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:16.011803 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0080021-d447-4242-830b-949f7d4dfea8 req-ab1d7d8b-ac18-4ca7-9a14-667947890371 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 944 time: 0.0828004 Aug 29 16:56:16.058731 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0080021-d447-4242-830b-949f7d4dfea8 req-a0736ae3-de6d-499c-bfca-6859b5ef4fe9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393860 Aug 29 16:56:16.285300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef03313-bfb9-4a5b-b2fd-be90ec038a1a req-048e6c67-9a22-4dbb-aa5b-489e4beff2ef tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:16.286653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bef03313-bfb9-4a5b-b2fd-be90ec038a1a req-048e6c67-9a22-4dbb-aa5b-489e4beff2ef tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 945 time: 0.1220500 Aug 29 16:56:16.391604 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bef03313-bfb9-4a5b-b2fd-be90ec038a1a req-dafb6e2b-53e1-442f-8383-49e3d30cea87 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811021 Aug 29 16:56:16.548710 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:56:16.557726 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:16.775534 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-c431a6dc-02c9-4ca4-a792-06f14e134dd7 service neutron] 10.222.0.10 "GET /v2.0/ports/a25e8eee-ab22-4985-9bc3-a002221004ea/bindings/n-h2-713301-13 HTTP/1.1" status: 200 len: 385 time: 0.1291335 Aug 29 16:56:16.920421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f9b1-546e-487f-8d6e-d321e5768d04 req-ba97a695-4ae2-451a-8fca-535336193cd8 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:16.922102 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf81f9b1-546e-487f-8d6e-d321e5768d04 req-ba97a695-4ae2-451a-8fca-535336193cd8 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1044362 Aug 29 16:56:17.059993 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dae615d4-59ca-437e-a714-1ef3d36588b2 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:17.118713 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf81f9b1-546e-487f-8d6e-d321e5768d04 req-1f5278b6-6b94-4cdf-a535-dc0d65ed56db tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441460 Aug 29 16:56:17.176652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port dae615d4-59ca-437e-a714-1ef3d36588b2 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:56:17.186556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port dae615d4-59ca-437e-a714-1ef3d36588b2 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:17.188561 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:17.315436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-1faed63e-796a-4bf2-94f0-4e1aecf19153 service neutron] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a25e8eee-ab22-4985-9bc3-a002221004ea,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:17.326627 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:17.336625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-1faed63e-796a-4bf2-94f0-4e1aecf19153 service neutron] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:17.371675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-1faed63e-796a-4bf2-94f0-4e1aecf19153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25e8eee-ab22-4985-9bc3-a002221004ea {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:17.383477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-1faed63e-796a-4bf2-94f0-4e1aecf19153 service neutron] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a25e8eee-ab22-4985-9bc3-a002221004ea,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:17.407916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dae615d4-59ca-437e-a714-1ef3d36588b2, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dae615d4-59ca-437e-a714-1ef3d36588b2,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:17.410674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af86b47-9df0-4928-ae2e-2a676c913890 req-43072684-c1cc-4209-a7e6-49b561da159d tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:17.422825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2af86b47-9df0-4928-ae2e-2a676c913890 req-43072684-c1cc-4209-a7e6-49b561da159d tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.2190068 Aug 29 16:56:17.431903 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:17.452154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-1faed63e-796a-4bf2-94f0-4e1aecf19153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:17.460608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:17.489744 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2af86b47-9df0-4928-ae2e-2a676c913890 req-f657f829-7e00-4f04-88e9-ff85c92b7083 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660312 Aug 29 16:56:17.502683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=dae615d4-59ca-437e-a714-1ef3d36588b2,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:17.607655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae615d4-59ca-437e-a714-1ef3d36588b2'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:17.610903 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd064cd-2b2c-43a2-849b-91717c7d2899" -d '{"events": [{"server_uuid": "19c60638-d5bf-4963-8111-6a97e9b77e11", "name": "network-vif-plugged", "status": "completed", "tag": "dae615d4-59ca-437e-a714-1ef3d36588b2"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:17.637295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-1faed63e-796a-4bf2-94f0-4e1aecf19153 service neutron] Transition to ACTIVE for port object a25e8eee-ab22-4985-9bc3-a002221004ea will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:56:17.669507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350e0af-38ed-47db-95f7-fee266fa9d39 req-741869b7-9ea4-4918-97f9-34a9554724b9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:17.677488 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8350e0af-38ed-47db-95f7-fee266fa9d39 req-741869b7-9ea4-4918-97f9-34a9554724b9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 944 time: 0.1059651 Aug 29 16:56:17.680083 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-1faed63e-796a-4bf2-94f0-4e1aecf19153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:17.799877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-1faed63e-796a-4bf2-94f0-4e1aecf19153 service neutron] No DVR routers for this DVR port a25e8eee-ab22-4985-9bc3-a002221004ea on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:56:17.816327 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8350e0af-38ed-47db-95f7-fee266fa9d39 req-d56653fe-e6db-4f19-a567-95d4aca71ebe tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376050 Aug 29 16:56:17.944719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faed63e-796a-4bf2-94f0-4e1aecf19153 service neutron] Pushing event updated for resources: {'Port': ['ID=a25e8eee-ab22-4985-9bc3-a002221004ea,revision_number=10']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:17.958893 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-1faed63e-796a-4bf2-94f0-4e1aecf19153 service neutron] 10.222.0.10 "PUT /v2.0/ports/a25e8eee-ab22-4985-9bc3-a002221004ea/bindings/n-h2-713301-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1717141 Aug 29 16:56:18.182132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-06dd4a27-b67d-4046-bc44-ec47f781f72f tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:18.185245 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-06dd4a27-b67d-4046-bc44-ec47f781f72f tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1097 time: 0.1316500 Aug 29 16:56:18.189048 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:18.278784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-2819eb79-85f7-4580-90de-6e1d0b7d3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:18.281731 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-2819eb79-85f7-4580-90de-6e1d0b7d3144 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9&tenant_id=87aab6bab59d4591973a8c9fe46d8484 HTTP/1.1" status: 200 len: 1097 time: 0.0845401 Aug 29 16:56:18.387241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fbe1d-0dfe-4ea2-bf7d-1f7125c3e9e8 req-94ec9963-e958-46df-b638-a179ccf88f14 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:18.397925 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0d1fbe1d-0dfe-4ea2-bf7d-1f7125c3e9e8 req-94ec9963-e958-46df-b638-a179ccf88f14 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.1439326 Aug 29 16:56:18.417614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-2e49c179-2a1d-4200-9a34-b4b5e3cf40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:18.419729 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-2e49c179-2a1d-4200-9a34-b4b5e3cf40da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 1097 time: 0.0988550 Aug 29 16:56:18.468728 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0d1fbe1d-0dfe-4ea2-bf7d-1f7125c3e9e8 req-23f10622-f73f-40dd-a78b-de8fe54029a4 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698013 Aug 29 16:56:18.577265 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-acb4dbfb-97ab-4606-833e-4b0f3f9760bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:18.579545 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-acb4dbfb-97ab-4606-833e-4b0f3f9760bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.1446943 Aug 29 16:56:18.630857 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c665ecfb-f71b-4825-945d-0f06e6e4194d x-openstack-request-id: req-c665ecfb-f71b-4825-945d-0f06e6e4194d {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:18.631408 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c60638-d5bf-4963-8111-6a97e9b77e11", "name": "network-vif-plugged", "status": "completed", "tag": "dae615d4-59ca-437e-a714-1ef3d36588b2", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:18.632275 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c665ecfb-f71b-4825-945d-0f06e6e4194d {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:18.632847 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae615d4-59ca-437e-a714-1ef3d36588b2', 'code': 200} Aug 29 16:56:18.682136 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-9a37818b-8fa6-4deb-b6a7-f58471932f40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a25e8eee-ab22-4985-9bc3-a002221004ea HTTP/1.1" status: 200 len: 217 time: 0.0592980 Aug 29 16:56:18.742234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-a6720f89-a128-41e6-bfa1-0a8dd609c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:18.744511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-a6720f89-a128-41e6-bfa1-0a8dd609c1ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0604331 Aug 29 16:56:18.809310 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-e766149b-52bf-4ec5-a9bb-bebed45f432d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549026 Aug 29 16:56:18.888777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0251e-8d20-4c4e-896c-475c7a4b0460 req-405cbbba-1169-468a-b61f-c1292d2a9037 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:18.897569 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bd0251e-8d20-4c4e-896c-475c7a4b0460 req-405cbbba-1169-468a-b61f-c1292d2a9037 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1154425 Aug 29 16:56:18.930770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e169ea6-473a-4c90-9074-dd1d8b949c8f req-b11f5336-f9cb-440e-b1bc-32cfa737c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:18.932298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e169ea6-473a-4c90-9074-dd1d8b949c8f req-b11f5336-f9cb-440e-b1bc-32cfa737c01e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 1098 time: 0.2063334 Aug 29 16:56:19.006670 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-5860d48c-701c-421d-b522-49844ae5fc74 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797118 Aug 29 16:56:19.063476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bd0251e-8d20-4c4e-896c-475c7a4b0460 req-f6ca7afe-b894-4450-95fe-815a1827bf03 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647644 Aug 29 16:56:19.078418 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e169ea6-473a-4c90-9074-dd1d8b949c8f req-603d1bd8-7ed3-4532-8759-b598c8007a18 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342967 Aug 29 16:56:19.128895 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device a25e8eee-ab22-4985-9bc3-a002221004ea no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:56:19.195659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-a6154514-0c24-4990-8492-74eb9cc89028 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765666 Aug 29 16:56:19.215098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device a25e8eee-ab22-4985-9bc3-a002221004ea not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:56:19.629317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ef252-955a-4d56-9d6a-5ae538fbde4a req-20436abf-3574-4d6d-95e5-19bd6848e482 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:19.645069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a99ef252-955a-4d56-9d6a-5ae538fbde4a req-20436abf-3574-4d6d-95e5-19bd6848e482 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.1608677 Aug 29 16:56:19.737989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a99ef252-955a-4d56-9d6a-5ae538fbde4a req-4dfdda43-9d43-45c3-97b8-3ee472116400 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919225 Aug 29 16:56:19.887809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-2ca058b0-96f2-4339-be3d-8a8ffc4440de tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:19.890261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-2ca058b0-96f2-4339-be3d-8a8ffc4440de tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1097 time: 0.1597161 Aug 29 16:56:19.902120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa8fcb-2ef5-4daf-9c58-baef4fb5fe00 req-d870018a-6256-4723-857d-a11680fbe669 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:19.918989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ffa8fcb-2ef5-4daf-9c58-baef4fb5fe00 req-d870018a-6256-4723-857d-a11680fbe669 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 945 time: 0.1013350 Aug 29 16:56:19.998689 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ffa8fcb-2ef5-4daf-9c58-baef4fb5fe00 req-1ab0b529-039f-416f-a9db-5f0aebca1a0b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787277 Aug 29 16:56:20.005656 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:20.129394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-c5030286-638c-486a-8211-3c5ecb60e72c service neutron] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:20.134543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-c5030286-638c-486a-8211-3c5ecb60e72c service neutron] Notify callbacks [] for binding, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:20.135916 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f1b5f37-4561-4e18-a88a-602e047d49de req-c5030286-638c-486a-8211-3c5ecb60e72c service neutron] 10.222.0.16 "DELETE /v2.0/ports/a25e8eee-ab22-4985-9bc3-a002221004ea/bindings/n-h1-713301-13 HTTP/1.1" status: 204 len: 173 time: 0.2344453 Aug 29 16:56:20.264802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52688835-72a1-4ee1-9144-984e2c54a38b req-d0668073-b691-4ba4-8dba-3e2c5015286b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:20.266406 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52688835-72a1-4ee1-9144-984e2c54a38b req-d0668073-b691-4ba4-8dba-3e2c5015286b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0583112 Aug 29 16:56:20.331084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52688835-72a1-4ee1-9144-984e2c54a38b req-027f55bd-f0ea-47f6-bfc2-625fda129db1 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576160 Aug 29 16:56:20.644237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88daf-ca06-4c78-90a8-c06c7947f5e7 req-dcb5e201-4d0f-42a4-9d81-d7721e0cd169 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:20.645854 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15f88daf-ca06-4c78-90a8-c06c7947f5e7 req-dcb5e201-4d0f-42a4-9d81-d7721e0cd169 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0887244 Aug 29 16:56:20.742290 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15f88daf-ca06-4c78-90a8-c06c7947f5e7 req-ff2efb5f-7d0d-4ea0-b27d-7a01ef1d7630 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893440 Aug 29 16:56:20.916671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e49c2b-6532-48cd-b548-05f9317c8398 req-92a9b8a5-f531-47d5-8987-d1b6df035089 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:20.927584 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79e49c2b-6532-48cd-b548-05f9317c8398 req-92a9b8a5-f531-47d5-8987-d1b6df035089 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 1097 time: 0.0789378 Aug 29 16:56:20.985071 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79e49c2b-6532-48cd-b548-05f9317c8398 req-a8775b76-3a96-439c-9403-937e5d1144a4 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564492 Aug 29 16:56:21.434242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3cc39-97a9-4d88-a4dd-8c387bd02d2e req-ea1069e3-ba0e-4433-b2bc-d9d52ed098be tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:21.439013 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bf3cc39-97a9-4d88-a4dd-8c387bd02d2e req-ea1069e3-ba0e-4433-b2bc-d9d52ed098be tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.1742518 Aug 29 16:56:21.510660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bf3cc39-97a9-4d88-a4dd-8c387bd02d2e req-bc9dff85-73eb-4744-95b9-770849735cd8 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642149 Aug 29 16:56:25.304432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54e95d-9b09-427c-bf68-687ae25a3e3e req-f9590942-bf80-467d-a443-28e11d58adc0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:25.306341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf54e95d-9b09-427c-bf68-687ae25a3e3e req-f9590942-bf80-467d-a443-28e11d58adc0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0999422 Aug 29 16:56:25.367799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf54e95d-9b09-427c-bf68-687ae25a3e3e req-c21b2d89-5976-43f1-8c4e-ede38b0fb35d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542367 Aug 29 16:56:25.389880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-1297098f-2e6c-42d9-b503-78cad4925a4e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:25.391968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-1297098f-2e6c-42d9-b503-78cad4925a4e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 821 time: 0.1454070 Aug 29 16:56:25.420720 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-ba7fb8ef-a9d2-4857-bb51-ea5b5c5bf3f8 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/quotas/87aab6bab59d4591973a8c9fe46d8484 HTTP/1.1" status: 200 len: 375 time: 0.0197375 Aug 29 16:56:25.479593 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-31c954df-bfcf-4d0f-9200-8139427102a8 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519400 Aug 29 16:56:25.618841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-40148f73-1778-43f5-9d5b-2420f7a71106 service neutron] 10.222.0.22 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320243 Aug 29 16:56:25.622515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7cf1f-7383-4131-9fb5-970a419baa82 req-06f25e17-629f-4ed3-9ed6-a10eef418ee2 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:25.637971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f9d7cf1f-7383-4131-9fb5-970a419baa82 req-06f25e17-629f-4ed3-9ed6-a10eef418ee2 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1154537 Aug 29 16:56:25.700226 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f9d7cf1f-7383-4131-9fb5-970a419baa82 req-02e01175-6177-4943-b990-faa2592ea21c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612686 Aug 29 16:56:25.720946 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-71e249f1-9dbd-4137-b075-167c94f25b7f service neutron] 10.222.0.22 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008341 Aug 29 16:56:25.890907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce06f96-3b98-4cd8-b820-185acac5a85d req-1696a1a0-1ce5-40af-abd6-66b4cba6af67 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:25.893445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ce06f96-3b98-4cd8-b820-185acac5a85d req-1696a1a0-1ce5-40af-abd6-66b4cba6af67 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0967271 Aug 29 16:56:25.983434 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ce06f96-3b98-4cd8-b820-185acac5a85d req-186aa77e-c623-45e7-94f6-29e6b8d3d9ba tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738878 Aug 29 16:56:26.027918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316225b-f17d-4cad-a24f-b45b9a4dc298 req-a86587d2-b383-4c7c-b3e9-397162f34e63 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:26.036344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7316225b-f17d-4cad-a24f-b45b9a4dc298 req-a86587d2-b383-4c7c-b3e9-397162f34e63 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0900502 Aug 29 16:56:26.102828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7316225b-f17d-4cad-a24f-b45b9a4dc298 req-89c2e6c5-2557-4990-8a8a-d07e06b9912c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653005 Aug 29 16:56:26.181178 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d44960c6-9dcb-4e48-8344-17ec7199741b req-36ef1aee-dfa5-4115-a08d-de1ce537be82 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 210 time: 0.0417771 Aug 29 16:56:26.465645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33093279-59f6-4abc-9195-ffe215d25d27 req-2090057c-154e-46d5-9e52-f054c1bc8ced tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:26.468806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-2090057c-154e-46d5-9e52-f054c1bc8ced tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 815 time: 0.1854043 Aug 29 16:56:26.498799 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-870cbaf2-7197-4292-ae95-becb3dce73b2 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/quotas/45c8dc6bdf4049e19980c0a5d5aa9e39 HTTP/1.1" status: 200 len: 375 time: 0.0132275 Aug 29 16:56:26.574786 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-102c0c4e-dd67-4571-8785-2f129a8dafaf tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694256 Aug 29 16:56:26.725436 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-9c33d63b-166f-4caf-ab69-e0ee8d607be2 service neutron] 10.222.0.22 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352162 Aug 29 16:56:26.862389 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-f00f5efd-f493-480e-b7ae-b0291a3f39e5 service neutron] 10.222.0.22 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290753 Aug 29 16:56:26.873884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e05604-19cd-4f7f-9c4c-fac454f54067 req-a8df8046-385d-4e2a-b996-470309a1c75a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:26.877279 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-29e05604-19cd-4f7f-9c4c-fac454f54067 req-a8df8046-385d-4e2a-b996-470309a1c75a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0611079 Aug 29 16:56:26.937488 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-29e05604-19cd-4f7f-9c4c-fac454f54067 req-1248a1af-c56e-46b6-82dd-3b04481531b0 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515306 Aug 29 16:56:27.145685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a927a91-b8eb-433d-9846-23c3977ab68b req-55c79399-2d0a-43fc-8489-5e4e9872a485 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:27.156791 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4a927a91-b8eb-433d-9846-23c3977ab68b req-55c79399-2d0a-43fc-8489-5e4e9872a485 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0734704 Aug 29 16:56:27.223519 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4a927a91-b8eb-433d-9846-23c3977ab68b req-3b32be6f-3b4c-486b-8fb3-7569873cf06d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659118 Aug 29 16:56:27.307952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88de49-2775-4db5-b1c7-74057611695c req-171e7b86-9076-4977-b27e-ee50c0ab0b8c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:27.317416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a88de49-2775-4db5-b1c7-74057611695c req-171e7b86-9076-4977-b27e-ee50c0ab0b8c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1242528 Aug 29 16:56:27.421116 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-3ab77fe8-56a7-4940-a50c-c16a27453cc2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:27.423050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-3ab77fe8-56a7-4940-a50c-c16a27453cc2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.10 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 821 time: 0.1967683 Aug 29 16:56:27.431722 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a88de49-2775-4db5-b1c7-74057611695c req-a01da7c4-56cf-4a93-a9cc-7d24b61ae674 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108594 Aug 29 16:56:27.501449 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74ca76e7-8051-42dd-85a5-1c0f9356795d req-4327b97c-92d8-48ff-8841-5e139a335f7d tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 210 time: 0.0769224 Aug 29 16:56:27.519306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Request body: {'port': {'device_id': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b', 'admin_state_up': True, 'tenant_id': '87aab6bab59d4591973a8c9fe46d8484'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:27.647889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac1385-0d6a-40ad-95f8-adcac625db4d req-971eade9-0c14-4750-a42c-dc868bbaa6dc tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:27.655921 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0ac1385-0d6a-40ad-95f8-adcac625db4d req-971eade9-0c14-4750-a42c-dc868bbaa6dc tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0867939 Aug 29 16:56:27.656605 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad43208d-a012-469c-b951-565a1091bb95 req-635828d3-2388-4b3d-a10e-58bce4ca3c36 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 210 time: 0.0469325 Aug 29 16:56:27.731867 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0ac1385-0d6a-40ad-95f8-adcac625db4d req-375394e7-ed41-4335-86ee-a26fef79b659 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602169 Aug 29 16:56:27.791121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Made reservation on behalf of 87aab6bab59d4591973a8c9fe46d8484 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:56:27.795763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:27.944647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Allocated IP 172.20.0.12 (563469a4-489a-4ba1-ac09-b2255dd8022b/66f124a1-1021-499e-b8cc-92748c43666e/bed72c43-d71d-4328-b5b4-6ecc269f170c) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:56:28.070606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e04d64-c493-4633-b4fb-fde8d6c0c2a6 req-bbc2bd89-09dd-4932-b0a6-734e62d904ef tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:28.071917 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5e04d64-c493-4633-b4fb-fde8d6c0c2a6 req-bbc2bd89-09dd-4932-b0a6-734e62d904ef tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0513272 Aug 29 16:56:28.139098 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5e04d64-c493-4633-b4fb-fde8d6c0c2a6 req-efa715cb-9f93-44f3-91bf-d85a335b7f16 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584204 Aug 29 16:56:28.203022 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:28.256239 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:28.311031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Network 563469a4-489a-4ba1-ac09-b2255dd8022b is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:56:28.316276 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:56:28.321648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:56:28.325709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Pushing event updated for resources: {'Port': ['ID=bed72c43-d71d-4328-b5b4-6ecc269f170c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:28.370261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472599-f387-4065-a102-5d5de806a0a8 req-2f0eb18e-7081-4b51-9220-8af827586a69 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:28.371965 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30472599-f387-4065-a102-5d5de806a0a8 req-2f0eb18e-7081-4b51-9220-8af827586a69 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0831802 Aug 29 16:56:28.377955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:28.378788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:28.398460 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-011bc8ef-854c-4a27-a508-032144af70dc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8902700 Aug 29 16:56:28.414948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Request body: {'port': {'device_id': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:28.420253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30472599-f387-4065-a102-5d5de806a0a8 req-6bdac02b-1c54-4977-a217-b274c5e05690 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408609 Aug 29 16:56:28.502933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:28.610546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273dd97-0318-4901-b37d-73f9030aee77 req-53ef443c-2a99-4c33-bb67-abdc7b6cec17 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:28.612718 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d273dd97-0318-4901-b37d-73f9030aee77 req-53ef443c-2a99-4c33-bb67-abdc7b6cec17 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0986679 Aug 29 16:56:28.626081 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b28fa53f-9ae7-46de-a374-5050092de7e6 req-c93ddfbb-0cc3-46d7-ab57-a0d8246a2205 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 210 time: 0.0449750 Aug 29 16:56:28.777502 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d273dd97-0318-4901-b37d-73f9030aee77 req-c2f34281-ccca-41b4-886b-ba5d65eebf4d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534269 Aug 29 16:56:28.816142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33093279-59f6-4abc-9195-ffe215d25d27 req-59f4e86f-0a7f-4ff8-b709-59114bd3b5df tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:28.818020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-59f4e86f-0a7f-4ff8-b709-59114bd3b5df tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.10 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 815 time: 0.1694880 Aug 29 16:56:28.834630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea34f47-434b-49c4-b724-e1d48d48fc89 req-0ec96254-1392-4040-96b8-c0ea47686b72 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:28.836271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ea34f47-434b-49c4-b724-e1d48d48fc89 req-0ec96254-1392-4040-96b8-c0ea47686b72 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 932 time: 0.0907547 Aug 29 16:56:28.841372 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Request body: {'port': {'device_id': '4aa875f6-6ac3-4125-8b3a-d41ebe5c860e', 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad', 'admin_state_up': True, 'tenant_id': '45c8dc6bdf4049e19980c0a5d5aa9e39'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:28.953411 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ea34f47-434b-49c4-b724-e1d48d48fc89 req-7d582f53-ae63-4073-84c3-4b3677036810 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998561 Aug 29 16:56:29.010670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Made reservation on behalf of 45c8dc6bdf4049e19980c0a5d5aa9e39 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:56:29.014755 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.158242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:29.161378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:56:29.185714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Allocated IP 172.20.0.5 (0991fc44-0e51-497d-a36d-d6ba73e184ad/0683e233-879a-4fd9-8ba9-d332f630c198/7d8eb54b-9008-4f1c-872d-d2cb21930fbb) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:56:29.194305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677c5c0-f23a-45f1-ba9a-e94ec6706108 req-92eee231-8a7e-4dcd-8234-668681c80bd9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:29.195810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4677c5c0-f23a-45f1-ba9a-e94ec6706108 req-92eee231-8a7e-4dcd-8234-668681c80bd9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.1013570 Aug 29 16:56:29.228931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beed81d-b870-495c-bac2-cdf5b79d97c3 req-f4a53a61-6e85-4fd2-b926-9d55e38b3c99 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:29.230737 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2beed81d-b870-495c-bac2-cdf5b79d97c3 req-f4a53a61-6e85-4fd2-b926-9d55e38b3c99 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=b639007a-19c2-4aca-b65d-c6250bcbf01a HTTP/1.1" status: 200 len: 950 time: 0.0726659 Aug 29 16:56:29.261977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4677c5c0-f23a-45f1-ba9a-e94ec6706108 req-b5394cfb-8919-4fe7-a4da-5eaf186bf842 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597854 Aug 29 16:56:29.319975 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.324905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed72c43-d71d-4328-b5b4-6ecc269f170c {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:29.327345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:29.336944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.341824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2beed81d-b870-495c-bac2-cdf5b79d97c3 req-845425af-4110-4753-b638-f86fe9024529 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998220 Aug 29 16:56:29.353915 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'port_id': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'mac_address': 'fa:16:3e:02:40:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:56:29.361093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:29.363662 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab812d3-a03b-4eea-8d28-2aa1ccaeb6bb" -d '{"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-unplugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:29.384051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:29.401770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Transition to ACTIVE for port object bed72c43-d71d-4328-b5b4-6ecc269f170c will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:56:29.411206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.429852 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.434700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.437081 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.474923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa5c6af0-1a9b-43be-b428-a80b50dafaab {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:29.477808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3d052-359e-4ac5-aad5-58d75546b12d req-24a256fc-2a0a-424a-b2e4-d4108e24695c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:29.485655 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eed3d052-359e-4ac5-aad5-58d75546b12d req-24a256fc-2a0a-424a-b2e4-d4108e24695c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.1453519 Aug 29 16:56:29.518720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.524944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Pushing event updated for resources: {'Port': ['ID=bed72c43-d71d-4328-b5b4-6ecc269f170c,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:29.534318 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 16:56:29.534815 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 16:56:29.535811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['f7124799-ba57-421b-9191-9f6cd60a07a7'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:29.575222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ac0a71d4-1be2-4cfb-b3d2-34ee716664ac', 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:29.578211 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f2e976-1f7c-43d2-a900-53b5faad197c x-openstack-request-id: req-83f2e976-1f7c-43d2-a900-53b5faad197c {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:29.578609 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-unplugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:29.578962 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83f2e976-1f7c-43d2-a900-53b5faad197c {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:29.579471 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'code': 200} Aug 29 16:56:29.593992 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eed3d052-359e-4ac5-aad5-58d75546b12d req-6ddbac6c-0e51-4b21-a80d-97d8dd875d7c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073575 Aug 29 16:56:29.615453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Network 0991fc44-0e51-497d-a36d-d6ba73e184ad is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:56:29.616527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Pushing event updated for resources: {'Port': ['ID=7d8eb54b-9008-4f1c-872d-d2cb21930fbb,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:29.623269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=11']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:29.633276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:56:29.636559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:56:29.643390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:56:29.643931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:56:29.644342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:29.649206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:56:29.649659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:29.655998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:56:29.656557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:56:29.657152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:56:29.657773 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Bound port: bed72c43-d71d-4328-b5b4-6ecc269f170c, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:56:29.658256 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.729760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:29.730216 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.755758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950113bc-f85e-4da9-b773-4645819b55ee req-8dd23d43-da68-466a-8155-4e7115072e35 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:29.757346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-950113bc-f85e-4da9-b773-4645819b55ee req-8dd23d43-da68-466a-8155-4e7115072e35 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0888247 Aug 29 16:56:29.758955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-036a8563-f9af-48cf-9995-3fd5c6cbd381 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9217889 Aug 29 16:56:29.777094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Request body: {'port': {'device_id': '4aa875f6-6ac3-4125-8b3a-d41ebe5c860e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:29.778396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:29.784222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:56:29.789709 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.825814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9e01c-b024-4618-a1cd-90e7380a3eb2 req-12a01028-b960-428d-903f-6dfe7e135a88 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:29.827822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7d9e01c-b024-4618-a1cd-90e7380a3eb2 req-12a01028-b960-428d-903f-6dfe7e135a88 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 931 time: 0.0982580 Aug 29 16:56:29.839221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:29.839943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.841385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] 10.222.0.10 "PUT /v2.0/ports/bed72c43-d71d-4328-b5b4-6ecc269f170c HTTP/1.1" status: 200 len: 1093 time: 1.4324882 Aug 29 16:56:29.841918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:29.844338 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdb41a8-3e2f-4038-9bdd-30a05b7f8f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:29.848735 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-950113bc-f85e-4da9-b773-4645819b55ee req-e3587a67-528b-4249-a01e-de995a72ac9a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837383 Aug 29 16:56:29.854753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:29.945048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65554aa-537d-4b1b-83d2-41dbdaafee92 service neutron] Pushing event updated for resources: {'Port': ['ID=bed72c43-d71d-4328-b5b4-6ecc269f170c,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:29.970840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7d9e01c-b024-4618-a1cd-90e7380a3eb2 req-4d63875c-1a83-4238-9cab-9e5c46bca239 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176996 Aug 29 16:56:29.977339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-8775431a-5047-4b31-a29f-80058bd4c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:29.979285 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-8775431a-5047-4b31-a29f-80058bd4c250 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 1096 time: 0.0816052 Aug 29 16:56:30.025373 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c7afd3-d77d-4969-9383-b33aebbe8dfd x-openstack-request-id: req-72c7afd3-d77d-4969-9383-b33aebbe8dfd {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:30.025748 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:30.026050 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72c7afd3-d77d-4969-9383-b33aebbe8dfd {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:30.026508 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c', 'status': 'completed', 'code': 200} Aug 29 16:56:30.028934 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-e6431c9d-b7f9-4310-917b-e9da36a85bc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c HTTP/1.1" status: 200 len: 217 time: 0.0398960 Aug 29 16:56:30.056410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2d12b-208d-4cf0-8221-9f9eebda9ebe req-70fd3f7c-fe42-4dfb-9157-ed0e016f1c01 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.072458 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68e2d12b-208d-4cf0-8221-9f9eebda9ebe req-70fd3f7c-fe42-4dfb-9157-ed0e016f1c01 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1401570 Aug 29 16:56:30.079181 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:30.096726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5c6af0-1a9b-43be-b428-a80b50dafaab {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:30.117825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:30.122213 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:30.130026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-afceb6fe-bbcf-4736-9e6c-c78724216775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.131580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-afceb6fe-bbcf-4736-9e6c-c78724216775 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0920336 Aug 29 16:56:30.148916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712495c6-92f8-48d4-9686-600635b4dd68 req-c180455e-f3af-4ebd-ada5-c8a38b587e84 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.151221 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-712495c6-92f8-48d4-9686-600635b4dd68 req-c180455e-f3af-4ebd-ada5-c8a38b587e84 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 944 time: 0.0705321 Aug 29 16:56:30.176318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=12']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:30.177931 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68e2d12b-208d-4cf0-8221-9f9eebda9ebe req-30c91495-3648-4181-a2c7-48cf1e9ebd9b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875165 Aug 29 16:56:30.198805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-2c227838-a39f-4460-8dbc-af89b80ced8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578175 Aug 29 16:56:30.219729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['aa5c6af0-1a9b-43be-b428-a80b50dafaab'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:30.231166 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-712495c6-92f8-48d4-9686-600635b4dd68 req-94afee38-368a-43b8-acd5-4ae83ff2eac7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668650 Aug 29 16:56:30.271628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8eb54b-9008-4f1c-872d-d2cb21930fbb {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:30.279711 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:30.312307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Transition to ACTIVE for port object 7d8eb54b-9008-4f1c-872d-d2cb21930fbb will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:56:30.312860 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-cfe6d855-b291-43b8-be4d-e8763cd3e000 service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043465 Aug 29 16:56:30.321558 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:30.433005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8eb54b-9008-4f1c-872d-d2cb21930fbb,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:30.457004 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-612c4475-c68a-4d70-bb3c-959b0b20a605 req-f40e0b4d-0366-4170-9948-c8f8e6013350 service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368976 Aug 29 16:56:30.498372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f1c6-7f7a-44d5-88de-e7e88c719d04 req-5292d518-4426-4b68-8231-b3da39499054 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.499870 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b13f1c6-7f7a-44d5-88de-e7e88c719d04 req-5292d518-4426-4b68-8231-b3da39499054 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=b639007a-19c2-4aca-b65d-c6250bcbf01a HTTP/1.1" status: 200 len: 950 time: 0.0625796 Aug 29 16:56:30.501696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f187c9-67f0-4dd1-b9a3-6b4fc9f1520a req-5250b20b-e943-406f-a714-9f7902f5fd83 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.503247 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1f187c9-67f0-4dd1-b9a3-6b4fc9f1520a req-5250b20b-e943-406f-a714-9f7902f5fd83 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.1401315 Aug 29 16:56:30.544555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Attempting to bind port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:56:30.544898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Attempting to bind port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:56:30.545245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Attempting to bind port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb on network 0991fc44-0e51-497d-a36d-d6ba73e184ad {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:30.558643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb on network 0991fc44-0e51-497d-a36d-d6ba73e184ad not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:56:30.558973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Attempting to bind port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb on network 0991fc44-0e51-497d-a36d-d6ba73e184ad {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:30.567471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1f187c9-67f0-4dd1-b9a3-6b4fc9f1520a req-e40b6871-0f2a-411c-9a8d-e115c6629b0f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559602 Aug 29 16:56:30.570149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:56:30.570439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Checking segment: {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:56:30.570810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Bound using segment: {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:56:30.571237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Bound port: 7d8eb54b-9008-4f1c-872d-d2cb21930fbb, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1e9490-0dd0-4215-b59b-cf23e0cccc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:56:30.571904 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:30.575469 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b13f1c6-7f7a-44d5-88de-e7e88c719d04 req-99475ea4-287b-4834-af37-d517166ec2d9 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588436 Aug 29 16:56:30.580624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb41a8-3e2f-4038-9bdd-30a05b7f8f5a req-7b0e6e57-769b-41e6-b0e3-18cca999f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.582382 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbdb41a8-3e2f-4038-9bdd-30a05b7f8f5a req-7b0e6e57-769b-41e6-b0e3-18cca999f3f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 1096 time: 0.0735724 Aug 29 16:56:30.656157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] For port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:30.660794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] For port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7d8eb54b-9008-4f1c-872d-d2cb21930fbb,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:56:30.667672 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:30.706351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb41a8-3e2f-4038-9bdd-30a05b7f8f5a req-4963da40-e529-4442-9b77-663fc7d186fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.708234 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbdb41a8-3e2f-4038-9bdd-30a05b7f8f5a req-4963da40-e529-4442-9b77-663fc7d186fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.1182399 Aug 29 16:56:30.718541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.719236 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:30.721485 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-60367647-56ea-4e14-baf5-fed151148982 service neutron] 10.222.0.10 "PUT /v2.0/ports/7d8eb54b-9008-4f1c-872d-d2cb21930fbb HTTP/1.1" status: 200 len: 1092 time: 0.9478173 Aug 29 16:56:30.722051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa875f6-6ac3-4125-8b3a-d41ebe5c860e', 'tag': '7d8eb54b-9008-4f1c-872d-d2cb21930fbb'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:30.724630 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af46b046-a682-4990-857c-2e2406ac567f" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa875f6-6ac3-4125-8b3a-d41ebe5c860e", "tag": "7d8eb54b-9008-4f1c-872d-d2cb21930fbb"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:30.774525 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbdb41a8-3e2f-4038-9bdd-30a05b7f8f5a req-e4196a06-a18d-43ad-92fd-c14c39c744d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c HTTP/1.1" status: 200 len: 217 time: 0.0565264 Aug 29 16:56:30.805709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60367647-56ea-4e14-baf5-fed151148982 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8eb54b-9008-4f1c-872d-d2cb21930fbb,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:30.828804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33093279-59f6-4abc-9195-ffe215d25d27 req-74d8a07c-2081-4f4e-bcd4-49efaee365a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.830875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-74d8a07c-2081-4f4e-bcd4-49efaee365a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 1095 time: 0.0586390 Aug 29 16:56:30.834634 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb41a8-3e2f-4038-9bdd-30a05b7f8f5a req-81f7b592-d84f-4bfb-8af8-2d3ac875dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.836566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbdb41a8-3e2f-4038-9bdd-30a05b7f8f5a req-81f7b592-d84f-4bfb-8af8-2d3ac875dbb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0515924 Aug 29 16:56:30.838544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5458e-e567-481d-820e-0c14592c45ac req-3a5d10c0-379b-4d84-a48c-5b568d68ebd9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.840069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-32e5458e-e567-481d-820e-0c14592c45ac req-3a5d10c0-379b-4d84-a48c-5b568d68ebd9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.1097093 Aug 29 16:56:30.878074 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbdb41a8-3e2f-4038-9bdd-30a05b7f8f5a req-98d6e265-9a05-4a0f-9d6e-ed6cd269d1ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266526 Aug 29 16:56:30.902251 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-dd87aca5-88a0-46c3-920f-927b1bbf3dde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8eb54b-9008-4f1c-872d-d2cb21930fbb HTTP/1.1" status: 200 len: 217 time: 0.0463822 Aug 29 16:56:30.928273 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-32e5458e-e567-481d-820e-0c14592c45ac req-cfade5e4-54a6-47bf-b13d-1940d284cc81 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800147 Aug 29 16:56:30.972039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33093279-59f6-4abc-9195-ffe215d25d27 req-5d2c0855-3b63-4a66-b373-b13cd849a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:30.973647 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-5d2c0855-3b63-4a66-b373-b13cd849a31d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 200 len: 855 time: 0.0569661 Aug 29 16:56:31.005125 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbdb41a8-3e2f-4038-9bdd-30a05b7f8f5a req-11d953f5-2e53-4064-be35-7ec5e97717a7 service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173828 Aug 29 16:56:31.010785 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98df7bab-8e0d-42f9-b253-3d2d00130f07 x-openstack-request-id: req-98df7bab-8e0d-42f9-b253-3d2d00130f07 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:31.011323 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa875f6-6ac3-4125-8b3a-d41ebe5c860e", "tag": "7d8eb54b-9008-4f1c-872d-d2cb21930fbb", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:31.011768 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98df7bab-8e0d-42f9-b253-3d2d00130f07 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:31.013706 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa875f6-6ac3-4125-8b3a-d41ebe5c860e', 'tag': '7d8eb54b-9008-4f1c-872d-d2cb21930fbb', 'status': 'completed', 'code': 200} Aug 29 16:56:31.042324 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-04903c8f-71f1-476f-b392-cd29ddb5ed5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0991fc44-0e51-497d-a36d-d6ba73e184ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592496 Aug 29 16:56:31.149479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6f4ba-38be-43f3-85c6-00031d12ca6a req-c9905c3e-61dd-4daa-a9f0-ae72de59aa0d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:31.150951 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ee6f4ba-38be-43f3-85c6-00031d12ca6a req-c9905c3e-61dd-4daa-a9f0-ae72de59aa0d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 945 time: 0.1001379 Aug 29 16:56:31.159327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:31.179967 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbdb41a8-3e2f-4038-9bdd-30a05b7f8f5a req-4bf5ac27-9e36-4330-83fd-3bef12fdcfa4 service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574502 Aug 29 16:56:31.199993 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-c27163b3-b2e7-4860-a73c-6b6630219a50 service neutron] 10.222.0.10 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399071 Aug 29 16:56:31.212639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port aa5c6af0-1a9b-43be-b428-a80b50dafaab triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:31.213270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e4f32-fb88-4ddc-bfc4-2b05bc2d9140 req-de4a012a-5c10-4867-9488-d4a1c642dddc tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:31.213415 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:31.214570 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d48e4f32-fb88-4ddc-bfc4-2b05bc2d9140 req-de4a012a-5c10-4867-9488-d4a1c642dddc tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 943 time: 0.0993521 Aug 29 16:56:31.225476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ee6f4ba-38be-43f3-85c6-00031d12ca6a req-8d59c7b4-7243-46e0-916b-847e0e8d8947 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627837 Aug 29 16:56:31.292989 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:31.316784 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d48e4f32-fb88-4ddc-bfc4-2b05bc2d9140 req-23d99fa8-89dc-4fe7-b182-f8bd483b68bb tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928221 Aug 29 16:56:31.334770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:31.335651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020e733-4a6d-4e12-a003-b8c8eda038f2 req-b5eedb0e-ec21-44ad-be4c-8b7e654f4e07 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:31.337280 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d020e733-4a6d-4e12-a003-b8c8eda038f2 req-b5eedb0e-ec21-44ad-be4c-8b7e654f4e07 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0608659 Aug 29 16:56:31.341778 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:31.365355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33093279-59f6-4abc-9195-ffe215d25d27 req-e4501c8e-7c84-43f1-81db-72437f5f918f service neutron] 10.222.0.10 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496675 Aug 29 16:56:31.388114 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d020e733-4a6d-4e12-a003-b8c8eda038f2 req-2fabf256-482f-4534-b249-4a4216cc37b3 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Aug 29 16:56:31.403025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=13']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:31.482341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104d3ec-beef-4323-99ae-8ff8abb1c5a2 req-44f2fe42-7db1-4be2-a8a8-1a0c52902f09 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:31.483730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e104d3ec-beef-4323-99ae-8ff8abb1c5a2 req-44f2fe42-7db1-4be2-a8a8-1a0c52902f09 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 944 time: 0.0911031 Aug 29 16:56:31.486311 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b046-a682-4990-857c-2e2406ac567f req-3931f8a7-6c7a-41e4-a524-ff8c8877d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:31.487699 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af46b046-a682-4990-857c-2e2406ac567f req-3931f8a7-6c7a-41e4-a524-ff8c8877d910 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 1095 time: 0.0703566 Aug 29 16:56:31.572473 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e104d3ec-beef-4323-99ae-8ff8abb1c5a2 req-633ee9d5-6d0a-473d-a25c-b75ae0bba034 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826461 Aug 29 16:56:31.581172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:31.584728 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598fd901-e117-4c3f-9953-6632392a951a" -d '{"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-plugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:31.604055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b046-a682-4990-857c-2e2406ac567f req-ab0f3f16-ca8e-4fcc-8c53-377b29b21130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:31.605839 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af46b046-a682-4990-857c-2e2406ac567f req-ab0f3f16-ca8e-4fcc-8c53-377b29b21130 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 916 time: 0.1104081 Aug 29 16:56:31.623443 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7c7de2-7e46-4a2e-b6aa-c31246c3a918 x-openstack-request-id: req-ee7c7de2-7e46-4a2e-b6aa-c31246c3a918 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:31.623741 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-plugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:31.623999 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee7c7de2-7e46-4a2e-b6aa-c31246c3a918 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:31.624398 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'code': 200} Aug 29 16:56:31.657442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af46b046-a682-4990-857c-2e2406ac567f req-dafe5cf9-66be-49c7-a92b-f3938ad6514f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8eb54b-9008-4f1c-872d-d2cb21930fbb HTTP/1.1" status: 200 len: 217 time: 0.0403190 Aug 29 16:56:31.737289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b046-a682-4990-857c-2e2406ac567f req-e3a75717-8dea-41aa-90c5-c697f70ed7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:31.738680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af46b046-a682-4990-857c-2e2406ac567f req-e3a75717-8dea-41aa-90c5-c697f70ed7c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 200 len: 855 time: 0.0528178 Aug 29 16:56:31.747117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebddfe5-a13e-460c-bc0b-3625affc508f req-16627d3e-6ec2-4818-b4be-949c9fd193ed tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:31.748493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ebddfe5-a13e-460c-bc0b-3625affc508f req-16627d3e-6ec2-4818-b4be-949c9fd193ed tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0938849 Aug 29 16:56:31.786325 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af46b046-a682-4990-857c-2e2406ac567f req-65e5f092-1ac1-4eea-b04b-f963e56f2dcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0991fc44-0e51-497d-a36d-d6ba73e184ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347266 Aug 29 16:56:31.822090 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ebddfe5-a13e-460c-bc0b-3625affc508f req-3523d9b2-d46b-4a1b-b559-24a4f491dd71 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621421 Aug 29 16:56:31.895128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af46b046-a682-4990-857c-2e2406ac567f req-3fa5326d-21a0-49ba-bff7-3fb869912198 service neutron] 10.222.0.10 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964434 Aug 29 16:56:32.022554 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-af46b046-a682-4990-857c-2e2406ac567f req-5a9bf8a6-c788-48bf-a2e3-433805579dc4 service neutron] 10.222.0.10 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883608 Aug 29 16:56:32.066220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce064-e6e5-4dc3-8b75-a0772e90bb8a req-02c8d76b-66b4-4628-be9a-34166d32088e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:32.068717 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bf7ce064-e6e5-4dc3-8b75-a0772e90bb8a req-02c8d76b-66b4-4628-be9a-34166d32088e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0635874 Aug 29 16:56:32.131476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bf7ce064-e6e5-4dc3-8b75-a0772e90bb8a req-f856144c-fe7c-4852-8fd7-8c5a4c933df3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498264 Aug 29 16:56:32.175325 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9bc0705-5ee5-455e-ac03-2ba73cfe71e6 req-0709c7ba-7a87-4ccc-b1f1-8047382746b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484700 Aug 29 16:56:32.243217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc0705-5ee5-455e-ac03-2ba73cfe71e6 req-02e7f5aa-f7ea-4559-866b-433c8c4b88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:32.244737 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9bc0705-5ee5-455e-ac03-2ba73cfe71e6 req-02e7f5aa-f7ea-4559-866b-433c8c4b88d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 1097 time: 0.0424049 Aug 29 16:56:32.411590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723842e-adba-4eab-bd37-3c44ee1372ec req-c09dcef9-1c37-45e3-aa99-640d09798c5f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:32.421173 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9723842e-adba-4eab-bd37-3c44ee1372ec req-c09dcef9-1c37-45e3-aa99-640d09798c5f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.1004629 Aug 29 16:56:32.443565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc0705-5ee5-455e-ac03-2ba73cfe71e6 req-478213f8-8f28-48bc-8af9-b5343a71593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:32.445249 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9bc0705-5ee5-455e-ac03-2ba73cfe71e6 req-478213f8-8f28-48bc-8af9-b5343a71593d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 916 time: 0.1731794 Aug 29 16:56:32.465425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a8b06-652d-475c-9197-7ecc3822be6f req-937b60b1-6ec8-407f-8fc7-c3bbda5515a5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:32.466951 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-352a8b06-652d-475c-9197-7ecc3822be6f req-937b60b1-6ec8-407f-8fc7-c3bbda5515a5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 943 time: 0.0619130 Aug 29 16:56:32.480671 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9723842e-adba-4eab-bd37-3c44ee1372ec req-d1cfb9b6-96cc-42f3-9483-935f35de44f0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584373 Aug 29 16:56:32.512507 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9bc0705-5ee5-455e-ac03-2ba73cfe71e6 req-9103b160-4305-4985-9a74-04708010d050 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 HTTP/1.1" status: 200 len: 217 time: 0.0468483 Aug 29 16:56:32.537720 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-352a8b06-652d-475c-9197-7ecc3822be6f req-4e562c41-ad42-4c59-a691-07e24e1672c5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571213 Aug 29 16:56:32.607047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc0705-5ee5-455e-ac03-2ba73cfe71e6 req-e97d8486-ddd0-4193-9e28-bd4ad541687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:32.608542 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9bc0705-5ee5-455e-ac03-2ba73cfe71e6 req-e97d8486-ddd0-4193-9e28-bd4ad541687a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 200 len: 855 time: 0.0870435 Aug 29 16:56:32.651681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9bc0705-5ee5-455e-ac03-2ba73cfe71e6 req-daa9680d-8e62-461e-bf56-74c1cab4dc01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0991fc44-0e51-497d-a36d-d6ba73e184ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287428 Aug 29 16:56:32.666792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2dadc-bf00-4b5a-b3b5-e2d8063c40d4 req-eeabafdd-4e27-47e3-b277-6c06166cc5d4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:32.667063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00d2dadc-bf00-4b5a-b3b5-e2d8063c40d4 req-eeabafdd-4e27-47e3-b277-6c06166cc5d4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0941923 Aug 29 16:56:32.718475 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecf0e4-3232-432e-8633-6e6c5de47d75 req-24761db5-5a81-4218-aacc-0bdbce065d57 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:32.720656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19ecf0e4-3232-432e-8633-6e6c5de47d75 req-24761db5-5a81-4218-aacc-0bdbce065d57 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 944 time: 0.0662193 Aug 29 16:56:32.764941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19ecf0e4-3232-432e-8633-6e6c5de47d75 req-bd4291e1-96ac-48ee-a7bb-4d94e239e4b1 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Aug 29 16:56:32.792729 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00d2dadc-bf00-4b5a-b3b5-e2d8063c40d4 req-b8509f55-e546-4fe1-a7f7-7c7342a4c809 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119192 Aug 29 16:56:32.823610 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9bc0705-5ee5-455e-ac03-2ba73cfe71e6 req-317bb25a-64fe-4616-a8ea-e747738e8714 service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550121 Aug 29 16:56:32.977880 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9bc0705-5ee5-455e-ac03-2ba73cfe71e6 req-95f45e8e-05a3-42e9-ac9c-ae440cef69ab service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367037 Aug 29 16:56:32.990735 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134b2a7-1531-4fe4-a6ea-731abd76157a req-01f148ea-f149-4d03-83ed-41a90e195b73 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:32.992399 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4134b2a7-1531-4fe4-a6ea-731abd76157a req-01f148ea-f149-4d03-83ed-41a90e195b73 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0764380 Aug 29 16:56:33.041882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4134b2a7-1531-4fe4-a6ea-731abd76157a req-7fd6894e-3f2f-4c36-b3d4-048c51ebae99 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 Aug 29 16:56:33.129093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 611cb227-d3a6-4c1e-a077-10905f93591f no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:56:33.177523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7d8eb54b-9008-4f1c-872d-d2cb21930fbb details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:33.393444 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:33.436776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7d8eb54b-9008-4f1c-872d-d2cb21930fbb,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:33.461631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '7d8eb54b-9008-4f1c-872d-d2cb21930fbb', 'network_id': '0991fc44-0e51-497d-a36d-d6ba73e184ad', 'port_id': '7d8eb54b-9008-4f1c-872d-d2cb21930fbb', 'mac_address': 'fa:16:3e:00:a3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683e233-879a-4fd9-8ba9-d332f630c198', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:56:33.470110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:33.493774 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:33.538755 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:33.569560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8eb54b-9008-4f1c-872d-d2cb21930fbb {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:33.577715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:33.599515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7d8eb54b-9008-4f1c-872d-d2cb21930fbb,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:33.621138 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:33.621879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device bed72c43-d71d-4328-b5b4-6ecc269f170c details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:33.626740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:33.633293 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684dc056-f9e2-4935-8cd9-6dec765dbb28" -d '{"events": [{"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-unplugged", "status": "completed", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:33.665743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9fec3-d388-4fcb-b6f9-fb22a172a08a req-ef291d86-3124-456c-9857-602f3a4a2e4b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:33.668959 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cda9fec3-d388-4fcb-b6f9-fb22a172a08a req-ef291d86-3124-456c-9857-602f3a4a2e4b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.4563298 Aug 29 16:56:33.679662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2fd74-97ac-4a48-992e-c9d0650f4b37 req-bb6502e9-9137-4ea8-b342-3f9d13bcc0cc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:33.691159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e4e2fd74-97ac-4a48-992e-c9d0650f4b37 req-bb6502e9-9137-4ea8-b342-3f9d13bcc0cc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0813172 Aug 29 16:56:33.716560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cda9fec3-d388-4fcb-b6f9-fb22a172a08a req-ff1cf1d8-ad57-42bc-a0a8-5ee64e4630c2 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 Aug 29 16:56:33.757284 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e4e2fd74-97ac-4a48-992e-c9d0650f4b37 req-cd207051-2d06-4c26-bc86-a99e2d3d256f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599539 Aug 29 16:56:33.798570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=7d8eb54b-9008-4f1c-872d-d2cb21930fbb,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:33.810708 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7378074-45ee-4d60-b6fa-ad66dfb5f8a3 x-openstack-request-id: req-f7378074-45ee-4d60-b6fa-ad66dfb5f8a3 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:33.810999 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-unplugged", "status": "completed", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:33.811388 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7378074-45ee-4d60-b6fa-ad66dfb5f8a3 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:33.811877 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f', 'code': 200} Aug 29 16:56:33.854980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:33.878010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'bed72c43-d71d-4328-b5b4-6ecc269f170c', 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b', 'port_id': 'bed72c43-d71d-4328-b5b4-6ecc269f170c', 'mac_address': 'fa:16:3e:5e:e1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f124a1-1021-499e-b8cc-92748c43666e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:56:33.883173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3dbc7-4adb-4ef7-b09e-0e1218cb7912 req-bb3e0471-56d3-41ae-ba55-ebbbcc005bd6 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:33.890632 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65d3dbc7-4adb-4ef7-b09e-0e1218cb7912 req-bb3e0471-56d3-41ae-ba55-ebbbcc005bd6 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 944 time: 0.0841022 Aug 29 16:56:33.937348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f8cbd-2002-4703-99cb-d227ed91f926 req-d61b87b9-2559-4fd5-ad15-b83b8d8009db tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:33.942344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65d3dbc7-4adb-4ef7-b09e-0e1218cb7912 req-62e6a1ac-a6ed-4e3d-b54d-c48feb3b3982 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Aug 29 16:56:33.945844 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-311f8cbd-2002-4703-99cb-d227ed91f926 req-d61b87b9-2559-4fd5-ad15-b83b8d8009db tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 944 time: 0.0751660 Aug 29 16:56:33.950281 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:33.978916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed72c43-d71d-4328-b5b4-6ecc269f170c {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:33.999202 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-311f8cbd-2002-4703-99cb-d227ed91f926 req-feee7290-df79-4635-9510-986347d85340 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470285 Aug 29 16:56:34.019791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:34.034639 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:34.052091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207b4b7-9f7a-40e0-8531-44fe5973697c req-87d6684b-1cfc-4755-b208-2f88835068cd tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:34.056752 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2207b4b7-9f7a-40e0-8531-44fe5973697c req-87d6684b-1cfc-4755-b208-2f88835068cd tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0542808 Aug 29 16:56:34.100306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=bed72c43-d71d-4328-b5b4-6ecc269f170c,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:34.135855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2207b4b7-9f7a-40e0-8531-44fe5973697c req-a4e55c4f-769c-4cd5-841f-1f8399d78961 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707817 Aug 29 16:56:34.205794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f399d-c367-4ce3-8661-19aed3482190 req-c2d7a300-df8a-47e0-94b0-7542e45eeae9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:34.207756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-384f399d-c367-4ce3-8661-19aed3482190 req-c2d7a300-df8a-47e0-94b0-7542e45eeae9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0595562 Aug 29 16:56:34.261868 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-384f399d-c367-4ce3-8661-19aed3482190 req-68f79e19-7ca9-45fd-9914-33116c0b71f2 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478752 Aug 29 16:56:34.364674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['bed72c43-d71d-4328-b5b4-6ecc269f170c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:34.369891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['7d8eb54b-9008-4f1c-872d-d2cb21930fbb'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:34.850471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c301c51-b8af-4e3a-aeb8-83f1abd31ff1 req-044d46b2-4d3f-4adb-8501-e7aeeab982c3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:34.859996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4c301c51-b8af-4e3a-aeb8-83f1abd31ff1 req-044d46b2-4d3f-4adb-8501-e7aeeab982c3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0657554 Aug 29 16:56:34.885746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa2452-0a47-45d8-b613-e88d52342905 req-64507306-43e1-4286-b529-92fea85f2125 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:34.894587 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aafa2452-0a47-45d8-b613-e88d52342905 req-64507306-43e1-4286-b529-92fea85f2125 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0660400 Aug 29 16:56:34.904990 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4c301c51-b8af-4e3a-aeb8-83f1abd31ff1 req-3b0e2497-9d0c-4276-86ea-651af23524db tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Aug 29 16:56:34.942057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aafa2452-0a47-45d8-b613-e88d52342905 req-0488db11-873a-424f-9225-7a9bfe94c93e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461471 Aug 29 16:56:35.104590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deab5b-6cb1-414d-af40-9bf67adee8f5 req-8c1097b5-5d39-4dff-a8cb-75836fd3b234 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:35.112763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14deab5b-6cb1-414d-af40-9bf67adee8f5 req-8c1097b5-5d39-4dff-a8cb-75836fd3b234 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 944 time: 0.0958006 Aug 29 16:56:35.150800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278b626-60db-4150-bbff-6527fa56fd05 req-8b1e8c51-f0a0-4c29-b579-74e3ccee9722 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:35.152688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5278b626-60db-4150-bbff-6527fa56fd05 req-8b1e8c51-f0a0-4c29-b579-74e3ccee9722 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 945 time: 0.0604062 Aug 29 16:56:35.165963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14deab5b-6cb1-414d-af40-9bf67adee8f5 req-dc85f107-482f-43dd-9f80-533cc01d9b27 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477836 Aug 29 16:56:35.201686 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5278b626-60db-4150-bbff-6527fa56fd05 req-8d6d26cd-b4cd-4f2f-8b88-9aed25ee7994 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Aug 29 16:56:35.327552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff03d0-112a-4b81-a9ca-e06a637b51f1 req-d4831ca1-4241-4a99-84ee-5233cd22601b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:35.339635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06ff03d0-112a-4b81-a9ca-e06a637b51f1 req-d4831ca1-4241-4a99-84ee-5233cd22601b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0573545 Aug 29 16:56:35.385355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06ff03d0-112a-4b81-a9ca-e06a637b51f1 req-ec0da4f2-bb0b-4157-94ea-3a9c292b463f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389831 Aug 29 16:56:35.432851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60425c-f5cb-449f-a6f1-101103c78a39 req-1f50509b-4b2c-4d1b-9f19-0941805ecb3c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:35.444477 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e60425c-f5cb-449f-a6f1-101103c78a39 req-1f50509b-4b2c-4d1b-9f19-0941805ecb3c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0822263 Aug 29 16:56:35.478305 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e60425c-f5cb-449f-a6f1-101103c78a39 req-d118a9e9-0d49-4830-abe7-a9951685204a tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372748 Aug 29 16:56:36.028549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c47fab-5d5f-41ed-8df1-4280410243f9 req-b993a7f0-603f-4abe-a374-950c70c3b749 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:36.036716 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-09c47fab-5d5f-41ed-8df1-4280410243f9 req-b993a7f0-603f-4abe-a374-950c70c3b749 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0653937 Aug 29 16:56:36.072078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-09c47fab-5d5f-41ed-8df1-4280410243f9 req-8a6e88cd-9011-42cd-9e3f-1c8be2eba021 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343826 Aug 29 16:56:36.099514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf93485-6cbc-4ba4-b1da-e7e92b57d0a2 req-cc9eb392-5eb0-4bfc-8533-e169eb947adc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:36.102186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9bf93485-6cbc-4ba4-b1da-e7e92b57d0a2 req-cc9eb392-5eb0-4bfc-8533-e169eb947adc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0701213 Aug 29 16:56:36.147735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9bf93485-6cbc-4ba4-b1da-e7e92b57d0a2 req-3ef3e9b2-6d00-4e1c-9725-f7d2c56a1f16 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369449 Aug 29 16:56:36.294511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c33c8d-6ca7-4e62-b106-20e4cca5126c req-99bf7bb3-bab6-41d0-8db1-903e4b591191 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:36.296179 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-91c33c8d-6ca7-4e62-b106-20e4cca5126c req-99bf7bb3-bab6-41d0-8db1-903e4b591191 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 944 time: 0.0661774 Aug 29 16:56:36.351652 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-91c33c8d-6ca7-4e62-b106-20e4cca5126c req-b8dd4627-339e-4f06-8e86-bf6aac2edfe8 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469162 Aug 29 16:56:36.353525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dfabe-e4bd-401a-91a2-c8ee1848d274 req-1d352758-90c8-49e0-ace5-a7bb0bfb559c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:36.355293 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d4dfabe-e4bd-401a-91a2-c8ee1848d274 req-1d352758-90c8-49e0-ace5-a7bb0bfb559c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 945 time: 0.0623674 Aug 29 16:56:36.429397 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d4dfabe-e4bd-401a-91a2-c8ee1848d274 req-ab389d18-e469-4612-8c7d-99eae267fdec tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503910 Aug 29 16:56:36.541893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad88699-a04a-4b17-a0c7-f980b4966b8f req-39b2f4ed-8037-4166-9f20-15470926fe47 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:36.543466 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ad88699-a04a-4b17-a0c7-f980b4966b8f req-39b2f4ed-8037-4166-9f20-15470926fe47 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0604410 Aug 29 16:56:36.602009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ad88699-a04a-4b17-a0c7-f980b4966b8f req-c32cb478-74fd-44c5-be98-5444ff48c2a3 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482256 Aug 29 16:56:36.660936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ce943-0907-4dbb-9e48-9776d328c5f5 req-eeeb4b3e-2f6c-4bc0-8e17-a307d471341e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:36.662510 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f86ce943-0907-4dbb-9e48-9776d328c5f5 req-eeeb4b3e-2f6c-4bc0-8e17-a307d471341e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0619662 Aug 29 16:56:36.715853 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f86ce943-0907-4dbb-9e48-9776d328c5f5 req-4ff47db9-338d-4bf1-8614-0617a4a6bca9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460522 Aug 29 16:56:37.159904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dacba6da-94b1-4cef-9433-547b2daeb165 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:37.181716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device bed72c43-d71d-4328-b5b4-6ecc269f170c up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:37.255810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a1b54-b707-4677-9841-94ce59ca6e49 req-2c8f30ef-23f4-4b77-94f9-464a2cadf0f9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:37.257541 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d94a1b54-b707-4677-9841-94ce59ca6e49 req-2c8f30ef-23f4-4b77-94f9-464a2cadf0f9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.1105669 Aug 29 16:56:37.315858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dacba6da-94b1-4cef-9433-547b2daeb165, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dacba6da-94b1-4cef-9433-547b2daeb165,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:37.332587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'dacba6da-94b1-4cef-9433-547b2daeb165', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'dacba6da-94b1-4cef-9433-547b2daeb165', 'mac_address': 'fa:16:3e:14:64:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:56:37.332939 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d94a1b54-b707-4677-9841-94ce59ca6e49 req-fc00aa5e-2ebf-4841-9df1-377ddeea6463 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656602 Aug 29 16:56:37.357461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b82d6b-f7c1-42d0-8be9-5e0610b7fad1 req-23818034-a4bf-40c3-bea3-321015ec3c2d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:37.366122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34b82d6b-f7c1-42d0-8be9-5e0610b7fad1 req-23818034-a4bf-40c3-bea3-321015ec3c2d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.1056626 Aug 29 16:56:37.384761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port bed72c43-d71d-4328-b5b4-6ecc269f170c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:56:37.399895 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port bed72c43-d71d-4328-b5b4-6ecc269f170c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:37.400279 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:37.428937 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:37.432617 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34b82d6b-f7c1-42d0-8be9-5e0610b7fad1 req-86dbda38-4c6e-4e02-9518-0dda65b9abc1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652802 Aug 29 16:56:37.451016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dacba6da-94b1-4cef-9433-547b2daeb165 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:37.507841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dacba6da-94b1-4cef-9433-547b2daeb165, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dacba6da-94b1-4cef-9433-547b2daeb165,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:37.516171 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:37.550787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfd0df-4e54-4116-8a1c-10b21dde973b req-ae8b0c7f-6f58-4e3c-85f6-aaa2577b5979 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:37.552301 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6bfd0df-4e54-4116-8a1c-10b21dde973b req-ae8b0c7f-6f58-4e3c-85f6-aaa2577b5979 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 944 time: 0.0861545 Aug 29 16:56:37.605676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=dacba6da-94b1-4cef-9433-547b2daeb165,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:37.607164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6bfd0df-4e54-4116-8a1c-10b21dde973b req-9944f573-bcc3-4451-91a1-a5f1da3a3862 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481081 Aug 29 16:56:37.609312 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:37.668236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:37.671180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:37.673551 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0e64bb-7d9e-476a-b303-2d068fb718be" -d '{"events": [{"server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "name": "network-vif-plugged", "status": "completed", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:37.677295 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['dacba6da-94b1-4cef-9433-547b2daeb165'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:37.682911 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:37.683709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7d8eb54b-9008-4f1c-872d-d2cb21930fbb up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:37.708400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa83ab0-d01a-47ce-ae50-d043375e5b5f req-d094e566-3b30-4997-bd2f-91f8d15f5df8 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:37.710174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fa83ab0-d01a-47ce-ae50-d043375e5b5f req-d094e566-3b30-4997-bd2f-91f8d15f5df8 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 945 time: 0.0787127 Aug 29 16:56:37.757325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fa83ab0-d01a-47ce-ae50-d043375e5b5f req-228c0101-5611-482f-8e04-5e1667d19ae7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Aug 29 16:56:37.839806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312274c-e5d9-437e-b405-d52b06fabf7a req-7b32a0da-3ffd-4744-bde1-a175e08b6b83 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:37.851156 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e5a7c4-9014-4f72-ba8c-d6c6b5b7818f x-openstack-request-id: req-95e5a7c4-9014-4f72-ba8c-d6c6b5b7818f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:37.851451 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "name": "network-vif-plugged", "status": "completed", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:37.851701 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95e5a7c4-9014-4f72-ba8c-d6c6b5b7818f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:37.852160 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c', 'code': 200} Aug 29 16:56:37.864416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2312274c-e5d9-437e-b405-d52b06fabf7a req-7b32a0da-3ffd-4744-bde1-a175e08b6b83 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1085498 Aug 29 16:56:37.918477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=bed72c43-d71d-4328-b5b4-6ecc269f170c,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:37.926756 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:56:37.937630 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:37.938048 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:37.986665 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2312274c-e5d9-437e-b405-d52b06fabf7a req-caee0d54-d55e-49ab-8e8a-9b8f2d6b2b64 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213989 Aug 29 16:56:38.004981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2267cf-49d7-49bf-bee1-eeab98d22502 req-d6e509ed-b95e-44ee-a952-b7976c244111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:38.005211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f41221-a2da-4dcf-ba7e-c396c1933dfd req-88afd456-1613-4d7e-9c53-6398912e9a12 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:38.007054 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd2267cf-49d7-49bf-bee1-eeab98d22502 req-d6e509ed-b95e-44ee-a952-b7976c244111 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 1098 time: 0.0885425 Aug 29 16:56:38.013816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88f41221-a2da-4dcf-ba7e-c396c1933dfd req-88afd456-1613-4d7e-9c53-6398912e9a12 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0838985 Aug 29 16:56:38.057631 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd2267cf-49d7-49bf-bee1-eeab98d22502 req-8b846198-0393-420b-9621-7abe37826f50 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Aug 29 16:56:38.073806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88f41221-a2da-4dcf-ba7e-c396c1933dfd req-d7eb02c1-e8be-4cfb-b2de-fc42cd2e2442 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589142 Aug 29 16:56:38.104773 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:38.138752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7d8eb54b-9008-4f1c-872d-d2cb21930fbb,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:38.143531 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:38.205258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=7d8eb54b-9008-4f1c-872d-d2cb21930fbb,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:38.497870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e9df8-a29a-47a3-a0a3-279eb27892ae req-5440c078-d2be-4686-a4dc-7f8bbad47ec1 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:38.499492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c16e9df8-a29a-47a3-a0a3-279eb27892ae req-5440c078-d2be-4686-a4dc-7f8bbad47ec1 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0806479 Aug 29 16:56:38.566404 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c16e9df8-a29a-47a3-a0a3-279eb27892ae req-2c8f00d6-d360-4cdd-baf0-3a40a05d99e8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595875 Aug 29 16:56:38.629820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0ffd4-8b27-434a-915b-caa7e33ce89e req-88aad276-cc0d-40d2-98e1-590cbd9b5ed5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:38.631913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6d0ffd4-8b27-434a-915b-caa7e33ce89e req-88aad276-cc0d-40d2-98e1-590cbd9b5ed5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0964496 Aug 29 16:56:38.689866 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6d0ffd4-8b27-434a-915b-caa7e33ce89e req-0077a238-706e-4a35-93db-d5c1c10a59ff tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498760 Aug 29 16:56:38.771405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1320ee-c8de-46b3-91a7-0f39d766f28c req-065b79c0-a1f9-4731-913c-1b4e37383efc tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:38.772931 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa1320ee-c8de-46b3-91a7-0f39d766f28c req-065b79c0-a1f9-4731-913c-1b4e37383efc tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 945 time: 0.0587599 Aug 29 16:56:38.829284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa1320ee-c8de-46b3-91a7-0f39d766f28c req-cd107a34-5472-4fc2-833f-519e7f625d3e tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462081 Aug 29 16:56:38.904029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961a61c-ebef-43aa-90e5-f0a1368ca762 req-dc0cc403-939f-4a62-9591-e40978592ef7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:38.905691 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f961a61c-ebef-43aa-90e5-f0a1368ca762 req-dc0cc403-939f-4a62-9591-e40978592ef7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 946 time: 0.0540459 Aug 29 16:56:38.953976 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f961a61c-ebef-43aa-90e5-f0a1368ca762 req-7a60d524-4feb-4462-b979-667b2a3b4485 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385642 Aug 29 16:56:39.130466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd9378-1d0e-4cd8-be90-df8c5ab91d2d req-7afdf6dd-e99d-4baa-abb8-2f47f2f483c6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:39.132664 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10dd9378-1d0e-4cd8-be90-df8c5ab91d2d req-7afdf6dd-e99d-4baa-abb8-2f47f2f483c6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0599542 Aug 29 16:56:39.159798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dacba6da-94b1-4cef-9433-547b2daeb165 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:39.234656 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10dd9378-1d0e-4cd8-be90-df8c5ab91d2d req-0e93ece9-307d-49d2-b559-caf757ae3619 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934875 Aug 29 16:56:39.235536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7962f-b2c8-4bbf-8759-c2bdb7b4f425 req-1e29658e-1983-4582-8509-bc9a791d1c4b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:39.243068 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81b7962f-b2c8-4bbf-8759-c2bdb7b4f425 req-1e29658e-1983-4582-8509-bc9a791d1c4b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0872338 Aug 29 16:56:39.326888 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81b7962f-b2c8-4bbf-8759-c2bdb7b4f425 req-088f6589-915e-4388-ab66-b56098afcd61 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826051 Aug 29 16:56:39.411076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port dacba6da-94b1-4cef-9433-547b2daeb165 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:39.411796 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:39.497175 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:39.537149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dacba6da-94b1-4cef-9433-547b2daeb165, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dacba6da-94b1-4cef-9433-547b2daeb165,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:39.542540 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:39.604318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=dacba6da-94b1-4cef-9433-547b2daeb165,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:39.721979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e736f-7c0c-4b77-b3b2-7d2001c306b7 req-a06eda46-abd5-4c9f-a507-f0dc6ee54dec tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:39.724201 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf8e736f-7c0c-4b77-b3b2-7d2001c306b7 req-a06eda46-abd5-4c9f-a507-f0dc6ee54dec tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0765424 Aug 29 16:56:39.774497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf8e736f-7c0c-4b77-b3b2-7d2001c306b7 req-260dc525-d070-44a8-a085-9b09876c398c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443814 Aug 29 16:56:39.853394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa875f6-6ac3-4125-8b3a-d41ebe5c860e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8eb54b-9008-4f1c-872d-d2cb21930fbb'}, {'server_uuid': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacba6da-94b1-4cef-9433-547b2daeb165'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:39.856776 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f765857-32f0-4d86-b6e6-68f818c0d53a" -d '{"events": [{"server_uuid": "4aa875f6-6ac3-4125-8b3a-d41ebe5c860e", "name": "network-vif-plugged", "status": "completed", "tag": "7d8eb54b-9008-4f1c-872d-d2cb21930fbb"}, {"server_uuid": "194e84aa-badd-4c28-b9fb-ec9c6e33aed5", "name": "network-vif-plugged", "status": "completed", "tag": "dacba6da-94b1-4cef-9433-547b2daeb165"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:39.858901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1820c-26ad-400b-9dcd-9f6d1fcd78e8 req-addafcee-1de0-4d49-8ee1-af7f6d1c7259 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:39.860829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d2d1820c-26ad-400b-9dcd-9f6d1fcd78e8 req-addafcee-1de0-4d49-8ee1-af7f6d1c7259 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0624893 Aug 29 16:56:39.923759 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d2d1820c-26ad-400b-9dcd-9f6d1fcd78e8 req-305e6017-b14d-4f15-a4ef-9adcd36ea9fd tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507064 Aug 29 16:56:39.973767 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf0f0a8-1cb3-4639-97fd-15c21158db4a x-openstack-request-id: req-cdf0f0a8-1cb3-4639-97fd-15c21158db4a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:39.973952 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa875f6-6ac3-4125-8b3a-d41ebe5c860e", "name": "network-vif-plugged", "status": "completed", "tag": "7d8eb54b-9008-4f1c-872d-d2cb21930fbb", "code": 200}, {"server_uuid": "194e84aa-badd-4c28-b9fb-ec9c6e33aed5", "name": "network-vif-plugged", "status": "completed", "tag": "dacba6da-94b1-4cef-9433-547b2daeb165", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:39.974229 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdf0f0a8-1cb3-4639-97fd-15c21158db4a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:39.974645 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa875f6-6ac3-4125-8b3a-d41ebe5c860e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8eb54b-9008-4f1c-872d-d2cb21930fbb', 'code': 200} Aug 29 16:56:39.975002 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacba6da-94b1-4cef-9433-547b2daeb165', 'code': 200} Aug 29 16:56:39.983760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0f0ec-d243-4677-b1f7-58db2d30b856 req-ae5d45fd-d366-4306-8bb0-03c219075bcf tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:39.992562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18f0f0ec-d243-4677-b1f7-58db2d30b856 req-ae5d45fd-d366-4306-8bb0-03c219075bcf tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 945 time: 0.0805080 Aug 29 16:56:40.042685 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18f0f0ec-d243-4677-b1f7-58db2d30b856 req-88472c62-a96a-40f5-9a41-84d1f5179276 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488985 Aug 29 16:56:40.109964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20051ad-c9e3-4d6b-b599-3163fbcccc0c req-55c4d0ad-85bb-42f1-b3a2-35c22083ab2d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:40.112477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6d8e0-c468-4510-8ff3-45d7833c62dd req-e38c532e-fb90-4310-b3f6-52acde11c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:40.115705 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97b6d8e0-c468-4510-8ff3-45d7833c62dd req-e38c532e-fb90-4310-b3f6-52acde11c7d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 1097 time: 0.0592442 Aug 29 16:56:40.117732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d20051ad-c9e3-4d6b-b599-3163fbcccc0c req-55c4d0ad-85bb-42f1-b3a2-35c22083ab2d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 946 time: 0.0624094 Aug 29 16:56:40.168248 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d20051ad-c9e3-4d6b-b599-3163fbcccc0c req-f8beb39f-6b01-42fd-a771-163cf9d91495 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439203 Aug 29 16:56:40.172975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97b6d8e0-c468-4510-8ff3-45d7833c62dd req-8a36dcf8-f12a-40e9-bb4c-e805db04d190 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474432 Aug 29 16:56:40.296247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5919af-e7bd-41e3-a1dd-4fcd4eb5518c req-2692a1ba-aeb8-470e-8546-7ae4400f2af2 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:40.297814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae5919af-e7bd-41e3-a1dd-4fcd4eb5518c req-2692a1ba-aeb8-470e-8546-7ae4400f2af2 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 1098 time: 0.0659809 Aug 29 16:56:40.337217 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae5919af-e7bd-41e3-a1dd-4fcd4eb5518c req-14475b80-557a-4500-bf63-ad8d0ba2a1af tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Aug 29 16:56:40.384487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5dfde-52c3-471e-858e-15af0c060ca6 req-e07c8575-bbd3-46d3-8503-c162d6336bbf tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:40.393214 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e3d5dfde-52c3-471e-858e-15af0c060ca6 req-e07c8575-bbd3-46d3-8503-c162d6336bbf tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0753169 Aug 29 16:56:40.448031 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e3d5dfde-52c3-471e-858e-15af0c060ca6 req-6a46a6c8-db30-4385-a8d0-7c133acb4592 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483792 Aug 29 16:56:40.483661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4142d9-63b7-4747-b745-fbc2c82a1696 req-ff073a56-ff77-4284-b065-e443ee85f491 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:40.489746 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1c4142d9-63b7-4747-b745-fbc2c82a1696 req-ff073a56-ff77-4284-b065-e443ee85f491 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0674529 Aug 29 16:56:40.529789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1c4142d9-63b7-4747-b745-fbc2c82a1696 req-aa11f8ae-6c09-419b-b9f3-f7f1347e21a7 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377362 Aug 29 16:56:40.581064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e75e6-b2ee-4b34-8c30-ee20b92a6f44 req-c1236657-eb9b-4645-b8f2-17817baeeb25 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:40.582692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-929e75e6-b2ee-4b34-8c30-ee20b92a6f44 req-c1236657-eb9b-4645-b8f2-17817baeeb25 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 1098 time: 0.0728538 Aug 29 16:56:40.639455 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-929e75e6-b2ee-4b34-8c30-ee20b92a6f44 req-874454f4-b87d-4033-a0c1-270e5ca228bd tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495398 Aug 29 16:56:40.714852 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c48c4-cf52-43fa-9917-6ed5acd6fce3 req-df5d8ee2-395a-4d36-b9fe-99472e734311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:40.716378 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae2c48c4-cf52-43fa-9917-6ed5acd6fce3 req-df5d8ee2-395a-4d36-b9fe-99472e734311 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 1097 time: 0.0489492 Aug 29 16:56:40.768786 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae2c48c4-cf52-43fa-9917-6ed5acd6fce3 req-aeed2c7a-196f-450c-b4f8-bce23af921ec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Aug 29 16:56:40.935970 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d6b28-4d56-41f8-ae4e-cdb042d59b8d req-1f666e96-09b5-4e60-a870-c069581df189 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:40.937547 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b9d6b28-4d56-41f8-ae4e-cdb042d59b8d req-1f666e96-09b5-4e60-a870-c069581df189 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0572565 Aug 29 16:56:40.963798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485c783-0541-4465-b852-879d22c64b41 req-35370cc0-8ce3-4b7a-972d-6b53814c5699 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:40.966140 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9485c783-0541-4465-b852-879d22c64b41 req-35370cc0-8ce3-4b7a-972d-6b53814c5699 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 1098 time: 0.0524471 Aug 29 16:56:40.996470 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b9d6b28-4d56-41f8-ae4e-cdb042d59b8d req-bcff73dd-36e3-4397-97ff-bf5c697a304b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481341 Aug 29 16:56:41.040332 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9485c783-0541-4465-b852-879d22c64b41 req-f06836c5-3f1a-43de-b5b2-f62d69c65706 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613062 Aug 29 16:56:41.187896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd22bdf-362c-4629-b697-8b8ba1f84b10 req-4c5d3ec5-4c99-4cb9-bad2-18db79b0b9c4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:41.197059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1dd22bdf-362c-4629-b697-8b8ba1f84b10 req-4c5d3ec5-4c99-4cb9-bad2-18db79b0b9c4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0721152 Aug 29 16:56:41.202325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6b69-d5ad-40d9-964a-ead2d7d384fe req-063a5dc0-feaf-48f9-968e-67023df0de96 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:41.204142 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4a8c6b69-d5ad-40d9-964a-ead2d7d384fe req-063a5dc0-feaf-48f9-968e-67023df0de96 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 945 time: 0.0586960 Aug 29 16:56:41.254402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4a8c6b69-d5ad-40d9-964a-ead2d7d384fe req-b1e340a5-d3c0-43e9-ad3a-0575f500ba0f tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 Aug 29 16:56:41.260830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1dd22bdf-362c-4629-b697-8b8ba1f84b10 req-4230fd9b-639d-40c6-802e-c4181691e884 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506291 Aug 29 16:56:41.624306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e9443-7e5e-4e44-9964-b3bf2ac42998 req-559ca4ab-a10d-4c50-89fd-cb9472347dfc tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:41.629304 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a6e9443-7e5e-4e44-9964-b3bf2ac42998 req-559ca4ab-a10d-4c50-89fd-cb9472347dfc tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1184359 Aug 29 16:56:41.678047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181896f-4d90-4c9d-9e32-de2b6461a752 req-4f582982-2aef-4df1-bcd7-84511745f623 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:41.679725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8181896f-4d90-4c9d-9e32-de2b6461a752 req-4f582982-2aef-4df1-bcd7-84511745f623 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0550365 Aug 29 16:56:41.706134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a6e9443-7e5e-4e44-9964-b3bf2ac42998 req-8007e6d6-949f-4dd0-9ab1-d20e105c88c4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731230 Aug 29 16:56:41.751414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8181896f-4d90-4c9d-9e32-de2b6461a752 req-9c2af7c9-df2a-4f27-8e1a-2200b1b13e3f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628469 Aug 29 16:56:42.144571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbe730-4647-4c95-a3a8-213d4eec03c9 req-df39dbaa-9f88-4c23-bd7f-ebcb9c510e08 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:42.165971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7bbe730-4647-4c95-a3a8-213d4eec03c9 req-df39dbaa-9f88-4c23-bd7f-ebcb9c510e08 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0912158 Aug 29 16:56:42.210182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7bbe730-4647-4c95-a3a8-213d4eec03c9 req-4b9271fa-b7e8-44fe-b57f-03c20d852c85 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Aug 29 16:56:42.273766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96c7d5-956b-434f-a75b-b83668456f9c req-8c7588c0-7f66-4d7f-8ec0-db56c924c360 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:42.275270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc96c7d5-956b-434f-a75b-b83668456f9c req-8c7588c0-7f66-4d7f-8ec0-db56c924c360 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 1098 time: 0.0523074 Aug 29 16:56:42.326054 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc96c7d5-956b-434f-a75b-b83668456f9c req-96f277c4-27f3-4c5c-9728-1657c8eeeb75 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443923 Aug 29 16:56:42.395232 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382257d-4e78-4048-b0b2-fea2e4dfc7a9 req-fed446e8-7e1b-4b28-a88c-56ccd915fc4e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:42.396794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5382257d-4e78-4048-b0b2-fea2e4dfc7a9 req-fed446e8-7e1b-4b28-a88c-56ccd915fc4e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0684516 Aug 29 16:56:42.470848 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5382257d-4e78-4048-b0b2-fea2e4dfc7a9 req-3ec2ec9d-49cc-4f04-a1de-683391848bce tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667915 Aug 29 16:56:42.530058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c95958-3f58-4107-972c-2337c3dfe4be req-c2022fd4-7714-44d2-8ec3-de6ca2440e92 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:42.531757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43c95958-3f58-4107-972c-2337c3dfe4be req-c2022fd4-7714-44d2-8ec3-de6ca2440e92 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 945 time: 0.0789545 Aug 29 16:56:42.585108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43c95958-3f58-4107-972c-2337c3dfe4be req-d1347fce-ae49-480b-ab9e-c6feefd9978d tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436256 Aug 29 16:56:42.818447 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9ecf5fb1-4780-4e63-bcbd-27abfef181b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:42.878233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3b88e-fe49-4b6a-99f7-8902fd2d3ee6 req-3876fb3b-c800-48d8-b8d0-c067237b542b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:42.891627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a3b88e-fe49-4b6a-99f7-8902fd2d3ee6 req-3876fb3b-c800-48d8-b8d0-c067237b542b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0907578 Aug 29 16:56:42.964887 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a3b88e-fe49-4b6a-99f7-8902fd2d3ee6 req-9c1b9349-5cfe-41b6-969d-bf6ea2aaa50d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612435 Aug 29 16:56:43.098384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66b523-ebb9-41b0-93a5-3b969c636365 req-6ae9db46-77b8-4062-9519-9a15e5254471 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:43.107895 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e66b523-ebb9-41b0-93a5-3b969c636365 req-6ae9db46-77b8-4062-9519-9a15e5254471 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.0893085 Aug 29 16:56:43.167324 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e66b523-ebb9-41b0-93a5-3b969c636365 req-62dd514c-dae7-47ca-b6ee-b9d8de619528 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581760 Aug 29 16:56:43.629982 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-6b7bf948-a7ce-4795-b615-d7a7aa6453ed tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:56:43.630963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-6b7bf948-a7ce-4795-b615-d7a7aa6453ed tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073910 Aug 29 16:56:43.652055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Request body: {'binding': {'host': 'n-h2-713301-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:43.654608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Unknown quota resources ['binding']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:56:43.665255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a5830-702c-41e8-a20c-936aaa691aec req-a58160bc-aaf3-4ba9-b266-81006ed08c9c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:43.666929 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-702a5830-702c-41e8-a20c-936aaa691aec req-a58160bc-aaf3-4ba9-b266-81006ed08c9c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1437159 Aug 29 16:56:43.731856 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-702a5830-702c-41e8-a20c-936aaa691aec req-c7cb4153-0bd2-4cfb-8eb2-3a0526a79cec tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526857 Aug 29 16:56:43.905728 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cff92-b535-4c2e-a5ee-5aaa61c21982 req-35038f0b-6501-4cbb-942f-f19b3e65cf58 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:43.915875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-264cff92-b535-4c2e-a5ee-5aaa61c21982 req-35038f0b-6501-4cbb-942f-f19b3e65cf58 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0948627 Aug 29 16:56:43.989916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on host n-h2-713301-13 for vnic_type normal with profile None {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:56:43.991901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:56:43.992244 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:43.993597 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-264cff92-b535-4c2e-a5ee-5aaa61c21982 req-b5504e1b-552f-4a77-b50c-9401bd4e6e5b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711067 Aug 29 16:56:43.999931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:56:44.000386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:44.007598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:56:44.008046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:56:44.008303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:56:44.008980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Bound port: bed72c43-d71d-4328-b5b4-6ecc269f170c, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:56:44.101422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:56:44.107997 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da8b3a-a4ea-4cb6-93be-e95e1c74a282 req-affa69ad-8f51-4d17-aec7-ecfa7c1e04ef tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:44.111085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:44.115169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39da8b3a-a4ea-4cb6-93be-e95e1c74a282 req-affa69ad-8f51-4d17-aec7-ecfa7c1e04ef tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0714233 Aug 29 16:56:44.125212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-8c448aae-6ef5-48dc-b1f1-f87b82857039 service neutron] 10.222.0.22 "POST /v2.0/ports/bed72c43-d71d-4328-b5b4-6ecc269f170c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4827657 Aug 29 16:56:44.156516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39da8b3a-a4ea-4cb6-93be-e95e1c74a282 req-d466f3df-b811-4482-8542-f5b3bef22263 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403965 Aug 29 16:56:44.356106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87011ed-0455-4805-8e4b-6abeecfc6398 req-b4c92934-9a2b-4563-b23d-942bce88caf8 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:44.366427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c87011ed-0455-4805-8e4b-6abeecfc6398 req-b4c92934-9a2b-4563-b23d-942bce88caf8 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0738544 Aug 29 16:56:44.431839 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c87011ed-0455-4805-8e4b-6abeecfc6398 req-99b7a209-15a7-4f3a-9590-b49e5e48696d tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644543 Aug 29 16:56:44.500781 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c350b4-6812-42e2-8d64-4104c9085857 req-bff7478b-c966-4898-acd9-77dc3dad367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:44.502950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-bff7478b-c966-4898-acd9-77dc3dad367b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 1098 time: 0.0543520 Aug 29 16:56:44.577656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081ab7f-a502-41fd-bb2b-ec0f1876ca07 req-73812afa-c6cb-4d9b-899d-8e1b6d20289f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:44.587194 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e081ab7f-a502-41fd-bb2b-ec0f1876ca07 req-73812afa-c6cb-4d9b-899d-8e1b6d20289f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 946 time: 0.0730739 Aug 29 16:56:44.645464 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e081ab7f-a502-41fd-bb2b-ec0f1876ca07 req-99fbddc8-c845-4110-92ae-083a70754229 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564313 Aug 29 16:56:44.697641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c350b4-6812-42e2-8d64-4104c9085857 req-e3dcded6-0af1-4163-9e4a-d007a005e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:44.708659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-e3dcded6-0af1-4163-9e4a-d007a005e10c service neutron] 10.222.0.16 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.1924815 Aug 29 16:56:44.778619 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-210629a4-6b54-44c1-b978-676442aa1a5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c HTTP/1.1" status: 200 len: 217 time: 0.0593722 Aug 29 16:56:44.874175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c350b4-6812-42e2-8d64-4104c9085857 req-f324a03e-3f1a-48c2-9882-ea32055b260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:44.876450 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-f324a03e-3f1a-48c2-9882-ea32055b260f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0834095 Aug 29 16:56:44.933611 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-853e28c1-4754-447d-8782-966c9dc48e09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401671 Aug 29 16:56:45.011783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecd607-8d9d-400f-869d-7df4fc0e0e54 req-df302fed-6e08-4323-8fb8-0bf747972758 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:45.021659 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87ecd607-8d9d-400f-869d-7df4fc0e0e54 req-df302fed-6e08-4323-8fb8-0bf747972758 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 946 time: 0.0852423 Aug 29 16:56:45.067403 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-0dd41d05-0e1f-4683-8632-0832c87cdccd service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283994 Aug 29 16:56:45.079254 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87ecd607-8d9d-400f-869d-7df4fc0e0e54 req-258d8f8e-c8d1-4677-ae5f-2ef833c5a3da tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521312 Aug 29 16:56:45.223971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923311ca-e843-40c5-a356-998128ea4cae req-7a308f08-1484-47f4-b7f8-b2f1efdbaa0e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:45.225330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165dd72-86ec-4361-91fd-7fa97a0c8ab9 req-3fb43144-37cc-4a85-bad1-c357c8816fa8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:45.233297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-923311ca-e843-40c5-a356-998128ea4cae req-7a308f08-1484-47f4-b7f8-b2f1efdbaa0e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1422687 Aug 29 16:56:45.233681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9165dd72-86ec-4361-91fd-7fa97a0c8ab9 req-3fb43144-37cc-4a85-bad1-c357c8816fa8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0747068 Aug 29 16:56:45.315165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-923311ca-e843-40c5-a356-998128ea4cae req-163754ec-0bff-422a-8124-f09976ccc660 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753827 Aug 29 16:56:45.326056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9165dd72-86ec-4361-91fd-7fa97a0c8ab9 req-1bf28b6f-a9e4-43e3-83cc-f912a7e0479f tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913699 Aug 29 16:56:45.334280 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-35d3e7a9-c502-4ad7-b5f0-994045517d4a service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575219 Aug 29 16:56:45.469496 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c350b4-6812-42e2-8d64-4104c9085857 req-adbecbfb-43fe-4cf2-a32c-13c3cee38776 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:45.471068 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-adbecbfb-43fe-4cf2-a32c-13c3cee38776 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1098 time: 0.0608776 Aug 29 16:56:45.494104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-13'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:45.520324 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ddf1af63-87b4-424c-bef6-aaf871f41541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:45.646935 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:45.674679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324dc3c-8a6b-4838-aac0-fc94d9f8526b req-e2de0da8-20e8-4dd2-ae4e-6de643023eb4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:45.682025 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4324dc3c-8a6b-4838-aac0-fc94d9f8526b req-e2de0da8-20e8-4dd2-ae4e-6de643023eb4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1338398 Aug 29 16:56:45.770291 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4324dc3c-8a6b-4838-aac0-fc94d9f8526b req-4747c7ee-2494-4478-9ecf-ee4015152623 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866086 Aug 29 16:56:45.799425 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:45.931450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54f065-a615-404b-8574-0f92e5a8c522 req-0f0796ab-8191-4c88-8bd1-0f47f6701a3e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:45.951278 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef54f065-a615-404b-8574-0f92e5a8c522 req-0f0796ab-8191-4c88-8bd1-0f47f6701a3e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 946 time: 0.1332238 Aug 29 16:56:45.958750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:46.004960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:46.029798 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef54f065-a615-404b-8574-0f92e5a8c522 req-870bf48b-98d8-4140-8150-f72f35a9efcb tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771847 Aug 29 16:56:46.077741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:46.081501 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63207dd0-d993-4300-b451-bf27b700e002" -d '{"events": [{"server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "name": "network-vif-unplugged", "status": "completed", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:46.101678 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:46.117492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:46.181257 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b6311a-2d9f-4326-917d-435d403a5e89 x-openstack-request-id: req-72b6311a-2d9f-4326-917d-435d403a5e89 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:46.186407 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "name": "network-vif-unplugged", "status": "completed", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:46.186785 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72b6311a-2d9f-4326-917d-435d403a5e89 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:46.187313 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c', 'code': 200} Aug 29 16:56:46.323672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=bed72c43-d71d-4328-b5b4-6ecc269f170c,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:46.338689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on host n-h1-713301-13 for vnic_type normal with profile {"migrating_to": "n-h2-713301-13"} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:56:46.341636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:56:46.342492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:46.354872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.355892 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.356488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.357085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.357991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.358750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.359477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.360511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.361111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.361785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.362443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.363042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:46.367574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:56:46.368521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:46.375626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:56:46.376383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:56:46.377061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:56:46.378357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Bound port: bed72c43-d71d-4328-b5b4-6ecc269f170c, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:56:46.379019 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:46.518062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:46.527308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d465b-e795-4080-aaac-5b6e28dd45ab req-6f9e672c-1934-48c3-92f8-aac7b912102e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:46.531191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:56:46.538913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:46.553607 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d30d465b-e795-4080-aaac-5b6e28dd45ab req-6f9e672c-1934-48c3-92f8-aac7b912102e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1361246 Aug 29 16:56:46.570459 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:46.631949 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=bed72c43-d71d-4328-b5b4-6ecc269f170c,revision_number=8']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:46.664228 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d30d465b-e795-4080-aaac-5b6e28dd45ab req-d09ec35a-7962-4de0-b7eb-73695fe0e5b6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096640 Aug 29 16:56:46.712585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:46.713492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:46.715076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-626f1951-5be8-49d1-9eb7-18d055604ed3 service neutron] 10.222.0.16 "PUT /v2.0/ports/bed72c43-d71d-4328-b5b4-6ecc269f170c HTTP/1.1" status: 200 len: 1124 time: 1.2292895 Aug 29 16:56:46.835629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['bed72c43-d71d-4328-b5b4-6ecc269f170c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:46.907953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee6b69-79df-45cc-85e0-a1d1cf3a45be req-5300a5ba-5c85-4ca2-87c6-797de892d26e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:46.919985 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03ee6b69-79df-45cc-85e0-a1d1cf3a45be req-5300a5ba-5c85-4ca2-87c6-797de892d26e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.1275301 Aug 29 16:56:47.019905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03ee6b69-79df-45cc-85e0-a1d1cf3a45be req-3b8f94d8-d932-4698-878f-e75c8896634a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965917 Aug 29 16:56:47.244725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:56:47.352030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9308f-71a1-4d06-ab40-09dc5f82ff09 req-4c039860-fcc7-42a9-bd8b-f174c1568afa tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:47.358380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:47.362573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbc9308f-71a1-4d06-ab40-09dc5f82ff09 req-4c039860-fcc7-42a9-bd8b-f174c1568afa tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1652892 Aug 29 16:56:47.406573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:47.415316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:47.418187 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3ce900-5e3a-4492-9b9a-449566776799" -d '{"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-unplugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:47.427556 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:47.479879 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbc9308f-71a1-4d06-ab40-09dc5f82ff09 req-586f3a33-80ba-469c-be40-c98426091ed4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084189 Aug 29 16:56:47.484384 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=14']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:47.502920 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:47.630945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cedbb-4cb9-4d5f-ae9d-f4d93a3f4d49 req-84bd4dab-5f4c-490c-b6f6-bcf967dff932 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:47.639901 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-220cedbb-4cb9-4d5f-ae9d-f4d93a3f4d49 req-84bd4dab-5f4c-490c-b6f6-bcf967dff932 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 944 time: 0.1061773 Aug 29 16:56:47.736416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-220cedbb-4cb9-4d5f-ae9d-f4d93a3f4d49 req-cd8f71eb-c226-43ea-b0da-8aaf05f86133 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883341 Aug 29 16:56:47.836520 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b6c068-85b3-4566-ae81-2a3d5d50ddac x-openstack-request-id: req-92b6c068-85b3-4566-ae81-2a3d5d50ddac {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:47.837599 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-unplugged", "status": "completed", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:47.838111 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92b6c068-85b3-4566-ae81-2a3d5d50ddac {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:47.838747 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'code': 200} Aug 29 16:56:47.938055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1cfef-dc73-47d4-9dc0-fcab29b252e3 req-6b5c8db8-aca1-4ddf-854f-06124dff9739 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:47.946695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8dc1cfef-dc73-47d4-9dc0-fcab29b252e3 req-6b5c8db8-aca1-4ddf-854f-06124dff9739 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1414163 Aug 29 16:56:48.025463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8dc1cfef-dc73-47d4-9dc0-fcab29b252e3 req-10f6b948-2f52-4c7a-8116-9f624b4eee6e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773683 Aug 29 16:56:48.042279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a45a79-e830-4aa0-88fb-e429a5b53d31 req-c9d9e3f3-c6bc-439f-9ad3-994f2b0b7f6b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:48.043828 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a7a45a79-e830-4aa0-88fb-e429a5b53d31 req-c9d9e3f3-c6bc-439f-9ad3-994f2b0b7f6b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1070027 Aug 29 16:56:48.117651 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a7a45a79-e830-4aa0-88fb-e429a5b53d31 req-6ec0472a-aa36-4ef7-aa94-c26e1090f8fb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654111 Aug 29 16:56:48.166713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b5518-c64c-48ba-86fa-c1403c588c1e req-34f26c37-7d45-4617-bdad-b07f2ec5ab6e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:48.175790 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-393b5518-c64c-48ba-86fa-c1403c588c1e req-34f26c37-7d45-4617-bdad-b07f2ec5ab6e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0743303 Aug 29 16:56:48.188284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:48.191853 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf65234-5553-47f6-84ae-5148e838a196" -d '{"events": [{"name": "network-changed", "server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:48.199715 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:48.231854 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-393b5518-c64c-48ba-86fa-c1403c588c1e req-43b38b9f-58af-48d3-8115-3752ad7a707d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549185 Aug 29 16:56:48.276390 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f7017c-2b7c-4e84-b04f-6e5a60ec5965 x-openstack-request-id: req-95f7017c-2b7c-4e84-b04f-6e5a60ec5965 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:48.276695 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:48.276946 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95f7017c-2b7c-4e84-b04f-6e5a60ec5965 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:48.277478 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c', 'status': 'completed', 'code': 200} Aug 29 16:56:48.380527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf65234-5553-47f6-84ae-5148e838a196 req-43926c43-b996-4140-a9f1-b415b668aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:48.382280 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bf65234-5553-47f6-84ae-5148e838a196 req-43926c43-b996-4140-a9f1-b415b668aac3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 1127 time: 0.0811200 Aug 29 16:56:48.495311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb41ab-f7e8-4d1c-8131-19a642ff4405 req-b26dea3a-557a-47c0-9eac-f47634ee9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:48.496838 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60cb41ab-f7e8-4d1c-8131-19a642ff4405 req-b26dea3a-557a-47c0-9eac-f47634ee9707 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1096 time: 0.0687249 Aug 29 16:56:48.541450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a8133-bb2c-4e66-9590-d992e0395d49 req-668fc43e-8594-49ff-84b2-4bc0320a9de4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:48.550328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fb1a8133-bb2c-4e66-9590-d992e0395d49 req-668fc43e-8594-49ff-84b2-4bc0320a9de4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1392729 Aug 29 16:56:48.598705 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf65234-5553-47f6-84ae-5148e838a196 req-68627630-fc60-431a-9f87-5ad32efa5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:48.600189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bf65234-5553-47f6-84ae-5148e838a196 req-68627630-fc60-431a-9f87-5ad32efa5a83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.2063267 Aug 29 16:56:48.615208 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fb1a8133-bb2c-4e66-9590-d992e0395d49 req-8cc2fdbe-bec3-41d6-9558-59d7ef10d59f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639222 Aug 29 16:56:48.657863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bf65234-5553-47f6-84ae-5148e838a196 req-9573aa99-c29d-48ee-8ef2-24c01df2054e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c HTTP/1.1" status: 200 len: 217 time: 0.0415955 Aug 29 16:56:48.693606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba24602-f43d-4f1a-826d-e4ca42d9b08f req-c8b000f5-8f80-411c-991e-c06b1248bbc0 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:48.702014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ba24602-f43d-4f1a-826d-e4ca42d9b08f req-c8b000f5-8f80-411c-991e-c06b1248bbc0 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1048253 Aug 29 16:56:48.731914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf65234-5553-47f6-84ae-5148e838a196 req-7b1211d8-ae60-403d-8986-bd5351e66301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:48.734272 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bf65234-5553-47f6-84ae-5148e838a196 req-7b1211d8-ae60-403d-8986-bd5351e66301 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0677509 Aug 29 16:56:48.788112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bf65234-5553-47f6-84ae-5148e838a196 req-61e59aa6-9b8f-4a82-9467-ff788c4c3a3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400972 Aug 29 16:56:48.793017 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb41ab-f7e8-4d1c-8131-19a642ff4405 req-de6478bf-1a8f-4e8f-b7a1-8e644a29157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:48.794796 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60cb41ab-f7e8-4d1c-8131-19a642ff4405 req-de6478bf-1a8f-4e8f-b7a1-8e644a29157c service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.2896352 Aug 29 16:56:48.798229 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ba24602-f43d-4f1a-826d-e4ca42d9b08f req-512db382-fc25-41e9-9d91-e29ef3828db1 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954864 Aug 29 16:56:48.899312 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60cb41ab-f7e8-4d1c-8131-19a642ff4405 req-fa634570-a212-4bf0-b4f9-3eb0daacc9d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 999 time: 0.0927520 Aug 29 16:56:48.960908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dd39c-e6fc-4bf9-b1f0-a988dc0f5b74 req-bf783492-0221-482f-8da3-d0920b651100 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:48.962695 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c24dd39c-e6fc-4bf9-b1f0-a988dc0f5b74 req-bf783492-0221-482f-8da3-d0920b651100 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 944 time: 0.0824301 Aug 29 16:56:48.977150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb41ab-f7e8-4d1c-8131-19a642ff4405 req-e07803ff-ab8d-49e8-8d26-ed1cffa477c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:48.978754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60cb41ab-f7e8-4d1c-8131-19a642ff4405 req-e07803ff-ab8d-49e8-8d26-ed1cffa477c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0711110 Aug 29 16:56:48.991255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bf65234-5553-47f6-84ae-5148e838a196 req-e3d1bec2-cca2-4a98-8cdf-bd51b97e159e service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944785 Aug 29 16:56:49.042763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb41ab-f7e8-4d1c-8131-19a642ff4405 req-fbe2ae54-c8e0-4f2b-9478-f7839d283cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:49.044412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60cb41ab-f7e8-4d1c-8131-19a642ff4405 req-fbe2ae54-c8e0-4f2b-9478-f7839d283cb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554297 Aug 29 16:56:49.076872 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c24dd39c-e6fc-4bf9-b1f0-a988dc0f5b74 req-00988636-da27-417a-9194-3478cdb7343e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991800 Aug 29 16:56:49.148157 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bf65234-5553-47f6-84ae-5148e838a196 req-cf7d49e7-8a23-4fcf-b985-1a23f51be3a9 service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441333 Aug 29 16:56:49.184741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60cb41ab-f7e8-4d1c-8131-19a642ff4405 req-5dddf4d3-1df5-45b5-880c-8f0ad3e2fdb4 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323252 Aug 29 16:56:49.211837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device bed72c43-d71d-4328-b5b4-6ecc269f170c details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:49.366790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2e056-ed40-4e20-aae9-8cd9c2b3394f req-7293dcfd-101d-44d3-b6b4-2f94fc0edb39 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:49.375310 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3bf2e056-ed40-4e20-aae9-8cd9c2b3394f req-7293dcfd-101d-44d3-b6b4-2f94fc0edb39 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1107800 Aug 29 16:56:49.417318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b408e9-1cf0-42a5-b834-d7aea09ea8d5 req-c7b78f85-5158-4985-b342-284efc3e831f tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:49.425701 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0b408e9-1cf0-42a5-b834-d7aea09ea8d5 req-c7b78f85-5158-4985-b342-284efc3e831f tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.0785360 Aug 29 16:56:49.440356 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:49.459334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60cb41ab-f7e8-4d1c-8131-19a642ff4405 req-bb1d7f84-ed55-4ed0-a456-0cb6555ffc90 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659326 Aug 29 16:56:49.470348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device bed72c43-d71d-4328-b5b4-6ecc269f170c has no active binding in host n-h2-713301-13 {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 16:56:49.492932 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3bf2e056-ed40-4e20-aae9-8cd9c2b3394f req-ab9abda3-006d-4a82-a7d8-ec665be799a1 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166365 Aug 29 16:56:49.524089 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0b408e9-1cf0-42a5-b834-d7aea09ea8d5 req-485643ad-b014-4603-bf8a-93666f89d3d1 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973721 Aug 29 16:56:49.831526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98799147-b5bc-4370-adad-5042aa9d22dc req-7618a84f-9451-4e93-aad4-36a2b5d66d9b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:49.833319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98799147-b5bc-4370-adad-5042aa9d22dc req-7618a84f-9451-4e93-aad4-36a2b5d66d9b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0993340 Aug 29 16:56:49.931115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98799147-b5bc-4370-adad-5042aa9d22dc req-da9470c7-77ea-40f0-b1e3-5b9c2d3c983a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918100 Aug 29 16:56:50.005883 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:50.078296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379039f-5a0f-401b-9f81-1c0eb7293b8b req-793ea55c-84ec-42a1-bd2c-98ed2f97ad38 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:50.079811 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a379039f-5a0f-401b-9f81-1c0eb7293b8b req-793ea55c-84ec-42a1-bd2c-98ed2f97ad38 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1343739 Aug 29 16:56:50.172231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a379039f-5a0f-401b-9f81-1c0eb7293b8b req-43db22f6-398c-4e86-874e-7ff9511866c8 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841482 Aug 29 16:56:50.274831 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66742d26-dc83-4c75-9d7e-9ab0f93894b8 req-0b6a7989-616b-46d0-b1a4-b00a749186c1 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:50.284482 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66742d26-dc83-4c75-9d7e-9ab0f93894b8 req-0b6a7989-616b-46d0-b1a4-b00a749186c1 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 944 time: 0.0740802 Aug 29 16:56:50.332737 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66742d26-dc83-4c75-9d7e-9ab0f93894b8 req-6de9455b-cc54-49c3-afcb-e88798533ac8 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472109 Aug 29 16:56:50.737953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea23a-1a5a-4344-9335-49d5169ea0ef req-492d0bd7-2cec-407c-9454-e7afa41016cd tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:50.741267 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40aea23a-1a5a-4344-9335-49d5169ea0ef req-492d0bd7-2cec-407c-9454-e7afa41016cd tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.1372633 Aug 29 16:56:50.809536 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40aea23a-1a5a-4344-9335-49d5169ea0ef req-5ad64958-65a3-4b71-9031-ed0c3afec1ab tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612099 Aug 29 16:56:51.074671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1e320-b0a4-4e09-85a2-7d7c6866d9cd req-f35d9866-a1ca-4c6c-a99c-4fb49ca84180 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:51.076324 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0c1e320-b0a4-4e09-85a2-7d7c6866d9cd req-f35d9866-a1ca-4c6c-a99c-4fb49ca84180 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0732794 Aug 29 16:56:51.149845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0c1e320-b0a4-4e09-85a2-7d7c6866d9cd req-8a372caf-b60d-46c0-9c90-3333d77fc2b6 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468569 Aug 29 16:56:51.347758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42584ee-c12f-4130-992d-fc3caa30abbb req-5a93431f-1d5f-44f8-a5a8-52c6c050135b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:51.349477 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f42584ee-c12f-4130-992d-fc3caa30abbb req-5a93431f-1d5f-44f8-a5a8-52c6c050135b tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0677798 Aug 29 16:56:51.404824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f42584ee-c12f-4130-992d-fc3caa30abbb req-064a8f21-b3a9-4226-8b1d-1fec5bfda2ec tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475574 Aug 29 16:56:51.472637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a6257-9ebd-48be-b4b9-b318e62923e2 req-bd61976f-3958-4f7b-9f21-4f10ef1747c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:51.474223 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-844a6257-9ebd-48be-b4b9-b318e62923e2 req-bd61976f-3958-4f7b-9f21-4f10ef1747c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 1097 time: 0.1302428 Aug 29 16:56:51.500846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548a5c5-8941-46a4-ad81-e7cdfe5b95d0 req-f39ac2f8-e613-434b-acc1-ba21523b53b4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:51.502893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b548a5c5-8941-46a4-ad81-e7cdfe5b95d0 req-f39ac2f8-e613-434b-acc1-ba21523b53b4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1026311 Aug 29 16:56:51.548976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4e3f6-7bf3-4c49-9cf8-d943b5760d73 req-5d6cbb8a-e6a1-409a-a77a-13c4bf87835f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:51.550722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bd4e3f6-7bf3-4c49-9cf8-d943b5760d73 req-5d6cbb8a-e6a1-409a-a77a-13c4bf87835f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0518856 Aug 29 16:56:51.590272 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b548a5c5-8941-46a4-ad81-e7cdfe5b95d0 req-3d59596c-8b23-45f3-9603-1c3906e31670 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772128 Aug 29 16:56:51.608359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a6257-9ebd-48be-b4b9-b318e62923e2 req-fc7efe34-87dc-40a7-8b64-d937c568a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:51.608863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bd4e3f6-7bf3-4c49-9cf8-d943b5760d73 req-2bc6b6eb-166a-4b0f-a5fd-7558125d318c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470915 Aug 29 16:56:51.611014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-844a6257-9ebd-48be-b4b9-b318e62923e2 req-fc7efe34-87dc-40a7-8b64-d937c568a733 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 200 len: 919 time: 0.1264322 Aug 29 16:56:51.674916 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-844a6257-9ebd-48be-b4b9-b318e62923e2 req-c4714fd2-7300-4b16-9931-645484aaf3ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54993450-ca89-4713-a532-78327a56c4d3 HTTP/1.1" status: 200 len: 217 time: 0.0553708 Aug 29 16:56:51.755526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7342370-bf0e-4186-8a23-b819c6c38c2a req-9e5272d4-b822-49bb-8049-835e0caf36f0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:51.759695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a6257-9ebd-48be-b4b9-b318e62923e2 req-96d6d63a-2a50-41f8-9cb3-95dcd9b251c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:51.761864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-844a6257-9ebd-48be-b4b9-b318e62923e2 req-96d6d63a-2a50-41f8-9cb3-95dcd9b251c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07a2806e-7007-45c5-a616-3b534b724fe9 HTTP/1.1" status: 200 len: 858 time: 0.0753446 Aug 29 16:56:51.762485 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7342370-bf0e-4186-8a23-b819c6c38c2a req-9e5272d4-b822-49bb-8049-835e0caf36f0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0623801 Aug 29 16:56:51.771251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e79ecd-45c6-487b-a225-cdb882f0a5d2 req-483bb6e9-36a7-4443-bb16-4ecb221d8f8e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:51.773055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d3e79ecd-45c6-487b-a225-cdb882f0a5d2 req-483bb6e9-36a7-4443-bb16-4ecb221d8f8e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 944 time: 0.0963647 Aug 29 16:56:51.802192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-844a6257-9ebd-48be-b4b9-b318e62923e2 req-e808c702-d9cd-4417-9188-9bba3a12dc3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5260538-0a13-4470-8a62-e0f8b7d0f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279388 Aug 29 16:56:51.820546 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7342370-bf0e-4186-8a23-b819c6c38c2a req-34e43e1b-90fb-465c-a7ac-146141247098 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527248 Aug 29 16:56:51.954791 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d3e79ecd-45c6-487b-a225-cdb882f0a5d2 req-cf8ea0ce-e24c-47d6-b817-a4a71cd5b0c4 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491094 Aug 29 16:56:52.026470 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-844a6257-9ebd-48be-b4b9-b318e62923e2 req-ed028df5-42b0-4cdc-be78-8c0914322ba1 service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042873 Aug 29 16:56:52.146961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc26490-65e7-497e-82ce-7bd44ecab4d2 req-9fa15d21-298c-460a-bd1d-d34f1fa75490 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:52.148520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ecc26490-65e7-497e-82ce-7bd44ecab4d2 req-9fa15d21-298c-460a-bd1d-d34f1fa75490 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.1117241 Aug 29 16:56:52.205465 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-844a6257-9ebd-48be-b4b9-b318e62923e2 req-d8b1b27a-8057-45ee-805c-dc9c978d9d5f service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589267 Aug 29 16:56:52.217867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-d92cf03d-87b5-4be7-8419-f31915bac2dd tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:52.223315 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ecc26490-65e7-497e-82ce-7bd44ecab4d2 req-d6eb755d-fc79-4483-8251-30e72428151b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633523 Aug 29 16:56:52.225452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-d92cf03d-87b5-4be7-8419-f31915bac2dd tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 811 time: 0.1227314 Aug 29 16:56:52.249362 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-3f2133bf-1c39-4407-a290-226936604c32 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/quotas/21e687433caf49298027356002331e0f HTTP/1.1" status: 200 len: 375 time: 0.0226007 Aug 29 16:56:52.329062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-965100d8-2c8a-49fd-ba44-e12f21d66c15 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0789144 Aug 29 16:56:52.462815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-a4cb8003-86c2-427b-9204-9b2efefa61b3 service neutron] 10.222.0.22 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324267 Aug 29 16:56:52.555482 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-df70a990-9ad1-401c-841f-f937d935d5f7 service neutron] 10.222.0.10 "GET /v2.0/ports/bed72c43-d71d-4328-b5b4-6ecc269f170c/bindings/n-h2-713301-13 HTTP/1.1" status: 200 len: 385 time: 0.1470413 Aug 29 16:56:52.623918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-84ff6e08-1650-4da3-8d43-ad50b4c7a78e service neutron] 10.222.0.22 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601834 Aug 29 16:56:52.896886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517b502-3c53-4fec-a2eb-0c410fa1ec71 req-0cbcd199-d868-417a-b2bc-ab142e48d410 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:52.896886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e517b502-3c53-4fec-a2eb-0c410fa1ec71 req-0cbcd199-d868-417a-b2bc-ab142e48d410 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1348634 Aug 29 16:56:52.951584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-85c350b4-6812-42e2-8d64-4104c9085857 req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:52.963532 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e517b502-3c53-4fec-a2eb-0c410fa1ec71 req-00de2297-1010-4a88-903c-502015d3f9c7 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877466 Aug 29 16:56:53.004724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-85c350b4-6812-42e2-8d64-4104c9085857 req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:53.062640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6713c-7bd2-4f9d-8392-a146cb06009e req-bd4665a6-b9f1-4651-8009-064a3b3974a4 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:53.071633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87a6713c-7bd2-4f9d-8392-a146cb06009e req-bd4665a6-b9f1-4651-8009-064a3b3974a4 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1101587 Aug 29 16:56:53.075254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-85c350b4-6812-42e2-8d64-4104c9085857 req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed72c43-d71d-4328-b5b4-6ecc269f170c {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:53.129405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-85c350b4-6812-42e2-8d64-4104c9085857 req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:53.146628 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f5d5095e-b364-468b-86f9-56c97765158d req-810c3b1c-aa4e-4f72-9d45-6378b12ae46c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 210 time: 0.0583429 Aug 29 16:56:53.182583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87a6713c-7bd2-4f9d-8392-a146cb06009e req-e5854147-f279-48e5-9adb-7fba38b28714 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100941 Aug 29 16:56:53.187423 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-85c350b4-6812-42e2-8d64-4104c9085857 req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:53.227807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device bed72c43-d71d-4328-b5b4-6ecc269f170c details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:53.374267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-85c350b4-6812-42e2-8d64-4104c9085857 req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Transition to ACTIVE for port object bed72c43-d71d-4328-b5b4-6ecc269f170c will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:56:53.392728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-85c350b4-6812-42e2-8d64-4104c9085857 req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:53.426943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:53.462003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on host n-h1-713301-13 for vnic_type normal with profile {"migrating_to": "n-h2-713301-13"} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:56:53.463296 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:56:53.463674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:53.469547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:56:53.470909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Attempting to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:53.478925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:56:53.479396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:56:53.480053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:56:53.480774 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Bound port: bed72c43-d71d-4328-b5b4-6ecc269f170c, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:56:53.481251 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:53.549273 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:56:53.550071 n-d-713301-13 neutron-server[111678]: WARNING neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Concurrent port binding operations failed on port bed72c43-d71d-4328-b5b4-6ecc269f170c Aug 29 16:56:53.553859 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:53.555490 n-d-713301-13 neutron-server[111678]: INFO neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Attempt 2 to bind port bed72c43-d71d-4328-b5b4-6ecc269f170c Aug 29 16:56:53.555984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'bed72c43-d71d-4328-b5b4-6ecc269f170c', 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b', 'port_id': 'bed72c43-d71d-4328-b5b4-6ecc269f170c', 'mac_address': 'fa:16:3e:5e:e1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f124a1-1021-499e-b8cc-92748c43666e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:56:53.572113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Pushing event updated for resources: {'Port': ['ID=bed72c43-d71d-4328-b5b4-6ecc269f170c,revision_number=10']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:53.590087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93cd34-b4b7-4342-9cf4-f5f4c968b2d7 req-8845cbed-8a03-4992-b9f1-681fa37962bf tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:53.591989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b93cd34-b4b7-4342-9cf4-f5f4c968b2d7 req-8845cbed-8a03-4992-b9f1-681fa37962bf tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 945 time: 0.2138734 Aug 29 16:56:53.593039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c350b4-6812-42e2-8d64-4104c9085857 req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] No DVR routers for this DVR port bed72c43-d71d-4328-b5b4-6ecc269f170c on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:56:53.599829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.600294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.600743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.601387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.602100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.602256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.602754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.603183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.603758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.604188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.604620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.605048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:56:53.607443 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:53.625183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed72c43-d71d-4328-b5b4-6ecc269f170c {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:53.650227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:53.656527 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:53.672131 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-c0a798ff-889c-41ab-8fdb-51afec94d60e service neutron] 10.222.0.10 "PUT /v2.0/ports/bed72c43-d71d-4328-b5b4-6ecc269f170c/bindings/n-h2-713301-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1077631 Aug 29 16:56:53.675903 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b93cd34-b4b7-4342-9cf4-f5f4c968b2d7 req-1db0694d-7cf5-45a5-9534-c14495889388 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609701 Aug 29 16:56:53.716064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=bed72c43-d71d-4328-b5b4-6ecc269f170c,revision_number=11']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:53.813676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c350b4-6812-42e2-8d64-4104c9085857 req-81120c60-9b98-4af3-a6eb-6b633f4169d8 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:53.815532 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-81120c60-9b98-4af3-a6eb-6b633f4169d8 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1098 time: 0.0544510 Aug 29 16:56:53.900199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c350b4-6812-42e2-8d64-4104c9085857 req-c8db63a6-381d-48a8-9c68-5ff3361474b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:53.902574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-c8db63a6-381d-48a8-9c68-5ff3361474b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7&tenant_id=87aab6bab59d4591973a8c9fe46d8484 HTTP/1.1" status: 200 len: 1098 time: 0.0717802 Aug 29 16:56:53.991512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c350b4-6812-42e2-8d64-4104c9085857 req-65905e54-caf2-4f2f-9db9-457942dc84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:53.992908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-65905e54-caf2-4f2f-9db9-457942dc84c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 1098 time: 0.0452957 Aug 29 16:56:54.125760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69891e8-e801-440e-825e-71cc17f4a8c9 req-f8371dea-b036-4d78-ad21-02f86849f84f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:54.127639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f69891e8-e801-440e-825e-71cc17f4a8c9 req-f8371dea-b036-4d78-ad21-02f86849f84f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0732002 Aug 29 16:56:54.150794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c350b4-6812-42e2-8d64-4104c9085857 req-74c90f25-5c28-4429-8947-c60510e7267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:54.152194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-74c90f25-5c28-4429-8947-c60510e7267c service neutron] 10.222.0.16 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.1473567 Aug 29 16:56:54.207926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['bed72c43-d71d-4328-b5b4-6ecc269f170c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:54.211362 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-6f5cca8c-1c6c-48d1-ba82-d924f407fdc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c HTTP/1.1" status: 200 len: 217 time: 0.0458724 Aug 29 16:56:54.214973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f69891e8-e801-440e-825e-71cc17f4a8c9 req-5c345a4b-768f-432c-b4e6-65180c04e1ec tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807881 Aug 29 16:56:54.259765 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-43d96443-1b86-477e-9b65-b9895a3756ff req-b3659e16-9cce-433b-9ac1-1cb27d4e8edb tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 210 time: 0.0312071 Aug 29 16:56:54.281624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c350b4-6812-42e2-8d64-4104c9085857 req-9ae225fe-17ec-4690-a44b-83475db4624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:54.283116 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-9ae225fe-17ec-4690-a44b-83475db4624c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0601625 Aug 29 16:56:54.374949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-5c2dddbc-229a-4dcc-bceb-a90ca8848cb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815854 Aug 29 16:56:54.422278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd479af-7ace-41f7-b2a0-dbfd21bb47ca req-fd75ef55-4783-4359-bf84-2bf4adfa8e6b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:54.425830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9cd479af-7ace-41f7-b2a0-dbfd21bb47ca req-fd75ef55-4783-4359-bf84-2bf4adfa8e6b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1142988 Aug 29 16:56:54.523955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9cd479af-7ace-41f7-b2a0-dbfd21bb47ca req-b399cee7-46ce-45bc-8446-2cc6ed46bfc8 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550728 Aug 29 16:56:54.590966 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-0a05509f-39f2-4fc9-bf25-2afca111635b service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056868 Aug 29 16:56:54.660720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-d25dddee-3e8a-45f7-a673-650294ea62d3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:54.664909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-d25dddee-3e8a-45f7-a673-650294ea62d3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.16 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 811 time: 0.1402502 Aug 29 16:56:54.686467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Request body: {'port': {'device_id': '3b83a1e6-1b1f-41e5-af93-3b27124e6594', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'admin_state_up': True, 'tenant_id': '21e687433caf49298027356002331e0f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:54.757261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-23a6c8cc-2be2-4fa4-a685-bc4cddadbc52 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540360 Aug 29 16:56:54.850308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Made reservation on behalf of 21e687433caf49298027356002331e0f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:56:54.850499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0434be-a88f-4341-82cf-6a60e06e5334 req-47984a14-8c26-4ac4-8085-a8dd461dec91 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:54.856571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:54.859033 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e0434be-a88f-4341-82cf-6a60e06e5334 req-47984a14-8c26-4ac4-8085-a8dd461dec91 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 946 time: 0.0705068 Aug 29 16:56:54.927642 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e0434be-a88f-4341-82cf-6a60e06e5334 req-5b301177-f330-420d-b62d-c7b669c5b85e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657749 Aug 29 16:56:55.038715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Allocated IP 172.20.0.12 (b563cb46-f07d-4d3d-8cc5-5c622555fa49/a8310664-c880-4bb8-a35f-0591064fd99d/5d598ea5-eaf8-41ac-bc57-9494c5aad532) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:56:55.082835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c350b4-6812-42e2-8d64-4104c9085857 req-d2b8d81f-144e-4800-acd1-126f75606e7f tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:55.084599 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-d2b8d81f-144e-4800-acd1-126f75606e7f tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1098 time: 0.0535643 Aug 29 16:56:55.220891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-85c350b4-6812-42e2-8d64-4104c9085857 req-04587bea-e02d-4ecd-93fc-d8c942a16dae service neutron] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:55.224725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-85c350b4-6812-42e2-8d64-4104c9085857 req-04587bea-e02d-4ecd-93fc-d8c942a16dae service neutron] Notify callbacks [] for binding, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:55.226062 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85c350b4-6812-42e2-8d64-4104c9085857 req-04587bea-e02d-4ecd-93fc-d8c942a16dae service neutron] 10.222.0.16 "DELETE /v2.0/ports/bed72c43-d71d-4328-b5b4-6ecc269f170c/bindings/n-h1-713301-13 HTTP/1.1" status: 204 len: 173 time: 0.1303964 Aug 29 16:56:55.231153 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:55.250723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Transition to ACTIVE for port object 5d598ea5-eaf8-41ac-bc57-9494c5aad532 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:56:55.288491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ec49cf76-dcae-4229-a226-d10d42b0635b details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:55.290589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device bed72c43-d71d-4328-b5b4-6ecc269f170c no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:56:55.301421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:55.352994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:56:55.356579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:56:55.361529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:56:55.365471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event updated for resources: {'Port': ['ID=5d598ea5-eaf8-41ac-bc57-9494c5aad532,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:55.404439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device bed72c43-d71d-4328-b5b4-6ecc269f170c not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:56:55.418901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3ca55-1d06-41c2-a4c8-dfc57126152b req-fab075c3-e1a7-4c7e-b613-ef39b09492d9 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:55.420218 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72a3ca55-1d06-41c2-a4c8-dfc57126152b req-fab075c3-e1a7-4c7e-b613-ef39b09492d9 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1198616 Aug 29 16:56:55.452118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:55.452854 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:55.492952 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72a3ca55-1d06-41c2-a4c8-dfc57126152b req-ac79c5af-9153-4f5a-8440-17792132190c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576417 Aug 29 16:56:55.556237 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-8105b1e4-aba2-47c3-a126-f759f60dfe74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8742220 Aug 29 16:56:55.581695 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Request body: {'port': {'device_id': '3b83a1e6-1b1f-41e5-af93-3b27124e6594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:56:55.597386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ec49cf76-dcae-4229-a226-d10d42b0635b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec49cf76-dcae-4229-a226-d10d42b0635b,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:55.630047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'ec49cf76-dcae-4229-a226-d10d42b0635b', 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d', 'port_id': 'ec49cf76-dcae-4229-a226-d10d42b0635b', 'mac_address': 'fa:16:3e:6b:77:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706e06ef-9641-4853-80d4-0cd097dad076', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:56:55.661661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c366-2d29-44f2-968a-84948e608cd5 req-a4bffa11-eb8d-4d0d-a7d0-6873f3618603 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:55.669036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a75c366-2d29-44f2-968a-84948e608cd5 req-a4bffa11-eb8d-4d0d-a7d0-6873f3618603 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 932 time: 0.2119558 Aug 29 16:56:55.711459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccf315-e98d-4430-ab08-538b0fc645f0 req-c6a59795-af27-42eb-9fc7-cd87d0e20349 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:55.722124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-73ccf315-e98d-4430-ab08-538b0fc645f0 req-c6a59795-af27-42eb-9fc7-cd87d0e20349 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0777698 Aug 29 16:56:55.766503 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-73ccf315-e98d-4430-ab08-538b0fc645f0 req-447515bc-4649-4d82-a538-9ea573ec76d9 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Aug 29 16:56:55.783538 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a75c366-2d29-44f2-968a-84948e608cd5 req-a6f6d661-297e-4cdc-bebe-42fa38c62ce7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134825 Aug 29 16:56:55.796724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:55.850267 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:55.881209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8b0b2b24-b025-47cd-b828-4df429d9697a None None] Provisioning for port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:56:55.884532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec49cf76-dcae-4229-a226-d10d42b0635b {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:55.892633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8b0b2b24-b025-47cd-b828-4df429d9697a None None] Provisioning complete for port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:55.893616 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8b0b2b24-b025-47cd-b828-4df429d9697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:55.945872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ec49cf76-dcae-4229-a226-d10d42b0635b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec49cf76-dcae-4229-a226-d10d42b0635b,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:55.954521 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:55.989652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b2b24-b025-47cd-b828-4df429d9697a None None] Port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:56:56.011559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ec49cf76-dcae-4229-a226-d10d42b0635b,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:56.272208 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['ec49cf76-dcae-4229-a226-d10d42b0635b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:56.452327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a290-5e7b-4571-9c41-3faa68bf7367 req-76763b20-ba41-4d19-a2bd-dafe1e1aaa59 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:56.459660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6a5a290-5e7b-4571-9c41-3faa68bf7367 req-76763b20-ba41-4d19-a2bd-dafe1e1aaa59 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 946 time: 0.4278121 Aug 29 16:56:56.537345 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6a5a290-5e7b-4571-9c41-3faa68bf7367 req-71e428ac-3a3e-4617-ba30-9df8640ce9c6 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728450 Aug 29 16:56:56.618703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d598ea5-eaf8-41ac-bc57-9494c5aad532 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:56.639927 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:56.656073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Transition to ACTIVE for port object 5d598ea5-eaf8-41ac-bc57-9494c5aad532 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:56:56.696492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:56.749530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87e85d-ec08-440b-8539-3d030d54fc23 req-d49a2a36-1aa5-488c-9c7f-85565d207ab1 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:56.755050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Pushing event updated for resources: {'Port': ['ID=5d598ea5-eaf8-41ac-bc57-9494c5aad532,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:56.776779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c87e85d-ec08-440b-8539-3d030d54fc23 req-d49a2a36-1aa5-488c-9c7f-85565d207ab1 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 945 time: 0.0978947 Aug 29 16:56:56.810039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5354ec-a09c-40b2-9c08-3da37ab8bdc2 req-be55c278-d413-453d-8038-8edf1d472b7e tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:56.811718 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc5354ec-a09c-40b2-9c08-3da37ab8bdc2 req-be55c278-d413-453d-8038-8edf1d472b7e tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 1098 time: 0.1488369 Aug 29 16:56:56.828285 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c87e85d-ec08-440b-8539-3d030d54fc23 req-3fc8c2e2-7e75-405d-b498-c7d1fe1a0130 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505877 Aug 29 16:56:56.928189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Attempting to bind port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:56:56.928600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Attempting to bind port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:56:56.929011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Attempting to bind port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:56.936840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:56:56.937275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Attempting to bind port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:56:56.940705 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc5354ec-a09c-40b2-9c08-3da37ab8bdc2 req-abe477b1-e651-425b-87f7-246ecad5a03d tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101105 Aug 29 16:56:56.949444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:56:56.949973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Checking segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:56:56.950520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Bound using segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:56:56.953354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Bound port: 5d598ea5-eaf8-41ac-bc57-9494c5aad532, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:56:56.953714 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:57.111783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872c8b7-256c-4940-b312-219a56066eea req-a3cef0a6-c6b7-49ee-8250-826f360ad29a tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:57.125362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] For port 5d598ea5-eaf8-41ac-bc57-9494c5aad532, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:56:57.132229 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4872c8b7-256c-4940-b312-219a56066eea req-a3cef0a6-c6b7-49ee-8250-826f360ad29a tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1111622 Aug 29 16:56:57.137576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] For port 5d598ea5-eaf8-41ac-bc57-9494c5aad532, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5d598ea5-eaf8-41ac-bc57-9494c5aad532,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:56:57.151319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:57.179115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4872c8b7-256c-4940-b312-219a56066eea req-1d06cc54-0449-44fd-9488-8c256e343aa0 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Aug 29 16:56:57.251650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dae615d4-59ca-437e-a714-1ef3d36588b2 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:56:57.258562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device bed72c43-d71d-4328-b5b4-6ecc269f170c up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:57.322629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ec49cf76-dcae-4229-a226-d10d42b0635b up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:56:57.372537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Pushing event updated for resources: {'Port': ['ID=5d598ea5-eaf8-41ac-bc57-9494c5aad532,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:57.377685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:57.386418 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:57.388176 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4ed20c45-6fd0-4a0c-8b81-f95787aeb001 service neutron] 10.222.0.16 "PUT /v2.0/ports/5d598ea5-eaf8-41ac-bc57-9494c5aad532 HTTP/1.1" status: 200 len: 1093 time: 1.8107705 Aug 29 16:56:57.388933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b83a1e6-1b1f-41e5-af93-3b27124e6594', 'tag': '5d598ea5-eaf8-41ac-bc57-9494c5aad532'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:57.393437 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0031b65-fb62-4a5a-a742-ab07c65d40c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b83a1e6-1b1f-41e5-af93-3b27124e6594", "tag": "5d598ea5-eaf8-41ac-bc57-9494c5aad532"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:57.461205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb196861-c2cf-49d3-a3c2-51322d6570e8 req-ba98593f-a91b-4556-8e7f-73e1aabfdf72 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:57.461205 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eb196861-c2cf-49d3-a3c2-51322d6570e8 req-ba98593f-a91b-4556-8e7f-73e1aabfdf72 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 944 time: 0.2289689 Aug 29 16:56:57.538162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port bed72c43-d71d-4328-b5b4-6ecc269f170c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:56:57.554985 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port bed72c43-d71d-4328-b5b4-6ecc269f170c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:57.555372 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:57.602038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-5d1d8dd5-9d40-4a90-8650-fb9d8866e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:57.603792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-5d1d8dd5-9d40-4a90-8650-fb9d8866e7e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 1096 time: 0.1485279 Aug 29 16:56:57.613700 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eb196861-c2cf-49d3-a3c2-51322d6570e8 req-3e5f1eea-67da-4805-b759-99c5c1b12178 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407068 Aug 29 16:56:57.687047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port ec49cf76-dcae-4229-a226-d10d42b0635b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:56:57.687439 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:57.704323 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-9b611495-600e-4bc2-9ae0-21f161fb0968 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d598ea5-eaf8-41ac-bc57-9494c5aad532 HTTP/1.1" status: 200 len: 217 time: 0.0895269 Aug 29 16:56:57.787823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-b1e4e600-f1fa-472d-b18d-e63605514f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:57.795293 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-b1e4e600-f1fa-472d-b18d-e63605514f49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0829813 Aug 29 16:56:57.842895 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dae615d4-59ca-437e-a714-1ef3d36588b2, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dae615d4-59ca-437e-a714-1ef3d36588b2,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:57.861137 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb81a25a-0a13-4f17-8fef-97fa5b93228f x-openstack-request-id: req-eb81a25a-0a13-4f17-8fef-97fa5b93228f {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:57.862913 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b83a1e6-1b1f-41e5-af93-3b27124e6594", "tag": "5d598ea5-eaf8-41ac-bc57-9494c5aad532", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:57.864787 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb81a25a-0a13-4f17-8fef-97fa5b93228f {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:57.865396 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b83a1e6-1b1f-41e5-af93-3b27124e6594', 'tag': '5d598ea5-eaf8-41ac-bc57-9494c5aad532', 'status': 'completed', 'code': 200} Aug 29 16:56:57.876554 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'dae615d4-59ca-437e-a714-1ef3d36588b2', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'port_id': 'dae615d4-59ca-437e-a714-1ef3d36588b2', 'mac_address': 'fa:16:3e:1e:83:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c45292-6f1d-4675-b417-0bfaac975c5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:56:57.915910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-468bea67-0edc-4a86-9716-6522200a2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:57.919549 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-468bea67-0edc-4a86-9716-6522200a2731 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132343 Aug 29 16:56:57.927701 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:57.964280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-62f8e567-9869-47e3-819d-d1c175d4d633 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:57.972238 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-62f8e567-9869-47e3-819d-d1c175d4d633 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 821 time: 0.5374918 Aug 29 16:56:57.993481 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3358b15f-d20d-4f89-babe-a14abae05da6 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/quotas/87aab6bab59d4591973a8c9fe46d8484 HTTP/1.1" status: 200 len: 375 time: 0.0201969 Aug 29 16:56:58.023027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:56:58.025955 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306fe0ab-1d73-4bd4-96fc-6edc8d6f7b95" -d '{"events": [{"server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "name": "network-vif-plugged", "status": "completed", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:56:58.060134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-67fe3fb6-e54f-4600-823d-5491e5247e2c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655572 Aug 29 16:56:58.068565 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:58.092999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-06e5724e-f2ab-4712-a823-7d2e5f01284c service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639349 Aug 29 16:56:58.100873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:58.107215 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:58.110142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dae615d4-59ca-437e-a714-1ef3d36588b2 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:56:58.117621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:58.198529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-62eb878b-763a-4ff2-8971-b09ca924944e service neutron] 10.222.0.22 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369131 Aug 29 16:56:58.241391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dae615d4-59ca-437e-a714-1ef3d36588b2, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dae615d4-59ca-437e-a714-1ef3d36588b2,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:58.264797 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:58.279476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ec49cf76-dcae-4229-a226-d10d42b0635b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec49cf76-dcae-4229-a226-d10d42b0635b,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:56:58.290743 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:56:58.294193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=bed72c43-d71d-4328-b5b4-6ecc269f170c,revision_number=13']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:58.329142 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e9d7faf-03ed-4447-a1ef-cd0d2b5874ff req-4344569f-1f43-40a9-be35-523ef03cfdf3 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263947 Aug 29 16:56:58.330884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-2f54505a-1729-421d-bfcf-813802c6ec19 service neutron] 10.222.0.22 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280766 Aug 29 16:56:58.405430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=dae615d4-59ca-437e-a714-1ef3d36588b2,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:58.414309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255b02b-cfc3-40b4-9442-0b2071ff5aec req-711ccd31-088c-4032-83b6-66b6b56d996c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:58.418682 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b255b02b-cfc3-40b4-9442-0b2071ff5aec req-711ccd31-088c-4032-83b6-66b6b56d996c tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1168897 Aug 29 16:56:58.466193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['dae615d4-59ca-437e-a714-1ef3d36588b2'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:56:58.507966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b255b02b-cfc3-40b4-9442-0b2071ff5aec req-03100e89-acc7-43cb-b765-b8e254191d12 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881763 Aug 29 16:56:58.518991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ec49cf76-dcae-4229-a226-d10d42b0635b,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:56:58.525092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031b65-fb62-4a5a-a742-ab07c65d40c0 req-5fff59d1-fa5d-4c0c-8364-b2c29977ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:58.532793 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0031b65-fb62-4a5a-a742-ab07c65d40c0 req-5fff59d1-fa5d-4c0c-8364-b2c29977ee71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 1096 time: 0.1120994 Aug 29 16:56:58.626314 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05f97e8-0207-4238-bbe9-be81e64e4e89 x-openstack-request-id: req-f05f97e8-0207-4238-bbe9-be81e64e4e89 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:56:58.626599 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "name": "network-vif-plugged", "status": "completed", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:56:58.626865 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f05f97e8-0207-4238-bbe9-be81e64e4e89 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:56:58.627266 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c', 'code': 200} Aug 29 16:56:58.712355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031b65-fb62-4a5a-a742-ab07c65d40c0 req-0bd62cb8-aea7-4a5a-a1b3-61a75aad0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:58.717014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0031b65-fb62-4a5a-a742-ab07c65d40c0 req-0bd62cb8-aea7-4a5a-a1b3-61a75aad0775 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.1770024 Aug 29 16:56:58.783689 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0031b65-fb62-4a5a-a742-ab07c65d40c0 req-f4eda4a7-c3d2-46f1-87ae-46d33c9afbdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d598ea5-eaf8-41ac-bc57-9494c5aad532 HTTP/1.1" status: 200 len: 217 time: 0.0518486 Aug 29 16:56:58.800554 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fa12759-9cdc-4383-9f81-f787324dddb1 req-421935e9-9593-4e8d-b04e-45a8d4f5bd51 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 210 time: 0.0294666 Aug 29 16:56:58.856004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031b65-fb62-4a5a-a742-ab07c65d40c0 req-5b256818-fd70-47f3-91ef-173e685d8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:58.857570 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0031b65-fb62-4a5a-a742-ab07c65d40c0 req-5b256818-fd70-47f3-91ef-173e685d8af1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0663838 Aug 29 16:56:58.866408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4bfd4-8266-4fa0-8085-254b77716d17 req-4fd01d1c-f096-400a-af1b-298473eac1cb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:58.867942 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1a4bfd4-8266-4fa0-8085-254b77716d17 req-4fd01d1c-f096-400a-af1b-298473eac1cb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1494384 Aug 29 16:56:58.938325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1a4bfd4-8266-4fa0-8085-254b77716d17 req-eb499eb6-4cd4-406a-bbd5-d0003a9dbc19 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602014 Aug 29 16:56:58.942021 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031b65-fb62-4a5a-a742-ab07c65d40c0 req-1df4ad36-a1b5-426a-807c-d4c6d62b614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:58.943734 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0031b65-fb62-4a5a-a742-ab07c65d40c0 req-1df4ad36-a1b5-426a-807c-d4c6d62b614c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747192 Aug 29 16:56:58.964221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7e1b5-35a1-4f2c-bdbe-47a0c375f8ae req-2431172e-7040-4fab-b7b7-38e3fa63426c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:58.975401 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36f7e1b5-35a1-4f2c-bdbe-47a0c375f8ae req-2431172e-7040-4fab-b7b7-38e3fa63426c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 944 time: 0.0821519 Aug 29 16:56:59.043469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36f7e1b5-35a1-4f2c-bdbe-47a0c375f8ae req-f37450aa-d11e-4a35-a6a8-c312cb51de39 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670855 Aug 29 16:56:59.081487 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0031b65-fb62-4a5a-a742-ab07c65d40c0 req-44983c7e-5ed7-46e2-ae1d-fe9c8ec9ec6e service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275389 Aug 29 16:56:59.183255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0031b65-fb62-4a5a-a742-ab07c65d40c0 req-a168b8f3-4ae2-43ee-a26a-1afd06fb5ad0 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936453 Aug 29 16:56:59.645806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d696348-2646-4762-af47-443c94d63e1a req-4d456db4-21cf-4ccf-af79-df7a62dfb2c4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:59.648573 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d696348-2646-4762-af47-443c94d63e1a req-4d456db4-21cf-4ccf-af79-df7a62dfb2c4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0644088 Aug 29 16:56:59.714858 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d696348-2646-4762-af47-443c94d63e1a req-b522cd6d-eeaf-48d7-9a68-aa29cb99192f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565226 Aug 29 16:56:59.927050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33124d83-4d80-43b5-af15-dfb0202b11dc req-59d4f835-e9b2-4c7f-833c-f6947a3801af tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 210 time: 0.0343683 Aug 29 16:56:59.934924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4be9d-cf7f-40ab-9472-7f27ea5fe3ac req-66660fa9-a76e-4de1-9b52-af530b462ab2 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:59.936503 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03a4be9d-cf7f-40ab-9472-7f27ea5fe3ac req-66660fa9-a76e-4de1-9b52-af530b462ab2 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 950 time: 0.0797679 Aug 29 16:56:59.964843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-1ea54395-320c-451f-979f-3a7f6a5d0487 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:56:59.966441 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-1ea54395-320c-451f-979f-3a7f6a5d0487 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.10 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 821 time: 0.2136564 Aug 29 16:56:59.985958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Request body: {'port': {'device_id': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b', 'admin_state_up': True, 'tenant_id': '87aab6bab59d4591973a8c9fe46d8484'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:00.006456 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03a4be9d-cf7f-40ab-9472-7f27ea5fe3ac req-c8d2b01b-726f-4df9-8c7d-948254937eee tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634103 Aug 29 16:57:00.090439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986e48a-3912-4fc9-9d89-22898e4181e3 req-9265b9c3-4895-401e-a070-54ed41579aa4 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:00.099254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e986e48a-3912-4fc9-9d89-22898e4181e3 req-9265b9c3-4895-401e-a070-54ed41579aa4 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0671473 Aug 29 16:57:00.144830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e986e48a-3912-4fc9-9d89-22898e4181e3 req-46ad0ab3-d25a-4029-8f5b-30731a56023b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 Aug 29 16:57:00.146590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Made reservation on behalf of 87aab6bab59d4591973a8c9fe46d8484 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:57:00.160414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:00.275386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e3408-be7d-4c92-b9f0-a538673f0b89 req-03272da2-0c06-46ca-81b7-d2ca823282d8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:00.278328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c2e3408-be7d-4c92-b9f0-a538673f0b89 req-03272da2-0c06-46ca-81b7-d2ca823282d8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 944 time: 0.0751042 Aug 29 16:57:00.329177 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c2e3408-be7d-4c92-b9f0-a538673f0b89 req-1446e212-ff67-4e7f-9a24-cb9564a849c3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442641 Aug 29 16:57:00.333386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Allocated IP 172.20.0.2 (563469a4-489a-4ba1-ac09-b2255dd8022b/66f124a1-1021-499e-b8cc-92748c43666e/03606f9f-229b-4237-80a5-89c3328f032b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:57:00.520001 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:00.559358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:00.604797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Network 563469a4-489a-4ba1-ac09-b2255dd8022b is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:57:00.608264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:57:00.615299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:57:00.629765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec49cf76-dcae-4229-a226-d10d42b0635b'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:00.632921 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7089be5b-5e81-412f-9469-2fd9c30eda7f" -d '{"events": [{"server_uuid": "ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b", "name": "network-vif-plugged", "status": "completed", "tag": "ec49cf76-dcae-4229-a226-d10d42b0635b"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:00.660640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Pushing event updated for resources: {'Port': ['ID=03606f9f-229b-4237-80a5-89c3328f032b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:00.688686 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13036da2-0601-4680-8aac-a0c7d9ed6f06 x-openstack-request-id: req-13036da2-0601-4680-8aac-a0c7d9ed6f06 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:00.688889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:00.689148 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b", "name": "network-vif-plugged", "status": "completed", "tag": "ec49cf76-dcae-4229-a226-d10d42b0635b", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:00.689300 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13036da2-0601-4680-8aac-a0c7d9ed6f06 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:00.689551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:00.689676 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec49cf76-dcae-4229-a226-d10d42b0635b', 'code': 200} Aug 29 16:57:00.707793 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-3e56d485-a2cc-4a39-af0c-1192d220a860 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7267885 Aug 29 16:57:00.725097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Request body: {'port': {'device_id': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:00.830118 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:00.949851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5b25d-afc7-4954-b265-eece9157e24e req-22a0a9fc-5c7f-4a96-9e20-f59a97f72aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:00.952267 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cac5b25d-afc7-4954-b265-eece9157e24e req-22a0a9fc-5c7f-4a96-9e20-f59a97f72aa7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 1098 time: 0.1276042 Aug 29 16:57:00.996904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a328a-2eba-4380-9a77-6391190ea8c4 req-2e1c82cf-c90a-47cc-9193-ca56a08c435e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:01.007301 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1c9a328a-2eba-4380-9a77-6391190ea8c4 req-2e1c82cf-c90a-47cc-9193-ca56a08c435e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.1266522 Aug 29 16:57:01.071761 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1c9a328a-2eba-4380-9a77-6391190ea8c4 req-1345eae3-68c4-41bc-b7df-be3ee0568f83 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631199 Aug 29 16:57:01.075710 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cac5b25d-afc7-4954-b265-eece9157e24e req-8e71b4f2-4982-420f-a55c-f999a2755fb4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045105 Aug 29 16:57:01.144341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937b0d6-d5b5-4d3b-acbc-e5200392b0df req-f9dd21f6-98e5-4700-bdc1-528f668bb810 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:01.145944 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5937b0d6-d5b5-4d3b-acbc-e5200392b0df req-f9dd21f6-98e5-4700-bdc1-528f668bb810 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 931 time: 0.0950317 Aug 29 16:57:01.232869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03606f9f-229b-4237-80a5-89c3328f032b {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:01.254913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dae615d4-59ca-437e-a714-1ef3d36588b2 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:57:01.278223 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:01.290164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d7a2c-09a1-49e8-aef3-863add04a05a req-e0d0fdde-213b-46fe-b684-4016e678b524 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:01.298278 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-605d7a2c-09a1-49e8-aef3-863add04a05a req-e0d0fdde-213b-46fe-b684-4016e678b524 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0743756 Aug 29 16:57:01.320468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Transition to ACTIVE for port object 03606f9f-229b-4237-80a5-89c3328f032b will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:57:01.344197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5937b0d6-d5b5-4d3b-acbc-e5200392b0df req-200061e3-e9f9-445f-b81a-74192672eb2d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380935 Aug 29 16:57:01.350375 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:01.368709 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-605d7a2c-09a1-49e8-aef3-863add04a05a req-498760dc-5ad8-4f93-93c5-7a68aa78641a tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666809 Aug 29 16:57:01.398610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port dae615d4-59ca-437e-a714-1ef3d36588b2 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:57:01.399207 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:01.533525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Pushing event updated for resources: {'Port': ['ID=03606f9f-229b-4237-80a5-89c3328f032b,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:01.589000 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:01.662241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dae615d4-59ca-437e-a714-1ef3d36588b2, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dae615d4-59ca-437e-a714-1ef3d36588b2,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:01.680896 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47733fd1-71fe-40fe-b089-9dabfd61386a req-92d5f714-ce09-433d-bc08-e1e79e7f6c3c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:01.683069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47733fd1-71fe-40fe-b089-9dabfd61386a req-92d5f714-ce09-433d-bc08-e1e79e7f6c3c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 944 time: 0.1545291 Aug 29 16:57:01.684198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:57:01.684746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:57:01.685274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:01.689097 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:01.693170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Port 03606f9f-229b-4237-80a5-89c3328f032b on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:57:01.694167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:01.728308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:57:01.728944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:57:01.729565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:57:01.730670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Bound port: 03606f9f-229b-4237-80a5-89c3328f032b, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:57:01.731498 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:01.758930 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47733fd1-71fe-40fe-b089-9dabfd61386a req-26d6aa60-5779-4bd1-9c74-66af9479c959 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677047 Aug 29 16:57:01.772479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=dae615d4-59ca-437e-a714-1ef3d36588b2,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:01.838139 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:57:01.854157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:57:01.860820 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:01.888559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:01.892002 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:01.894103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] 10.222.0.10 "PUT /v2.0/ports/03606f9f-229b-4237-80a5-89c3328f032b HTTP/1.1" status: 200 len: 1092 time: 1.1743276 Aug 29 16:57:01.896652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'tag': '03606f9f-229b-4237-80a5-89c3328f032b'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:01.905880 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ca0c0c-aec6-43e9-80a9-2ae454b685f2" -d '{"events": [{"name": "network-changed", "server_uuid": "17ac0685-7aa0-4fec-a598-143c19e260d4", "tag": "03606f9f-229b-4237-80a5-89c3328f032b"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:02.010696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9187a-136c-4597-8ec8-d4b88380fb08 service neutron] Pushing event updated for resources: {'Port': ['ID=03606f9f-229b-4237-80a5-89c3328f032b,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:02.031895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-d6d77602-8967-4388-8b4c-ebfe134f3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:02.034453 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-d6d77602-8967-4388-8b4c-ebfe134f3eb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 1095 time: 0.0948701 Aug 29 16:57:02.036441 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbb61a6-d70b-4657-bed4-66a259d7657f x-openstack-request-id: req-6fbb61a6-d70b-4657-bed4-66a259d7657f {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:02.036730 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ac0685-7aa0-4fec-a598-143c19e260d4", "tag": "03606f9f-229b-4237-80a5-89c3328f032b", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:02.036983 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fbb61a6-d70b-4657-bed4-66a259d7657f {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:02.037405 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'tag': '03606f9f-229b-4237-80a5-89c3328f032b', 'status': 'completed', 'code': 200} Aug 29 16:57:02.090392 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-f8e54dbb-b4c7-4208-8d78-0abd02ec87b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03606f9f-229b-4237-80a5-89c3328f032b HTTP/1.1" status: 200 len: 217 time: 0.0393248 Aug 29 16:57:02.158472 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-d3d34372-25f2-4e7f-8a88-af7a14823cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:02.160709 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-d3d34372-25f2-4e7f-8a88-af7a14823cb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0617058 Aug 29 16:57:02.227216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9a314-c9e1-4934-8862-41395f6c9c2a req-ecb510c5-08ec-450d-9219-5ab119b5b533 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:02.229737 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-56837b1e-359a-4875-97cf-e192e293845a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475931 Aug 29 16:57:02.232234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0b9a314-c9e1-4934-8862-41395f6c9c2a req-ecb510c5-08ec-450d-9219-5ab119b5b533 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0770059 Aug 29 16:57:02.292429 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0b9a314-c9e1-4934-8862-41395f6c9c2a req-3b634b4c-1fa4-4f8d-9464-61aa4ee9dd8e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497179 Aug 29 16:57:02.369818 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-50ae01b8-1328-4494-b99e-7643f0d0abc3 service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235142 Aug 29 16:57:02.505730 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560f95f6-7f9c-4ee1-8f9e-f20b3b9f8eca req-c3ffffce-56f3-4acb-a368-ddbf69bb0ebd service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145654 Aug 29 16:57:02.624669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a911c3-fac2-4ad7-8879-a23d3a965e9b req-78634076-ebc8-447a-ab07-dca3d8ea4ad7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:02.633080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26dc0a-808f-4bc6-a8dd-f5e3d4744ba5 req-3fe66ad8-6750-4d12-b15b-1f1ef45588f1 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:02.633384 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f4a911c3-fac2-4ad7-8879-a23d3a965e9b req-78634076-ebc8-447a-ab07-dca3d8ea4ad7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 943 time: 0.1263254 Aug 29 16:57:02.640463 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee26dc0a-808f-4bc6-a8dd-f5e3d4744ba5 req-3fe66ad8-6750-4d12-b15b-1f1ef45588f1 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1122761 Aug 29 16:57:02.691184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae615d4-59ca-437e-a714-1ef3d36588b2'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:02.693590 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9784592-38ce-441a-9964-5a1cf0d2855c" -d '{"events": [{"server_uuid": "19c60638-d5bf-4963-8111-6a97e9b77e11", "name": "network-vif-plugged", "status": "completed", "tag": "dae615d4-59ca-437e-a714-1ef3d36588b2"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:02.712025 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f4a911c3-fac2-4ad7-8879-a23d3a965e9b req-7f51ec20-0cea-4eb5-935e-1b2976dc51d3 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712585 Aug 29 16:57:02.721995 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee26dc0a-808f-4bc6-a8dd-f5e3d4744ba5 req-9fbd8b86-c925-417d-9910-ce811093b5d5 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783820 Aug 29 16:57:02.776503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca0c0c-aec6-43e9-80a9-2ae454b685f2 req-d692656c-dde5-4ec5-b034-b922c0b2b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:02.782218 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3ca0c0c-aec6-43e9-80a9-2ae454b685f2 req-d692656c-dde5-4ec5-b034-b922c0b2b820 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 1095 time: 0.1462133 Aug 29 16:57:02.887833 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608c7d9a-8f95-4579-905c-d75e4ad8fa4a x-openstack-request-id: req-608c7d9a-8f95-4579-905c-d75e4ad8fa4a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:02.888186 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c60638-d5bf-4963-8111-6a97e9b77e11", "name": "network-vif-plugged", "status": "completed", "tag": "dae615d4-59ca-437e-a714-1ef3d36588b2", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:02.888449 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-608c7d9a-8f95-4579-905c-d75e4ad8fa4a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:02.888847 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae615d4-59ca-437e-a714-1ef3d36588b2', 'code': 200} Aug 29 16:57:02.914488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca0c0c-aec6-43e9-80a9-2ae454b685f2 req-37ed50b3-8331-45d9-b539-3e1ae51d042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:02.916626 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3ca0c0c-aec6-43e9-80a9-2ae454b685f2 req-37ed50b3-8331-45d9-b539-3e1ae51d042b service neutron] 10.222.0.10 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.1170931 Aug 29 16:57:02.986562 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3ca0c0c-aec6-43e9-80a9-2ae454b685f2 req-3abdb1a1-688f-40cf-82e7-4cb4ff0fb999 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03606f9f-229b-4237-80a5-89c3328f032b HTTP/1.1" status: 200 len: 217 time: 0.0572367 Aug 29 16:57:03.075283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca0c0c-aec6-43e9-80a9-2ae454b685f2 req-e7779b27-f07c-497a-8f03-9f2ca3902acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:03.077180 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3ca0c0c-aec6-43e9-80a9-2ae454b685f2 req-e7779b27-f07c-497a-8f03-9f2ca3902acc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0714607 Aug 29 16:57:03.089073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f42866-a53a-480d-8be5-9e33ee0cc07c req-d6346e8b-6f05-431a-9490-85b08e4f7407 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:03.091504 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8f42866-a53a-480d-8be5-9e33ee0cc07c req-d6346e8b-6f05-431a-9490-85b08e4f7407 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 944 time: 0.1075835 Aug 29 16:57:03.126976 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3ca0c0c-aec6-43e9-80a9-2ae454b685f2 req-6e27a3f3-6e60-4efc-88af-d4d1abe67ef0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341432 Aug 29 16:57:03.208338 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8f42866-a53a-480d-8be5-9e33ee0cc07c req-617520d3-cea6-468b-8ba6-c33ada012c1a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847321 Aug 29 16:57:03.258078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 5d598ea5-eaf8-41ac-bc57-9494c5aad532 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:57:03.260394 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3ca0c0c-aec6-43e9-80a9-2ae454b685f2 req-7faf624b-f385-48a6-b6c7-e6a4baceeeee service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165154 Aug 29 16:57:03.260979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dacba6da-94b1-4cef-9433-547b2daeb165 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:03.426614 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3ca0c0c-aec6-43e9-80a9-2ae454b685f2 req-19c02595-7b72-4aed-ba90-7e5cf52efb4b service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511767 Aug 29 16:57:03.434744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 5d598ea5-eaf8-41ac-bc57-9494c5aad532, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5d598ea5-eaf8-41ac-bc57-9494c5aad532,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:03.440028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f307a-fb58-4340-a443-f67fb24dc610 req-9c9f920e-1e83-421a-8992-5340d41a4654 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:03.441682 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-567f307a-fb58-4340-a443-f67fb24dc610 req-9c9f920e-1e83-421a-8992-5340d41a4654 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0641646 Aug 29 16:57:03.463268 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:03.465320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '5d598ea5-eaf8-41ac-bc57-9494c5aad532', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'port_id': '5d598ea5-eaf8-41ac-bc57-9494c5aad532', 'mac_address': 'fa:16:3e:d4:e3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:57:03.483899 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-567f307a-fb58-4340-a443-f67fb24dc610 req-ed5785d8-8e56-4383-a535-a145e304cf2a tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356703 Aug 29 16:57:03.532305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dacba6da-94b1-4cef-9433-547b2daeb165, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dacba6da-94b1-4cef-9433-547b2daeb165,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:03.544831 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:03.553351 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:03.587879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d598ea5-eaf8-41ac-bc57-9494c5aad532 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:03.614421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 5d598ea5-eaf8-41ac-bc57-9494c5aad532, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5d598ea5-eaf8-41ac-bc57-9494c5aad532,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:03.623664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0cbe1-5745-4731-a8f2-d42ceb95709f req-7d65c3aa-cd25-4a2b-b88a-e6d7af34b192 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:03.627899 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:03.632377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=dacba6da-94b1-4cef-9433-547b2daeb165,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:03.633567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60d0cbe1-5745-4731-a8f2-d42ceb95709f req-7d65c3aa-cd25-4a2b-b88a-e6d7af34b192 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.0732524 Aug 29 16:57:03.677670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60d0cbe1-5745-4731-a8f2-d42ceb95709f req-37aa463a-9816-4796-b7c5-0fab9a81a30e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430932 Aug 29 16:57:03.687229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=5d598ea5-eaf8-41ac-bc57-9494c5aad532,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:03.863626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad71a9-aaee-4925-847d-0e44facbf664 req-e0216c52-8ddc-43be-811d-bce62addd1ce tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:03.873770 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-46ad71a9-aaee-4925-847d-0e44facbf664 req-e0216c52-8ddc-43be-811d-bce62addd1ce tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 943 time: 0.0801437 Aug 29 16:57:03.968084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-46ad71a9-aaee-4925-847d-0e44facbf664 req-573f4e75-1b3a-4213-b925-51150dc4d403 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910656 Aug 29 16:57:04.055533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b879a7-3b99-480c-9b9e-d71a70338fdf req-72ec4161-2500-4540-a673-8956d1ae511f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:04.057049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0b879a7-3b99-480c-9b9e-d71a70338fdf req-72ec4161-2500-4540-a673-8956d1ae511f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1137159 Aug 29 16:57:04.105266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0b879a7-3b99-480c-9b9e-d71a70338fdf req-a80e7dd7-925b-4c3d-a0c1-a73a7eb60719 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Aug 29 16:57:04.308391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5d598ea5-eaf8-41ac-bc57-9494c5aad532'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:04.404841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-85d2c677-7b2e-4ca2-847e-8a09e5441cc4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:04.423669 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-85d2c677-7b2e-4ca2-847e-8a09e5441cc4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/networks?id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d HTTP/1.1" status: 200 len: 814 time: 0.1958015 Aug 29 16:57:04.442513 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-396b5e6b-cef1-4f4e-8caf-f4ef50e15d44 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/quotas/77efff66de264f21bf07e1a1c4ef01a8 HTTP/1.1" status: 200 len: 375 time: 0.0168345 Aug 29 16:57:04.452613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486834-60fd-4fd2-a23f-8573857a9241 req-7e67f420-5ce8-42ff-81c1-4c199a186401 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:04.464439 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41486834-60fd-4fd2-a23f-8573857a9241 req-7e67f420-5ce8-42ff-81c1-4c199a186401 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 945 time: 0.0980527 Aug 29 16:57:04.521725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-d4ca1c15-51da-4548-a596-32383b55aa84 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77efff66de264f21bf07e1a1c4ef01a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775595 Aug 29 16:57:04.557468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41486834-60fd-4fd2-a23f-8573857a9241 req-ed403ef4-beaa-4822-9aab-fef81b1284b2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912547 Aug 29 16:57:04.633690 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-af226914-2171-4e81-88c2-6c531754df46 service neutron] 10.222.0.22 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109362 Aug 29 16:57:04.775596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-b48fc253-0cce-48fb-ad51-d207db1fb953 service neutron] 10.222.0.22 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324890 Aug 29 16:57:04.890939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dacba6da-94b1-4cef-9433-547b2daeb165'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:04.895573 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad259ea-d477-4f61-906e-16224ed152b1" -d '{"events": [{"server_uuid": "194e84aa-badd-4c28-b9fb-ec9c6e33aed5", "name": "network-vif-unplugged", "status": "completed", "tag": "dacba6da-94b1-4cef-9433-547b2daeb165"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:04.937790 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f71e9a3-c317-4ed3-8742-a1bb41946ef9 x-openstack-request-id: req-8f71e9a3-c317-4ed3-8742-a1bb41946ef9 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:04.938098 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194e84aa-badd-4c28-b9fb-ec9c6e33aed5", "name": "network-vif-unplugged", "status": "completed", "tag": "dacba6da-94b1-4cef-9433-547b2daeb165", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:04.938361 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f71e9a3-c317-4ed3-8742-a1bb41946ef9 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:04.938753 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dacba6da-94b1-4cef-9433-547b2daeb165', 'code': 200} Aug 29 16:57:04.962604 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-312e4bb1-ff7d-4be8-9d4b-5472622585ad req-9057fd43-2088-4aec-96da-6de635e4a496 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 210 time: 0.0273860 Aug 29 16:57:05.100914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30f81c-b6aa-423d-b9d3-910e1c369c83 req-a89a8400-0216-4dc7-b2ee-038a664aed5e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:05.118701 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf30f81c-b6aa-423d-b9d3-910e1c369c83 req-a89a8400-0216-4dc7-b2ee-038a664aed5e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 943 time: 0.0695651 Aug 29 16:57:05.276882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 611cb227-d3a6-4c1e-a077-10905f93591f details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:57:05.305584 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf30f81c-b6aa-423d-b9d3-910e1c369c83 req-8540fe44-0ab0-425b-9dce-f72cba686c6b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858323 Aug 29 16:57:05.370183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 03606f9f-229b-4237-80a5-89c3328f032b details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:57:05.460710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b491d5-32e7-4141-b514-339ca99b0f7b req-ac7179ef-c4ae-4e03-98c2-0c9d8b2c696f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:05.466102 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5b491d5-32e7-4141-b514-339ca99b0f7b req-ac7179ef-c4ae-4e03-98c2-0c9d8b2c696f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0993836 Aug 29 16:57:05.693906 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5b491d5-32e7-4141-b514-339ca99b0f7b req-675a2144-171a-4d9a-a7c4-bceb79c540a8 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176521 Aug 29 16:57:05.754086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:05.766371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3623f-33c4-4258-8cab-101cc55273d1 req-3414615d-5c7c-4f59-8f90-cf6fe3bdfdca tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:05.767773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '03606f9f-229b-4237-80a5-89c3328f032b', 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b', 'port_id': '03606f9f-229b-4237-80a5-89c3328f032b', 'mac_address': 'fa:16:3e:10:d3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f124a1-1021-499e-b8cc-92748c43666e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:57:05.768609 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eba3623f-33c4-4258-8cab-101cc55273d1 req-3414615d-5c7c-4f59-8f90-cf6fe3bdfdca tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b HTTP/1.1" status: 200 len: 946 time: 0.2096517 Aug 29 16:57:05.828350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:05.845484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '611cb227-d3a6-4c1e-a077-10905f93591f', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '611cb227-d3a6-4c1e-a077-10905f93591f', 'mac_address': 'fa:16:3e:ed:27:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:57:05.847554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a685a2a-8326-4a85-88fb-b79e213a8948 req-fb172e49-b32e-4399-bed1-e38b9afcccd5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:05.867430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a685a2a-8326-4a85-88fb-b79e213a8948 req-fb172e49-b32e-4399-bed1-e38b9afcccd5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 945 time: 0.1620257 Aug 29 16:57:05.929534 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:05.941393 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:05.956620 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03606f9f-229b-4237-80a5-89c3328f032b {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:05.968519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-eba3623f-33c4-4258-8cab-101cc55273d1 req-20c8a8d6-b6ca-443f-b384-ddb5d3c5e451 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Deleting port ec49cf76-dcae-4229-a226-d10d42b0635b {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:57:05.968964 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-eba3623f-33c4-4258-8cab-101cc55273d1 req-20c8a8d6-b6ca-443f-b384-ddb5d3c5e451 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:05.977030 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a685a2a-8326-4a85-88fb-b79e213a8948 req-bb172c17-2688-472f-9280-e885fbd8e826 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074753 Aug 29 16:57:05.979391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:05.984838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611cb227-d3a6-4c1e-a077-10905f93591f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:06.008015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:06.010440 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:06.063020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=03606f9f-229b-4237-80a5-89c3328f032b,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:06.073145 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:06.147384 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:06.215331 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['611cb227-d3a6-4c1e-a077-10905f93591f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:06.231657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da35a2-e528-4639-8f68-627470e5418d req-43efc93b-80d3-4038-b9f7-c6e3d0eb9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:06.233542 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79da35a2-e528-4639-8f68-627470e5418d req-43efc93b-80d3-4038-b9f7-c6e3d0eb9124 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 1097 time: 0.3481021 Aug 29 16:57:06.266719 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b88fbcb5-8c9b-43f3-9d5a-2a8a07cc1765 req-904ac418-7e27-4005-be04-bde20ca7a358 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 210 time: 0.0613391 Aug 29 16:57:06.272331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-eba3623f-33c4-4258-8cab-101cc55273d1 req-20c8a8d6-b6ca-443f-b384-ddb5d3c5e451 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] For port ec49cf76-dcae-4229-a226-d10d42b0635b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec49cf76-dcae-4229-a226-d10d42b0635b,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:06.272708 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-eba3623f-33c4-4258-8cab-101cc55273d1 req-20c8a8d6-b6ca-443f-b384-ddb5d3c5e451 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:06.291447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['03606f9f-229b-4237-80a5-89c3328f032b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:06.298037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-eba3623f-33c4-4258-8cab-101cc55273d1 req-20c8a8d6-b6ca-443f-b384-ddb5d3c5e451 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Calling delete_port for ec49cf76-dcae-4229-a226-d10d42b0635b owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:57:06.321046 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79da35a2-e528-4639-8f68-627470e5418d req-71db798b-4cb1-45b5-ad72-fe633bc8ef6d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632215 Aug 29 16:57:06.542877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419c101-9b54-4fdb-9e68-ac03b2ea863e req-c70632cc-a53a-4c56-9d8a-f6446ff8d0f1 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:06.550961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b419c101-9b54-4fdb-9e68-ac03b2ea863e req-c70632cc-a53a-4c56-9d8a-f6446ff8d0f1 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 944 time: 0.0852940 Aug 29 16:57:06.629058 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-eba3623f-33c4-4258-8cab-101cc55273d1 req-20c8a8d6-b6ca-443f-b384-ddb5d3c5e451 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:06.810342 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b419c101-9b54-4fdb-9e68-ac03b2ea863e req-eb08b401-362f-4143-b4bc-6b75262c2899 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584429 Aug 29 16:57:06.818659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba3623f-33c4-4258-8cab-101cc55273d1 req-20c8a8d6-b6ca-443f-b384-ddb5d3c5e451 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] No DVR routers for this DVR port ec49cf76-dcae-4229-a226-d10d42b0635b on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:57:06.828036 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-eba3623f-33c4-4258-8cab-101cc55273d1 req-20c8a8d6-b6ca-443f-b384-ddb5d3c5e451 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:06.833411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eba3623f-33c4-4258-8cab-101cc55273d1 req-20c8a8d6-b6ca-443f-b384-ddb5d3c5e451 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "DELETE /v2.0/ports/ec49cf76-dcae-4229-a226-d10d42b0635b HTTP/1.1" status: 204 len: 173 time: 1.0564210 Aug 29 16:57:06.858126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b', 'name': 'network-vif-deleted', 'tag': 'ec49cf76-dcae-4229-a226-d10d42b0635b'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:06.862608 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98df9d7d-3fc5-4c35-a6bb-8760d3b582f1" -d '{"events": [{"server_uuid": "ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b", "name": "network-vif-deleted", "tag": "ec49cf76-dcae-4229-a226-d10d42b0635b"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:06.868986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8a8d6-b6ca-443f-b384-ddb5d3c5e451 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Pushing event deleted for resources: {'Port': ['ID=ec49cf76-dcae-4229-a226-d10d42b0635b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:06.924411 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9f6dc4-2001-4bf5-a742-e82500f95ecf x-openstack-request-id: req-2c9f6dc4-2001-4bf5-a742-e82500f95ecf {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:06.924918 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b", "name": "network-vif-deleted", "tag": "ec49cf76-dcae-4229-a226-d10d42b0635b", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:06.925358 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c9f6dc4-2001-4bf5-a742-e82500f95ecf {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:06.925931 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab048fd1-8f6c-4ffb-bf4a-1d1f1fc4982b', 'name': 'network-vif-deleted', 'tag': 'ec49cf76-dcae-4229-a226-d10d42b0635b', 'status': 'completed', 'code': 200} Aug 29 16:57:06.952723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-68787ebb-d2f4-4c0c-9785-f013a472e8e4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:06.954937 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-68787ebb-d2f4-4c0c-9785-f013a472e8e4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "GET /v2.0/networks?id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d HTTP/1.1" status: 200 len: 814 time: 0.2962456 Aug 29 16:57:06.974551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793197-fa56-4211-ab56-d7f7100e956a req-ab1b2f22-da0d-4480-8ee9-d290b566a726 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:06.976634 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b793197-fa56-4211-ab56-d7f7100e956a req-ab1b2f22-da0d-4480-8ee9-d290b566a726 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1509569 Aug 29 16:57:06.982375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Request body: {'port': {'device_id': '9e408b69-1046-4c6a-875c-154041f200f5', 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d', 'admin_state_up': True, 'tenant_id': '77efff66de264f21bf07e1a1c4ef01a8'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:07.076222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['ec49cf76-dcae-4229-a226-d10d42b0635b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:07.097575 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b793197-fa56-4211-ab56-d7f7100e956a req-b39e940d-bfdc-41d4-a5c7-52308a27be40 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101737 Aug 29 16:57:07.139833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d0c3f-495a-467e-8fd7-1a23c8ceb6d8 req-8d8741a0-afef-4650-848e-cf912c824808 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:07.144469 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d73d0c3f-495a-467e-8fd7-1a23c8ceb6d8 req-8d8741a0-afef-4650-848e-cf912c824808 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 945 time: 0.0912850 Aug 29 16:57:07.191036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d73d0c3f-495a-467e-8fd7-1a23c8ceb6d8 req-cf157c0b-894b-4082-b87e-99ca61d60e8f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Aug 29 16:57:07.224576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Made reservation on behalf of 77efff66de264f21bf07e1a1c4ef01a8 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:57:07.229905 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:07.275750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 5d598ea5-eaf8-41ac-bc57-9494c5aad532 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:57:07.407390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 03606f9f-229b-4237-80a5-89c3328f032b up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:57:07.461606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b85c4e8-3950-47b6-a804-062cbc07f471 req-4fbc61b9-360f-4fa8-804a-7a4f24e6bba1 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 210 time: 0.0650530 Aug 29 16:57:07.510744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:57:07.518471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:57:07.518678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Allocated IP 172.20.0.12 (fd00dde6-c06c-47c1-8d47-4d22537d9a8d/706e06ef-9641-4853-80d4-0cd097dad076/ef04e842-61af-4079-a658-d3bef7b3c2cf) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:57:07.519319 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:07.669370 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:07.686310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 03606f9f-229b-4237-80a5-89c3328f032b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:57:07.692467 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 03606f9f-229b-4237-80a5-89c3328f032b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:57:07.693470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:07.744948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b83a1e6-1b1f-41e5-af93-3b27124e6594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d598ea5-eaf8-41ac-bc57-9494c5aad532'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:07.747994 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626bcc62-f761-4e53-bb19-7278b31dc1fb" -d '{"events": [{"server_uuid": "3b83a1e6-1b1f-41e5-af93-3b27124e6594", "name": "network-vif-plugged", "status": "completed", "tag": "5d598ea5-eaf8-41ac-bc57-9494c5aad532"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:07.781617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 5d598ea5-eaf8-41ac-bc57-9494c5aad532, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5d598ea5-eaf8-41ac-bc57-9494c5aad532,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:07.801862 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:07.859033 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:07.861860 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3090bdb9-cda1-4a4f-aa59-b71542a82b09 x-openstack-request-id: req-3090bdb9-cda1-4a4f-aa59-b71542a82b09 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:07.862480 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b83a1e6-1b1f-41e5-af93-3b27124e6594", "name": "network-vif-plugged", "status": "completed", "tag": "5d598ea5-eaf8-41ac-bc57-9494c5aad532", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:07.862811 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3090bdb9-cda1-4a4f-aa59-b71542a82b09 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:07.863509 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b83a1e6-1b1f-41e5-af93-3b27124e6594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d598ea5-eaf8-41ac-bc57-9494c5aad532', 'code': 200} Aug 29 16:57:07.883835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=5d598ea5-eaf8-41ac-bc57-9494c5aad532,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:07.936787 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:07.943356 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:08.011603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:08.020832 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:08.044577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Pushing event updated for resources: {'Port': ['ID=ef04e842-61af-4079-a658-d3bef7b3c2cf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:08.045250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa0b1f-a067-474d-9201-d5c0f9b6524d req-038235d8-7981-42d0-bc12-8413db1ad451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:08.048722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbaa0b1f-a067-474d-9201-d5c0f9b6524d req-038235d8-7981-42d0-bc12-8413db1ad451 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 1098 time: 0.1294763 Aug 29 16:57:08.099653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Network fd00dde6-c06c-47c1-8d47-4d22537d9a8d is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:57:08.102895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:57:08.106450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:57:08.119619 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbaa0b1f-a067-474d-9201-d5c0f9b6524d req-53767558-7b44-41be-bd20-9a51fff761e7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609384 Aug 29 16:57:08.125772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=03606f9f-229b-4237-80a5-89c3328f032b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:08.166482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e2ab1-4cb7-4330-9349-c2c9a375cb0c req-dee63424-a691-4f3a-9362-041985e09296 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:08.168216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945e2ab1-4cb7-4330-9349-c2c9a375cb0c req-dee63424-a691-4f3a-9362-041985e09296 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.1263661 Aug 29 16:57:08.194828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:08.194828 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:08.231800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-a753230f-e742-4ee3-bd5c-24088b5a06a6 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2534354 Aug 29 16:57:08.234739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-945e2ab1-4cb7-4330-9349-c2c9a375cb0c req-6e5bc9fd-7d70-4a83-a44a-280cab4735f5 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599682 Aug 29 16:57:08.272096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Request body: {'port': {'device_id': '9e408b69-1046-4c6a-875c-154041f200f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:08.367743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50301477-cd9a-4845-a1f5-7fcb343ddf53 req-1acc4ad4-ce2d-403b-ae05-41c16ef94036 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:08.376009 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-50301477-cd9a-4845-a1f5-7fcb343ddf53 req-1acc4ad4-ce2d-403b-ae05-41c16ef94036 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0675743 Aug 29 16:57:08.391546 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:08.439005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8662f-6bf6-4ca8-b693-88f916d53cc7 req-ae50b4bd-49f6-4491-9d10-16df4de200e2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:08.441389 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6da8662f-6bf6-4ca8-b693-88f916d53cc7 req-ae50b4bd-49f6-4491-9d10-16df4de200e2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.1089039 Aug 29 16:57:08.460444 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-50301477-cd9a-4845-a1f5-7fcb343ddf53 req-aa26e73f-f496-41de-a83e-10821826ee96 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809872 Aug 29 16:57:08.569946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6da8662f-6bf6-4ca8-b693-88f916d53cc7 req-2947caa3-dec0-40da-be23-18bd6ef97e25 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109116 Aug 29 16:57:08.607425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d242fc-c03e-47dc-9806-d2cfb1204e89 req-e2c3a69d-e013-4288-aef1-794b5f2c3b3f tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:08.617460 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-18d242fc-c03e-47dc-9806-d2cfb1204e89 req-e2c3a69d-e013-4288-aef1-794b5f2c3b3f tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 945 time: 0.0888140 Aug 29 16:57:08.693962 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-18d242fc-c03e-47dc-9806-d2cfb1204e89 req-3bdf1660-6643-41cc-b982-e6a1a60db200 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651059 Aug 29 16:57:08.854475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8297bac-e60e-46a3-b7d2-b41052a4fcc8 req-191bbc12-1546-473e-ba83-e94684b99511 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:08.856512 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f8297bac-e60e-46a3-b7d2-b41052a4fcc8 req-191bbc12-1546-473e-ba83-e94684b99511 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 932 time: 0.0824919 Aug 29 16:57:08.946398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef04e842-61af-4079-a658-d3bef7b3c2cf {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:08.960282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f8297bac-e60e-46a3-b7d2-b41052a4fcc8 req-5af99b9b-6955-440f-9a20-941b0ac343be tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801041 Aug 29 16:57:08.962138 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:08.992549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Transition to ACTIVE for port object ef04e842-61af-4079-a658-d3bef7b3c2cf will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:57:09.000265 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:09.053814 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef04e842-61af-4079-a658-d3bef7b3c2cf,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:09.130592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Attempting to bind port ef04e842-61af-4079-a658-d3bef7b3c2cf on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:57:09.130927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Attempting to bind port ef04e842-61af-4079-a658-d3bef7b3c2cf by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:57:09.131272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Attempting to bind port ef04e842-61af-4079-a658-d3bef7b3c2cf on network fd00dde6-c06c-47c1-8d47-4d22537d9a8d {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:09.135822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Port ef04e842-61af-4079-a658-d3bef7b3c2cf on network fd00dde6-c06c-47c1-8d47-4d22537d9a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:57:09.136373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Attempting to bind port ef04e842-61af-4079-a658-d3bef7b3c2cf on network fd00dde6-c06c-47c1-8d47-4d22537d9a8d {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:09.141826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:57:09.142279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Checking segment: {'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:57:09.142676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Bound using segment: {'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:57:09.143473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Bound port: ef04e842-61af-4079-a658-d3bef7b3c2cf, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c9f7dc-051e-4649-8f1e-5c07e5701085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:57:09.143630 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:09.211065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] For port ef04e842-61af-4079-a658-d3bef7b3c2cf, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:57:09.216363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] For port ef04e842-61af-4079-a658-d3bef7b3c2cf, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ef04e842-61af-4079-a658-d3bef7b3c2cf,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:57:09.221237 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:09.261879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:09.262458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:09.264097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] 10.222.0.10 "PUT /v2.0/ports/ef04e842-61af-4079-a658-d3bef7b3c2cf HTTP/1.1" status: 200 len: 1093 time: 1.0132012 Aug 29 16:57:09.264532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e408b69-1046-4c6a-875c-154041f200f5', 'tag': 'ef04e842-61af-4079-a658-d3bef7b3c2cf'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:09.267078 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7b7483-77b8-4b9d-86b3-f086478efdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e408b69-1046-4c6a-875c-154041f200f5", "tag": "ef04e842-61af-4079-a658-d3bef7b3c2cf"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:09.274055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 611cb227-d3a6-4c1e-a077-10905f93591f up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:57:09.319303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ed273-cf40-4985-858b-bbc36f13fbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef04e842-61af-4079-a658-d3bef7b3c2cf,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:09.350377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ec49cf76-dcae-4229-a226-d10d42b0635b no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:09.392991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-53502272-c629-4ab1-b566-6ea9302d36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:09.394724 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-53502272-c629-4ab1-b566-6ea9302d36b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77efff66de264f21bf07e1a1c4ef01a8&device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 1096 time: 0.0722723 Aug 29 16:57:09.405525 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702bce67-f018-4c20-b64c-c03cfde6e61b x-openstack-request-id: req-702bce67-f018-4c20-b64c-c03cfde6e61b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:09.405823 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e408b69-1046-4c6a-875c-154041f200f5", "tag": "ef04e842-61af-4079-a658-d3bef7b3c2cf", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:09.406076 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-702bce67-f018-4c20-b64c-c03cfde6e61b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:09.406486 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e408b69-1046-4c6a-875c-154041f200f5', 'tag': 'ef04e842-61af-4079-a658-d3bef7b3c2cf', 'status': 'completed', 'code': 200} Aug 29 16:57:09.421525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: ec49cf76-dcae-4229-a226-d10d42b0635b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:57:09.422233 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ec49cf76-dcae-4229-a226-d10d42b0635b not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:57:09.447864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a4d12-5c02-46d0-a1e8-2327c45bcd69 req-863900e3-f40a-4f82-8dff-c2be0f548a3e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:09.460512 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a3a4d12-5c02-46d0-a1e8-2327c45bcd69 req-863900e3-f40a-4f82-8dff-c2be0f548a3e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.1076930 Aug 29 16:57:09.461579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 611cb227-d3a6-4c1e-a077-10905f93591f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:57:09.463152 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:09.464071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-8ae84324-3038-4bcc-a33d-fd133bc909a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef04e842-61af-4079-a658-d3bef7b3c2cf HTTP/1.1" status: 200 len: 217 time: 0.0506141 Aug 29 16:57:09.517477 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a3a4d12-5c02-46d0-a1e8-2327c45bcd69 req-ef44548e-3b6d-4598-8ac9-aaf8d962cda4 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484135 Aug 29 16:57:09.553021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-e66efc1a-df98-406e-835b-42796a6a58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:09.554804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-e66efc1a-df98-406e-835b-42796a6a58fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=706e06ef-9641-4853-80d4-0cd097dad076 HTTP/1.1" status: 200 len: 854 time: 0.0621722 Aug 29 16:57:09.590581 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:09.605665 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-2e237b6c-3d2f-4ed4-855b-d07015dc16d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408492 Aug 29 16:57:09.633615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:09.641857 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:09.702650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=10']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:09.703177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc651d-42b1-440f-bf0e-287a610f4311 req-caefc7d5-cf7b-4273-9041-9c0568e32d1e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:09.704789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93fc651d-42b1-440f-bf0e-287a610f4311 req-caefc7d5-cf7b-4273-9041-9c0568e32d1e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1311524 Aug 29 16:57:09.748629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8781f-94ee-4659-bbdc-1a33264c1aef req-793c6018-ce7b-45d1-8c91-d42b49353e8c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:09.753696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a5d8781f-94ee-4659-bbdc-1a33264c1aef req-793c6018-ce7b-45d1-8c91-d42b49353e8c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0679445 Aug 29 16:57:09.774907 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-48d557df-29f4-41ba-a829-ed799d1d11bf service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528902 Aug 29 16:57:09.787191 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93fc651d-42b1-440f-bf0e-287a610f4311 req-2adbbc68-27c9-486b-b957-6aca8ca0fb96 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701745 Aug 29 16:57:09.821861 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a5d8781f-94ee-4659-bbdc-1a33264c1aef req-c9b31c40-9846-4f92-85ab-029eaf0e2c4b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637565 Aug 29 16:57:09.868740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03606f9f-229b-4237-80a5-89c3328f032b'}, {'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:09.871331 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b7505d-4b32-4627-92de-73ed2499e6c4" -d '{"events": [{"server_uuid": "17ac0685-7aa0-4fec-a598-143c19e260d4", "name": "network-vif-plugged", "status": "completed", "tag": "03606f9f-229b-4237-80a5-89c3328f032b"}, {"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-plugged", "status": "completed", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:09.959774 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8521c6a6-040f-40bc-b796-30efd8efd867 req-9dda7b2b-7d72-4c77-931a-aeb49acf881a service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661282 Aug 29 16:57:09.962707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301cdc-dc25-4a8a-9cf3-65a3751eba84 req-9a1e98f9-f59f-41d8-9d07-5634edec12b2 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:09.964225 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03301cdc-dc25-4a8a-9cf3-65a3751eba84 req-9a1e98f9-f59f-41d8-9d07-5634edec12b2 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 945 time: 0.0749273 Aug 29 16:57:10.043883 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03301cdc-dc25-4a8a-9cf3-65a3751eba84 req-e5ba2553-848a-4a9c-92ca-6bb28aa3aed8 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721438 Aug 29 16:57:10.052653 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b285ea43-f905-4f7c-bfb0-db457f8ee904 x-openstack-request-id: req-b285ea43-f905-4f7c-bfb0-db457f8ee904 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:10.053021 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ac0685-7aa0-4fec-a598-143c19e260d4", "name": "network-vif-plugged", "status": "completed", "tag": "03606f9f-229b-4237-80a5-89c3328f032b", "code": 200}, {"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-plugged", "status": "completed", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:10.053367 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b285ea43-f905-4f7c-bfb0-db457f8ee904 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:10.053920 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03606f9f-229b-4237-80a5-89c3328f032b', 'code': 200} Aug 29 16:57:10.054103 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f', 'code': 200} Aug 29 16:57:10.110145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b7483-77b8-4b9d-86b3-f086478efdc3 req-919ec1c2-bbb2-4f90-b107-0a77e9a5cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:10.112623 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc7b7483-77b8-4b9d-86b3-f086478efdc3 req-919ec1c2-bbb2-4f90-b107-0a77e9a5cfe1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77efff66de264f21bf07e1a1c4ef01a8&device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 1096 time: 0.0995510 Aug 29 16:57:10.172555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587e644-0ff7-4a5e-9206-afc9ac14db41 req-718d10b7-cf06-47c3-a1e8-ab76ae9b1cdd tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:10.175155 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5587e644-0ff7-4a5e-9206-afc9ac14db41 req-718d10b7-cf06-47c3-a1e8-ab76ae9b1cdd tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.10 "GET /v2.0/ports?device_id=4aa875f6-6ac3-4125-8b3a-d41ebe5c860e HTTP/1.1" status: 200 len: 945 time: 0.1035507 Aug 29 16:57:10.329951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5587e644-0ff7-4a5e-9206-afc9ac14db41 req-2032fc2c-5e5c-474d-9b16-19aa54abf2f5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Deleting port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:57:10.332648 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5587e644-0ff7-4a5e-9206-afc9ac14db41 req-2032fc2c-5e5c-474d-9b16-19aa54abf2f5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:10.343749 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed49dd-763c-45e5-88bc-86278e8ee8d5 req-e3577b30-3e87-4c8d-8b51-05b07dec454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:10.345578 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ed49dd-763c-45e5-88bc-86278e8ee8d5 req-e3577b30-3e87-4c8d-8b51-05b07dec454d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 1097 time: 0.1357615 Aug 29 16:57:10.382390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eb09b-91c5-4bc7-a6fb-186e3c637164 req-b402859d-2165-4b0a-bf4c-1e994616f298 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:10.390921 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-565eb09b-91c5-4bc7-a6fb-186e3c637164 req-b402859d-2165-4b0a-bf4c-1e994616f298 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 944 time: 0.1825457 Aug 29 16:57:10.396247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b7483-77b8-4b9d-86b3-f086478efdc3 req-cfd57d0b-5790-4a79-8862-839808bf7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:10.397960 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc7b7483-77b8-4b9d-86b3-f086478efdc3 req-cfd57d0b-5790-4a79-8862-839808bf7547 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d HTTP/1.1" status: 200 len: 915 time: 0.2762008 Aug 29 16:57:10.461427 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc7b7483-77b8-4b9d-86b3-f086478efdc3 req-fc0d0b3b-e7cd-4c62-8bc9-3f62f2049c7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef04e842-61af-4079-a658-d3bef7b3c2cf HTTP/1.1" status: 200 len: 217 time: 0.0500283 Aug 29 16:57:10.525008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-565eb09b-91c5-4bc7-a6fb-186e3c637164 req-611ed9ef-a4af-48fc-a950-e1b3317884e4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282623 Aug 29 16:57:10.545186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ed49dd-763c-45e5-88bc-86278e8ee8d5 req-9f4ed598-3644-4262-8855-e5cc9f8bfedb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817658 Aug 29 16:57:10.574171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b7483-77b8-4b9d-86b3-f086478efdc3 req-80864649-d4f2-4c6c-aa6e-b384ec70424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:10.577656 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc7b7483-77b8-4b9d-86b3-f086478efdc3 req-80864649-d4f2-4c6c-aa6e-b384ec70424d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=706e06ef-9641-4853-80d4-0cd097dad076 HTTP/1.1" status: 200 len: 854 time: 0.1022112 Aug 29 16:57:10.681140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216fea6-6d5d-410f-8ee4-a421986e0e06 req-536b2205-491c-4caa-885a-83b027640dc3 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:10.685848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e216fea6-6d5d-410f-8ee4-a421986e0e06 req-536b2205-491c-4caa-885a-83b027640dc3 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.0762894 Aug 29 16:57:10.780614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc7b7483-77b8-4b9d-86b3-f086478efdc3 req-ae1d0330-b035-45cd-a018-cff0335695bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd00dde6-c06c-47c1-8d47-4d22537d9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395436 Aug 29 16:57:10.804127 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e216fea6-6d5d-410f-8ee4-a421986e0e06 req-1c2f6d08-4b63-4e0b-9a62-03e2d38a2491 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070187 Aug 29 16:57:10.967284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9249b93-f7d5-4f22-8877-5438412d7262 req-b36299e2-8b86-427e-b02e-4af85abf4e63 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:10.969019 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9249b93-f7d5-4f22-8877-5438412d7262 req-b36299e2-8b86-427e-b02e-4af85abf4e63 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1342149 Aug 29 16:57:11.039254 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9249b93-f7d5-4f22-8877-5438412d7262 req-c75a1fee-f0ce-4235-a135-846aee0be4cf tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575984 Aug 29 16:57:11.045346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f7852-98e0-4c5d-a89e-c0646d1fd14f req-1548ed36-993e-4dcc-9a74-2ac017f42c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:11.048704 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c0f7852-98e0-4c5d-a89e-c0646d1fd14f req-1548ed36-993e-4dcc-9a74-2ac017f42c69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 1097 time: 0.6242456 Aug 29 16:57:11.089346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-5587e644-0ff7-4a5e-9206-afc9ac14db41 req-2032fc2c-5e5c-474d-9b16-19aa54abf2f5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] For port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7d8eb54b-9008-4f1c-872d-d2cb21930fbb,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:11.090078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5587e644-0ff7-4a5e-9206-afc9ac14db41 req-2032fc2c-5e5c-474d-9b16-19aa54abf2f5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:11.108677 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc7b7483-77b8-4b9d-86b3-f086478efdc3 req-8269f79c-782d-4a85-9b7c-90d4dcdc1e49 service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026228 Aug 29 16:57:11.155054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5587e644-0ff7-4a5e-9206-afc9ac14db41 req-2032fc2c-5e5c-474d-9b16-19aa54abf2f5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Calling delete_port for 7d8eb54b-9008-4f1c-872d-d2cb21930fbb owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:57:11.204099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21555e45-af10-499e-8dbf-a6a3a4c0c4e0 req-bb032320-25f3-4df7-8752-320e8fa2f549 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:11.212516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21555e45-af10-499e-8dbf-a6a3a4c0c4e0 req-bb032320-25f3-4df7-8752-320e8fa2f549 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.2302160 Aug 29 16:57:11.276313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f7852-98e0-4c5d-a89e-c0646d1fd14f req-137a058a-dcf8-4d3f-bfac-8e72e08783e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:11.277941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c0f7852-98e0-4c5d-a89e-c0646d1fd14f req-137a058a-dcf8-4d3f-bfac-8e72e08783e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 200 len: 919 time: 0.2184298 Aug 29 16:57:11.289520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21555e45-af10-499e-8dbf-a6a3a4c0c4e0 req-080a99f7-e415-4636-be17-494f68afbcc4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741651 Aug 29 16:57:11.333544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc7b7483-77b8-4b9d-86b3-f086478efdc3 req-e3eb5db2-7059-459f-b37e-e09877b2b8e5 service neutron] 10.222.0.10 "GET /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128103 Aug 29 16:57:11.356649 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c0f7852-98e0-4c5d-a89e-c0646d1fd14f req-70d393f0-85db-4e2a-8190-b422aafbfb71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54993450-ca89-4713-a532-78327a56c4d3 HTTP/1.1" status: 200 len: 217 time: 0.0647795 Aug 29 16:57:11.363617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ef04e842-61af-4079-a658-d3bef7b3c2cf details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:57:11.438335 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f7852-98e0-4c5d-a89e-c0646d1fd14f req-d5a9ef19-ad78-44e5-97ee-67020fa9cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:11.440920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c0f7852-98e0-4c5d-a89e-c0646d1fd14f req-d5a9ef19-ad78-44e5-97ee-67020fa9cc3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07a2806e-7007-45c5-a616-3b534b724fe9 HTTP/1.1" status: 200 len: 858 time: 0.0664942 Aug 29 16:57:11.525580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5587e644-0ff7-4a5e-9206-afc9ac14db41 req-2032fc2c-5e5c-474d-9b16-19aa54abf2f5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:11.541586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ac0a71d4-1be2-4cfb-b3d2-34ee716664ac', 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:11.543769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['f7124799-ba57-421b-9191-9f6cd60a07a7', '7d8eb54b-9008-4f1c-872d-d2cb21930fbb'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:11.559240 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c0f7852-98e0-4c5d-a89e-c0646d1fd14f req-867ab5c8-582c-46cb-af71-f533c8411ba6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5260538-0a13-4470-8a62-e0f8b7d0f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450296 Aug 29 16:57:11.613376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032fc2c-5e5c-474d-9b16-19aa54abf2f5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Pushing event deleted for resources: {'Port': ['ID=7d8eb54b-9008-4f1c-872d-d2cb21930fbb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:11.615521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ef04e842-61af-4079-a658-d3bef7b3c2cf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ef04e842-61af-4079-a658-d3bef7b3c2cf,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:11.650412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'ef04e842-61af-4079-a658-d3bef7b3c2cf', 'network_id': 'fd00dde6-c06c-47c1-8d47-4d22537d9a8d', 'port_id': 'ef04e842-61af-4079-a658-d3bef7b3c2cf', 'mac_address': 'fa:16:3e:ef:ba:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706e06ef-9641-4853-80d4-0cd097dad076', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:57:11.678899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5587e644-0ff7-4a5e-9206-afc9ac14db41 req-2032fc2c-5e5c-474d-9b16-19aa54abf2f5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] No DVR routers for this DVR port 7d8eb54b-9008-4f1c-872d-d2cb21930fbb on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:57:11.683107 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5587e644-0ff7-4a5e-9206-afc9ac14db41 req-2032fc2c-5e5c-474d-9b16-19aa54abf2f5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:11.685556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5587e644-0ff7-4a5e-9206-afc9ac14db41 req-2032fc2c-5e5c-474d-9b16-19aa54abf2f5 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.10 "DELETE /v2.0/ports/7d8eb54b-9008-4f1c-872d-d2cb21930fbb HTTP/1.1" status: 204 len: 173 time: 1.5040486 Aug 29 16:57:11.686391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa875f6-6ac3-4125-8b3a-d41ebe5c860e', 'name': 'network-vif-deleted', 'tag': '7d8eb54b-9008-4f1c-872d-d2cb21930fbb'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:11.688971 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0405d55-e6ec-4b47-a2c2-080e594694c3" -d '{"events": [{"server_uuid": "4aa875f6-6ac3-4125-8b3a-d41ebe5c860e", "name": "network-vif-deleted", "tag": "7d8eb54b-9008-4f1c-872d-d2cb21930fbb"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:11.764727 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c0f7852-98e0-4c5d-a89e-c0646d1fd14f req-a8567a68-06f2-413b-a2d8-172cc919d445 service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779828 Aug 29 16:57:11.883049 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:11.960680 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c0f7852-98e0-4c5d-a89e-c0646d1fd14f req-d67259a7-82c1-4747-af71-7d309d7d7e44 service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859126 Aug 29 16:57:11.997500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef04e842-61af-4079-a658-d3bef7b3c2cf {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:12.080442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ef04e842-61af-4079-a658-d3bef7b3c2cf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ef04e842-61af-4079-a658-d3bef7b3c2cf,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:12.092915 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:12.234490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ef04e842-61af-4079-a658-d3bef7b3c2cf,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:12.367006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['ef04e842-61af-4079-a658-d3bef7b3c2cf'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:12.810927 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-26e9d12e-55bd-432a-a905-e4164d3251da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:13.425293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ef04e842-61af-4079-a658-d3bef7b3c2cf up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:57:13.551810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port ef04e842-61af-4079-a658-d3bef7b3c2cf completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:57:13.565973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port ef04e842-61af-4079-a658-d3bef7b3c2cf triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:57:13.566651 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:13.791143 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:13.841545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ef04e842-61af-4079-a658-d3bef7b3c2cf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ef04e842-61af-4079-a658-d3bef7b3c2cf,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:13.842758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e408b69-1046-4c6a-875c-154041f200f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef04e842-61af-4079-a658-d3bef7b3c2cf'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:13.849039 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d5b8c9-796b-462b-ad62-327d9782022d" -d '{"events": [{"server_uuid": "9e408b69-1046-4c6a-875c-154041f200f5", "name": "network-vif-plugged", "status": "completed", "tag": "ef04e842-61af-4079-a658-d3bef7b3c2cf"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:13.853475 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:13.854471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7d8eb54b-9008-4f1c-872d-d2cb21930fbb no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:13.940362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 7d8eb54b-9008-4f1c-872d-d2cb21930fbb {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:57:13.940866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7d8eb54b-9008-4f1c-872d-d2cb21930fbb not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:57:13.995943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ef04e842-61af-4079-a658-d3bef7b3c2cf,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:14.015940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:14.018937 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:14.019301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:14.019646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:14.019989 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:14.020335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:14.020669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:14.021002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:14.021362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:14.021841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:14.022191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:14.023793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:15.505359 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d00f29a-5f1e-4cd6-80d9-a59450e659b8 x-openstack-request-id: req-5d00f29a-5f1e-4cd6-80d9-a59450e659b8 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:15.505972 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa875f6-6ac3-4125-8b3a-d41ebe5c860e", "name": "network-vif-deleted", "tag": "7d8eb54b-9008-4f1c-872d-d2cb21930fbb", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:15.506109 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d00f29a-5f1e-4cd6-80d9-a59450e659b8 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:15.506427 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa875f6-6ac3-4125-8b3a-d41ebe5c860e', 'name': 'network-vif-deleted', 'tag': '7d8eb54b-9008-4f1c-872d-d2cb21930fbb', 'status': 'completed', 'code': 200} Aug 29 16:57:15.512332 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ff7b3cf-e4b2-4052-94da-2fc70a287d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:15.523600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e63a5-c494-4dd9-a422-7415c356cf13 req-dc9f891c-0309-468d-92f9-8007bd5aae8a tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:15.525619 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b37e63a5-c494-4dd9-a422-7415c356cf13 req-dc9f891c-0309-468d-92f9-8007bd5aae8a tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 946 time: 0.0794611 Aug 29 16:57:15.625811 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b37e63a5-c494-4dd9-a422-7415c356cf13 req-89fd4d2e-981a-45de-a138-e303159629fb tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930238 Aug 29 16:57:15.644084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec3ffa-3c5c-4761-976a-44d7e0187437 req-e8d53b7c-7d99-40ea-9b1d-b5df7bee5723 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:15.655247 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27ec3ffa-3c5c-4761-976a-44d7e0187437 req-e8d53b7c-7d99-40ea-9b1d-b5df7bee5723 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.0848351 Aug 29 16:57:15.739278 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27ec3ffa-3c5c-4761-976a-44d7e0187437 req-8f778298-2f8f-4eda-9b45-475c43ca8e8b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571895 Aug 29 16:57:15.800580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c9a0b-bedf-4c4f-9b4b-f3783eb817a8 req-3745567f-30b1-4241-9ca3-2443fdc08fee tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:15.813155 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f37c9a0b-bedf-4c4f-9b4b-f3783eb817a8 req-3745567f-30b1-4241-9ca3-2443fdc08fee tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1054919 Aug 29 16:57:15.813935 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56867d03-8d13-4c44-be74-f5d7796fe8b9 x-openstack-request-id: req-56867d03-8d13-4c44-be74-f5d7796fe8b9 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:15.814237 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e408b69-1046-4c6a-875c-154041f200f5", "name": "network-vif-plugged", "status": "completed", "tag": "ef04e842-61af-4079-a658-d3bef7b3c2cf", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:15.814490 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56867d03-8d13-4c44-be74-f5d7796fe8b9 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:15.814913 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e408b69-1046-4c6a-875c-154041f200f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef04e842-61af-4079-a658-d3bef7b3c2cf', 'code': 200} Aug 29 16:57:15.816357 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:15.936273 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f37c9a0b-bedf-4c4f-9b4b-f3783eb817a8 req-584702c6-5bfb-4392-a3a8-bec12a0b1903 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169331 Aug 29 16:57:15.991081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd93da0-548e-4d64-ad04-d2f6322cfa8f req-dd6444db-141e-475f-9a25-2cc868e18353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:16.004658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9dd93da0-548e-4d64-ad04-d2f6322cfa8f req-dd6444db-141e-475f-9a25-2cc868e18353 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 1098 time: 0.1210115 Aug 29 16:57:16.084711 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9dd93da0-548e-4d64-ad04-d2f6322cfa8f req-5a5fc720-1e8f-4077-8cc5-134fb49d6181 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731966 Aug 29 16:57:16.099570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f8fcb-9ae5-491c-b658-3dfac300bb69 req-f09343b7-9b6c-48b0-8a63-547fb5893344 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:16.103805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493fa6a-c9e3-4059-be5c-2031411e90a5 req-eee74ece-5e99-491b-8140-861b9bcbb49a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:16.105514 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3493fa6a-c9e3-4059-be5c-2031411e90a5 req-eee74ece-5e99-491b-8140-861b9bcbb49a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.1285560 Aug 29 16:57:16.109863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-882f8fcb-9ae5-491c-b658-3dfac300bb69 req-f09343b7-9b6c-48b0-8a63-547fb5893344 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 1097 time: 0.0970764 Aug 29 16:57:16.161283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-882f8fcb-9ae5-491c-b658-3dfac300bb69 req-0bae8a63-347b-4aba-a946-599f6a77d083 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483470 Aug 29 16:57:16.165849 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3493fa6a-c9e3-4059-be5c-2031411e90a5 req-12cf1171-b3d3-47a5-98bf-d7e315f73bad tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523810 Aug 29 16:57:16.564831 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:17.441921 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:17.506918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5cb85-bcc6-4491-b2db-0ada8be218a2 req-a4576bf8-ce2c-496c-b921-58c5b835bb22 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:17.523841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f4a5cb85-bcc6-4491-b2db-0ada8be218a2 req-a4576bf8-ce2c-496c-b921-58c5b835bb22 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 946 time: 0.1593010 Aug 29 16:57:17.615860 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f4a5cb85-bcc6-4491-b2db-0ada8be218a2 req-64dd73e1-b1f5-4505-9fdb-787af1912127 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869091 Aug 29 16:57:17.852910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355236b5-3d1f-43a1-a248-842e831f0d99 req-952beb3f-3190-4872-ba7d-b3c9c43bc998 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:17.857562 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-355236b5-3d1f-43a1-a248-842e831f0d99 req-952beb3f-3190-4872-ba7d-b3c9c43bc998 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0959044 Aug 29 16:57:17.957903 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-355236b5-3d1f-43a1-a248-842e831f0d99 req-e2d0bbdf-0921-49ec-86e5-620d48158640 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932889 Aug 29 16:57:17.979877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140074-c278-4345-b8ac-12079773d00a req-64e009c5-de70-4603-b9f2-c018b5c2e176 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:17.982779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-64e009c5-de70-4603-b9f2-c018b5c2e176 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 804 time: 0.1669827 Aug 29 16:57:18.017483 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-f0ea798b-3657-48aa-877d-fcf8ba1580e7 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/quotas/35d2b9091c3f4abb9a154f2ec1d3b044 HTTP/1.1" status: 200 len: 375 time: 0.0264122 Aug 29 16:57:18.120608 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-cd518755-9bf4-475c-8d98-74d4023a4c7d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017711 Aug 29 16:57:18.190968 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:18.230811 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-8f604838-921a-478d-acea-b8ce07b3b342 service neutron] 10.222.0.22 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087978 Aug 29 16:57:18.370283 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-de4d12f1-caff-4642-aa06-934f2f359ae5 service neutron] 10.222.0.22 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324420 Aug 29 16:57:18.628188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be81006f-30de-4a94-b28c-1929e0587d7f req-52c864c4-f54b-4d0b-905b-b33131792641 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 210 time: 0.0601337 Aug 29 16:57:18.985509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea52d9-f19a-40de-8922-c291d5798eb6 req-d3c81a5a-d392-4ec8-bf8d-ba483f5e016f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:18.989977 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42ea52d9-f19a-40de-8922-c291d5798eb6 req-d3c81a5a-d392-4ec8-bf8d-ba483f5e016f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 946 time: 0.1232388 Aug 29 16:57:18.997579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50a2f4-b3b8-48ca-9d88-fcad9596591d req-b496d949-f3b3-4de6-b895-8a214937a974 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:19.014156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea50a2f4-b3b8-48ca-9d88-fcad9596591d req-b496d949-f3b3-4de6-b895-8a214937a974 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1123579 Aug 29 16:57:19.071552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea50a2f4-b3b8-48ca-9d88-fcad9596591d req-473533c1-9cec-4f68-84af-3c3475aaa8aa tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554287 Aug 29 16:57:19.095899 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42ea52d9-f19a-40de-8922-c291d5798eb6 req-de3b4937-b7cd-42f6-b613-12aadeeaf14e tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982144 Aug 29 16:57:19.295453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5e4d0-2719-47f3-a389-96810b872c97 req-b0e58968-285c-4c2c-ba47-cd625a97246e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:19.297299 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34f5e4d0-2719-47f3-a389-96810b872c97 req-b0e58968-285c-4c2c-ba47-cd625a97246e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.1273894 Aug 29 16:57:19.312613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dae615d4-59ca-437e-a714-1ef3d36588b2 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:19.344846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34f5e4d0-2719-47f3-a389-96810b872c97 req-0a5b8863-cd35-40ec-b67d-ab5feea35f7c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386961 Aug 29 16:57:19.492693 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:19.563967 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae615d4-59ca-437e-a714-1ef3d36588b2'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:19.577923 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c9be4c-8637-4e8a-9330-eb23f42966fc" -d '{"events": [{"server_uuid": "19c60638-d5bf-4963-8111-6a97e9b77e11", "name": "network-vif-unplugged", "status": "completed", "tag": "dae615d4-59ca-437e-a714-1ef3d36588b2"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:19.582163 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0e55f-afc2-410e-8d77-fd52a5d32211 req-e0a76a30-0066-4eef-a6cb-c1ce0d238746 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:19.597755 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cd0e55f-afc2-410e-8d77-fd52a5d32211 req-e0a76a30-0066-4eef-a6cb-c1ce0d238746 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 946 time: 0.1417732 Aug 29 16:57:19.622456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port dae615d4-59ca-437e-a714-1ef3d36588b2, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dae615d4-59ca-437e-a714-1ef3d36588b2,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:19.632118 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:19.752483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=dae615d4-59ca-437e-a714-1ef3d36588b2,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:19.771099 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cd0e55f-afc2-410e-8d77-fd52a5d32211 req-10988a93-d05a-48e4-ae33-88e614eb5e52 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717253 Aug 29 16:57:19.819286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db506a-4ec8-4c9b-81f6-75c4a3320633 req-a59a0c8f-986a-4eeb-8dad-8f11d49997a3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:19.827537 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8db506a-4ec8-4c9b-81f6-75c4a3320633 req-a59a0c8f-986a-4eeb-8dad-8f11d49997a3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.16 "GET /v2.0/ports?device_id=19c60638-d5bf-4963-8111-6a97e9b77e11 HTTP/1.1" status: 200 len: 946 time: 0.2265136 Aug 29 16:57:19.988653 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:20.034528 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1674f8c-0257-44da-9c6e-d30e04e30df8 x-openstack-request-id: req-b1674f8c-0257-44da-9c6e-d30e04e30df8 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:20.035079 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c60638-d5bf-4963-8111-6a97e9b77e11", "name": "network-vif-unplugged", "status": "completed", "tag": "dae615d4-59ca-437e-a714-1ef3d36588b2", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:20.035335 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1674f8c-0257-44da-9c6e-d30e04e30df8 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:20.035732 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae615d4-59ca-437e-a714-1ef3d36588b2', 'code': 200} Aug 29 16:57:20.140003 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-929e754b-ac9a-4a96-9762-79ea6b657e04 req-d4b42104-e955-4508-8451-597600df7caa tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 210 time: 0.0431452 Aug 29 16:57:20.143050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-a8db506a-4ec8-4c9b-81f6-75c4a3320633 req-62d1c52f-6177-4995-a3bb-2bd6f00b4bb9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Deleting port dae615d4-59ca-437e-a714-1ef3d36588b2 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:57:20.143404 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a8db506a-4ec8-4c9b-81f6-75c4a3320633 req-62d1c52f-6177-4995-a3bb-2bd6f00b4bb9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:20.431577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-a8db506a-4ec8-4c9b-81f6-75c4a3320633 req-62d1c52f-6177-4995-a3bb-2bd6f00b4bb9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] For port dae615d4-59ca-437e-a714-1ef3d36588b2, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dae615d4-59ca-437e-a714-1ef3d36588b2,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:20.431967 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a8db506a-4ec8-4c9b-81f6-75c4a3320633 req-62d1c52f-6177-4995-a3bb-2bd6f00b4bb9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:20.478394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-a8db506a-4ec8-4c9b-81f6-75c4a3320633 req-62d1c52f-6177-4995-a3bb-2bd6f00b4bb9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Calling delete_port for dae615d4-59ca-437e-a714-1ef3d36588b2 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:57:20.483897 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140074-c278-4345-b8ac-12079773d00a req-e1d955eb-903c-4fbc-a50a-9ee859105a2e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:20.489122 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-e1d955eb-903c-4fbc-a50a-9ee859105a2e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.16 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 804 time: 0.2695522 Aug 29 16:57:20.582858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Request body: {'port': {'device_id': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'admin_state_up': True, 'tenant_id': '35d2b9091c3f4abb9a154f2ec1d3b044'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:20.752126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0816c-6e1c-4c12-a507-ae99f8bddc7e req-19434bb5-82d8-4183-ae26-8e415838bd33 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:20.754054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2bf0816c-6e1c-4c12-a507-ae99f8bddc7e req-19434bb5-82d8-4183-ae26-8e415838bd33 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.1130483 Aug 29 16:57:20.760334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25d803-b143-42bf-a877-03cf8bac90c0 req-2313afca-6ad9-4734-adc3-47a6111d1794 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:20.771918 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc25d803-b143-42bf-a877-03cf8bac90c0 req-2313afca-6ad9-4734-adc3-47a6111d1794 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 946 time: 0.2814035 Aug 29 16:57:20.842551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc25d803-b143-42bf-a877-03cf8bac90c0 req-6ca245b5-4052-4a01-91ee-b74721a5dda8 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649254 Aug 29 16:57:20.857957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2bf0816c-6e1c-4c12-a507-ae99f8bddc7e req-6d07cacf-e89a-4b60-9b53-822c6bc90d3d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894063 Aug 29 16:57:20.921133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Made reservation on behalf of 35d2b9091c3f4abb9a154f2ec1d3b044 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:57:20.924813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:20.926658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a8db506a-4ec8-4c9b-81f6-75c4a3320633 req-62d1c52f-6177-4995-a3bb-2bd6f00b4bb9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:20.993261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1c52f-6177-4995-a3bb-2bd6f00b4bb9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Pushing event deleted for resources: {'Port': ['ID=dae615d4-59ca-437e-a714-1ef3d36588b2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:21.070032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ae373-9c97-44f1-9496-fcd6d762fa78 req-313d5e29-d7d5-4997-8c7d-fd43a348394e tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:21.076763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8db506a-4ec8-4c9b-81f6-75c4a3320633 req-62d1c52f-6177-4995-a3bb-2bd6f00b4bb9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] No DVR routers for this DVR port dae615d4-59ca-437e-a714-1ef3d36588b2 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:57:21.077206 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-488ae373-9c97-44f1-9496-fcd6d762fa78 req-313d5e29-d7d5-4997-8c7d-fd43a348394e tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 945 time: 0.1241901 Aug 29 16:57:21.079788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a8db506a-4ec8-4c9b-81f6-75c4a3320633 req-62d1c52f-6177-4995-a3bb-2bd6f00b4bb9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:21.083339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8db506a-4ec8-4c9b-81f6-75c4a3320633 req-62d1c52f-6177-4995-a3bb-2bd6f00b4bb9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.16 "DELETE /v2.0/ports/dae615d4-59ca-437e-a714-1ef3d36588b2 HTTP/1.1" status: 204 len: 173 time: 1.2363553 Aug 29 16:57:21.087426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'name': 'network-vif-deleted', 'tag': 'dae615d4-59ca-437e-a714-1ef3d36588b2'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:21.091469 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977c6e20-7a7a-4226-80dc-e1ccb133914b" -d '{"events": [{"server_uuid": "19c60638-d5bf-4963-8111-6a97e9b77e11", "name": "network-vif-deleted", "tag": "dae615d4-59ca-437e-a714-1ef3d36588b2"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:21.145794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e75e32-4f4e-4aee-a787-b1a96f982bfe req-ad78fb4d-16a4-4916-a1e0-885ff5ae2b05 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:21.155401 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1e75e32-4f4e-4aee-a787-b1a96f982bfe req-ad78fb4d-16a4-4916-a1e0-885ff5ae2b05 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 946 time: 0.1808081 Aug 29 16:57:21.193030 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-488ae373-9c97-44f1-9496-fcd6d762fa78 req-8ea7ab8b-0bd0-4c78-90ef-1b1202530109 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148517 Aug 29 16:57:21.212077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1e75e32-4f4e-4aee-a787-b1a96f982bfe req-c135840b-cba0-4d00-b9c5-bb5cd1424dcf tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537090 Aug 29 16:57:21.216813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Allocated IP 172.20.0.11 (22d36b5f-cd4a-44d1-aba8-231e41bdf914/a9c45292-6f1d-4675-b417-0bfaac975c5a/9ccf29a3-676f-400a-87b6-42a059652628) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:57:21.406163 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cf226b-0a3e-4589-88dc-99500eb82094 x-openstack-request-id: req-31cf226b-0a3e-4589-88dc-99500eb82094 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:21.406566 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c60638-d5bf-4963-8111-6a97e9b77e11", "name": "network-vif-deleted", "tag": "dae615d4-59ca-437e-a714-1ef3d36588b2", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:21.417240 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31cf226b-0a3e-4589-88dc-99500eb82094 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:21.417685 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c60638-d5bf-4963-8111-6a97e9b77e11', 'name': 'network-vif-deleted', 'tag': 'dae615d4-59ca-437e-a714-1ef3d36588b2', 'status': 'completed', 'code': 200} Aug 29 16:57:21.562843 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-deb100f7-6132-4ef8-b03a-c0312e4fb614 req-19a5f5cc-01be-4971-8bae-bd6791f93f37 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 210 time: 0.0606256 Aug 29 16:57:21.586474 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:21.638731 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:21.659993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:57:21.680436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:57:21.708335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:57:21.773282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Pushing event updated for resources: {'Port': ['ID=9ccf29a3-676f-400a-87b6-42a059652628,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:21.792963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3cc4a-79d0-423d-bb6d-9f40a037b13f req-ad559ba8-5c8c-4db8-bc99-4b495a0b51e0 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:21.810324 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52a3cc4a-79d0-423d-bb6d-9f40a037b13f req-ad559ba8-5c8c-4db8-bc99-4b495a0b51e0 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 946 time: 0.1816843 Aug 29 16:57:22.143707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed3e1d-7d97-4f87-8767-6900f14d5373 req-b5844b21-e36e-4338-ab9a-4366155c23e5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:22.146465 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3bed3e1d-7d97-4f87-8767-6900f14d5373 req-b5844b21-e36e-4338-ab9a-4366155c23e5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.1433024 Aug 29 16:57:22.246243 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3bed3e1d-7d97-4f87-8767-6900f14d5373 req-813d2125-6f10-48c7-a10a-c99a3526d9e1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934494 Aug 29 16:57:22.289508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:22.290122 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:22.319961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52a3cc4a-79d0-423d-bb6d-9f40a037b13f req-954481bd-dfcf-4721-9706-fa49a7cfd135 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087607 Aug 29 16:57:22.331892 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-60ced121-f5e2-4820-a5e3-38007d530fa3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7619548 Aug 29 16:57:22.351101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Request body: {'port': {'device_id': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:22.371009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703961b-6338-4cbe-bf12-e86737f1280a req-813f5c0a-2ab6-4177-be53-0578c43e9b55 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:22.380181 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e703961b-6338-4cbe-bf12-e86737f1280a req-813f5c0a-2ab6-4177-be53-0578c43e9b55 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 945 time: 0.0658040 Aug 29 16:57:22.446217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e703961b-6338-4cbe-bf12-e86737f1280a req-243cc31c-e87b-4983-be95-12f82bd8d9da tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645034 Aug 29 16:57:22.498395 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:22.552176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fae253-3e35-49d0-b5cb-cb9bf6de5f93 req-a7f04d79-3c95-4238-93ed-ff78d3ef0481 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:22.554850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7fae253-3e35-49d0-b5cb-cb9bf6de5f93 req-a7f04d79-3c95-4238-93ed-ff78d3ef0481 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 945 time: 0.1067564 Aug 29 16:57:22.627934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41949bf6-8e7c-4f99-a07f-761785b5336c req-48d780cc-9573-40ee-93ea-3f31dd898102 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:22.636159 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41949bf6-8e7c-4f99-a07f-761785b5336c req-48d780cc-9573-40ee-93ea-3f31dd898102 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 946 time: 0.0817852 Aug 29 16:57:22.689469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41949bf6-8e7c-4f99-a07f-761785b5336c req-a914a6ed-7bf1-44c5-8f41-4e8295f44b82 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478346 Aug 29 16:57:22.788899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacbb0f-5faa-41ee-9973-bdb15e77bb0e req-62e9e968-88db-46b3-a966-659e5285c801 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:22.793009 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cacbb0f-5faa-41ee-9973-bdb15e77bb0e req-62e9e968-88db-46b3-a966-659e5285c801 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 932 time: 0.0964043 Aug 29 16:57:22.856055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-e7fae253-3e35-49d0-b5cb-cb9bf6de5f93 req-6b2c103d-8279-49e2-8107-cc555bcebeaa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Deleting port f7124799-ba57-421b-9191-9f6cd60a07a7 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:57:22.856818 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e7fae253-3e35-49d0-b5cb-cb9bf6de5f93 req-6b2c103d-8279-49e2-8107-cc555bcebeaa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:22.996918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cacbb0f-5faa-41ee-9973-bdb15e77bb0e req-933ce275-2da8-437d-bc27-e5918a130a3f tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927097 Aug 29 16:57:23.039563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccf29a3-676f-400a-87b6-42a059652628 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:23.057049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:23.066796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Transition to ACTIVE for port object 9ccf29a3-676f-400a-87b6-42a059652628 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:57:23.077215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:23.114430 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e7fae253-3e35-49d0-b5cb-cb9bf6de5f93 req-6b2c103d-8279-49e2-8107-cc555bcebeaa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] For port f7124799-ba57-421b-9191-9f6cd60a07a7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f7124799-ba57-421b-9191-9f6cd60a07a7,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:23.114779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e7fae253-3e35-49d0-b5cb-cb9bf6de5f93 req-6b2c103d-8279-49e2-8107-cc555bcebeaa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:23.167181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-e7fae253-3e35-49d0-b5cb-cb9bf6de5f93 req-6b2c103d-8279-49e2-8107-cc555bcebeaa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Calling delete_port for f7124799-ba57-421b-9191-9f6cd60a07a7 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:57:23.185810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccf29a3-676f-400a-87b6-42a059652628,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:23.219909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Attempting to bind port 9ccf29a3-676f-400a-87b6-42a059652628 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:57:23.220775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Attempting to bind port 9ccf29a3-676f-400a-87b6-42a059652628 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:57:23.221116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Attempting to bind port 9ccf29a3-676f-400a-87b6-42a059652628 on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:23.225773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Port 9ccf29a3-676f-400a-87b6-42a059652628 on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:57:23.226097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Attempting to bind port 9ccf29a3-676f-400a-87b6-42a059652628 on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:23.231354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:57:23.231691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Checking segment: {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:57:23.232075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Bound using segment: {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:57:23.232509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Bound port: 9ccf29a3-676f-400a-87b6-42a059652628, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:57:23.233029 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:23.319178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dae615d4-59ca-437e-a714-1ef3d36588b2 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:23.347133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e139ab2-0526-4412-a82c-1c14d10d32c6 req-cbb4a167-c795-400e-8a71-b6ce3b2ae4f4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:23.359887 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e139ab2-0526-4412-a82c-1c14d10d32c6 req-cbb4a167-c795-400e-8a71-b6ce3b2ae4f4 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 946 time: 0.1088445 Aug 29 16:57:23.380844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: dae615d4-59ca-437e-a714-1ef3d36588b2 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:57:23.381183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dae615d4-59ca-437e-a714-1ef3d36588b2 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:57:23.403358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] For port 9ccf29a3-676f-400a-87b6-42a059652628, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:57:23.421924 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e139ab2-0526-4412-a82c-1c14d10d32c6 req-d4bff597-f09e-42ed-8a64-ce5061e00035 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602009 Aug 29 16:57:23.429654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] For port 9ccf29a3-676f-400a-87b6-42a059652628, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ccf29a3-676f-400a-87b6-42a059652628,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:57:23.457590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:23.484642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd296504-79d2-468a-ac18-0d36503d4a07 req-eae7c56b-8e3f-45cf-9099-e3254af23da0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:23.497174 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd296504-79d2-468a-ac18-0d36503d4a07 req-eae7c56b-8e3f-45cf-9099-e3254af23da0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.1471853 Aug 29 16:57:23.524725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e7fae253-3e35-49d0-b5cb-cb9bf6de5f93 req-6b2c103d-8279-49e2-8107-cc555bcebeaa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:23.537576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ac0a71d4-1be2-4cfb-b3d2-34ee716664ac', 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:23.563530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c103d-8279-49e2-8107-cc555bcebeaa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Pushing event deleted for resources: {'Port': ['ID=f7124799-ba57-421b-9191-9f6cd60a07a7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:23.575811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:23.578313 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:23.578313 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] 10.222.0.16 "PUT /v2.0/ports/9ccf29a3-676f-400a-87b6-42a059652628 HTTP/1.1" status: 200 len: 1093 time: 1.2330379 Aug 29 16:57:23.578313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'tag': '9ccf29a3-676f-400a-87b6-42a059652628'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:23.581342 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf66cd64-ce55-4a4e-8de6-be763c5e7b04" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ddd97c-9c37-49c6-87d5-ab991d3af14b", "tag": "9ccf29a3-676f-400a-87b6-42a059652628"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:23.630525 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd296504-79d2-468a-ac18-0d36503d4a07 req-97ed4d28-426c-456d-a650-87704d8c6a20 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208456 Aug 29 16:57:23.632537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fae253-3e35-49d0-b5cb-cb9bf6de5f93 req-6b2c103d-8279-49e2-8107-cc555bcebeaa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] No DVR routers for this DVR port f7124799-ba57-421b-9191-9f6cd60a07a7 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:57:23.636954 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e7fae253-3e35-49d0-b5cb-cb9bf6de5f93 req-6b2c103d-8279-49e2-8107-cc555bcebeaa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:23.640730 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7fae253-3e35-49d0-b5cb-cb9bf6de5f93 req-6b2c103d-8279-49e2-8107-cc555bcebeaa tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.10 "DELETE /v2.0/ports/f7124799-ba57-421b-9191-9f6cd60a07a7 HTTP/1.1" status: 204 len: 173 time: 1.0762942 Aug 29 16:57:23.641733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ab8f37-4b1f-43ff-8917-fbf365beed25', 'name': 'network-vif-deleted', 'tag': 'f7124799-ba57-421b-9191-9f6cd60a07a7'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:23.645032 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04524585-e87a-4d20-b341-06bae5370392" -d '{"events": [{"server_uuid": "95ab8f37-4b1f-43ff-8917-fbf365beed25", "name": "network-vif-deleted", "tag": "f7124799-ba57-421b-9191-9f6cd60a07a7"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:23.687346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ad7f4-ffd6-4c5c-aa86-c09b5df641d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccf29a3-676f-400a-87b6-42a059652628,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:23.743316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140074-c278-4345-b8ac-12079773d00a req-940621c0-64b1-4cdb-acc1-353ab133210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:23.749907 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-940621c0-64b1-4cdb-acc1-353ab133210c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 1096 time: 0.1183641 Aug 29 16:57:23.874421 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d7104d-99d7-4023-a4aa-cdde5a8b2d8d x-openstack-request-id: req-89d7104d-99d7-4023-a4aa-cdde5a8b2d8d {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:23.874900 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ab8f37-4b1f-43ff-8917-fbf365beed25", "name": "network-vif-deleted", "tag": "f7124799-ba57-421b-9191-9f6cd60a07a7", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:23.875752 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89d7104d-99d7-4023-a4aa-cdde5a8b2d8d {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:23.876157 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ab8f37-4b1f-43ff-8917-fbf365beed25', 'name': 'network-vif-deleted', 'tag': 'f7124799-ba57-421b-9191-9f6cd60a07a7', 'status': 'completed', 'code': 200} Aug 29 16:57:23.881917 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142fb35f-2148-4dce-bf55-11ff84d7f48f x-openstack-request-id: req-142fb35f-2148-4dce-bf55-11ff84d7f48f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:23.884613 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ddd97c-9c37-49c6-87d5-ab991d3af14b", "tag": "9ccf29a3-676f-400a-87b6-42a059652628", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:23.884885 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-142fb35f-2148-4dce-bf55-11ff84d7f48f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:23.885346 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'tag': '9ccf29a3-676f-400a-87b6-42a059652628', 'status': 'completed', 'code': 200} Aug 29 16:57:23.886254 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e311dfed-41bc-45ff-b0bf-2ecd4fd4e1ff req-549fb693-f694-4630-8167-4a3f4076502c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ab8f37-4b1f-43ff-8917-fbf365beed25 HTTP/1.1" status: 200 len: 210 time: 0.0788243 Aug 29 16:57:23.897778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-a9fc2330-4637-4a77-92a0-62e14b8f8301 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ccf29a3-676f-400a-87b6-42a059652628 HTTP/1.1" status: 200 len: 217 time: 0.1362472 Aug 29 16:57:23.953401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140074-c278-4345-b8ac-12079773d00a req-2acd827f-673b-4b36-b13a-b0b752144880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:23.955061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-2acd827f-673b-4b36-b13a-b0b752144880 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9c45292-6f1d-4675-b417-0bfaac975c5a HTTP/1.1" status: 200 len: 844 time: 0.0542233 Aug 29 16:57:24.006067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-9827ceda-10ec-4363-9518-a6013db2fd2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22d36b5f-cd4a-44d1-aba8-231e41bdf914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307996 Aug 29 16:57:24.177944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412eb78-6e50-409a-980f-ed2cd75b1df6 req-6b3cb128-fc69-4c02-9b90-fe7ae5293fee tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:24.190079 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1412eb78-6e50-409a-980f-ed2cd75b1df6 req-6b3cb128-fc69-4c02-9b90-fe7ae5293fee tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 944 time: 0.1009874 Aug 29 16:57:24.192724 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-b1924d4a-896c-4085-a4e5-7682fdbb1690 service neutron] 10.222.0.16 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771867 Aug 29 16:57:24.327864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1412eb78-6e50-409a-980f-ed2cd75b1df6 req-ceaea772-e33e-485f-b06d-85d1d53840e1 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243250 Aug 29 16:57:24.391430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c140074-c278-4345-b8ac-12079773d00a req-b02dd3c3-a08a-4b35-ac7f-9fa9361072b5 service neutron] 10.222.0.16 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861985 Aug 29 16:57:24.511456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66cd64-ce55-4a4e-8de6-be763c5e7b04 req-d9fee0dc-2d23-4623-8135-373899bed8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:24.513094 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf66cd64-ce55-4a4e-8de6-be763c5e7b04 req-d9fee0dc-2d23-4623-8135-373899bed8b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 1096 time: 0.0597081 Aug 29 16:57:24.574519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c7552-9808-4f7c-a3e5-c3747c5a370d req-a76c1566-f39d-4b1d-ae8c-20cd0d04c70f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:24.583411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d25c7552-9808-4f7c-a3e5-c3747c5a370d req-a76c1566-f39d-4b1d-ae8c-20cd0d04c70f tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 946 time: 0.0657439 Aug 29 16:57:24.653069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66cd64-ce55-4a4e-8de6-be763c5e7b04 req-9ec9732c-ccaf-41f9-9b0c-629cdee8e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:24.655582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf66cd64-ce55-4a4e-8de6-be763c5e7b04 req-9ec9732c-ccaf-41f9-9b0c-629cdee8e90b service neutron] 10.222.0.16 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 905 time: 0.1334658 Aug 29 16:57:24.678628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdb6b7-1091-4706-b9d5-293e0f5b805a req-1fd31c07-3518-4594-9c9e-68e9f21c7d44 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:24.680152 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68fdb6b7-1091-4706-b9d5-293e0f5b805a req-1fd31c07-3518-4594-9c9e-68e9f21c7d44 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 946 time: 0.0701072 Aug 29 16:57:24.739815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d25c7552-9808-4f7c-a3e5-c3747c5a370d req-f2a351f6-8bab-4011-a5b1-8a74c08a1112 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8a28586-3d4c-4fea-bd21-505eff5775af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516638 Aug 29 16:57:24.740706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf66cd64-ce55-4a4e-8de6-be763c5e7b04 req-b3ffd3ea-48e9-40bf-a79b-6b3bec4558f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ccf29a3-676f-400a-87b6-42a059652628 HTTP/1.1" status: 200 len: 217 time: 0.0754271 Aug 29 16:57:24.816480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66cd64-ce55-4a4e-8de6-be763c5e7b04 req-b8c5186a-f99b-4608-b62a-ffde1ecd0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:24.818003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf66cd64-ce55-4a4e-8de6-be763c5e7b04 req-b8c5186a-f99b-4608-b62a-ffde1ecd0c13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9c45292-6f1d-4675-b417-0bfaac975c5a HTTP/1.1" status: 200 len: 844 time: 0.0596795 Aug 29 16:57:24.867371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-68fdb6b7-1091-4706-b9d5-293e0f5b805a req-f42076d7-3608-4b3d-a0c0-3af8558bddea tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Deleting port ef04e842-61af-4079-a658-d3bef7b3c2cf {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:57:24.867640 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-68fdb6b7-1091-4706-b9d5-293e0f5b805a req-f42076d7-3608-4b3d-a0c0-3af8558bddea tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:24.870210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf66cd64-ce55-4a4e-8de6-be763c5e7b04 req-15c42d19-0e03-4d0c-b814-dc85a1370649 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22d36b5f-cd4a-44d1-aba8-231e41bdf914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424101 Aug 29 16:57:24.910485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e710f-663f-40fa-895e-3ef8f220fa72 req-95add877-0915-4f0f-97ba-e4e0a3d801be tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:24.917814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-053e710f-663f-40fa-895e-3ef8f220fa72 req-95add877-0915-4f0f-97ba-e4e0a3d801be tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0986469 Aug 29 16:57:25.003640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-68fdb6b7-1091-4706-b9d5-293e0f5b805a req-f42076d7-3608-4b3d-a0c0-3af8558bddea tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] For port ef04e842-61af-4079-a658-d3bef7b3c2cf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ef04e842-61af-4079-a658-d3bef7b3c2cf,segment=NetworkSegment(53c9f7dc-051e-4649-8f1e-5c07e5701085),segment_id=53c9f7dc-051e-4649-8f1e-5c07e5701085)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:25.004105 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-68fdb6b7-1091-4706-b9d5-293e0f5b805a req-f42076d7-3608-4b3d-a0c0-3af8558bddea tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:25.020592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-68fdb6b7-1091-4706-b9d5-293e0f5b805a req-f42076d7-3608-4b3d-a0c0-3af8558bddea tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Calling delete_port for ef04e842-61af-4079-a658-d3bef7b3c2cf owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:57:25.025922 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-053e710f-663f-40fa-895e-3ef8f220fa72 req-c8b86026-140f-42a3-ac81-4a07f3094d8a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071990 Aug 29 16:57:25.090668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf66cd64-ce55-4a4e-8de6-be763c5e7b04 req-570635c7-eec3-4cb8-8f8b-4a7ad384622e service neutron] 10.222.0.16 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105179 Aug 29 16:57:25.263672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf66cd64-ce55-4a4e-8de6-be763c5e7b04 req-8f2ec192-345a-4a93-8bb0-8c770c71b115 service neutron] 10.222.0.16 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527269 Aug 29 16:57:25.266084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-68fdb6b7-1091-4706-b9d5-293e0f5b805a req-f42076d7-3608-4b3d-a0c0-3af8558bddea tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:25.279853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['ef04e842-61af-4079-a658-d3bef7b3c2cf'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:25.346954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbbd3e-53d4-43c6-bf42-25573baebd06 req-978654e0-86eb-414f-a035-2acffb5b4188 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:25.357025 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88cbbd3e-53d4-43c6-bf42-25573baebd06 req-978654e0-86eb-414f-a035-2acffb5b4188 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 945 time: 0.0874474 Aug 29 16:57:25.372371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42076d7-3608-4b3d-a0c0-3af8558bddea tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Pushing event deleted for resources: {'Port': ['ID=ef04e842-61af-4079-a658-d3bef7b3c2cf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:25.411654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88cbbd3e-53d4-43c6-bf42-25573baebd06 req-af22f2e7-dc20-4beb-b638-789a90f0bac1 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474472 Aug 29 16:57:25.436908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fdb6b7-1091-4706-b9d5-293e0f5b805a req-f42076d7-3608-4b3d-a0c0-3af8558bddea tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] No DVR routers for this DVR port ef04e842-61af-4079-a658-d3bef7b3c2cf on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:57:25.442188 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-68fdb6b7-1091-4706-b9d5-293e0f5b805a req-f42076d7-3608-4b3d-a0c0-3af8558bddea tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:25.445363 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68fdb6b7-1091-4706-b9d5-293e0f5b805a req-f42076d7-3608-4b3d-a0c0-3af8558bddea tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.10 "DELETE /v2.0/ports/ef04e842-61af-4079-a658-d3bef7b3c2cf HTTP/1.1" status: 204 len: 173 time: 0.7534404 Aug 29 16:57:25.465302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f7124799-ba57-421b-9191-9f6cd60a07a7 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:25.489908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: f7124799-ba57-421b-9191-9f6cd60a07a7 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:57:25.490910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f7124799-ba57-421b-9191-9f6cd60a07a7 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:57:25.509083 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f12a80-31f1-49cc-871b-52f371601cd6 req-da455b10-a6b9-4f67-be63-7467ce089438 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:25.512255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41f12a80-31f1-49cc-871b-52f371601cd6 req-da455b10-a6b9-4f67-be63-7467ce089438 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 944 time: 0.0653443 Aug 29 16:57:25.555964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41f12a80-31f1-49cc-871b-52f371601cd6 req-fe70b58f-66fd-4648-b7c7-0bf8ace092e3 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Aug 29 16:57:25.890880 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6a786a8-26da-4f4e-bdd0-be5c47bcd126 req-83565dd6-8ba6-45cb-bfb2-05553229dd96 tempest-ServerDiskConfigTestJSON-1200332533 tempest-ServerDiskConfigTestJSON-1200332533-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e408b69-1046-4c6a-875c-154041f200f5 HTTP/1.1" status: 200 len: 210 time: 0.0507610 Aug 29 16:57:25.892604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e408b69-1046-4c6a-875c-154041f200f5', 'name': 'network-vif-deleted', 'tag': 'ef04e842-61af-4079-a658-d3bef7b3c2cf'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:25.896509 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a96f2d-c536-404d-9478-38a2482d98b9" -d '{"events": [{"server_uuid": "9e408b69-1046-4c6a-875c-154041f200f5", "name": "network-vif-deleted", "tag": "ef04e842-61af-4079-a658-d3bef7b3c2cf"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:25.936302 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded797f7-7715-426a-a8bd-5b07c7850e3a x-openstack-request-id: req-ded797f7-7715-426a-a8bd-5b07c7850e3a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:25.936677 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e408b69-1046-4c6a-875c-154041f200f5", "name": "network-vif-deleted", "tag": "ef04e842-61af-4079-a658-d3bef7b3c2cf", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:25.936936 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ded797f7-7715-426a-a8bd-5b07c7850e3a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:25.937850 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e408b69-1046-4c6a-875c-154041f200f5', 'name': 'network-vif-deleted', 'tag': 'ef04e842-61af-4079-a658-d3bef7b3c2cf', 'status': 'completed', 'code': 200} Aug 29 16:57:26.209446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a305a16-3eec-4400-ab89-aa5cb9f3a7b6 req-8d1e206c-7d6e-47bc-9ad0-10e913baf14e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:26.241116 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a305a16-3eec-4400-ab89-aa5cb9f3a7b6 req-8d1e206c-7d6e-47bc-9ad0-10e913baf14e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.1234534 Aug 29 16:57:26.289683 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a305a16-3eec-4400-ab89-aa5cb9f3a7b6 req-40389196-7a97-4bdb-bae8-7d2b3ece6627 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494676 Aug 29 16:57:26.566271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002212a9-705e-4a0c-bcf9-7b6e56b9a442 req-22751e1d-697b-4195-bf92-3bd53cc5520a tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:26.573732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-002212a9-705e-4a0c-bcf9-7b6e56b9a442 req-22751e1d-697b-4195-bf92-3bd53cc5520a tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 945 time: 0.0656757 Aug 29 16:57:26.648443 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-002212a9-705e-4a0c-bcf9-7b6e56b9a442 req-73767f83-4afb-4406-9f58-f095e50b30ec tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698783 Aug 29 16:57:26.731367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea1133-f78e-4971-8e36-c13bb83c58ae req-ff098a5d-0991-4d5e-be53-3548033d71df tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:26.733302 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5cea1133-f78e-4971-8e36-c13bb83c58ae req-ff098a5d-0991-4d5e-be53-3548033d71df tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 944 time: 0.0574124 Aug 29 16:57:26.777475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5cea1133-f78e-4971-8e36-c13bb83c58ae req-8fdafad5-a256-46fb-bcc9-678b49a9259b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364268 Aug 29 16:57:27.087971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50686) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:27.136070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcdc782-ef61-438b-b017-a8ec34e994f2 admin admin] Deleting subnet 706e06ef-9641-4853-80d4-0cd097dad076 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:57:27.139113 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc782-ef61-438b-b017-a8ec34e994f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.173769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc782-ef61-438b-b017-a8ec34e994f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.216484 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc782-ef61-438b-b017-a8ec34e994f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.268411 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc782-ef61-438b-b017-a8ec34e994f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.295816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdc782-ef61-438b-b017-a8ec34e994f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706e06ef-9641-4853-80d4-0cd097dad076,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:27.297950 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc782-ef61-438b-b017-a8ec34e994f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.302949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6bcdc782-ef61-438b-b017-a8ec34e994f2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/706e06ef-9641-4853-80d4-0cd097dad076 HTTP/1.1" status: 204 len: 168 time: 0.2108366 Aug 29 16:57:27.303037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50688) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:27.360992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9ccf29a3-676f-400a-87b6-42a059652628 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:57:27.404206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.444031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2de1d-b01f-4744-b22f-02d65ec6febc req-06f9aa2d-f32a-491a-aa32-7268106fea48 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:27.445598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47f2de1d-b01f-4744-b22f-02d65ec6febc req-06f9aa2d-f32a-491a-aa32-7268106fea48 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 945 time: 0.0953743 Aug 29 16:57:27.474673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ef04e842-61af-4079-a658-d3bef7b3c2cf no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:27.505732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: ef04e842-61af-4079-a658-d3bef7b3c2cf {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:57:27.506396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ef04e842-61af-4079-a658-d3bef7b3c2cf not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:57:27.509114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39503104-fd0d-4337-9b52-89620c2836f5 req-902e5c77-79d3-4c03-891c-a72f684abed5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:27.512706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9ccf29a3-676f-400a-87b6-42a059652628, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ccf29a3-676f-400a-87b6-42a059652628,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:27.517160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39503104-fd0d-4337-9b52-89620c2836f5 req-902e5c77-79d3-4c03-891c-a72f684abed5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.1265392 Aug 29 16:57:27.520830 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.527644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '9ccf29a3-676f-400a-87b6-42a059652628', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'port_id': '9ccf29a3-676f-400a-87b6-42a059652628', 'mac_address': 'fa:16:3e:a1:eb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c45292-6f1d-4675-b417-0bfaac975c5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:57:27.533916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd00dde6-c06c-47c1-8d47-4d22537d9a8d']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:57:27.547183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c9f7dc-051e-4649-8f1e-5c07e5701085') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:57:27.547850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c9f7dc-051e-4649-8f1e-5c07e5701085') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:57:27.559143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.575281 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.586214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.593212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:57:27.595494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.597009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39503104-fd0d-4337-9b52-89620c2836f5 req-058ab04a-41b9-433a-98b5-7de3b3fe0c0b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788875 Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:57:27.597957 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:57:27.601409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccf29a3-676f-400a-87b6-42a059652628 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:27.616035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-47f2de1d-b01f-4744-b22f-02d65ec6febc req-84239cc4-9ff0-4af0-8518-11d36509d6ed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Deleting port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:57:27.616399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-47f2de1d-b01f-4744-b22f-02d65ec6febc req-84239cc4-9ff0-4af0-8518-11d36509d6ed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.625806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9ccf29a3-676f-400a-87b6-42a059652628, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ccf29a3-676f-400a-87b6-42a059652628,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:27.633488 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.678739 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.710780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9ccf29a3-676f-400a-87b6-42a059652628,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:27.712429 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.716721 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] 10.222.0.22 "DELETE /v2.0/networks/fd00dde6-c06c-47c1-8d47-4d22537d9a8d HTTP/1.1" status: 204 len: 168 time: 0.4109018 Aug 29 16:57:27.726285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abafa2b-b798-4915-9ae6-19ede9f7b44a admin admin] Pushing event deleted for resources: {'Network': ['ID=fd00dde6-c06c-47c1-8d47-4d22537d9a8d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:27.730782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-47f2de1d-b01f-4744-b22f-02d65ec6febc req-84239cc4-9ff0-4af0-8518-11d36509d6ed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] For port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:27.731279 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-47f2de1d-b01f-4744-b22f-02d65ec6febc req-84239cc4-9ff0-4af0-8518-11d36509d6ed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:27.746317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-47f2de1d-b01f-4744-b22f-02d65ec6febc req-84239cc4-9ff0-4af0-8518-11d36509d6ed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Calling delete_port for b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:57:27.824411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec17c9-1760-4ac4-aabe-5d1f8bbcb1a5 req-c8cb808b-51e1-4dea-bc64-c7e76a396153 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:27.832574 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2cec17c9-1760-4ac4-aabe-5d1f8bbcb1a5 req-c8cb808b-51e1-4dea-bc64-c7e76a396153 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 945 time: 0.0816011 Aug 29 16:57:27.889076 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2cec17c9-1760-4ac4-aabe-5d1f8bbcb1a5 req-85df4017-4134-4623-94f0-9d21ba7faa56 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458002 Aug 29 16:57:27.964940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50700) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:28.004938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ceead-7059-44af-a1dd-9b825d07252a req-7650ec83-5ac2-4900-b6f3-e4bf62af1ba4 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:28.012336 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6c4ceead-7059-44af-a1dd-9b825d07252a req-7650ec83-5ac2-4900-b6f3-e4bf62af1ba4 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 945 time: 0.1223974 Aug 29 16:57:28.021973 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d503f4f6-5905-4236-85a1-a2efcbbd5faf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77efff66de264f21bf07e1a1c4ef01a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556192 Aug 29 16:57:28.024620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50708) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:28.036370 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-47f2de1d-b01f-4744-b22f-02d65ec6febc req-84239cc4-9ff0-4af0-8518-11d36509d6ed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:28.049591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ac0a71d4-1be2-4cfb-b3d2-34ee716664ac', 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:28.081976 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e12d9e2-b2c7-4161-ac20-ce8e3dbdd808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:28.096864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84239cc4-9ff0-4af0-8518-11d36509d6ed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Pushing event deleted for resources: {'Port': ['ID=b3fb5c6c-a7ad-4c3e-8871-fda08ff14710,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:28.107326 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e12d9e2-b2c7-4161-ac20-ce8e3dbdd808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:28.121298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6c4ceead-7059-44af-a1dd-9b825d07252a req-59909f6c-38bf-4af6-b2c6-6ce3f421d578 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061270 Aug 29 16:57:28.172389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f2de1d-b01f-4744-b22f-02d65ec6febc req-84239cc4-9ff0-4af0-8518-11d36509d6ed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] No DVR routers for this DVR port b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:57:28.176331 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-47f2de1d-b01f-4744-b22f-02d65ec6febc req-84239cc4-9ff0-4af0-8518-11d36509d6ed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:28.179357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47f2de1d-b01f-4744-b22f-02d65ec6febc req-84239cc4-9ff0-4af0-8518-11d36509d6ed tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.16 "DELETE /v2.0/ports/b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 HTTP/1.1" status: 204 len: 173 time: 0.7240674 Aug 29 16:57:28.179889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5c4e82-14e4-4126-97e2-b218abb8e1ca', 'name': 'network-vif-deleted', 'tag': 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:28.181701 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e12d9e2-b2c7-4161-ac20-ce8e3dbdd808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:28.182785 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744619d3-1ff8-4d88-980b-7f3171a20881" -d '{"events": [{"server_uuid": "0f5c4e82-14e4-4126-97e2-b218abb8e1ca", "name": "network-vif-deleted", "tag": "b3fb5c6c-a7ad-4c3e-8871-fda08ff14710"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:28.185075 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e12d9e2-b2c7-4161-ac20-ce8e3dbdd808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:28.186333 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8e12d9e2-b2c7-4161-ac20-ce8e3dbdd808 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8a28586-3d4c-4fea-bd21-505eff5775af HTTP/1.1" status: 204 len: 168 time: 0.1606092 Aug 29 16:57:28.207684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12d9e2-b2c7-4161-ac20-ce8e3dbdd808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a28586-3d4c-4fea-bd21-505eff5775af,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:28.245110 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d3526b-563c-4525-8848-f326e3ef577d x-openstack-request-id: req-b3d3526b-563c-4525-8848-f326e3ef577d {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:28.246027 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5c4e82-14e4-4126-97e2-b218abb8e1ca", "name": "network-vif-deleted", "tag": "b3fb5c6c-a7ad-4c3e-8871-fda08ff14710", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:28.246456 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3d3526b-563c-4525-8848-f326e3ef577d {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:28.247046 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5c4e82-14e4-4126-97e2-b218abb8e1ca', 'name': 'network-vif-deleted', 'tag': 'b3fb5c6c-a7ad-4c3e-8871-fda08ff14710', 'status': 'completed', 'code': 200} Aug 29 16:57:28.260283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['9ccf29a3-676f-400a-87b6-42a059652628'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:28.333337 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56281e62-8905-40ef-9955-e5d9dd58a807 req-2427b747-1c56-4ab9-9d3e-6cc601705b32 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:28.335711 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56281e62-8905-40ef-9955-e5d9dd58a807 req-2427b747-1c56-4ab9-9d3e-6cc601705b32 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=b639007a-19c2-4aca-b65d-c6250bcbf01a HTTP/1.1" status: 200 len: 951 time: 0.0647078 Aug 29 16:57:28.444883 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56281e62-8905-40ef-9955-e5d9dd58a807 req-a3d23551-e0cf-4d5a-b1fa-490bd556543a tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031208 Aug 29 16:57:28.727873 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0f4b3-9b90-404f-a253-8cdcc9b9f218 req-56d809ab-a0e8-42ff-a341-78dd56722f76 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:28.729681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e1b0f4b3-9b90-404f-a253-8cdcc9b9f218 req-56d809ab-a0e8-42ff-a341-78dd56722f76 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0657313 Aug 29 16:57:28.817397 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e1b0f4b3-9b90-404f-a253-8cdcc9b9f218 req-678b7286-7ed0-4e58-a0a3-0b5f14712090 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790982 Aug 29 16:57:29.041489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6e17a7a9-e8f6-4338-a133-4cd86cf937c4 req-6948e06d-5112-4abc-9268-dd78e4b68030 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f5c4e82-14e4-4126-97e2-b218abb8e1ca HTTP/1.1" status: 200 len: 210 time: 0.0429814 Aug 29 16:57:29.255238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c03ec9-5e42-4662-ab1e-9c99a72845cf req-ff3da27f-b8ae-46ef-a349-8122bb1e74cc tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:29.261761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c03ec9-5e42-4662-ab1e-9c99a72845cf req-ff3da27f-b8ae-46ef-a349-8122bb1e74cc tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 945 time: 0.0614765 Aug 29 16:57:29.304503 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c03ec9-5e42-4662-ab1e-9c99a72845cf req-09577593-60d6-46b5-90f5-f107c4d57892 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341058 Aug 29 16:57:29.817639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61c5b1bb-9682-4d30-a751-09025ac1b283 req-4cd46edf-62c5-43d0-a2c8-bb74266b6aee tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd4549c3-17fa-42d8-b5b4-0d5ca23b3b10 HTTP/1.1" status: 200 len: 210 time: 0.0350778 Aug 29 16:57:29.972891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca8511-dd4a-41c2-8eb0-379843564113 req-bc8d11bb-8d2d-403e-b9d9-d1a58af31b96 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:29.974681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a4ca8511-dd4a-41c2-8eb0-379843564113 req-bc8d11bb-8d2d-403e-b9d9-d1a58af31b96 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0563397 Aug 29 16:57:30.024858 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a4ca8511-dd4a-41c2-8eb0-379843564113 req-3b361f1b-4265-4d05-9e98-31429ffba6e8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Aug 29 16:57:30.366306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a6bbc56a-f0b2-411c-b57d-c49344bf5980 req-f0ddcc4f-50d6-4876-a9dc-80cfb2a5efb9 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0494359 Aug 29 16:57:30.528956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa21a4-b1a9-436b-b10a-f608c9f707e4 req-170bc0a8-910a-4f6b-85f8-d03e92fc59fd tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:30.530869 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6aa21a4-b1a9-436b-b10a-f608c9f707e4 req-170bc0a8-910a-4f6b-85f8-d03e92fc59fd tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 945 time: 0.0841708 Aug 29 16:57:30.557647 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:57:30.583677 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6aa21a4-b1a9-436b-b10a-f608c9f707e4 req-e5d95ea7-f823-4634-b02c-0cb13fab9a1f tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Aug 29 16:57:31.072295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcac0fda-b225-4ddb-9cc0-9934f8eb24c7 req-f277293a-cf22-4582-bf2c-9d049ea0d409 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0706713 Aug 29 16:57:31.174769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0848d4f-c23f-40ff-affc-a55393b5b31f req-bbe8de26-bff5-4c46-9bae-303c7ee9e04d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:31.176113 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0848d4f-c23f-40ff-affc-a55393b5b31f req-bbe8de26-bff5-4c46-9bae-303c7ee9e04d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0629599 Aug 29 16:57:31.183867 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac0fda-b225-4ddb-9cc0-9934f8eb24c7 req-52445202-15ab-4d7a-9868-6f726561e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:31.192726 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcac0fda-b225-4ddb-9cc0-9934f8eb24c7 req-52445202-15ab-4d7a-9868-6f726561e0a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 1098 time: 0.0595376 Aug 29 16:57:31.243947 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0848d4f-c23f-40ff-affc-a55393b5b31f req-9b77cf49-3b7a-4b6a-9817-9a205f98f123 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615134 Aug 29 16:57:31.319776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac0fda-b225-4ddb-9cc0-9934f8eb24c7 req-251a5424-85a1-41b9-96c8-8fb47420499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:31.321902 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcac0fda-b225-4ddb-9cc0-9934f8eb24c7 req-251a5424-85a1-41b9-96c8-8fb47420499d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 200 len: 916 time: 0.1106339 Aug 29 16:57:31.367378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9ccf29a3-676f-400a-87b6-42a059652628 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:57:31.373555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcac0fda-b225-4ddb-9cc0-9934f8eb24c7 req-15d9019c-fd2d-495a-8da6-b43e2bd4a240 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac HTTP/1.1" status: 200 len: 217 time: 0.0428607 Aug 29 16:57:31.483742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac0fda-b225-4ddb-9cc0-9934f8eb24c7 req-c1005814-f5bd-4d4d-aec3-130f25568661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:31.485438 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcac0fda-b225-4ddb-9cc0-9934f8eb24c7 req-c1005814-f5bd-4d4d-aec3-130f25568661 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 200 len: 855 time: 0.1020861 Aug 29 16:57:31.487671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 9ccf29a3-676f-400a-87b6-42a059652628 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:57:31.496752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 9ccf29a3-676f-400a-87b6-42a059652628 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:57:31.497201 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:31.528664 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcac0fda-b225-4ddb-9cc0-9934f8eb24c7 req-e3b31ab7-931b-4bf5-b7f0-f0de9320baa9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0991fc44-0e51-497d-a36d-d6ba73e184ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341113 Aug 29 16:57:31.634755 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:31.651880 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcac0fda-b225-4ddb-9cc0-9934f8eb24c7 req-1dfeb25a-2ae0-4828-8652-fa1fa54607c5 service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136951 Aug 29 16:57:31.685121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccf29a3-676f-400a-87b6-42a059652628'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:31.685848 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92a4948d-62ad-42da-859b-ddf9a5099821 req-cf0a7490-93e8-4a6c-98db-24480a71df33 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0531271 Aug 29 16:57:31.698967 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf4c9d-dc32-4926-87d7-17c6b10c6fdc" -d '{"events": [{"server_uuid": "b2ddd97c-9c37-49c6-87d5-ab991d3af14b", "name": "network-vif-plugged", "status": "completed", "tag": "9ccf29a3-676f-400a-87b6-42a059652628"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:31.716268 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9ccf29a3-676f-400a-87b6-42a059652628, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ccf29a3-676f-400a-87b6-42a059652628,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:31.725202 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:31.726340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:31.777690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:57:31.778210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b3fb5c6c-a7ad-4c3e-8871-fda08ff14710 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:57:31.779464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 611cb227-d3a6-4c1e-a077-10905f93591f no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:31.883018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9ccf29a3-676f-400a-87b6-42a059652628,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:31.889539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af40d2e-f5e6-4a7f-a9c9-e136da263c39 req-6f2f95c4-f591-403d-b4fc-7bbe239ae768 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:31.891120 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8af40d2e-f5e6-4a7f-a9c9-e136da263c39 req-6f2f95c4-f591-403d-b4fc-7bbe239ae768 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 946 time: 0.1201799 Aug 29 16:57:31.901345 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:31.914330 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcac0fda-b225-4ddb-9cc0-9934f8eb24c7 req-c08d6fe1-f62f-48f2-bb38-3ae2a293da3f service neutron] 10.222.0.16 "GET /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520833 Aug 29 16:57:31.949168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:31.955740 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:31.964391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8af40d2e-f5e6-4a7f-a9c9-e136da263c39 req-47ec337f-b3c4-41b9-9d35-8dfc6e113dab tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635755 Aug 29 16:57:32.011169 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=11']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:32.019706 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf5276f-1576-48b9-9fd9-6f78ddba442e x-openstack-request-id: req-fbf5276f-1576-48b9-9fd9-6f78ddba442e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:32.020039 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ddd97c-9c37-49c6-87d5-ab991d3af14b", "name": "network-vif-plugged", "status": "completed", "tag": "9ccf29a3-676f-400a-87b6-42a059652628", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:32.020241 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fbf5276f-1576-48b9-9fd9-6f78ddba442e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:32.020633 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccf29a3-676f-400a-87b6-42a059652628', 'code': 200} Aug 29 16:57:32.139415 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15af1d-f6b7-421c-b8c9-23cd654af049 req-bec32139-040d-412a-ae6b-10431bc9e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:32.140881 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e15af1d-f6b7-421c-b8c9-23cd654af049 req-bec32139-040d-412a-ae6b-10431bc9e622 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 1098 time: 0.0529459 Aug 29 16:57:32.143264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-070315e9-fe3e-4330-aa81-2ce644bd4baa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488458 Aug 29 16:57:32.192328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e15af1d-f6b7-421c-b8c9-23cd654af049 req-424bf1c3-69fa-4ff7-9c2b-d280c2a7f893 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Aug 29 16:57:32.245140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-796b9b98-7e85-4ac6-bbea-42cd24528c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:32.247316 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-796b9b98-7e85-4ac6-bbea-42cd24528c90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1096 time: 0.0456975 Aug 29 16:57:32.255147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ea1364c-e960-404f-8ffa-18b617e04006 req-0e4f6585-1011-4f07-b62d-cd0469693217 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd4549c3-17fa-42d8-b5b4-0d5ca23b3b10 HTTP/1.1" status: 200 len: 210 time: 0.0319099 Aug 29 16:57:32.374572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5112f-84af-4678-8482-b7ad0da99d61 req-991d7a00-4af5-41f1-83d7-9db9562b1f32 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:32.376263 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dbe5112f-84af-4678-8482-b7ad0da99d61 req-991d7a00-4af5-41f1-83d7-9db9562b1f32 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0609443 Aug 29 16:57:32.420090 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dbe5112f-84af-4678-8482-b7ad0da99d61 req-907cb7e9-738b-440a-bfa4-f26dceab4063 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375311 Aug 29 16:57:32.554013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-aef96fce-b4f3-4009-808b-a5ac0c2fec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:32.555554 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-aef96fce-b4f3-4009-808b-a5ac0c2fec67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.1072507 Aug 29 16:57:32.577732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf1932-8b16-47ca-9d51-4d641d49a815 req-06791e09-14f4-4006-aa04-7c57115a49ec tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:32.581665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bbbf1932-8b16-47ca-9d51-4d641d49a815 req-06791e09-14f4-4006-aa04-7c57115a49ec tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 948 time: 0.0602300 Aug 29 16:57:32.628895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bbbf1932-8b16-47ca-9d51-4d641d49a815 req-d67c14a8-f2b9-40f8-a6d2-9605c3c40b07 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Aug 29 16:57:32.637585 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-5eb9947b-3996-4086-8703-71a4b45b6f37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 999 time: 0.0732789 Aug 29 16:57:32.689850 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-2bdfd12b-cc62-4e06-861e-3297bfbf7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:32.691403 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-2bdfd12b-cc62-4e06-861e-3297bfbf7d0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0449123 Aug 29 16:57:32.747427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-329f50e0-6691-4a8e-8b18-b387418080f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:32.748947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-329f50e0-6691-4a8e-8b18-b387418080f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488172 Aug 29 16:57:32.854606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8dc5071c-c634-4bdf-b0e2-4f1d4f03d980 req-f5ed9014-2cb2-4eed-8166-952b7363e591 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0325775 Aug 29 16:57:32.881590 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-079201ec-d03a-42ef-93d8-a1e5ebc8a0f4 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233644 Aug 29 16:57:32.984668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a74e09b-f680-41ef-900f-38ecaf3c20e2 req-1553a616-d79a-4e4e-af22-49bcbd2bf49c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0268645 Aug 29 16:57:32.992745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7db76361-998e-4969-8f09-82d9509fb0f2 req-9f138e21-0763-4ece-a3b5-25f68288f4b8 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018651 Aug 29 16:57:33.083344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120764d-6fcc-4466-8fc6-7920c49a8a45 req-f0a378db-600f-4112-b823-965a3569b5f5 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:33.084732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c120764d-6fcc-4466-8fc6-7920c49a8a45 req-f0a378db-600f-4112-b823-965a3569b5f5 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 946 time: 0.0495315 Aug 29 16:57:33.123022 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c120764d-6fcc-4466-8fc6-7920c49a8a45 req-a9c78c46-1e5a-40b9-b8ef-4fc7c972171d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321755 Aug 29 16:57:33.536192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d58c-3227-403b-ae16-b5bfd42e160a req-f0da773b-ab6e-4101-8c4d-7c9282698d03 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:33.538181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7cf8d58c-3227-403b-ae16-b5bfd42e160a req-f0da773b-ab6e-4101-8c4d-7c9282698d03 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0499995 Aug 29 16:57:33.585169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7cf8d58c-3227-403b-ae16-b5bfd42e160a req-7883ad1f-2df3-4563-8b79-c288b6452018 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400927 Aug 29 16:57:33.760885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10115ca8-3ec5-4285-ab2c-2c68d1098e0d req-fdcd64b6-8582-4c15-86f5-1da397b04d2b tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:33.762499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10115ca8-3ec5-4285-ab2c-2c68d1098e0d req-fdcd64b6-8582-4c15-86f5-1da397b04d2b tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 948 time: 0.0521641 Aug 29 16:57:33.808424 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10115ca8-3ec5-4285-ab2c-2c68d1098e0d req-c2d9f4e6-72b6-4cd0-8343-6e840a64e724 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Aug 29 16:57:33.815100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434b64-6c06-446a-8a45-93b543574806 req-89d2ad62-5986-4f4d-bb34-80fd9343d034 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:33.816618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96434b64-6c06-446a-8a45-93b543574806 req-89d2ad62-5986-4f4d-bb34-80fd9343d034 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 946 time: 0.0515957 Aug 29 16:57:33.857714 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96434b64-6c06-446a-8a45-93b543574806 req-b9027255-d63b-4dc6-8d1c-9ef3c4b5b20a tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335879 Aug 29 16:57:34.007528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4f61bb5-56af-4fe2-bd9b-af1c070f925e req-7b14c16e-f890-450d-938f-4e2356e9bf08 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0403895 Aug 29 16:57:34.022086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:34.024513 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ee1eb7-9733-43d0-bda4-dcb7782696fa" -d '{"events": [{"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-unplugged", "status": "completed", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:34.061966 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1851f3-6e89-4c1e-9bf5-8933c2d616bf x-openstack-request-id: req-9f1851f3-6e89-4c1e-9bf5-8933c2d616bf {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:34.062261 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-unplugged", "status": "completed", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:34.062511 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f1851f3-6e89-4c1e-9bf5-8933c2d616bf {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:34.063077 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f', 'code': 200} Aug 29 16:57:34.241156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cef04-a933-4596-84d2-eae360fa5766 req-60c86a26-84e2-45a1-8b5f-2e0f49a30326 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:34.242596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a3cef04-a933-4596-84d2-eae360fa5766 req-60c86a26-84e2-45a1-8b5f-2e0f49a30326 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 946 time: 0.0528142 Aug 29 16:57:34.279804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a3cef04-a933-4596-84d2-eae360fa5766 req-0ae749e9-ef87-4743-879b-4b8570fadb5e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313628 Aug 29 16:57:34.501203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921d26f-a62f-4b78-b604-68d5cc25a7bb req-3fb1d346-6f66-4915-852a-bd5b2f9eba8d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:34.502638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0921d26f-a62f-4b78-b604-68d5cc25a7bb req-3fb1d346-6f66-4915-852a-bd5b2f9eba8d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 946 time: 0.0515349 Aug 29 16:57:34.548777 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0921d26f-a62f-4b78-b604-68d5cc25a7bb req-5bccb95e-9177-4a63-9d7b-1fa20b03562e tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Aug 29 16:57:34.701910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5843fd6-2b54-458e-b562-636b0a26dff4 req-02b2131e-70ca-44ee-b87e-675acffa0ee4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:34.703943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5843fd6-2b54-458e-b562-636b0a26dff4 req-02b2131e-70ca-44ee-b87e-675acffa0ee4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0520713 Aug 29 16:57:34.743855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5843fd6-2b54-458e-b562-636b0a26dff4 req-be2a316c-bdc4-491e-8f14-37ce30751e9c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Aug 29 16:57:34.932965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9236d-5765-48a9-bdfa-02a3ecd4d189 req-1cfc9810-1d59-4194-927a-aee9f9bdc501 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:34.936122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-33f9236d-5765-48a9-bdfa-02a3ecd4d189 req-1cfc9810-1d59-4194-927a-aee9f9bdc501 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 948 time: 0.0567124 Aug 29 16:57:34.975944 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-33f9236d-5765-48a9-bdfa-02a3ecd4d189 req-38e4cf60-dbdd-4ad3-a31c-0af0324d8136 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345685 Aug 29 16:57:34.983419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaea3d-59dc-49f2-8b7f-89821690bf15 req-ee3fb844-a095-4b96-803f-cd7b285f5edb tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:34.985112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6ccaea3d-59dc-49f2-8b7f-89821690bf15 req-ee3fb844-a095-4b96-803f-cd7b285f5edb tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 946 time: 0.0574048 Aug 29 16:57:35.029633 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6ccaea3d-59dc-49f2-8b7f-89821690bf15 req-339052f4-45ef-430e-8cc3-9b297dd00067 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Aug 29 16:57:35.117085 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7336a3a3-4200-4a02-8f73-2c4979797e62 req-cc9ece11-529e-4234-9408-719a3fe10118 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0271740 Aug 29 16:57:35.393528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d3f68-23a4-4b2f-bb68-0cf918e96011 req-7f3f7900-12aa-4f36-81a9-05b0de729e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:35.395211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-240d3f68-23a4-4b2f-bb68-0cf918e96011 req-7f3f7900-12aa-4f36-81a9-05b0de729e14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 1097 time: 0.0701501 Aug 29 16:57:35.421189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791fd91-daad-442b-bc6b-72abe2436e2b req-b50256c2-d07a-4261-b91c-0ce7fdd2b608 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:35.424176 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9791fd91-daad-442b-bc6b-72abe2436e2b req-b50256c2-d07a-4261-b91c-0ce7fdd2b608 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1207175 Aug 29 16:57:35.433416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc344-1cae-4ab0-ab06-8e7fe7b6157a req-d8273f43-76a4-4b57-851f-b5995ba0bed4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:35.435256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-538cc344-1cae-4ab0-ab06-8e7fe7b6157a req-d8273f43-76a4-4b57-851f-b5995ba0bed4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.16 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 948 time: 0.0981934 Aug 29 16:57:35.504551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bf94c6d-0b49-4893-a849-b05211e33ceb req-ade07cc3-6a64-4954-a7c4-69214823f16e tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0751197 Aug 29 16:57:35.506004 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9791fd91-daad-442b-bc6b-72abe2436e2b req-bbbf2bd2-5479-4334-be9d-6ae82b2ad04b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697379 Aug 29 16:57:35.553460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d3f68-23a4-4b2f-bb68-0cf918e96011 req-95755f06-46d6-4b38-99a7-a0a2cec9aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:35.555142 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-240d3f68-23a4-4b2f-bb68-0cf918e96011 req-95755f06-46d6-4b38-99a7-a0a2cec9aa80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 200 len: 919 time: 0.1495349 Aug 29 16:57:35.559264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-538cc344-1cae-4ab0-ab06-8e7fe7b6157a req-0b035fe8-9a72-42b3-ab60-c390b2829ca4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Deleting port dacba6da-94b1-4cef-9433-547b2daeb165 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:57:35.559737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-538cc344-1cae-4ab0-ab06-8e7fe7b6157a req-0b035fe8-9a72-42b3-ab60-c390b2829ca4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:35.608633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-240d3f68-23a4-4b2f-bb68-0cf918e96011 req-4015114e-3749-4733-badd-9a51c5b4e0bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54993450-ca89-4713-a532-78327a56c4d3 HTTP/1.1" status: 200 len: 217 time: 0.0423925 Aug 29 16:57:35.717840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d3f68-23a4-4b2f-bb68-0cf918e96011 req-f2c55f7f-dec2-44d9-a605-3fa07274ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:35.719944 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-240d3f68-23a4-4b2f-bb68-0cf918e96011 req-f2c55f7f-dec2-44d9-a605-3fa07274ee71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07a2806e-7007-45c5-a616-3b534b724fe9 HTTP/1.1" status: 200 len: 858 time: 0.1026607 Aug 29 16:57:35.724144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-538cc344-1cae-4ab0-ab06-8e7fe7b6157a req-0b035fe8-9a72-42b3-ab60-c390b2829ca4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] For port dacba6da-94b1-4cef-9433-547b2daeb165, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=dacba6da-94b1-4cef-9433-547b2daeb165,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:35.724522 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-538cc344-1cae-4ab0-ab06-8e7fe7b6157a req-0b035fe8-9a72-42b3-ab60-c390b2829ca4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:35.737786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835a879-0406-453a-be99-ffc3e0c19d44 req-f3e70c61-75d2-4ca8-87b0-2d780b0968d5 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:35.738179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-538cc344-1cae-4ab0-ab06-8e7fe7b6157a req-0b035fe8-9a72-42b3-ab60-c390b2829ca4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Calling delete_port for dacba6da-94b1-4cef-9433-547b2daeb165 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:57:35.739334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b835a879-0406-453a-be99-ffc3e0c19d44 req-f3e70c61-75d2-4ca8-87b0-2d780b0968d5 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 946 time: 0.0837066 Aug 29 16:57:35.787506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-240d3f68-23a4-4b2f-bb68-0cf918e96011 req-3d0bcaa1-0027-4427-9429-c794a8cb7fe2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5260538-0a13-4470-8a62-e0f8b7d0f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472806 Aug 29 16:57:35.794679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b835a879-0406-453a-be99-ffc3e0c19d44 req-25016e3f-29d0-41b9-8349-66830acddbd4 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467844 Aug 29 16:57:35.885635 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-240d3f68-23a4-4b2f-bb68-0cf918e96011 req-53a6c578-2b34-44a1-9023-e462dae65934 service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870781 Aug 29 16:57:35.900705 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b23d85-2168-4d9c-a1b8-fde984780247 req-463f2705-b1be-4bbb-beca-3df73457820e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:35.902231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0b23d85-2168-4d9c-a1b8-fde984780247 req-463f2705-b1be-4bbb-beca-3df73457820e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0838363 Aug 29 16:57:35.925869 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-538cc344-1cae-4ab0-ab06-8e7fe7b6157a req-0b035fe8-9a72-42b3-ab60-c390b2829ca4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:35.964606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b035fe8-9a72-42b3-ab60-c390b2829ca4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Pushing event deleted for resources: {'Port': ['ID=dacba6da-94b1-4cef-9433-547b2daeb165,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:35.976754 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0b23d85-2168-4d9c-a1b8-fde984780247 req-ab6f1435-0470-42c6-add9-f2a14ee94897 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675063 Aug 29 16:57:36.002506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-240d3f68-23a4-4b2f-bb68-0cf918e96011 req-2ce9b228-f471-42e7-a6eb-13d370643b73 service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074693 Aug 29 16:57:36.010467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-538cc344-1cae-4ab0-ab06-8e7fe7b6157a req-0b035fe8-9a72-42b3-ab60-c390b2829ca4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] No DVR routers for this DVR port dacba6da-94b1-4cef-9433-547b2daeb165 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:57:36.012952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-538cc344-1cae-4ab0-ab06-8e7fe7b6157a req-0b035fe8-9a72-42b3-ab60-c390b2829ca4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:36.015079 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-538cc344-1cae-4ab0-ab06-8e7fe7b6157a req-0b035fe8-9a72-42b3-ab60-c390b2829ca4 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.16 "DELETE /v2.0/ports/dacba6da-94b1-4cef-9433-547b2daeb165 HTTP/1.1" status: 204 len: 173 time: 0.5646720 Aug 29 16:57:36.015582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'name': 'network-vif-deleted', 'tag': 'dacba6da-94b1-4cef-9433-547b2daeb165'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:36.018098 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ebfa3-2105-4a68-957f-594fb4b904e1" -d '{"events": [{"server_uuid": "194e84aa-badd-4c28-b9fb-ec9c6e33aed5", "name": "network-vif-deleted", "tag": "dacba6da-94b1-4cef-9433-547b2daeb165"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:36.090807 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-617b4f7d-3d0e-4a28-8dcb-5baf8e573a0a req-6cd43f1c-8438-454b-ad13-4d915a67977d tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=194e84aa-badd-4c28-b9fb-ec9c6e33aed5 HTTP/1.1" status: 200 len: 210 time: 0.0309963 Aug 29 16:57:36.092447 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b68b385-a1e8-487e-8890-ff3956952fe8 x-openstack-request-id: req-3b68b385-a1e8-487e-8890-ff3956952fe8 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:36.092752 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194e84aa-badd-4c28-b9fb-ec9c6e33aed5", "name": "network-vif-deleted", "tag": "dacba6da-94b1-4cef-9433-547b2daeb165", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:36.093008 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b68b385-a1e8-487e-8890-ff3956952fe8 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:36.093431 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194e84aa-badd-4c28-b9fb-ec9c6e33aed5', 'name': 'network-vif-deleted', 'tag': 'dacba6da-94b1-4cef-9433-547b2daeb165', 'status': 'completed', 'code': 200} Aug 29 16:57:36.206855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a8f71-147f-4c50-a051-60c4b6afe003 req-c2fd5263-d6a6-4b53-a79b-f69e163a2824 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:36.208268 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f64a8f71-147f-4c50-a051-60c4b6afe003 req-c2fd5263-d6a6-4b53-a79b-f69e163a2824 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 946 time: 0.0562322 Aug 29 16:57:36.246569 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f64a8f71-147f-4c50-a051-60c4b6afe003 req-d8e2fda3-7f98-4b47-91d3-b5a95266a108 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc988f03-b89c-4c76-85f7-ffd98a7a7d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Aug 29 16:57:36.288841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330d794-bd44-4fff-a807-7c5a6a2704fb req-0b879141-a675-4ce1-a453-9e6d6286a330 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:36.290324 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8330d794-bd44-4fff-a807-7c5a6a2704fb req-0b879141-a675-4ce1-a453-9e6d6286a330 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 1097 time: 0.0452099 Aug 29 16:57:36.324910 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8330d794-bd44-4fff-a807-7c5a6a2704fb req-2923a146-bae1-40ff-ac7e-eb08228456a1 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286450 Aug 29 16:57:36.370895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4c84-d516-4f58-92c5-d5141f9c0a06 req-e3560159-f14b-4f55-bede-d12c6fdb8830 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:36.372514 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-555d4c84-d516-4f58-92c5-d5141f9c0a06 req-e3560159-f14b-4f55-bede-d12c6fdb8830 tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.16 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 946 time: 0.0562046 Aug 29 16:57:36.493273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-555d4c84-d516-4f58-92c5-d5141f9c0a06 req-1da12af1-c1b3-4ba4-aa19-50c8ab406b9c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Deleting port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:57:36.493694 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-555d4c84-d516-4f58-92c5-d5141f9c0a06 req-1da12af1-c1b3-4ba4-aa19-50c8ab406b9c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:36.602277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-555d4c84-d516-4f58-92c5-d5141f9c0a06 req-1da12af1-c1b3-4ba4-aa19-50c8ab406b9c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] For port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac,segment=NetworkSegment(9b1e9490-0dd0-4215-b59b-cf23e0cccc69),segment_id=9b1e9490-0dd0-4215-b59b-cf23e0cccc69)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:36.602988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-555d4c84-d516-4f58-92c5-d5141f9c0a06 req-1da12af1-c1b3-4ba4-aa19-50c8ab406b9c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:36.617515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-555d4c84-d516-4f58-92c5-d5141f9c0a06 req-1da12af1-c1b3-4ba4-aa19-50c8ab406b9c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Calling delete_port for ac0a71d4-1be2-4cfb-b3d2-34ee716664ac owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:57:36.619315 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e6a9a0cf-c6a0-47ff-b6ef-826610305caa req-730be0c0-6a9b-4872-9915-78222f7d5010 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0348551 Aug 29 16:57:36.743618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3d76b-3db9-441a-a423-101fca256abe req-83650e9b-4c7e-4ea0-b9dc-e3e7a587c782 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:36.749882 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63a3d76b-3db9-441a-a423-101fca256abe req-83650e9b-4c7e-4ea0-b9dc-e3e7a587c782 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0637190 Aug 29 16:57:36.797450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63a3d76b-3db9-441a-a423-101fca256abe req-e5bea043-628d-49d3-929e-c0402c1a1ddb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445471 Aug 29 16:57:36.976298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e607e9-6bbd-4514-9430-6133bbf42857 req-e6715dfa-0094-4be4-bbaf-84c076c97a63 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:36.977858 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98e607e9-6bbd-4514-9430-6133bbf42857 req-e6715dfa-0094-4be4-bbaf-84c076c97a63 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 946 time: 0.0547228 Aug 29 16:57:37.035651 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98e607e9-6bbd-4514-9430-6133bbf42857 req-753c5d8c-0502-4a01-b32a-aadd570d41e6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494688 Aug 29 16:57:37.101536 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-555d4c84-d516-4f58-92c5-d5141f9c0a06 req-1da12af1-c1b3-4ba4-aa19-50c8ab406b9c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:37.115668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ac0a71d4-1be2-4cfb-b3d2-34ee716664ac'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:37.131994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da12af1-c1b3-4ba4-aa19-50c8ab406b9c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Pushing event deleted for resources: {'Port': ['ID=ac0a71d4-1be2-4cfb-b3d2-34ee716664ac,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:37.167615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abe235-b71d-43bb-b57b-091f7cae4fe7 req-b1cda0e6-930d-49b6-9ed7-58c61d515cab tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:37.169159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2abe235-b71d-43bb-b57b-091f7cae4fe7 req-b1cda0e6-930d-49b6-9ed7-58c61d515cab tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0670307 Aug 29 16:57:37.178184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-555d4c84-d516-4f58-92c5-d5141f9c0a06 req-1da12af1-c1b3-4ba4-aa19-50c8ab406b9c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] No DVR routers for this DVR port ac0a71d4-1be2-4cfb-b3d2-34ee716664ac on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:57:37.180803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-555d4c84-d516-4f58-92c5-d5141f9c0a06 req-1da12af1-c1b3-4ba4-aa19-50c8ab406b9c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:37.182763 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-555d4c84-d516-4f58-92c5-d5141f9c0a06 req-1da12af1-c1b3-4ba4-aa19-50c8ab406b9c tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.16 "DELETE /v2.0/ports/ac0a71d4-1be2-4cfb-b3d2-34ee716664ac HTTP/1.1" status: 204 len: 173 time: 0.8005250 Aug 29 16:57:37.210234 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2abe235-b71d-43bb-b57b-091f7cae4fe7 req-2d90924c-62ac-4818-8c87-c8baed9cee57 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Aug 29 16:57:37.335036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-5fa2ddae-5d84-4d4c-a3a3-c435a822681b tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:57:37.336365 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-5fa2ddae-5d84-4d4c-a3a3-c435a822681b tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078456 Aug 29 16:57:37.347228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Request body: {'binding': {'host': 'n-h2-713301-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:37.347681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Unknown quota resources ['binding']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:57:37.382395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dacba6da-94b1-4cef-9433-547b2daeb165 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:37.405605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: dacba6da-94b1-4cef-9433-547b2daeb165 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:57:37.405936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device dacba6da-94b1-4cef-9433-547b2daeb165 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:57:37.406886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ac0a71d4-1be2-4cfb-b3d2-34ee716664ac no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:37.426374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: ac0a71d4-1be2-4cfb-b3d2-34ee716664ac {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:57:37.426729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ac0a71d4-1be2-4cfb-b3d2-34ee716664ac not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:57:37.492649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b on host n-h2-713301-13 for vnic_type normal with profile None {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:57:37.493117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:57:37.493507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:37.497978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Port 03606f9f-229b-4237-80a5-89c3328f032b on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:57:37.498372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:37.503404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:57:37.503738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:57:37.504125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:57:37.504568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Bound port: 03606f9f-229b-4237-80a5-89c3328f032b, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:57:37.564014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:57:37.573877 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:37.575311 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2de1debb-d928-4b20-b4f3-46470c9eed75 service neutron] 10.222.0.22 "POST /v2.0/ports/03606f9f-229b-4237-80a5-89c3328f032b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2321990 Aug 29 16:57:37.720063 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-28be6672-5a3a-4585-bd70-aec8996a02b2 req-9f2ca211-9001-48df-ad3b-9ee696d23bec tempest-AttachVolumeNegativeTest-241615146 tempest-AttachVolumeNegativeTest-241615146-project] 10.222.0.22 "GET /v2.0/ports?device_id=19c7a0da-6969-4852-be8b-741397c0b376 HTTP/1.1" status: 200 len: 210 time: 0.0536666 Aug 29 16:57:37.842743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ae0e7-d3e1-4c61-be93-a69b549a8a5c req-a50154c5-f3e1-4fcc-80d7-afd0e99e52a0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:37.845756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b46ae0e7-d3e1-4c61-be93-a69b549a8a5c req-a50154c5-f3e1-4fcc-80d7-afd0e99e52a0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.0613294 Aug 29 16:57:37.894225 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b46ae0e7-d3e1-4c61-be93-a69b549a8a5c req-6d9e6a44-8add-4d99-b823-e70ecfb67b91 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408676 Aug 29 16:57:37.946178 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd650686-2695-4bdb-8944-db78340d47ec req-c3883caf-abc1-4b66-ab58-86a1a032afd1 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0308688 Aug 29 16:57:37.952073 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-727d9273-320c-4961-b555-1691d7cd7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:37.954120 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-727d9273-320c-4961-b555-1691d7cd7352 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 1097 time: 0.0712721 Aug 29 16:57:38.022964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5c44c-a0c7-4203-8a8f-9d2032ca00df req-e6aebeb2-15d2-4ac2-bfbf-ff237a51eff8 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:38.024463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fd5c44c-a0c7-4203-8a8f-9d2032ca00df req-e6aebeb2-15d2-4ac2-bfbf-ff237a51eff8 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0587571 Aug 29 16:57:38.061536 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fd5c44c-a0c7-4203-8a8f-9d2032ca00df req-30ca60ac-6da6-46f8-aa5d-a7e171b9e14d tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Aug 29 16:57:38.083045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bb9d0-1b9c-499c-b239-1c19d93b2bf0 req-d5a49e26-2b48-471e-94ef-3b289815fed5 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:38.084545 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-441bb9d0-1b9c-499c-b239-1c19d93b2bf0 req-d5a49e26-2b48-471e-94ef-3b289815fed5 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=b639007a-19c2-4aca-b65d-c6250bcbf01a HTTP/1.1" status: 200 len: 949 time: 0.0749035 Aug 29 16:57:38.099208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c7a0da-6969-4852-be8b-741397c0b376', 'name': 'network-vif-deleted', 'tag': 'ac0a71d4-1be2-4cfb-b3d2-34ee716664ac'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:38.101350 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b3ae0-9abe-4839-b024-5475cd2d622c" -d '{"events": [{"server_uuid": "19c7a0da-6969-4852-be8b-741397c0b376", "name": "network-vif-deleted", "tag": "ac0a71d4-1be2-4cfb-b3d2-34ee716664ac"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:38.111399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-80108092-7403-4eb9-82f2-ffd6f5a77ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:38.112872 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-80108092-7403-4eb9-82f2-ffd6f5a77ab5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.1512504 Aug 29 16:57:38.164571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-441bb9d0-1b9c-499c-b239-1c19d93b2bf0 req-5e7bbf37-4c95-4fba-b3c6-c2685499e826 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742671 Aug 29 16:57:38.166077 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-7938c706-4dac-4ec8-9e01-b2d39a197a33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03606f9f-229b-4237-80a5-89c3328f032b HTTP/1.1" status: 200 len: 217 time: 0.0400400 Aug 29 16:57:38.168106 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53256b84-0b1d-490d-96a6-d420343154b1 x-openstack-request-id: req-53256b84-0b1d-490d-96a6-d420343154b1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:38.168291 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c7a0da-6969-4852-be8b-741397c0b376", "name": "network-vif-deleted", "tag": "ac0a71d4-1be2-4cfb-b3d2-34ee716664ac", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:38.168547 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53256b84-0b1d-490d-96a6-d420343154b1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:38.168940 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c7a0da-6969-4852-be8b-741397c0b376', 'name': 'network-vif-deleted', 'tag': 'ac0a71d4-1be2-4cfb-b3d2-34ee716664ac', 'status': 'completed', 'code': 200} Aug 29 16:57:38.224103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-7e414e5e-10fa-4595-bb0e-f3b3e762af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:38.225541 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-7e414e5e-10fa-4595-bb0e-f3b3e762af85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0474596 Aug 29 16:57:38.260982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-3b47273a-4acc-4ad5-a482-437658bdc3e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246961 Aug 29 16:57:38.334470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7e9a8-271a-4286-8acb-bab3da7b42a9 req-a800f51c-9c46-467c-a710-903940da1a09 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:38.336021 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85d7e9a8-271a-4286-8acb-bab3da7b42a9 req-a800f51c-9c46-467c-a710-903940da1a09 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0489671 Aug 29 16:57:38.353088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-d6c99858-e98e-4b63-abca-01e6d439c3f4 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802310 Aug 29 16:57:38.374253 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85d7e9a8-271a-4286-8acb-bab3da7b42a9 req-6f6ce750-86ab-4cd9-99bf-9e0d1c41a99b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321510 Aug 29 16:57:38.450314 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-688d5278-f775-4b3a-b2a9-6e65024ea047 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873728 Aug 29 16:57:38.787336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51302) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:38.838454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7beef2-9966-4c7c-b031-df2b7b1b99d4 admin admin] Deleting subnet 0683e233-879a-4fd9-8ba9-d332f630c198 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:57:38.841490 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b7beef2-9966-4c7c-b031-df2b7b1b99d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:38.880568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b7beef2-9966-4c7c-b031-df2b7b1b99d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:38.919590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b7beef2-9966-4c7c-b031-df2b7b1b99d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:38.975468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b7beef2-9966-4c7c-b031-df2b7b1b99d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.008079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7beef2-9966-4c7c-b031-df2b7b1b99d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0683e233-879a-4fd9-8ba9-d332f630c198,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:39.010230 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b7beef2-9966-4c7c-b031-df2b7b1b99d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.014931 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1b7beef2-9966-4c7c-b031-df2b7b1b99d4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0683e233-879a-4fd9-8ba9-d332f630c198 HTTP/1.1" status: 204 len: 168 time: 0.2264912 Aug 29 16:57:39.016195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51308) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:39.035989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577c48c-3e62-4c44-9ec0-df5f559ac35b req-18978e80-2d15-4929-8fcc-b8d7ee7834a2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:39.042226 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0577c48c-3e62-4c44-9ec0-df5f559ac35b req-18978e80-2d15-4929-8fcc-b8d7ee7834a2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.0747252 Aug 29 16:57:39.077585 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0577c48c-3e62-4c44-9ec0-df5f559ac35b req-45f8f7ca-804e-49fd-b47c-6da4be3cadb2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 Aug 29 16:57:39.102016 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2bcc3308-3649-4371-8324-35b287baa80f req-b62903b6-027c-4cf5-ad17-c230d34bf26a tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0653400 Aug 29 16:57:39.127786 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.201348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9ef3d-a656-462b-bdad-e8e5fc31456f req-09428362-08be-4062-bd0e-8bca05f23c99 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:39.202886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a2f9ef3d-a656-462b-bdad-e8e5fc31456f req-09428362-08be-4062-bd0e-8bca05f23c99 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0615003 Aug 29 16:57:39.228822 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.242694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0991fc44-0e51-497d-a36d-d6ba73e184ad']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:57:39.253078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a2f9ef3d-a656-462b-bdad-e8e5fc31456f req-d5c58633-1ad7-4973-8f92-66f9fbe7d4fb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386546 Aug 29 16:57:39.254204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1e9490-0dd0-4215-b59b-cf23e0cccc69') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:57:39.254503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1e9490-0dd0-4215-b59b-cf23e0cccc69') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:57:39.263784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.298624 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.318738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:57:39.319204 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:57:39.320966 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:57:39.384795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45cf4-67ee-452b-a289-d278b9e56726 req-51fb95e1-c4e2-4e78-b517-7f844d93e2a2 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:39.386289 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66a45cf4-67ee-452b-a289-d278b9e56726 req-51fb95e1-c4e2-4e78-b517-7f844d93e2a2 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=b639007a-19c2-4aca-b65d-c6250bcbf01a HTTP/1.1" status: 200 len: 949 time: 0.1025651 Aug 29 16:57:39.387314 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.396676 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.400408 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] 10.222.0.22 "DELETE /v2.0/networks/0991fc44-0e51-497d-a36d-d6ba73e184ad HTTP/1.1" status: 204 len: 168 time: 0.3816786 Aug 29 16:57:39.410857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9ccf29a3-676f-400a-87b6-42a059652628 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:57:39.422506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f221f54-8401-4a69-b026-914e9a0adeda admin admin] Pushing event deleted for resources: {'Network': ['ID=0991fc44-0e51-497d-a36d-d6ba73e184ad,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:39.473384 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66a45cf4-67ee-452b-a289-d278b9e56726 req-4d889098-74b5-460a-b8ef-7f1ad6be8d80 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783501 Aug 29 16:57:39.547977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d0157-a4fc-4a60-84e3-50ede173128d req-365ed2bd-21a9-4672-99b5-c62687da864c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:39.553755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b6d0157-a4fc-4a60-84e3-50ede173128d req-365ed2bd-21a9-4672-99b5-c62687da864c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0821908 Aug 29 16:57:39.589162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9ccf29a3-676f-400a-87b6-42a059652628, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ccf29a3-676f-400a-87b6-42a059652628,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:39.600445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b6d0157-a4fc-4a60-84e3-50ede173128d req-06538b95-848b-4631-876c-a60b229a0dbf tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435925 Aug 29 16:57:39.602269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '9ccf29a3-676f-400a-87b6-42a059652628', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'port_id': '9ccf29a3-676f-400a-87b6-42a059652628', 'mac_address': 'fa:16:3e:a1:eb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c45292-6f1d-4675-b417-0bfaac975c5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:57:39.632044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51320) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:39.651766 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.665631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ccf29a3-676f-400a-87b6-42a059652628 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:39.677444 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-304a5c55-1b14-43ac-bf12-2e08c9574e90 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45c8dc6bdf4049e19980c0a5d5aa9e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440564 Aug 29 16:57:39.679792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51322) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:39.690708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9ccf29a3-676f-400a-87b6-42a059652628, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ccf29a3-676f-400a-87b6-42a059652628,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:39.695397 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.733808 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63823338-81e7-429c-becd-7a7e5182a642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.748411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9ccf29a3-676f-400a-87b6-42a059652628,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:39.761414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63823338-81e7-429c-becd-7a7e5182a642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.826530 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63823338-81e7-429c-becd-7a7e5182a642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.829638 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63823338-81e7-429c-becd-7a7e5182a642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:39.833759 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-63823338-81e7-429c-becd-7a7e5182a642 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc988f03-b89c-4c76-85f7-ffd98a7a7d04 HTTP/1.1" status: 204 len: 168 time: 0.1528993 Aug 29 16:57:39.843090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['9ccf29a3-676f-400a-87b6-42a059652628'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:39.846708 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63823338-81e7-429c-becd-7a7e5182a642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc988f03-b89c-4c76-85f7-ffd98a7a7d04,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:40.209130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15b105-9173-40a1-b3a4-a077a15b5868 req-840aebef-23ca-427d-8567-1b71b5ea4764 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:40.218276 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1f15b105-9173-40a1-b3a4-a077a15b5868 req-840aebef-23ca-427d-8567-1b71b5ea4764 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.0656738 Aug 29 16:57:40.221397 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95b5f853-46b3-4b44-91c7-7326c692caec req-4dceb8dc-4d02-409f-91e7-7bd001c508ee tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0288942 Aug 29 16:57:40.285253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1f15b105-9173-40a1-b3a4-a077a15b5868 req-ff6b9a99-6120-4c51-b4fb-80d67e50907c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554829 Aug 29 16:57:40.431587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf7501-6145-4061-96bb-7625c7c095e7 req-6a83e89f-d450-4d9a-94e7-d5d590848548 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:40.433117 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5eaf7501-6145-4061-96bb-7625c7c095e7 req-6a83e89f-d450-4d9a-94e7-d5d590848548 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.16 "GET /v2.0/ports?device_id=b639007a-19c2-4aca-b65d-c6250bcbf01a HTTP/1.1" status: 200 len: 949 time: 0.0677063 Aug 29 16:57:40.441563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7614c0-506a-42eb-ae62-aff6818e71d1 req-4bf32c29-2f2f-47cf-9438-354273f07f8b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:40.443102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a7614c0-506a-42eb-ae62-aff6818e71d1 req-4bf32c29-2f2f-47cf-9438-354273f07f8b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1048379 Aug 29 16:57:40.531725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a7614c0-506a-42eb-ae62-aff6818e71d1 req-d149e449-84fe-43c7-acb6-0030a7763a73 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804586 Aug 29 16:57:40.571071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-5eaf7501-6145-4061-96bb-7625c7c095e7 req-94612722-7596-4f26-afcb-27d4a150de60 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Deleting port 611cb227-d3a6-4c1e-a077-10905f93591f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:57:40.571535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5eaf7501-6145-4061-96bb-7625c7c095e7 req-94612722-7596-4f26-afcb-27d4a150de60 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:40.756259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5eaf7501-6145-4061-96bb-7625c7c095e7 req-94612722-7596-4f26-afcb-27d4a150de60 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] For port 611cb227-d3a6-4c1e-a077-10905f93591f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=611cb227-d3a6-4c1e-a077-10905f93591f,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:40.756897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5eaf7501-6145-4061-96bb-7625c7c095e7 req-94612722-7596-4f26-afcb-27d4a150de60 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:40.772460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-5eaf7501-6145-4061-96bb-7625c7c095e7 req-94612722-7596-4f26-afcb-27d4a150de60 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Calling delete_port for 611cb227-d3a6-4c1e-a077-10905f93591f owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:57:40.791366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbd740-2c75-4505-9a80-bbbf9ba89bbf req-050558e4-fd3b-4dde-8a3b-211b8433d17c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:40.792872 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bbbd740-2c75-4505-9a80-bbbf9ba89bbf req-050558e4-fd3b-4dde-8a3b-211b8433d17c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0864236 Aug 29 16:57:40.867129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ef73d-f5c0-4035-b877-1595c4a3074f req-2e48176c-c8a0-4837-8021-2d72eee14535 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:40.868846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-954ef73d-f5c0-4035-b877-1595c4a3074f req-2e48176c-c8a0-4837-8021-2d72eee14535 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/ports?device_id=b639007a-19c2-4aca-b65d-c6250bcbf01a HTTP/1.1" status: 200 len: 949 time: 0.3183725 Aug 29 16:57:40.878340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bbbd740-2c75-4505-9a80-bbbf9ba89bbf req-75ce8c70-6e4f-467c-8b45-9f5fb5c1d0be tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486186 Aug 29 16:57:40.917637 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-954ef73d-f5c0-4035-b877-1595c4a3074f req-f26fa59b-2398-4cfb-bd1e-801774e2ed06 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.22 "GET /v2.0/security-groups?id=8970b0de-8891-4e60-bf2a-0f49b89dee38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402524 Aug 29 16:57:40.973033 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5eaf7501-6145-4061-96bb-7625c7c095e7 req-94612722-7596-4f26-afcb-27d4a150de60 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:41.006625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94612722-7596-4f26-afcb-27d4a150de60 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Pushing event deleted for resources: {'Port': ['ID=611cb227-d3a6-4c1e-a077-10905f93591f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:41.062850 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eaf7501-6145-4061-96bb-7625c7c095e7 req-94612722-7596-4f26-afcb-27d4a150de60 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] No DVR routers for this DVR port 611cb227-d3a6-4c1e-a077-10905f93591f on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:57:41.065094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5eaf7501-6145-4061-96bb-7625c7c095e7 req-94612722-7596-4f26-afcb-27d4a150de60 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:41.067158 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5eaf7501-6145-4061-96bb-7625c7c095e7 req-94612722-7596-4f26-afcb-27d4a150de60 tempest-ListImageFiltersTestJSON-1644984586 tempest-ListImageFiltersTestJSON-1644984586-project] 10.222.0.16 "DELETE /v2.0/ports/611cb227-d3a6-4c1e-a077-10905f93591f HTTP/1.1" status: 204 len: 173 time: 0.6231296 Aug 29 16:57:41.067648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-deleted', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:41.070072 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78f308e-2dd2-4eb7-9ee7-872b4c94479e" -d '{"events": [{"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-deleted", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:41.113879 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6941da67-b850-486c-9071-86d35e3ff1f3 x-openstack-request-id: req-6941da67-b850-486c-9071-86d35e3ff1f3 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:41.114168 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b639007a-19c2-4aca-b65d-c6250bcbf01a", "name": "network-vif-deleted", "tag": "611cb227-d3a6-4c1e-a077-10905f93591f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:41.114430 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6941da67-b850-486c-9071-86d35e3ff1f3 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:41.114836 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639007a-19c2-4aca-b65d-c6250bcbf01a', 'name': 'network-vif-deleted', 'tag': '611cb227-d3a6-4c1e-a077-10905f93591f', 'status': 'completed', 'code': 200} Aug 29 16:57:41.339780 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db35c333-b11c-4432-8714-2608202293a8 req-05c3a36c-5f85-410d-b86e-03848ca3e687 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0369778 Aug 29 16:57:41.391238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9ccf29a3-676f-400a-87b6-42a059652628 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:57:41.479621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f9d4b-745b-4630-9b9b-87df14efa843 req-4d6c09f1-4f74-4d52-8a68-ab4b1eafd7c4 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:41.494325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b24f9d4b-745b-4630-9b9b-87df14efa843 req-4d6c09f1-4f74-4d52-8a68-ab4b1eafd7c4 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.1219003 Aug 29 16:57:41.551091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51414) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:41.585026 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b24f9d4b-745b-4630-9b9b-87df14efa843 req-ff0158fb-2b3c-45c7-9c11-1c85ad52d53c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889599 Aug 29 16:57:41.701029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 9ccf29a3-676f-400a-87b6-42a059652628 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:57:41.703535 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:41.732898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e1c46-2e67-420b-8f96-a3b95a8e5081 req-de5021ed-0d95-476c-976b-00af14341d3e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:41.735881 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e2e1c46-2e67-420b-8f96-a3b95a8e5081 req-de5021ed-0d95-476c-976b-00af14341d3e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0861027 Aug 29 16:57:41.778592 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-03f4d1c1-661b-4011-8b2d-6d49955a52fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:41.799239 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:41.813119 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e2e1c46-2e67-420b-8f96-a3b95a8e5081 req-72e0c8de-9253-43dc-9882-f36c255cc6ed tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641096 Aug 29 16:57:41.830506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccf29a3-676f-400a-87b6-42a059652628'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:41.830506 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0610b15b-3500-4456-8123-a96b2cfe83fb" -d '{"events": [{"server_uuid": "b2ddd97c-9c37-49c6-87d5-ab991d3af14b", "name": "network-vif-plugged", "status": "completed", "tag": "9ccf29a3-676f-400a-87b6-42a059652628"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:41.844705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9ccf29a3-676f-400a-87b6-42a059652628, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ccf29a3-676f-400a-87b6-42a059652628,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:41.851789 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:41.912419 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc596695-58db-4053-876c-8be3ac442d29 x-openstack-request-id: req-bc596695-58db-4053-876c-8be3ac442d29 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:41.912704 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ddd97c-9c37-49c6-87d5-ab991d3af14b", "name": "network-vif-plugged", "status": "completed", "tag": "9ccf29a3-676f-400a-87b6-42a059652628", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:41.912949 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc596695-58db-4053-876c-8be3ac442d29 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:41.918001 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccf29a3-676f-400a-87b6-42a059652628', 'code': 200} Aug 29 16:57:41.932324 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-03f4d1c1-661b-4011-8b2d-6d49955a52fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:41.938572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9ccf29a3-676f-400a-87b6-42a059652628,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:41.938928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-03f4d1c1-661b-4011-8b2d-6d49955a52fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:41.990118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4d1c1-661b-4011-8b2d-6d49955a52fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e05c1c-a439-408a-9fdf-8b30b41e61bf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:42.006486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51430) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:42.021776 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-03f4d1c1-661b-4011-8b2d-6d49955a52fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4058a52d9b62405289c3f1265801c595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4615266 Aug 29 16:57:42.075005 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-96f13835-78a0-4a08-b9d3-b8997281cf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:42.077800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fefc53-4c17-44e3-b505-2e16f83600b5 req-c776d2c7-bdd3-4590-8c82-97172cdeeb0c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:42.079597 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-01fefc53-4c17-44e3-b505-2e16f83600b5 req-c776d2c7-bdd3-4590-8c82-97172cdeeb0c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0856149 Aug 29 16:57:42.102966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-96f13835-78a0-4a08-b9d3-b8997281cf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:42.131845 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-01fefc53-4c17-44e3-b505-2e16f83600b5 req-2ca7cf43-2f03-42ee-ab5a-dc9de41cb381 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Aug 29 16:57:42.168568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-96f13835-78a0-4a08-b9d3-b8997281cf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:42.173431 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-96f13835-78a0-4a08-b9d3-b8997281cf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:42.178062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-96f13835-78a0-4a08-b9d3-b8997281cf82 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45e05c1c-a439-408a-9fdf-8b30b41e61bf HTTP/1.1" status: 204 len: 168 time: 0.1696398 Aug 29 16:57:42.186928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f13835-78a0-4a08-b9d3-b8997281cf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e05c1c-a439-408a-9fdf-8b30b41e61bf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:42.459861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d52c2a25-8d9e-43a2-b839-e348430b4476 req-998724ae-8c45-4e96-9efb-1d3af19a8255 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0320926 Aug 29 16:57:42.728263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023cc7e-6d3d-4155-9645-272c9c229354 req-23ec8f56-1373-4f19-b852-d42220728934 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:42.730536 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9023cc7e-6d3d-4155-9645-272c9c229354 req-23ec8f56-1373-4f19-b852-d42220728934 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.0576410 Aug 29 16:57:42.780022 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9023cc7e-6d3d-4155-9645-272c9c229354 req-5b5c6511-1632-41bd-b257-a262ce633682 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Aug 29 16:57:42.817990 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1a421aea-7a47-46f1-8641-c1263496521a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:42.968056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097bcaf-dc2f-4b4d-ac57-455378125210 req-06766247-499e-4373-a65d-07344cfc328e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:42.971848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3097bcaf-dc2f-4b4d-ac57-455378125210 req-06766247-499e-4373-a65d-07344cfc328e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0855680 Aug 29 16:57:43.032792 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3097bcaf-dc2f-4b4d-ac57-455378125210 req-53c26b1d-b0d8-4c08-a343-74b41eaa5535 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371730 Aug 29 16:57:43.246233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b92c8-3b19-4220-8d7b-1c1fa4fd01ce req-37f96509-f05c-4e4e-b483-2a51ad476f11 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:43.248185 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e35b92c8-3b19-4220-8d7b-1c1fa4fd01ce req-37f96509-f05c-4e4e-b483-2a51ad476f11 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0581012 Aug 29 16:57:43.404869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 611cb227-d3a6-4c1e-a077-10905f93591f no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:57:43.435095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 611cb227-d3a6-4c1e-a077-10905f93591f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:57:43.435733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 611cb227-d3a6-4c1e-a077-10905f93591f not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:57:43.537487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e35b92c8-3b19-4220-8d7b-1c1fa4fd01ce req-0fa2c515-562e-4bfd-847b-da725a4b4c25 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824602 Aug 29 16:57:43.617292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e030124-1bab-44ee-a2ee-28d90a0a2efd req-abdb0b56-7681-423e-a3ad-0a9693525ecc tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0318096 Aug 29 16:57:43.701479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51562) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:43.857381 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d81b48f6-6f35-4ade-a136-833614be1b53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1ea436ab4a84a359a4f446ab76c3a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546304 Aug 29 16:57:43.859872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51574) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:43.916754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ada0a560-36b0-404b-bc1d-da9e30ac781b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:43.939564 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ada0a560-36b0-404b-bc1d-da9e30ac781b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:43.940706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eaaa1-0b64-4241-af44-802c04b148d2 req-494636fe-ee10-43b1-8671-fbade24975f9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:43.942293 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7c0eaaa1-0b64-4241-af44-802c04b148d2 req-494636fe-ee10-43b1-8671-fbade24975f9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.0583096 Aug 29 16:57:43.989789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7c0eaaa1-0b64-4241-af44-802c04b148d2 req-84912384-b63b-4f49-ae7b-42425eff3244 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Aug 29 16:57:44.012076 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ada0a560-36b0-404b-bc1d-da9e30ac781b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:44.015597 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ada0a560-36b0-404b-bc1d-da9e30ac781b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:44.017214 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ada0a560-36b0-404b-bc1d-da9e30ac781b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8970b0de-8891-4e60-bf2a-0f49b89dee38 HTTP/1.1" status: 204 len: 168 time: 0.1561298 Aug 29 16:57:44.030249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0a560-36b0-404b-bc1d-da9e30ac781b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8970b0de-8891-4e60-bf2a-0f49b89dee38,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:44.162570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf17f4-84b6-49e2-8bb6-e8e993ae5d06 req-ee9a0f4c-ff0b-4e5f-9811-a73144816ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:44.164228 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-46bf17f4-84b6-49e2-8bb6-e8e993ae5d06 req-ee9a0f4c-ff0b-4e5f-9811-a73144816ee4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 1097 time: 0.0497634 Aug 29 16:57:44.196104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564952c-a478-4146-853e-d3de1730234a req-bbbfa776-c6e6-4c41-9726-d2ae6443f3db tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:44.197806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a564952c-a478-4146-853e-d3de1730234a req-bbbfa776-c6e6-4c41-9726-d2ae6443f3db tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0769532 Aug 29 16:57:44.222651 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-46bf17f4-84b6-49e2-8bb6-e8e993ae5d06 req-840ff405-d88e-4ef0-90d3-00a48a01cae7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502584 Aug 29 16:57:44.262247 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a564952c-a478-4146-853e-d3de1730234a req-a2fb7cba-9e74-4020-878e-746e1acf46aa tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522532 Aug 29 16:57:44.698665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356b77-fc8f-4216-87d1-e761dc1fdeff req-d380764a-eae8-4016-973b-a56e79975a8c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:44.700626 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e356b77-fc8f-4216-87d1-e761dc1fdeff req-d380764a-eae8-4016-973b-a56e79975a8c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0822468 Aug 29 16:57:44.774742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e356b77-fc8f-4216-87d1-e761dc1fdeff req-44b70abb-c1bd-4b52-aaaf-53487c14a860 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653064 Aug 29 16:57:44.799003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65260a2a-c4bd-4a08-b1bd-67200a83c44b req-048966bb-6fd3-4c50-8ea8-5c0b744d8000 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0405781 Aug 29 16:57:45.005481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51664) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:45.140810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1d043-ec32-4616-894d-5ae021c2196b req-c1d22eee-fc31-4295-8e9f-1d1c5557758c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:45.149919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7fd1d043-ec32-4616-894d-5ae021c2196b req-c1d22eee-fc31-4295-8e9f-1d1c5557758c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.0651345 Aug 29 16:57:45.170950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1753236658-network', 'tenant_id': '0d737f73e9744cc89026adafc8547a1f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:45.196640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7fd1d043-ec32-4616-894d-5ae021c2196b req-ae1f8dae-f86c-4517-8e22-12125c8f2634 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456498 Aug 29 16:57:45.212676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Made reservation on behalf of 0d737f73e9744cc89026adafc8547a1f for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:57:45.215346 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.227683 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.405307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51680) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:45.433005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.442080 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.461128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d66cd-8814-4600-9da9-8c55aba2de97 req-a1eb4c00-a108-47dc-950e-db618749f92c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:45.465674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c6d66cd-8814-4600-9da9-8c55aba2de97 req-a1eb4c00-a108-47dc-950e-db618749f92c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0973375 Aug 29 16:57:45.518408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:57:45.519470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9efbf024-0511-493b-8382-384949b6ce60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.539768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70fe1e1-09cb-46e8-ab68-bcf275830d39,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:45.554580 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.554930 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Added segment 6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9 of type vlan for network c7ef043c-c91b-402d-be4d-7e838af6145b Aug 29 16:57:45.571095 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c6d66cd-8814-4600-9da9-8c55aba2de97 req-9177ae2e-977a-48c8-a1e3-51555c4a5e54 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837474 Aug 29 16:57:45.595870 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03d66524-679e-4656-9ed7-9d9ac1b087c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.617459 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.669167 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.670104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:45.670773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.758029 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03d66524-679e-4656-9ed7-9d9ac1b087c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.765264 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03d66524-679e-4656-9ed7-9d9ac1b087c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.774155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] Pushing event updated for resources: {'Network': ['ID=c7ef043c-c91b-402d-be4d-7e838af6145b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:45.791379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network c7ef043c-c91b-402d-be4d-7e838af6145b details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:57:45.793353 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-499f5ae0-3407-4d57-9248-0ff5d2940dac admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7862225 Aug 29 16:57:45.794240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51698) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:45.807515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] Request body: {'subnet': {'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1753236658-subnet', 'tenant_id': '0d737f73e9744cc89026adafc8547a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:45.812714 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-03d66524-679e-4656-9ed7-9d9ac1b087c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e4d2078982d43269e9af4e9b50f2745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052632 Aug 29 16:57:45.815446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51700) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:45.824035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d66524-679e-4656-9ed7-9d9ac1b087c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cd0aaf-f0d0-412c-93f8-6e98ffcc788f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:45.859235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] Made reservation on behalf of 0d737f73e9744cc89026adafc8547a1f for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:57:45.863092 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:45.979792 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:46.050212 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88a2b773-9956-4a91-bfec-e0261effad93 req-a054f7b7-bcc8-4217-93b6-7929fd870a58 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0439847 Aug 29 16:57:46.183067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:46.299997 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35736e46-1540-46d5-8b3f-132f9d7bf21c,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:46.392364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] Checking segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:57:46.392685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] Network hostable DHCP agents. Network: c7ef043c-c91b-402d-be4d-7e838af6145b, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:57:46.411423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f836b6-cd07-4426-bcf0-ae9460f0fd98 req-8b37dbd0-e770-4115-801b-58c831b0153b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:46.413077 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02f836b6-cd07-4426-bcf0-ae9460f0fd98 req-8b37dbd0-e770-4115-801b-58c831b0153b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.0926709 Aug 29 16:57:46.423268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334ceeb-05b3-47b6-94cc-e99b257386c8 req-67edda8b-f92c-420f-9f85-01383b101256 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:46.429800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3334ceeb-05b3-47b6-94cc-e99b257386c8 req-67edda8b-f92c-420f-9f85-01383b101256 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.1329973 Aug 29 16:57:46.431748 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d197fd13-1294-4362-a848-51d4b7faa028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:46.432585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] Network c7ef043c-c91b-402d-be4d-7e838af6145b is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:57:46.469361 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02f836b6-cd07-4426-bcf0-ae9460f0fd98 req-4ca454f9-a79d-4fb3-a9e4-6320b4ee2d3b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Aug 29 16:57:46.470441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, c7ef043c-c91b-402d-be4d-7e838af6145b) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:57:46.475954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:46.476587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:46.482195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3690941d-500c-4151-8e1d-e08df9f99c99 None None] Network c7ef043c-c91b-402d-be4d-7e838af6145b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:57:46.505267 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3334ceeb-05b3-47b6-94cc-e99b257386c8 req-cfa54f14-abbc-4fc2-9730-3f277419c75e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702889 Aug 29 16:57:46.512981 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d197fd13-1294-4362-a848-51d4b7faa028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:46.521876 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-56c1fefe-c860-4915-810a-71150c572f4d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7263527 Aug 29 16:57:46.611936 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:46.623467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d197fd13-1294-4362-a848-51d4b7faa028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:46.627148 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d197fd13-1294-4362-a848-51d4b7faa028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:46.631015 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d197fd13-1294-4362-a848-51d4b7faa028 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0cd0aaf-f0d0-412c-93f8-6e98ffcc788f HTTP/1.1" status: 204 len: 168 time: 0.8118868 Aug 29 16:57:46.645827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197fd13-1294-4362-a848-51d4b7faa028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cd0aaf-f0d0-412c-93f8-6e98ffcc788f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:46.794655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672240f-25f3-4478-b51d-9f1b109bbda0 req-d37de061-ea01-40a6-8ac4-e518eb431798 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:46.805284 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c672240f-25f3-4478-b51d-9f1b109bbda0 req-d37de061-ea01-40a6-8ac4-e518eb431798 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0974879 Aug 29 16:57:46.863313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38562a4-f84a-4c66-bb97-7b849b0119e5 None None] Network c7ef043c-c91b-402d-be4d-7e838af6145b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:57:46.909734 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c672240f-25f3-4478-b51d-9f1b109bbda0 req-c2e0240a-88f1-4ff3-9e70-615230842298 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031349 Aug 29 16:57:47.138727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51740) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:47.157895 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9dc56585-5b99-4b46-8729-1202771b322f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:47.366337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425226d-2aee-44a5-9602-4fb274949947 req-12629179-e204-497b-ace6-488690a8a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:47.367949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d425226d-2aee-44a5-9602-4fb274949947 req-12629179-e204-497b-ace6-488690a8a624 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 1097 time: 0.0875840 Aug 29 16:57:47.373900 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-487e02d5-fa0e-4246-bc7f-e201147a651a req-fd6cc76a-dfbf-4ad0-975f-ac5b9fada878 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0598309 Aug 29 16:57:47.440304 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9dc56585-5b99-4b46-8729-1202771b322f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:47.450532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9dc56585-5b99-4b46-8729-1202771b322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:47.453365 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:47.543250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425226d-2aee-44a5-9602-4fb274949947 req-d2eacb00-4108-44ed-89a7-136725ceea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:47.545141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc56585-5b99-4b46-8729-1202771b322f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95575ce-f797-4c57-8112-f572877e9091,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:47.547192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d425226d-2aee-44a5-9602-4fb274949947 req-d2eacb00-4108-44ed-89a7-136725ceea11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 200 len: 919 time: 0.1663888 Aug 29 16:57:47.578424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9dc56585-5b99-4b46-8729-1202771b322f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61aa9f232482469298dd5a0197e0c6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381683 Aug 29 16:57:47.583287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51752) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:47.616947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c7d05-c1e0-49ac-9d1a-10145e6526c4 req-472be879-3956-40c6-95a6-b839c8063527 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:47.618491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-073c7d05-c1e0-49ac-9d1a-10145e6526c4 req-472be879-3956-40c6-95a6-b839c8063527 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1277757 Aug 29 16:57:47.643209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d425226d-2aee-44a5-9602-4fb274949947 req-b9769f76-eed6-42ac-8a00-71d4d1d48b12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54993450-ca89-4713-a532-78327a56c4d3 HTTP/1.1" status: 200 len: 217 time: 0.0677192 Aug 29 16:57:47.687273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f749ec2f-211c-440c-8237-b68dd5c7a697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:47.713763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-073c7d05-c1e0-49ac-9d1a-10145e6526c4 req-6ce2d800-bac7-43a3-8878-351284e23383 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853190 Aug 29 16:57:47.743526 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f749ec2f-211c-440c-8237-b68dd5c7a697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:47.762967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425226d-2aee-44a5-9602-4fb274949947 req-84934886-64cb-4977-ac1f-d8fbba78ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:47.764466 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d425226d-2aee-44a5-9602-4fb274949947 req-84934886-64cb-4977-ac1f-d8fbba78ea82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07a2806e-7007-45c5-a616-3b534b724fe9 HTTP/1.1" status: 200 len: 858 time: 0.1110904 Aug 29 16:57:47.819908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d425226d-2aee-44a5-9602-4fb274949947 req-65bb392d-1ee4-4654-a6a1-5ff291f7fab6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5260538-0a13-4470-8a62-e0f8b7d0f75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460639 Aug 29 16:57:47.832181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-b40c8baf-0383-4b2a-b5c0-42e5e6462685 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:47.840027 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-b40c8baf-0383-4b2a-b5c0-42e5e6462685 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.1956272 Aug 29 16:57:47.847967 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5cacb-bde3-4bbd-ba95-0930b2004740 req-f53ad2f9-8b22-4755-9801-d8bb50273b23 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:47.850747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8d5cacb-bde3-4bbd-ba95-0930b2004740 req-f53ad2f9-8b22-4755-9801-d8bb50273b23 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.0683243 Aug 29 16:57:47.862614 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f749ec2f-211c-440c-8237-b68dd5c7a697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:47.869009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f749ec2f-211c-440c-8237-b68dd5c7a697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:47.870763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f749ec2f-211c-440c-8237-b68dd5c7a697 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f95575ce-f797-4c57-8112-f572877e9091 HTTP/1.1" status: 204 len: 168 time: 0.2856951 Aug 29 16:57:47.874528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-bc3b6ab3-335e-42fc-b2e0-5312dea07854 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/quotas/0d737f73e9744cc89026adafc8547a1f HTTP/1.1" status: 200 len: 375 time: 0.0328832 Aug 29 16:57:47.894303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749ec2f-211c-440c-8237-b68dd5c7a697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95575ce-f797-4c57-8112-f572877e9091,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:47.935831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8d5cacb-bde3-4bbd-ba95-0930b2004740 req-2a6809b1-eca2-4259-9155-3d126381f890 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763090 Aug 29 16:57:47.977923 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-03dd4c3e-1559-45ad-a35f-4e081832092a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022985 Aug 29 16:57:48.101292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83130af5-d01a-4df9-8946-d7e3dd437c70 req-b5cd59ff-f7ee-45f7-a7a7-0a287df42647 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:48.107070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d425226d-2aee-44a5-9602-4fb274949947 req-42f1faaa-5dfc-4fea-8359-5ba46affc538 service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642357 Aug 29 16:57:48.111190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83130af5-d01a-4df9-8946-d7e3dd437c70 req-b5cd59ff-f7ee-45f7-a7a7-0a287df42647 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.0840631 Aug 29 16:57:48.150168 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e1b1567b-416f-4747-8535-4929a7b837a4 service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683664 Aug 29 16:57:48.166064 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83130af5-d01a-4df9-8946-d7e3dd437c70 req-cddcf6f2-ca6d-46d9-a686-2758ec65f139 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538599 Aug 29 16:57:48.190453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:48.353408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-9c3842e8-6fef-4f54-b543-1be9ce3fa7b2 service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741638 Aug 29 16:57:48.355958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d425226d-2aee-44a5-9602-4fb274949947 req-c7008bc4-6951-43c6-85ff-189493111e4f service neutron] 10.222.0.16 "GET /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379384 Aug 29 16:57:48.590576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc050827-9616-487e-b6b1-17ecd7201308 req-4c1e5325-4749-458a-8db5-690a0fd41f9c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:48.598291 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc050827-9616-487e-b6b1-17ecd7201308 req-4c1e5325-4749-458a-8db5-690a0fd41f9c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1044531 Aug 29 16:57:48.626627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2bb77800-d002-4b70-8a3d-a30f20c955fb req-9251ca32-a2b8-43ba-824c-e3d3124b91c1 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0481362 Aug 29 16:57:48.648337 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc050827-9616-487e-b6b1-17ecd7201308 req-f7a77613-d7f4-4ad4-8178-38d851c33b50 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491543 Aug 29 16:57:48.726441 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e740b2e-0b01-4876-bf7c-c28f9118c97a req-f41a78a0-fc7f-4a96-9562-5dab27ff0a09 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 210 time: 0.0519125 Aug 29 16:57:48.862990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae38b3-e1bc-4060-88ba-e7388bb48976 req-c2691322-1a8a-4a39-8678-02e3fe3027a3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:48.865333 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39ae38b3-e1bc-4060-88ba-e7388bb48976 req-c2691322-1a8a-4a39-8678-02e3fe3027a3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1073904 Aug 29 16:57:48.923523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba2701-aa0c-48a9-9712-ebc99ee70b9f req-e9194ad0-0ce8-4a7d-a9f8-fe7eaed8fb2e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:48.932406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3eba2701-aa0c-48a9-9712-ebc99ee70b9f req-e9194ad0-0ce8-4a7d-a9f8-fe7eaed8fb2e tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0997665 Aug 29 16:57:48.937316 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39ae38b3-e1bc-4060-88ba-e7388bb48976 req-8e3d9b1c-f2d6-48eb-b123-38a1f728d25a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625756 Aug 29 16:57:49.026405 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3eba2701-aa0c-48a9-9712-ebc99ee70b9f req-90ff2a2e-63bf-4057-9be3-25ebe8bb6da5 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928423 Aug 29 16:57:49.332487 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e437656-2c84-4b88-ad56-75c4ade756a3 req-93e46eae-528e-4610-a167-635bdea98f53 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:49.334971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e437656-2c84-4b88-ad56-75c4ade756a3 req-93e46eae-528e-4610-a167-635bdea98f53 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.0596557 Aug 29 16:57:49.369457 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-389ea553-d9db-49e3-a77b-5af3623a1f32 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:49.378570 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-389ea553-d9db-49e3-a77b-5af3623a1f32 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 811 time: 0.1946478 Aug 29 16:57:49.390609 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-d5a195d8-cb72-4502-b99b-8a2e5cd6a2dd tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/quotas/21e687433caf49298027356002331e0f HTTP/1.1" status: 200 len: 375 time: 0.0111601 Aug 29 16:57:49.420166 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e437656-2c84-4b88-ad56-75c4ade756a3 req-c5bb9065-ef8d-442b-928b-537af6c606d4 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721471 Aug 29 16:57:49.526937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-48f583e5-c589-4afc-a7f1-fef8ba6e02aa tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1227949 Aug 29 16:57:49.673255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-7388dbdb-099b-4ea0-9a2a-d17068008133 service neutron] 10.222.0.22 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450884 Aug 29 16:57:49.812697 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-7209bc96-cdd1-41ff-a556-dc95a0dcfcd0 service neutron] 10.222.0.22 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384110 Aug 29 16:57:49.819806 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a3c44ae-fb5b-4516-bec0-d5980a3eedb2 req-0a04a7a1-b88e-45b9-94c1-b684a21740df tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0879428 Aug 29 16:57:49.845260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-0a8fd474-9eb1-43a9-bbc9-78d8e8b0721f tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:49.846762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-0a8fd474-9eb1-43a9-bbc9-78d8e8b0721f tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1097 time: 0.1076989 Aug 29 16:57:49.863566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-13'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:50.021244 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:50.097397 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fe0a6e1-0e0a-4037-b2ef-0f1e61238890 req-7a07e784-d6bd-47dc-8550-c1f4073d8143 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 210 time: 0.1032238 Aug 29 16:57:50.105654 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:50.236925 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7ca4e10-f711-42a0-8b4d-ddd68a84923b req-cba5a2a5-dd16-46e0-bc6b-fe1bfd657a6a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 210 time: 0.1324146 Aug 29 16:57:50.381812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-8a6cc6a9-ad14-4f0d-89ac-4b98a20d6c21 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:50.384252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-8a6cc6a9-ad14-4f0d-89ac-4b98a20d6c21 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.3077462 Aug 29 16:57:50.411895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Request body: {'port': {'device_id': 'c4388931-52bb-4ba2-84ff-5302b8cd6ef2', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'admin_state_up': True, 'tenant_id': '0d737f73e9744cc89026adafc8547a1f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:50.474998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:50.534032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:57:50.594595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:50.599054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03606f9f-229b-4237-80a5-89c3328f032b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:50.602648 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86504ac2-afc9-4726-b581-6578fddf0300" -d '{"events": [{"server_uuid": "17ac0685-7aa0-4fec-a598-143c19e260d4", "name": "network-vif-unplugged", "status": "completed", "tag": "03606f9f-229b-4237-80a5-89c3328f032b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:50.623051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693fa57-7dd3-42e6-9a18-4adf34431b63 req-e7b726c5-f799-4069-9b42-199cfc413343 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:50.655995 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7693fa57-7dd3-42e6-9a18-4adf34431b63 req-e7b726c5-f799-4069-9b42-199cfc413343 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.3909216 Aug 29 16:57:50.661595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:50.664516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216917c-7e19-4c72-9278-6d03d1b9c93a req-18741b5a-d11a-4ea2-a9c3-ef2360aa1d64 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:50.672898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b216917c-7e19-4c72-9278-6d03d1b9c93a req-18741b5a-d11a-4ea2-a9c3-ef2360aa1d64 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 945 time: 0.1014295 Aug 29 16:57:50.773173 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b216917c-7e19-4c72-9278-6d03d1b9c93a req-803caae6-c129-4c5c-b249-6af9f6128f80 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989916 Aug 29 16:57:50.817160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7693fa57-7dd3-42e6-9a18-4adf34431b63 req-1af25378-d791-4d70-9ea7-de8bf2116ea2 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525202 Aug 29 16:57:50.842301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Made reservation on behalf of 0d737f73e9744cc89026adafc8547a1f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:57:50.846628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:51.016515 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88480386-84bc-4408-89c6-23d842238602 x-openstack-request-id: req-88480386-84bc-4408-89c6-23d842238602 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:51.017087 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ac0685-7aa0-4fec-a598-143c19e260d4", "name": "network-vif-unplugged", "status": "completed", "tag": "03606f9f-229b-4237-80a5-89c3328f032b", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:51.017087 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88480386-84bc-4408-89c6-23d842238602 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:51.017464 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03606f9f-229b-4237-80a5-89c3328f032b', 'code': 200} Aug 29 16:57:51.057091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b on host n-h1-713301-13 for vnic_type normal with profile {"migrating_to": "n-h2-713301-13"} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:57:51.057671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:57:51.059344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:51.079205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Pushing event updated for resources: {'Port': ['ID=03606f9f-229b-4237-80a5-89c3328f032b,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:51.082971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Port 03606f9f-229b-4237-80a5-89c3328f032b on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:57:51.083298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Attempting to bind port 03606f9f-229b-4237-80a5-89c3328f032b on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:51.105856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.106221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.106558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.106900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.107239 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.107571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.107902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.108788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.109175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.109551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.109905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.110237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:51.114825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:57:51.115171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:57:51.115558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:57:51.116002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Bound port: 03606f9f-229b-4237-80a5-89c3328f032b, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:57:51.116652 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:51.172390 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9464ca9-659f-420b-9366-28740b426edf req-09230987-a6f4-42de-beaf-10bcdd8b8814 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0665529 Aug 29 16:57:51.207838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Allocated IP 172.20.0.14 (c7ef043c-c91b-402d-be4d-7e838af6145b/35736e46-1540-46d5-8b3f-132f9d7bf21c/c82bc8d1-f5a5-4abf-8868-49e0ae6e0232) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:57:51.277686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:57:51.283979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:57:51.293270 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:51.385877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Pushing event updated for resources: {'Port': ['ID=03606f9f-229b-4237-80a5-89c3328f032b,revision_number=8']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:51.417354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03606f9f-229b-4237-80a5-89c3328f032b details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:57:51.441341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-05679023-b9a0-4134-9892-cd956daac270 req-81016ad6-7e14-4d67-953a-2588665d6120 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 210 time: 0.0720558 Aug 29 16:57:51.486621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:51.487315 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:51.489000 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-a38c4277-2f77-4a2e-a5a2-704c27bb7927 service neutron] 10.222.0.16 "PUT /v2.0/ports/03606f9f-229b-4237-80a5-89c3328f032b HTTP/1.1" status: 200 len: 1123 time: 1.6305788 Aug 29 16:57:51.508382 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8fa3de03-0f6c-4f69-be3c-d051527816b5 req-50ee79e8-f55d-4167-9b88-646ff52c2c6a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 210 time: 0.0473092 Aug 29 16:57:51.621321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['03606f9f-229b-4237-80a5-89c3328f032b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:51.645447 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:51.705319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['03606f9f-229b-4237-80a5-89c3328f032b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:51.735737 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:51.821889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:51.822776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event updated for resources: {'Port': ['ID=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:51.840420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03606f9f-229b-4237-80a5-89c3328f032b has no active binding in host n-h2-713301-13 {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 16:57:51.853158 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Network c7ef043c-c91b-402d-be4d-7e838af6145b is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:57:51.855078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:57:51.860945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:57:51.945371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-d1b7a67b-a3eb-4f64-971f-0035e7fa2a97 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:51.947209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-d1b7a67b-a3eb-4f64-971f-0035e7fa2a97 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 811 time: 0.2701907 Aug 29 16:57:51.958953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:51.959413 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:51.979046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Request body: {'port': {'device_id': '2b10f389-47d6-41d8-b6fa-adbc4f3b9f02', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'admin_state_up': True, 'tenant_id': '21e687433caf49298027356002331e0f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:52.001269 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51924) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:52.046638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-e2a25d98-4505-4a85-a5f3-ab54ece936d2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6508942 Aug 29 16:57:52.087750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Request body: {'port': {'device_id': 'c4388931-52bb-4ba2-84ff-5302b8cd6ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:52.134316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3b831-86e8-4efa-9d62-af28516fd4a9 req-9dbd8d3d-8f7b-4712-a0cd-9d2e30af73c3 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:52.136024 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2fc3b831-86e8-4efa-9d62-af28516fd4a9 req-9dbd8d3d-8f7b-4712-a0cd-9d2e30af73c3 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 943 time: 0.1280396 Aug 29 16:57:52.202046 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2fc3b831-86e8-4efa-9d62-af28516fd4a9 req-b1a53ad5-a019-4b5b-8b78-2695a8b9d5e7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511949 Aug 29 16:57:52.203509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d0db5-6d58-4649-a10c-2184ec80344b req-5731ebe9-bfa7-4368-acd5-e50b476bddee tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:52.211781 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-338d0db5-6d58-4649-a10c-2184ec80344b req-5731ebe9-bfa7-4368-acd5-e50b476bddee tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.2406502 Aug 29 16:57:52.227522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Made reservation on behalf of 21e687433caf49298027356002331e0f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:57:52.234212 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:52.296285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:52.327592 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd634086-e2e8-4eb9-82fd-869e702d4c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:52.366474 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-338d0db5-6d58-4649-a10c-2184ec80344b req-236c418a-b070-48da-84f4-b4914469ada2 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537435 Aug 29 16:57:52.445861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Allocated IP 172.20.0.13 (b563cb46-f07d-4d3d-8cc5-5c622555fa49/a8310664-c880-4bb8-a35f-0591064fd99d/d65ad390-107a-41ce-9dfe-fa109149f4c9) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:57:52.601502 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4bedb51e-78bc-43db-9194-603c431e6122 req-5e63cfe3-5d6e-41a6-9ebe-5c040b551065 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0404348 Aug 29 16:57:52.676710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f19d5-6b7e-4c09-adef-4a1472c2785c req-5ca55e5a-1d1a-4260-88b4-dae30d9b1c03 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:52.678880 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba3f19d5-6b7e-4c09-adef-4a1472c2785c req-5ca55e5a-1d1a-4260-88b4-dae30d9b1c03 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 932 time: 0.1073127 Aug 29 16:57:52.705259 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:52.781286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba3f19d5-6b7e-4c09-adef-4a1472c2785c req-0899801a-e50e-482b-988a-76d86cee2914 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939522 Aug 29 16:57:52.785710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Transition to ACTIVE for port object d65ad390-107a-41ce-9dfe-fa109149f4c9 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:57:52.817313 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd634086-e2e8-4eb9-82fd-869e702d4c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:52.840275 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd634086-e2e8-4eb9-82fd-869e702d4c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:52.871528 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:52.884020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5d598ea5-eaf8-41ac-bc57-9494c5aad532'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:57:52.892672 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dd634086-e2e8-4eb9-82fd-869e702d4c41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=228b7c843940467aa1086816712be1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8886800 Aug 29 16:57:52.903163 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51950) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:52.983694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:57:52.985196 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:53.002150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:57:53.011957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd634086-e2e8-4eb9-82fd-869e702d4c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f123d5-57af-4a3f-91d0-b96c6e2230e8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:53.058379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'tag': '03606f9f-229b-4237-80a5-89c3328f032b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:53.064897 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:53.074803 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2258f7bf-1c8e-4993-a4df-8f109ca6a3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "17ac0685-7aa0-4fec-a598-143c19e260d4", "tag": "03606f9f-229b-4237-80a5-89c3328f032b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:53.078237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event updated for resources: {'Port': ['ID=d65ad390-107a-41ce-9dfe-fa109149f4c9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:53.081215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:57:53.127895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:53.187520 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:53.243677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Transition to ACTIVE for port object c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:57:53.260123 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:53.355835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:53.388584 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:53.392973 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:53.396977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6f123d5-57af-4a3f-91d0-b96c6e2230e8 HTTP/1.1" status: 204 len: 168 time: 0.4925034 Aug 29 16:57:53.494858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0b6fc6f4-6c9e-42e8-9487-61671970727c None None] Provisioning for port d65ad390-107a-41ce-9dfe-fa109149f4c9 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:57:53.510420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0b6fc6f4-6c9e-42e8-9487-61671970727c None None] Provisioning complete for port d65ad390-107a-41ce-9dfe-fa109149f4c9 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:57:53.510944 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0b6fc6f4-6c9e-42e8-9487-61671970727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:53.553262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0b6fc6f4-6c9e-42e8-9487-61671970727c None None] Port d65ad390-107a-41ce-9dfe-fa109149f4c9 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:57:53.629945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f123d5-57af-4a3f-91d0-b96c6e2230e8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:53.658756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.659297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.659649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.659987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.660898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.661255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.661750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.662212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.662556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.662888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.663219 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.663547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5cb3db-f7cf-4292-b08d-e50b3bacaa6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:57:53.680736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258f7bf-1c8e-4993-a4df-8f109ca6a3d0 req-bf6f008c-11ad-4c6b-835b-c672ebe1608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:53.682213 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2258f7bf-1c8e-4993-a4df-8f109ca6a3d0 req-bf6f008c-11ad-4c6b-835b-c672ebe1608d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 1126 time: 0.4658043 Aug 29 16:57:53.683191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Attempting to bind port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:57:53.683304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Attempting to bind port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:57:53.683573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Attempting to bind port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:53.690585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 on network c7ef043c-c91b-402d-be4d-7e838af6145b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:57:53.690915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Attempting to bind port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:53.705631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:53.706454 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:53.716854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf078e-f21c-4d40-a20f-24472990a193 req-5646e0f0-31ee-477d-b9d6-63ff87d261db tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:53.726506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cdf078e-f21c-4d40-a20f-24472990a193 req-5646e0f0-31ee-477d-b9d6-63ff87d261db tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 932 time: 0.8108356 Aug 29 16:57:53.732772 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf1467f-d1dd-4913-817a-1e0b5cd94c3f x-openstack-request-id: req-bbf1467f-d1dd-4913-817a-1e0b5cd94c3f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:53.733994 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ac0685-7aa0-4fec-a598-143c19e260d4", "tag": "03606f9f-229b-4237-80a5-89c3328f032b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:53.734370 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbf1467f-d1dd-4913-817a-1e0b5cd94c3f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:53.734911 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'tag': '03606f9f-229b-4237-80a5-89c3328f032b', 'status': 'completed', 'code': 200} Aug 29 16:57:53.791133 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cdf078e-f21c-4d40-a20f-24472990a193 req-09ccb8ca-9590-40e9-8c52-ebca73976951 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634313 Aug 29 16:57:53.796135 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-a8ce3620-949b-4f7d-ab87-214e0573390d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8222551 Aug 29 16:57:53.807648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-07c8636f-adf7-4713-b0af-6cd8570a150c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:57:53.812365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-07c8636f-adf7-4713-b0af-6cd8570a150c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092168 Aug 29 16:57:53.817615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258f7bf-1c8e-4993-a4df-8f109ca6a3d0 req-6bac8ec8-1123-43f7-bbf9-da6e2fdcbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:53.819685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2258f7bf-1c8e-4993-a4df-8f109ca6a3d0 req-6bac8ec8-1123-43f7-bbf9-da6e2fdcbd32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.1204827 Aug 29 16:57:53.823327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:57:53.823676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Checking segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:57:53.824068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Bound using segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:57:53.824792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Bound port: c82bc8d1-f5a5-4abf-8868-49e0ae6e0232, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:57:53.825173 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:53.840746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Request body: {'port': {'device_id': '2b10f389-47d6-41d8-b6fa-adbc4f3b9f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:57:53.869558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bae591-d711-4942-ae20-678d2fce1d45 req-2665a45a-b9b3-4f38-89fa-4f078871fecc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:53.881811 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0bae591-d711-4942-ae20-678d2fce1d45 req-2665a45a-b9b3-4f38-89fa-4f078871fecc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 943 time: 0.4335666 Aug 29 16:57:53.986928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51982) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:54.019088 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0bae591-d711-4942-ae20-678d2fce1d45 req-9700e741-9932-4068-97b4-e75406c69730 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316628 Aug 29 16:57:54.024152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f3749ed-4945-4b36-8206-60982d1902a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:54.039412 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:54.064155 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2258f7bf-1c8e-4993-a4df-8f109ca6a3d0 req-dd693e5a-74c2-4454-b907-be3c2d17a1ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03606f9f-229b-4237-80a5-89c3328f032b HTTP/1.1" status: 200 len: 217 time: 0.2216723 Aug 29 16:57:54.166310 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f3749ed-4945-4b36-8206-60982d1902a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:54.193268 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f3749ed-4945-4b36-8206-60982d1902a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:54.211351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] For port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:57:54.217372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] For port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:57:54.221971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258f7bf-1c8e-4993-a4df-8f109ca6a3d0 req-3a5bb92d-a902-4537-824e-492b7e3549f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:54.223520 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2258f7bf-1c8e-4993-a4df-8f109ca6a3d0 req-3a5bb92d-a902-4537-824e-492b7e3549f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.1478047 Aug 29 16:57:54.232904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0292d6-6ba9-4240-8308-a08ea9fc6c45 req-e8d35384-782f-44ab-9427-89084fed9337 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:54.240139 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd0292d6-6ba9-4240-8308-a08ea9fc6c45 req-e8d35384-782f-44ab-9427-89084fed9337 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 944 time: 0.1110461 Aug 29 16:57:54.284507 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:54.289886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2258f7bf-1c8e-4993-a4df-8f109ca6a3d0 req-f6105baa-cebd-420d-af8e-45a69fc1baad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477221 Aug 29 16:57:54.365211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-da3d2e99-ca0c-4b75-97a5-14da6a6df665 req-693457d5-1638-4ecd-a2c7-ead256f68b57 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.1908269 Aug 29 16:57:54.395122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd0292d6-6ba9-4240-8308-a08ea9fc6c45 req-633e3de9-18b7-43c9-88b6-204c7e6777f0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475518 Aug 29 16:57:54.400122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:54.404722 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:54.406636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] 10.222.0.16 "PUT /v2.0/ports/c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 HTTP/1.1" status: 200 len: 1093 time: 2.3391790 Aug 29 16:57:54.408590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4388931-52bb-4ba2-84ff-5302b8cd6ef2', 'tag': 'c82bc8d1-f5a5-4abf-8868-49e0ae6e0232'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:54.412756 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e63cb6-64e0-4593-8bd7-05301f807c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4388931-52bb-4ba2-84ff-5302b8cd6ef2", "tag": "c82bc8d1-f5a5-4abf-8868-49e0ae6e0232"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:54.514487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4f3749ed-4945-4b36-8206-60982d1902a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce1824b8fdff4d5ebcfa5e0eb933392d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251679 Aug 29 16:57:54.516833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3749ed-4945-4b36-8206-60982d1902a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c1b988-97a4-4b73-855a-711f01b52d52,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:54.524165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51992) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:54.581793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1467f-264d-4d36-8360-7fa1a9c93bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:54.697702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c5ab-0324-4ad3-a89b-03a1433e15e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:54.710177 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2258f7bf-1c8e-4993-a4df-8f109ca6a3d0 req-e5b99382-d3f1-4bfc-9db6-8a1a300c21be service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066300 Aug 29 16:57:54.849749 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65ad390-107a-41ce-9dfe-fa109149f4c9 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:54.865875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:54.892314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Transition to ACTIVE for port object d65ad390-107a-41ce-9dfe-fa109149f4c9 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:57:54.898628 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:54.900072 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b2a178-cabb-4d61-86a7-456045e0bdae x-openstack-request-id: req-b1b2a178-cabb-4d61-86a7-456045e0bdae {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:54.900383 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4388931-52bb-4ba2-84ff-5302b8cd6ef2", "tag": "c82bc8d1-f5a5-4abf-8868-49e0ae6e0232", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:54.900650 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1b2a178-cabb-4d61-86a7-456045e0bdae {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:54.901073 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4388931-52bb-4ba2-84ff-5302b8cd6ef2', 'tag': 'c82bc8d1-f5a5-4abf-8868-49e0ae6e0232', 'status': 'completed', 'code': 200} Aug 29 16:57:54.903346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2258f7bf-1c8e-4993-a4df-8f109ca6a3d0 req-b8473238-622c-4051-ae4a-13598c76392f service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746020 Aug 29 16:57:54.911572 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c5ab-0324-4ad3-a89b-03a1433e15e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:54.957637 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-7f0da863-b22e-4e5c-8014-c2ec5bdda122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:54.959236 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-7f0da863-b22e-4e5c-8014-c2ec5bdda122 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 1096 time: 0.4982755 Aug 29 16:57:55.023516 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-9534a819-b987-47cd-996a-b2034244edcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 HTTP/1.1" status: 200 len: 217 time: 0.0469103 Aug 29 16:57:55.050222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608609b-9d1a-444c-a710-154aa639836c req-d370f764-ea63-4e3e-9480-d744164326b3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:55.051784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9608609b-9d1a-444c-a710-154aa639836c req-d370f764-ea63-4e3e-9480-d744164326b3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 944 time: 0.1433802 Aug 29 16:57:55.061548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Pushing event updated for resources: {'Port': ['ID=d65ad390-107a-41ce-9dfe-fa109149f4c9,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:55.097157 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c5ab-0324-4ad3-a89b-03a1433e15e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:55.099825 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c5ab-0324-4ad3-a89b-03a1433e15e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:55.100928 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a6e6c5ab-0324-4ad3-a89b-03a1433e15e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62c1b988-97a4-4b73-855a-711f01b52d52 HTTP/1.1" status: 204 len: 168 time: 0.5661833 Aug 29 16:57:55.151470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-92a18386-4f79-4d2d-b240-f491f670c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:55.151470 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-92a18386-4f79-4d2d-b240-f491f670c7c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.1178811 Aug 29 16:57:55.151850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6c5ab-0324-4ad3-a89b-03a1433e15e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c1b988-97a4-4b73-855a-711f01b52d52,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:55.166048 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9608609b-9d1a-444c-a710-154aa639836c req-a36ffc99-2b44-4de5-ab25-1ea02731c118 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946381 Aug 29 16:57:55.212184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-dbd7c1ba-70d4-4711-a324-b49e2a855126 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402339 Aug 29 16:57:55.239105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-6fd97511-46c2-4edd-a088-a7f8a3bfeed7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:57:55.239966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-6fd97511-46c2-4edd-a088-a7f8a3bfeed7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094306 Aug 29 16:57:55.393344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-0e3bd9ac-63e2-4cec-bff4-397a927cc3b5 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448944 Aug 29 16:57:55.422153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33148999-c295-4d59-b79a-116b3ba6022f req-6ae4b813-52e0-4657-954c-a4c301f075ed tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:55.424206 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33148999-c295-4d59-b79a-116b3ba6022f req-6ae4b813-52e0-4657-954c-a4c301f075ed tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 943 time: 0.1613102 Aug 29 16:57:55.475050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Attempting to bind port d65ad390-107a-41ce-9dfe-fa109149f4c9 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:57:55.475463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Attempting to bind port d65ad390-107a-41ce-9dfe-fa109149f4c9 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:57:55.475812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Attempting to bind port d65ad390-107a-41ce-9dfe-fa109149f4c9 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:55.487242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Port d65ad390-107a-41ce-9dfe-fa109149f4c9 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:57:55.489437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Attempting to bind port d65ad390-107a-41ce-9dfe-fa109149f4c9 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:57:55.547625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:57:55.548341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Checking segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:57:55.548341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Bound using segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:57:55.548815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Bound port: d65ad390-107a-41ce-9dfe-fa109149f4c9, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:57:55.549186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:55.570859 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27aa4ccc-dccb-4320-8d38-62ec8c6bdc1b req-0a2548f4-0b91-47a9-a71d-c731d37f660f service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440921 Aug 29 16:57:55.647161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8da1b680-2ced-4a12-93a7-1f0c1d86d591 req-461e582b-fbbe-4030-be7c-3533bd018c6a tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.1354523 Aug 29 16:57:55.718421 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33148999-c295-4d59-b79a-116b3ba6022f req-d877a286-d885-4079-b512-b60424a1a757 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466667 Aug 29 16:57:55.755510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e63cb6-64e0-4593-8bd7-05301f807c0c req-35d11459-c64b-49dc-b8c5-6a3924a97b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:55.760944 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39e63cb6-64e0-4593-8bd7-05301f807c0c req-35d11459-c64b-49dc-b8c5-6a3924a97b8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 1096 time: 0.1126051 Aug 29 16:57:55.845108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] For port d65ad390-107a-41ce-9dfe-fa109149f4c9, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:57:55.853015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] For port d65ad390-107a-41ce-9dfe-fa109149f4c9, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d65ad390-107a-41ce-9dfe-fa109149f4c9,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:57:55.919024 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:56.007972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:56.012578 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:56.015792 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] 10.222.0.10 "PUT /v2.0/ports/d65ad390-107a-41ce-9dfe-fa109149f4c9 HTTP/1.1" status: 200 len: 1093 time: 2.1852345 Aug 29 16:57:56.016300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b10f389-47d6-41d8-b6fa-adbc4f3b9f02', 'tag': 'd65ad390-107a-41ce-9dfe-fa109149f4c9'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:57:56.020733 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35209a77-82ce-489f-a63d-c81009513675" -d '{"events": [{"name": "network-changed", "server_uuid": "2b10f389-47d6-41d8-b6fa-adbc4f3b9f02", "tag": "d65ad390-107a-41ce-9dfe-fa109149f4c9"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:57:56.033771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faaa004-aef6-44a1-aed2-838d568a1d77 req-c74771e4-cf9e-417b-862e-7ef24252a04c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:56.043838 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8faaa004-aef6-44a1-aed2-838d568a1d77 req-c74771e4-cf9e-417b-862e-7ef24252a04c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 944 time: 0.1664915 Aug 29 16:57:56.109561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e63cb6-64e0-4593-8bd7-05301f807c0c req-bf0f0769-dc50-49a1-b0cc-f54d5df34ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:56.111061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39e63cb6-64e0-4593-8bd7-05301f807c0c req-bf0f0769-dc50-49a1-b0cc-f54d5df34ca8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 913 time: 0.3420632 Aug 29 16:57:56.111555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04969c9-6984-45af-910b-53b4a7f9242b service neutron] Pushing event updated for resources: {'Port': ['ID=d65ad390-107a-41ce-9dfe-fa109149f4c9,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:56.179907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-2d1c660f-379a-4c3c-8f11-71a0deb0909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:56.181447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-2d1c660f-379a-4c3c-8f11-71a0deb0909b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 1096 time: 0.1084101 Aug 29 16:57:56.210139 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8faaa004-aef6-44a1-aed2-838d568a1d77 req-5159eed2-471f-4f29-90ca-2fcd5c1e5cf0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654263 Aug 29 16:57:56.213590 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39e63cb6-64e0-4593-8bd7-05301f807c0c req-fed560b8-7d55-4a90-86de-f43fe4a3bc52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 HTTP/1.1" status: 200 len: 217 time: 0.0889957 Aug 29 16:57:56.267564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-4b4c6917-a828-4ae2-846e-1a4bc6e67414 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d65ad390-107a-41ce-9dfe-fa109149f4c9 HTTP/1.1" status: 200 len: 217 time: 0.0743899 Aug 29 16:57:56.347763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e63cb6-64e0-4593-8bd7-05301f807c0c req-d53b1355-a147-4216-af40-13181556b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:56.361692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39e63cb6-64e0-4593-8bd7-05301f807c0c req-d53b1355-a147-4216-af40-13181556b906 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.1406865 Aug 29 16:57:56.381846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-1232c57c-ca10-4fe3-83f9-d319142eedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:56.383376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-1232c57c-ca10-4fe3-83f9-d319142eedbf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.1077013 Aug 29 16:57:56.455090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39e63cb6-64e0-4593-8bd7-05301f807c0c req-e6f0de11-fb9c-489e-8dfe-76ad8cbc790d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859814 Aug 29 16:57:56.511394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-ba015c31-e7d5-41f7-bb4d-671f15fc8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:56.512929 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-ba015c31-e7d5-41f7-bb4d-671f15fc8af1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199498 Aug 29 16:57:56.557527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39e63cb6-64e0-4593-8bd7-05301f807c0c req-a6430c04-622c-4692-818b-6790a865be44 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894134 Aug 29 16:57:56.566010 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec25c0a-f975-4951-9f73-1e81a2fadb39 x-openstack-request-id: req-aec25c0a-f975-4951-9f73-1e81a2fadb39 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:57:56.566523 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b10f389-47d6-41d8-b6fa-adbc4f3b9f02", "tag": "d65ad390-107a-41ce-9dfe-fa109149f4c9", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:57:56.567527 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aec25c0a-f975-4951-9f73-1e81a2fadb39 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:57:56.570888 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b10f389-47d6-41d8-b6fa-adbc4f3b9f02', 'tag': 'd65ad390-107a-41ce-9dfe-fa109149f4c9', 'status': 'completed', 'code': 200} Aug 29 16:57:56.650264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-750b11b6-7cfa-453e-be86-ac4aa000983e service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264505 Aug 29 16:57:56.677730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798674d-082d-47c4-9511-14824a86cb13 req-c72cb647-250b-4908-9ba9-52dca59fe169 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:56.685179 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c798674d-082d-47c4-9511-14824a86cb13 req-c72cb647-250b-4908-9ba9-52dca59fe169 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 944 time: 0.1266124 Aug 29 16:57:56.736042 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39e63cb6-64e0-4593-8bd7-05301f807c0c req-7922e63b-70ec-4d79-bb16-93e14864a3b7 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651962 Aug 29 16:57:56.751749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c798674d-082d-47c4-9511-14824a86cb13 req-6145c280-f443-4949-85a3-724a8cac0bcd tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656805 Aug 29 16:57:56.843841 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d97b3791-e0e6-4658-b2cc-d5a754966164 req-f2ffe376-3a28-44e6-a5f4-651ab9cde036 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833472 Aug 29 16:57:56.907498 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1b85a41-fad0-4d62-98c8-c6430675534f req-d9e7146d-f1b8-4b56-9d0c-0f7c2f1292fc tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0623846 Aug 29 16:57:56.957473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd145f1-e38e-49db-a083-4ea8821e67c0 req-f73ce401-4922-4686-8051-35324a4970b9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:56.971377 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2fd145f1-e38e-49db-a083-4ea8821e67c0 req-f73ce401-4922-4686-8051-35324a4970b9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 943 time: 0.1063621 Aug 29 16:57:56.971597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35209a77-82ce-489f-a63d-c81009513675 req-59fae63b-250e-4e55-a121-56631fe92f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:56.973449 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35209a77-82ce-489f-a63d-c81009513675 req-59fae63b-250e-4e55-a121-56631fe92f69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 1096 time: 0.0646040 Aug 29 16:57:57.035749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2fd145f1-e38e-49db-a083-4ea8821e67c0 req-b97cf364-8894-41aa-a976-8d91870eef20 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586796 Aug 29 16:57:57.175578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35209a77-82ce-489f-a63d-c81009513675 req-1877b8f9-fa59-482c-9e9c-57fca972bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:57.179207 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35209a77-82ce-489f-a63d-c81009513675 req-1877b8f9-fa59-482c-9e9c-57fca972bb38 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.1948652 Aug 29 16:57:57.270672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35209a77-82ce-489f-a63d-c81009513675 req-efc82429-6be5-4d59-ba32-98c596cd8f5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d65ad390-107a-41ce-9dfe-fa109149f4c9 HTTP/1.1" status: 200 len: 217 time: 0.0815206 Aug 29 16:57:57.466611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e820-7352-45e4-8351-d9f1d34a1089 req-4c79e472-3473-4fb0-a5aa-5a0b81daf604 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:57.481773 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68a9e820-7352-45e4-8351-d9f1d34a1089 req-4c79e472-3473-4fb0-a5aa-5a0b81daf604 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 944 time: 0.1865277 Aug 29 16:57:57.496431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35209a77-82ce-489f-a63d-c81009513675 req-e27a2399-bc1e-4bfc-8a11-983ea0cd9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:57.497908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35209a77-82ce-489f-a63d-c81009513675 req-e27a2399-bc1e-4bfc-8a11-983ea0cd9981 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.2147298 Aug 29 16:57:57.575301 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68a9e820-7352-45e4-8351-d9f1d34a1089 req-cbaa85a5-9120-47ae-9436-e8537ecf006b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913777 Aug 29 16:57:57.589105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35209a77-82ce-489f-a63d-c81009513675 req-3ff0b8c3-8929-4c34-aaf8-2c870fb49768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:57.591762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35209a77-82ce-489f-a63d-c81009513675 req-3ff0b8c3-8929-4c34-aaf8-2c870fb49768 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761495 Aug 29 16:57:57.784550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35209a77-82ce-489f-a63d-c81009513675 req-94891915-a8bf-4fea-b561-717adb53534c service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827946 Aug 29 16:57:57.901486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c123ad-764a-4b80-a0a4-6bd76d7c8575 req-5abd7781-5abe-499d-97ab-abd0fa411a2c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:57.910690 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27c123ad-764a-4b80-a0a4-6bd76d7c8575 req-5abd7781-5abe-499d-97ab-abd0fa411a2c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 944 time: 0.0747921 Aug 29 16:57:57.979058 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27c123ad-764a-4b80-a0a4-6bd76d7c8575 req-a4e5ba8b-3f33-484e-955e-a662197e1668 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642092 Aug 29 16:57:58.032387 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35209a77-82ce-489f-a63d-c81009513675 req-df60ceb0-99e1-465c-b44c-f54bd93d67cc service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357295 Aug 29 16:57:58.112188 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bd1ae2b5-fe5c-4674-a1bf-848a67c05ee4 req-331983a3-03e0-45f8-bc8e-0cccee9d95c4 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0765491 Aug 29 16:57:58.266033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57a2b7-4574-4401-8d2e-4accb8b9b4c6 req-16fb8c29-ffe3-431e-abcb-e7ce01d69e79 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:58.281583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f57a2b7-4574-4401-8d2e-4accb8b9b4c6 req-16fb8c29-ffe3-431e-abcb-e7ce01d69e79 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 943 time: 0.1323707 Aug 29 16:57:58.345573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f57a2b7-4574-4401-8d2e-4accb8b9b4c6 req-5257f0b7-88d9-4f2f-bd1a-bcf921b41bb9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629115 Aug 29 16:57:58.746182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fd3ea-eb38-4c84-8f31-9d1c450310c5 req-98115330-32a3-47be-85e1-25cb18412044 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:58.748954 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-973fd3ea-eb38-4c84-8f31-9d1c450310c5 req-98115330-32a3-47be-85e1-25cb18412044 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 944 time: 0.0693059 Aug 29 16:57:58.839455 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-973fd3ea-eb38-4c84-8f31-9d1c450310c5 req-cccad84b-6056-4902-81de-fd42964a9b7a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824423 Aug 29 16:57:59.014832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52126) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:59.119966 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567410d-ccc8-4f42-b7cf-3e0d6bb0eec7 req-79af7cf6-8cee-46d4-b051-71533742a85b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:59.129719 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2567410d-ccc8-4f42-b7cf-3e0d6bb0eec7 req-79af7cf6-8cee-46d4-b051-71533742a85b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 944 time: 0.0731466 Aug 29 16:57:59.149796 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab06b4f3-23f7-4db6-9b14-232d1c1f6271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:59.232039 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2567410d-ccc8-4f42-b7cf-3e0d6bb0eec7 req-764b64f1-3f93-4085-8e8c-bcd4f6d588b5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945885 Aug 29 16:57:59.245040 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a47ac898-5610-4060-be2d-e0a78865d85b req-d2553525-ea1e-4368-a089-69f8f853e7e5 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0401306 Aug 29 16:57:59.377262 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab06b4f3-23f7-4db6-9b14-232d1c1f6271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:59.389324 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab06b4f3-23f7-4db6-9b14-232d1c1f6271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:59.455554 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ab06b4f3-23f7-4db6-9b14-232d1c1f6271 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c57dff72fc44c6d8331f213236b184d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395640 Aug 29 16:57:59.458208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52146) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:57:59.493506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06b4f3-23f7-4db6-9b14-232d1c1f6271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c5ee1e-a02d-40d2-a827-923298565155,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:59.548200 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8be86976-ee6b-4736-a09c-e88ac6c0fc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:59.573251 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8be86976-ee6b-4736-a09c-e88ac6c0fc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:59.575305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6443d5-c612-4eaa-99ca-74fc4177e728 req-c5eebb77-9087-4866-8551-b3b7cbc82c87 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:59.576953 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d6443d5-c612-4eaa-99ca-74fc4177e728 req-c5eebb77-9087-4866-8551-b3b7cbc82c87 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 943 time: 0.0949359 Aug 29 16:57:59.630127 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d6443d5-c612-4eaa-99ca-74fc4177e728 req-a251617e-cc70-4c99-b969-103c4f172f5b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Aug 29 16:57:59.630685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8be86976-ee6b-4736-a09c-e88ac6c0fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:59.633993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8be86976-ee6b-4736-a09c-e88ac6c0fc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:59.637918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8be86976-ee6b-4736-a09c-e88ac6c0fc5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/68c5ee1e-a02d-40d2-a827-923298565155 HTTP/1.1" status: 204 len: 168 time: 0.1787095 Aug 29 16:57:59.647068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be86976-ee6b-4736-a09c-e88ac6c0fc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c5ee1e-a02d-40d2-a827-923298565155,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:59.684390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d65ad390-107a-41ce-9dfe-fa109149f4c9 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:57:59.798676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d65ad390-107a-41ce-9dfe-fa109149f4c9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d65ad390-107a-41ce-9dfe-fa109149f4c9,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:59.819850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'd65ad390-107a-41ce-9dfe-fa109149f4c9', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'port_id': 'd65ad390-107a-41ce-9dfe-fa109149f4c9', 'mac_address': 'fa:16:3e:f0:6d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:57:59.870334 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:59.887992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65ad390-107a-41ce-9dfe-fa109149f4c9 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:57:59.910948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d65ad390-107a-41ce-9dfe-fa109149f4c9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d65ad390-107a-41ce-9dfe-fa109149f4c9,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:57:59.920831 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:57:59.979436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=d65ad390-107a-41ce-9dfe-fa109149f4c9,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:57:59.996461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9043133-3d30-43ce-acbb-1594da843b26 req-4300c085-fb11-402c-bdf4-d43a1248aa01 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:57:59.998281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a9043133-3d30-43ce-acbb-1594da843b26 req-4300c085-fb11-402c-bdf4-d43a1248aa01 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 944 time: 0.0841250 Aug 29 16:58:00.016751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52156) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:00.035334 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7586a1a2-c104-44c6-a818-57c61be2d5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:00.070528 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a9043133-3d30-43ce-acbb-1594da843b26 req-13f6e252-0af2-4c7b-86eb-bb3e2b8c44f8 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595596 Aug 29 16:58:00.154392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7586a1a2-c104-44c6-a818-57c61be2d5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:00.159406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7586a1a2-c104-44c6-a818-57c61be2d5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:00.196931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586a1a2-c104-44c6-a818-57c61be2d5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a688ce9-c4ba-4001-a042-2b19f981ee04,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:00.209373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52158) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:00.212312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d65ad390-107a-41ce-9dfe-fa109149f4c9'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:00.217253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7586a1a2-c104-44c6-a818-57c61be2d5af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b078d8ac7434fd092d32515b2ea3b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989985 Aug 29 16:58:00.299611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-827fb85b-d3c1-4a75-a24f-8e187220579c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:00.361853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-827fb85b-d3c1-4a75-a24f-8e187220579c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:00.411937 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09e4c5-29c8-4d9a-8c8b-742796f445ec req-f2835a35-161b-4df1-823b-4730d79f35c0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:00.425832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d09e4c5-29c8-4d9a-8c8b-742796f445ec req-f2835a35-161b-4df1-823b-4730d79f35c0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 945 time: 0.0729003 Aug 29 16:58:00.466409 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17455fec-633b-4386-9fde-de6446c778c7 req-9c5f50f1-615c-4c7e-82a4-72ab17fbe51e tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0550952 Aug 29 16:58:00.509885 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d09e4c5-29c8-4d9a-8c8b-742796f445ec req-7f7063ff-b9bf-46a7-9fb9-f61968bbd148 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737910 Aug 29 16:58:00.553395 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-827fb85b-d3c1-4a75-a24f-8e187220579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:00.556833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-827fb85b-d3c1-4a75-a24f-8e187220579c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:00.560876 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-827fb85b-d3c1-4a75-a24f-8e187220579c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a688ce9-c4ba-4001-a042-2b19f981ee04 HTTP/1.1" status: 204 len: 168 time: 0.3503258 Aug 29 16:58:00.573200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fb85b-d3c1-4a75-a24f-8e187220579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a688ce9-c4ba-4001-a042-2b19f981ee04,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:00.907710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ebca9-3bb8-4e54-873e-0c4988b74e8e req-3c52ee83-6523-4858-baf5-4f933581c564 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:00.915687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3c5ebca9-3bb8-4e54-873e-0c4988b74e8e req-3c52ee83-6523-4858-baf5-4f933581c564 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 943 time: 0.0758500 Aug 29 16:58:00.992376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3c5ebca9-3bb8-4e54-873e-0c4988b74e8e req-676a313c-9551-417b-94d5-02b888a445e1 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641642 Aug 29 16:58:01.247486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde2940-73eb-413e-811b-1d650ed23eaa req-1e389819-8aed-47cc-a32d-c37d12962f37 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:01.250307 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9dde2940-73eb-413e-811b-1d650ed23eaa req-1e389819-8aed-47cc-a32d-c37d12962f37 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 944 time: 0.0788779 Aug 29 16:58:01.322746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9dde2940-73eb-413e-811b-1d650ed23eaa req-4151f33a-0bb3-4e1a-bbac-5978aea50df1 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656571 Aug 29 16:58:01.479736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03606f9f-229b-4237-80a5-89c3328f032b details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:58:01.641210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:01.656586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03606f9f-229b-4237-80a5-89c3328f032b has no active binding in host n-h2-713301-13 {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 16:58:01.657406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:58:01.667340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-baed0eab-0822-4304-8918-f83931c07076 req-e44aae07-4779-4f63-badf-0e9d31f05850 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0895758 Aug 29 16:58:01.698638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d65ad390-107a-41ce-9dfe-fa109149f4c9 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:01.728518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6381fe-d0ea-4e33-96f2-9a4eed373635 req-bc03e49f-dff8-49b6-ba20-d7b5855ea363 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:01.740846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bb6381fe-d0ea-4e33-96f2-9a4eed373635 req-bc03e49f-dff8-49b6-ba20-d7b5855ea363 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 945 time: 0.1273606 Aug 29 16:58:01.812234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:01.818048 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bb6381fe-d0ea-4e33-96f2-9a4eed373635 req-ba7fa73c-0999-4c74-81ce-8423af215f6a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761845 Aug 29 16:58:01.838602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'c82bc8d1-f5a5-4abf-8868-49e0ae6e0232', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'port_id': 'c82bc8d1-f5a5-4abf-8868-49e0ae6e0232', 'mac_address': 'fa:16:3e:e8:1d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35736e46-1540-46d5-8b3f-132f9d7bf21c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:58:01.905906 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:01.927499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:01.936863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port d65ad390-107a-41ce-9dfe-fa109149f4c9 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:01.947041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port d65ad390-107a-41ce-9dfe-fa109149f4c9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:01.947733 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:01.977995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:01.990815 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:02.063408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:02.109752 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:02.160179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d65ad390-107a-41ce-9dfe-fa109149f4c9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d65ad390-107a-41ce-9dfe-fa109149f4c9,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:02.161419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b10f389-47d6-41d8-b6fa-adbc4f3b9f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65ad390-107a-41ce-9dfe-fa109149f4c9'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:02.164897 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bd951b-7b9e-493f-9e22-7da8795b697c" -d '{"events": [{"server_uuid": "2b10f389-47d6-41d8-b6fa-adbc4f3b9f02", "name": "network-vif-plugged", "status": "completed", "tag": "d65ad390-107a-41ce-9dfe-fa109149f4c9"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:02.170326 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:02.171281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 03606f9f-229b-4237-80a5-89c3328f032b no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:02.249875 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2108dc0-da00-4bcf-8d36-11657f696083 x-openstack-request-id: req-e2108dc0-da00-4bcf-8d36-11657f696083 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:02.250177 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b10f389-47d6-41d8-b6fa-adbc4f3b9f02", "name": "network-vif-plugged", "status": "completed", "tag": "d65ad390-107a-41ce-9dfe-fa109149f4c9", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:02.250856 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2108dc0-da00-4bcf-8d36-11657f696083 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:02.251875 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b10f389-47d6-41d8-b6fa-adbc4f3b9f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65ad390-107a-41ce-9dfe-fa109149f4c9', 'code': 200} Aug 29 16:58:02.255570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e2923-5e2c-4663-ab5a-c1fc87f9cc1f req-d26a4206-13d3-479f-a5f4-300b7df9004b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:02.257550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e07e2923-5e2c-4663-ab5a-c1fc87f9cc1f req-d26a4206-13d3-479f-a5f4-300b7df9004b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 943 time: 0.1431861 Aug 29 16:58:02.321265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=d65ad390-107a-41ce-9dfe-fa109149f4c9,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:02.337541 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e07e2923-5e2c-4663-ab5a-c1fc87f9cc1f req-a41dde67-9d14-43a0-b54b-95fdb3bd4e6c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682352 Aug 29 16:58:02.375954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19defb6f-9eee-4acf-a017-53c122a389ca req-311e3164-0c33-4add-84e7-d4e40f802f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:02.377521 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19defb6f-9eee-4acf-a017-53c122a389ca req-311e3164-0c33-4add-84e7-d4e40f802f54 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 1098 time: 0.0679495 Aug 29 16:58:02.476313 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19defb6f-9eee-4acf-a017-53c122a389ca req-55050711-4693-4b82-ab1f-9d3641920aed service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895605 Aug 29 16:58:02.490120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989655c-6586-47f2-8994-0b3fdf6be1ab req-42e16fc4-1b9e-427b-9448-2cb9300f613d tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:02.491895 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d989655c-6586-47f2-8994-0b3fdf6be1ab req-42e16fc4-1b9e-427b-9448-2cb9300f613d tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 945 time: 0.0695844 Aug 29 16:58:02.534946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['c82bc8d1-f5a5-4abf-8868-49e0ae6e0232'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:02.539115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d989655c-6586-47f2-8994-0b3fdf6be1ab req-013fc879-54ae-4fb3-baf8-f3464e227212 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 Aug 29 16:58:02.739202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-700e6475-9624-4825-9cbf-f2577764f285 service neutron] 10.222.0.10 "GET /v2.0/ports/03606f9f-229b-4237-80a5-89c3328f032b/bindings/n-h2-713301-13 HTTP/1.1" status: 200 len: 385 time: 0.0663650 Aug 29 16:58:02.784236 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15944922-0439-4dd4-b7f9-bbb28343dcfc req-d3420a60-6d1a-471b-bfed-58342d52befd tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0268421 Aug 29 16:58:02.968585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fb29-5358-41cf-a51f-0f5c1e117779 req-eafd147f-5899-40aa-8b66-c4cc81bf10d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:02.970217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d98fb29-5358-41cf-a51f-0f5c1e117779 req-eafd147f-5899-40aa-8b66-c4cc81bf10d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 946 time: 0.0854702 Aug 29 16:58:02.993631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2b3a9b70-8431-48c6-8f93-cb32dab660ca service neutron] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:03.019519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2b3a9b70-8431-48c6-8f93-cb32dab660ca service neutron] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:58:03.049555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d98fb29-5358-41cf-a51f-0f5c1e117779 req-10d73d2d-80ff-4291-a5c9-be2858944004 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683734 Aug 29 16:58:03.087242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2b3a9b70-8431-48c6-8f93-cb32dab660ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03606f9f-229b-4237-80a5-89c3328f032b {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:03.104949 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2b3a9b70-8431-48c6-8f93-cb32dab660ca service neutron] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:03.130864 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2b3a9b70-8431-48c6-8f93-cb32dab660ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:03.222017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2b3a9b70-8431-48c6-8f93-cb32dab660ca service neutron] Transition to ACTIVE for port object 03606f9f-229b-4237-80a5-89c3328f032b will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:03.227333 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2b3a9b70-8431-48c6-8f93-cb32dab660ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:03.294447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2b3a9b70-8431-48c6-8f93-cb32dab660ca service neutron] No DVR routers for this DVR port 03606f9f-229b-4237-80a5-89c3328f032b on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:58:03.332381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a9b70-8431-48c6-8f93-cb32dab660ca service neutron] Pushing event updated for resources: {'Port': ['ID=03606f9f-229b-4237-80a5-89c3328f032b,revision_number=10']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:03.339834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-2b3a9b70-8431-48c6-8f93-cb32dab660ca service neutron] 10.222.0.10 "PUT /v2.0/ports/03606f9f-229b-4237-80a5-89c3328f032b/bindings/n-h2-713301-13/activate HTTP/1.1" status: 200 len: 370 time: 0.5917840 Aug 29 16:58:03.498543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03606f9f-229b-4237-80a5-89c3328f032b no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:03.872603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-0b211025-4ef4-46b2-aed5-ec47f0f6c205 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:03.874427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-0b211025-4ef4-46b2-aed5-ec47f0f6c205 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1096 time: 0.4675658 Aug 29 16:58:03.917768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f302768-141a-41c1-9df9-392564022829 req-49b43f53-0d79-4a79-8e05-ab5924e06b06 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:03.925860 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f302768-141a-41c1-9df9-392564022829 req-49b43f53-0d79-4a79-8e05-ab5924e06b06 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 944 time: 0.1085706 Aug 29 16:58:03.973439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-d6dae4db-82bd-470a-841e-11c57c8152d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:03.974913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-d6dae4db-82bd-470a-841e-11c57c8152d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4&tenant_id=87aab6bab59d4591973a8c9fe46d8484 HTTP/1.1" status: 200 len: 1096 time: 0.0901020 Aug 29 16:58:03.978055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f302768-141a-41c1-9df9-392564022829 req-5e66db3c-0a42-4f6a-ba22-a8b6e5f5fc02 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515535 Aug 29 16:58:04.017649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb97bf-1eac-464b-9e3f-5e086df3ed20 req-d345a583-f6c5-443e-8507-a0fd310f417b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:04.028420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7ecb97bf-1eac-464b-9e3f-5e086df3ed20 req-d345a583-f6c5-443e-8507-a0fd310f417b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 945 time: 0.0792370 Aug 29 16:58:04.045342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-1a5bfb67-491d-48e5-9c80-7a4039300de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:04.046989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-1a5bfb67-491d-48e5-9c80-7a4039300de6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 1096 time: 0.0446286 Aug 29 16:58:04.083444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7ecb97bf-1eac-464b-9e3f-5e086df3ed20 req-43e3b03a-aac8-4c74-8896-496e7149d337 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535345 Aug 29 16:58:04.141211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81ef147f-bb31-46e6-9ef5-3d464fc43150 req-d4547774-26cf-4960-8612-2b0b94c26f37 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0405033 Aug 29 16:58:04.191707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-543f62d6-1d99-4049-94c7-f1872bb35d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:04.196815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-543f62d6-1d99-4049-94c7-f1872bb35d16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.1385956 Aug 29 16:58:04.254331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-f844250b-67ca-4c32-83c5-e28157c9fcae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03606f9f-229b-4237-80a5-89c3328f032b HTTP/1.1" status: 200 len: 217 time: 0.0514879 Aug 29 16:58:04.363724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-859a3ce2-902e-47e5-9dbf-98f7a3224648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:04.365579 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-859a3ce2-902e-47e5-9dbf-98f7a3224648 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.1031137 Aug 29 16:58:04.394506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00075f-4c33-45fe-a499-84c11125a621 req-4c9737d1-f84d-463c-9954-581b5cea0221 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:04.396192 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f00075f-4c33-45fe-a499-84c11125a621 req-4c9737d1-f84d-463c-9954-581b5cea0221 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 946 time: 0.0721049 Aug 29 16:58:04.428044 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-6280f3c9-f952-43da-9a19-838cd795f3a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430596 Aug 29 16:58:04.508822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f00075f-4c33-45fe-a499-84c11125a621 req-344c5898-761b-4e4b-91e9-2b4373ad07d6 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829725 Aug 29 16:58:04.553758 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-837cd01d-d93b-4a65-a58e-926203fa0bbd service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129136 Aug 29 16:58:04.677209 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-d1df4f1e-fd73-47f6-a362-7e4c8b7c1d73 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146288 Aug 29 16:58:04.717002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-9fd3c7e9-6af7-4c14-bc93-56b00f26b5fd tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:04.724448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-9fd3c7e9-6af7-4c14-bc93-56b00f26b5fd tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 804 time: 0.1412010 Aug 29 16:58:04.742199 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a90ab659-bb9b-40e7-9f8b-9e7869a23cc6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/quotas/35d2b9091c3f4abb9a154f2ec1d3b044 HTTP/1.1" status: 200 len: 375 time: 0.0155773 Aug 29 16:58:04.799854 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-f0442941-e1a9-4e6d-ad91-84ecbc9ad0b8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579247 Aug 29 16:58:04.904611 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-50434fba-7e62-48a0-af7f-766c0d86760e service neutron] 10.222.0.22 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029649 Aug 29 16:58:04.989402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-adb9a80d-97ad-4bcf-bd88-c11acefab970 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:04.991587 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-adb9a80d-97ad-4bcf-bd88-c11acefab970 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1096 time: 0.0642397 Aug 29 16:58:05.029337 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-7dcd4666-bd2a-448a-87ef-344ada59d8d8 service neutron] 10.222.0.22 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169546 Aug 29 16:58:05.186609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-9d1983f4-658e-44d3-84b7-5bbb10ae96c7 service neutron] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:58:05.192766 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-9d1983f4-658e-44d3-84b7-5bbb10ae96c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:05.193862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-113c6f21-5453-44dd-a70e-d1429e6e2d13 req-9d1983f4-658e-44d3-84b7-5bbb10ae96c7 service neutron] 10.222.0.16 "DELETE /v2.0/ports/03606f9f-229b-4237-80a5-89c3328f032b/bindings/n-h1-713301-13 HTTP/1.1" status: 204 len: 173 time: 0.1926048 Aug 29 16:58:05.208287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e0c3c-b844-410b-b917-7a422c0c898f req-9469759d-780b-419d-9ee4-b79312beced0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:05.217025 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ac0e0c3c-b844-410b-b917-7a422c0c898f req-9469759d-780b-419d-9ee4-b79312beced0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 944 time: 0.0835032 Aug 29 16:58:05.288750 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ac0e0c3c-b844-410b-b917-7a422c0c898f req-88a096a0-f3e1-4b1c-974a-15c59781d731 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707095 Aug 29 16:58:05.308001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df9519-b18b-4b74-85d4-f7ad0814ef19 req-d01d052c-e255-4524-b7d0-be6ea3ba20b6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:05.310064 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b7df9519-b18b-4b74-85d4-f7ad0814ef19 req-d01d052c-e255-4524-b7d0-be6ea3ba20b6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 945 time: 0.0762022 Aug 29 16:58:05.380536 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b7df9519-b18b-4b74-85d4-f7ad0814ef19 req-7933b551-879c-4fbf-a093-a8727cc58a02 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630798 Aug 29 16:58:05.436936 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ac1c1b62-86d4-47ce-9c3e-962f284dca66 req-586b09e8-e0d5-4d9d-b64e-625bd994cc2d tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0384073 Aug 29 16:58:05.476708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26cf0d27-9727-45a6-8d87-f9379bd114e9 req-775a14c3-d0f6-437d-a0be-1f3473e4b151 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 210 time: 0.0443928 Aug 29 16:58:05.526165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:05.675343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec5032-6384-4f09-b9ee-537393d9bbb6 req-d9e639dc-a4d7-4db7-aa10-1ce8cdf98371 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:05.679344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0aec5032-6384-4f09-b9ee-537393d9bbb6 req-d9e639dc-a4d7-4db7-aa10-1ce8cdf98371 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 1096 time: 0.1201937 Aug 29 16:58:05.680445 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:05.693637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:05.693637 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:05.781984 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0aec5032-6384-4f09-b9ee-537393d9bbb6 req-248706f6-6deb-4844-a532-1ff5e626dc35 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965431 Aug 29 16:58:05.876782 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:05.938383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4388931-52bb-4ba2-84ff-5302b8cd6ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82bc8d1-f5a5-4abf-8868-49e0ae6e0232'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:05.943217 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb1d417-f65f-42b1-a35b-82ecb149e306" -d '{"events": [{"server_uuid": "c4388931-52bb-4ba2-84ff-5302b8cd6ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c82bc8d1-f5a5-4abf-8868-49e0ae6e0232"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:05.971675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256f91-6ac9-4ae9-9765-3307fd130e92 req-5c3b19f5-9f1f-405b-82f0-e09288025c59 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:05.974979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:05.983245 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97256f91-6ac9-4ae9-9765-3307fd130e92 req-5c3b19f5-9f1f-405b-82f0-e09288025c59 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 1096 time: 0.0802121 Aug 29 16:58:05.985382 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:05.986846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9ccf29a3-676f-400a-87b6-42a059652628 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:06.053630 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97256f91-6ac9-4ae9-9765-3307fd130e92 req-c2dc5419-2aab-48c2-b748-9a83e3899399 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634232 Aug 29 16:58:06.086359 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ed892-67af-4bcf-9cdc-5b39a57bac77 x-openstack-request-id: req-d77ed892-67af-4bcf-9cdc-5b39a57bac77 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:06.086679 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4388931-52bb-4ba2-84ff-5302b8cd6ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c82bc8d1-f5a5-4abf-8868-49e0ae6e0232", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:06.086990 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d77ed892-67af-4bcf-9cdc-5b39a57bac77 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:06.087275 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4388931-52bb-4ba2-84ff-5302b8cd6ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82bc8d1-f5a5-4abf-8868-49e0ae6e0232', 'code': 200} Aug 29 16:58:06.213687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da404a-f63c-4861-abe1-e8c81a16dcb4 req-8dff7d9a-8cea-43e7-82de-b094ed2f2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:06.217287 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25da404a-f63c-4861-abe1-e8c81a16dcb4 req-8dff7d9a-8cea-43e7-82de-b094ed2f2a67 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0827935 Aug 29 16:58:06.256211 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:06.290637 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25da404a-f63c-4861-abe1-e8c81a16dcb4 req-ba6941bc-82b2-4fa1-b1ec-b386e2c8a873 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655181 Aug 29 16:58:06.295574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:06.369443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9ccf29a3-676f-400a-87b6-42a059652628, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ccf29a3-676f-400a-87b6-42a059652628,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:06.378209 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:06.501720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9ccf29a3-676f-400a-87b6-42a059652628,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:06.681216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7454e-e0cb-45e5-ad76-9d658beb1c27 req-4be3ab48-b3aa-4d95-b5a2-cb8830257e4d tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:06.685495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37d7454e-e0cb-45e5-ad76-9d658beb1c27 req-4be3ab48-b3aa-4d95-b5a2-cb8830257e4d tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 946 time: 0.1760838 Aug 29 16:58:06.710775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66b12caa-c71c-4f95-bda7-a75001367e51 req-4e78bba2-0f65-4590-9587-7dae997b3ec9 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0507758 Aug 29 16:58:06.779913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37d7454e-e0cb-45e5-ad76-9d658beb1c27 req-2609ab61-2b70-43c1-b783-74e41992e151 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768886 Aug 29 16:58:06.864987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eb4ef1c9-7d2b-470c-8144-87077ca142f8 req-01a39b7b-844e-4d12-8628-c037a60969d1 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 210 time: 0.0444331 Aug 29 16:58:06.889705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c55f4-c76a-4ae9-96f5-e728d113a3bf req-b5436ed3-cf9d-4adf-b617-aa6f50dbc4ea tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:06.891393 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d6c55f4-c76a-4ae9-96f5-e728d113a3bf req-b5436ed3-cf9d-4adf-b617-aa6f50dbc4ea tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2ddd97c-9c37-49c6-87d5-ab991d3af14b HTTP/1.1" status: 200 len: 944 time: 0.1105053 Aug 29 16:58:07.037024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-8d6c55f4-c76a-4ae9-96f5-e728d113a3bf req-daa15dab-4a9d-4780-be67-e7a364f09723 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Deleting port 9ccf29a3-676f-400a-87b6-42a059652628 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:58:07.037870 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d6c55f4-c76a-4ae9-96f5-e728d113a3bf req-daa15dab-4a9d-4780-be67-e7a364f09723 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:07.147735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-8d6c55f4-c76a-4ae9-96f5-e728d113a3bf req-daa15dab-4a9d-4780-be67-e7a364f09723 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] For port 9ccf29a3-676f-400a-87b6-42a059652628, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ccf29a3-676f-400a-87b6-42a059652628,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:07.148820 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d6c55f4-c76a-4ae9-96f5-e728d113a3bf req-daa15dab-4a9d-4780-be67-e7a364f09723 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:07.166097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-8d6c55f4-c76a-4ae9-96f5-e728d113a3bf req-daa15dab-4a9d-4780-be67-e7a364f09723 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Calling delete_port for 9ccf29a3-676f-400a-87b6-42a059652628 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:58:07.337060 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d6c55f4-c76a-4ae9-96f5-e728d113a3bf req-daa15dab-4a9d-4780-be67-e7a364f09723 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:07.372263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa15dab-4a9d-4780-be67-e7a364f09723 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Pushing event deleted for resources: {'Port': ['ID=9ccf29a3-676f-400a-87b6-42a059652628,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:07.432943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6c55f4-c76a-4ae9-96f5-e728d113a3bf req-daa15dab-4a9d-4780-be67-e7a364f09723 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] No DVR routers for this DVR port 9ccf29a3-676f-400a-87b6-42a059652628 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:58:07.436957 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d6c55f4-c76a-4ae9-96f5-e728d113a3bf req-daa15dab-4a9d-4780-be67-e7a364f09723 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:07.439051 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d6c55f4-c76a-4ae9-96f5-e728d113a3bf req-daa15dab-4a9d-4780-be67-e7a364f09723 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.16 "DELETE /v2.0/ports/9ccf29a3-676f-400a-87b6-42a059652628 HTTP/1.1" status: 204 len: 173 time: 0.5392330 Aug 29 16:58:07.439698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'name': 'network-vif-deleted', 'tag': '9ccf29a3-676f-400a-87b6-42a059652628'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:07.442118 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fafb4f5-2c56-4881-bddd-ef9fc4a1e6c4" -d '{"events": [{"server_uuid": "b2ddd97c-9c37-49c6-87d5-ab991d3af14b", "name": "network-vif-deleted", "tag": "9ccf29a3-676f-400a-87b6-42a059652628"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:07.526955 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a48a222-1a82-45f0-abd9-094e4988b25f x-openstack-request-id: req-5a48a222-1a82-45f0-abd9-094e4988b25f {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:07.527335 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ddd97c-9c37-49c6-87d5-ab991d3af14b", "name": "network-vif-deleted", "tag": "9ccf29a3-676f-400a-87b6-42a059652628", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:07.527653 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a48a222-1a82-45f0-abd9-094e4988b25f {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:07.528111 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'name': 'network-vif-deleted', 'tag': '9ccf29a3-676f-400a-87b6-42a059652628', 'status': 'completed', 'code': 200} Aug 29 16:58:07.546913 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:58:07.715089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-205c63f5-ecdb-41a5-8394-3e25e6b0fc80 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:07.717751 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-205c63f5-ecdb-41a5-8394-3e25e6b0fc80 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.10 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 804 time: 0.1328304 Aug 29 16:58:07.759834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Request body: {'port': {'device_id': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'admin_state_up': True, 'tenant_id': '35d2b9091c3f4abb9a154f2ec1d3b044'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:07.897131 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cec954d2-4d36-4ac3-bbba-4078ffbba3ab req-cfd0de60-aa5c-4741-bcf9-fb694aa8bd9d tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0879111 Aug 29 16:58:08.050938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2f1a-ff8f-48e7-86fe-d2ae8d9d8d25 req-d0f4e718-d69e-4683-97de-f2b32ffcbf97 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:08.058783 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3b7d2f1a-ff8f-48e7-86fe-d2ae8d9d8d25 req-d0f4e718-d69e-4683-97de-f2b32ffcbf97 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 946 time: 0.1471813 Aug 29 16:58:08.076064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Made reservation on behalf of 35d2b9091c3f4abb9a154f2ec1d3b044 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:08.079670 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:08.088756 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ccf29a3-676f-400a-87b6-42a059652628'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:08.091718 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31efc26f-f78b-4bf6-b964-5d7384fe31dc" -d '{"events": [{"server_uuid": "b2ddd97c-9c37-49c6-87d5-ab991d3af14b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ccf29a3-676f-400a-87b6-42a059652628"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:08.095732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6b6f295-398e-4501-9366-879e24c233f8 req-b05b556c-3bae-4373-a757-29d8785b8769 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 210 time: 0.0465555 Aug 29 16:58:08.178506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3b7d2f1a-ff8f-48e7-86fe-d2ae8d9d8d25 req-c0519dd2-23d2-44d0-98d1-af9b8e5c9888 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178706 Aug 29 16:58:08.337182 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b40af7-3f13-4499-a284-9b8a3e933a1f x-openstack-request-id: req-e9b40af7-3f13-4499-a284-9b8a3e933a1f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:08.337541 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ddd97c-9c37-49c6-87d5-ab991d3af14b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ccf29a3-676f-400a-87b6-42a059652628", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:08.337806 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9b40af7-3f13-4499-a284-9b8a3e933a1f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:08.338210 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ddd97c-9c37-49c6-87d5-ab991d3af14b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ccf29a3-676f-400a-87b6-42a059652628', 'code': 200} Aug 29 16:58:08.364507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Allocated IP 172.20.0.4 (22d36b5f-cd4a-44d1-aba8-231e41bdf914/a9c45292-6f1d-4675-b417-0bfaac975c5a/b62c3cce-b077-423f-953a-74842af72d99) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:08.513979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1c800ef9-55c8-4015-a04e-4bdf8987b3d4 req-b549383a-aa67-41c2-8e43-a18e2cf7fd72 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0420830 Aug 29 16:58:08.580202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:08.624377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:08.669723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:08.672806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:08.676909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:08.715208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Pushing event updated for resources: {'Port': ['ID=b62c3cce-b077-423f-953a-74842af72d99,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:08.751502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:08.752677 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:08.769730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-a2d62b31-87e4-41c2-a456-f2c81c66dcf6 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0250375 Aug 29 16:58:08.789986 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Request body: {'port': {'device_id': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:08.851688 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:09.071768 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd509e2a-2617-44da-837a-a4c1e1cd9017 req-b9b4cbc8-6931-4392-924c-0b1207eb14e2 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0451949 Aug 29 16:58:09.325837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62c3cce-b077-423f-953a-74842af72d99 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:09.331276 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bcfdd-fc19-4d14-b533-e72039c5cf57 req-cbdcf92a-abc6-4990-88e5-c1094bc701d8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:09.334827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:09.340564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d23bcfdd-fc19-4d14-b533-e72039c5cf57 req-cbdcf92a-abc6-4990-88e5-c1094bc701d8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 931 time: 0.1062562 Aug 29 16:58:09.355126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Transition to ACTIVE for port object b62c3cce-b077-423f-953a-74842af72d99 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:09.361907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:09.394807 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d23bcfdd-fc19-4d14-b533-e72039c5cf57 req-9f6b0102-eb7a-4837-9b52-fa20ff5dc6c4 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519986 Aug 29 16:58:09.496036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Pushing event updated for resources: {'Port': ['ID=b62c3cce-b077-423f-953a-74842af72d99,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:09.521002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8511b-0992-4522-86be-3a3af1860170 req-ca364811-6e4b-4c5f-aea5-af47b412d18c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:09.530387 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bf8511b-0992-4522-86be-3a3af1860170 req-ca364811-6e4b-4c5f-aea5-af47b412d18c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 946 time: 0.1105664 Aug 29 16:58:09.601757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5af04-f738-4327-a21f-b0140b98a205 req-96087738-3aea-4019-98b7-5cb010552b23 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:09.611294 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2c5af04-f738-4327-a21f-b0140b98a205 req-96087738-3aea-4019-98b7-5cb010552b23 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.1072934 Aug 29 16:58:09.642779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bf8511b-0992-4522-86be-3a3af1860170 req-a1ddd2ac-e0fa-4101-9e54-071dfe50f451 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076086 Aug 29 16:58:09.669709 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2c5af04-f738-4327-a21f-b0140b98a205 req-5b654c71-5862-47d1-8a3c-3a30d0660926 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569980 Aug 29 16:58:09.671916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Attempting to bind port b62c3cce-b077-423f-953a-74842af72d99 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:58:09.674601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Attempting to bind port b62c3cce-b077-423f-953a-74842af72d99 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:58:09.675001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Attempting to bind port b62c3cce-b077-423f-953a-74842af72d99 on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:09.685845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Port b62c3cce-b077-423f-953a-74842af72d99 on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:58:09.688008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Attempting to bind port b62c3cce-b077-423f-953a-74842af72d99 on network 22d36b5f-cd4a-44d1-aba8-231e41bdf914 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:09.703234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:58:09.703617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Checking segment: {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:09.704069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Bound using segment: {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:58:09.704570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Bound port: b62c3cce-b077-423f-953a-74842af72d99, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:58:09.705014 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:09.799773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] For port b62c3cce-b077-423f-953a-74842af72d99, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:58:09.804159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] For port b62c3cce-b077-423f-953a-74842af72d99, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b62c3cce-b077-423f-953a-74842af72d99,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:58:09.811282 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:09.859822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:09.860492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:09.862221 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] 10.222.0.10 "PUT /v2.0/ports/b62c3cce-b077-423f-953a-74842af72d99 HTTP/1.1" status: 200 len: 1092 time: 1.0819833 Aug 29 16:58:09.862654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'tag': 'b62c3cce-b077-423f-953a-74842af72d99'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:09.864983 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d925828-61d2-4bd8-9170-39c2d946264d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b96b85d-880d-4d62-9126-7c21bf2d8cad", "tag": "b62c3cce-b077-423f-953a-74842af72d99"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:09.898960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd77b7-17f0-458b-9aee-6faa3786d890 service neutron] Pushing event updated for resources: {'Port': ['ID=b62c3cce-b077-423f-953a-74842af72d99,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:09.960741 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72400d3-af18-4b49-a07f-8b09b4b477b6 x-openstack-request-id: req-e72400d3-af18-4b49-a07f-8b09b4b477b6 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:09.960741 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b96b85d-880d-4d62-9126-7c21bf2d8cad", "tag": "b62c3cce-b077-423f-953a-74842af72d99", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:09.961004 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e72400d3-af18-4b49-a07f-8b09b4b477b6 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:09.961372 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'tag': 'b62c3cce-b077-423f-953a-74842af72d99', 'status': 'completed', 'code': 200} Aug 29 16:58:09.986668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-dae2c3b2-de28-488d-8bf1-782b14e58b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:09.988197 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-dae2c3b2-de28-488d-8bf1-782b14e58b20 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 1095 time: 0.0750337 Aug 29 16:58:10.050156 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-59f4d154-6713-45e4-bb46-9c5e7c16c14e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b62c3cce-b077-423f-953a-74842af72d99 HTTP/1.1" status: 200 len: 217 time: 0.0389810 Aug 29 16:58:10.059399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c611ce-29e6-441d-8017-e5918613e561 req-ae773208-62ee-40f6-be4b-1af2fb1ae2f6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:10.068045 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52c611ce-29e6-441d-8017-e5918613e561 req-ae773208-62ee-40f6-be4b-1af2fb1ae2f6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 946 time: 0.0765045 Aug 29 16:58:10.113149 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52c611ce-29e6-441d-8017-e5918613e561 req-c21c4e80-2cd9-44c6-8097-0cc37608ff6f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435174 Aug 29 16:58:10.116952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-b7611d69-f3a5-4927-bfe1-2a14308d9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:10.118469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-b7611d69-f3a5-4927-bfe1-2a14308d9ca2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9c45292-6f1d-4675-b417-0bfaac975c5a HTTP/1.1" status: 200 len: 844 time: 0.0570710 Aug 29 16:58:10.160874 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-b85965f5-b592-4f9a-8c02-6c604d1024d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22d36b5f-cd4a-44d1-aba8-231e41bdf914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324962 Aug 29 16:58:10.244824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-813c95ca-bd55-4be3-9f39-06773c38d89b req-9a3042e6-68f4-4460-8bc9-f1427a81b4f7 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0655630 Aug 29 16:58:10.294648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-3cbc7f17-e6cb-43c7-be7f-40e2f9a93672 service neutron] 10.222.0.10 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233263 Aug 29 16:58:10.476651 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d445eb46-6d8d-4d3b-baa5-9b2c9b98429f req-f957e902-6498-42b2-b6d6-ac4a5ef025f8 service neutron] 10.222.0.10 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740470 Aug 29 16:58:10.570895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6971ef-bd95-42c7-8f55-87f5be5554ac req-29a19959-7052-410f-bcd8-fc8dac1f72d8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:10.579121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c6971ef-bd95-42c7-8f55-87f5be5554ac req-29a19959-7052-410f-bcd8-fc8dac1f72d8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 943 time: 0.0698738 Aug 29 16:58:10.631321 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-59456aad-0402-411c-8aac-95ae1025027e req-50fab2d5-6f5b-4360-bc3e-3a303310c923 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d&device_id=fd4549c3-17fa-42d8-b5b4-0d5ca23b3b10 HTTP/1.1" status: 200 len: 210 time: 0.0449569 Aug 29 16:58:10.668624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c6971ef-bd95-42c7-8f55-87f5be5554ac req-64103711-de04-473c-9cda-51972c98a499 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885150 Aug 29 16:58:10.675709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d925828-61d2-4bd8-9170-39c2d946264d req-a751fc28-33bd-408c-a234-dc1479a03ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:10.677444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d925828-61d2-4bd8-9170-39c2d946264d req-a751fc28-33bd-408c-a234-dc1479a03ff9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 1095 time: 0.0960484 Aug 29 16:58:10.867760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc64bf4-d230-4af7-80d5-bcf9dd7b21c6 req-6f49ce1a-1fb7-46ca-9ff7-3684cc80ade3 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:10.877931 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0cc64bf4-d230-4af7-80d5-bcf9dd7b21c6 req-6f49ce1a-1fb7-46ca-9ff7-3684cc80ade3 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.1185789 Aug 29 16:58:10.883928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d925828-61d2-4bd8-9170-39c2d946264d req-29a5ad0d-6995-4f9d-951c-88e767d0331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:10.886153 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d925828-61d2-4bd8-9170-39c2d946264d req-29a5ad0d-6995-4f9d-951c-88e767d0331c service neutron] 10.222.0.10 "GET /v2.0/networks?id=22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 200 len: 905 time: 0.1977611 Aug 29 16:58:10.914846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d662b3c-826e-4f4a-809e-98aba8946a9e req-a58aedb6-2e1e-412c-bb3d-046fcebb4a09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc7b2e745aaa49c8b4f930ecc225ed7f&device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0403821 Aug 29 16:58:10.951763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d662b3c-826e-4f4a-809e-98aba8946a9e req-72f624e9-419c-49af-b4d4-6eaa904fa5b5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cc7b2e745aaa49c8b4f930ecc225ed7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281625 Aug 29 16:58:10.972144 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d925828-61d2-4bd8-9170-39c2d946264d req-d1243a33-e42d-434f-a5c9-465a5f106a4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b62c3cce-b077-423f-953a-74842af72d99 HTTP/1.1" status: 200 len: 217 time: 0.0703697 Aug 29 16:58:11.018724 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0cc64bf4-d230-4af7-80d5-bcf9dd7b21c6 req-2fcea198-fb11-4583-931c-98fbc892dc6c tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299908 Aug 29 16:58:11.068235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d925828-61d2-4bd8-9170-39c2d946264d req-c0a1885c-efb6-453f-b02e-2e97511c9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:11.069979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d925828-61d2-4bd8-9170-39c2d946264d req-c0a1885c-efb6-453f-b02e-2e97511c9ea6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9c45292-6f1d-4675-b417-0bfaac975c5a HTTP/1.1" status: 200 len: 844 time: 0.0868771 Aug 29 16:58:11.095668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bed0ab77-8ae3-4d0f-8536-1f2768a7402a req-f07f2092-dc44-4fa1-83a6-593b1a3ef48d tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0843296 Aug 29 16:58:11.114431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d925828-61d2-4bd8-9170-39c2d946264d req-812b28c8-4dc6-445f-83d6-b9aee9174ded service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22d36b5f-cd4a-44d1-aba8-231e41bdf914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330951 Aug 29 16:58:11.157759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d662b3c-826e-4f4a-809e-98aba8946a9e req-c8c8ac87-f280-4a3f-96d7-e15f1761f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:11.160400 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d662b3c-826e-4f4a-809e-98aba8946a9e req-c8c8ac87-f280-4a3f-96d7-e15f1761f961 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1929924 Aug 29 16:58:11.269848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a787d-f75d-4e00-9de0-83e47615d9f7 req-48ea4f36-3bde-4cde-94aa-5402cb152f70 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:11.271294 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7c5a787d-f75d-4e00-9de0-83e47615d9f7 req-48ea4f36-3bde-4cde-94aa-5402cb152f70 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 946 time: 0.0790873 Aug 29 16:58:11.277069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d925828-61d2-4bd8-9170-39c2d946264d req-2ed429fd-66e8-48c1-8c79-7227d0ce64a8 service neutron] 10.222.0.10 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525505 Aug 29 16:58:11.360104 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7c5a787d-f75d-4e00-9de0-83e47615d9f7 req-af0518ec-ca4b-4dcd-9701-93f52ee70135 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820427 Aug 29 16:58:11.407824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d925828-61d2-4bd8-9170-39c2d946264d req-f11bf07e-196b-4d82-9eeb-39de691ccf54 service neutron] 10.222.0.10 "GET /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160285 Aug 29 16:58:11.544563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9ccf29a3-676f-400a-87b6-42a059652628 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:11.582278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 9ccf29a3-676f-400a-87b6-42a059652628 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:58:11.582857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9ccf29a3-676f-400a-87b6-42a059652628 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:58:11.634666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9cbca-40ee-454f-ad21-02f940da7e85 req-bb48daa2-75b6-4bb2-9741-ebfedad29d21 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:11.636227 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7eb9cbca-40ee-454f-ad21-02f940da7e85 req-bb48daa2-75b6-4bb2-9741-ebfedad29d21 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 946 time: 0.0648494 Aug 29 16:58:11.720253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b62c3cce-b077-423f-953a-74842af72d99 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:58:11.765502 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-7eb9cbca-40ee-454f-ad21-02f940da7e85 req-79b0f26e-e7f2-4b43-8640-e4a3f998805e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Deleting port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:58:11.766103 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7eb9cbca-40ee-454f-ad21-02f940da7e85 req-79b0f26e-e7f2-4b43-8640-e4a3f998805e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:11.828931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686889ab-4736-41e8-a90d-d0d9417a6594 req-07b41904-cd67-438a-81cc-f959d1a18822 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:11.830973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-686889ab-4736-41e8-a90d-d0d9417a6594 req-07b41904-cd67-438a-81cc-f959d1a18822 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.1193862 Aug 29 16:58:11.876538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b62c3cce-b077-423f-953a-74842af72d99, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b62c3cce-b077-423f-953a-74842af72d99,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:11.893783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'b62c3cce-b077-423f-953a-74842af72d99', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'port_id': 'b62c3cce-b077-423f-953a-74842af72d99', 'mac_address': 'fa:16:3e:50:f7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c45292-6f1d-4675-b417-0bfaac975c5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:58:11.895288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805570a-3cae-43cc-aaaf-4f2220912461 req-7f3162e0-cad2-4527-acdd-275bde3b8d67 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:11.900686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-7eb9cbca-40ee-454f-ad21-02f940da7e85 req-79b0f26e-e7f2-4b43-8640-e4a3f998805e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] For port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:11.901063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7eb9cbca-40ee-454f-ad21-02f940da7e85 req-79b0f26e-e7f2-4b43-8640-e4a3f998805e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:11.903793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9805570a-3cae-43cc-aaaf-4f2220912461 req-7f3162e0-cad2-4527-acdd-275bde3b8d67 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 943 time: 0.1205776 Aug 29 16:58:11.925669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-7eb9cbca-40ee-454f-ad21-02f940da7e85 req-79b0f26e-e7f2-4b43-8640-e4a3f998805e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Calling delete_port for c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:58:11.953691 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:11.970734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62c3cce-b077-423f-953a-74842af72d99 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:11.996307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b62c3cce-b077-423f-953a-74842af72d99, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b62c3cce-b077-423f-953a-74842af72d99,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:12.004254 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:12.063079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b62c3cce-b077-423f-953a-74842af72d99,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:12.066411 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9805570a-3cae-43cc-aaaf-4f2220912461 req-7d114390-97ca-49f3-b2e9-3e6c2f335f80 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614916 Aug 29 16:58:12.084991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-686889ab-4736-41e8-a90d-d0d9417a6594 req-bcb465c6-2384-49a4-8d76-d8fbed8d4426 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Deleting port 002b89b4-c1f8-4954-ab55-ba97597b9a52 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:58:12.085388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-686889ab-4736-41e8-a90d-d0d9417a6594 req-bcb465c6-2384-49a4-8d76-d8fbed8d4426 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:12.115859 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7eb9cbca-40ee-454f-ad21-02f940da7e85 req-79b0f26e-e7f2-4b43-8640-e4a3f998805e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:12.132058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['c82bc8d1-f5a5-4abf-8868-49e0ae6e0232'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:12.155869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0f26e-e7f2-4b43-8640-e4a3f998805e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event deleted for resources: {'Port': ['ID=c82bc8d1-f5a5-4abf-8868-49e0ae6e0232,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:12.216728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb9cbca-40ee-454f-ad21-02f940da7e85 req-79b0f26e-e7f2-4b43-8640-e4a3f998805e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] No DVR routers for this DVR port c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:58:12.220947 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7eb9cbca-40ee-454f-ad21-02f940da7e85 req-79b0f26e-e7f2-4b43-8640-e4a3f998805e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:12.223231 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7eb9cbca-40ee-454f-ad21-02f940da7e85 req-79b0f26e-e7f2-4b43-8640-e4a3f998805e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "DELETE /v2.0/ports/c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 HTTP/1.1" status: 204 len: 173 time: 0.5790412 Aug 29 16:58:12.223756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4388931-52bb-4ba2-84ff-5302b8cd6ef2', 'name': 'network-vif-deleted', 'tag': 'c82bc8d1-f5a5-4abf-8868-49e0ae6e0232'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:12.226225 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5e6678-f0f0-4052-9936-38815f8b2910" -d '{"events": [{"server_uuid": "c4388931-52bb-4ba2-84ff-5302b8cd6ef2", "name": "network-vif-deleted", "tag": "c82bc8d1-f5a5-4abf-8868-49e0ae6e0232"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:12.281157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-529a182d-fb13-47a1-a8c9-eafe32e60c75 req-86aeebf9-15b0-4ea9-93e9-d6eb5c884ee3 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0473073 Aug 29 16:58:12.290854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['b62c3cce-b077-423f-953a-74842af72d99'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:12.363847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-686889ab-4736-41e8-a90d-d0d9417a6594 req-bcb465c6-2384-49a4-8d76-d8fbed8d4426 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] For port 002b89b4-c1f8-4954-ab55-ba97597b9a52, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=002b89b4-c1f8-4954-ab55-ba97597b9a52,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:12.364732 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-686889ab-4736-41e8-a90d-d0d9417a6594 req-bcb465c6-2384-49a4-8d76-d8fbed8d4426 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:12.405912 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9691e6-9fb3-4df0-aec9-a5b5a3ac4a06 x-openstack-request-id: req-3e9691e6-9fb3-4df0-aec9-a5b5a3ac4a06 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:12.406114 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4388931-52bb-4ba2-84ff-5302b8cd6ef2", "name": "network-vif-deleted", "tag": "c82bc8d1-f5a5-4abf-8868-49e0ae6e0232", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:12.406349 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e9691e6-9fb3-4df0-aec9-a5b5a3ac4a06 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:12.406758 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4388931-52bb-4ba2-84ff-5302b8cd6ef2', 'name': 'network-vif-deleted', 'tag': 'c82bc8d1-f5a5-4abf-8868-49e0ae6e0232', 'status': 'completed', 'code': 200} Aug 29 16:58:12.414836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e414d-698b-482f-8b8a-004498445775 req-19be7d10-efcd-4683-8dd1-9d99d08fca9f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:12.417073 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-916e414d-698b-482f-8b8a-004498445775 req-19be7d10-efcd-4683-8dd1-9d99d08fca9f tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 945 time: 0.1959903 Aug 29 16:58:12.418169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-686889ab-4736-41e8-a90d-d0d9417a6594 req-bcb465c6-2384-49a4-8d76-d8fbed8d4426 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Calling delete_port for 002b89b4-c1f8-4954-ab55-ba97597b9a52 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:58:12.535237 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-916e414d-698b-482f-8b8a-004498445775 req-f61ae4a3-afeb-47f3-ac7d-31a6f0877f42 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059875 Aug 29 16:58:12.577662 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e61aaae2-3d42-4d1f-9917-8a8c0a463ab4 req-0cbf17d2-3057-4359-a1d9-abf4582c4845 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4388931-52bb-4ba2-84ff-5302b8cd6ef2 HTTP/1.1" status: 200 len: 210 time: 0.0622559 Aug 29 16:58:12.675697 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-686889ab-4736-41e8-a90d-d0d9417a6594 req-bcb465c6-2384-49a4-8d76-d8fbed8d4426 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:12.687436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['54993450-ca89-4713-a532-78327a56c4d3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:12.709190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d662b3c-826e-4f4a-809e-98aba8946a9e req-68e5610b-883f-45f6-aa8e-a8a78a923db3 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0289500 Aug 29 16:58:13.033090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['002b89b4-c1f8-4954-ab55-ba97597b9a52'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:13.054765 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-40014c84-8022-414c-903d-31996a82c9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:13.229453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be701dc2-43d8-47f4-8d74-7d1c489ca5e7 req-5fa3557c-7231-42e4-9125-2631c446c9a9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:13.237684 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be701dc2-43d8-47f4-8d74-7d1c489ca5e7 req-5fa3557c-7231-42e4-9125-2631c446c9a9 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 944 time: 0.0870292 Aug 29 16:58:13.287375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be701dc2-43d8-47f4-8d74-7d1c489ca5e7 req-25b3e2e4-4835-4dd0-b7a5-5b6f460f7c0f tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486197 Aug 29 16:58:13.358039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb465c6-2384-49a4-8d76-d8fbed8d4426 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Pushing event deleted for resources: {'Port': ['ID=002b89b4-c1f8-4954-ab55-ba97597b9a52,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:13.446411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-686889ab-4736-41e8-a90d-d0d9417a6594 req-bcb465c6-2384-49a4-8d76-d8fbed8d4426 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] No DVR routers for this DVR port 002b89b4-c1f8-4954-ab55-ba97597b9a52 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:58:13.449746 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-686889ab-4736-41e8-a90d-d0d9417a6594 req-bcb465c6-2384-49a4-8d76-d8fbed8d4426 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:13.452322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-686889ab-4736-41e8-a90d-d0d9417a6594 req-bcb465c6-2384-49a4-8d76-d8fbed8d4426 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.10 "DELETE /v2.0/ports/002b89b4-c1f8-4954-ab55-ba97597b9a52 HTTP/1.1" status: 204 len: 173 time: 1.6143978 Aug 29 16:58:13.469477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4711d3a-0a66-4516-a569-a5c78f8c8431', 'name': 'network-vif-deleted', 'tag': '002b89b4-c1f8-4954-ab55-ba97597b9a52'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:13.471842 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1df2f78-ad4e-4131-8c1f-af923b84cc6e" -d '{"events": [{"server_uuid": "b4711d3a-0a66-4516-a569-a5c78f8c8431", "name": "network-vif-deleted", "tag": "002b89b4-c1f8-4954-ab55-ba97597b9a52"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:13.529683 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06252d3f-2161-43ad-a077-d1cabd5af4c5 x-openstack-request-id: req-06252d3f-2161-43ad-a077-d1cabd5af4c5 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:13.530034 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4711d3a-0a66-4516-a569-a5c78f8c8431", "name": "network-vif-deleted", "tag": "002b89b4-c1f8-4954-ab55-ba97597b9a52", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:13.530296 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06252d3f-2161-43ad-a077-d1cabd5af4c5 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:13.530706 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4711d3a-0a66-4516-a569-a5c78f8c8431', 'name': 'network-vif-deleted', 'tag': '002b89b4-c1f8-4954-ab55-ba97597b9a52', 'status': 'completed', 'code': 200} Aug 29 16:58:13.539671 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-990a5140-7127-4208-90ed-e27c12b2b968 req-ff611f65-8e29-4d22-ad77-a828e2bf403f tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8861af7-06fb-4dc2-baed-4b4d9e4db43d HTTP/1.1" status: 200 len: 210 time: 0.0944374 Aug 29 16:58:13.717942 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b325ac78-52ab-489b-a8f9-8389ff8c5f61 req-89ab1932-c6c6-40e3-bbfd-a9521db82d1b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4711d3a-0a66-4516-a569-a5c78f8c8431 HTTP/1.1" status: 200 len: 210 time: 0.0523841 Aug 29 16:58:13.733104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b62c3cce-b077-423f-953a-74842af72d99 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:13.810563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port b62c3cce-b077-423f-953a-74842af72d99 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:13.816407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port b62c3cce-b077-423f-953a-74842af72d99 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:13.816786 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:13.920873 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:13.963094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b62c3cce-b077-423f-953a-74842af72d99, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b62c3cce-b077-423f-953a-74842af72d99,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:13.963930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62c3cce-b077-423f-953a-74842af72d99'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:13.967040 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7285aac-4542-4552-ab4d-6ad9a573aafc" -d '{"events": [{"server_uuid": "0b96b85d-880d-4d62-9126-7c21bf2d8cad", "name": "network-vif-plugged", "status": "completed", "tag": "b62c3cce-b077-423f-953a-74842af72d99"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:13.971692 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:14.043276 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06c24bd-c3ab-41dd-93f6-ac0aa70cdfa8 x-openstack-request-id: req-b06c24bd-c3ab-41dd-93f6-ac0aa70cdfa8 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:14.045625 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b96b85d-880d-4d62-9126-7c21bf2d8cad", "name": "network-vif-plugged", "status": "completed", "tag": "b62c3cce-b077-423f-953a-74842af72d99", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:14.046109 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b06c24bd-c3ab-41dd-93f6-ac0aa70cdfa8 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:14.046869 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62c3cce-b077-423f-953a-74842af72d99', 'code': 200} Aug 29 16:58:14.048055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b62c3cce-b077-423f-953a-74842af72d99,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:14.057426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.058005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.058500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.058988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.059763 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.060250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.060364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-4caa8e63-2b57-4f74-9f08-4e23468d7ecc tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:14.060842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.061431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.061920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.065147 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.065729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.066471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:14.071280 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-4caa8e63-2b57-4f74-9f08-4e23468d7ecc tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.2203932 Aug 29 16:58:14.087983 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-26cfb943-cf40-44e8-ae81-3894cad8eb98 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/quotas/0d737f73e9744cc89026adafc8547a1f HTTP/1.1" status: 200 len: 375 time: 0.0157895 Aug 29 16:58:14.128937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-fc00a386-790a-4bcd-a166-6530410ae80c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400136 Aug 29 16:58:14.178975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba2ff-2581-433c-8cd7-b77a896612a2 req-0d580963-8b99-4ddc-ad4c-28da89984223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:14.183733 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6e0ba2ff-2581-433c-8cd7-b77a896612a2 req-0d580963-8b99-4ddc-ad4c-28da89984223 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 1097 time: 0.0628550 Aug 29 16:58:14.224365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6e0ba2ff-2581-433c-8cd7-b77a896612a2 req-d45179ea-9c3a-4a54-9378-da4e623f11d6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336673 Aug 29 16:58:14.235346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-3ced5c1d-ee62-4fe3-9900-5c63443bf198 service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055405 Aug 29 16:58:14.268559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52734) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:14.350692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-3938eb94-8691-4b13-9f51-3a855f063321 service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091235 Aug 29 16:58:14.405560 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9918-6c38-4257-b2d8-ccd1015a308b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:14.537423 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9918-6c38-4257-b2d8-ccd1015a308b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:14.548702 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9918-6c38-4257-b2d8-ccd1015a308b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:14.579777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97c016a7-1e6e-467c-8ab7-c22734624de9 req-5d92a9d1-3fd5-4aa6-b5ed-e62f99aabacc tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 210 time: 0.0366499 Aug 29 16:58:14.604727 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db784a4-d9d4-4eb2-9d2c-8826c622083d req-5cf38793-916b-46d4-89b7-8c129ac2bbba tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:14.607307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8db784a4-d9d4-4eb2-9d2c-8826c622083d req-5cf38793-916b-46d4-89b7-8c129ac2bbba tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 945 time: 0.1160719 Aug 29 16:58:14.621484 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3c8c9918-6c38-4257-b2d8-ccd1015a308b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df939c5743d840b197c1bcf3883f1da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517942 Aug 29 16:58:14.624182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52748) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:14.647814 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c9918-6c38-4257-b2d8-ccd1015a308b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9920e05e-ecec-4e40-bd46-c8e246dc5e31,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:14.675462 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8db784a4-d9d4-4eb2-9d2c-8826c622083d req-50ba2b42-79e9-4359-8164-720efec38375 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561316 Aug 29 16:58:14.734131 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4d6e-e31b-4c3f-ae87-1c09ce0c6e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:14.764523 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4d6e-e31b-4c3f-ae87-1c09ce0c6e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:14.869477 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4d6e-e31b-4c3f-ae87-1c09ce0c6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:14.872517 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b0c4d6e-e31b-4c3f-ae87-1c09ce0c6e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:14.873881 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b0c4d6e-e31b-4c3f-ae87-1c09ce0c6e83 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9920e05e-ecec-4e40-bd46-c8e246dc5e31 HTTP/1.1" status: 204 len: 168 time: 0.2485230 Aug 29 16:58:14.892346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c4d6e-e31b-4c3f-ae87-1c09ce0c6e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9920e05e-ecec-4e40-bd46-c8e246dc5e31,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:14.929950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17d06a51-e928-4495-ae1f-cc62de1033c5 req-69348aad-220e-41c3-8cd9-d441877f0033 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc7b2e745aaa49c8b4f930ecc225ed7f&device_id=fd4549c3-17fa-42d8-b5b4-0d5ca23b3b10 HTTP/1.1" status: 200 len: 210 time: 0.0813162 Aug 29 16:58:15.002691 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17d06a51-e928-4495-ae1f-cc62de1033c5 req-9d89eee6-5aa2-40fe-b2a0-1a9f958ee962 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cc7b2e745aaa49c8b4f930ecc225ed7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633397 Aug 29 16:58:15.050900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-836c400b-ab45-4e74-a424-a5a3b1f7171b req-7c1b861a-dd97-4066-8948-307b4276d3ea tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd4549c3-17fa-42d8-b5b4-0d5ca23b3b10 HTTP/1.1" status: 200 len: 210 time: 0.0736437 Aug 29 16:58:15.185207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdd661-2bae-423d-814b-2b3abab48393 req-cb816fb9-538b-4b96-a116-53c6c155f357 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:15.193765 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64fdd661-2bae-423d-814b-2b3abab48393 req-cb816fb9-538b-4b96-a116-53c6c155f357 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0686991 Aug 29 16:58:15.234445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64fdd661-2bae-423d-814b-2b3abab48393 req-c512dd3f-19e3-4d5e-b025-b4ea1714ccb6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394142 Aug 29 16:58:15.257373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d06a51-e928-4495-ae1f-cc62de1033c5 req-536e0a1e-fa69-4f72-b665-5687d314337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:15.259865 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17d06a51-e928-4495-ae1f-cc62de1033c5 req-536e0a1e-fa69-4f72-b665-5687d314337b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2386770 Aug 29 16:58:15.364769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52774) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:15.380422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fc95cec-92b7-476e-b82f-22a933fa06a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:15.509101 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fc95cec-92b7-476e-b82f-22a933fa06a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:15.509813 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-44071658-7313-42ad-b70d-95ddbd9fc1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:15.514207 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fc95cec-92b7-476e-b82f-22a933fa06a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:15.554799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2fc95cec-92b7-476e-b82f-22a933fa06a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd823fb077eb4323b316a4697c487c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889453 Aug 29 16:58:15.555516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc95cec-92b7-476e-b82f-22a933fa06a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a856670-3b6f-476e-9177-51216a619513,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:15.557515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52778) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:15.562536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:15.591627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:58:15.592065 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c82bc8d1-f5a5-4abf-8868-49e0ae6e0232 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:58:15.644397 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fab038bf-0e1e-4df8-8a62-b851c6996472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:15.672248 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fab038bf-0e1e-4df8-8a62-b851c6996472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:15.721778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 002b89b4-c1f8-4954-ab55-ba97597b9a52 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:15.731798 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d99f0423-2d5b-4758-b75d-38b1a48c8a92 req-ed4e4a1b-a5ca-45af-90bb-982fcb3c152f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 210 time: 0.0573385 Aug 29 16:58:15.748650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 002b89b4-c1f8-4954-ab55-ba97597b9a52 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:58:15.749524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 002b89b4-c1f8-4954-ab55-ba97597b9a52 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:58:15.797907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fab038bf-0e1e-4df8-8a62-b851c6996472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:15.800881 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fab038bf-0e1e-4df8-8a62-b851c6996472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:15.804343 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fab038bf-0e1e-4df8-8a62-b851c6996472 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a856670-3b6f-476e-9177-51216a619513 HTTP/1.1" status: 204 len: 168 time: 0.2430482 Aug 29 16:58:15.808181 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:15.820095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab038bf-0e1e-4df8-8a62-b851c6996472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a856670-3b6f-476e-9177-51216a619513,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:15.898736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99a79e-fd81-4d86-aefd-db91d94635da req-151d7c46-7bc7-407c-80f3-5fe8fe290fad tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:15.910285 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b99a79e-fd81-4d86-aefd-db91d94635da req-151d7c46-7bc7-407c-80f3-5fe8fe290fad tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 945 time: 0.1339407 Aug 29 16:58:15.964972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-1da0ef5a-c5f0-45a6-9004-b0a8f24bc152 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:15.968568 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-1da0ef5a-c5f0-45a6-9004-b0a8f24bc152 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.1435163 Aug 29 16:58:15.998918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Request body: {'port': {'device_id': '75583a77-7583-4c71-bd81-277e53a4923e', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'admin_state_up': True, 'tenant_id': '0d737f73e9744cc89026adafc8547a1f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:16.005882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b99a79e-fd81-4d86-aefd-db91d94635da req-aefeea62-4143-44bb-b568-88ff5de608c1 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886111 Aug 29 16:58:16.207506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Made reservation on behalf of 0d737f73e9744cc89026adafc8547a1f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:16.211635 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:16.243637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69ec896d-1d68-4ba2-91c6-b6f02f30d1b2 req-1af7d6a5-9332-4f3b-941c-1c62b5447404 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd4549c3-17fa-42d8-b5b4-0d5ca23b3b10 HTTP/1.1" status: 200 len: 210 time: 0.0538135 Aug 29 16:58:16.342844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52806) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:16.405616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Allocated IP 172.20.0.10 (c7ef043c-c91b-402d-be4d-7e838af6145b/35736e46-1540-46d5-8b3f-132f9d7bf21c/ea0f2a77-d114-42c1-b8b8-05e352462286) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:16.407583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c377bdb0-9135-4465-a40c-068d8b274669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:16.472376 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86130d-ea5d-43f4-a1ea-7fb139b8fb2d req-ba520c2e-2fda-4535-af83-7f50778a525b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:16.479916 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae86130d-ea5d-43f4-a1ea-7fb139b8fb2d req-ba520c2e-2fda-4535-af83-7f50778a525b tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1162183 Aug 29 16:58:16.545657 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae86130d-ea5d-43f4-a1ea-7fb139b8fb2d req-f6466dbe-8d8a-49ac-86b0-88bd76d56358 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647125 Aug 29 16:58:16.589860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:16.658090 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:16.708389 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17d06a51-e928-4495-ae1f-cc62de1033c5 req-dc04d45e-4b03-413d-92c8-b02646fa8e96 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd4549c3-17fa-42d8-b5b4-0d5ca23b3b10 HTTP/1.1" status: 200 len: 210 time: 0.0450840 Aug 29 16:58:16.710796 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c377bdb0-9135-4465-a40c-068d8b274669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:16.718077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c377bdb0-9135-4465-a40c-068d8b274669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:16.719664 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:16.773039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bdb0-9135-4465-a40c-068d8b274669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf1afa-7cbf-461f-aca2-c42bd640f68b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:16.780726 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c377bdb0-9135-4465-a40c-068d8b274669 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a35a221066854b47a571d7786f190177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339640 Aug 29 16:58:16.781671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52840) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:16.805801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Network c7ef043c-c91b-402d-be4d-7e838af6145b is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:16.809299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:16.814463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:16.846612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event updated for resources: {'Port': ['ID=ea0f2a77-d114-42c1-b8b8-05e352462286,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:16.879267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:16.879957 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:16.901081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d749a57f-3d79-445b-83c0-f65b30dd8184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:16.907640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-92f7eafd-1c5c-4792-b898-8379bdedf87a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9150581 Aug 29 16:58:16.917052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e082c-23ac-4b77-8cb1-6a286d1ad65d req-a783a935-c510-4526-9ea5-d07a9a367692 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:16.918830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec8e082c-23ac-4b77-8cb1-6a286d1ad65d req-a783a935-c510-4526-9ea5-d07a9a367692 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 932 time: 0.0737927 Aug 29 16:58:16.928542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Request body: {'port': {'device_id': '75583a77-7583-4c71-bd81-277e53a4923e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:16.954391 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d749a57f-3d79-445b-83c0-f65b30dd8184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:16.994817 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec8e082c-23ac-4b77-8cb1-6a286d1ad65d req-1195aee3-c9ac-4e84-a59c-f7fae5d78b8a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667927 Aug 29 16:58:17.004443 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:17.033159 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d749a57f-3d79-445b-83c0-f65b30dd8184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:17.038162 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d749a57f-3d79-445b-83c0-f65b30dd8184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:17.041553 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d749a57f-3d79-445b-83c0-f65b30dd8184 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03cf1afa-7cbf-461f-aca2-c42bd640f68b HTTP/1.1" status: 204 len: 168 time: 0.2569857 Aug 29 16:58:17.054776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749a57f-3d79-445b-83c0-f65b30dd8184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf1afa-7cbf-461f-aca2-c42bd640f68b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:17.206951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fa932-40ee-4ead-95ec-8aba6486a68f req-dfbb0da2-4e23-4c44-8f31-4baf8b3cba03 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:17.208705 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-208fa932-40ee-4ead-95ec-8aba6486a68f req-dfbb0da2-4e23-4c44-8f31-4baf8b3cba03 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 945 time: 0.1286397 Aug 29 16:58:17.319018 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-208fa932-40ee-4ead-95ec-8aba6486a68f req-63868d5d-4476-4aa6-a301-9fb37c08081d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040957 Aug 29 16:58:17.439855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5c60cf8-a924-47e8-a3f1-7b896963f745 req-d16a5e89-2629-4b4e-9694-89fd8775ec56 tempest-ServerShowV247Test-1960974052 tempest-ServerShowV247Test-1960974052-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd4549c3-17fa-42d8-b5b4-0d5ca23b3b10 HTTP/1.1" status: 200 len: 210 time: 0.0582945 Aug 29 16:58:17.456106 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:17.495549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0f2a77-d114-42c1-b8b8-05e352462286 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:17.504973 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:17.521701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Transition to ACTIVE for port object ea0f2a77-d114-42c1-b8b8-05e352462286 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:17.528195 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:17.587662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0f2a77-d114-42c1-b8b8-05e352462286,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:17.694053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Attempting to bind port ea0f2a77-d114-42c1-b8b8-05e352462286 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:58:17.694339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Attempting to bind port ea0f2a77-d114-42c1-b8b8-05e352462286 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:58:17.694668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Attempting to bind port ea0f2a77-d114-42c1-b8b8-05e352462286 on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:17.705329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Port ea0f2a77-d114-42c1-b8b8-05e352462286 on network c7ef043c-c91b-402d-be4d-7e838af6145b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:58:17.705665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Attempting to bind port ea0f2a77-d114-42c1-b8b8-05e352462286 on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:17.714500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:58:17.714774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Checking segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:17.715169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Bound using segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:58:17.716163 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Bound port: ea0f2a77-d114-42c1-b8b8-05e352462286, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:58:17.716540 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:17.735924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b62c3cce-b077-423f-953a-74842af72d99 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:58:17.738567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4b6f1-7fc9-4ec2-aae1-33692d01b2e8 req-26dd1ef3-2124-41db-a746-e74a1c952552 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:17.740115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8e4b6f1-7fc9-4ec2-aae1-33692d01b2e8 req-26dd1ef3-2124-41db-a746-e74a1c952552 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0801344 Aug 29 16:58:17.826097 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8e4b6f1-7fc9-4ec2-aae1-33692d01b2e8 req-71476243-0dd2-4152-b6fa-79575ee90032 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618703 Aug 29 16:58:17.828964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] For port ea0f2a77-d114-42c1-b8b8-05e352462286, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:58:17.832466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] For port ea0f2a77-d114-42c1-b8b8-05e352462286, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ea0f2a77-d114-42c1-b8b8-05e352462286,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:58:17.841035 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:17.876769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b62c3cce-b077-423f-953a-74842af72d99, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b62c3cce-b077-423f-953a-74842af72d99,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:17.893982 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:17.894726 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:17.896534 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea0f2a77-d114-42c1-b8b8-05e352462286 HTTP/1.1" status: 200 len: 1093 time: 0.9798245 Aug 29 16:58:17.897005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'b62c3cce-b077-423f-953a-74842af72d99', 'network_id': '22d36b5f-cd4a-44d1-aba8-231e41bdf914', 'port_id': 'b62c3cce-b077-423f-953a-74842af72d99', 'mac_address': 'fa:16:3e:50:f7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c45292-6f1d-4675-b417-0bfaac975c5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:58:17.897684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75583a77-7583-4c71-bd81-277e53a4923e', 'tag': 'ea0f2a77-d114-42c1-b8b8-05e352462286'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:17.901325 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b35f7ab-eaee-49c8-a917-3bac45f7af99" -d '{"events": [{"name": "network-changed", "server_uuid": "75583a77-7583-4c71-bd81-277e53a4923e", "tag": "ea0f2a77-d114-42c1-b8b8-05e352462286"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:17.937376 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:17.954048 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b62c3cce-b077-423f-953a-74842af72d99 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:17.982804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b62c3cce-b077-423f-953a-74842af72d99, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b62c3cce-b077-423f-953a-74842af72d99,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:17.989097 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:17.998560 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa28ca5-206b-49b3-bc08-e53efa47768a x-openstack-request-id: req-2fa28ca5-206b-49b3-bc08-e53efa47768a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:17.998996 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75583a77-7583-4c71-bd81-277e53a4923e", "tag": "ea0f2a77-d114-42c1-b8b8-05e352462286", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:17.999318 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2fa28ca5-206b-49b3-bc08-e53efa47768a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:17.999797 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75583a77-7583-4c71-bd81-277e53a4923e', 'tag': 'ea0f2a77-d114-42c1-b8b8-05e352462286', 'status': 'completed', 'code': 200} Aug 29 16:58:18.005401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca1b62-f6e7-480e-aac2-b894dd30bba0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0f2a77-d114-42c1-b8b8-05e352462286,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:18.025752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-7401dbd6-d1a4-4a1d-9358-930812e7885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:18.028154 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-7401dbd6-d1a4-4a1d-9358-930812e7885f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 1096 time: 0.0807033 Aug 29 16:58:18.071042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b62c3cce-b077-423f-953a-74842af72d99,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:18.078098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['b62c3cce-b077-423f-953a-74842af72d99'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:18.123691 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-5c01aecd-7e43-4f4b-9197-594c169ce523 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0f2a77-d114-42c1-b8b8-05e352462286 HTTP/1.1" status: 200 len: 217 time: 0.0862331 Aug 29 16:58:18.185044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de246a9e-1440-4152-8fb3-89792f80313e req-ac8231cb-039d-431e-a43a-8f63a74319e5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:18.195627 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de246a9e-1440-4152-8fb3-89792f80313e req-ac8231cb-039d-431e-a43a-8f63a74319e5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 944 time: 0.0991859 Aug 29 16:58:18.208627 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:18.220853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-74fd98fb-f1d2-48c2-848a-15dbf6a24c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:18.220853 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-74fd98fb-f1d2-48c2-848a-15dbf6a24c4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.0878668 Aug 29 16:58:18.264721 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-a781748d-cc44-4871-bfcd-28eb9a06888d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332892 Aug 29 16:58:18.276260 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de246a9e-1440-4152-8fb3-89792f80313e req-a6867f84-eae3-40b4-a209-e42459623e15 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792282 Aug 29 16:58:18.383999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-d6ed2785-35dc-4b97-9ea0-cf585e30cbc4 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057911 Aug 29 16:58:18.476300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35073a-1066-4644-a6e8-ccc90b7d7106 req-810fa07d-0d81-4fed-b815-f5e90d1999fd tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:18.485885 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f35073a-1066-4644-a6e8-ccc90b7d7106 req-810fa07d-0d81-4fed-b815-f5e90d1999fd tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 944 time: 0.0770774 Aug 29 16:58:18.531061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd4105d5-6dd8-40b1-be11-f30aa2994106 req-285e6a0c-0f09-4bdb-ba4b-d533c1295ce7 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377029 Aug 29 16:58:18.542806 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f35073a-1066-4644-a6e8-ccc90b7d7106 req-31192bf4-55a3-4172-98a0-030024ec1b7a tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507033 Aug 29 16:58:18.642990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f7ab-eaee-49c8-a917-3bac45f7af99 req-7c9430d7-9c75-4f53-a51d-4724e3495eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:18.645119 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b35f7ab-eaee-49c8-a917-3bac45f7af99 req-7c9430d7-9c75-4f53-a51d-4724e3495eb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 1096 time: 0.0550895 Aug 29 16:58:18.778986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f7ab-eaee-49c8-a917-3bac45f7af99 req-51bcb05b-6372-4d0c-8f41-a505b48705b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:18.780489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b35f7ab-eaee-49c8-a917-3bac45f7af99 req-51bcb05b-6372-4d0c-8f41-a505b48705b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 913 time: 0.1282520 Aug 29 16:58:18.831719 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b35f7ab-eaee-49c8-a917-3bac45f7af99 req-9e62ca4c-85ac-47a0-808f-ae3679609760 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0f2a77-d114-42c1-b8b8-05e352462286 HTTP/1.1" status: 200 len: 217 time: 0.0431216 Aug 29 16:58:18.843802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52910) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:18.927586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35f7ab-eaee-49c8-a917-3bac45f7af99 req-3e8ce03b-2ab7-431c-9bb8-a91c4095bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:18.931385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b35f7ab-eaee-49c8-a917-3bac45f7af99 req-3e8ce03b-2ab7-431c-9bb8-a91c4095bdc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.0919714 Aug 29 16:58:18.980102 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b35f7ab-eaee-49c8-a917-3bac45f7af99 req-2e4bc0e2-00d4-4949-b0af-498aef8c0ac8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387290 Aug 29 16:58:19.026561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866eacff-6a04-43c1-beef-b9fb78b4082f req-3923fb2b-e239-4544-9c46-13ec71c8bef6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:19.043068 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-866eacff-6a04-43c1-beef-b9fb78b4082f req-3923fb2b-e239-4544-9c46-13ec71c8bef6 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1230397 Aug 29 16:58:19.085802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14da2a17-ee31-4d00-a6d9-e10e5eafb969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:19.129274 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-866eacff-6a04-43c1-beef-b9fb78b4082f req-1ad40095-71ea-4858-b8b9-03c12fb5adc3 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801604 Aug 29 16:58:19.169121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b35f7ab-eaee-49c8-a917-3bac45f7af99 req-9df85258-6806-4b83-9de7-ef13ab4ab9c8 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777258 Aug 29 16:58:19.294624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14da2a17-ee31-4d00-a6d9-e10e5eafb969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:19.300114 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14da2a17-ee31-4d00-a6d9-e10e5eafb969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:19.342009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-14da2a17-ee31-4d00-a6d9-e10e5eafb969 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc7b2e745aaa49c8b4f930ecc225ed7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968691 Aug 29 16:58:19.344054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da2a17-ee31-4d00-a6d9-e10e5eafb969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b31027-5a33-4c2a-93b5-a9f4a9864ec4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:19.344982 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52932) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:19.450861 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b35f7ab-eaee-49c8-a917-3bac45f7af99 req-82f62a0c-a669-4947-bb80-2fb136ee8ed1 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748940 Aug 29 16:58:19.478627 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3db2c609-7f4b-4f96-91e9-98ed3df138d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:19.513915 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3db2c609-7f4b-4f96-91e9-98ed3df138d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:19.524550 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e9a3a-d0f2-4a0d-944d-4589c247ad3a req-8dd33825-27e6-4539-a67d-a7f59c1a140e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:19.533750 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-221e9a3a-d0f2-4a0d-944d-4589c247ad3a req-8dd33825-27e6-4539-a67d-a7f59c1a140e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 944 time: 0.1000891 Aug 29 16:58:19.588273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3db2c609-7f4b-4f96-91e9-98ed3df138d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:19.592758 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3db2c609-7f4b-4f96-91e9-98ed3df138d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:19.594950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3db2c609-7f4b-4f96-91e9-98ed3df138d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18b31027-5a33-4c2a-93b5-a9f4a9864ec4 HTTP/1.1" status: 204 len: 168 time: 0.2480443 Aug 29 16:58:19.601501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-221e9a3a-d0f2-4a0d-944d-4589c247ad3a req-db8c7582-14d0-4d35-9faa-c7838a00d865 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664668 Aug 29 16:58:19.615463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2c609-7f4b-4f96-91e9-98ed3df138d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b31027-5a33-4c2a-93b5-a9f4a9864ec4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:19.708029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb478a63-813c-4898-a57a-c3e64d45c06a req-a0c64275-2d17-4878-8693-23a3f4310812 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:19.709854 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb478a63-813c-4898-a57a-c3e64d45c06a req-a0c64275-2d17-4878-8693-23a3f4310812 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 944 time: 0.0601728 Aug 29 16:58:19.747352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b62c3cce-b077-423f-953a-74842af72d99 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:19.796714 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb478a63-813c-4898-a57a-c3e64d45c06a req-e1201648-5936-420c-85fc-65cae2c4768b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795712 Aug 29 16:58:19.827735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port b62c3cce-b077-423f-953a-74842af72d99 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:19.828297 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:20.065387 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:20.068574 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:20.078078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc299039-3aee-4b93-87b4-78281d5e5c0b req-1d5d815d-5e0d-4405-86b0-1258b1110f6f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:20.086064 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc299039-3aee-4b93-87b4-78281d5e5c0b req-1d5d815d-5e0d-4405-86b0-1258b1110f6f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1130559 Aug 29 16:58:20.096406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62c3cce-b077-423f-953a-74842af72d99'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:20.098854 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aea88b9-0841-4336-be2f-ec4fe7410896" -d '{"events": [{"server_uuid": "0b96b85d-880d-4d62-9126-7c21bf2d8cad", "name": "network-vif-plugged", "status": "completed", "tag": "b62c3cce-b077-423f-953a-74842af72d99"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:20.126844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b62c3cce-b077-423f-953a-74842af72d99, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b62c3cce-b077-423f-953a-74842af72d99,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:20.134782 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc299039-3aee-4b93-87b4-78281d5e5c0b req-3883a0db-3263-43f3-aae3-417e1d248582 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477450 Aug 29 16:58:20.135931 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:20.218125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b62c3cce-b077-423f-953a-74842af72d99,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:20.376195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff6626-e8f8-4b4f-a2d6-9649dd087518 req-c0e76f6a-119f-446f-b714-434c19f28876 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:20.378635 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73ff6626-e8f8-4b4f-a2d6-9649dd087518 req-c0e76f6a-119f-446f-b714-434c19f28876 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.1043842 Aug 29 16:58:20.415357 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2da3ec2-cdb3-4192-9a9c-0fcf6cca8373 x-openstack-request-id: req-d2da3ec2-cdb3-4192-9a9c-0fcf6cca8373 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:20.415655 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b96b85d-880d-4d62-9126-7c21bf2d8cad", "name": "network-vif-plugged", "status": "completed", "tag": "b62c3cce-b077-423f-953a-74842af72d99", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:20.415914 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2da3ec2-cdb3-4192-9a9c-0fcf6cca8373 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:20.416315 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62c3cce-b077-423f-953a-74842af72d99', 'code': 200} Aug 29 16:58:20.437149 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73ff6626-e8f8-4b4f-a2d6-9649dd087518 req-07fd5e1a-d5a2-448e-b3d4-2622ab4dab5d tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500734 Aug 29 16:58:20.593290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21154a0-e95a-424c-8a8b-d9b86c84c3bd req-2dfc3bb9-f956-4820-91eb-d732ca8bf225 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:20.595054 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a21154a0-e95a-424c-8a8b-d9b86c84c3bd req-2dfc3bb9-f956-4820-91eb-d732ca8bf225 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0957186 Aug 29 16:58:20.659212 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a21154a0-e95a-424c-8a8b-d9b86c84c3bd req-aa813860-71ff-4ceb-872a-ad2d03c49e55 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573215 Aug 29 16:58:20.796839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b9311-85f5-4df8-883d-c3bfcf290f02 req-e38398ef-6625-4803-b36f-ce4a5d61c4f6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:20.803020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c3f1f-f31d-49c0-80e2-de2001043d6c req-b2ef43ec-cca2-4eb1-9e8f-226a9872536b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:20.807999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb6b9311-85f5-4df8-883d-c3bfcf290f02 req-e38398ef-6625-4803-b36f-ce4a5d61c4f6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 944 time: 0.0696990 Aug 29 16:58:20.811182 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-983c3f1f-f31d-49c0-80e2-de2001043d6c req-b2ef43ec-cca2-4eb1-9e8f-226a9872536b tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 945 time: 0.0737083 Aug 29 16:58:20.869433 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-983c3f1f-f31d-49c0-80e2-de2001043d6c req-c428a274-204f-4ab0-8e46-0f3fae9c982f tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479796 Aug 29 16:58:20.879339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb6b9311-85f5-4df8-883d-c3bfcf290f02 req-e4430cf2-5817-4907-916a-8365e10edfe4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704591 Aug 29 16:58:21.148189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f02697-e342-4cfd-b28a-ef5de00ad3f1 req-7c62d25c-2635-436b-ba04-3c09deae25f1 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:21.149964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-78f02697-e342-4cfd-b28a-ef5de00ad3f1 req-7c62d25c-2635-436b-ba04-3c09deae25f1 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.0787842 Aug 29 16:58:21.160751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2d2f5-569d-440c-bcd9-019d35daeb82 req-e8463ca6-3d8f-479e-bee4-e0588e438290 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:21.169290 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1b2d2f5-569d-440c-bcd9-019d35daeb82 req-e8463ca6-3d8f-479e-bee4-e0588e438290 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0619059 Aug 29 16:58:21.211270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1b2d2f5-569d-440c-bcd9-019d35daeb82 req-0e7ca7d6-447f-45d1-a977-ed5c6b8a25c4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406115 Aug 29 16:58:21.289150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-78f02697-e342-4cfd-b28a-ef5de00ad3f1 req-c4b8c536-cd5c-4659-95db-77b96feb4bfb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Deleting port 54993450-ca89-4713-a532-78327a56c4d3 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:58:21.289946 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-78f02697-e342-4cfd-b28a-ef5de00ad3f1 req-c4b8c536-cd5c-4659-95db-77b96feb4bfb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:21.427013 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-78f02697-e342-4cfd-b28a-ef5de00ad3f1 req-c4b8c536-cd5c-4659-95db-77b96feb4bfb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] For port 54993450-ca89-4713-a532-78327a56c4d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=54993450-ca89-4713-a532-78327a56c4d3,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:21.427720 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-78f02697-e342-4cfd-b28a-ef5de00ad3f1 req-c4b8c536-cd5c-4659-95db-77b96feb4bfb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:21.444235 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-78f02697-e342-4cfd-b28a-ef5de00ad3f1 req-c4b8c536-cd5c-4659-95db-77b96feb4bfb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Calling delete_port for 54993450-ca89-4713-a532-78327a56c4d3 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:58:21.538424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53060) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:21.623362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53066) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:21.747302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b62c3cce-b077-423f-953a-74842af72d99 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:21.754377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8196f7dd-0280-488c-a291-88190107cdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:21.824847 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e56f34c-f9e0-4d24-ac41-102257c59e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:21.836719 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:21.857086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a52eb-de46-4aea-b825-9c230046078b req-54a71a37-6374-4acc-866f-673bf8f38374 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:21.859430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-353a52eb-de46-4aea-b825-9c230046078b req-54a71a37-6374-4acc-866f-673bf8f38374 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 945 time: 0.1817410 Aug 29 16:58:21.883041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b62c3cce-b077-423f-953a-74842af72d99, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b62c3cce-b077-423f-953a-74842af72d99,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:21.889156 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:21.928327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f76a04-7ade-4993-b426-8fde0e7dc05a req-3c7ad1bf-b71f-4ee1-a469-d46f5095b4d8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:21.936034 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35f76a04-7ade-4993-b426-8fde0e7dc05a req-3c7ad1bf-b71f-4ee1-a469-d46f5095b4d8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1956718 Aug 29 16:58:21.949076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b62c3cce-b077-423f-953a-74842af72d99,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:22.029868 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35f76a04-7ade-4993-b426-8fde0e7dc05a req-54a2c77b-1a4e-450f-9b35-20ff2601df61 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928185 Aug 29 16:58:22.069505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c25c2b-4abe-4e9e-82cb-b06e04f3eec2 req-6dad61b7-0795-48ed-a4a0-ce3ef600feb8 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:22.071516 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f4c25c2b-4abe-4e9e-82cb-b06e04f3eec2 req-6dad61b7-0795-48ed-a4a0-ce3ef600feb8 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4a6c952-e6df-4b99-8116-04c2d4b82a50 HTTP/1.1" status: 200 len: 945 time: 0.5247231 Aug 29 16:58:22.095542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-353a52eb-de46-4aea-b825-9c230046078b req-30abbe0c-bb00-4fc2-b27b-6ca6c40234c8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Deleting port b62c3cce-b077-423f-953a-74842af72d99 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:58:22.096172 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-353a52eb-de46-4aea-b825-9c230046078b req-30abbe0c-bb00-4fc2-b27b-6ca6c40234c8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.128696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f4c25c2b-4abe-4e9e-82cb-b06e04f3eec2 req-beb3f732-24c4-4182-88f0-f9a999c7ec08 tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.22 "GET /v2.0/security-groups?id=33d3153f-6257-4069-adde-1056475f2161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482001 Aug 29 16:58:22.129462 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-78f02697-e342-4cfd-b28a-ef5de00ad3f1 req-c4b8c536-cd5c-4659-95db-77b96feb4bfb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.141904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['54993450-ca89-4713-a532-78327a56c4d3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:22.192253 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8196f7dd-0280-488c-a291-88190107cdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.207975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8c536-cd5c-4659-95db-77b96feb4bfb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Pushing event deleted for resources: {'Port': ['ID=54993450-ca89-4713-a532-78327a56c4d3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:22.241415 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8196f7dd-0280-488c-a291-88190107cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.258933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f02697-e342-4cfd-b28a-ef5de00ad3f1 req-c4b8c536-cd5c-4659-95db-77b96feb4bfb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] No DVR routers for this DVR port 54993450-ca89-4713-a532-78327a56c4d3 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:58:22.275371 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-78f02697-e342-4cfd-b28a-ef5de00ad3f1 req-c4b8c536-cd5c-4659-95db-77b96feb4bfb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.277618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-78f02697-e342-4cfd-b28a-ef5de00ad3f1 req-c4b8c536-cd5c-4659-95db-77b96feb4bfb tempest-ServerRescueNegativeTestJSON-1154781792 tempest-ServerRescueNegativeTestJSON-1154781792-project] 10.222.0.16 "DELETE /v2.0/ports/54993450-ca89-4713-a532-78327a56c4d3 HTTP/1.1" status: 204 len: 173 time: 1.1206336 Aug 29 16:58:22.278286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a6c952-e6df-4b99-8116-04c2d4b82a50', 'name': 'network-vif-deleted', 'tag': '54993450-ca89-4713-a532-78327a56c4d3'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:22.280629 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bd9010-87ce-459a-a126-01693462e982" -d '{"events": [{"server_uuid": "a4a6c952-e6df-4b99-8116-04c2d4b82a50", "name": "network-vif-deleted", "tag": "54993450-ca89-4713-a532-78327a56c4d3"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:22.322086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a47f79-13cc-4f15-8a0f-656582bb6628 req-b8f7fa23-92dd-4112-91d2-b3d1fa632435 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:22.323957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55a47f79-13cc-4f15-8a0f-656582bb6628 req-b8f7fa23-92dd-4112-91d2-b3d1fa632435 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 944 time: 0.0931215 Aug 29 16:58:22.348767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8196f7dd-0280-488c-a291-88190107cdf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ccdcb4cee8d34508ba64e977a708c416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8069234 Aug 29 16:58:22.349875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53080) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:22.374489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288430e-6e41-40be-bbdc-3b2d833a6239 req-ea743711-3030-467d-8a08-8848d979f55d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:22.376026 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b288430e-6e41-40be-bbdc-3b2d833a6239 req-ea743711-3030-467d-8a08-8848d979f55d tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b96b85d-880d-4d62-9126-7c21bf2d8cad HTTP/1.1" status: 200 len: 943 time: 0.2015958 Aug 29 16:58:22.376695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196f7dd-0280-488c-a291-88190107cdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b958d70-12bf-4f8e-b34c-15e314f708bf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:22.404163 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55a47f79-13cc-4f15-8a0f-656582bb6628 req-58abfd3f-9b91-4c3e-9276-0af8747a6861 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715926 Aug 29 16:58:22.417851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b62c3cce-b077-423f-953a-74842af72d99'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:22.421005 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fbe6ff-e074-4382-8cf2-c905b6404d0c" -d '{"events": [{"server_uuid": "0b96b85d-880d-4d62-9126-7c21bf2d8cad", "name": "network-vif-unplugged", "status": "completed", "tag": "b62c3cce-b077-423f-953a-74842af72d99"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:22.438420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-353a52eb-de46-4aea-b825-9c230046078b req-30abbe0c-bb00-4fc2-b27b-6ca6c40234c8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] For port b62c3cce-b077-423f-953a-74842af72d99, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b62c3cce-b077-423f-953a-74842af72d99,segment=NetworkSegment(49cb5fda-847f-4c01-a3da-4b6dc6dc45a8),segment_id=49cb5fda-847f-4c01-a3da-4b6dc6dc45a8)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:22.438420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-353a52eb-de46-4aea-b825-9c230046078b req-30abbe0c-bb00-4fc2-b27b-6ca6c40234c8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.448221 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c65fad4-3e3d-434b-b843-8fd2745f0db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.461788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-353a52eb-de46-4aea-b825-9c230046078b req-30abbe0c-bb00-4fc2-b27b-6ca6c40234c8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Calling delete_port for b62c3cce-b077-423f-953a-74842af72d99 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:58:22.484382 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c65fad4-3e3d-434b-b843-8fd2745f0db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.501118 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65d40e6-4c12-4cab-a8db-b3d6bb8ff0f6 x-openstack-request-id: req-f65d40e6-4c12-4cab-a8db-b3d6bb8ff0f6 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:22.501450 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a6c952-e6df-4b99-8116-04c2d4b82a50", "name": "network-vif-deleted", "tag": "54993450-ca89-4713-a532-78327a56c4d3", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:22.501857 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f65d40e6-4c12-4cab-a8db-b3d6bb8ff0f6 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:22.502404 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a6c952-e6df-4b99-8116-04c2d4b82a50', 'name': 'network-vif-deleted', 'tag': '54993450-ca89-4713-a532-78327a56c4d3', 'status': 'completed', 'code': 200} Aug 29 16:58:22.506790 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b288430e-6e41-40be-bbdc-3b2d833a6239 req-4b710b8b-2642-435f-ad91-9941fd6e997c tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.22 "GET /v2.0/security-groups?id=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075528 Aug 29 16:58:22.538154 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf99e02-1fc7-452d-a5bc-4d0e9bac0ad9 x-openstack-request-id: req-3bf99e02-1fc7-452d-a5bc-4d0e9bac0ad9 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:22.538906 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b96b85d-880d-4d62-9126-7c21bf2d8cad", "name": "network-vif-unplugged", "status": "completed", "tag": "b62c3cce-b077-423f-953a-74842af72d99", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:22.538906 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bf99e02-1fc7-452d-a5bc-4d0e9bac0ad9 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:22.539072 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b62c3cce-b077-423f-953a-74842af72d99', 'code': 200} Aug 29 16:58:22.573660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c65fad4-3e3d-434b-b843-8fd2745f0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.576528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c65fad4-3e3d-434b-b843-8fd2745f0db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.580696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0c65fad4-3e3d-434b-b843-8fd2745f0db5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b958d70-12bf-4f8e-b34c-15e314f708bf HTTP/1.1" status: 204 len: 168 time: 0.2250857 Aug 29 16:58:22.587226 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e56f34c-f9e0-4d24-ac41-102257c59e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.595138 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e56f34c-f9e0-4d24-ac41-102257c59e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.603069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65fad4-3e3d-434b-b843-8fd2745f0db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b958d70-12bf-4f8e-b34c-15e314f708bf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:22.649972 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7e56f34c-f9e0-4d24-ac41-102257c59e9d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35d77a805a71447e990c41c01fbb602e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0251763 Aug 29 16:58:22.652722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53088) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:22.654379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56f34c-f9e0-4d24-ac41-102257c59e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46291f36-6495-4573-bed3-e5f5da9f105c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:22.744897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-353a52eb-de46-4aea-b825-9c230046078b req-30abbe0c-bb00-4fc2-b27b-6ca6c40234c8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.756894 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f990b2e9-7e79-4b9f-a854-d5f0ebb8de69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.790682 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f990b2e9-7e79-4b9f-a854-d5f0ebb8de69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.797090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abbe0c-bb00-4fc2-b27b-6ca6c40234c8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Pushing event deleted for resources: {'Port': ['ID=b62c3cce-b077-423f-953a-74842af72d99,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:22.864050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-353a52eb-de46-4aea-b825-9c230046078b req-30abbe0c-bb00-4fc2-b27b-6ca6c40234c8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] No DVR routers for this DVR port b62c3cce-b077-423f-953a-74842af72d99 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:58:22.869946 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-353a52eb-de46-4aea-b825-9c230046078b req-30abbe0c-bb00-4fc2-b27b-6ca6c40234c8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.873181 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f990b2e9-7e79-4b9f-a854-d5f0ebb8de69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.876077 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f990b2e9-7e79-4b9f-a854-d5f0ebb8de69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:22.878416 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f990b2e9-7e79-4b9f-a854-d5f0ebb8de69 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46291f36-6495-4573-bed3-e5f5da9f105c HTTP/1.1" status: 204 len: 168 time: 0.2229600 Aug 29 16:58:22.881406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-353a52eb-de46-4aea-b825-9c230046078b req-30abbe0c-bb00-4fc2-b27b-6ca6c40234c8 tempest-ImagesTestJSON-1285897956 tempest-ImagesTestJSON-1285897956-project] 10.222.0.10 "DELETE /v2.0/ports/b62c3cce-b077-423f-953a-74842af72d99 HTTP/1.1" status: 204 len: 173 time: 1.0111966 Aug 29 16:58:22.882020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'name': 'network-vif-deleted', 'tag': 'b62c3cce-b077-423f-953a-74842af72d99'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:22.892117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990b2e9-7e79-4b9f-a854-d5f0ebb8de69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46291f36-6495-4573-bed3-e5f5da9f105c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:22.893964 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d69717d-ca71-4e45-b4be-74b4208a7fdf" -d '{"events": [{"server_uuid": "0b96b85d-880d-4d62-9126-7c21bf2d8cad", "name": "network-vif-deleted", "tag": "b62c3cce-b077-423f-953a-74842af72d99"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:22.997434 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b893fcb5-d02c-4c63-a1f8-350aa8a1b28a x-openstack-request-id: req-b893fcb5-d02c-4c63-a1f8-350aa8a1b28a {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:22.997776 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b96b85d-880d-4d62-9126-7c21bf2d8cad", "name": "network-vif-deleted", "tag": "b62c3cce-b077-423f-953a-74842af72d99", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:22.998038 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b893fcb5-d02c-4c63-a1f8-350aa8a1b28a {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:22.998856 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b96b85d-880d-4d62-9126-7c21bf2d8cad', 'name': 'network-vif-deleted', 'tag': 'b62c3cce-b077-423f-953a-74842af72d99', 'status': 'completed', 'code': 200} Aug 29 16:58:23.181561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9845a9e-3732-4b4b-a694-44f91a9c10b1 req-aba5ca3c-07fb-4735-975d-1d31e7e6be72 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:23.182846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9845a9e-3732-4b4b-a694-44f91a9c10b1 req-aba5ca3c-07fb-4735-975d-1d31e7e6be72 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0780394 Aug 29 16:58:23.265351 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9845a9e-3732-4b4b-a694-44f91a9c10b1 req-a9cec6c7-743d-4b4c-9c7e-297d63ba1763 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586102 Aug 29 16:58:23.265351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53114) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:23.274215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53116) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:23.290827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-563e6497-32e7-47aa-81ba-74b95cb87769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:23.438716 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-563e6497-32e7-47aa-81ba-74b95cb87769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:23.456391 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-563e6497-32e7-47aa-81ba-74b95cb87769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:23.519130 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-563e6497-32e7-47aa-81ba-74b95cb87769 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4c581f34f6c44039aa2e732d2a87c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438185 Aug 29 16:58:23.524686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53122) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:23.572394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e6497-32e7-47aa-81ba-74b95cb87769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efd5934-e0d9-4917-abe8-28117456bcd8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:23.590732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ea0f2a77-d114-42c1-b8b8-05e352462286 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:58:23.646822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5784e3b-2c82-4408-8dde-3c9df3825831 req-185d930d-4c00-4a36-a05c-9af7a7d07dce tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:23.649101 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5784e3b-2c82-4408-8dde-3c9df3825831 req-185d930d-4c00-4a36-a05c-9af7a7d07dce tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 944 time: 0.1261752 Aug 29 16:58:23.745811 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5784e3b-2c82-4408-8dde-3c9df3825831 req-ca4f7b96-4451-4040-ae88-73771ef9bb30 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789168 Aug 29 16:58:23.769540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ad9e-9841-4051-85b6-0c17539a8e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:23.798150 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ad9e-9841-4051-85b6-0c17539a8e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:23.828963 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:23.869708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ea0f2a77-d114-42c1-b8b8-05e352462286, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ea0f2a77-d114-42c1-b8b8-05e352462286,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:23.899438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'ea0f2a77-d114-42c1-b8b8-05e352462286', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'port_id': 'ea0f2a77-d114-42c1-b8b8-05e352462286', 'mac_address': 'fa:16:3e:de:65:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35736e46-1540-46d5-8b3f-132f9d7bf21c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:58:23.920549 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ad9e-9841-4051-85b6-0c17539a8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:23.924859 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ad9e-9841-4051-85b6-0c17539a8e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:23.929022 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e5a5ad9e-9841-4051-85b6-0c17539a8e8c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8efd5934-e0d9-4917-abe8-28117456bcd8 HTTP/1.1" status: 204 len: 168 time: 0.3923397 Aug 29 16:58:23.954162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5ad9e-9841-4051-85b6-0c17539a8e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efd5934-e0d9-4917-abe8-28117456bcd8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:23.958970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:23.989683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0f2a77-d114-42c1-b8b8-05e352462286 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:24.020395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ea0f2a77-d114-42c1-b8b8-05e352462286, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ea0f2a77-d114-42c1-b8b8-05e352462286,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:24.026082 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.125576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ea0f2a77-d114-42c1-b8b8-05e352462286,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:24.181007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53176) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:24.261244 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] Deleting port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:58:24.263410 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.276544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-793cb94b-f705-4c30-ab50-6170e74d9dc0 admin admin] Deleting subnet a9c45292-6f1d-4675-b417-0bfaac975c5a {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:58:24.284797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-793cb94b-f705-4c30-ab50-6170e74d9dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.335404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-793cb94b-f705-4c30-ab50-6170e74d9dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.411827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ea0f2a77-d114-42c1-b8b8-05e352462286'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:24.424390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] For port 11b0b73d-451f-429e-a3c8-f13b8ad8fa98, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=11b0b73d-451f-429e-a3c8-f13b8ad8fa98,segment=NetworkSegment(116c5bbc-0ba3-4796-bd3c-320dec89dc50),segment_id=116c5bbc-0ba3-4796-bd3c-320dec89dc50)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:24.425312 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.443317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] Calling delete_port for 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:58:24.497126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53ec8-5561-4aae-af9f-07f48101c08b req-dac6dbe9-0f89-474d-bfa1-3bd978f56099 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:24.501609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53186) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:24.502794 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ec53ec8-5561-4aae-af9f-07f48101c08b req-dac6dbe9-0f89-474d-bfa1-3bd978f56099 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1416135 Aug 29 16:58:24.504061 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-793cb94b-f705-4c30-ab50-6170e74d9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.590508 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ec53ec8-5561-4aae-af9f-07f48101c08b req-343e6129-e6ca-4c29-8791-4c21eb1e663d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775759 Aug 29 16:58:24.661492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-793cb94b-f705-4c30-ab50-6170e74d9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.677073 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-793cb94b-f705-4c30-ab50-6170e74d9dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.680213 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-793cb94b-f705-4c30-ab50-6170e74d9dc0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a9c45292-6f1d-4675-b417-0bfaac975c5a HTTP/1.1" status: 204 len: 168 time: 0.4973102 Aug 29 16:58:24.701706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53196) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:24.710043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cb94b-f705-4c30-ab50-6170e74d9dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c45292-6f1d-4675-b417-0bfaac975c5a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:24.747699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ca13a21-e0e6-4b36-813c-cb2fe6188fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.820970 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.890857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.929045 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.930953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b0b73d-451f-429e-a3c8-f13b8ad8fa98,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:24.946852 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d36b5f-cd4a-44d1-aba8-231e41bdf914']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:24.962300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:24.962608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cb5fda-847f-4c01-a3da-4b6dc6dc45a8') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:24.973974 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:24.990472 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.000546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:58:25.000888 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:58:25.002770 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:58:25.005922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c22e4-7da9-49c0-ab4b-021becff4e17 req-21de7d74-cc62-42ff-9a25-1cb50fd75218 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:25.010037 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f12c22e4-7da9-49c0-ab4b-021becff4e17 req-21de7d74-cc62-42ff-9a25-1cb50fd75218 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 945 time: 0.1637254 Aug 29 16:58:25.066897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.074891 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.078793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] 10.222.0.22 "DELETE /v2.0/networks/22d36b5f-cd4a-44d1-aba8-231e41bdf914 HTTP/1.1" status: 204 len: 168 time: 0.3735440 Aug 29 16:58:25.104197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a33af-fe57-4343-b67d-6731ba410ede admin admin] Pushing event deleted for resources: {'Network': ['ID=22d36b5f-cd4a-44d1-aba8-231e41bdf914,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:25.158695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f12c22e4-7da9-49c0-ab4b-021becff4e17 req-6340146f-4f09-4e5b-800f-75dc302879ce tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205571 Aug 29 16:58:25.188318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ca13a21-e0e6-4b36-813c-cb2fe6188fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.196020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ca13a21-e0e6-4b36-813c-cb2fe6188fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.285643 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0ca13a21-e0e6-4b36-813c-cb2fe6188fe0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aebd43a4075d4d9ab1e52bf65fe6ef1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7825627 Aug 29 16:58:25.288310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53220) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:25.288811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca13a21-e0e6-4b36-813c-cb2fe6188fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ade2ed-f754-486f-a67c-3cfab1be442e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:25.301894 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.359476 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e705fd23-8ddc-4cab-b8f2-167d311ceaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.386239 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e705fd23-8ddc-4cab-b8f2-167d311ceaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.389093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53224) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:25.462307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-01294fd2-2fbe-42ee-a980-2b54f7736c11 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35d2b9091c3f4abb9a154f2ec1d3b044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673501 Aug 29 16:58:25.462307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53228) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:25.494154 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e705fd23-8ddc-4cab-b8f2-167d311ceaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.496564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e705fd23-8ddc-4cab-b8f2-167d311ceaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.498252 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e705fd23-8ddc-4cab-b8f2-167d311ceaf5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1ade2ed-f754-486f-a67c-3cfab1be442e HTTP/1.1" status: 204 len: 168 time: 0.2083817 Aug 29 16:58:25.514098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705fd23-8ddc-4cab-b8f2-167d311ceaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ade2ed-f754-486f-a67c-3cfab1be442e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:25.537326 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-deb43e01-8209-4b10-9d23-82cca83f3b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.573485 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-deb43e01-8209-4b10-9d23-82cca83f3b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.593744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53232) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:25.607457 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ea0f2a77-d114-42c1-b8b8-05e352462286 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:25.676281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-deb43e01-8209-4b10-9d23-82cca83f3b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.679758 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-deb43e01-8209-4b10-9d23-82cca83f3b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.684685 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-deb43e01-8209-4b10-9d23-82cca83f3b32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6 HTTP/1.1" status: 204 len: 168 time: 0.2200687 Aug 29 16:58:25.698603 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb43e01-8209-4b10-9d23-82cca83f3b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df52e50c-f6c4-4bd1-a5b8-6e0c177b5db6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:25.732685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] Router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:58:25.757749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port ea0f2a77-d114-42c1-b8b8-05e352462286 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:25.765096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port ea0f2a77-d114-42c1-b8b8-05e352462286 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:25.765923 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.797203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f79b6-da05-46df-8ed2-6752374d9e96 req-91dc0f90-a2a1-4a74-88fd-dcff1cc768e1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:25.804410 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-635f79b6-da05-46df-8ed2-6752374d9e96 req-91dc0f90-a2a1-4a74-88fd-dcff1cc768e1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1172442 Aug 29 16:58:25.901724 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-635f79b6-da05-46df-8ed2-6752374d9e96 req-58e80d19-5e73-4ade-8327-29b5b3cb20f2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920136 Aug 29 16:58:25.924614 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.940486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:58:25.948861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75583a77-7583-4c71-bd81-277e53a4923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0f2a77-d114-42c1-b8b8-05e352462286'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:25.953952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e03c8887-82a2-4d1f-b5ba-b2291f338130 admin admin] 10.222.0.22 "PUT /v2.0/routers/9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6914222 Aug 29 16:58:25.954513 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764b41d3-30ef-4dcb-87db-8f3cb2404b00" -d '{"events": [{"server_uuid": "75583a77-7583-4c71-bd81-277e53a4923e", "name": "network-vif-plugged", "status": "completed", "tag": "ea0f2a77-d114-42c1-b8b8-05e352462286"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:25.955035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53242) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:25.972972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ea0f2a77-d114-42c1-b8b8-05e352462286, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ea0f2a77-d114-42c1-b8b8-05e352462286,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:25.974764 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a72efb-d49e-4f1d-9e32-754d2f2bff92 None None] Sync routers for ids ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:58:25.989821 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:25.990730 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 54993450-ca89-4713-a532-78327a56c4d3 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:26.022914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 54993450-ca89-4713-a532-78327a56c4d3 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:58:26.023315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 54993450-ca89-4713-a532-78327a56c4d3 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:58:26.063202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b556d55f-c419-48f0-a8d1-0e195af41fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:26.064775 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d4a954-ee65-4100-ae0e-bdf579ded0c1 x-openstack-request-id: req-14d4a954-ee65-4100-ae0e-bdf579ded0c1 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:26.065282 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75583a77-7583-4c71-bd81-277e53a4923e", "name": "network-vif-plugged", "status": "completed", "tag": "ea0f2a77-d114-42c1-b8b8-05e352462286", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:26.065837 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14d4a954-ee65-4100-ae0e-bdf579ded0c1 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:26.066375 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75583a77-7583-4c71-bd81-277e53a4923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0f2a77-d114-42c1-b8b8-05e352462286', 'code': 200} Aug 29 16:58:26.072109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a72efb-d49e-4f1d-9e32-754d2f2bff92 None None] Routers {'9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:58:26.088076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-18a72efb-d49e-4f1d-9e32-754d2f2bff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:26.157458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:26.254183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ea0f2a77-d114-42c1-b8b8-05e352462286,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:26.271894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001ea32-b7d5-4cc1-a2fe-2cbd07e43222 req-a9133857-f077-44d7-856e-ba0be3e3c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:26.282056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7001ea32-b7d5-4cc1-a2fe-2cbd07e43222 req-a9133857-f077-44d7-856e-ba0be3e3c68e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 1098 time: 0.1547122 Aug 29 16:58:26.317531 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:26.326170 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b556d55f-c419-48f0-a8d1-0e195af41fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:26.337737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b556d55f-c419-48f0-a8d1-0e195af41fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:26.414540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7001ea32-b7d5-4cc1-a2fe-2cbd07e43222 req-c14a1f02-e293-4dc3-99dc-11a48d5fb8df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260850 Aug 29 16:58:26.447635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee26271-bf94-48f4-a377-89fa8c3d12a6 req-c57cf2b4-e635-42fc-8ab1-865aa45b0ff2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:26.449248 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dee26271-bf94-48f4-a377-89fa8c3d12a6 req-c57cf2b4-e635-42fc-8ab1-865aa45b0ff2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 946 time: 0.1105702 Aug 29 16:58:26.451550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-18a72efb-d49e-4f1d-9e32-754d2f2bff92 None None] Set router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:58:26.453370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53266) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:26.455506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b556d55f-c419-48f0-a8d1-0e195af41fc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd3fa2c9993c4abcaaf7142ce19a2252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8530273 Aug 29 16:58:26.463680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556d55f-c419-48f0-a8d1-0e195af41fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c5396a-73f0-4dd4-a7c6-d865f42d8bcf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:26.516031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Deleting port 9c39dadb-9317-4960-8704-73e583487a3b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:58:26.517050 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:26.628194 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dee26271-bf94-48f4-a377-89fa8c3d12a6 req-a6f7ac1d-6965-46a1-b069-7ab9d275041f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452138 Aug 29 16:58:26.648202 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-136728ce-bd14-46d9-b87a-523f3c0abde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:26.662736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] For port 9c39dadb-9317-4960-8704-73e583487a3b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c39dadb-9317-4960-8704-73e583487a3b,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:26.663488 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:26.688926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Calling delete_port for 9c39dadb-9317-4960-8704-73e583487a3b owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:58:26.707699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-136728ce-bd14-46d9-b87a-523f3c0abde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:26.728586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-18a72efb-d49e-4f1d-9e32-754d2f2bff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'name': 'tempest-ServerRescueNegativeTestJSON-986682943-router', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '9c39dadb-9317-4960-8704-73e583487a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:33Z', 'updated_at': '2021-08-29T16:58:24Z', 'revision_number': 5, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'gw_port': {'id': '9c39dadb-9317-4960-8704-73e583487a3b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:34Z', 'updated_at': '2021-08-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:26.767762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a72efb-d49e-4f1d-9e32-754d2f2bff92 None None] Checking router: 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:58:26.791988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a72efb-d49e-4f1d-9e32-754d2f2bff92 None None] Routers {'9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:58:26.793927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-18a72efb-d49e-4f1d-9e32-754d2f2bff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:26.794625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-136728ce-bd14-46d9-b87a-523f3c0abde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:26.797649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-136728ce-bd14-46d9-b87a-523f3c0abde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:26.798801 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-136728ce-bd14-46d9-b87a-523f3c0abde6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7c5396a-73f0-4dd4-a7c6-d865f42d8bcf HTTP/1.1" status: 204 len: 168 time: 0.3443291 Aug 29 16:58:26.807325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136728ce-bd14-46d9-b87a-523f3c0abde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c5396a-73f0-4dd4-a7c6-d865f42d8bcf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:26.977274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-18a72efb-d49e-4f1d-9e32-754d2f2bff92 None None] Set router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:58:27.052835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:27.069679 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-18a72efb-d49e-4f1d-9e32-754d2f2bff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'name': 'tempest-ServerRescueNegativeTestJSON-986682943-router', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:33Z', 'updated_at': '2021-08-29T16:58:26Z', 'revision_number': 6, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:27.111197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a72efb-d49e-4f1d-9e32-754d2f2bff92 None None] The sync data for ids ['9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3'] in n-d-713301-13 is: [{'id': '9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3', 'name': 'tempest-ServerRescueNegativeTestJSON-986682943-router', 'tenant_id': '34784fca25c140ed83e4cc23c00ec6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:33Z', 'updated_at': '2021-08-29T16:58:26Z', 'revision_number': 6, 'project_id': '34784fca25c140ed83e4cc23c00ec6ed', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:58:27.112291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310ca3e-9bf4-402a-af41-28ebfaf9d161 req-c3e79c2c-4058-42a0-bc3a-4ccae96eea40 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:27.129595 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9310ca3e-9bf4-402a-af41-28ebfaf9d161 req-c3e79c2c-4058-42a0-bc3a-4ccae96eea40 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1229508 Aug 29 16:58:27.141155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c39dadb-9317-4960-8704-73e583487a3b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:27.211858 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:27.217622 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9310ca3e-9bf4-402a-af41-28ebfaf9d161 req-cc2aa15d-140d-4ad6-ab76-8a71d328578f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740311 Aug 29 16:58:27.614282 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:27.616478 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:27.671011 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:27.671653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:58:27.682675 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:27.688555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53312) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:27.689472 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fdba1185-ded9-402e-a7d9-67301a7e389f admin admin] 10.222.0.22 "DELETE /v2.0/routers/9983fd2a-eeed-4ac1-a90a-fbaa31cf14b3 HTTP/1.1" status: 204 len: 168 time: 1.7326298 Aug 29 16:58:27.775555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fd5c30-4c9a-4c18-ba52-7634570c1f0a admin admin] Deleting subnet 07a2806e-7007-45c5-a616-3b534b724fe9 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:58:27.780857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72fd5c30-4c9a-4c18-ba52-7634570c1f0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:27.871190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fe35e-2033-4d28-b359-451fb239ed1d req-c8a9bca5-1be0-41d6-a1eb-37cc3b480984 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:27.873390 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad5fe35e-2033-4d28-b359-451fb239ed1d req-c8a9bca5-1be0-41d6-a1eb-37cc3b480984 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 946 time: 0.1497512 Aug 29 16:58:27.924877 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72fd5c30-4c9a-4c18-ba52-7634570c1f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:27.988887 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad5fe35e-2033-4d28-b359-451fb239ed1d req-002695e8-2dbf-4c78-8008-1a385df49203 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036396 Aug 29 16:58:28.007532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72fd5c30-4c9a-4c18-ba52-7634570c1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:28.180432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72fd5c30-4c9a-4c18-ba52-7634570c1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:28.244272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd5c30-4c9a-4c18-ba52-7634570c1f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a2806e-7007-45c5-a616-3b534b724fe9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:28.273019 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72fd5c30-4c9a-4c18-ba52-7634570c1f0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:28.278442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53368) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:28.279108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-72fd5c30-4c9a-4c18-ba52-7634570c1f0a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/07a2806e-7007-45c5-a616-3b534b724fe9 HTTP/1.1" status: 204 len: 168 time: 0.5874083 Aug 29 16:58:28.398097 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:28.416810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5a118-d8c3-4742-820f-6f78adc07b42 req-b2fde748-790b-41e3-955c-e7ff4a187268 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:28.426772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5d5a118-d8c3-4742-820f-6f78adc07b42 req-b2fde748-790b-41e3-955c-e7ff4a187268 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0911887 Aug 29 16:58:28.513157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5d5a118-d8c3-4742-820f-6f78adc07b42 req-8d961306-fadb-42f2-8d29-26d282e87ffd tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854053 Aug 29 16:58:28.539078 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:28.565773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5260538-0a13-4470-8a62-e0f8b7d0f75c']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:28.592240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116c5bbc-0ba3-4796-bd3c-320dec89dc50') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:28.592622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116c5bbc-0ba3-4796-bd3c-320dec89dc50') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:28.604835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:28.624492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:28.631841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:58:28.632211 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:58:28.633986 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:58:28.710316 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:28.738811 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:28.740739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f5260538-0a13-4470-8a62-e0f8b7d0f75c HTTP/1.1" status: 204 len: 168 time: 0.4612520 Aug 29 16:58:28.741747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08140dd3-b3d7-46e2-85be-1d45a1259bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5260538-0a13-4470-8a62-e0f8b7d0f75c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:28.898776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c39dadb-9317-4960-8704-73e583487a3b no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:28.900397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53384) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:28.924273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 9c39dadb-9317-4960-8704-73e583487a3b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:58:28.925062 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c39dadb-9317-4960-8704-73e583487a3b not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:58:28.925474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:28.944292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:58:28.944703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 11b0b73d-451f-429e-a3c8-f13b8ad8fa98 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:58:29.002068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53388) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:29.054853 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0d55b398-e6e6-47cb-9ff9-557e8a09be34 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34784fca25c140ed83e4cc23c00ec6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516338 Aug 29 16:58:29.057518 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53394) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:29.159890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efaa5b-a083-45f6-9b8e-5d252d633fc4 req-af3e3adb-c3ab-4ac0-a2fe-1a8a44e8b48f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:29.162619 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-13efaa5b-a083-45f6-9b8e-5d252d633fc4 req-af3e3adb-c3ab-4ac0-a2fe-1a8a44e8b48f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 946 time: 0.0788515 Aug 29 16:58:29.164712 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f548b4d-d608-4821-b033-08b9e3e29c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:29.209642 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f548b4d-d608-4821-b033-08b9e3e29c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:29.234997 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-13efaa5b-a083-45f6-9b8e-5d252d633fc4 req-a097b53f-7770-4c06-bcf2-1550490d1e49 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672078 Aug 29 16:58:29.280927 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f548b4d-d608-4821-b033-08b9e3e29c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:29.283690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f548b4d-d608-4821-b033-08b9e3e29c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:29.286635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8f548b4d-d608-4821-b033-08b9e3e29c8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33d3153f-6257-4069-adde-1056475f2161 HTTP/1.1" status: 204 len: 168 time: 0.2278609 Aug 29 16:58:29.300363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f548b4d-d608-4821-b033-08b9e3e29c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d3153f-6257-4069-adde-1056475f2161,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:29.436700 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6b3ea59-861c-4b1f-b300-27ac06fbe121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:29.600932 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6b3ea59-861c-4b1f-b300-27ac06fbe121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:29.651414 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6b3ea59-861c-4b1f-b300-27ac06fbe121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:29.704969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16a84a-6ff0-4e32-a0be-908c2951af97 req-8214ac42-556d-4c23-bfd7-e7b5fed5c7b9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:29.706677 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c16a84a-6ff0-4e32-a0be-908c2951af97 req-8214ac42-556d-4c23-bfd7-e7b5fed5c7b9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0940132 Aug 29 16:58:29.722289 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b6b3ea59-861c-4b1f-b300-27ac06fbe121 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f71326b650a4537b485926230dc908f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8207953 Aug 29 16:58:29.723445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3ea59-861c-4b1f-b300-27ac06fbe121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e94a351-6a7b-48e4-8e23-756b825ec022,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:29.727140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53420) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:29.807585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c16a84a-6ff0-4e32-a0be-908c2951af97 req-87582132-0062-488f-9923-201fde82e377 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938456 Aug 29 16:58:29.848136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a6d39f5-c5d4-4df8-9ccf-f5bf0c6ccb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:29.883572 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a6d39f5-c5d4-4df8-9ccf-f5bf0c6ccb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:29.947504 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a6d39f5-c5d4-4df8-9ccf-f5bf0c6ccb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:29.951216 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a6d39f5-c5d4-4df8-9ccf-f5bf0c6ccb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:29.954849 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8a6d39f5-c5d4-4df8-9ccf-f5bf0c6ccb58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e94a351-6a7b-48e4-8e23-756b825ec022 HTTP/1.1" status: 204 len: 168 time: 0.2229264 Aug 29 16:58:29.966192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d39f5-c5d4-4df8-9ccf-f5bf0c6ccb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e94a351-6a7b-48e4-8e23-756b825ec022,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:30.499696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53458) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:30.787080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2047670295'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:30.824327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Made reservation on behalf of 54f340fa572e4bdaad930b76d657779b for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:30.831754 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:30.846342 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:31.043184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba721331-1195-4e2d-8c42-5f23e018dcd7 req-1ced708a-35c4-47c1-b334-199b5a11cb06 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:31.048403 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba721331-1195-4e2d-8c42-5f23e018dcd7 req-1ced708a-35c4-47c1-b334-199b5a11cb06 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1170139 Aug 29 16:58:31.051778 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:31.059387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:31.110193 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba721331-1195-4e2d-8c42-5f23e018dcd7 req-b462884a-9129-47d5-be81-7c536c59b099 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553751 Aug 29 16:58:31.137969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4f7ee9-0b76-4a75-a396-7c85375d65a2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:31.159039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:58:31.179043 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:31.179398 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Added segment c9497e38-b3db-470f-87e6-ec346eccf965 of type vlan for network 46df294f-8a21-401b-8510-b4c177e64985 Aug 29 16:58:31.229719 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:31.276256 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:31.282593 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:31.283229 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:31.370086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8667910 Aug 29 16:58:31.370361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53510) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:31.376931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Request body: {'subnet': {'network_id': '46df294f-8a21-401b-8510-b4c177e64985', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:31.420577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ab04b-8bb0-4ec1-8738-3a0b90dd11e8 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Pushing event updated for resources: {'Network': ['ID=46df294f-8a21-401b-8510-b4c177e64985,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:31.434239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 46df294f-8a21-401b-8510-b4c177e64985 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:58:31.525951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53518) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:31.560184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Made reservation on behalf of 54f340fa572e4bdaad930b76d657779b for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:31.564728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:31.708201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-621404145-network', 'tenant_id': 'f4d6f40993ec498189d1d672c1f0685d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:31.782834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Made reservation on behalf of f4d6f40993ec498189d1d672c1f0685d for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:31.785181 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:31.804443 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:31.830064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:31.892693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Pushing event updated for resources: {'Subnet': ['ID=8eec58ae-0e82-46be-a470-78879f42dec8,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:31.958199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Checking segment: {'id': 'c9497e38-b3db-470f-87e6-ec346eccf965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '46df294f-8a21-401b-8510-b4c177e64985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:31.962246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Network hostable DHCP agents. Network: 46df294f-8a21-401b-8510-b4c177e64985, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:58:32.038648 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:32.061644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:32.063947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Network 46df294f-8a21-401b-8510-b4c177e64985 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:58:32.083997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-669236e0-9d0f-4ada-a02e-5226e283493e req-a5760854-906a-4f26-88e5-eb77fc088fd7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949333 Aug 29 16:58:32.086422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 46df294f-8a21-401b-8510-b4c177e64985) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:32.094628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:32.097709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0113d583-1a96-4c42-a9e3-5b377babf103 None None] Network 46df294f-8a21-401b-8510-b4c177e64985 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:58:32.101938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:58:32.108526 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:32.157593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:32.158792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bf1c0b3a-476b-47fc-bcf8-c07ef23deefc tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7867546 Aug 29 16:58:32.159337 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Added segment 8fc49b7f-e71a-4a47-9fe6-188dadaf1910 of type vlan for network d86c8120-adf7-4307-9620-94a250f14ff7 Aug 29 16:58:32.190907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53538) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:32.199194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Request body: {'port': {'network_id': '46df294f-8a21-401b-8510-b4c177e64985', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1660024959'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:32.274296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669236e0-9d0f-4ada-a02e-5226e283493e req-6e493e07-930e-4ff8-8ad3-11dc3775d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:32.276180 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-669236e0-9d0f-4ada-a02e-5226e283493e req-6e493e07-930e-4ff8-8ad3-11dc3775d07d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5ce6e40c3f7448091cd27a4d75af64f&device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 1098 time: 0.1387470 Aug 29 16:58:32.313732 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:32.374505 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:32.377252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:32.378076 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:32.415468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-46df294f-8a21-401b-8510-b4c177e64985', 'network_id': '46df294f-8a21-401b-8510-b4c177e64985', 'tenant_id': '54f340fa572e4bdaad930b76d657779b', 'fixed_ips': [{'subnet_id': '8eec58ae-0e82-46be-a470-78879f42dec8'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:58:32.416644 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:32.452942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd108b7-671e-4e0d-a148-ebdbb28b9252,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:32.468951 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9418416 Aug 29 16:58:32.473994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53558) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:32.483466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] Request body: {'subnet': {'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-621404145-subnet', 'tenant_id': 'f4d6f40993ec498189d1d672c1f0685d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:32.515962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] Made reservation on behalf of f4d6f40993ec498189d1d672c1f0685d for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:32.521931 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:32.528869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beace46-ffa7-4405-8a0c-baeffc06775f req-1fa74c56-6730-4f8c-a100-5b273b4e94b4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:32.531121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2beace46-ffa7-4405-8a0c-baeffc06775f req-1fa74c56-6730-4f8c-a100-5b273b4e94b4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.2592816 Aug 29 16:58:32.544630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc0cbd-ab46-4efa-ba4d-cc81991a5863 admin admin] Pushing event updated for resources: {'Network': ['ID=d86c8120-adf7-4307-9620-94a250f14ff7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:32.632486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Made reservation on behalf of 54f340fa572e4bdaad930b76d657779b for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:32.637644 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:32.661950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] device_id is not set on port 680c89f1-cede-4837-a4c4-5eef254cd74c yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 16:58:32.728442 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669236e0-9d0f-4ada-a02e-5226e283493e req-5e361303-d4ef-4f57-af13-fb0245820658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:32.730875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-669236e0-9d0f-4ada-a02e-5226e283493e req-5e361303-d4ef-4f57-af13-fb0245820658 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6d131e2-09dd-4afc-8547-cc5f56e960a0 HTTP/1.1" status: 200 len: 915 time: 0.4167893 Aug 29 16:58:32.734519 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2beace46-ffa7-4405-8a0c-baeffc06775f req-761720f9-a4e8-4507-9c68-3f69fa105f2b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944056 Aug 29 16:58:32.774445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c208a69-8ac0-497a-b1bb-028b7ee369eb req-02299f91-1da3-4517-8879-553081e560e0 tempest-AbsoluteLimitsNegativeTestJSON-1139394809 tempest-AbsoluteLimitsNegativeTestJSON-1139394809-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=92751c01d1e543cf853cd8ac7b9faa4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792181 Aug 29 16:58:32.790990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Allocated IP 172.20.0.2 (46df294f-8a21-401b-8510-b4c177e64985/8eec58ae-0e82-46be-a470-78879f42dec8/e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:32.869752 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-669236e0-9d0f-4ada-a02e-5226e283493e req-f6a1bcda-fb0e-4484-8337-48251e39d303 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23a2f1c-0319-4841-920e-ae82a08a2dd1 HTTP/1.1" status: 200 len: 1001 time: 0.1219947 Aug 29 16:58:32.945616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network d86c8120-adf7-4307-9620-94a250f14ff7 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:58:32.972613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c208a69-8ac0-497a-b1bb-028b7ee369eb req-b8c27c36-d0be-4159-993b-26060eefde4b tempest-AbsoluteLimitsNegativeTestJSON-1139394809 tempest-AbsoluteLimitsNegativeTestJSON-1139394809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:32.981429 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c208a69-8ac0-497a-b1bb-028b7ee369eb req-b8c27c36-d0be-4159-993b-26060eefde4b tempest-AbsoluteLimitsNegativeTestJSON-1139394809 tempest-AbsoluteLimitsNegativeTestJSON-1139394809-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059977 Aug 29 16:58:33.006685 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c208a69-8ac0-497a-b1bb-028b7ee369eb req-8a11001b-e02f-4bbb-a1d8-cbc8260295aa tempest-AbsoluteLimitsNegativeTestJSON-1139394809 tempest-AbsoluteLimitsNegativeTestJSON-1139394809-project] 10.222.0.22 "GET /v2.0/quotas/92751c01d1e543cf853cd8ac7b9faa4b HTTP/1.1" status: 200 len: 375 time: 0.0243347 Aug 29 16:58:33.016430 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669236e0-9d0f-4ada-a02e-5226e283493e req-565cda8f-99a1-472c-8ef0-910d4845aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:33.032540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-669236e0-9d0f-4ada-a02e-5226e283493e req-565cda8f-99a1-472c-8ef0-910d4845aeca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=56c67c51-4bc0-48c5-b3af-3678f9640f9e HTTP/1.1" status: 200 len: 853 time: 0.1522942 Aug 29 16:58:33.109567 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c208a69-8ac0-497a-b1bb-028b7ee369eb req-8aaddd08-e910-4b01-a1b8-5b117212b821 tempest-AbsoluteLimitsNegativeTestJSON-1139394809 tempest-AbsoluteLimitsNegativeTestJSON-1139394809-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=92751c01d1e543cf853cd8ac7b9faa4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018655 Aug 29 16:58:33.210102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cf59d-e220-44b7-8029-2a733c696f45 req-425ff4d1-a789-4794-8655-eada44097304 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:33.216957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b17cf59d-e220-44b7-8029-2a733c696f45 req-425ff4d1-a789-4794-8655-eada44097304 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1309750 Aug 29 16:58:33.223952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669236e0-9d0f-4ada-a02e-5226e283493e req-1c584e8b-03d1-4164-87e8-d646bd96321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:33.228043 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-669236e0-9d0f-4ada-a02e-5226e283493e req-1c584e8b-03d1-4164-87e8-d646bd96321b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6d131e2-09dd-4afc-8547-cc5f56e960a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883192 Aug 29 16:58:33.251836 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:33.315787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebc16c-8784-4c0e-83a6-72666dc0113e req-fb0c5d06-84d5-478b-96c0-cbd0e9fe23fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:33.318996 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96ebc16c-8784-4c0e-83a6-72666dc0113e req-fb0c5d06-84d5-478b-96c0-cbd0e9fe23fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1096 time: 0.2081201 Aug 29 16:58:33.326735 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:33.348356 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Transition to ACTIVE for port object e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:33.392086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Transition to ACTIVE for port object e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:33.415508 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:33.504056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Network 46df294f-8a21-401b-8510-b4c177e64985 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:33.508932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:33.523782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:33.611760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Pushing event updated for resources: {'Port': ['ID=e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:33.627863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Attempting to bind port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:58:33.628600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Attempting to bind port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'c9497e38-b3db-470f-87e6-ec346eccf965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '46df294f-8a21-401b-8510-b4c177e64985'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:58:33.629259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Attempting to bind port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 on network 46df294f-8a21-401b-8510-b4c177e64985 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:33.634088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53582) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:33.651703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:58:33.652523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Checking segment: {'id': 'c9497e38-b3db-470f-87e6-ec346eccf965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '46df294f-8a21-401b-8510-b4c177e64985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:33.653137 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:33.653866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Bound using segment: {'id': 'c9497e38-b3db-470f-87e6-ec346eccf965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '46df294f-8a21-401b-8510-b4c177e64985'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:58:33.654548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Bound port: e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9497e38-b3db-470f-87e6-ec346eccf965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '46df294f-8a21-401b-8510-b4c177e64985'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:58:33.656465 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:33.679759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ffaa0b-3833-4fd3-81a1-14e261c9c132,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:33.713836 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b17cf59d-e220-44b7-8029-2a733c696f45 req-4430b4af-f60f-4f9c-a523-2c07f4e7e6c1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828954 Aug 29 16:58:33.764736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebc16c-8784-4c0e-83a6-72666dc0113e req-a56bc66c-982d-4a65-8ed5-641f3f70186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:33.776345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96ebc16c-8784-4c0e-83a6-72666dc0113e req-a56bc66c-982d-4a65-8ed5-641f3f70186a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.4295046 Aug 29 16:58:33.779334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] Checking segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:33.782437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] Network hostable DHCP agents. Network: d86c8120-adf7-4307-9620-94a250f14ff7, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:58:33.798333 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-669236e0-9d0f-4ada-a02e-5226e283493e req-8924507b-dcd5-40ef-b635-83e018d485c0 service neutron] 10.222.0.16 "GET /v2.0/networks/c6d131e2-09dd-4afc-8547-cc5f56e960a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567410 Aug 29 16:58:33.817344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] For port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:58:33.820998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] For port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1,segment=NetworkSegment(c9497e38-b3db-470f-87e6-ec346eccf965),segment_id=c9497e38-b3db-470f-87e6-ec346eccf965)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:58:33.825190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Allocated IP 172.20.0.6 (46df294f-8a21-401b-8510-b4c177e64985/8eec58ae-0e82-46be-a470-78879f42dec8/680c89f1-cede-4837-a4c4-5eef254cd74c) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:33.828481 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:33.855068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53592) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:33.979551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96ebc16c-8784-4c0e-83a6-72666dc0113e req-0efa0ce7-2530-48e7-890c-b0fc45189ce1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 999 time: 0.2014365 Aug 29 16:58:33.988465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067893c5-d451-4fe8-83d4-36f2b3a9f29f None None] Pushing event updated for resources: {'Port': ['ID=e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:34.040995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] Network d86c8120-adf7-4307-9620-94a250f14ff7 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:58:34.051848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebc16c-8784-4c0e-83a6-72666dc0113e req-e34e2c84-e1e4-4dda-b1b5-68df5f2af8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:34.053539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96ebc16c-8784-4c0e-83a6-72666dc0113e req-e34e2c84-e1e4-4dda-b1b5-68df5f2af8c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0627751 Aug 29 16:58:34.077306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, d86c8120-adf7-4307-9620-94a250f14ff7) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:34.086525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9862a6-e899-4952-b201-e94967fb9f34 None None] Network d86c8120-adf7-4307-9620-94a250f14ff7 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:58:34.124952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:34.125988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:34.156746 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f11b91b5-cd24-46a6-a649-90c4dd25072a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6814175 Aug 29 16:58:34.163298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebc16c-8784-4c0e-83a6-72666dc0113e req-756c2775-7c4e-489b-ae6d-a2dfb712403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:34.164858 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96ebc16c-8784-4c0e-83a6-72666dc0113e req-756c2775-7c4e-489b-ae6d-a2dfb712403c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026592 Aug 29 16:58:34.352755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96ebc16c-8784-4c0e-83a6-72666dc0113e req-9970e872-8767-4045-ae4f-101ef8c74270 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773376 Aug 29 16:58:34.528601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96ebc16c-8784-4c0e-83a6-72666dc0113e req-c1b4f54e-c05b-45aa-9d1d-d3a2eec12028 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671288 Aug 29 16:58:34.559865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cfe25b1e-c981-4fcd-9345-322a24f577d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:34.576434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90c626-3ed8-4dc8-beea-b11aa830db5e None None] Network d86c8120-adf7-4307-9620-94a250f14ff7 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:58:34.681112 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90deedb7-f951-4ec4-af39-bb4666a4c3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:34.962138 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-669236e0-9d0f-4ada-a02e-5226e283493e req-861bd671-efc9-4439-90b4-8dcbf4fe9035 service neutron] 10.222.0.16 "GET /v2.0/networks/c6d131e2-09dd-4afc-8547-cc5f56e960a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1343911 Aug 29 16:58:34.994300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:35.036601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b99f21e1-17d9-4aa1-8125-156cfcc2bdf7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:35.058248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b99f21e1-17d9-4aa1-8125-156cfcc2bdf7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.2612596 Aug 29 16:58:35.090601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-d0410745-fa52-4907-b592-e5ec15d303f1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/quotas/f4d6f40993ec498189d1d672c1f0685d HTTP/1.1" status: 200 len: 375 time: 0.0312624 Aug 29 16:58:35.136075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd0160-acdc-4e50-9243-eca1b2f8d929 req-79be3641-9526-43a9-bbac-72289fc8244d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:35.142706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:35.147009 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b9bd0160-acdc-4e50-9243-eca1b2f8d929 req-79be3641-9526-43a9-bbac-72289fc8244d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.2216387 Aug 29 16:58:35.162764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cfe25b1e-c981-4fcd-9345-322a24f577d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.166111 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-c1d37095-d01f-4194-8ecb-afb6dd1a562a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742698 Aug 29 16:58:35.192870 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cfe25b1e-c981-4fcd-9345-322a24f577d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.199649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.348313 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-3351b584-331e-4f43-9597-02e8363418cb service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796196 Aug 29 16:58:35.379394 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b9bd0160-acdc-4e50-9243-eca1b2f8d929 req-498edee1-74dc-4369-aebb-a0a63f14ae92 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312026 Aug 29 16:58:35.428933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Transition to ACTIVE for port object 680c89f1-cede-4837-a4c4-5eef254cd74c will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:35.460479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53620) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:35.461268 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cfe25b1e-c981-4fcd-9345-322a24f577d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a76447eb8f4d454288303c96bd91a75e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8134947 Aug 29 16:58:35.493741 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90deedb7-f951-4ec4-af39-bb4666a4c3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.502022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f86bd6-73e6-41fc-accb-a1ed6563aa15 None None] Network 46df294f-8a21-401b-8510-b4c177e64985 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:58:35.536012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90deedb7-f951-4ec4-af39-bb4666a4c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.540895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe25b1e-c981-4fcd-9345-322a24f577d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16d3e67-15c0-4e17-a5b7-128d760d2363,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:35.563877 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a841aec-9c52-41b6-9a42-228809735767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.588533 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-938174c3-daaf-4f3f-ad44-7af7eceee50f service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347746 Aug 29 16:58:35.594841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90deedb7-f951-4ec4-af39-bb4666a4c3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6ec9f1-7e66-4a25-b0d5-98f1c4570ea3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:35.606396 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a841aec-9c52-41b6-9a42-228809735767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.614092 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.629851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-475c7680-d73b-4403-ac67-0aabef567c1f None None] Provisioning for port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:35.641265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-475c7680-d73b-4403-ac67-0aabef567c1f None None] Provisioning complete for port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:35.641642 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-475c7680-d73b-4403-ac67-0aabef567c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.668669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a841aec-9c52-41b6-9a42-228809735767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.671623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a841aec-9c52-41b6-9a42-228809735767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.676696 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4a841aec-9c52-41b6-9a42-228809735767 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d16d3e67-15c0-4e17-a5b7-128d760d2363 HTTP/1.1" status: 204 len: 168 time: 0.2128077 Aug 29 16:58:35.684602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a841aec-9c52-41b6-9a42-228809735767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16d3e67-15c0-4e17-a5b7-128d760d2363,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:35.719592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Pushing event updated for resources: {'Port': ['ID=680c89f1-cede-4837-a4c4-5eef254cd74c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:35.754156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Network 46df294f-8a21-401b-8510-b4c177e64985 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:35.759631 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-90deedb7-f951-4ec4-af39-bb4666a4c3b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92751c01d1e543cf853cd8ac7b9faa4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8913372 Aug 29 16:58:35.759631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:35.760036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53624) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:35.761776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:35.858854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:35.859612 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.883688 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d3088f2d-1dd2-4313-ba64-ff7f51804a7e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6886346 Aug 29 16:58:35.884463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53630) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:35.902219 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-475c7680-d73b-4403-ac67-0aabef567c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:35.904597 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9186d419-4f22-402e-89f3-22d2f908377a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:36.109729 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9186d419-4f22-402e-89f3-22d2f908377a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:36.113326 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae311584-3661-4fcd-a147-5d054da7f706 req-059ef0e3-bbe0-4994-9058-7639f14e460f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 210 time: 0.1439269 Aug 29 16:58:36.142381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-32cf0dea-0eea-49da-a72d-3d2c3517cb60 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Deleting port 680c89f1-cede-4837-a4c4-5eef254cd74c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:58:36.142962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32cf0dea-0eea-49da-a72d-3d2c3517cb60 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:36.147576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-475c7680-d73b-4403-ac67-0aabef567c1f None None] For port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1,segment=NetworkSegment(c9497e38-b3db-470f-87e6-ec346eccf965),segment_id=c9497e38-b3db-470f-87e6-ec346eccf965)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:36.172984 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-475c7680-d73b-4403-ac67-0aabef567c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:36.204456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9186d419-4f22-402e-89f3-22d2f908377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:36.207432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9186d419-4f22-402e-89f3-22d2f908377a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:36.209556 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9186d419-4f22-402e-89f3-22d2f908377a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e6ec9f1-7e66-4a25-b0d5-98f1c4570ea3 HTTP/1.1" status: 204 len: 168 time: 0.4484768 Aug 29 16:58:36.234587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186d419-4f22-402e-89f3-22d2f908377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6ec9f1-7e66-4a25-b0d5-98f1c4570ea3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:36.387965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53646) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:36.414668 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5691-96f8-4301-9c1b-0ed1ffca9e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:36.430669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c7680-d73b-4403-ac67-0aabef567c1f None None] Pushing event updated for resources: {'Port': ['ID=e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:36.483805 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32cf0dea-0eea-49da-a72d-3d2c3517cb60 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:36.527243 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-32cf0dea-0eea-49da-a72d-3d2c3517cb60 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Calling delete_port for 680c89f1-cede-4837-a4c4-5eef254cd74c owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:58:36.680811 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5691-96f8-4301-9c1b-0ed1ffca9e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:36.686877 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5691-96f8-4301-9c1b-0ed1ffca9e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:36.719873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ca2e5691-96f8-4301-9c1b-0ed1ffca9e7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d354027e9484f5fb864a77f54d2bf7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306751 Aug 29 16:58:36.757970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53654) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:36.764796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e5691-96f8-4301-9c1b-0ed1ffca9e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147bb4b6-5550-46d6-a2f5-cd6cf63586a7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:36.871960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdda2f-2d8d-45ed-b75f-0dbd3ad48fd1 req-93a90d6d-f695-4fd1-9410-26eb13916f90 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:36.883392 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-11cdda2f-2d8d-45ed-b75f-0dbd3ad48fd1 req-93a90d6d-f695-4fd1-9410-26eb13916f90 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.3521137 Aug 29 16:58:36.949652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:37.066709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b31007d9-07d7-46dd-bd82-a4fc892bc228 None None] Provisioning complete for port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:37.067331 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b31007d9-07d7-46dd-bd82-a4fc892bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:37.117868 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-11cdda2f-2d8d-45ed-b75f-0dbd3ad48fd1 req-78a54e22-d0c0-4f02-a1ea-ed7988c8d49c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332191 Aug 29 16:58:37.124477 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d368623-2ecd-4ba3-85eb-4572e73c6912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:37.223114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:37.223605 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:37.253379 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d368623-2ecd-4ba3-85eb-4572e73c6912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:37.355848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b31007d9-07d7-46dd-bd82-a4fc892bc228 None None] Provisioning for port 680c89f1-cede-4837-a4c4-5eef254cd74c completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:37.359187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32cf0dea-0eea-49da-a72d-3d2c3517cb60 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:37.361780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b31007d9-07d7-46dd-bd82-a4fc892bc228 None None] Provisioning complete for port 680c89f1-cede-4837-a4c4-5eef254cd74c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:37.362237 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b31007d9-07d7-46dd-bd82-a4fc892bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:37.420847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b31007d9-07d7-46dd-bd82-a4fc892bc228 None None] Port 680c89f1-cede-4837-a4c4-5eef254cd74c was deleted so its status cannot be updated. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 16:58:37.440879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de225d-274b-4788-8622-c33b5d93fc72 req-df0d5092-a7f8-4f99-9f96-adea3c27ca74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:37.446859 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a2de225d-274b-4788-8622-c33b5d93fc72 req-df0d5092-a7f8-4f99-9f96-adea3c27ca74 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1259284 Aug 29 16:58:37.464885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf0dea-0eea-49da-a72d-3d2c3517cb60 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Pushing event deleted for resources: {'Port': ['ID=680c89f1-cede-4837-a4c4-5eef254cd74c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:37.536597 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a2de225d-274b-4788-8622-c33b5d93fc72 req-db423e0d-ffb8-4e16-8eb8-7b0c2504f63d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828357 Aug 29 16:58:37.540722 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-73c264a5-7914-4f01-81ce-614409816d5c None None] Could not find standard attr ID for object 680c89f1-cede-4837-a4c4-5eef254cd74c. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 16:58:37.568002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c4adedc-dfcb-4034-83b5-8f4a4da64745 req-944b5469-ed5a-4e3c-ac85-1cbf40a5fade tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 210 time: 0.1593156 Aug 29 16:58:37.662992 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d368623-2ecd-4ba3-85eb-4572e73c6912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:37.665591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d368623-2ecd-4ba3-85eb-4572e73c6912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:37.666747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6d368623-2ecd-4ba3-85eb-4572e73c6912 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/147bb4b6-5550-46d6-a2f5-cd6cf63586a7 HTTP/1.1" status: 204 len: 168 time: 0.9059451 Aug 29 16:58:37.747449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d368623-2ecd-4ba3-85eb-4572e73c6912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147bb4b6-5550-46d6-a2f5-cd6cf63586a7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:37.785553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32cf0dea-0eea-49da-a72d-3d2c3517cb60 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:37.790597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-32cf0dea-0eea-49da-a72d-3d2c3517cb60 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] 10.222.0.22 "DELETE /v2.0/ports/680c89f1-cede-4837-a4c4-5eef254cd74c HTTP/1.1" status: 204 len: 168 time: 1.9016368 Aug 29 16:58:37.791289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53686) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:37.862606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-a84ed976-f391-43f7-bf50-dc238eff994f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:37.866300 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-a84ed976-f391-43f7-bf50-dc238eff994f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.3117423 Aug 29 16:58:37.878337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Request body: {'port': {'device_id': '25dec7f9-0e7e-45e5-bf64-270891e3c67f', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'admin_state_up': True, 'tenant_id': 'f4d6f40993ec498189d1d672c1f0685d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:37.897999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53690) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:38.100694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Made reservation on behalf of f4d6f40993ec498189d1d672c1f0685d for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:38.106579 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:38.122940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9f19e-93e6-4417-8c01-be83eddb5c8e req-b869e7ed-8df9-43a5-82d6-94bdc4004080 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:38.130586 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d8a9f19e-93e6-4417-8c01-be83eddb5c8e req-b869e7ed-8df9-43a5-82d6-94bdc4004080 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1192534 Aug 29 16:58:38.196878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-39797450-network', 'tenant_id': 'f1bc39904b984124bc85709116787b37'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:38.211061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-df1e6d18-9d68-4582-b20b-02a572659262 tempest-DHCPAgentSchedulersTestJSON-112993184 tempest-DHCPAgentSchedulersTestJSON-112993184-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4165192 Aug 29 16:58:38.212364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53700) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:38.225872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-57148239'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:38.240517 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d8a9f19e-93e6-4417-8c01-be83eddb5c8e req-97b6642b-2e6c-49f1-a7aa-41f248694f9a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053710 Aug 29 16:58:38.269142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Made reservation on behalf of f1bc39904b984124bc85709116787b37 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:38.271765 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:38.298048 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:38.353394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Allocated IP 172.20.0.11 (d86c8120-adf7-4307-9620-94a250f14ff7/c0ffaa0b-3833-4fd3-81a1-14e261c9c132/406f1ab1-f7fe-46a9-bd5f-d612d57e6dba) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:38.436504 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 16:58:38.436504 n-d-713301-13 neutron-server[111677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 16:58:38.436504 n-d-713301-13 neutron-server[111677]: [parameters: {'project_id_1': 'f1bc39904b984124bc85709116787b37', 'expiration_1': datetime.datetime(2021, 8, 29, 16, 58, 38, 316559)}] Aug 29 16:58:38.436504 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 16:58:38.437243 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 16:58:38.586490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Made reservation on behalf of 54f340fa572e4bdaad930b76d657779b for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:38.590439 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:38.673089 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:38.679554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:58:38.689554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b99ce9-6798-43c2-8ad0-dcf30221985e req-6fafc440-1650-4d45-9c63-cf15ed41a203 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:38.701309 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25b99ce9-6798-43c2-8ad0-dcf30221985e req-6fafc440-1650-4d45-9c63-cf15ed41a203 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1240275 Aug 29 16:58:38.721878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:38.722261 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Added segment b845e99c-1757-4983-a466-72622ae32314 of type vlan for network 950641d5-3b39-45c4-92cc-8ff5cec82be2 Aug 29 16:58:38.767894 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6ef240a-00a9-4512-90ab-6c278df677ca req-94da8f93-3604-4f2f-9eff-14d2722f8ba5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 210 time: 0.0435405 Aug 29 16:58:38.821907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:38.837442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25b99ce9-6798-43c2-8ad0-dcf30221985e req-3dfca266-e42a-4fa8-8dce-a71ba15eca17 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247940 Aug 29 16:58:38.866640 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:38.897793 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:38.904028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:38.904623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:38.937710 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:38.942534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Network d86c8120-adf7-4307-9620-94a250f14ff7 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:38.982579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:38.984925 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:38.998349 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7847452 Aug 29 16:58:39.002943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53730) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:39.022515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event updated for resources: {'Port': ['ID=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:39.043410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab54cc-781c-4650-992e-04569eab40cf tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Pushing event updated for resources: {'Network': ['ID=950641d5-3b39-45c4-92cc-8ff5cec82be2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:39.054033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 950641d5-3b39-45c4-92cc-8ff5cec82be2 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:58:39.060409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:39.061303 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:39.211838 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7a5ebc43-8d82-4ede-9542-a9cd7402a025 tempest-DHCPAgentSchedulersTestJSON-112993184 tempest-DHCPAgentSchedulersTestJSON-112993184-project-admin] 10.222.0.22 "GET /v2.0/agents/0e7207ba-8d0c-472f-8aaa-68b7f8941a1b/dhcp-networks HTTP/1.1" status: 200 len: 8098 time: 0.2050433 Aug 29 16:58:39.212683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53734) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:39.239708 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:39.254013 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-b366b3dc-d1ee-48ba-812f-0ea30a66524c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3804495 Aug 29 16:58:39.269215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Request body: {'port': {'device_id': '25dec7f9-0e7e-45e5-bf64-270891e3c67f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:39.305483 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:39.354239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:58:39.355494 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:39.362772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c1432-9c89-426f-807d-cc6849b7c4ae,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:39.381926 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:39.382363 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Added segment 9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304 of type vlan for network 566efc17-23ae-4435-b76f-65e0bd510864 Aug 29 16:58:39.421713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab73ab-5ebc-4620-ad5c-c91ac9c60ae1 tempest-DHCPAgentSchedulersTestJSON-112993184 tempest-DHCPAgentSchedulersTestJSON-112993184-project-admin] Network 950641d5-3b39-45c4-92cc-8ff5cec82be2 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:58:39.460330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfeb9cf-c47e-4eed-b161-0bd988a0dbda None None] Network 950641d5-3b39-45c4-92cc-8ff5cec82be2 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:58:39.464024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53746) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:39.464314 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e9ab73ab-5ebc-4620-ad5c-c91ac9c60ae1 tempest-DHCPAgentSchedulersTestJSON-112993184 tempest-DHCPAgentSchedulersTestJSON-112993184-project-admin] 10.222.0.22 "POST /v2.0/agents/0e7207ba-8d0c-472f-8aaa-68b7f8941a1b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2503240 Aug 29 16:58:39.466320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:39.524870 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:39.526515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:39.527113 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:39.609424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7100849 Aug 29 16:58:39.612346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53754) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:39.617829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] Request body: {'subnet': {'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-39797450-subnet', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:39.644752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d99fe2-2488-4690-b6a4-61da2342ea75 admin admin] Pushing event updated for resources: {'Network': ['ID=566efc17-23ae-4435-b76f-65e0bd510864,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:39.657972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] Made reservation on behalf of f1bc39904b984124bc85709116787b37 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:39.659794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 566efc17-23ae-4435-b76f-65e0bd510864 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:58:39.660662 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:39.787531 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e19e1943-2374-4c4c-81c5-822daa264870 tempest-DHCPAgentSchedulersTestJSON-112993184 tempest-DHCPAgentSchedulersTestJSON-112993184-project-admin] 10.222.0.22 "GET /v2.0/agents/0e7207ba-8d0c-472f-8aaa-68b7f8941a1b/dhcp-networks HTTP/1.1" status: 200 len: 8867 time: 0.3184364 Aug 29 16:58:39.788212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53762) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:39.944949 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c65ef02f-d88e-4764-aa4d-9065ebb02229 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:39.946683 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c65ef02f-d88e-4764-aa4d-9065ebb02229 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 821 time: 0.1592534 Aug 29 16:58:39.956374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:39.969556 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:39.983109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-91de35c9-44dd-4600-8411-a30c69c2b399 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/quotas/87aab6bab59d4591973a8c9fe46d8484 HTTP/1.1" status: 200 len: 375 time: 0.0289593 Aug 29 16:58:39.994940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9aaba4ea-19d9-4b16-aefc-316ea0908c09 tempest-DHCPAgentSchedulersTestJSON-112993184 tempest-DHCPAgentSchedulersTestJSON-112993184-project-admin] 10.222.0.22 "DELETE /v2.0/agents/0e7207ba-8d0c-472f-8aaa-68b7f8941a1b/dhcp-networks/950641d5-3b39-45c4-92cc-8ff5cec82be2 HTTP/1.1" status: 204 len: 168 time: 0.2055342 Aug 29 16:58:39.997827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53772) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:40.000812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Transition to ACTIVE for port object 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:40.015775 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1d384-16c9-477a-b998-650f3e2e37ac req-3912e62d-a4b9-473f-bd48-0703492ebdaa tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:40.017165 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3a1d384-16c9-477a-b998-650f3e2e37ac req-3912e62d-a4b9-473f-bd48-0703492ebdaa tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 932 time: 0.1576233 Aug 29 16:58:40.019659 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:40.025651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:40.086583 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-9c12c9d7-f47f-4a7e-a184-a0ae5c257195 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026251 Aug 29 16:58:40.093826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Pushing event updated for resources: {'Port': ['ID=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:40.163395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8528273b-b342-430c-b96e-c37e096faecb,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:40.183715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3a1d384-16c9-477a-b998-650f3e2e37ac req-caf307fa-c6d5-4df3-8112-0757fc1e9383 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521606 Aug 29 16:58:40.203762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] Checking segment: {'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:40.203969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] Network hostable DHCP agents. Network: 566efc17-23ae-4435-b76f-65e0bd510864, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:58:40.242451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Attempting to bind port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:58:40.242929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Attempting to bind port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:58:40.243266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Attempting to bind port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:40.252190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c23ef2a7-8b40-44b4-952c-b88a197d09e1 tempest-DHCPAgentSchedulersTestJSON-112993184 tempest-DHCPAgentSchedulersTestJSON-112993184-project-admin] 10.222.0.22 "GET /v2.0/agents/0e7207ba-8d0c-472f-8aaa-68b7f8941a1b/dhcp-networks HTTP/1.1" status: 200 len: 8098 time: 0.2495670 Aug 29 16:58:40.254479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba on network d86c8120-adf7-4307-9620-94a250f14ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:58:40.255102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Attempting to bind port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:40.257074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53782) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:40.263959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:58:40.264620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Checking segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:40.265217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Bound using segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:58:40.265924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Bound port: 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:58:40.266739 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:40.275283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] Network 566efc17-23ae-4435-b76f-65e0bd510864 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:58:40.310776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 566efc17-23ae-4435-b76f-65e0bd510864) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:40.315710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:40.316528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:40.317742 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-8a63a0df-12fa-44b8-a410-44088e8a4182 service neutron] 10.222.0.22 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192094 Aug 29 16:58:40.320427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b6d4a7f1-b699-4b67-a7c6-27a0b23a731e tempest-DHCPAgentSchedulersTestJSON-112993184 tempest-DHCPAgentSchedulersTestJSON-112993184-project-admin] 10.222.0.22 "GET /v2.0/networks/46df294f-8a21-401b-8510-b4c177e64985/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0616622 Aug 29 16:58:40.324219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53784) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:40.329739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb627ecd-e01a-4a64-a826-de8b1f843b96 None None] Network 566efc17-23ae-4435-b76f-65e0bd510864 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:58:40.366627 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c61ad7-3b44-41c5-9c69-74fc0e42885c req-3a1754f6-ee4c-447e-bde8-66612627fc48 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:40.376670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6c61ad7-3b44-41c5-9c69-74fc0e42885c req-3a1754f6-ee4c-447e-bde8-66612627fc48 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1170404 Aug 29 16:58:40.413122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5f822df7-b8b4-4e93-aacf-dab773bbb315 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7995551 Aug 29 16:58:40.419354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53790) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:40.426175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:40.432912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-377cd5d9-c471-456e-b6d9-5ce1278f9c6a tempest-DHCPAgentSchedulersTestJSON-112993184 tempest-DHCPAgentSchedulersTestJSON-112993184-project-admin] 10.222.0.22 "GET /v2.0/networks/46df294f-8a21-401b-8510-b4c177e64985/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1052060 Aug 29 16:58:40.435704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53794) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:40.442479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] For port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:58:40.443241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6c61ad7-3b44-41c5-9c69-74fc0e42885c req-1b6c76b8-5a27-4744-a884-4695a75f697f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655124 Aug 29 16:58:40.455302 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:40.456392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:40.471168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] For port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:58:40.529788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:40.573708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-566efc17-23ae-4435-b76f-65e0bd510864', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'fixed_ips': [{'subnet_id': '8528273b-b342-430c-b96e-c37e096faecb'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 16:58:40.574600 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:40.725321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:40.816044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Allocated IP 172.20.0.2 (566efc17-23ae-4435-b76f-65e0bd510864/8528273b-b342-430c-b96e-c37e096faecb/6756dab9-9b32-494f-9d39-f954476e71d0) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:40.907041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b50f83-1495-4b07-b45a-b4d8ea01c9fb req-fdff02ef-b933-4fee-a3e7-0b75259de817 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:40.909217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77b50f83-1495-4b07-b45a-b4d8ea01c9fb req-fdff02ef-b933-4fee-a3e7-0b75259de817 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1069558 Aug 29 16:58:40.979654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77b50f83-1495-4b07-b45a-b4d8ea01c9fb req-a3707e52-5364-4800-aaba-c673e3fa022f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624340 Aug 29 16:58:41.015143 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.027710 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.036612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Transition to ACTIVE for port object 6756dab9-9b32-494f-9d39-f954476e71d0 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:41.052930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Transition to ACTIVE for port object 6756dab9-9b32-494f-9d39-f954476e71d0 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:41.064045 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.101699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:41.102593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.106217 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] 10.222.0.10 "PUT /v2.0/ports/406f1ab1-f7fe-46a9-bd5f-d612d57e6dba HTTP/1.1" status: 200 len: 1093 time: 1.8411379 Aug 29 16:58:41.110349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dec7f9-0e7e-45e5-bf64-270891e3c67f', 'tag': '406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:41.113747 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd59d77d-4d82-471f-9336-9aae706a7903" -d '{"events": [{"name": "network-changed", "server_uuid": "25dec7f9-0e7e-45e5-bf64-270891e3c67f", "tag": "406f1ab1-f7fe-46a9-bd5f-d612d57e6dba"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:41.118399 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-1dc40a3c-26c8-418f-b558-99d027d34d4d service neutron] 10.222.0.22 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7864161 Aug 29 16:58:41.136208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc632335-ffe4-4787-896f-f48b9bfcf0cb service neutron] Pushing event updated for resources: {'Port': ['ID=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:41.141941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Network 566efc17-23ae-4435-b76f-65e0bd510864 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:41.145559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:41.149885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:41.153061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Pushing event updated for resources: {'Port': ['ID=6756dab9-9b32-494f-9d39-f954476e71d0,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:41.169244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.200154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.216950 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dd8822-5c7b-40fc-9854-089d9c998bfe x-openstack-request-id: req-51dd8822-5c7b-40fc-9854-089d9c998bfe {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:41.217380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Attempting to bind port 6756dab9-9b32-494f-9d39-f954476e71d0 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:58:41.217765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Attempting to bind port 6756dab9-9b32-494f-9d39-f954476e71d0 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:58:41.218138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Attempting to bind port 6756dab9-9b32-494f-9d39-f954476e71d0 on network 566efc17-23ae-4435-b76f-65e0bd510864 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:41.218941 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dec7f9-0e7e-45e5-bf64-270891e3c67f", "tag": "406f1ab1-f7fe-46a9-bd5f-d612d57e6dba", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:41.221647 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51dd8822-5c7b-40fc-9854-089d9c998bfe {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:41.222413 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dec7f9-0e7e-45e5-bf64-270891e3c67f', 'tag': '406f1ab1-f7fe-46a9-bd5f-d612d57e6dba', 'status': 'completed', 'code': 200} Aug 29 16:58:41.223580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:58:41.223759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Checking segment: {'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:41.224265 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.224530 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Bound using segment: {'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:58:41.225004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Bound port: 6756dab9-9b32-494f-9d39-f954476e71d0, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:58:41.225414 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.304440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3571529a-db41-4ec8-95bc-20671ff7d419 tempest-DHCPAgentSchedulersTestJSON-112993184 tempest-DHCPAgentSchedulersTestJSON-112993184-project-admin] 10.222.0.22 "GET /v2.0/agents/0e7207ba-8d0c-472f-8aaa-68b7f8941a1b/dhcp-networks HTTP/1.1" status: 200 len: 8888 time: 0.8676028 Aug 29 16:58:41.310183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53820) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:41.331798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-40f1da64-0dee-4a55-a305-58e5065de880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:41.333797 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-40f1da64-0dee-4a55-a305-58e5065de880 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 1096 time: 0.1705854 Aug 29 16:58:41.342914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] For port 6756dab9-9b32-494f-9d39-f954476e71d0, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:58:41.347437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] For port 6756dab9-9b32-494f-9d39-f954476e71d0, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6756dab9-9b32-494f-9d39-f954476e71d0,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:58:41.356988 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.442309 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-38efe741-6217-4bc5-b937-5160372945d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba HTTP/1.1" status: 200 len: 217 time: 0.0944822 Aug 29 16:58:41.499922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Allocated IP 172.25.5.59 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/b0aa2936-0634-4466-a397-135aacc5f642) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:41.506939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dd6ee-6b27-42a7-b7cf-e178df0f5acc None None] Pushing event updated for resources: {'Port': ['ID=6756dab9-9b32-494f-9d39-f954476e71d0,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:41.521085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf393-18d1-4a8d-9753-a779838c5152 req-75cb9aaf-103e-480c-90da-8840013bb4e3 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:41.522796 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f6cf393-18d1-4a8d-9753-a779838c5152 req-75cb9aaf-103e-480c-90da-8840013bb4e3 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 944 time: 0.2115889 Aug 29 16:58:41.532399 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.553510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-baae9fa7-d739-414f-a365-bcba91a991b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:41.555026 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-baae9fa7-d739-414f-a365-bcba91a991b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.1034648 Aug 29 16:58:41.616524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-9b304535-9725-4ccc-bf8b-5bec7ea7276e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532737 Aug 29 16:58:41.643590 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f6cf393-18d1-4a8d-9753-a779838c5152 req-53ad0686-a477-4883-84b9-14a37cfb904c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074774 Aug 29 16:58:41.664957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fbc87168-da43-4255-80a0-73f1b5c57379 req-dd41dffe-33c8-47a0-91c1-5966efb2b3d5 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 210 time: 0.0474288 Aug 29 16:58:41.765560 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.789004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950641d5-3b39-45c4-92cc-8ff5cec82be2']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:41.799984 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.811147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b845e99c-1757-4983-a466-72622ae32314') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:41.811441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b845e99c-1757-4983-a466-72622ae32314') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:41.821537 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-1a956be2-8099-410d-9e1b-2ddfde7514c1 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920254 Aug 29 16:58:41.823732 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.850063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.870828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:58:41.871241 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:58:41.874734 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:58:42.009611 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd9fc74f-2b2a-48d7-888c-49a271a61617 req-40cbebf1-80c8-4158-bb30-bcbfbed99c7b service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799004 Aug 29 16:58:42.155854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59d77d-4d82-471f-9336-9aae706a7903 req-c30e5c59-2049-4caa-9ce0-04bf8ee7846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:42.157975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd59d77d-4d82-471f-9336-9aae706a7903 req-c30e5c59-2049-4caa-9ce0-04bf8ee7846f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 1096 time: 0.0793984 Aug 29 16:58:42.280522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:42.315774 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:42.317831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59d77d-4d82-471f-9336-9aae706a7903 req-a58a2850-7b95-4c5b-ba0a-e38d32256f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:42.319301 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd59d77d-4d82-471f-9336-9aae706a7903 req-a58a2850-7b95-4c5b-ba0a-e38d32256f3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 906 time: 0.1510522 Aug 29 16:58:42.330975 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:42.332928 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] 10.222.0.22 "DELETE /v2.0/networks/950641d5-3b39-45c4-92cc-8ff5cec82be2 HTTP/1.1" status: 204 len: 168 time: 1.0136471 Aug 29 16:58:42.337424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53858) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:42.350139 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:42.353763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c8232-bf82-40b2-aa0b-c915b6cc4bf1 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Pushing event deleted for resources: {'Network': ['ID=950641d5-3b39-45c4-92cc-8ff5cec82be2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:42.362608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:42.373969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:42.377255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Pushing event updated for resources: {'Port': ['ID=b0aa2936-0634-4466-a397-135aacc5f642,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:42.388359 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd59d77d-4d82-471f-9336-9aae706a7903 req-d09e3d5b-df95-42b7-a42e-ff62cc5bee3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba HTTP/1.1" status: 200 len: 217 time: 0.0601897 Aug 29 16:58:42.485029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59d77d-4d82-471f-9336-9aae706a7903 req-a2019499-c836-4dc6-96ea-8b8cc3e6d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:42.486678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd59d77d-4d82-471f-9336-9aae706a7903 req-a2019499-c836-4dc6-96ea-8b8cc3e6d8d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.0778875 Aug 29 16:58:42.489319 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec59f4d-e04f-4f5b-99b8-2040539c354f tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] DELETE failed (client error): The resource could not be found. Aug 29 16:58:42.490210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec59f4d-e04f-4f5b-99b8-2040539c354f tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 16:58:42.494824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3ec59f4d-e04f-4f5b-99b8-2040539c354f tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] 10.222.0.22 "DELETE /v2.0/ports/680c89f1-cede-4837-a4c4-5eef254cd74c HTTP/1.1" status: 404 len: 333 time: 0.1551678 Aug 29 16:58:42.530387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53860) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:42.617420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd59d77d-4d82-471f-9336-9aae706a7903 req-83ecb5c0-f5e5-4173-8996-797e15d22581 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883799 Aug 29 16:58:42.633086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ce437-3a60-4d85-9135-0df36856d85a req-e756455c-dea1-4409-b8e9-448c7f28d80a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:42.640747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fb8ce437-3a60-4d85-9135-0df36856d85a req-e756455c-dea1-4409-b8e9-448c7f28d80a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1526833 Aug 29 16:58:42.719155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb3c032-5957-409b-9acd-9efaa8a2b7f9 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Deleting subnet 8eec58ae-0e82-46be-a470-78879f42dec8 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:58:42.727882 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c032-5957-409b-9acd-9efaa8a2b7f9 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:42.751586 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:42.809946 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6a87fe7-16a8-46e2-b3e4-bbfdfa70d168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:42.923004 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fb8ce437-3a60-4d85-9135-0df36856d85a req-b67e4efa-419d-4bd2-82c4-e23e93b748e0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766602 Aug 29 16:58:42.947331 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c032-5957-409b-9acd-9efaa8a2b7f9 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:42.968274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6756dab9-9b32-494f-9d39-f954476e71d0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:42.974063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a071a-589f-4499-9399-4a81cd751bc4 None None] Network 566efc17-23ae-4435-b76f-65e0bd510864 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:58:43.062799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628413-18bd-4096-be90-7493c38aaad3 req-3e4428e1-6a6e-4ae5-a016-c2859ac87116 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:43.076161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-269ee4b2-2e16-4bf1-b380-c005949f8a81 None None] Provisioning for port 6756dab9-9b32-494f-9d39-f954476e71d0 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:43.077805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55628413-18bd-4096-be90-7493c38aaad3 req-3e4428e1-6a6e-4ae5-a016-c2859ac87116 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 944 time: 0.2030282 Aug 29 16:58:43.119743 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81398d5f-6080-420d-b668-24b4fa146438 req-4e018c23-d6ac-42fe-8fd6-66b05c8f3178 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 210 time: 0.0694587 Aug 29 16:58:43.131099 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd59d77d-4d82-471f-9336-9aae706a7903 req-72bd0618-094e-42cc-a4c8-04b17752c7f4 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845471 Aug 29 16:58:43.151962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 6756dab9-9b32-494f-9d39-f954476e71d0 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:43.205672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6756dab9-9b32-494f-9d39-f954476e71d0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:43.211264 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:43.217799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:43.240673 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55628413-18bd-4096-be90-7493c38aaad3 req-0a46c007-df98-4a2e-833d-4ffcbf802f64 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473241 Aug 29 16:58:43.318664 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c032-5957-409b-9acd-9efaa8a2b7f9 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:43.405195 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd59d77d-4d82-471f-9336-9aae706a7903 req-aac65647-48a1-448c-bd6c-4fb2ca8e8ac2 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665792 Aug 29 16:58:43.411127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-73119aac-b1a9-4f56-940f-137c0af7a871 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:43.412714 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-73119aac-b1a9-4f56-940f-137c0af7a871 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.16 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 821 time: 0.3339584 Aug 29 16:58:43.436323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Request body: {'port': {'device_id': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b', 'admin_state_up': True, 'tenant_id': '87aab6bab59d4591973a8c9fe46d8484'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:43.446322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cebb44-f467-4eac-985d-ff9e43b7538f req-7647c816-e21d-41b5-bb16-e630ac409bad tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:43.448637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a3cebb44-f467-4eac-985d-ff9e43b7538f req-7647c816-e21d-41b5-bb16-e630ac409bad tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1037505 Aug 29 16:58:43.487884 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c032-5957-409b-9acd-9efaa8a2b7f9 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:43.530667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b93b2-4bc8-4161-a422-6219466915d0 None None] Network 46df294f-8a21-401b-8510-b4c177e64985 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:58:43.541413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Router dc71a2e8-e5d9-4059-afae-af821ae8b093 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:58:43.555606 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb3c032-5957-409b-9acd-9efaa8a2b7f9 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:43.562270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53880) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:43.562669 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8bb3c032-5957-409b-9acd-9efaa8a2b7f9 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] 10.222.0.22 "DELETE /v2.0/subnets/8eec58ae-0e82-46be-a470-78879f42dec8 HTTP/1.1" status: 204 len: 168 time: 1.0253036 Aug 29 16:58:43.578435 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a3cebb44-f467-4eac-985d-ff9e43b7538f req-b666e74c-a8fa-42ae-932d-aa4315135aac tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204515 Aug 29 16:58:43.579743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3c032-5957-409b-9acd-9efaa8a2b7f9 tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Pushing event deleted for resources: {'Subnet': ['ID=8eec58ae-0e82-46be-a470-78879f42dec8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:43.681317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:43.715206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:43.735155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 6756dab9-9b32-494f-9d39-f954476e71d0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6756dab9-9b32-494f-9d39-f954476e71d0,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:43.766705 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:43.839053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:58:43.889770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=6756dab9-9b32-494f-9d39-f954476e71d0,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:43.917700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-aa729039-e4e6-41a5-a96c-dfc64fb77dd4 None None] Provisioning complete for port 6756dab9-9b32-494f-9d39-f954476e71d0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:43.918043 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-aa729039-e4e6-41a5-a96c-dfc64fb77dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:43.935512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Made reservation on behalf of 87aab6bab59d4591973a8c9fe46d8484 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:43.935512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.005192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:58:44.019160 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Sync routers for ids ['dc71a2e8-e5d9-4059-afae-af821ae8b093'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:58:44.022289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd3599-c12b-41ff-b1a2-4d92f677e74a None None] DHCP port deletion for 46df294f-8a21-401b-8510-b4c177e64985 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:58:44.031349 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Routers {'dc71a2e8-e5d9-4059-afae-af821ae8b093'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:58:44.032368 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dc71a2e8-e5d9-4059-afae-af821ae8b093'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:44.063339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.067478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ac64d2fa-c2fa-4dda-be08-13d3b50c1a84 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.6442776 Aug 29 16:58:44.067818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53896) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:44.076601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879e2ab-e76f-4afc-aac1-809fc6ffec26 req-853affb3-44b0-44a7-bfb3-2533b20ecab1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:44.077652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:44.078419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6879e2ab-e76f-4afc-aac1-809fc6ffec26 req-853affb3-44b0-44a7-bfb3-2533b20ecab1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.3424845 Aug 29 16:58:44.124332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '406f1ab1-f7fe-46a9-bd5f-d612d57e6dba', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'port_id': '406f1ab1-f7fe-46a9-bd5f-d612d57e6dba', 'mac_address': 'fa:16:3e:01:09:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ffaa0b-3833-4fd3-81a1-14e261c9c132', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:58:44.286668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6879e2ab-e76f-4afc-aac1-809fc6ffec26 req-dd5b2f7b-55be-4ef8-8ea7-2d4279b4c4f8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967664 Aug 29 16:58:44.295515 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Set router dc71a2e8-e5d9-4059-afae-af821ae8b093 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:58:44.296933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Deleting port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:58:44.297447 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.367746 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1182b2d7-1026-4e6f-8f74-6376a3a2c59d req-ac717dfb-e2db-4df5-a935-15d6e171a499 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 210 time: 0.0974903 Aug 29 16:58:44.425811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Allocated IP 172.20.0.13 (563469a4-489a-4ba1-ac09-b2255dd8022b/66f124a1-1021-499e-b8cc-92748c43666e/5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:44.439817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] For port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1,segment=NetworkSegment(c9497e38-b3db-470f-87e6-ec346eccf965),segment_id=c9497e38-b3db-470f-87e6-ec346eccf965)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:44.440209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.474486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Calling delete_port for e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:58:44.544000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd3599-c12b-41ff-b1a2-4d92f677e74a None None] Deleting port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:58:44.544000 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3599-c12b-41ff-b1a2-4d92f677e74a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.561948 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:58:44.611079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7ebd3599-c12b-41ff-b1a2-4d92f677e74a None None] For port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1,segment=NetworkSegment(c9497e38-b3db-470f-87e6-ec346eccf965),segment_id=c9497e38-b3db-470f-87e6-ec346eccf965)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:44.611511 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3599-c12b-41ff-b1a2-4d92f677e74a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.625883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd3599-c12b-41ff-b1a2-4d92f677e74a None None] Calling delete_port for e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:58:44.675276 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:42Z', 'revision_number': 3, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:44.675496 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.704953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:44.711426 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.743226 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:44.749443 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Checking router: dc71a2e8-e5d9-4059-afae-af821ae8b093 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:58:44.751634 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Updating router dc71a2e8-e5d9-4059-afae-af821ae8b093 port b0aa2936-0634-4466-a397-135aacc5f642 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:58:44.754101 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.764684 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3599-c12b-41ff-b1a2-4d92f677e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.797138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Pushing event deleted for resources: {'Port': ['ID=e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:44.802599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] No DVR routers for this DVR port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:58:44.812569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd3599-c12b-41ff-b1a2-4d92f677e74a None None] No DVR routers for this DVR port e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:58:44.823596 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.831631 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:44.845339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:44.880987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd3599-c12b-41ff-b1a2-4d92f677e74a None None] Pushing event deleted for resources: {'Port': ['ID=e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:44.921617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98591dd0-af06-43f0-92cf-164809efeba0 req-59bcbf97-9205-4d25-a124-cc68e3509dbf tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:44.929031 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98591dd0-af06-43f0-92cf-164809efeba0 req-59bcbf97-9205-4d25-a124-cc68e3509dbf tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 944 time: 0.2782295 Aug 29 16:58:44.936284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8ebce-331e-49cd-81b3-91d4f87f2c50 req-15334d50-66b2-46dd-904d-51f3b4ed667a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:44.949809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3dc8ebce-331e-49cd-81b3-91d4f87f2c50 req-15334d50-66b2-46dd-904d-51f3b4ed667a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.2281666 Aug 29 16:58:44.971306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:44.983516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.021559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46df294f-8a21-401b-8510-b4c177e64985']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:45.035714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6756dab9-9b32-494f-9d39-f954476e71d0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:45.039734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9497e38-b3db-470f-87e6-ec346eccf965') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:45.040449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9497e38-b3db-470f-87e6-ec346eccf965') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:45.056375 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98591dd0-af06-43f0-92cf-164809efeba0 req-5d8efd88-89ed-4501-8e7a-49d0b6c36d4b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754099 Aug 29 16:58:45.056717 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.072545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.092427 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.094761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:58:45.095325 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:58:45.100592 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:58:45.170219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3dc8ebce-331e-49cd-81b3-91d4f87f2c50 req-2504b4bb-12d2-4ca8-aea3-b2da2b00731f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103283 Aug 29 16:58:45.205585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Network 563469a4-489a-4ba1-ac09-b2255dd8022b is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:45.218848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:45.225261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:45.232997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Pushing event updated for resources: {'Port': ['ID=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:45.269338 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.269571 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.299060 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.303760 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] 10.222.0.22 "DELETE /v2.0/networks/46df294f-8a21-401b-8510-b4c177e64985 HTTP/1.1" status: 204 len: 168 time: 1.7270114 Aug 29 16:58:45.341918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfff1f-0250-4b23-9589-52869814ec2e tempest-DHCPAgentSchedulersTestJSON-469938083 tempest-DHCPAgentSchedulersTestJSON-469938083-project] Pushing event deleted for resources: {'Network': ['ID=46df294f-8a21-401b-8510-b4c177e64985,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:45.395376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:45.396168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.427693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6756dab9-9b32-494f-9d39-f954476e71d0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:45.428453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.442945 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-272c3ca9-55d3-475c-8a71-6bd9871dbd18 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0173082 Aug 29 16:58:45.471821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Request body: {'port': {'device_id': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:45.539870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Allocated IP 172.20.0.1 (566efc17-23ae-4435-b76f-65e0bd510864/8528273b-b342-430c-b96e-c37e096faecb/dcc236fe-c25e-44b2-9895-11ecd7d9bfa6) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:45.624731 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.628236 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0fc7dfca-16c3-4983-8ecd-d965ea06e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.658076 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Transition to ACTIVE for port object b0aa2936-0634-4466-a397-135aacc5f642 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:45.672993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.679624 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.756391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:45.789656 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Pushing event updated for resources: {'Port': ['ID=b0aa2936-0634-4466-a397-135aacc5f642,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:45.812716 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.823718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:58:45.825079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e6a1d1c3-4696-4d88-b8e0-efcbbfc28cb1 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:58:45.833817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Transition to ACTIVE for port object dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:45.834308 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.834827 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.835410 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.836665 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.840485 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.841163 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.841912 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.842406 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.842975 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.846399 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.846830 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.847178 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:45.868303 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.896402 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Attempting to bind port b0aa2936-0634-4466-a397-135aacc5f642 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:58:45.896790 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Attempting to bind port b0aa2936-0634-4466-a397-135aacc5f642 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:58:45.898682 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Attempting to bind port b0aa2936-0634-4466-a397-135aacc5f642 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:45.907688 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:58:45.908060 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:45.908967 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.908967 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:58:45.909140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b3843-5bd3-41f2-98c4-5ee47596a84e req-35c62e7e-2dc9-4441-8e9b-406cbd6d3a9b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:45.909965 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Bound port: b0aa2936-0634-4466-a397-135aacc5f642, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:58:45.909965 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:45.913848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b46b3843-5bd3-41f2-98c4-5ee47596a84e req-35c62e7e-2dc9-4441-8e9b-406cbd6d3a9b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 932 time: 0.3701429 Aug 29 16:58:45.918521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.020196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53934) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:46.023134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Pushing event updated for resources: {'Port': ['ID=dcc236fe-c25e-44b2-9895-11ecd7d9bfa6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:46.031227 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] For port b0aa2936-0634-4466-a397-135aacc5f642, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:58:46.036140 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] For port b0aa2936-0634-4466-a397-135aacc5f642, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b0aa2936-0634-4466-a397-135aacc5f642,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:58:46.042473 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.067369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Network 566efc17-23ae-4435-b76f-65e0bd510864 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:46.074643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:46.080825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:46.121646 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Routers {'dc71a2e8-e5d9-4059-afae-af821ae8b093'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:58:46.122666 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dc71a2e8-e5d9-4059-afae-af821ae8b093'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:46.209250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b46b3843-5bd3-41f2-98c4-5ee47596a84e req-ed306b83-bb8a-455b-9638-a79ddb2ec706 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817943 Aug 29 16:58:46.227603 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.267452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:46.286048 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] Set router dc71a2e8-e5d9-4059-afae-af821ae8b093 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:58:46.287589 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.315023 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Transition to ACTIVE for port object 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:46.326678 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.395059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-967d9013-db60-4aba-b750-38dd551249a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54f340fa572e4bdaad930b76d657779b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690498 Aug 29 16:58:46.418786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53946) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:46.472937 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbae2b-bfff-40c2-90be-958c2580cce5 None None] Pushing event updated for resources: {'Port': ['ID=b0aa2936-0634-4466-a397-135aacc5f642,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:46.530903 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a61d033-6f97-4db0-adcb-86ff828076fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.558594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ea80d15f-0a01-4723-8e03-010cdab4b921 None None] Provisioning for port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:46.575117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ea80d15f-0a01-4723-8e03-010cdab4b921 None None] Provisioning complete for port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:46.577016 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ea80d15f-0a01-4723-8e03-010cdab4b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.594343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:46.611887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86913d22-e772-454e-bf71-37e8e9ecbc47 req-5928ae35-7c8c-4435-bc70-925ded285f56 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:46.613476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-86913d22-e772-454e-bf71-37e8e9ecbc47 req-5928ae35-7c8c-4435-bc70-925ded285f56 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 945 time: 0.2606509 Aug 29 16:58:46.614215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:58:46.614543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:58:46.614868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:46.619600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:58:46.620041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:46.631711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:58:46.632061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:46.632439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:58:46.632878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Bound port: 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:58:46.633249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.653537 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a61d033-6f97-4db0-adcb-86ff828076fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.669303 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:42Z', 'revision_number': 3, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:46.726040 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.729138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ea80d15f-0a01-4723-8e03-010cdab4b921 None None] Port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:58:46.745532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:58:46.748924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:58:46.765166 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.793362 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6468fdbb-e334-476d-a797-f5c68006856b None None] The sync data for ids ['dc71a2e8-e5d9-4059-afae-af821ae8b093'] in n-d-713301-13 is: [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:42Z', 'revision_number': 3, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:58:46.805583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-86913d22-e772-454e-bf71-37e8e9ecbc47 req-eca853ae-ef1a-4a0e-8aa8-32825b5724c4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796658 Aug 29 16:58:46.812411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:46.813040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.820115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] 10.222.0.16 "PUT /v2.0/ports/5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 HTTP/1.1" status: 200 len: 1093 time: 1.3599987 Aug 29 16:58:46.824940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'tag': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:46.827281 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c2e9b8-faa2-4b2f-8d7a-81f7da8d290e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc", "tag": "5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:46.855385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a61d033-6f97-4db0-adcb-86ff828076fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.861394 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a61d033-6f97-4db0-adcb-86ff828076fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.863296 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2a61d033-6f97-4db0-adcb-86ff828076fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac4f7ee9-0b76-4a75-a396-7c85375d65a2 HTTP/1.1" status: 204 len: 168 time: 0.4409616 Aug 29 16:58:46.875403 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:46.897204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61d033-6f97-4db0-adcb-86ff828076fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4f7ee9-0b76-4a75-a396-7c85375d65a2,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:47.032879 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e7f969-d8df-420e-adf4-11f91773f139 x-openstack-request-id: req-f3e7f969-d8df-420e-adf4-11f91773f139 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:47.033322 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc", "tag": "5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:47.033431 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3e7f969-d8df-420e-adf4-11f91773f139 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:47.033842 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'tag': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8', 'status': 'completed', 'code': 200} Aug 29 16:58:47.038036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e869cd-7a6a-4bc8-9d4c-446051cf8ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:47.068986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-0c615eab-4521-47f2-b645-a15d8a49e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:47.071114 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-0c615eab-4521-47f2-b645-a15d8a49e2a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 1096 time: 0.1812191 Aug 29 16:58:47.160655 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-1e465113-c9aa-4b73-8f57-000bb83534c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 HTTP/1.1" status: 200 len: 217 time: 0.0764205 Aug 29 16:58:47.238803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe4931-1d18-4824-8672-e795e8df1ec3 req-f931e534-92f2-4bd4-b299-095ced58449f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:47.255783 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71fe4931-1d18-4824-8672-e795e8df1ec3 req-f931e534-92f2-4bd4-b299-095ced58449f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 946 time: 0.1322060 Aug 29 16:58:47.341393 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:47.346349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-7c0bf83f-f1b5-4197-b8f3-ff95900dfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:47.359067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71fe4931-1d18-4824-8672-e795e8df1ec3 req-f16ac1ea-d2d9-4f84-84a3-3954285bcd9f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054769 Aug 29 16:58:47.361028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-7c0bf83f-f1b5-4197-b8f3-ff95900dfd2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.1909666 Aug 29 16:58:47.372155 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:47.415006 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-cd5526c3-9cff-488d-a02f-3430779c6281 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456762 Aug 29 16:58:47.467437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:47.470123 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:47.501311 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Pushing event updated for resources: {'Port': ['ID=dcc236fe-c25e-44b2-9895-11ecd7d9bfa6,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:47.594620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1a967-2e80-40d3-ae40-193f07cb1827 req-6ab6208e-dc91-4872-acb1-ee88cda1287c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:47.596212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38a1a967-2e80-40d3-ae40-193f07cb1827 req-6ab6208e-dc91-4872-acb1-ee88cda1287c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.1800778 Aug 29 16:58:47.617639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Network 566efc17-23ae-4435-b76f-65e0bd510864 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:47.623769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:47.731128 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-720fe037-5b1b-45f0-a120-fa4243953729 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004217 Aug 29 16:58:47.774531 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38a1a967-2e80-40d3-ae40-193f07cb1827 req-a1f81424-8ea2-40ba-aa0e-2ccdafbef233 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516414 Aug 29 16:58:47.843433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:47.922780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Router dc71a2e8-e5d9-4059-afae-af821ae8b093 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:58:47.934753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53970) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:47.987328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1197ceaa-4518-438d-8f1b-e606ca552093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.007681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:48.017684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:48.018205 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.083592 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10d7a08d-6e77-4c0d-8b2a-7adb58971cc5 req-3c801127-4841-4847-8bb0-368e1a883b85 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393259 Aug 29 16:58:48.231132 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.233052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5a6a8cea-d4e5-4642-8193-7a8a1edce74f None None] Provisioning complete for port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:48.233615 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5a6a8cea-d4e5-4642-8193-7a8a1edce74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.291401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c5440-fc4a-48c2-b631-bd61a7f1de70 req-cdb40de8-7e5b-48af-a719-f102746fb9e1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:48.298025 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f71c5440-fc4a-48c2-b631-bd61a7f1de70 req-cdb40de8-7e5b-48af-a719-f102746fb9e1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 945 time: 0.2581196 Aug 29 16:58:48.344320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:58:48.365339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a8cea-d4e5-4642-8193-7a8a1edce74f None None] Port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:58:48.369701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e9b8-faa2-4b2f-8d7a-81f7da8d290e req-314a5b34-c17c-4f30-b425-3c7c4ed27733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:48.372750 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.375754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8c2e9b8-faa2-4b2f-8d7a-81f7da8d290e req-314a5b34-c17c-4f30-b425-3c7c4ed27733 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 1096 time: 0.1953492 Aug 29 16:58:48.440282 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1197ceaa-4518-438d-8f1b-e606ca552093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.492190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2075c1d5-6cf4-44bb-be7c-f973a3a3d63f admin admin] 10.222.0.22 "PUT /v2.0/routers/dc71a2e8-e5d9-4059-afae-af821ae8b093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4151459 Aug 29 16:58:48.492397 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1197ceaa-4518-438d-8f1b-e606ca552093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.492480 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dec7f9-0e7e-45e5-bf64-270891e3c67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:48.496072 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa040f8-8f9f-4cbb-b5f6-29e4e785bef1" -d '{"events": [{"server_uuid": "25dec7f9-0e7e-45e5-bf64-270891e3c67f", "name": "network-vif-plugged", "status": "completed", "tag": "406f1ab1-f7fe-46a9-bd5f-d612d57e6dba"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:48.500098 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f71c5440-fc4a-48c2-b631-bd61a7f1de70 req-0bf1a176-691b-4b27-beee-f49c864cabef tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474974 Aug 29 16:58:48.539706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:48.546109 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.630720 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d7c545-e808-4bff-8e7a-c1275b8982fd x-openstack-request-id: req-74d7c545-e808-4bff-8e7a-c1275b8982fd {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:48.631073 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dec7f9-0e7e-45e5-bf64-270891e3c67f", "name": "network-vif-plugged", "status": "completed", "tag": "406f1ab1-f7fe-46a9-bd5f-d612d57e6dba", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:48.631332 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74d7c545-e808-4bff-8e7a-c1275b8982fd {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:48.632199 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dec7f9-0e7e-45e5-bf64-270891e3c67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406f1ab1-f7fe-46a9-bd5f-d612d57e6dba', 'code': 200} Aug 29 16:58:48.633056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:48.642874 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197ceaa-4518-438d-8f1b-e606ca552093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72c2d30-464a-4bd1-ab9b-8638b1d8c802,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:48.648933 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1197ceaa-4518-438d-8f1b-e606ca552093 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=649caa0e1975403da026b4c5708521ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130835 Aug 29 16:58:48.651633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53984) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:48.683899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e9b8-faa2-4b2f-8d7a-81f7da8d290e req-9b11a30e-85a7-4bd3-8352-ad464d360c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:48.685419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8c2e9b8-faa2-4b2f-8d7a-81f7da8d290e req-9b11a30e-85a7-4bd3-8352-ad464d360c7d service neutron] 10.222.0.16 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.2951922 Aug 29 16:58:48.698398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cd1d7-bdf5-4793-822a-89d1d702a6e1 req-97a4b255-2d0a-4478-b15d-16813862b28f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:48.707752 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad1cd1d7-bdf5-4793-822a-89d1d702a6e1 req-97a4b255-2d0a-4478-b15d-16813862b28f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 946 time: 0.1633143 Aug 29 16:58:48.777057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53990) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:48.797983 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8c2e9b8-faa2-4b2f-8d7a-81f7da8d290e req-7cf5a9d1-b964-4329-8938-731b1aa7d2db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 HTTP/1.1" status: 200 len: 217 time: 0.0874703 Aug 29 16:58:48.847287 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47b3f1-1cf1-45ab-be86-6e82d9ae2015 req-3bac0583-faec-4d84-b48b-e77b5b80e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:48.849777 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a47b3f1-1cf1-45ab-be86-6e82d9ae2015 req-3bac0583-faec-4d84-b48b-e77b5b80e0c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 1098 time: 0.1498430 Aug 29 16:58:48.850644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5372af-d632-4503-9769-7cdb8dcee2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.895985 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5372af-d632-4503-9769-7cdb8dcee2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.935481 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad1cd1d7-bdf5-4793-822a-89d1d702a6e1 req-9b36a926-e745-4d34-9ae8-79fedf3be31c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261565 Aug 29 16:58:48.944634 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6a47b3f1-1cf1-45ab-be86-6e82d9ae2015 req-04f33723-ffaa-45fa-b6c4-6c9b4e0f5d85 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871849 Aug 29 16:58:48.961399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e9b8-faa2-4b2f-8d7a-81f7da8d290e req-1dc8b6cb-0c75-4109-81e6-28c86e40e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:48.963942 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8c2e9b8-faa2-4b2f-8d7a-81f7da8d290e req-1dc8b6cb-0c75-4109-81e6-28c86e40e241 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.1489980 Aug 29 16:58:48.972817 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5372af-d632-4503-9769-7cdb8dcee2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.976549 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5372af-d632-4503-9769-7cdb8dcee2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:48.981584 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4d5372af-d632-4503-9769-7cdb8dcee2e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e72c2d30-464a-4bd1-ab9b-8638b1d8c802 HTTP/1.1" status: 204 len: 168 time: 0.3286965 Aug 29 16:58:49.001602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5372af-d632-4503-9769-7cdb8dcee2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72c2d30-464a-4bd1-ab9b-8638b1d8c802,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:49.054776 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8c2e9b8-faa2-4b2f-8d7a-81f7da8d290e req-ad96f024-b7da-4f9d-85d7-582a4dcf9607 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809274 Aug 29 16:58:49.064964 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b0aa2936-0634-4466-a397-135aacc5f642 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:49.095659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b5372b-e58d-4383-a561-05cc150169d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:49.156704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b0aa2936-0634-4466-a397-135aacc5f642 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:49.163077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b0aa2936-0634-4466-a397-135aacc5f642 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:49.163820 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:49.251629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ef954-4b9a-4e14-a4d2-34457a32591b req-6925390a-863c-48b7-9db8-1e2d3cfd4b66 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:49.253410 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-018ef954-4b9a-4e14-a4d2-34457a32591b req-6925390a-863c-48b7-9db8-1e2d3cfd4b66 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.1619687 Aug 29 16:58:49.272496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b5372b-e58d-4383-a561-05cc150169d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:49.321841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-018ef954-4b9a-4e14-a4d2-34457a32591b req-f83b0d52-74ca-480e-917b-a34a793b2e05 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511808 Aug 29 16:58:49.329538 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8c2e9b8-faa2-4b2f-8d7a-81f7da8d290e req-6b3da29e-4551-417f-ba3f-ddb984b5ac52 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674475 Aug 29 16:58:49.349418 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b5372b-e58d-4383-a561-05cc150169d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:49.366364 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:49.427865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port b0aa2936-0634-4466-a397-135aacc5f642, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b0aa2936-0634-4466-a397-135aacc5f642,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:49.442867 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:49.458403 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b0b5372b-e58d-4383-a561-05cc150169d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d40e792c8f39434c87e07f7489a68dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784539 Aug 29 16:58:49.461463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5372b-e58d-4383-a561-05cc150169d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ab3f7a-5e87-4c6c-9d8e-364e4091dd24,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:49.462270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54004) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:49.549887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b2f9c-c154-4051-9cbf-767361ee6e8a req-5386d0b7-4bbb-464d-b23f-9d2e386504ef tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:49.554288 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e75b2f9c-c154-4051-9cbf-767361ee6e8a req-5386d0b7-4bbb-464d-b23f-9d2e386504ef tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 946 time: 0.2760854 Aug 29 16:58:49.571534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=b0aa2936-0634-4466-a397-135aacc5f642,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:49.584395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8c2e9b8-faa2-4b2f-8d7a-81f7da8d290e req-ed1dba49-16a4-4f3a-9349-91526d4ee5fe service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469766 Aug 29 16:58:49.629977 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de7b17be-baec-4f81-a0d7-03e0c53436c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:49.658935 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de7b17be-baec-4f81-a0d7-03e0c53436c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:49.705734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Sync routers for ids ['dc71a2e8-e5d9-4059-afae-af821ae8b093'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:58:49.721138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Routers {'dc71a2e8-e5d9-4059-afae-af821ae8b093'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:58:49.722742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dc71a2e8-e5d9-4059-afae-af821ae8b093'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:49.729837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54014) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:49.737895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-44af2a66-eeb0-4ce8-b16c-4a1f4acee18b tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414105557', 'description': 'tempest-description--626906218'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:49.740907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f6385-5360-4b3c-aee9-7954ec0acece req-1a85fda7-173f-43b4-9569-c6548799ba1c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:49.742533 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f73f6385-5360-4b3c-aee9-7954ec0acece req-1a85fda7-173f-43b4-9569-c6548799ba1c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 946 time: 0.0806870 Aug 29 16:58:49.783133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de7b17be-baec-4f81-a0d7-03e0c53436c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:49.787749 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de7b17be-baec-4f81-a0d7-03e0c53436c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:49.789438 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-de7b17be-baec-4f81-a0d7-03e0c53436c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5ab3f7a-5e87-4c6c-9d8e-364e4091dd24 HTTP/1.1" status: 204 len: 168 time: 0.3254290 Aug 29 16:58:49.790874 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44af2a66-eeb0-4ce8-b16c-4a1f4acee18b tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:49.813390 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f73f6385-5360-4b3c-aee9-7954ec0acece req-b3a70d2b-13a7-4543-a379-405c34506cb8 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645733 Aug 29 16:58:49.814331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b17be-baec-4f81-a0d7-03e0c53436c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ab3f7a-5e87-4c6c-9d8e-364e4091dd24,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:49.829121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-e75b2f9c-c154-4051-9cbf-767361ee6e8a req-b8286b50-ae9e-42a7-bb67-6280abfeee82 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Deleting port ea0f2a77-d114-42c1-b8b8-05e352462286 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:58:49.829710 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e75b2f9c-c154-4051-9cbf-767361ee6e8a req-b8286b50-ae9e-42a7-bb67-6280abfeee82 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.002483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-e75b2f9c-c154-4051-9cbf-767361ee6e8a req-b8286b50-ae9e-42a7-bb67-6280abfeee82 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] For port ea0f2a77-d114-42c1-b8b8-05e352462286, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ea0f2a77-d114-42c1-b8b8-05e352462286,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:50.003170 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e75b2f9c-c154-4051-9cbf-767361ee6e8a req-b8286b50-ae9e-42a7-bb67-6280abfeee82 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.028538 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44af2a66-eeb0-4ce8-b16c-4a1f4acee18b tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.029836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-e75b2f9c-c154-4051-9cbf-767361ee6e8a req-b8286b50-ae9e-42a7-bb67-6280abfeee82 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Calling delete_port for ea0f2a77-d114-42c1-b8b8-05e352462286 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:58:50.044790 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44af2a66-eeb0-4ce8-b16c-4a1f4acee18b tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.074993 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.102783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Set router dc71a2e8-e5d9-4059-afae-af821ae8b093 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:58:50.322423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54030) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:50.338894 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b249fc8-d60e-4a42-8bc0-040c21063a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.378980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 4, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dcc236fe-c25e-44b2-9895-11ecd7d9bfa6', 'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'mac_address': 'fa:16:3e:93:0d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '8528273b-b342-430c-b96e-c37e096faecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:45Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 2, 'project_id': 'f1bc39904b984124bc85709116787b37', 'subnets': [{'id': '8528273b-b342-430c-b96e-c37e096faecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:50.417952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Checking router: dc71a2e8-e5d9-4059-afae-af821ae8b093 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:58:50.417952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Updating router dc71a2e8-e5d9-4059-afae-af821ae8b093 port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:58:50.455750 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.523519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a129c-a1c0-4aab-8396-c6bac8576a84 req-fb2b49c7-bbdd-41f8-a9a3-54e049014a5f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:50.525406 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c31a129c-a1c0-4aab-8396-c6bac8576a84 req-fb2b49c7-bbdd-41f8-a9a3-54e049014a5f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.0720913 Aug 29 16:58:50.574403 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44af2a66-eeb0-4ce8-b16c-4a1f4acee18b tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.578651 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-44af2a66-eeb0-4ce8-b16c-4a1f4acee18b tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8460331 Aug 29 16:58:50.579297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54040) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:50.588352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Request body: {'security_group_rule': {'security_group_id': '2c10462c-c08a-4ad3-ade5-2bd591121cc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:50.603230 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af2a66-eeb0-4ce8-b16c-4a1f4acee18b tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c10462c-c08a-4ad3-ade5-2bd591121cc8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:50.621884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e955ac7-ff61-4573-bf1e-2bb2e22604e5 req-2d7d1aa6-4375-4685-8267-3764263a8108 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:50.629079 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e955ac7-ff61-4573-bf1e-2bb2e22604e5 req-2d7d1aa6-4375-4685-8267-3764263a8108 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 946 time: 0.5687084 Aug 29 16:58:50.631736 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c31a129c-a1c0-4aab-8396-c6bac8576a84 req-ce436d04-17ad-4753-a708-e4b6ddf4ccb1 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995429 Aug 29 16:58:50.693790 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e955ac7-ff61-4573-bf1e-2bb2e22604e5 req-6a894420-1d79-4ce5-9ae3-b628cabb80ff tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612247 Aug 29 16:58:50.782523 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e75b2f9c-c154-4051-9cbf-767361ee6e8a req-b8286b50-ae9e-42a7-bb67-6280abfeee82 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.817040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8286b50-ae9e-42a7-bb67-6280abfeee82 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event deleted for resources: {'Port': ['ID=ea0f2a77-d114-42c1-b8b8-05e352462286,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:50.823328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b249fc8-d60e-4a42-8bc0-040c21063a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.832361 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b249fc8-d60e-4a42-8bc0-040c21063a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.894332 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.911361 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b249fc8-d60e-4a42-8bc0-040c21063a67 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08a633cffb034d00b906aa70409bcecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876818 Aug 29 16:58:50.912268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b249fc8-d60e-4a42-8bc0-040c21063a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c27357-1af0-45f8-9fc8-ccd921ec8b01,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:50.916909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54048) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:50.940390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75b2f9c-c154-4051-9cbf-767361ee6e8a req-b8286b50-ae9e-42a7-bb67-6280abfeee82 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] No DVR routers for this DVR port ea0f2a77-d114-42c1-b8b8-05e352462286 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:58:50.943017 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e75b2f9c-c154-4051-9cbf-767361ee6e8a req-b8286b50-ae9e-42a7-bb67-6280abfeee82 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.945257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e75b2f9c-c154-4051-9cbf-767361ee6e8a req-b8286b50-ae9e-42a7-bb67-6280abfeee82 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "DELETE /v2.0/ports/ea0f2a77-d114-42c1-b8b8-05e352462286 HTTP/1.1" status: 204 len: 173 time: 1.3819075 Aug 29 16:58:50.945750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75583a77-7583-4c71-bd81-277e53a4923e', 'name': 'network-vif-deleted', 'tag': 'ea0f2a77-d114-42c1-b8b8-05e352462286'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:50.948155 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8bcee0-57d5-4c1d-9491-10118395d861" -d '{"events": [{"server_uuid": "75583a77-7583-4c71-bd81-277e53a4923e", "name": "network-vif-deleted", "tag": "ea0f2a77-d114-42c1-b8b8-05e352462286"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:50.961923 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:50.968707 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Transition to ACTIVE for port object dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:50.994369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ea0f2a77-d114-42c1-b8b8-05e352462286'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:51.013020 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.044139 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c943-f07d-40f5-9dbc-d7effcce510c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.051590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9088b7-012c-49ff-9ab8-23ae6be8580e req-cafddb47-d52a-4b03-b609-60d1e4f8a934 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:51.053200 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa9088b7-012c-49ff-9ab8-23ae6be8580e req-cafddb47-d52a-4b03-b609-60d1e4f8a934 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 946 time: 0.1007192 Aug 29 16:58:51.056585 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bc0939-81ec-4abb-95c2-35f220cf8250 x-openstack-request-id: req-52bc0939-81ec-4abb-95c2-35f220cf8250 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:51.056885 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75583a77-7583-4c71-bd81-277e53a4923e", "name": "network-vif-deleted", "tag": "ea0f2a77-d114-42c1-b8b8-05e352462286", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:51.057137 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52bc0939-81ec-4abb-95c2-35f220cf8250 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:51.057550 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75583a77-7583-4c71-bd81-277e53a4923e', 'name': 'network-vif-deleted', 'tag': 'ea0f2a77-d114-42c1-b8b8-05e352462286', 'status': 'completed', 'code': 200} Aug 29 16:58:51.099112 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c943-f07d-40f5-9dbc-d7effcce510c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.103481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b0aa2936-0634-4466-a397-135aacc5f642 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:51.107235 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.117364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa9088b7-012c-49ff-9ab8-23ae6be8580e req-d9fe032c-9876-4de8-b784-7c242b9aee53 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564771 Aug 29 16:58:51.119904 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.147089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77e47ee-9102-4ed8-a077-3e5e6d06bf80,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:51.157451 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.161681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5768888 Aug 29 16:58:51.162916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54058) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:51.168463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-731c213a-b511-4a1c-87f7-11316a2661f2 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Request body: {'security_group_rule': {'security_group_id': '2c10462c-c08a-4ad3-ade5-2bd591121cc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:51.174157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.174513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.175272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.175610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.175946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.176278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.176608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.176940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.177286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.177612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.177935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.178257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096e090-50ac-4ef3-a37f-fe4ed0fe28c0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:51.224653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-731c213a-b511-4a1c-87f7-11316a2661f2 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.227714 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c943-f07d-40f5-9dbc-d7effcce510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.231432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c943-f07d-40f5-9dbc-d7effcce510c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.239318 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c6a9c943-f07d-40f5-9dbc-d7effcce510c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0c27357-1af0-45f8-9fc8-ccd921ec8b01 HTTP/1.1" status: 204 len: 168 time: 0.3204613 Aug 29 16:58:51.264132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9c943-f07d-40f5-9dbc-d7effcce510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c27357-1af0-45f8-9fc8-ccd921ec8b01,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:51.406749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fdbf8-1a3b-485b-8116-e4c65a890ef3 None None] Pushing event updated for resources: {'Port': ['ID=dcc236fe-c25e-44b2-9895-11ecd7d9bfa6,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:51.474387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-731c213a-b511-4a1c-87f7-11316a2661f2 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.479303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b0aa2936-0634-4466-a397-135aacc5f642 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:51.480064 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.491582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-731c213a-b511-4a1c-87f7-11316a2661f2 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.554167 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-731c213a-b511-4a1c-87f7-11316a2661f2 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.555152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Attempting to bind port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:58:51.557599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Attempting to bind port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:58:51.558073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Attempting to bind port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 on network 566efc17-23ae-4435-b76f-65e0bd510864 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:51.570071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-731c213a-b511-4a1c-87f7-11316a2661f2 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4055991 Aug 29 16:58:51.572941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54078) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:51.577935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:51.588367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:58:51.588992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Checking segment: {'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:51.589539 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.590051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Bound using segment: {'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:58:51.590645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Bound port: dcc236fe-c25e-44b2-9895-11ecd7d9bfa6, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:58:51.591197 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.592213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c213a-b511-4a1c-87f7-11316a2661f2 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cfe0a0-e3b8-4c6e-ba06-d1bc50a56361,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:51.594495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070031f-39be-4459-8f35-e77642c5366b req-765dcf16-54ce-4b86-b8a8-7c774646c84a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:51.604299 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0070031f-39be-4459-8f35-e77642c5366b req-765dcf16-54ce-4b86-b8a8-7c774646c84a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.2165439 Aug 29 16:58:51.606420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54080) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:51.631825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0070031f-39be-4459-8f35-e77642c5366b req-c75f775a-c64f-48e9-994d-20ef0b1552b6 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/quotas/f4d6f40993ec498189d1d672c1f0685d HTTP/1.1" status: 200 len: 375 time: 0.0264096 Aug 29 16:58:51.637268 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.700122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0070031f-39be-4459-8f35-e77642c5366b req-6ce14798-b81b-4c90-aa4f-5ed7f0550bf2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0671074 Aug 29 16:58:51.707485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-0070031f-39be-4459-8f35-e77642c5366b req-b12b630a-fc3d-4426-b4e3-7412514cc4cd service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:58:51.714715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0070031f-39be-4459-8f35-e77642c5366b req-b12b630a-fc3d-4426-b4e3-7412514cc4cd service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134876 Aug 29 16:58:51.799061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] For port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:58:51.862263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] For port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dcc236fe-c25e-44b2-9895-11ecd7d9bfa6,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:58:51.888487 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.902776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:51.942330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7640-fcc8-46c1-948f-0b53bf585e5a req-513633f6-e312-48d9-80cb-9ec697f2c754 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:51.943916 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a47c7640-fcc8-46c1-948f-0b53bf585e5a req-513633f6-e312-48d9-80cb-9ec697f2c754 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.1327903 Aug 29 16:58:52.017350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fdbf8-1a3b-485b-8116-e4c65a890ef3 None None] Pushing event updated for resources: {'Port': ['ID=dcc236fe-c25e-44b2-9895-11ecd7d9bfa6,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:52.047702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Routers {'dc71a2e8-e5d9-4059-afae-af821ae8b093'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:58:52.048559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dc71a2e8-e5d9-4059-afae-af821ae8b093'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:52.174747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a47c7640-fcc8-46c1-948f-0b53bf585e5a req-b87fb85b-ff34-467a-829a-31645734ee12 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953220 Aug 29 16:58:52.203759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] Set router dc71a2e8-e5d9-4059-afae-af821ae8b093 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:58:52.232220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Allocated IP 172.25.5.202 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/dbb98d3b-2d0f-4c47-b2eb-8e3f1cec01a3) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:52.382500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8c261678-a0b5-49cd-ad64-8c729c94dca2 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-78046686'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:52.383054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8c261678-a0b5-49cd-ad64-8c729c94dca2 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Unknown quota resources ['metering_label']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:58:52.445850 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:52.551123 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:52.631396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:52.638075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:52.645350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:52.673927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Pushing event updated for resources: {'Port': ['ID=dbb98d3b-2d0f-4c47-b2eb-8e3f1cec01a3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:52.697902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 4, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dcc236fe-c25e-44b2-9895-11ecd7d9bfa6', 'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'mac_address': 'fa:16:3e:93:0d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '8528273b-b342-430c-b96e-c37e096faecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:45Z', 'updated_at': '2021-08-29T16:58:51Z', 'revision_number': 4, 'project_id': 'f1bc39904b984124bc85709116787b37', 'subnets': [{'id': '8528273b-b342-430c-b96e-c37e096faecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:58:52.724839 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a13da0d-b546-40d4-a0f1-5927be312caf req-65257c5a-cce2-4256-ab7a-0e5a9cf095f5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 210 time: 0.0360894 Aug 29 16:58:52.753816 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c261678-a0b5-49cd-ad64-8c729c94dca2 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:52.754521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98777f-c42e-4cd0-99a5-90e3c56b23d7 None None] The sync data for ids ['dc71a2e8-e5d9-4059-afae-af821ae8b093'] in n-d-713301-13 is: [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 4, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dcc236fe-c25e-44b2-9895-11ecd7d9bfa6', 'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'mac_address': 'fa:16:3e:93:0d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '8528273b-b342-430c-b96e-c37e096faecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:45Z', 'updated_at': '2021-08-29T16:58:51Z', 'revision_number': 4, 'project_id': 'f1bc39904b984124bc85709116787b37', 'subnets': [{'id': '8528273b-b342-430c-b96e-c37e096faecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:58:52.756901 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8c261678-a0b5-49cd-ad64-8c729c94dca2 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 1.1476102 Aug 29 16:58:52.759276 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54108) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:52.764176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e291fe41-42e7-4f15-b30f-b35b7e1710aa tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'aed1abfb-bf78-4bfe-be8a-ef66a570cfb0'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:52.764701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e291fe41-42e7-4f15-b30f-b35b7e1710aa tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:58:52.771613 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0070031f-39be-4459-8f35-e77642c5366b req-fede227f-be3b-42ac-adb9-8f5bb9b434fc service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0560474 Aug 29 16:58:52.850493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:52.923384 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:52.933868 n-d-713301-13 neutron-server[111677]: WARNING neutron.services.metering.metering_plugin [None req-e291fe41-42e7-4f15-b30f-b35b7e1710aa tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 16:58:53.028913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:53.134999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:53.139748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:53.140221 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:53.159966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e291fe41-42e7-4f15-b30f-b35b7e1710aa tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:53.165064 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e291fe41-42e7-4f15-b30f-b35b7e1710aa tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4009535 Aug 29 16:58:53.165064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54116) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:53.170304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4e6c7d1d-38e8-472f-a8b3-3d6828623fd5 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'aed1abfb-bf78-4bfe-be8a-ef66a570cfb0'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:53.170798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4e6c7d1d-38e8-472f-a8b3-3d6828623fd5 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:58:53.260876 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:53.263955 n-d-713301-13 neutron-server[111677]: WARNING neutron.services.metering.metering_plugin [None req-4e6c7d1d-38e8-472f-a8b3-3d6828623fd5 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 16:58:53.276476 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:53.292588 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0070031f-39be-4459-8f35-e77642c5366b req-c6a7c3cd-7203-4586-8576-9c74b9d8ffc1 service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863033 Aug 29 16:58:53.431690 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7d1d-38e8-472f-a8b3-3d6828623fd5 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:53.434253 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4e6c7d1d-38e8-472f-a8b3-3d6828623fd5 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2684448 Aug 29 16:58:53.437047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54122) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:53.491844 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4b0a574d-7bd1-4020-a858-c8aeddcacb9b tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=a98ffd37-cd36-4b11-92e0-5a5e40ceb986 HTTP/1.1" status: 200 len: 462 time: 0.0249488 Aug 29 16:58:53.494374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54128) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:53.599166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Pushing event updated for resources: {'Port': ['ID=dbb98d3b-2d0f-4c47-b2eb-8e3f1cec01a3,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:53.623654 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:53.645606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86814bce-6872-49fd-be48-46d5924cb3a1 req-575e8daa-9ba6-4faa-bbee-b850aaaa2959 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:53.647789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86814bce-6872-49fd-be48-46d5924cb3a1 req-575e8daa-9ba6-4faa-bbee-b850aaaa2959 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.3557372 Aug 29 16:58:53.676882 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:53.707615 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:53.708857 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f0de4169-59d4-436d-89ac-6113f6af5d74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1349268 Aug 29 16:58:53.738327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-885824de-e571-4280-bdf1-515ce4b81ca6 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:53.740616 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-885824de-e571-4280-bdf1-515ce4b81ca6 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/a98ffd37-cd36-4b11-92e0-5a5e40ceb986 HTTP/1.1" status: 204 len: 168 time: 0.2441354 Aug 29 16:58:53.745140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54136) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:53.752632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dcc236fe-c25e-44b2-9895-11ecd7d9bfa6,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:58:53.765830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86814bce-6872-49fd-be48-46d5924cb3a1 req-d94e92de-fde8-458e-8ed6-37922ee013ae tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079361 Aug 29 16:58:53.767650 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c914475b-58ab-445b-92af-61fe1ea54869 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=a98ffd37-cd36-4b11-92e0-5a5e40ceb986 HTTP/1.1" status: 200 len: 221 time: 0.0212004 Aug 29 16:58:53.772974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54140) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:53.785882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-766f8754-1b5e-403b-b855-f1fb79662d90 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--419390966', 'description': 'label created by tempest'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:53.785882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-766f8754-1b5e-403b-b855-f1fb79662d90 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Unknown quota resources ['metering_label']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:58:53.788874 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:53.796653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ea0f2a77-d114-42c1-b8b8-05e352462286 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:58:53.840306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: ea0f2a77-d114-42c1-b8b8-05e352462286 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:58:53.840801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ea0f2a77-d114-42c1-b8b8-05e352462286 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:58:53.864716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=dcc236fe-c25e-44b2-9895-11ecd7d9bfa6,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:53.962156 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b976ed3-88c2-4fc9-a5e5-e895a6e2cc78 req-c0959416-a2af-4b67-a26f-1d2c7b048da4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 210 time: 0.0686159 Aug 29 16:58:54.064705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-766f8754-1b5e-403b-b855-f1fb79662d90 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:54.065142 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-766f8754-1b5e-403b-b855-f1fb79662d90 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2911732 Aug 29 16:58:54.067952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54160) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:54.266909 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f72c28e2-8ac0-4aef-a6b6-890b6d1c1cfa tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=4d00344e-c2c2-45b2-bda1-137d01e0acac HTTP/1.1" status: 200 len: 467 time: 0.1978233 Aug 29 16:58:54.269577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54178) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:54.317445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-8cb5ac9c-797d-4274-8280-d16f9ebba760 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1414105557&fields=id&tenant_id=f1bc39904b984124bc85709116787b37 HTTP/1.1" status: 200 len: 267 time: 0.0577052 Aug 29 16:58:54.558136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-9a324d50-92b3-4ab1-8529-493d2810f3c6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:54.559968 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-9a324d50-92b3-4ab1-8529-493d2810f3c6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/networks?id=566efc17-23ae-4435-b76f-65e0bd510864 HTTP/1.1" status: 200 len: 804 time: 0.2352273 Aug 29 16:58:54.593185 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-57959a55-30d0-4453-9bf9-d64aa0b897a4 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/quotas/f1bc39904b984124bc85709116787b37 HTTP/1.1" status: 200 len: 375 time: 0.0129621 Aug 29 16:58:54.594966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f20a2d9d-c7fb-4dde-81ce-07a2f94ae72c tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:54.596801 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f20a2d9d-c7fb-4dde-81ce-07a2f94ae72c tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/4d00344e-c2c2-45b2-bda1-137d01e0acac HTTP/1.1" status: 204 len: 168 time: 0.3262510 Aug 29 16:58:54.599484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54192) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:54.631049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b389471-9880-43f9-9198-45a834a7d69c tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=4d00344e-c2c2-45b2-bda1-137d01e0acac HTTP/1.1" status: 200 len: 216 time: 0.0301545 Aug 29 16:58:54.635640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54194) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:54.651385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-16fa3a96-ee0a-4b68-aa6a-7279c75c2a3a tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0143778 Aug 29 16:58:54.656195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54196) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:54.681685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-63a59af3-3bf1-4e79-a62e-a467ae1e7387 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0239182 Aug 29 16:58:54.684977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54200) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:54.786248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-27a9941b-5082-488e-bae8-23437405c81d tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/aed1abfb-bf78-4bfe-be8a-ef66a570cfb0 HTTP/1.1" status: 200 len: 471 time: 0.0965505 Aug 29 16:58:54.788166 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54214) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:54.803926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-cb162676-103b-4a93-9e0b-57b0e666ca3d tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f1bc39904b984124bc85709116787b37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1957214 Aug 29 16:58:54.804909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-733669b9-71b0-4806-9bed-f2da194997cc tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/9ccd5624-288b-44b1-94d7-e4d41679d577 HTTP/1.1" status: 200 len: 459 time: 0.0172203 Aug 29 16:58:54.808009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54218) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:54.810321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-be6d64d8-81df-4343-805a-0df7f2cd09c3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:58:54.811321 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-be6d64d8-81df-4343-805a-0df7f2cd09c3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055733 Aug 29 16:58:54.933976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-1faad1fa-f9da-46a0-922c-548c43f4b692 service neutron] 10.222.0.22 "GET /v2.0/networks/566efc17-23ae-4435-b76f-65e0bd510864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095955 Aug 29 16:58:54.940193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:58:55.011632 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4227f34a-571b-4c99-85f4-4fb371e9bed1 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:55.015344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4227f34a-571b-4c99-85f4-4fb371e9bed1 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/9ccd5624-288b-44b1-94d7-e4d41679d577 HTTP/1.1" status: 204 len: 168 time: 0.2004621 Aug 29 16:58:55.016004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54224) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:55.041055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:55.042118 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:55.155031 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-4b08b81d-478f-471e-a563-afe7ffe1469d service neutron] 10.222.0.22 "GET /v2.0/networks/566efc17-23ae-4435-b76f-65e0bd510864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112279 Aug 29 16:58:55.213088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-30d16cea-724b-4b75-9fdb-a48b948b8243 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:55.221708 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-30d16cea-724b-4b75-9fdb-a48b948b8243 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.4157579 Aug 29 16:58:55.241139 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-002a49c8-ee7f-4da0-9361-2c47cd3a6113 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/quotas/f4d6f40993ec498189d1d672c1f0685d HTTP/1.1" status: 200 len: 375 time: 0.0185313 Aug 29 16:58:55.301063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0dcaf5d-9b46-43ec-98ba-d158e9eb5bb6 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:55.304958 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d0dcaf5d-9b46-43ec-98ba-d158e9eb5bb6 tempest-MeteringIpV6TestJSON-1860067463 tempest-MeteringIpV6TestJSON-1860067463-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/aed1abfb-bf78-4bfe-be8a-ef66a570cfb0 HTTP/1.1" status: 204 len: 168 time: 0.2857151 Aug 29 16:58:55.369900 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-b771bb12-034b-46ed-a4ef-1421b9e5fcb3 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278300 Aug 29 16:58:55.469213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b4af2-4906-40cb-bea4-cb71659e7383 req-23119700-9926-4d2b-9787-923fac310d5d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:55.474312 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa0b4af2-4906-40cb-bea4-cb71659e7383 req-23119700-9926-4d2b-9787-923fac310d5d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.1076534 Aug 29 16:58:55.511117 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-f929d9f3-868a-4b7a-8cfd-66c9d4e1e1cf service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395967 Aug 29 16:58:55.560389 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa0b4af2-4906-40cb-bea4-cb71659e7383 req-8ad21d47-0f1f-4101-8643-410338ecd2db tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793571 Aug 29 16:58:55.695187 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-918c75a0-57c3-4efd-8dc7-b648e70a3384 service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827226 Aug 29 16:58:55.734987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ee5b428-9822-40f0-9f0a-2937037622de req-51b48f45-689f-4bf0-bdaa-69dfaeb1aeea tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 210 time: 0.0568452 Aug 29 16:58:55.986036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54254) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:56.000082 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5867a79b-3d44-405e-86c6-4264912e1730 req-9423ba3c-808f-477e-9909-c944e335b244 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 210 time: 0.0859680 Aug 29 16:58:56.067492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-679679d7-2ab7-43b8-9d5c-a0bbcd1a9ba4 req-131c11fe-857b-4b90-ba18-f9800550e1ff tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 210 time: 0.0406568 Aug 29 16:58:56.136075 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:56.281013 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:56.289262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:56.329579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54264) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:56.358671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ba9a8c-cfb7-45d0-a65a-104f17bba34d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:56.377839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.378295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.378677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.379022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.379417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.379755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.380087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.380463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.381772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.382320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.382777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.383108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:58:56.407268 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1ea58a22-3e61-4120-9991-cadbbfaef974 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2e7eb9482f9402d9df73b4885a96f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178488 Aug 29 16:58:56.407948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54270) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:56.472463 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-341d7a06-eba7-45fb-8ba0-56b68a423204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:56.505498 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-341d7a06-eba7-45fb-8ba0-56b68a423204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:56.522707 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31660433-bd2f-48d0-a9dd-59ce0bc99f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:56.594902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-341d7a06-eba7-45fb-8ba0-56b68a423204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:56.597564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-341d7a06-eba7-45fb-8ba0-56b68a423204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:56.601291 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-341d7a06-eba7-45fb-8ba0-56b68a423204 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81ba9a8c-cfb7-45d0-a65a-104f17bba34d HTTP/1.1" status: 204 len: 168 time: 0.1894326 Aug 29 16:58:56.618770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d7a06-eba7-45fb-8ba0-56b68a423204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ba9a8c-cfb7-45d0-a65a-104f17bba34d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:56.660622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31660433-bd2f-48d0-a9dd-59ce0bc99f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:56.670227 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31660433-bd2f-48d0-a9dd-59ce0bc99f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:56.742534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31660433-bd2f-48d0-a9dd-59ce0bc99f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30398a2d-28a2-4eb4-9705-3beeb61c311f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:56.750337 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-31660433-bd2f-48d0-a9dd-59ce0bc99f97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55b0cf76fd974d2298a96adc143488c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170902 Aug 29 16:58:56.750614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54276) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:56.796552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eae85-8583-48dd-8579-52a47dcc37f5 req-88686fdb-bf3c-4531-b5a5-a9ac985a421f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:56.798277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a29eae85-8583-48dd-8579-52a47dcc37f5 req-88686fdb-bf3c-4531-b5a5-a9ac985a421f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.1122470 Aug 29 16:58:56.863912 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53120c1a-53ff-42b9-9129-5de198515dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:56.916558 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00d4333d-9d6f-4b73-b18c-5072697bf2a2 req-e78c8f14-56a3-40c5-a5a7-d48fe4a9215e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 210 time: 0.0505650 Aug 29 16:58:56.950491 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53120c1a-53ff-42b9-9129-5de198515dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.016481 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a29eae85-8583-48dd-8579-52a47dcc37f5 req-08141cad-94b5-42d3-8652-b96ddc364aac tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050054 Aug 29 16:58:57.043280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53120c1a-53ff-42b9-9129-5de198515dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.045961 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53120c1a-53ff-42b9-9129-5de198515dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.050108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-53120c1a-53ff-42b9-9129-5de198515dce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30398a2d-28a2-4eb4-9705-3beeb61c311f HTTP/1.1" status: 204 len: 168 time: 0.2984931 Aug 29 16:58:57.069100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53120c1a-53ff-42b9-9129-5de198515dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30398a2d-28a2-4eb4-9705-3beeb61c311f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:57.106638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-6180afd6-96ca-4688-8293-0dc45211b43a tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:57.109447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-6180afd6-96ca-4688-8293-0dc45211b43a tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.10 "GET /v2.0/networks?id=566efc17-23ae-4435-b76f-65e0bd510864 HTTP/1.1" status: 200 len: 804 time: 0.2710509 Aug 29 16:58:57.139831 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54290) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:57.168458 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ddb6503-a976-42b2-92b7-d384fbfb16d1 req-bd2f85e6-211e-41d8-93d2-a74a636534f4 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 210 time: 0.0443594 Aug 29 16:58:57.182428 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab7152d0-efc2-45b7-9282-ddceed2c9b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.207665 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-ee1a7496-6f58-4d68-8c81-40c48068786f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1bc39904b984124bc85709116787b37 HTTP/1.1" status: 200 len: 380 time: 0.0780625 Aug 29 16:58:57.239317 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5becb5ae-a67f-4658-82e5-cce951baa182 req-c6dbace4-4bd2-4f44-815c-e18cdc694d97 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 210 time: 0.0501347 Aug 29 16:58:57.245008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Request body: {'port': {'device_id': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'admin_state_up': True, 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'security_groups': ['2c10462c-c08a-4ad3-ade5-2bd591121cc8']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:57.311023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab7152d0-efc2-45b7-9282-ddceed2c9b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.318568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab7152d0-efc2-45b7-9282-ddceed2c9b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.375570 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ab7152d0-efc2-45b7-9282-ddceed2c9b89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=149a7970a2c14d26b7704ac4f52a6d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102680 Aug 29 16:58:57.378625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54296) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:57.446202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Made reservation on behalf of f1bc39904b984124bc85709116787b37 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:57.450740 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.456269 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7152d0-efc2-45b7-9282-ddceed2c9b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0911a7d6-883d-424e-bb82-3c88fb8289e1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:57.470371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54298) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:57.490388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41a4d060-f771-4f98-85cf-0b59386ddb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.520091 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b40efce-b362-4b1f-8d70-5385b6fbf1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.545730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b40efce-b362-4b1f-8d70-5385b6fbf1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.622890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-71162afc-dff1-4bc9-b0d3-bcd58ba9f843 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:57.624354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-71162afc-dff1-4bc9-b0d3-bcd58ba9f843 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.1920948 Aug 29 16:58:57.641328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Request body: {'port': {'device_id': '1519040e-168f-4615-ab31-de8938015bb5', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'admin_state_up': True, 'tenant_id': 'f4d6f40993ec498189d1d672c1f0685d'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:57.659215 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b40efce-b362-4b1f-8d70-5385b6fbf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.661795 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b40efce-b362-4b1f-8d70-5385b6fbf1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.662955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1b40efce-b362-4b1f-8d70-5385b6fbf1f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0911a7d6-883d-424e-bb82-3c88fb8289e1 HTTP/1.1" status: 204 len: 168 time: 0.2832050 Aug 29 16:58:57.664507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Allocated IP 172.20.0.6 (566efc17-23ae-4435-b76f-65e0bd510864/8528273b-b342-430c-b96e-c37e096faecb/e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:57.875003 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41a4d060-f771-4f98-85cf-0b59386ddb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.881864 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41a4d060-f771-4f98-85cf-0b59386ddb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.910921 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:57.943539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-41a4d060-f771-4f98-85cf-0b59386ddb04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d94382fe0d734afcb727cbb9f1be7010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693220 Aug 29 16:58:57.944971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54304) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:58:57.959631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4d060-f771-4f98-85cf-0b59386ddb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac052f3-2c63-4838-99e8-9ef227a09b3b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:57.983971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Transition to ACTIVE for port object e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:58.060865 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40efce-b362-4b1f-8d70-5385b6fbf1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0911a7d6-883d-424e-bb82-3c88fb8289e1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:58.066218 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a8588725-98f8-453b-abc7-2b193c65e454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.082122 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.108499 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b9aad52e-3c05-43ca-a101-2ea7b9f3260d req-4b72d4bb-48b4-4621-a21c-a5ed5d78bb1c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=75583a77-7583-4c71-bd81-277e53a4923e HTTP/1.1" status: 200 len: 210 time: 0.0463462 Aug 29 16:58:58.130073 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a8588725-98f8-453b-abc7-2b193c65e454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.166484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Network 566efc17-23ae-4435-b76f-65e0bd510864 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:58.175022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:58.178723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Pushing event updated for resources: {'Port': ['ID=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:58.182634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:58.272147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Made reservation on behalf of f4d6f40993ec498189d1d672c1f0685d for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:58:58.275875 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:58.276564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.276728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.326363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a8588725-98f8-453b-abc7-2b193c65e454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.335582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a8588725-98f8-453b-abc7-2b193c65e454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.340086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a8588725-98f8-453b-abc7-2b193c65e454 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ac052f3-2c63-4838-99e8-9ef227a09b3b HTTP/1.1" status: 204 len: 168 time: 0.3940899 Aug 29 16:58:58.366824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-c08ff9b6-4962-4014-86a8-b1c3a145ae5f tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1300757 Aug 29 16:58:58.388732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Request body: {'port': {'device_id': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:58.419232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8588725-98f8-453b-abc7-2b193c65e454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac052f3-2c63-4838-99e8-9ef227a09b3b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:58.450081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b7e0f-ce03-4dc6-83e9-5c673a9cc368 req-db49a6f2-3f8c-48e3-98c1-d8e15b2b568d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:58.451840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f95b7e0f-ce03-4dc6-83e9-5c673a9cc368 req-db49a6f2-3f8c-48e3-98c1-d8e15b2b568d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.2085426 Aug 29 16:58:58.460990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.492174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e92dba9e-3291-4416-a4fa-aab03031ee36 None None] Provisioning for port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:58:58.498979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e92dba9e-3291-4416-a4fa-aab03031ee36 None None] Provisioning complete for port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:58:58.499672 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e92dba9e-3291-4416-a4fa-aab03031ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.520114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04109d32-4ddb-4537-ac6b-1d9c279dd2d9 req-9b6cf323-8ac1-4ce3-89ac-ef8d1c218ac6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:58.521700 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04109d32-4ddb-4537-ac6b-1d9c279dd2d9 req-9b6cf323-8ac1-4ce3-89ac-ef8d1c218ac6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 931 time: 0.2330801 Aug 29 16:58:58.554312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Allocated IP 172.20.0.6 (d86c8120-adf7-4307-9620-94a250f14ff7/c0ffaa0b-3833-4fd3-81a1-14e261c9c132/4da9484b-f39e-4a47-9a96-525e8e6f7c0a) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:58:58.559942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e92dba9e-3291-4416-a4fa-aab03031ee36 None None] Port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:58:58.576354 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04109d32-4ddb-4537-ac6b-1d9c279dd2d9 req-b3cd0c3e-1596-4d94-8992-ba9b5029340e tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457516 Aug 29 16:58:58.599167 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f95b7e0f-ce03-4dc6-83e9-5c673a9cc368 req-2717e6a8-70c1-425f-b5e0-ebb650cd8d8b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366053 Aug 29 16:58:58.760598 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.761056 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf4bdaa8-323a-4486-a6e8-df255730192a req-be3b8e70-402f-4ba3-be4d-64d449ec48f0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 210 time: 0.0738728 Aug 29 16:58:58.829317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.845150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:58:58.913041 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:58.921652 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:58.923627 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Network d86c8120-adf7-4307-9620-94a250f14ff7 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:58:58.933296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:58:58.935146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Transition to ACTIVE for port object e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:58.938257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:58:58.941110 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:59.003216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:59.014071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event updated for resources: {'Port': ['ID=4da9484b-f39e-4a47-9a96-525e8e6f7c0a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:59.082550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:59.083994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:59.109771 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-a3e6a788-9492-4aa7-9a02-8fe8bd661ea1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4735851 Aug 29 16:58:59.139218 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Request body: {'port': {'device_id': '1519040e-168f-4615-ab31-de8938015bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:58:59.163609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Attempting to bind port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:58:59.163958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Attempting to bind port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:58:59.164305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Attempting to bind port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 on network 566efc17-23ae-4435-b76f-65e0bd510864 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:59.174555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 on network 566efc17-23ae-4435-b76f-65e0bd510864 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:58:59.175844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Attempting to bind port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 on network 566efc17-23ae-4435-b76f-65e0bd510864 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:58:59.184194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:58:59.184538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Checking segment: {'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:58:59.184936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Bound using segment: {'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:58:59.192161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Bound port: e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:58:59.192651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:59.266059 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:59.350448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] For port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:58:59.354649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] For port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:58:59.362117 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:59.413931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:59.414644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:59.416449 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] 10.222.0.10 "PUT /v2.0/ports/e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 HTTP/1.1" status: 200 len: 1092 time: 1.0349281 Aug 29 16:58:59.417153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'tag': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:58:59.420527 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855e8cdc-4d51-4944-811e-4020d110d7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "aaaae516-0dc1-4915-9aa1-58704a260ac9", "tag": "e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:58:59.508315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b301f-9b4f-4a87-9b0d-d43c864b5e56 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:59.526360 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8767e18-1609-45fc-b36c-fc9959cd4851 x-openstack-request-id: req-d8767e18-1609-45fc-b36c-fc9959cd4851 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:58:59.526937 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaaae516-0dc1-4915-9aa1-58704a260ac9", "tag": "e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:58:59.526937 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8767e18-1609-45fc-b36c-fc9959cd4851 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:58:59.527566 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'tag': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03', 'status': 'completed', 'code': 200} Aug 29 16:58:59.547826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-126d3e59-f2dc-43ec-a08e-e13e9b7f8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:59.549645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-126d3e59-f2dc-43ec-a08e-e13e9b7f8619 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1bc39904b984124bc85709116787b37&device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 1095 time: 0.0765784 Aug 29 16:58:59.627087 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-42c55692-7e68-416f-ab90-644d714be43e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 HTTP/1.1" status: 200 len: 217 time: 0.0678751 Aug 29 16:58:59.703931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-1829509e-eebe-4ced-b523-c9dd4707b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:59.705642 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-1829509e-eebe-4ced-b523-c9dd4707b6be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8528273b-b342-430c-b96e-c37e096faecb HTTP/1.1" status: 200 len: 843 time: 0.0697911 Aug 29 16:58:59.812136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-ef7fa2a5-1a21-4bfd-87a7-63c5eb890325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:59.813665 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-ef7fa2a5-1a21-4bfd-87a7-63c5eb890325 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=566efc17-23ae-4435-b76f-65e0bd510864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962183 Aug 29 16:58:59.827244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf36e11-96de-4fd9-bcfc-5ed39e52e8c8 req-5462dccf-025e-4202-aaac-eeee4bfc9224 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:59.828976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fdf36e11-96de-4fd9-bcfc-5ed39e52e8c8 req-5462dccf-025e-4202-aaac-eeee4bfc9224 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.0763075 Aug 29 16:58:59.858417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da9484b-f39e-4a47-9a96-525e8e6f7c0a {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:58:59.866691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:59.879361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Transition to ACTIVE for port object 4da9484b-f39e-4a47-9a96-525e8e6f7c0a will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:58:59.888916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:58:59.932615 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fdf36e11-96de-4fd9-bcfc-5ed39e52e8c8 req-4390367d-14a7-4cdf-a8ca-6ccbc6f21f51 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937195 Aug 29 16:58:59.943025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Pushing event updated for resources: {'Port': ['ID=4da9484b-f39e-4a47-9a96-525e8e6f7c0a,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:58:59.960481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03980e6-d483-4427-bda1-6230038ef633 req-8fc9a0f0-cb94-48a4-932d-a97817b23f9b tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:58:59.968171 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b03980e6-d483-4427-bda1-6230038ef633 req-8fc9a0f0-cb94-48a4-932d-a97817b23f9b tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 943 time: 0.2158895 Aug 29 16:58:59.980170 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-480f2c9b-368f-497c-af6b-744318bd1d11 service neutron] 10.222.0.10 "GET /v2.0/networks/566efc17-23ae-4435-b76f-65e0bd510864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501026 Aug 29 16:59:00.037504 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b03980e6-d483-4427-bda1-6230038ef633 req-e195cb55-4a37-4e5d-a32d-cb3477572065 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660117 Aug 29 16:59:00.184231 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Attempting to bind port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:59:00.184890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Attempting to bind port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:59:00.184890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Attempting to bind port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:00.190865 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a on network d86c8120-adf7-4307-9620-94a250f14ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:59:00.191200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Attempting to bind port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:00.206532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c561204-16ab-40cf-b7b6-336a75e92ca1 req-ec8336b6-7831-4d00-ab53-c883d6d71f1c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:00.208021 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c561204-16ab-40cf-b7b6-336a75e92ca1 req-ec8336b6-7831-4d00-ab53-c883d6d71f1c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 943 time: 0.0833185 Aug 29 16:59:00.208973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:59:00.209330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Checking segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:00.210179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Bound using segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:59:00.210179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Bound port: 4da9484b-f39e-4a47-9a96-525e8e6f7c0a, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:59:00.210550 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:00.220373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bab4244-11e1-4023-985d-8bd5487e9f14 req-6317c049-7d69-4cbc-8cd6-17249e0003e7 service neutron] 10.222.0.10 "GET /v2.0/networks/566efc17-23ae-4435-b76f-65e0bd510864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327046 Aug 29 16:59:00.236710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daf1bc-5bbf-420b-9a6a-252523b07c11 req-68c597b8-49b8-435e-9102-aa5df4e6773c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:00.238269 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19daf1bc-5bbf-420b-9a6a-252523b07c11 req-68c597b8-49b8-435e-9102-aa5df4e6773c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.1403832 Aug 29 16:59:00.257973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19daf1bc-5bbf-420b-9a6a-252523b07c11 req-06c7e57a-593c-40d6-a3a9-469fc2888e4a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/quotas/0d737f73e9744cc89026adafc8547a1f HTTP/1.1" status: 200 len: 375 time: 0.0128953 Aug 29 16:59:00.296130 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19daf1bc-5bbf-420b-9a6a-252523b07c11 req-b7b0cadf-7c4b-41ab-85da-5854d5838c82 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312767 Aug 29 16:59:00.340012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c561204-16ab-40cf-b7b6-336a75e92ca1 req-6ff23b97-f88c-4078-9171-7d8b299414a8 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000891 Aug 29 16:59:00.351741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e8cdc-4d51-4944-811e-4020d110d7c1 req-5258d125-7133-426f-bf07-c7c35cc80e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:00.354099 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-855e8cdc-4d51-4944-811e-4020d110d7c1 req-5258d125-7133-426f-bf07-c7c35cc80e09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1bc39904b984124bc85709116787b37&device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 1095 time: 0.0563555 Aug 29 16:59:00.371369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] For port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:00.375208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] For port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=4da9484b-f39e-4a47-9a96-525e8e6f7c0a,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:59:00.385244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:00.481068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:00.481979 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:00.483616 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] 10.222.0.10 "PUT /v2.0/ports/4da9484b-f39e-4a47-9a96-525e8e6f7c0a HTTP/1.1" status: 200 len: 1092 time: 1.3588655 Aug 29 16:59:00.484307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1519040e-168f-4615-ab31-de8938015bb5', 'tag': '4da9484b-f39e-4a47-9a96-525e8e6f7c0a'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:00.486835 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0304f128-5fc1-45f1-90ad-1ed9435a9131" -d '{"events": [{"name": "network-changed", "server_uuid": "1519040e-168f-4615-ab31-de8938015bb5", "tag": "4da9484b-f39e-4a47-9a96-525e8e6f7c0a"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:00.498678 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb378fc-26aa-4f51-b74a-6cbd9b7b0879 service neutron] Pushing event updated for resources: {'Port': ['ID=4da9484b-f39e-4a47-9a96-525e8e6f7c0a,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:00.518591 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e8cdc-4d51-4944-811e-4020d110d7c1 req-8d28f47f-a351-46d5-837a-c2b81107cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:00.520582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-855e8cdc-4d51-4944-811e-4020d110d7c1 req-8d28f47f-a351-46d5-837a-c2b81107cce6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=566efc17-23ae-4435-b76f-65e0bd510864 HTTP/1.1" status: 200 len: 905 time: 0.1592801 Aug 29 16:59:00.585132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-e920f56b-5fc1-4057-9cad-3fce1ae53e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:00.587526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-e920f56b-5fc1-4057-9cad-3fce1ae53e0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 1095 time: 0.0495553 Aug 29 16:59:00.608602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-855e8cdc-4d51-4944-811e-4020d110d7c1 req-54268a87-4108-4bb3-8b07-a8ddc0afa0b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 HTTP/1.1" status: 200 len: 217 time: 0.0707064 Aug 29 16:59:00.649099 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-004f5f2a-74ff-41d5-94c7-b8297f2b65d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4da9484b-f39e-4a47-9a96-525e8e6f7c0a HTTP/1.1" status: 200 len: 217 time: 0.0504630 Aug 29 16:59:00.650771 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bc8c1b-4a4a-499c-a2bd-a50afa1f3c11 x-openstack-request-id: req-42bc8c1b-4a4a-499c-a2bd-a50afa1f3c11 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:00.651065 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1519040e-168f-4615-ab31-de8938015bb5", "tag": "4da9484b-f39e-4a47-9a96-525e8e6f7c0a", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:00.651318 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42bc8c1b-4a4a-499c-a2bd-a50afa1f3c11 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:00.651712 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1519040e-168f-4615-ab31-de8938015bb5', 'tag': '4da9484b-f39e-4a47-9a96-525e8e6f7c0a', 'status': 'completed', 'code': 200} Aug 29 16:59:00.707143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54424) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:00.724233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-cb06323d-729e-4df3-9610-40d80f2fc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:00.727385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-cb06323d-729e-4df3-9610-40d80f2fc093 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.0708036 Aug 29 16:59:00.742110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e8cdc-4d51-4944-811e-4020d110d7c1 req-2a4be163-b955-4edd-be85-1de01890430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:00.744291 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-855e8cdc-4d51-4944-811e-4020d110d7c1 req-2a4be163-b955-4edd-be85-1de01890430f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8528273b-b342-430c-b96e-c37e096faecb HTTP/1.1" status: 200 len: 843 time: 0.1225493 Aug 29 16:59:00.791100 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19daf1bc-5bbf-420b-9a6a-252523b07c11 req-cc5be9e8-71c6-4855-ad68-2b1d01dcb650 service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574935 Aug 29 16:59:00.799920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-867ac0bb-52e0-4f23-95e4-cd4a23ffb235 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571120 Aug 29 16:59:00.882967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e8cdc-4d51-4944-811e-4020d110d7c1 req-d7f1f4ac-37e1-4e2a-837d-371e2fd8990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:00.884629 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-855e8cdc-4d51-4944-811e-4020d110d7c1 req-d7f1f4ac-37e1-4e2a-837d-371e2fd8990c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=566efc17-23ae-4435-b76f-65e0bd510864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306279 Aug 29 16:59:00.906584 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-4eafa8f5-ae34-4670-a0da-67c79ce8b580 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942326 Aug 29 16:59:00.915884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22182ef7-2154-4be8-beaa-33a54403d1c8 req-3117aa55-37f9-4ce6-90b7-70c044488c28 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:00.917606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22182ef7-2154-4be8-beaa-33a54403d1c8 req-3117aa55-37f9-4ce6-90b7-70c044488c28 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 946 time: 0.1879110 Aug 29 16:59:01.006646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9d1c574b-c6e3-4087-83e2-1577a4ec7e9b tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Request body: {'quota': {'network': 2}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:01.010593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19daf1bc-5bbf-420b-9a6a-252523b07c11 req-91522c59-1914-4fec-91ff-3109fcff48f8 service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177823 Aug 29 16:59:01.016931 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-855e8cdc-4d51-4944-811e-4020d110d7c1 req-8a357a64-facd-4d62-a642-7e8eab98f2d0 service neutron] 10.222.0.10 "GET /v2.0/networks/566efc17-23ae-4435-b76f-65e0bd510864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234679 Aug 29 16:59:01.022028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22182ef7-2154-4be8-beaa-33a54403d1c8 req-e1f10659-ff83-4173-b270-5cafdfc7c570 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946083 Aug 29 16:59:01.066007 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9d1c574b-c6e3-4087-83e2-1577a4ec7e9b tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] 10.222.0.22 "PUT /v2.0/quotas/cfbe1e1d140a40d8ab838f89a1f83bcb HTTP/1.1" status: 200 len: 368 time: 0.3574104 Aug 29 16:59:01.070065 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f5a79c9-9b07-40a7-a35a-c6eec7a50d26 req-1662ed57-e874-4802-9cef-8d5242dd9828 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512842 Aug 29 16:59:01.070636 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54440) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:01.076351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Request body: {'network': {'project_id': 'cfbe1e1d140a40d8ab838f89a1f83bcb'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:01.105894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Made reservation on behalf of cfbe1e1d140a40d8ab838f89a1f83bcb for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:01.110185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:01.164631 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:01.233958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-855e8cdc-4d51-4944-811e-4020d110d7c1 req-a35a9220-e5db-4f8c-9181-656d07c9d90c service neutron] 10.222.0.10 "GET /v2.0/networks/566efc17-23ae-4435-b76f-65e0bd510864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969037 Aug 29 16:59:01.293600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304f128-5fc1-45f1-90ad-1ed9435a9131 req-f9f37fb2-63d4-4e9a-93e2-97a2b9bbc701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:01.295148 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0304f128-5fc1-45f1-90ad-1ed9435a9131 req-f9f37fb2-63d4-4e9a-93e2-97a2b9bbc701 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 1095 time: 0.1525481 Aug 29 16:59:01.304959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b980f57-0c7f-4390-ace2-e5cc205e1d88 req-10676eb1-16c2-4e58-b196-017c8ba6801e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:01.314401 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b980f57-0c7f-4390-ace2-e5cc205e1d88 req-10676eb1-16c2-4e58-b196-017c8ba6801e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.1804073 Aug 29 16:59:01.324953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c844ff0-c5d8-4923-9349-8c231142f68e req-047f49b0-f7a5-45ad-baa0-af6f71c84223 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:01.326704 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c844ff0-c5d8-4923-9349-8c231142f68e req-047f49b0-f7a5-45ad-baa0-af6f71c84223 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 943 time: 0.0914943 Aug 29 16:59:01.387957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c844ff0-c5d8-4923-9349-8c231142f68e req-0e013774-79cd-4674-8825-d427cee2f37d tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551963 Aug 29 16:59:01.459683 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b980f57-0c7f-4390-ace2-e5cc205e1d88 req-201294f7-2f41-4453-b947-b506100fbad2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339130 Aug 29 16:59:01.508692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304f128-5fc1-45f1-90ad-1ed9435a9131 req-9c4530b9-0887-4021-aa66-943094d69443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:01.510264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0304f128-5fc1-45f1-90ad-1ed9435a9131 req-9c4530b9-0887-4021-aa66-943094d69443 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 906 time: 0.1949694 Aug 29 16:59:01.515953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:01.529694 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ecd8327b-9294-4f15-b74a-891a6bc8269a req-b15fdc8d-adb0-41cf-a47c-1370321b3006 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=c356f882-2757-4c96-a439-9d2cb93d5755 HTTP/1.1" status: 200 len: 210 time: 0.0714967 Aug 29 16:59:01.563839 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0304f128-5fc1-45f1-90ad-1ed9435a9131 req-d8937523-9f0c-4653-9927-988bcc3c2991 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4da9484b-f39e-4a47-9a96-525e8e6f7c0a HTTP/1.1" status: 200 len: 217 time: 0.0412893 Aug 29 16:59:01.575311 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:01.655673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:59:01.673112 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9f7b78-8825-4269-9efd-a25505ebcc30,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:01.683593 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:01.683593 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Added segment c61b8505-80c6-42b8-bfaa-b1c8f5f6f893 of type vlan for network cd1dd7ee-159c-4c64-9fd8-52f87c7bb2a3 Aug 29 16:59:01.701397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb091e3-9ca7-4ce7-a03f-333ad9af1aea req-5faf219a-3331-44f1-b59d-89ea3bdadf7a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:01.702956 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0eb091e3-9ca7-4ce7-a03f-333ad9af1aea req-5faf219a-3331-44f1-b59d-89ea3bdadf7a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 943 time: 0.1379335 Aug 29 16:59:01.705455 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304f128-5fc1-45f1-90ad-1ed9435a9131 req-be9e0515-3a38-413e-9026-c9a9e8e39afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:01.706809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0304f128-5fc1-45f1-90ad-1ed9435a9131 req-be9e0515-3a38-413e-9026-c9a9e8e39afa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.1136715 Aug 29 16:59:01.788385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0304f128-5fc1-45f1-90ad-1ed9435a9131 req-69ef7633-e2ef-47b4-acc6-b83e8670bbfc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496538 Aug 29 16:59:01.790178 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:01.818996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:59:01.880273 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0eb091e3-9ca7-4ce7-a03f-333ad9af1aea req-1c5b4470-4ee5-4f42-9c87-6bb4bed327b5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648464 Aug 29 16:59:01.917647 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:01.918958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:01.919668 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:01.967715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:01.993043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8', 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b', 'port_id': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8', 'mac_address': 'fa:16:3e:6f:0b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f124a1-1021-499e-b8cc-92748c43666e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:59:02.042414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Pushing event updated for resources: {'Network': ['ID=cd1dd7ee-159c-4c64-9fd8-52f87c7bb2a3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:02.066138 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ec167d00-970d-4cc7-91a0-363184c5de77 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9944572 Aug 29 16:59:02.069378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54486) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:02.070249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network cd1dd7ee-159c-4c64-9fd8-52f87c7bb2a3 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:59:02.077470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Request body: {'network': {'project_id': 'cfbe1e1d140a40d8ab838f89a1f83bcb'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:02.098943 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0304f128-5fc1-45f1-90ad-1ed9435a9131 req-de1dadb6-d6c4-420b-8518-a4f3e2acb647 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946787 Aug 29 16:59:02.118714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Made reservation on behalf of cfbe1e1d140a40d8ab838f89a1f83bcb for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:02.121448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.128346 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.148000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:59:02.159192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.159696 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Added segment a82f2f42-e353-41f5-95af-629d07a6b85d of type vlan for network 3873d492-6b5a-4f13-8c64-8d38b103d4cf Aug 29 16:59:02.184079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:02.207826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:02.213814 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.215680 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.257393 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.259142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:02.262071 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.300884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263679ac-9dde-419b-b922-6fd93d6a050f req-7e2b2dc5-5d60-4cb5-8e2a-6b6729de57f4 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:02.303217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-263679ac-9dde-419b-b922-6fd93d6a050f req-7e2b2dc5-5d60-4cb5-8e2a-6b6729de57f4 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 946 time: 0.1792521 Aug 29 16:59:02.308219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:02.360857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0304f128-5fc1-45f1-90ad-1ed9435a9131 req-6d0e929c-63c6-461e-8632-0f2dc19a0814 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514818 Aug 29 16:59:02.372833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-263679ac-9dde-419b-b922-6fd93d6a050f req-f04cd0c3-b41b-428d-abf0-0163df509291 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614321 Aug 29 16:59:02.393602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3213532 Aug 29 16:59:02.397518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54494) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:02.403950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4341c5be-e35c-4bfd-b95e-5fb33a797d8b tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Request body: {'network': {'project_id': 'cfbe1e1d140a40d8ab838f89a1f83bcb'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:02.410095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226da347-78c5-453b-9a50-095295e6b5aa tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Pushing event updated for resources: {'Network': ['ID=3873d492-6b5a-4f13-8c64-8d38b103d4cf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:02.424759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 3873d492-6b5a-4f13-8c64-8d38b103d4cf details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:59:02.434743 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-4341c5be-e35c-4bfd-b95e-5fb33a797d8b tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 16:59:02.435244 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4341c5be-e35c-4bfd-b95e-5fb33a797d8b tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 16:59:02.436387 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4341c5be-e35c-4bfd-b95e-5fb33a797d8b tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0382252 Aug 29 16:59:02.436675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-0e24a493-e560-4a1b-bbc4-4e0f6703b77e tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:02.438852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-0e24a493-e560-4a1b-bbc4-4e0f6703b77e tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 946 time: 0.0975835 Aug 29 16:59:02.440731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54500) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:02.561116 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54506) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:02.598245 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d8728b91-036d-492d-bdc6-6380209d5200 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfbe1e1d140a40d8ab838f89a1f83bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559305 Aug 29 16:59:02.600787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54510) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:02.615679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5286c-ea13-445f-a23b-fb042af81a85 req-2bc6c789-146b-4083-9a21-7ef47d3f937d tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:02.617200 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-28a5286c-ea13-445f-a23b-fb042af81a85 req-2bc6c789-146b-4083-9a21-7ef47d3f937d tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 943 time: 0.1327736 Aug 29 16:59:02.632600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2bc1e-29d4-458c-a302-07440817942e req-840e6b58-ccad-4670-870f-c16dd373a448 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:02.634961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e5e2bc1e-29d4-458c-a302-07440817942e req-840e6b58-ccad-4670-870f-c16dd373a448 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 945 time: 0.0844743 Aug 29 16:59:02.680486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:02.702002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e5e2bc1e-29d4-458c-a302-07440817942e req-cbd989d8-c1f2-4434-a7c3-30993b5980d7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583942 Aug 29 16:59:02.715273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a46b7f75-b58f-4d56-adf0-76419a860c2d tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.759539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a46b7f75-b58f-4d56-adf0-76419a860c2d tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.777346 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c59d89e-317f-4e78-965f-edf82a593e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.857633 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a46b7f75-b58f-4d56-adf0-76419a860c2d tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.860203 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a46b7f75-b58f-4d56-adf0-76419a860c2d tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:02.861367 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a46b7f75-b58f-4d56-adf0-76419a860c2d tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a9f7b78-8825-4269-9efd-a25505ebcc30 HTTP/1.1" status: 204 len: 168 time: 0.2592077 Aug 29 16:59:02.897394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54520) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:02.900131 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b7f75-b58f-4d56-adf0-76419a860c2d tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9f7b78-8825-4269-9efd-a25505ebcc30,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:02.997843 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-28a5286c-ea13-445f-a23b-fb042af81a85 req-a9048ad1-5af5-4a84-9449-02c53d234921 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3738186 Aug 29 16:59:02.999928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Deleting port a23a2f1c-0319-4841-920e-ae82a08a2dd1 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:03.000274 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.022906 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.074618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261c025-6629-4189-9808-76f1a555c48a req-eec3d117-2bb7-45d4-9ada-4147611b0079 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:03.076162 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-eec3d117-2bb7-45d4-9ada-4147611b0079 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.2516944 Aug 29 16:59:03.138887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] For port a23a2f1c-0319-4841-920e-ae82a08a2dd1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a23a2f1c-0319-4841-920e-ae82a08a2dd1,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:03.139534 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.152279 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-9c218155-4899-4430-bcea-515c3c33e6df tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/quotas/0d737f73e9744cc89026adafc8547a1f HTTP/1.1" status: 200 len: 375 time: 0.0690491 Aug 29 16:59:03.164799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65bbfe-24b1-4943-ab46-36484fc415c3 req-71add04c-4bf6-4ef0-8ddb-954dbb84eca5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:03.166711 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5f65bbfe-24b1-4943-ab46-36484fc415c3 req-71add04c-4bf6-4ef0-8ddb-954dbb84eca5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 943 time: 0.0845492 Aug 29 16:59:03.197904 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.208263 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-bc708f9e-59df-41cd-9179-280458719411 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466166 Aug 29 16:59:03.218246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3873d492-6b5a-4f13-8c64-8d38b103d4cf']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:03.224831 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c59d89e-317f-4e78-965f-edf82a593e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.233907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c59d89e-317f-4e78-965f-edf82a593e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.236765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82f2f42-e353-41f5-95af-629d07a6b85d') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:03.237061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82f2f42-e353-41f5-95af-629d07a6b85d') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:03.253899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.275039 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5f65bbfe-24b1-4943-ab46-36484fc415c3 req-3bcbb9c4-bf5d-4eeb-b9d5-25ad230013db tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804381 Aug 29 16:59:03.303032 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.307222 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8c59d89e-317f-4e78-965f-edf82a593e16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0cd95b7c595b4d84a4ca6799142558b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7451644 Aug 29 16:59:03.318228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54526) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:03.344190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59d89e-317f-4e78-965f-edf82a593e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e72a16-043e-4384-9d01-438dad1c8703,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:03.353717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:59:03.354120 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:59:03.355757 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:59:03.360463 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.361051 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.361416 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Floating IP 8b7c6732-9c29-4a26-98ca-65416e4d5c8a disassociated. External IP: 172.25.5.45, port: a23a2f1c-0319-4841-920e-ae82a08a2dd1. Aug 29 16:59:03.361880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Calling delete_port for a23a2f1c-0319-4841-920e-ae82a08a2dd1 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:03.454171 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.462609 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.464504 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] 10.222.0.22 "DELETE /v2.0/networks/3873d492-6b5a-4f13-8c64-8d38b103d4cf HTTP/1.1" status: 204 len: 168 time: 0.5619056 Aug 29 16:59:03.467263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54530) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:03.485509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fe796-1460-4c12-80ce-d5603d626382 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Pushing event deleted for resources: {'Network': ['ID=3873d492-6b5a-4f13-8c64-8d38b103d4cf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:03.503722 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-192dbdee-196f-40e9-a79c-0bcd4393ddfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.506689 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-76900c40-4665-4e8a-a687-e7ae60926175 service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902310 Aug 29 16:59:03.566108 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-192dbdee-196f-40e9-a79c-0bcd4393ddfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.598829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af9301-d745-4483-9415-5b0a31d30a26 req-115b12e7-d136-4a47-91c7-e4f0cf39c8c0 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:03.600284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02af9301-d745-4483-9415-5b0a31d30a26 req-115b12e7-d136-4a47-91c7-e4f0cf39c8c0 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 946 time: 0.1494834 Aug 29 16:59:03.606090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.633549 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-50945560-e969-43e5-8688-5f0249958c27 service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189420 Aug 29 16:59:03.642769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.648240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-192dbdee-196f-40e9-a79c-0bcd4393ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.652271 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-192dbdee-196f-40e9-a79c-0bcd4393ddfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.656049 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-192dbdee-196f-40e9-a79c-0bcd4393ddfb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60e72a16-043e-4384-9d01-438dad1c8703 HTTP/1.1" status: 204 len: 168 time: 0.3101299 Aug 29 16:59:03.664278 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dbdee-196f-40e9-a79c-0bcd4393ddfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e72a16-043e-4384-9d01-438dad1c8703,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:03.699444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Pushing event deleted for resources: {'Port': ['ID=a23a2f1c-0319-4841-920e-ae82a08a2dd1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:03.704285 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02af9301-d745-4483-9415-5b0a31d30a26 req-02e259f2-9136-45f4-8a29-942a52b96d2a tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups?id=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937288 Aug 29 16:59:03.827121 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.840970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:59:03.852968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1dd7ee-159c-4c64-9fd8-52f87c7bb2a3']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:03.875955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61b8505-80c6-42b8-bfaa-b1c8f5f6f893') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:03.876251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61b8505-80c6-42b8-bfaa-b1c8f5f6f893') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:03.910271 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-913e2c28-ded9-4643-bcdf-d2bdcdcbb9d1 req-058ba7ff-21ca-4698-9ad8-ce00e3741d13 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 210 time: 0.0767443 Aug 29 16:59:03.918986 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:03.922531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 4da9484b-f39e-4a47-9a96-525e8e6f7c0a details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:59:03.985457 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.013728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:59:04.019796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54544) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:04.021003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab2248-73b4-4c9c-b2f7-cc2e32aa540a req-4b8ec83a-5ba2-4d91-8b8d-5e1b0cf24529 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:04.022731 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10ab2248-73b4-4c9c-b2f7-cc2e32aa540a req-4b8ec83a-5ba2-4d91-8b8d-5e1b0cf24529 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 945 time: 0.1821887 Aug 29 16:59:04.026699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:59:04.027317 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:59:04.029202 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:59:04.031469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:59:04.031469 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.034450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-60eedf1c-90f4-4d5b-b0ca-fc254cfa98ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.151400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=4da9484b-f39e-4a47-9a96-525e8e6f7c0a,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:04.164407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Router 85304728-48de-4f22-b461-92c796615e5c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:59:04.178864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '4da9484b-f39e-4a47-9a96-525e8e6f7c0a', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'port_id': '4da9484b-f39e-4a47-9a96-525e8e6f7c0a', 'mac_address': 'fa:16:3e:9e:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ffaa0b-3833-4fd3-81a1-14e261c9c132', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:59:04.182538 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.184908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10ab2248-73b4-4c9c-b2f7-cc2e32aa540a req-19d2b6f4-e4be-439b-a986-e7602f93d3a1 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492660 Aug 29 16:59:04.235855 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.253821 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.260793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da9484b-f39e-4a47-9a96-525e8e6f7c0a {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:04.265910 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.268078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] 10.222.0.22 "DELETE /v2.0/networks/cd1dd7ee-159c-4c64-9fd8-52f87c7bb2a3 HTTP/1.1" status: 204 len: 168 time: 0.7993188 Aug 29 16:59:04.281466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a872004-43f4-43af-8bce-375def8a1b43 tempest-QuotasNegativeTest-732127662 tempest-QuotasNegativeTest-732127662-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd1dd7ee-159c-4c64-9fd8-52f87c7bb2a3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:04.283066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f01733-f99d-4ff3-8aa5-6ea2eb89a77c req-d99c5a48-df0d-4ada-a2c4-b7ff1c294354 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:04.287714 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-80f01733-f99d-4ff3-8aa5-6ea2eb89a77c req-d99c5a48-df0d-4ada-a2c4-b7ff1c294354 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 943 time: 0.1850379 Aug 29 16:59:04.291562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=4da9484b-f39e-4a47-9a96-525e8e6f7c0a,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:04.303612 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.304482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:59:04.320695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:04.324964 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a5fd5a-36c8-46d2-901e-843811ceba28" -d '{"events": [{"server_uuid": "fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc", "name": "network-vif-plugged", "status": "completed", "tag": "5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:04.370432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:04.386411 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.449176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:59:04.462201 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-60eedf1c-90f4-4d5b-b0ca-fc254cfa98ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.462915 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d4b4c1-08ef-4003-834f-2b62aed331bc None None] Sync routers for ids ['85304728-48de-4f22-b461-92c796615e5c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:59:04.474057 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-80f01733-f99d-4ff3-8aa5-6ea2eb89a77c req-0a52f1b9-1df5-403d-8641-92cda4279385 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085429 Aug 29 16:59:04.477883 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-60eedf1c-90f4-4d5b-b0ca-fc254cfa98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.490660 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d4b4c1-08ef-4003-834f-2b62aed331bc None None] Routers {'85304728-48de-4f22-b461-92c796615e5c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:04.492079 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11d4b4c1-08ef-4003-834f-2b62aed331bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85304728-48de-4f22-b461-92c796615e5c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:04.529314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:04.544278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'port_id': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03', 'mac_address': 'fa:16:3e:a4:9d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8528273b-b342-430c-b96e-c37e096faecb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:59:04.553473 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-60eedf1c-90f4-4d5b-b0ca-fc254cfa98ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8dc602f28d94e77ba735d28d36b51e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5321341 Aug 29 16:59:04.558119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54558) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:04.605245 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eedf1c-90f4-4d5b-b0ca-fc254cfa98ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490b42af-821e-4277-996b-322c84867388,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:04.638992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] No DVR routers for this DVR port a23a2f1c-0319-4841-920e-ae82a08a2dd1 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:04.649484 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d178d03f-3d7e-44ee-8664-9073b760dca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.651304 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c5b791-5ac8-4536-b032-82bdae421f28 x-openstack-request-id: req-29c5b791-5ac8-4536-b032-82bdae421f28 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:04.651675 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc", "name": "network-vif-plugged", "status": "completed", "tag": "5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:04.651988 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29c5b791-5ac8-4536-b032-82bdae421f28 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:04.652441 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8', 'code': 200} Aug 29 16:59:04.655061 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.661289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70769b0f-ed06-461f-98bb-dbaba3817599 req-a2b01ce4-4814-4451-b443-1748e6f63e48 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:04.669654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70769b0f-ed06-461f-98bb-dbaba3817599 req-a2b01ce4-4814-4451-b443-1748e6f63e48 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 944 time: 0.2733986 Aug 29 16:59:04.671318 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.673755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-450d02cd-8ecf-49cb-834c-f5b012d201f1 req-e2ad7117-23c9-4515-870a-be17b8d943ed tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.16 "DELETE /v2.0/ports/a23a2f1c-0319-4841-920e-ae82a08a2dd1 HTTP/1.1" status: 204 len: 173 time: 2.2250378 Aug 29 16:59:04.674449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'name': 'network-vif-deleted', 'tag': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:04.677393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=4da9484b-f39e-4a47-9a96-525e8e6f7c0a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:04.677842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d178d03f-3d7e-44ee-8664-9073b760dca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.682633 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2d437f-a428-430f-8d37-45e9611d4c8e" -d '{"events": [{"server_uuid": "ef6f4101-f395-4e1b-bf1b-eb61cfafed18", "name": "network-vif-deleted", "tag": "a23a2f1c-0319-4841-920e-ae82a08a2dd1"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:04.762864 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-11d4b4c1-08ef-4003-834f-2b62aed331bc None None] Set router 85304728-48de-4f22-b461-92c796615e5c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:59:04.770584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:04.776749 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a30af86-7852-4ec8-8a78-ac1d16ffca10 x-openstack-request-id: req-6a30af86-7852-4ec8-8a78-ac1d16ffca10 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:04.777443 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6f4101-f395-4e1b-bf1b-eb61cfafed18", "name": "network-vif-deleted", "tag": "a23a2f1c-0319-4841-920e-ae82a08a2dd1", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:04.777882 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a30af86-7852-4ec8-8a78-ac1d16ffca10 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:04.778444 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6f4101-f395-4e1b-bf1b-eb61cfafed18', 'name': 'network-vif-deleted', 'tag': 'a23a2f1c-0319-4841-920e-ae82a08a2dd1', 'status': 'completed', 'code': 200} Aug 29 16:59:04.793473 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70769b0f-ed06-461f-98bb-dbaba3817599 req-c8827643-d443-4c6e-b267-639f8fde6d66 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033044 Aug 29 16:59:04.847181 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d178d03f-3d7e-44ee-8664-9073b760dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.849801 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d178d03f-3d7e-44ee-8664-9073b760dca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.854854 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d178d03f-3d7e-44ee-8664-9073b760dca7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/490b42af-821e-4277-996b-322c84867388 HTTP/1.1" status: 204 len: 168 time: 0.2814760 Aug 29 16:59:04.862713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:04.868046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:04.874520 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:04.892114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89103912-1a27-4c8b-9522-9f8d32e21fcf req-93e10c53-5914-4fe3-a235-e0a5076e19db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:04.897308 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89103912-1a27-4c8b-9522-9f8d32e21fcf req-93e10c53-5914-4fe3-a235-e0a5076e19db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 1098 time: 0.2021384 Aug 29 16:59:04.941049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:04.956111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178d03f-3d7e-44ee-8664-9073b760dca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490b42af-821e-4277-996b-322c84867388,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:05.054164 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ca1713af-e8c7-4f21-a850-10a1618f44cd req-39e562ea-79c5-485b-a6c2-e54eb1a80bfb tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef6f4101-f395-4e1b-bf1b-eb61cfafed18 HTTP/1.1" status: 200 len: 210 time: 0.1436532 Aug 29 16:59:05.062957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89103912-1a27-4c8b-9522-9f8d32e21fcf req-260e0883-d78d-4c5d-899c-97d5f5df6ec5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500351 Aug 29 16:59:05.076947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b1eca5c7-91e3-4991-b71a-c50a916d1894 req-e7ef5381-3752-4feb-934e-5a0c9e00e67a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 210 time: 0.0521815 Aug 29 16:59:05.111164 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11d4b4c1-08ef-4003-834f-2b62aed331bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:13Z', 'revision_number': 4, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '513f0581-00f0-4785-8cd4-8198a34d3b6e', 'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'mac_address': 'fa:16:3e:15:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:11Z', 'updated_at': '2021-08-29T16:55:19Z', 'revision_number': 5, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'subnets': [{'id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:05.131074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['4da9484b-f39e-4a47-9a96-525e8e6f7c0a'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:05.137624 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d4b4c1-08ef-4003-834f-2b62aed331bc None None] Checking router: 85304728-48de-4f22-b461-92c796615e5c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:59:05.137795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:05.146685 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d4b4c1-08ef-4003-834f-2b62aed331bc None None] Routers {'85304728-48de-4f22-b461-92c796615e5c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:05.147482 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11d4b4c1-08ef-4003-834f-2b62aed331bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85304728-48de-4f22-b461-92c796615e5c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:05.315924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54580) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:05.371617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492226d-6725-4c82-8eaf-e0f3d7a0d053 req-75b4cc43-49c9-4514-8020-5a29e460db90 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:05.386886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6492226d-6725-4c82-8eaf-e0f3d7a0d053 req-75b4cc43-49c9-4514-8020-5a29e460db90 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.0980723 Aug 29 16:59:05.458389 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-11d4b4c1-08ef-4003-834f-2b62aed331bc None None] Set router 85304728-48de-4f22-b461-92c796615e5c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:59:05.467002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6492226d-6725-4c82-8eaf-e0f3d7a0d053 req-b6d0b750-ec88-4b5e-a39a-5084a67c9d3e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787451 Aug 29 16:59:05.502511 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bfd7175b-6875-4225-96d8-a6856c4a77b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:05.694567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261c025-6629-4189-9808-76f1a555c48a req-158961f5-470f-4ab8-b3e0-8cd53d1a3de9 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:05.697018 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-158961f5-470f-4ab8-b3e0-8cd53d1a3de9 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.1359656 Aug 29 16:59:05.700152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bfd7175b-6875-4225-96d8-a6856c4a77b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:05.708491 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bfd7175b-6875-4225-96d8-a6856c4a77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:05.725328 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11d4b4c1-08ef-4003-834f-2b62aed331bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:13Z', 'revision_number': 4, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '513f0581-00f0-4785-8cd4-8198a34d3b6e', 'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'mac_address': 'fa:16:3e:15:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:11Z', 'updated_at': '2021-08-29T16:55:19Z', 'revision_number': 5, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'subnets': [{'id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:05.726865 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Request body: {'port': {'device_id': 'f1762703-57fa-4b49-bcf7-fd8a5a1ef406', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'admin_state_up': True, 'tenant_id': '0d737f73e9744cc89026adafc8547a1f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:05.758066 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d4b4c1-08ef-4003-834f-2b62aed331bc None None] The sync data for ids ['85304728-48de-4f22-b461-92c796615e5c'] in n-d-713301-13 is: [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:55:13Z', 'revision_number': 4, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '513f0581-00f0-4785-8cd4-8198a34d3b6e', 'name': '', 'network_id': 'c6d131e2-09dd-4afc-8547-cc5f56e960a0', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'mac_address': 'fa:16:3e:15:a0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:11Z', 'updated_at': '2021-08-29T16:55:19Z', 'revision_number': 5, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'subnets': [{'id': '56c67c51-4bc0-48c5-b3af-3678f9640f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:59:05.805256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a4cf6-6e76-42ce-8fae-22a399a7d6d9 req-594c8f39-6c62-4a31-b505-743f695d1af4 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:05.806932 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f56a4cf6-6e76-42ce-8fae-22a399a7d6d9 req-594c8f39-6c62-4a31-b505-743f695d1af4 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 944 time: 0.2384925 Aug 29 16:59:05.823693 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bfd7175b-6875-4225-96d8-a6856c4a77b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=910e4f4bcef94d04bff08eecd8bbe341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065987 Aug 29 16:59:05.831593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54598) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:05.840408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a23a2f1c-0319-4841-920e-ae82a08a2dd1 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:05.844046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7175b-6875-4225-96d8-a6856c4a77b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5dd712-54b7-4c5d-934c-b2493a2c10df,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:05.873249 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f56a4cf6-6e76-42ce-8fae-22a399a7d6d9 req-675d9295-aa2b-4485-bac2-af7b5d2ac15a tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469797 Aug 29 16:59:05.886492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: a23a2f1c-0319-4841-920e-ae82a08a2dd1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:05.887360 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a23a2f1c-0319-4841-920e-ae82a08a2dd1 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:05.916393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:59:05.952990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Made reservation on behalf of 0d737f73e9744cc89026adafc8547a1f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:05.958215 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:05.978958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:59:05.988435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:59:05.988873 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.042234 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a2694b1-ea9b-4542-85fb-3c1c4093be0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.115282 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.129129 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a2694b1-ea9b-4542-85fb-3c1c4093be0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.143251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68479cc-1c8e-4b56-bdef-8f9829f303a9 req-1affb6e8-47e9-483e-bbb0-12e68fd4c1dd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:06.145063 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a68479cc-1c8e-4b56-bdef-8f9829f303a9 req-1affb6e8-47e9-483e-bbb0-12e68fd4c1dd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 944 time: 0.1771712 Aug 29 16:59:06.165626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:06.176051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.221490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2d965-57d4-4763-83f8-f25c28d398ad None None] New status for floating IP 8b7c6732-9c29-4a26-98ca-65416e4d5c8a: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:59:06.240184 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a416566-8a7d-457b-af93-00452928b4ac req-7bfb2f45-c7e4-475e-b758-5dafb9de97a8 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 210 time: 0.0338552 Aug 29 16:59:06.274018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:06.274798 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a68479cc-1c8e-4b56-bdef-8f9829f303a9 req-c39b1f16-8d6b-40f1-8f37-0221efe82c86 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208658 Aug 29 16:59:06.297077 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54612) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:06.298572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Allocated IP 172.20.0.3 (c7ef043c-c91b-402d-be4d-7e838af6145b/35736e46-1540-46d5-8b3f-132f9d7bf21c/992f7aee-03db-4787-bcc9-96b5c8bdd8d1) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:06.312166 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a2694b1-ea9b-4542-85fb-3c1c4093be0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.315674 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a2694b1-ea9b-4542-85fb-3c1c4093be0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.316862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2a2694b1-ea9b-4542-85fb-3c1c4093be0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b5dd712-54b7-4c5d-934c-b2493a2c10df HTTP/1.1" status: 204 len: 168 time: 0.4812958 Aug 29 16:59:06.329605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2694b1-ea9b-4542-85fb-3c1c4093be0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5dd712-54b7-4c5d-934c-b2493a2c10df,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:06.372905 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baa27880-be70-4e47-b20f-9a4987ab8646 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.412685 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baa27880-be70-4e47-b20f-9a4987ab8646 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.500711 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baa27880-be70-4e47-b20f-9a4987ab8646 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.503701 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baa27880-be70-4e47-b20f-9a4987ab8646 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.505838 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-baa27880-be70-4e47-b20f-9a4987ab8646 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "DELETE /v2.0/security-groups/4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca HTTP/1.1" status: 204 len: 168 time: 0.2067842 Aug 29 16:59:06.509909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54620) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:06.531285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa27880-be70-4e47-b20f-9a4987ab8646 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:06.543287 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-0ca6aba7-bf22-4ba5-a958-05ade89cd7a3 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] show failed (client error): The resource could not be found. Aug 29 16:59:06.544481 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0ca6aba7-bf22-4ba5-a958-05ade89cd7a3 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "GET /v2.0/security-groups/4dc75e4f-9f28-4a80-bc88-d9a5524ff6ca HTTP/1.1" status: 404 len: 347 time: 0.0315340 Aug 29 16:59:06.547098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54624) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:06.600257 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.654836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:06.656352 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b01ccf8-b3f3-4bd6-b840-42bd868d0b16" -d '{"events": [{"server_uuid": "aaaae516-0dc1-4915-9aa1-58704a260ac9", "name": "network-vif-plugged", "status": "completed", "tag": "e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:06.677347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d2df2-a279-4551-bf32-886285f04927 req-98739007-dd45-406f-a372-55f8ce2a64b9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:06.678871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c58d2df2-a279-4551-bf32-886285f04927 req-98739007-dd45-406f-a372-55f8ce2a64b9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.0742502 Aug 29 16:59:06.700212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.707684 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7655023f-0a4d-44ea-b69a-d7bf5d3ff352 x-openstack-request-id: req-7655023f-0a4d-44ea-b69a-d7bf5d3ff352 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:06.708241 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaae516-0dc1-4915-9aa1-58704a260ac9", "name": "network-vif-plugged", "status": "completed", "tag": "e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:06.708717 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7655023f-0a4d-44ea-b69a-d7bf5d3ff352 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:06.709353 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03', 'code': 200} Aug 29 16:59:06.728295 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-69ad7d89-931a-42e9-9a7c-57994458bf51 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Deleting port 6d38b662-e7f0-4776-8732-11dcc5cdd86b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:06.728819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ad7d89-931a-42e9-9a7c-57994458bf51 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.778451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Network c7ef043c-c91b-402d-be4d-7e838af6145b is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:06.788092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:06.798732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:06.835081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ad7d89-931a-42e9-9a7c-57994458bf51 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.835597 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ad7d89-931a-42e9-9a7c-57994458bf51 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.853313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-69ad7d89-931a-42e9-9a7c-57994458bf51 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Calling delete_port for 6d38b662-e7f0-4776-8732-11dcc5cdd86b owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:06.859603 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c58d2df2-a279-4551-bf32-886285f04927 req-673d94e3-7e78-48ea-a05a-b7714534cf9b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656399 Aug 29 16:59:06.880009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event updated for resources: {'Port': ['ID=992f7aee-03db-4787-bcc9-96b5c8bdd8d1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:06.904675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:06.905432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:06.917400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3737f-93f3-419d-acb5-c45723955477 req-90e10c19-6142-4484-8c8b-2b1244d1a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:06.919132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-84b3737f-93f3-419d-acb5-c45723955477 req-90e10c19-6142-4484-8c8b-2b1244d1a0cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 1097 time: 0.1262872 Aug 29 16:59:06.935744 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-07a44e6e-7bb9-4fbe-b062-463794242daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2168162 Aug 29 16:59:07.005956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Request body: {'port': {'device_id': 'f1762703-57fa-4b49-bcf7-fd8a5a1ef406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:07.013515 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-84b3737f-93f3-419d-acb5-c45723955477 req-9d5fc48f-c927-48a8-8815-9b57340a463e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859356 Aug 29 16:59:07.054640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54642) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:07.084400 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8186ef24-2f27-494b-b1be-2320cb4539af admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.102527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f1a53-c5aa-415c-be8e-3538b51d08c7 req-df4fb4f9-5204-4d6d-a717-f52f87559348 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:07.110092 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f72f1a53-c5aa-415c-be8e-3538b51d08c7 req-df4fb4f9-5204-4d6d-a717-f52f87559348 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 1098 time: 0.1412926 Aug 29 16:59:07.121948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.127451 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ad7d89-931a-42e9-9a7c-57994458bf51 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.132488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba5a9-acf9-4296-81a7-37ee0a4052c9 req-5dc52ff8-14c6-45bd-81bc-6f244e6c63b3 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:07.140566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-23fba5a9-acf9-4296-81a7-37ee0a4052c9 req-5dc52ff8-14c6-45bd-81bc-6f244e6c63b3 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 945 time: 0.1191711 Aug 29 16:59:07.168072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad7d89-931a-42e9-9a7c-57994458bf51 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Pushing event deleted for resources: {'Port': ['ID=6d38b662-e7f0-4776-8732-11dcc5cdd86b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:07.192137 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f72f1a53-c5aa-415c-be8e-3538b51d08c7 req-bedc1b03-a41f-461f-858b-04d298fb8f27 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807126 Aug 29 16:59:07.233257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-23fba5a9-acf9-4296-81a7-37ee0a4052c9 req-1c728b86-db16-4c1c-9360-9938b6840a22 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837009 Aug 29 16:59:07.285875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ad7d89-931a-42e9-9a7c-57994458bf51 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.288556 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ad7d89-931a-42e9-9a7c-57994458bf51 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.289648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-69ad7d89-931a-42e9-9a7c-57994458bf51 tempest-ServersTestFqdnHostnames-439028019 tempest-ServersTestFqdnHostnames-439028019-project] 10.222.0.22 "DELETE /v2.0/floatingips/8b7c6732-9c29-4a26-98ca-65416e4d5c8a HTTP/1.1" status: 204 len: 168 time: 0.7414398 Aug 29 16:59:07.293806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54652) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:07.434157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8186ef24-2f27-494b-b1be-2320cb4539af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.444187 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8186ef24-2f27-494b-b1be-2320cb4539af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.450204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d6e75-fc2b-4b48-b36c-2bcc7c698db0 req-29fba4fe-7b97-46ef-9f75-e9dd33a9b57b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:07.451732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-256d6e75-fc2b-4b48-b36c-2bcc7c698db0 req-29fba4fe-7b97-46ef-9f75-e9dd33a9b57b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 931 time: 0.1140471 Aug 29 16:59:07.472024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bb0e-8d9a-4491-af9c-67246078c109 req-24397e28-e452-4fd0-9221-5b56c8faef93 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:07.473492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85d8bb0e-8d9a-4491-af9c-67246078c109 req-24397e28-e452-4fd0-9221-5b56c8faef93 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 1098 time: 0.1710780 Aug 29 16:59:07.518381 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8186ef24-2f27-494b-b1be-2320cb4539af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b39167d2cd340909fd7700cf518647a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626968 Aug 29 16:59:07.519223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186ef24-2f27-494b-b1be-2320cb4539af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88351568-7201-4bd5-93b0-5a7aa5b4fac2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:07.521654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54662) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:07.547430 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-256d6e75-fc2b-4b48-b36c-2bcc7c698db0 req-c48d4aaa-e291-4b81-8fdd-aa1350764c52 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800688 Aug 29 16:59:07.608543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:07.618566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.633481 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85d8bb0e-8d9a-4491-af9c-67246078c109 req-2fe0373b-0b42-4fe6-ba2e-804c448688ad tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407237 Aug 29 16:59:07.643714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Transition to ACTIVE for port object 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:59:07.666541 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.686058 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78cddf3e-5794-4b7d-8d94-dd19fdd06529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.737561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bf124-c514-4fdf-9b9f-e19328534b9f req-f458ff39-5eeb-431b-96bf-be323ebc4eaf tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:07.746659 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f52bf124-c514-4fdf-9b9f-e19328534b9f req-f458ff39-5eeb-431b-96bf-be323ebc4eaf tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 944 time: 0.1148105 Aug 29 16:59:07.769352 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78cddf3e-5794-4b7d-8d94-dd19fdd06529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.778290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=992f7aee-03db-4787-bcc9-96b5c8bdd8d1,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:07.857250 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f52bf124-c514-4fdf-9b9f-e19328534b9f req-c4b9ea68-f16e-4363-961d-103bc63e4e87 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986028 Aug 29 16:59:07.874597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Attempting to bind port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:59:07.875241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Attempting to bind port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:59:07.875768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Attempting to bind port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:07.884183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 on network c7ef043c-c91b-402d-be4d-7e838af6145b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:59:07.884591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Attempting to bind port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:07.893043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:59:07.893680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Checking segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:07.894386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Bound using segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:59:07.895018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Bound port: 992f7aee-03db-4787-bcc9-96b5c8bdd8d1, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:59:07.896392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.900319 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78cddf3e-5794-4b7d-8d94-dd19fdd06529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.902864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 4da9484b-f39e-4a47-9a96-525e8e6f7c0a up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:59:07.917131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78cddf3e-5794-4b7d-8d94-dd19fdd06529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.918404 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-78cddf3e-5794-4b7d-8d94-dd19fdd06529 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88351568-7201-4bd5-93b0-5a7aa5b4fac2 HTTP/1.1" status: 204 len: 168 time: 0.3639150 Aug 29 16:59:07.978518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:59:07.986709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:59:07.987425 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:07.994383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] For port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:07.998281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] For port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=992f7aee-03db-4787-bcc9-96b5c8bdd8d1,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:59:08.006583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cddf3e-5794-4b7d-8d94-dd19fdd06529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88351568-7201-4bd5-93b0-5a7aa5b4fac2,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:08.025440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:08.094215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:08.104354 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:08.165627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=4da9484b-f39e-4a47-9a96-525e8e6f7c0a,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:08.177213 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:08.297291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=4da9484b-f39e-4a47-9a96-525e8e6f7c0a,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:08.450827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:08.451425 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:08.452986 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] 10.222.0.16 "PUT /v2.0/ports/992f7aee-03db-4787-bcc9-96b5c8bdd8d1 HTTP/1.1" status: 200 len: 1092 time: 1.4770904 Aug 29 16:59:08.454677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1762703-57fa-4b49-bcf7-fd8a5a1ef406', 'tag': '992f7aee-03db-4787-bcc9-96b5c8bdd8d1'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:08.456939 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2708426f-f757-4eff-94b2-4c597551a726" -d '{"events": [{"name": "network-changed", "server_uuid": "f1762703-57fa-4b49-bcf7-fd8a5a1ef406", "tag": "992f7aee-03db-4787-bcc9-96b5c8bdd8d1"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:08.490641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] Deleting port 513f0581-00f0-4785-8cd4-8198a34d3b6e {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:08.491205 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:08.504723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8b69d-a4cf-4b80-9978-42de237c6cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=992f7aee-03db-4787-bcc9-96b5c8bdd8d1,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:08.535614 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beaaff-b1a7-48cc-abe2-2e0a5351bcfc req-d87fb0d5-34b2-45aa-8e62-7f799580dc54 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:08.537490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9beaaff-b1a7-48cc-abe2-2e0a5351bcfc req-d87fb0d5-34b2-45aa-8e62-7f799580dc54 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 945 time: 0.1041753 Aug 29 16:59:08.588787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] For port 513f0581-00f0-4785-8cd4-8198a34d3b6e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=513f0581-00f0-4785-8cd4-8198a34d3b6e,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:08.589938 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:08.597153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261c025-6629-4189-9808-76f1a555c48a req-ea2db534-1386-4e6a-8555-6e6f923af842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:08.598695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-ea2db534-1386-4e6a-8555-6e6f923af842 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 1095 time: 0.0822899 Aug 29 16:59:08.608181 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9beaaff-b1a7-48cc-abe2-2e0a5351bcfc req-105c860e-34d8-4263-b177-f044c9d4b473 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565627 Aug 29 16:59:08.611138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] Calling delete_port for 513f0581-00f0-4785-8cd4-8198a34d3b6e owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:08.650287 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-472a817c-8e0a-4571-9a80-c8d80a131883 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=992f7aee-03db-4787-bcc9-96b5c8bdd8d1 HTTP/1.1" status: 200 len: 217 time: 0.0410216 Aug 29 16:59:08.711486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1519040e-168f-4615-ab31-de8938015bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da9484b-f39e-4a47-9a96-525e8e6f7c0a'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:08.714724 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d194a7-afe4-4f10-aad1-6f9833ecc639" -d '{"events": [{"server_uuid": "1519040e-168f-4615-ab31-de8938015bb5", "name": "network-vif-plugged", "status": "completed", "tag": "4da9484b-f39e-4a47-9a96-525e8e6f7c0a"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:08.728763 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b1ca68-46ac-41b7-824f-aa3a286d0afc x-openstack-request-id: req-69b1ca68-46ac-41b7-824f-aa3a286d0afc {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:08.729199 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1762703-57fa-4b49-bcf7-fd8a5a1ef406", "tag": "992f7aee-03db-4787-bcc9-96b5c8bdd8d1", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:08.729691 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69b1ca68-46ac-41b7-824f-aa3a286d0afc {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:08.730135 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1762703-57fa-4b49-bcf7-fd8a5a1ef406', 'tag': '992f7aee-03db-4787-bcc9-96b5c8bdd8d1', 'status': 'completed', 'code': 200} Aug 29 16:59:08.732317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261c025-6629-4189-9808-76f1a555c48a req-04dcb319-6894-4b1e-ada1-f7f7c62c8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:08.734633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-04dcb319-6894-4b1e-ada1-f7f7c62c8542 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.0771689 Aug 29 16:59:08.797512 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-060e17f4-9382-4bac-91b3-e63e24b32d36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547147 Aug 29 16:59:08.921446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295253cc-a7d1-48fa-9c4e-bb6d044ef5d7 req-5f21bf8f-7c27-411e-9cc5-3477e15d700c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:08.923099 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-295253cc-a7d1-48fa-9c4e-bb6d044ef5d7 req-5f21bf8f-7c27-411e-9cc5-3477e15d700c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 943 time: 0.1244261 Aug 29 16:59:08.958975 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:09.008714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] Pushing event deleted for resources: {'Port': ['ID=513f0581-00f0-4785-8cd4-8198a34d3b6e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:09.009890 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-295253cc-a7d1-48fa-9c4e-bb6d044ef5d7 req-03011426-3c1d-4616-bc5a-d30d3b523061 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599480 Aug 29 16:59:09.012395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-0f9b8dec-d649-4ac6-9243-3bfcef0230f7 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025683 Aug 29 16:59:09.089260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54742) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:09.200180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a56474-2934-4079-a465-cdce21737da0 req-0ed558c5-ec15-4bfe-bd78-eb4952001ee0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:09.201745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88a56474-2934-4079-a465-cdce21737da0 req-0ed558c5-ec15-4bfe-bd78-eb4952001ee0 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 945 time: 0.0881987 Aug 29 16:59:09.215439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54748) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:09.232994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e932df37-9786-4854-ada5-14d01b37d695 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Request body: {'floatingip': {'port_id': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:09.254532 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5137120c-90c2-48d1-8ce5-1a48950f4e9e x-openstack-request-id: req-5137120c-90c2-48d1-8ce5-1a48950f4e9e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:09.255024 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1519040e-168f-4615-ab31-de8938015bb5", "name": "network-vif-plugged", "status": "completed", "tag": "4da9484b-f39e-4a47-9a96-525e8e6f7c0a", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:09.255105 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5137120c-90c2-48d1-8ce5-1a48950f4e9e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:09.255503 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1519040e-168f-4615-ab31-de8938015bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da9484b-f39e-4a47-9a96-525e8e6f7c0a', 'code': 200} Aug 29 16:59:09.343908 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e932df37-9786-4854-ada5-14d01b37d695 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for floatingip, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:09.349632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1261c025-6629-4189-9808-76f1a555c48a req-1898ecc4-c81a-45a7-b46f-cf11a7386333 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290935 Aug 29 16:59:09.358704 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4443-db07-4974-9cd8-b19e9495e25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:09.406922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:09.419174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-45f36aee-a08c-40ba-8fc7-dc123eed1fd9 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 16:59:09.420397 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-45f36aee-a08c-40ba-8fc7-dc123eed1fd9 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078630 Aug 29 16:59:09.478567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Request body: {'binding': {'host': 'n-h1-713301-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:09.479060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Unknown quota resources ['binding']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:59:09.686735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708426f-f757-4eff-94b2-4c597551a726 req-bb10ee6d-a7a5-4728-9149-64f1fd24d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:09.688264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2708426f-f757-4eff-94b2-4c597551a726 req-bb10ee6d-a7a5-4728-9149-64f1fd24d3a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 1095 time: 0.2667534 Aug 29 16:59:09.697976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc842495-6395-4517-b725-e43f602aee43 req-edf4094e-7e8c-49a7-b819-5c7d9af9d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:09.700546 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc842495-6395-4517-b725-e43f602aee43 req-edf4094e-7e8c-49a7-b819-5c7d9af9d373 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 1097 time: 0.2932506 Aug 29 16:59:09.719052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9ed40-856d-4d55-a746-62c50cbf8d74 req-29cd990d-62bb-4ad4-8dc5-ac2fc59aa04c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:09.720560 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87e9ed40-856d-4d55-a746-62c50cbf8d74 req-29cd990d-62bb-4ad4-8dc5-ac2fc59aa04c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 945 time: 0.2888625 Aug 29 16:59:09.944530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4443-db07-4974-9cd8-b19e9495e25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:09.952674 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4443-db07-4974-9cd8-b19e9495e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:09.959167 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc842495-6395-4517-b725-e43f602aee43 req-35331cfc-c6d2-451e-bf5d-bda24bf22c0d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376404 Aug 29 16:59:09.974601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87e9ed40-856d-4d55-a746-62c50cbf8d74 req-58ad2257-d680-448e-afd7-cc7d4d884708 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349484 Aug 29 16:59:10.010664 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3d4b4443-db07-4974-9cd8-b19e9495e25a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d9c53759d6b4d79ae14c02f7069bf2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9202108 Aug 29 16:59:10.016319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54770) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:10.028051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] Router 85304728-48de-4f22-b461-92c796615e5c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:59:10.029112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b4443-db07-4974-9cd8-b19e9495e25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9a88f9-c292-4db6-8a7a-7fecbc6395a8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:10.114314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708426f-f757-4eff-94b2-4c597551a726 req-3c612c54-7f6b-414b-a171-b03213b2ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:10.115794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2708426f-f757-4eff-94b2-4c597551a726 req-3c612c54-7f6b-414b-a171-b03213b2ac74 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 913 time: 0.4049773 Aug 29 16:59:10.116476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on host n-h1-713301-13 for vnic_type normal with profile None {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:59:10.116821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:59:10.117152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:10.130994 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49722ac2-a6a2-444b-9399-983d3639b1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.155613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:59:10.155945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:10.167702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54774) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:10.193938 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49722ac2-a6a2-444b-9399-983d3639b1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.200692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2708426f-f757-4eff-94b2-4c597551a726 req-446dd731-a2ee-4eda-a690-e66d5beb7b4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=992f7aee-03db-4787-bcc9-96b5c8bdd8d1 HTTP/1.1" status: 200 len: 217 time: 0.0668125 Aug 29 16:59:10.206730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:59:10.207074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:10.207826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:59:10.207977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Bound port: 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:59:10.214525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:59:10.224087 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ab153e84-0f4a-4b84-8d42-5aa50d236244 admin admin] 10.222.0.22 "PUT /v2.0/routers/85304728-48de-4f22-b461-92c796615e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9264393 Aug 29 16:59:10.228180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54778) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:10.235519 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed45f73-9072-4d06-8318-eeee849995e0 None None] Sync routers for ids ['85304728-48de-4f22-b461-92c796615e5c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:59:10.251645 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed45f73-9072-4d06-8318-eeee849995e0 None None] Routers {'85304728-48de-4f22-b461-92c796615e5c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:10.252500 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-eed45f73-9072-4d06-8318-eeee849995e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85304728-48de-4f22-b461-92c796615e5c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:10.282348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-496810253', 'router:external': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:10.342988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Made reservation on behalf of 9747d917824b4be0a458fde02ee30c14 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:10.345411 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.355691 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49722ac2-a6a2-444b-9399-983d3639b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.358217 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49722ac2-a6a2-444b-9399-983d3639b1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.361680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-49722ac2-a6a2-444b-9399-983d3639b1e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba9a88f9-c292-4db6-8a7a-7fecbc6395a8 HTTP/1.1" status: 204 len: 168 time: 0.3398659 Aug 29 16:59:10.361817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3dc38-69f9-453f-9925-15b57a5e06a7 req-88dfe155-0d07-4df5-8949-cb8a0eb1c5f5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:10.365711 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a9b3dc38-69f9-453f-9925-15b57a5e06a7 req-88dfe155-0d07-4df5-8949-cb8a0eb1c5f5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 943 time: 0.2529817 Aug 29 16:59:10.367265 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.387394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49722ac2-a6a2-444b-9399-983d3639b1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9a88f9-c292-4db6-8a7a-7fecbc6395a8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:10.402069 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.resource_extend [None req-e932df37-9786-4854-ada5-14d01b37d695 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 16:59:10.402281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.426593 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-eed45f73-9072-4d06-8318-eeee849995e0 None None] Set router 85304728-48de-4f22-b461-92c796615e5c gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:59:10.486984 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708426f-f757-4eff-94b2-4c597551a726 req-4cac1388-4cea-42d3-b5cb-03ac8503b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:10.488642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2708426f-f757-4eff-94b2-4c597551a726 req-4cac1388-4cea-42d3-b5cb-03ac8503b424 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.2195687 Aug 29 16:59:10.494531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:59:10.502972 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e932df37-9786-4854-ada5-14d01b37d695 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.532442 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2708426f-f757-4eff-94b2-4c597551a726 req-102fb00d-03cb-420f-b2d8-3a8f1d55ddac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320482 Aug 29 16:59:10.541098 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.542476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] 10.222.0.22 "POST /v2.0/ports/5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8/bindings HTTP/1.1" status: 201 len: 390 time: 1.0677512 Aug 29 16:59:10.547352 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e932df37-9786-4854-ada5-14d01b37d695 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.558803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.597012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a9b3dc38-69f9-453f-9925-15b57a5e06a7 req-831b4334-3e5f-4534-8cda-09828ca10e50 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119801 Aug 29 16:59:10.627716 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.643839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.726088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:59:10.736975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8832de-fb8c-42b6-b65c-28f980c783a7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:10.744938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Deleting port d834014f-85de-476d-a10b-f4670351cc86 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:10.745480 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.761571 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.762051 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Added segment 56dbc2bd-3c05-4c0e-9749-a2045d075079 of type vlan for network 0d12b72b-6837-4235-b03c-a473a62b28a8 Aug 29 16:59:10.810066 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-eed45f73-9072-4d06-8318-eeee849995e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd834014f-85de-476d-a10b-f4670351cc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:59:08Z', 'revision_number': 5, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port': {'id': 'd834014f-85de-476d-a10b-f4670351cc86', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85304728-48de-4f22-b461-92c796615e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:55:04Z', 'updated_at': '2021-08-29T16:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:10.842277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2708426f-f757-4eff-94b2-4c597551a726 req-d766c316-3f3d-4da6-aec0-22e9cdf4bd08 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980607 Aug 29 16:59:10.846432 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-e932df37-9786-4854-ada5-14d01b37d695 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Floating IP 0642f53a-432f-4b37-9692-70e3b3b6bcd0 associated. External IP: 172.25.5.202, port: e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03. Aug 29 16:59:10.859024 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.878550 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed45f73-9072-4d06-8318-eeee849995e0 None None] Checking router: 85304728-48de-4f22-b461-92c796615e5c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:59:10.889118 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed45f73-9072-4d06-8318-eeee849995e0 None None] Routers {'85304728-48de-4f22-b461-92c796615e5c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:10.889792 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-eed45f73-9072-4d06-8318-eeee849995e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['85304728-48de-4f22-b461-92c796615e5c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:10.911576 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.912691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:10.913615 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:10.997605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54788) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:11.009934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event updated for resources: {'Network': ['ID=0d12b72b-6837-4235-b03c-a473a62b28a8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:11.013187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4d99d227-b171-45ab-a37f-c8c9d771ef53 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8443742 Aug 29 16:59:11.016133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54792) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:11.022473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 0d12b72b-6837-4235-b03c-a473a62b28a8 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:59:11.023082 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-eed45f73-9072-4d06-8318-eeee849995e0 None None] Set router 85304728-48de-4f22-b461-92c796615e5c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:59:11.025023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76cf6906-e219-4cac-b29d-c6842d14bc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.037449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Request body: {'subnet': {'network_id': '0d12b72b-6837-4235-b03c-a473a62b28a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:11.052650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006959da-fb8e-4f1a-ad24-e49819aaa5bd req-4555979c-c741-4ea5-bbdc-1a6dbdb3c2a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:11.077824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-006959da-fb8e-4f1a-ad24-e49819aaa5bd req-4555979c-c741-4ea5-bbdc-1a6dbdb3c2a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.2885408 Aug 29 16:59:11.108879 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-eed45f73-9072-4d06-8318-eeee849995e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:59:10Z', 'revision_number': 6, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:11.135341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Made reservation on behalf of 9747d917824b4be0a458fde02ee30c14 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:11.138358 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.145858 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed45f73-9072-4d06-8318-eeee849995e0 None None] The sync data for ids ['85304728-48de-4f22-b461-92c796615e5c'] in n-d-713301-13 is: [{'id': '85304728-48de-4f22-b461-92c796615e5c', 'name': 'tempest-ServersTestFqdnHostnames-106420406-router', 'tenant_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:55:02Z', 'updated_at': '2021-08-29T16:59:10Z', 'revision_number': 6, 'project_id': 'b5ce6e40c3f7448091cd27a4d75af64f', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:59:11.182645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115aab-32c0-4aaa-83f4-188472599392 req-68f984c6-fdf2-46c4-8358-fa5b5808fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:11.184666 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-68f984c6-fdf2-46c4-8358-fa5b5808fd06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 1098 time: 0.2693346 Aug 29 16:59:11.217750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] For port d834014f-85de-476d-a10b-f4670351cc86, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d834014f-85de-476d-a10b-f4670351cc86,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:11.218154 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.242351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Calling delete_port for d834014f-85de-476d-a10b-f4670351cc86 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:11.276957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdecf59-32b4-4bfd-a3bb-b82d735155f8 req-c86ce084-1bb0-441d-9ec8-42b84e8043f9 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:11.278715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0cdecf59-32b4-4bfd-a3bb-b82d735155f8 req-c86ce084-1bb0-441d-9ec8-42b84e8043f9 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 945 time: 0.1805532 Aug 29 16:59:11.293324 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2708426f-f757-4eff-94b2-4c597551a726 req-ac2f0cd2-f431-4191-82ce-cc7074c52679 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423101 Aug 29 16:59:11.305328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-006959da-fb8e-4f1a-ad24-e49819aaa5bd req-aa85177f-5209-4378-9007-4b0bad5f1317 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259557 Aug 29 16:59:11.399693 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0cdecf59-32b4-4bfd-a3bb-b82d735155f8 req-37007a20-a0e2-4696-83ff-8d8680e58217 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912247 Aug 29 16:59:11.597694 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.628978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d834014f-85de-476d-a10b-f4670351cc86,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:11.717022 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.785213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115aab-32c0-4aaa-83f4-188472599392 req-636b8255-2e01-422b-a120-6e266a626136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:11.786708 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-636b8255-2e01-422b-a120-6e266a626136 service neutron] 10.222.0.10 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.5844436 Aug 29 16:59:11.847232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.objects.ports [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 16:59:11.847688 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.851532 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.856414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-1ed84f5f-022f-4937-aff5-fbfc0bf15190 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 HTTP/1.1" status: 200 len: 217 time: 0.0573545 Aug 29 16:59:11.857306 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.875247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa9a4b-c81f-4a39-a055-ef04c1474ea3 req-941e0e61-a64c-4f92-950e-edc0b1437a51 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:11.876761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ffa9a4b-c81f-4a39-a055-ef04c1474ea3 req-941e0e61-a64c-4f92-950e-edc0b1437a51 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 943 time: 0.1774487 Aug 29 16:59:11.897006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76cf6906-e219-4cac-b29d-c6842d14bc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.938918 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76cf6906-e219-4cac-b29d-c6842d14bc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.943928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.944490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85304728-48de-4f22-b461-92c796615e5c {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:59:11.950525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e932df37-9786-4854-ada5-14d01b37d695 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Router dc71a2e8-e5d9-4059-afae-af821ae8b093 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:59:11.953956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:11.957932 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-566f89dd-d453-48d6-847d-a8f2eaaf2a16 admin admin] 10.222.0.22 "DELETE /v2.0/routers/85304728-48de-4f22-b461-92c796615e5c HTTP/1.1" status: 204 len: 168 time: 1.7260725 Aug 29 16:59:11.957932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event updated for resources: {'Subnet': ['ID=adccb2ac-4d11-41ee-9036-bf808c8de927,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:11.959505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54798) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:12.003136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Checking segment: {'id': '56dbc2bd-3c05-4c0e-9749-a2045d075079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0d12b72b-6837-4235-b03c-a473a62b28a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:12.003504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Network hostable DHCP agents. Network: 0d12b72b-6837-4235-b03c-a473a62b28a8, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:59:12.018461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115aab-32c0-4aaa-83f4-188472599392 req-e7817ee7-ee8a-40c5-90fb-9b58d013db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:12.020204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-e7817ee7-ee8a-40c5-90fb-9b58d013db7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.1374881 Aug 29 16:59:12.027670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2118f169-300e-408c-b491-f6346282ca02 admin admin] Deleting subnet 56c67c51-4bc0-48c5-b3af-3678f9640f9e {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:59:12.032022 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ffa9a4b-c81f-4a39-a055-ef04c1474ea3 req-24628ab9-1622-478e-8059-e49ca2a05989 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394780 Aug 29 16:59:12.034518 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2118f169-300e-408c-b491-f6346282ca02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.049463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-76cf6906-e219-4cac-b29d-c6842d14bc7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dfa08d1285834cf293cdf9d1ef38a3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0459785 Aug 29 16:59:12.057176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54800) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:12.065480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Network 0d12b72b-6837-4235-b03c-a473a62b28a8 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:59:12.082770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf6906-e219-4cac-b29d-c6842d14bc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0050ed-134d-4889-877d-f740a3cae7d7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:12.088858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 0d12b72b-6837-4235-b03c-a473a62b28a8) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:12.100919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576f6e1-d251-4a43-8bd6-e7edadf1fa1b None None] Network 0d12b72b-6837-4235-b03c-a473a62b28a8 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:59:12.101726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:12.102324 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.118034 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-933c9e9b-8a72-4a50-a452-e30211b426c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738659 Aug 29 16:59:12.118593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2118f169-300e-408c-b491-f6346282ca02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.168625 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3d2dfd7c-871e-455b-b79c-7b89cdb83f3a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1513431 Aug 29 16:59:12.172320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54804) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:12.178831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1850201193', 'network_id': '0d12b72b-6837-4235-b03c-a473a62b28a8'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:12.184461 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc529f36-582f-439c-9a28-15af44e889b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.252264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc529f36-582f-439c-9a28-15af44e889b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.266858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Made reservation on behalf of 9747d917824b4be0a458fde02ee30c14 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:12.269475 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.278180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e932df37-9786-4854-ada5-14d01b37d695 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:59:12.293504 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e932df37-9786-4854-ada5-14d01b37d695 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.299239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b4138-c29f-4422-a371-e5f5c71cd29e None None] Sync routers for ids ['dc71a2e8-e5d9-4059-afae-af821ae8b093'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:59:12.301107 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2118f169-300e-408c-b491-f6346282ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.338028 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b4138-c29f-4422-a371-e5f5c71cd29e None None] Routers {'dc71a2e8-e5d9-4059-afae-af821ae8b093'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:12.349121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e932df37-9786-4854-ada5-14d01b37d695 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "PUT /v2.0/floatingips/0642f53a-432f-4b37-9692-70e3b3b6bcd0 HTTP/1.1" status: 200 len: 991 time: 3.1326091 Aug 29 16:59:12.352323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'tag': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:12.352758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7a2b4138-c29f-4422-a371-e5f5c71cd29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dc71a2e8-e5d9-4059-afae-af821ae8b093'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:12.355258 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e624fa73-e436-4a87-94e2-e3156067faae" -d '{"events": [{"name": "network-changed", "server_uuid": "aaaae516-0dc1-4915-9aa1-58704a260ac9", "tag": "e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:12.366931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] device_id is not set on port ae5e24bd-ec8b-457d-907d-a3baedca1b0c yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 16:59:12.413501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-58be3326-a7de-4e90-9b4c-a131ebbdc07c service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896748 Aug 29 16:59:12.471671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766c1716-0e35-4904-a9fc-ef9fcda9f6a8 None None] Network 0d12b72b-6837-4235-b03c-a473a62b28a8 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:59:12.505652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422456eb-e7c3-417d-999c-ffc6be03ff39 req-b07f712a-90b6-4735-b84d-80fe90781155 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:12.507414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-422456eb-e7c3-417d-999c-ffc6be03ff39 req-b07f712a-90b6-4735-b84d-80fe90781155 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1402011 Aug 29 16:59:12.528616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0176d-c140-4f67-b1af-88210ee6a85c req-e9fd40bd-d37c-4e40-8328-5cc11a32cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:12.530145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0f0176d-c140-4f67-b1af-88210ee6a85c req-e9fd40bd-d37c-4e40-8328-5cc11a32cd6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1096 time: 0.1966355 Aug 29 16:59:12.540350 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc529f36-582f-439c-9a28-15af44e889b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.543327 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bc529f36-582f-439c-9a28-15af44e889b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.544042 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bc529f36-582f-439c-9a28-15af44e889b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e0050ed-134d-4889-877d-f740a3cae7d7 HTTP/1.1" status: 204 len: 168 time: 0.4858854 Aug 29 16:59:12.572980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-48266877-6728-4646-b195-d012d1a40eb3 service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478658 Aug 29 16:59:12.599305 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-422456eb-e7c3-417d-999c-ffc6be03ff39 req-ca6fed69-fb14-4603-b44a-2fb48e1a6d24 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760076 Aug 29 16:59:12.619211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc529f36-582f-439c-9a28-15af44e889b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0050ed-134d-4889-877d-f740a3cae7d7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:12.622221 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2118f169-300e-408c-b491-f6346282ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.743697 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182f9c12-7d27-420b-b218-6ec37dfc01ed x-openstack-request-id: req-182f9c12-7d27-420b-b218-6ec37dfc01ed {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:12.743992 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaaae516-0dc1-4915-9aa1-58704a260ac9", "tag": "e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:12.744253 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-182f9c12-7d27-420b-b218-6ec37dfc01ed {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:12.745199 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'tag': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03', 'status': 'completed', 'code': 200} Aug 29 16:59:12.768759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118f169-300e-408c-b491-f6346282ca02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c67c51-4bc0-48c5-b3af-3678f9640f9e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:12.774975 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2118f169-300e-408c-b491-f6346282ca02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.776887 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2118f169-300e-408c-b491-f6346282ca02 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/56c67c51-4bc0-48c5-b3af-3678f9640f9e HTTP/1.1" status: 204 len: 168 time: 0.8164608 Aug 29 16:59:12.789255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c9bbc-a1b9-49ee-bb56-c7a1c38bb10e None None] Network c6d131e2-09dd-4afc-8547-cc5f56e960a0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:59:12.797464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54818) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:12.835508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e15032-4525-4bf7-b874-3e2171f0b693 req-6744d73d-2bce-44d8-aa33-fdd5fa0a8ae6 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:12.856558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624fa73-e436-4a87-94e2-e3156067faae req-8cd64fcc-6bfa-4452-b52b-b7422ee0e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:12.858353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e624fa73-e436-4a87-94e2-e3156067faae req-8cd64fcc-6bfa-4452-b52b-b7422ee0e454 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1bc39904b984124bc85709116787b37&device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 1097 time: 0.0922337 Aug 29 16:59:12.858801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a4e15032-4525-4bf7-b874-3e2171f0b693 req-6744d73d-2bce-44d8-aa33-fdd5fa0a8ae6 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.3752854 Aug 29 16:59:12.863466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Allocated IP 172.20.0.2 (0d12b72b-6837-4235-b03c-a473a62b28a8/adccb2ac-4d11-41ee-9036-bf808c8de927/ae5e24bd-ec8b-457d-907d-a3baedca1b0c) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:12.967692 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-044deeb5-8669-4a54-8047-5ce43c2f34d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:12.969311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 513f0581-00f0-4785-8cd4-8198a34d3b6e no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:12.999241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-7a2b4138-c29f-4422-a371-e5f5c71cd29e None None] Set router dc71a2e8-e5d9-4059-afae-af821ae8b093 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:59:13.045178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 513f0581-00f0-4785-8cd4-8198a34d3b6e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:13.045977 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 513f0581-00f0-4785-8cd4-8198a34d3b6e not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:13.046605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d834014f-85de-476d-a10b-f4670351cc86 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:13.059051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698262e-bb25-41e8-af0f-47f080db5d65 req-b33338a3-efed-4df7-97c0-d803f9ef2753 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:13.060642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9698262e-bb25-41e8-af0f-47f080db5d65 req-b33338a3-efed-4df7-97c0-d803f9ef2753 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 945 time: 0.2013350 Aug 29 16:59:13.079394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: d834014f-85de-476d-a10b-f4670351cc86 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:13.080106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d834014f-85de-476d-a10b-f4670351cc86 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:13.120067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624fa73-e436-4a87-94e2-e3156067faae req-4f46786e-46e9-4f52-bf97-ef2f6f0c5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:13.121769 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e624fa73-e436-4a87-94e2-e3156067faae req-4f46786e-46e9-4f52-bf97-ef2f6f0c5e28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=566efc17-23ae-4435-b76f-65e0bd510864 HTTP/1.1" status: 200 len: 905 time: 0.2510867 Aug 29 16:59:13.137477 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9698262e-bb25-41e8-af0f-47f080db5d65 req-04f88566-1022-47e2-a0fa-4fa26a8df3ce tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638576 Aug 29 16:59:13.140450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0176d-c140-4f67-b1af-88210ee6a85c req-cf9a0f82-ddee-46af-a154-95cb5b8f5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:13.152995 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0f0176d-c140-4f67-b1af-88210ee6a85c req-cf9a0f82-ddee-46af-a154-95cb5b8f5edf service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.6055937 Aug 29 16:59:13.190519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a4e15032-4525-4bf7-b874-3e2171f0b693 req-11874e82-bcdd-4900-a2f9-0055c0340d4d tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307366 Aug 29 16:59:13.278133 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:13.347998 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e624fa73-e436-4a87-94e2-e3156067faae req-ae9fbd0e-85e1-4cad-bdc9-d2a7295e075a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 HTTP/1.1" status: 200 len: 999 time: 0.2094815 Aug 29 16:59:13.368395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] DHCP port deletion for c6d131e2-09dd-4afc-8547-cc5f56e960a0 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 16:59:13.429928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19d1d-4851-4812-aa11-4b55a3859281 req-38251efe-cd6f-44f1-a798-317421e8a7ad tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:13.432403 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6e19d1d-4851-4812-aa11-4b55a3859281 req-38251efe-cd6f-44f1-a798-317421e8a7ad tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 943 time: 0.1816356 Aug 29 16:59:13.486563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624fa73-e436-4a87-94e2-e3156067faae req-4e712e45-c45a-44e6-8142-5b3b680965fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:13.487843 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e624fa73-e436-4a87-94e2-e3156067faae req-4e712e45-c45a-44e6-8142-5b3b680965fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8528273b-b342-430c-b96e-c37e096faecb HTTP/1.1" status: 200 len: 843 time: 0.1297188 Aug 29 16:59:13.491426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Deleting port e8d6fe26-a423-4eac-9732-8cdbb58d1850 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:13.491813 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:13.511912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6e19d1d-4851-4812-aa11-4b55a3859281 req-6495ee76-bd16-4293-b088-ea379499ee2c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573478 Aug 29 16:59:13.513393 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0f0176d-c140-4f67-b1af-88210ee6a85c req-20293ba6-8786-49d1-9433-ff6a422607cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 999 time: 0.3491292 Aug 29 16:59:13.549308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624fa73-e436-4a87-94e2-e3156067faae req-04ddd79e-51ab-4554-a0b2-24a32a6abfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:13.558803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:13.569820 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e624fa73-e436-4a87-94e2-e3156067faae req-04ddd79e-51ab-4554-a0b2-24a32a6abfcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=566efc17-23ae-4435-b76f-65e0bd510864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461900 Aug 29 16:59:13.575826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] For port e8d6fe26-a423-4eac-9732-8cdbb58d1850, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8d6fe26-a423-4eac-9732-8cdbb58d1850,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:13.576238 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:13.600538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Calling delete_port for e8d6fe26-a423-4eac-9732-8cdbb58d1850 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:13.609135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7a2b4138-c29f-4422-a371-e5f5c71cd29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 4, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '0642f53a-432f-4b37-9692-70e3b3b6bcd0', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'port_id': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'mac_address': 'fa:16:3e:a4:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:58:52Z', 'updated_at': '2021-08-29T16:59:10Z', 'revision_number': 1, 'project_id': 'f1bc39904b984124bc85709116787b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc236fe-c25e-44b2-9895-11ecd7d9bfa6', 'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'mac_address': 'fa:16:3e:93:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '8528273b-b342-430c-b96e-c37e096faecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:45Z', 'updated_at': '2021-08-29T16:58:53Z', 'revision_number': 5, 'project_id': 'f1bc39904b984124bc85709116787b37', 'subnets': [{'id': '8528273b-b342-430c-b96e-c37e096faecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:13.643462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b4138-c29f-4422-a371-e5f5c71cd29e None None] Checking router: dc71a2e8-e5d9-4059-afae-af821ae8b093 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:59:13.700256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b4138-c29f-4422-a371-e5f5c71cd29e None None] Routers {'dc71a2e8-e5d9-4059-afae-af821ae8b093'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:13.700557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac82b8-c3f1-459e-a2bf-883bbe1c02f1 req-c006381d-4a96-4d7c-b7ec-f247a430cb36 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:13.702495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7a2b4138-c29f-4422-a371-e5f5c71cd29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dc71a2e8-e5d9-4059-afae-af821ae8b093'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:13.709793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7dac82b8-c3f1-459e-a2bf-883bbe1c02f1 req-c006381d-4a96-4d7c-b7ec-f247a430cb36 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 945 time: 0.3892791 Aug 29 16:59:13.752611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:13.773645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7dac82b8-c3f1-459e-a2bf-883bbe1c02f1 req-eb53b654-a139-43d3-a675-1dc3562aced1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583420 Aug 29 16:59:13.776017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0176d-c140-4f67-b1af-88210ee6a85c req-5c516f89-a56c-4790-bce2-060b708eb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:13.783286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0f0176d-c140-4f67-b1af-88210ee6a85c req-5c516f89-a56c-4790-bce2-060b708eb913 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.2503793 Aug 29 16:59:13.809591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e624fa73-e436-4a87-94e2-e3156067faae req-2f385c14-b6ac-4b37-bb11-5c3c222e2531 service neutron] 10.222.0.10 "GET /v2.0/networks/566efc17-23ae-4435-b76f-65e0bd510864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390177 Aug 29 16:59:13.823046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-7a2b4138-c29f-4422-a371-e5f5c71cd29e None None] Set router dc71a2e8-e5d9-4059-afae-af821ae8b093 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:59:13.843517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7a131-8d96-49b7-891c-3f673f488e8d req-3905e772-7985-42df-969a-a6df0bf7bb88 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:13.847234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event updated for resources: {'Port': ['ID=ae5e24bd-ec8b-457d-907d-a3baedca1b0c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:13.855951 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9a7a131-8d96-49b7-891c-3f673f488e8d req-3905e772-7985-42df-969a-a6df0bf7bb88 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1167362 Aug 29 16:59:13.916254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Deleting port e8d6fe26-a423-4eac-9732-8cdbb58d1850 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:13.922273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:13.944332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Network 0d12b72b-6837-4235-b03c-a473a62b28a8 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:13.962299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:13.968105 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e624fa73-e436-4a87-94e2-e3156067faae req-7693d9be-022d-420c-a4bb-fc21c95620ed service neutron] 10.222.0.10 "GET /v2.0/networks/566efc17-23ae-4435-b76f-65e0bd510864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375597 Aug 29 16:59:14.027440 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9a7a131-8d96-49b7-891c-3f673f488e8d req-ef11a27d-0bfa-4dbc-bbbf-156f7b4c0b6c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652167 Aug 29 16:59:14.029905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:14.034567 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:59:14.098294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] For port e8d6fe26-a423-4eac-9732-8cdbb58d1850, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8d6fe26-a423-4eac-9732-8cdbb58d1850,segment=NetworkSegment(716959e8-b6b8-43f0-8d37-89431ec44110),segment_id=716959e8-b6b8-43f0-8d37-89431ec44110)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:14.098651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:14.132445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Calling delete_port for e8d6fe26-a423-4eac-9732-8cdbb58d1850 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:14.192504 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:14.287991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Pushing event deleted for resources: {'Port': ['ID=e8d6fe26-a423-4eac-9732-8cdbb58d1850,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:14.297091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e7caa-651f-4718-bfbb-7cfb59b2d104 req-7d30847d-520a-4e23-8726-bd6be230bf45 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:14.306930 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d4e7caa-651f-4718-bfbb-7cfb59b2d104 req-7d30847d-520a-4e23-8726-bd6be230bf45 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 945 time: 0.0660052 Aug 29 16:59:14.319502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0176d-c140-4f67-b1af-88210ee6a85c req-37ffaf8e-838f-4ea7-9e4a-cb7f1a1a7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:14.321323 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0f0176d-c140-4f67-b1af-88210ee6a85c req-37ffaf8e-838f-4ea7-9e4a-cb7f1a1a7ee6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4752753 Aug 29 16:59:14.322257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.322776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.323265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.323751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.324833 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.325386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.325868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.326364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.326840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.327323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.327811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.328292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:14.335622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c27bf8-e607-4081-9b74-77aa68c7224f None None] No DVR routers for this DVR port e8d6fe26-a423-4eac-9732-8cdbb58d1850 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:14.379858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=992f7aee-03db-4787-bcc9-96b5c8bdd8d1,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:14.399099 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d4e7caa-651f-4718-bfbb-7cfb59b2d104 req-9620bf77-3541-4682-9bd3-2ef0b1a5674d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892637 Aug 29 16:59:14.411104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '992f7aee-03db-4787-bcc9-96b5c8bdd8d1', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'port_id': '992f7aee-03db-4787-bcc9-96b5c8bdd8d1', 'mac_address': 'fa:16:3e:e7:31:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35736e46-1540-46d5-8b3f-132f9d7bf21c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:59:14.439083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:14.442422 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0f0176d-c140-4f67-b1af-88210ee6a85c req-e4cc10e0-981d-44c8-b9f8-8d3787ea8e26 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037421 Aug 29 16:59:14.464374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7a2b4138-c29f-4422-a371-e5f5c71cd29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 4, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '0642f53a-432f-4b37-9692-70e3b3b6bcd0', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'port_id': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'mac_address': 'fa:16:3e:a4:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:58:52Z', 'updated_at': '2021-08-29T16:59:10Z', 'revision_number': 1, 'project_id': 'f1bc39904b984124bc85709116787b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc236fe-c25e-44b2-9895-11ecd7d9bfa6', 'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'mac_address': 'fa:16:3e:93:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '8528273b-b342-430c-b96e-c37e096faecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:45Z', 'updated_at': '2021-08-29T16:58:53Z', 'revision_number': 5, 'project_id': 'f1bc39904b984124bc85709116787b37', 'subnets': [{'id': '8528273b-b342-430c-b96e-c37e096faecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:14.485188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:14.485644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:14.498585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b4138-c29f-4422-a371-e5f5c71cd29e None None] The sync data for ids ['dc71a2e8-e5d9-4059-afae-af821ae8b093'] in n-d-713301-13 is: [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 4, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '0642f53a-432f-4b37-9692-70e3b3b6bcd0', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'port_id': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'mac_address': 'fa:16:3e:a4:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T16:58:52Z', 'updated_at': '2021-08-29T16:59:10Z', 'revision_number': 1, 'project_id': 'f1bc39904b984124bc85709116787b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc236fe-c25e-44b2-9895-11ecd7d9bfa6', 'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'mac_address': 'fa:16:3e:93:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '8528273b-b342-430c-b96e-c37e096faecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:45Z', 'updated_at': '2021-08-29T16:58:53Z', 'revision_number': 5, 'project_id': 'f1bc39904b984124bc85709116787b37', 'subnets': [{'id': '8528273b-b342-430c-b96e-c37e096faecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:59:14.507760 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:14.530563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e4149bde-7117-48cf-9fcd-1903466e4642 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3554578 Aug 29 16:59:14.533507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54870) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:14.543788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:14.565714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d6fe26-a423-4eac-9732-8cdbb58d1850,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:14.572657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] No DVR routers for this DVR port e8d6fe26-a423-4eac-9732-8cdbb58d1850 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:14.592616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=992f7aee-03db-4787-bcc9-96b5c8bdd8d1,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:14.604185 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:14.633664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f22ffd-aced-4eb2-80b8-e9e1f41977cc req-bb5a2057-e4dc-47ce-85d9-4ea4e8bf1298 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:14.641088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39f22ffd-aced-4eb2-80b8-e9e1f41977cc req-bb5a2057-e4dc-47ce-85d9-4ea4e8bf1298 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.3240733 Aug 29 16:59:14.718453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-52d6ffe0-c3c2-4666-9264-d279d7bc30cf tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Deleting port ae5e24bd-ec8b-457d-907d-a3baedca1b0c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:14.718813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52d6ffe0-c3c2-4666-9264-d279d7bc30cf tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:14.727830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=992f7aee-03db-4787-bcc9-96b5c8bdd8d1,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:14.739772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585722-b01a-4a7d-96f2-63fe490691a6 req-d2a50a02-c28c-4c10-a7d3-ed44111e83e7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:14.747088 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2585722-b01a-4a7d-96f2-63fe490691a6 req-d2a50a02-c28c-4c10-a7d3-ed44111e83e7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 944 time: 0.0998511 Aug 29 16:59:14.763444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0f0176d-c140-4f67-b1af-88210ee6a85c req-4c2458cb-620c-49c6-b121-71d9559b0cbb service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936902 Aug 29 16:59:14.791121 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:14.835191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d131e2-09dd-4afc-8547-cc5f56e960a0']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:14.877590 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39f22ffd-aced-4eb2-80b8-e9e1f41977cc req-ee324d27-d274-466f-bd22-c97e61a9e33f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305486 Aug 29 16:59:14.887565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716959e8-b6b8-43f0-8d37-89431ec44110') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:14.887869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716959e8-b6b8-43f0-8d37-89431ec44110') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:14.910766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2585722-b01a-4a7d-96f2-63fe490691a6 req-6d19ed9d-0bf6-4b05-a1a9-ea79c33c8138 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627820 Aug 29 16:59:14.919064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52d6ffe0-c3c2-4666-9264-d279d7bc30cf tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:14.927894 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:14.944449 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c75eeb3-71b9-4a7c-b656-eaa776c1eb66 None None] New status for floating IP 0642f53a-432f-4b37-9692-70e3b3b6bcd0: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 16:59:14.949889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-52d6ffe0-c3c2-4666-9264-d279d7bc30cf tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Calling delete_port for ae5e24bd-ec8b-457d-907d-a3baedca1b0c owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:14.971331 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8d6fe26-a423-4eac-9732-8cdbb58d1850 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:14.987565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:14.999091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:59:14.999601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:59:15.005414 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:59:15.009073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e8d6fe26-a423-4eac-9732-8cdbb58d1850 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:15.009489 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8d6fe26-a423-4eac-9732-8cdbb58d1850 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:15.028180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['992f7aee-03db-4787-bcc9-96b5c8bdd8d1'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:15.317826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1be45-bbed-4717-b8f1-25a7aed385a4 req-856a2c06-51a2-40f0-869e-4b8bf254e7f1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:15.320287 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d1c1be45-bbed-4717-b8f1-25a7aed385a4 req-856a2c06-51a2-40f0-869e-4b8bf254e7f1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1509113 Aug 29 16:59:15.322550 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52d6ffe0-c3c2-4666-9264-d279d7bc30cf tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.369986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6ffe0-c3c2-4666-9264-d279d7bc30cf tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae5e24bd-ec8b-457d-907d-a3baedca1b0c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:15.471201 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.501282 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.503585 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c6d131e2-09dd-4afc-8547-cc5f56e960a0 HTTP/1.1" status: 204 len: 168 time: 2.7050447 Aug 29 16:59:15.504761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7359591-d7e7-4117-910c-760e81e30322 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d131e2-09dd-4afc-8547-cc5f56e960a0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:15.510223 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-711b827f-71ff-4740-9374-37663866d077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.562299 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d1c1be45-bbed-4717-b8f1-25a7aed385a4 req-5b5a10a8-11f7-42f3-8451-d0bf9a717a7c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935184 Aug 29 16:59:15.567092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16317d00-d608-44e6-82a2-d3e00247c527 req-31ffcc51-01c0-4464-bdf4-caf990e11c9e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:15.573709 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52d6ffe0-c3c2-4666-9264-d279d7bc30cf tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.575395 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16317d00-d608-44e6-82a2-d3e00247c527 req-31ffcc51-01c0-4464-bdf4-caf990e11c9e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 945 time: 0.0768552 Aug 29 16:59:15.577626 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-52d6ffe0-c3c2-4666-9264-d279d7bc30cf tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "DELETE /v2.0/ports/ae5e24bd-ec8b-457d-907d-a3baedca1b0c HTTP/1.1" status: 204 len: 168 time: 1.0429871 Aug 29 16:59:15.580071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54890) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:15.594279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d12b72b-6837-4235-b03c-a473a62b28a8', 'external_fixed_ips': [{'subnet_id': 'adccb2ac-4d11-41ee-9036-bf808c8de927', 'ip_address': '172.20.0.2'}]}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:15.635045 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16317d00-d608-44e6-82a2-d3e00247c527 req-453ccf0b-2a68-413b-9a1b-e18670fa99ff tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587728 Aug 29 16:59:15.638057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.639904 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.704563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0604c0-5bd2-4090-bc60-1b3ba4c068bf req-58d18fd2-9bd4-4d47-b668-3aa1f95b3fa1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:15.706115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f0604c0-5bd2-4090-bc60-1b3ba4c068bf req-58d18fd2-9bd4-4d47-b668-3aa1f95b3fa1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 945 time: 0.0590653 Aug 29 16:59:15.740219 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.817576 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.851704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-8f0604c0-5bd2-4090-bc60-1b3ba4c068bf req-ae2ec0f2-99ea-4ec8-8bfb-8a6bf5e26bea tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Deleting port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:15.852155 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f0604c0-5bd2-4090-bc60-1b3ba4c068bf req-ae2ec0f2-99ea-4ec8-8bfb-8a6bf5e26bea tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.898634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54894) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:15.916654 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:15.992102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8f0604c0-5bd2-4090-bc60-1b3ba4c068bf req-ae2ec0f2-99ea-4ec8-8bfb-8a6bf5e26bea tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] For port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=4da9484b-f39e-4a47-9a96-525e8e6f7c0a,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:15.992512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f0604c0-5bd2-4090-bc60-1b3ba4c068bf req-ae2ec0f2-99ea-4ec8-8bfb-8a6bf5e26bea tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.017516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-8f0604c0-5bd2-4090-bc60-1b3ba4c068bf req-ae2ec0f2-99ea-4ec8-8bfb-8a6bf5e26bea tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Calling delete_port for 4da9484b-f39e-4a47-9a96-525e8e6f7c0a owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:16.097425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bee893-7c30-4f0f-80c7-036ad3659f39 req-56e51cf5-36c1-4525-ac39-0e920323fbf7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:16.098936 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67bee893-7c30-4f0f-80c7-036ad3659f39 req-56e51cf5-36c1-4525-ac39-0e920323fbf7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.0762215 Aug 29 16:59:16.124826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9d6863a9-6899-452e-8881-cde84e5078a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5ce6e40c3f7448091cd27a4d75af64f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244344 Aug 29 16:59:16.128417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54904) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:16.160943 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67bee893-7c30-4f0f-80c7-036ad3659f39 req-006a7ab1-95bc-422f-9010-729c2965a285 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544186 Aug 29 16:59:16.182261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa498c-3336-4fbf-954f-f2974d660253 req-4e952400-9673-47b6-9087-2d80814d7802 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:16.189881 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9dfa498c-3336-4fbf-954f-f2974d660253 req-4e952400-9673-47b6-9087-2d80814d7802 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 944 time: 0.1661148 Aug 29 16:59:16.306012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9dfa498c-3336-4fbf-954f-f2974d660253 req-904222ae-49f8-4b46-9243-45ff9ea6f91b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144507 Aug 29 16:59:16.318574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.343872 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.362519 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a469-0270-49ba-b50f-af4c13eb95a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.413754 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a469-0270-49ba-b50f-af4c13eb95a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.459256 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f0604c0-5bd2-4090-bc60-1b3ba4c068bf req-ae2ec0f2-99ea-4ec8-8bfb-8a6bf5e26bea tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.471357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:16.500627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ec0f2-99ea-4ec8-8bfb-8a6bf5e26bea tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event deleted for resources: {'Port': ['ID=4da9484b-f39e-4a47-9a96-525e8e6f7c0a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:16.521126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Allocated IP 172.20.0.2 (0d12b72b-6837-4235-b03c-a473a62b28a8/adccb2ac-4d11-41ee-9036-bf808c8de927/09c7ea70-e1af-4b61-ba26-1e084b6f56e1) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:16.548529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0604c0-5bd2-4090-bc60-1b3ba4c068bf req-ae2ec0f2-99ea-4ec8-8bfb-8a6bf5e26bea tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] No DVR routers for this DVR port 4da9484b-f39e-4a47-9a96-525e8e6f7c0a on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:16.552510 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f0604c0-5bd2-4090-bc60-1b3ba4c068bf req-ae2ec0f2-99ea-4ec8-8bfb-8a6bf5e26bea tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.555023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f0604c0-5bd2-4090-bc60-1b3ba4c068bf req-ae2ec0f2-99ea-4ec8-8bfb-8a6bf5e26bea tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "DELETE /v2.0/ports/4da9484b-f39e-4a47-9a96-525e8e6f7c0a HTTP/1.1" status: 204 len: 173 time: 0.8416140 Aug 29 16:59:16.557980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1519040e-168f-4615-ab31-de8938015bb5', 'name': 'network-vif-deleted', 'tag': '4da9484b-f39e-4a47-9a96-525e8e6f7c0a'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:16.560426 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27550fc1-b2c2-4fa0-96b6-622795957db0" -d '{"events": [{"server_uuid": "1519040e-168f-4615-ab31-de8938015bb5", "name": "network-vif-deleted", "tag": "4da9484b-f39e-4a47-9a96-525e8e6f7c0a"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:16.564123 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a469-0270-49ba-b50f-af4c13eb95a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.566813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9fe5a469-0270-49ba-b50f-af4c13eb95a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.570987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9fe5a469-0270-49ba-b50f-af4c13eb95a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97e4e61f-97cd-4fa3-acaa-266085b14434 HTTP/1.1" status: 204 len: 168 time: 0.4382098 Aug 29 16:59:16.598101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5a469-0270-49ba-b50f-af4c13eb95a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e4e61f-97cd-4fa3-acaa-266085b14434,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:16.669054 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848a1fb9-9dc9-4108-9d02-a401920873e5 x-openstack-request-id: req-848a1fb9-9dc9-4108-9d02-a401920873e5 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:16.669384 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1519040e-168f-4615-ab31-de8938015bb5", "name": "network-vif-deleted", "tag": "4da9484b-f39e-4a47-9a96-525e8e6f7c0a", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:16.669647 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-848a1fb9-9dc9-4108-9d02-a401920873e5 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:16.670062 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1519040e-168f-4615-ab31-de8938015bb5', 'name': 'network-vif-deleted', 'tag': '4da9484b-f39e-4a47-9a96-525e8e6f7c0a', 'status': 'completed', 'code': 200} Aug 29 16:59:16.754237 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.756615 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.833384 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bd181be-923d-4465-854d-a8aaeccce0f9 req-81a65439-9b6e-4ec4-941c-fa168fcb84b6 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=1519040e-168f-4615-ab31-de8938015bb5 HTTP/1.1" status: 200 len: 210 time: 0.0740771 Aug 29 16:59:16.866657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a83757-764f-4a68-8247-3f0de9cbd26f req-12e612d5-5982-4e0c-b7ea-2c9d5c8ad7d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:16.870314 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70a83757-764f-4a68-8247-3f0de9cbd26f req-12e612d5-5982-4e0c-b7ea-2c9d5c8ad7d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1691089 Aug 29 16:59:16.886530 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:16.934759 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70a83757-764f-4a68-8247-3f0de9cbd26f req-208e77cb-44a5-4097-96d7-9aa4feba1c80 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577652 Aug 29 16:59:16.962593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Network 0d12b72b-6837-4235-b03c-a473a62b28a8 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:16.967948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:16.972350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:17.002217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event updated for resources: {'Port': ['ID=09c7ea70-e1af-4b61-ba26-1e084b6f56e1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:17.357552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:17.460487 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:17.496482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef5f16-c6fd-46bb-9e07-2ad49d6e6b4c req-90837419-da16-4db9-ae50-e92de4cb8a53 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:17.498233 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-50ef5f16-c6fd-46bb-9e07-2ad49d6e6b4c req-90837419-da16-4db9-ae50-e92de4cb8a53 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.1417503 Aug 29 16:59:17.538113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efae427-eeba-4a93-bd67-e1adada48d2b req-29035a01-1c3a-4ba7-9144-53273846bc21 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:17.540771 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9efae427-eeba-4a93-bd67-e1adada48d2b req-29035a01-1c3a-4ba7-9144-53273846bc21 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 944 time: 0.0907276 Aug 29 16:59:17.596755 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-50ef5f16-c6fd-46bb-9e07-2ad49d6e6b4c req-19f85eea-dc0e-4226-a20c-f24eb50c9e93 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860114 Aug 29 16:59:17.615153 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9efae427-eeba-4a93-bd67-e1adada48d2b req-51bf30de-6bd0-4b03-a747-81a3438acfc5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661290 Aug 29 16:59:17.694154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:17.842378 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Router 8275ce94-1bff-4296-a6ee-a99ce08a710b is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:59:17.900559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54966) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:17.902951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:59:17.977345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 4da9484b-f39e-4a47-9a96-525e8e6f7c0a no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:18.015475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 4da9484b-f39e-4a47-9a96-525e8e6f7c0a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:18.016104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 4da9484b-f39e-4a47-9a96-525e8e6f7c0a not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:18.034110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:59:18.038845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:59:18.040859 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:18.158850 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:18.202059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=992f7aee-03db-4787-bcc9-96b5c8bdd8d1,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:18.209640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1762703-57fa-4b49-bcf7-fd8a5a1ef406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992f7aee-03db-4787-bcc9-96b5c8bdd8d1'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:18.214416 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed50f07d-a408-455b-85f1-057a7923aa5d" -d '{"events": [{"server_uuid": "f1762703-57fa-4b49-bcf7-fd8a5a1ef406", "name": "network-vif-plugged", "status": "completed", "tag": "992f7aee-03db-4787-bcc9-96b5c8bdd8d1"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:18.226942 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:18.288190 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abe3a0a-8acd-46f4-b8d7-3727eda6c20d x-openstack-request-id: req-4abe3a0a-8acd-46f4-b8d7-3727eda6c20d {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:18.288593 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1762703-57fa-4b49-bcf7-fd8a5a1ef406", "name": "network-vif-plugged", "status": "completed", "tag": "992f7aee-03db-4787-bcc9-96b5c8bdd8d1", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:18.288853 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4abe3a0a-8acd-46f4-b8d7-3727eda6c20d {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:18.289394 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1762703-57fa-4b49-bcf7-fd8a5a1ef406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992f7aee-03db-4787-bcc9-96b5c8bdd8d1', 'code': 200} Aug 29 16:59:18.291265 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:18.352908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=992f7aee-03db-4787-bcc9-96b5c8bdd8d1,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:18.559563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1937152352-network', 'tenant_id': '4e8ee0a568254765b2ee711d76ac7d7e'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:18.616372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:59:18.625490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Made reservation on behalf of 4e8ee0a568254765b2ee711d76ac7d7e for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:18.627732 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:18.630265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Sync routers for ids ['8275ce94-1bff-4296-a6ee-a99ce08a710b'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:59:18.636500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788843d-8ad6-46ef-bb4b-8c1176413ef1 req-be998578-40c8-440c-a28c-85c8f54d53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:18.638056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c788843d-8ad6-46ef-bb4b-8c1176413ef1 req-be998578-40c8-440c-a28c-85c8f54d53dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 1097 time: 0.0928988 Aug 29 16:59:18.651289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Routers {'8275ce94-1bff-4296-a6ee-a99ce08a710b'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:18.653066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8275ce94-1bff-4296-a6ee-a99ce08a710b'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:18.653440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:18.657410 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:18.661450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-59a20688-27b5-40f6-8c90-390badca997f tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0799072 Aug 29 16:59:18.661830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54990) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:18.701705 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c788843d-8ad6-46ef-bb4b-8c1176413ef1 req-9f32ca99-26da-481b-9fcf-d45037cc6dcb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548646 Aug 29 16:59:18.814321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:18.825813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:18.867674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:59:18.884173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961c790-d008-402b-976b-0a11b6923f96 req-af40bb16-b455-44a1-8421-14cfce48ad1f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:18.885977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5961c790-d008-402b-976b-0a11b6923f96 req-af40bb16-b455-44a1-8421-14cfce48ad1f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 945 time: 0.1128392 Aug 29 16:59:18.890695 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240728f1-050e-4302-a293-0e0e86592b36,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:18.897669 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:18.898122 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Added segment e1a329af-e37e-4b14-9a03-6a56a50fe29b of type vlan for network 3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 Aug 29 16:59:18.966022 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:18.974255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5961c790-d008-402b-976b-0a11b6923f96 req-773aba6c-2475-4e53-8cdf-6982f7506b29 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786262 Aug 29 16:59:18.988520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:19.017622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Set router 8275ce94-1bff-4296-a6ee-a99ce08a710b gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:59:19.024609 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:19.025764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:19.026549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:19.152672 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2515070 Aug 29 16:59:19.165971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55006) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:19.173505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] Request body: {'subnet': {'network_id': '3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1937152352-subnet', 'tenant_id': '4e8ee0a568254765b2ee711d76ac7d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:19.213798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6b83a-b733-4354-8f88-414c8f077727 admin admin] Pushing event updated for resources: {'Network': ['ID=3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:19.255409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] Made reservation on behalf of 4e8ee0a568254765b2ee711d76ac7d7e for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:19.258570 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:19.300718 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:19.316656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd36d9-0ca4-4860-b918-b71922707c64 req-b60c52d6-9556-4f0a-ad1e-d8137beaa6a7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:19.318360 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-54dd36d9-0ca4-4860-b918-b71922707c64 req-b60c52d6-9556-4f0a-ad1e-d8137beaa6a7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.3317728 Aug 29 16:59:19.346321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-5bb4daf9-4ae5-45fd-a666-d02d24690d9f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:19.354013 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-5bb4daf9-4ae5-45fd-a666-d02d24690d9f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.2237632 Aug 29 16:59:19.379524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-8f6d7bc8-c02d-4693-985f-6b574ec6460d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/quotas/f4d6f40993ec498189d1d672c1f0685d HTTP/1.1" status: 200 len: 375 time: 0.0245383 Aug 29 16:59:19.391431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-54dd36d9-0ca4-4860-b918-b71922707c64 req-e4a21ecd-8756-45d8-a36f-b27c0215e073 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626719 Aug 29 16:59:19.474552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-32b33e31-4dca-48df-b327-ca8114c84c25 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0866010 Aug 29 16:59:19.494842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:59:19.553764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Deleting port 09c7ea70-e1af-4b61-ba26-1e084b6f56e1 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:19.554352 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:19.698438 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-6e1670df-6d76-4c0e-a937-0becde0985d4 service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180030 Aug 29 16:59:19.708769 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:19.714367 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:19.733546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Calling delete_port for 09c7ea70-e1af-4b61-ba26-1e084b6f56e1 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:19.816098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a51fa5-38b8-410a-8650-5860834af541,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:19.857055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] Checking segment: {'id': 'e1a329af-e37e-4b14-9a03-6a56a50fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:19.857475 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] Network hostable DHCP agents. Network: 3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 16:59:19.873078 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-f4912921-b367-4982-bc92-5cd02938524d service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731451 Aug 29 16:59:19.896675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8275ce94-1bff-4296-a6ee-a99ce08a710b', 'name': '', 'tenant_id': '9747d917824b4be0a458fde02ee30c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d12b72b-6837-4235-b03c-a473a62b28a8', 'external_fixed_ips': [{'subnet_id': 'adccb2ac-4d11-41ee-9036-bf808c8de927', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '09c7ea70-e1af-4b61-ba26-1e084b6f56e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:59:15Z', 'updated_at': '2021-08-29T16:59:17Z', 'revision_number': 3, 'project_id': '9747d917824b4be0a458fde02ee30c14', 'gw_port': {'id': '09c7ea70-e1af-4b61-ba26-1e084b6f56e1', 'name': '', 'network_id': '0d12b72b-6837-4235-b03c-a473a62b28a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8275ce94-1bff-4296-a6ee-a99ce08a710b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'adccb2ac-4d11-41ee-9036-bf808c8de927', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:59:16Z', 'updated_at': '2021-08-29T16:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adccb2ac-4d11-41ee-9036-bf808c8de927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:19.907827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] Network 3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 16:59:19.925539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:19.930868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:19.931787 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:19.969357 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2f8dd50a-9eb4-4e46-99fb-23f283946cdc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7902808 Aug 29 16:59:20.028809 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Checking router: 8275ce94-1bff-4296-a6ee-a99ce08a710b for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:59:20.029684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Updating router 8275ce94-1bff-4296-a6ee-a99ce08a710b port 09c7ea70-e1af-4b61-ba26-1e084b6f56e1 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:59:20.099272 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.106236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e8ea7-5ba5-4956-b8c2-a452b5f14932 None None] Network 3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:59:20.198747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d2e17-8c26-4a66-963b-df4d0289feef req-62033bf6-bff0-4ffd-911d-66ce88243d23 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:20.200659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-942d2e17-8c26-4a66-963b-df4d0289feef req-62033bf6-bff0-4ffd-911d-66ce88243d23 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 945 time: 0.1172168 Aug 29 16:59:20.201626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.234794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event deleted for resources: {'Port': ['ID=09c7ea70-e1af-4b61-ba26-1e084b6f56e1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:20.243589 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea0896b2-969d-4306-96b0-9dbe427fab56 req-9f4b6104-b10e-45a7-b22b-9153d0434347 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 210 time: 0.0739298 Aug 29 16:59:20.315171 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.328719 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-942d2e17-8c26-4a66-963b-df4d0289feef req-805b63d1-e89a-458e-b4b3-40dac655d63d tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952094 Aug 29 16:59:20.357036 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.446261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5a5559-af34-4762-8099-31b09511f64a None None] Network 3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 16:59:20.485176 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.492202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.607419 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.607978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8275ce94-1bff-4296-a6ee-a99ce08a710b {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:59:20.613429 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.618004 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e1b5f59f-8fca-40ee-a3c1-54a84f45cdf3 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "DELETE /v2.0/routers/8275ce94-1bff-4296-a6ee-a99ce08a710b HTTP/1.1" status: 204 len: 168 time: 1.9543869 Aug 29 16:59:20.623467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55054) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:20.631723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428c3a-3293-4355-9c73-79d39290e9fa req-862863f0-4dce-482e-a023-1a4bc7b4f08f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:20.633525 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f3428c3a-3293-4355-9c73-79d39290e9fa req-862863f0-4dce-482e-a023-1a4bc7b4f08f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.0655358 Aug 29 16:59:20.708117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c5064b-709b-433d-a6e5-a4e923147523 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Deleting subnet adccb2ac-4d11-41ee-9036-bf808c8de927 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:59:20.723202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f3428c3a-3293-4355-9c73-79d39290e9fa req-c8d3ace1-12d8-41bb-a4e3-37e9d1333380 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780873 Aug 29 16:59:20.741311 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a9c5064b-709b-433d-a6e5-a4e923147523 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.741507 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 16:59:20.741507 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 16:59:20.777808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5e3ecbbc-6d11-44d4-a1fa-d4e19b51c949 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:20.779929 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5e3ecbbc-6d11-44d4-a1fa-d4e19b51c949 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/networks?id=3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 HTTP/1.1" status: 200 len: 814 time: 0.1637504 Aug 29 16:59:20.787899 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a9c5064b-709b-433d-a6e5-a4e923147523 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.804260 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-eec4375f-e8af-4a0f-842d-193addb76528 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/quotas/4e8ee0a568254765b2ee711d76ac7d7e HTTP/1.1" status: 200 len: 375 time: 0.0178003 Aug 29 16:59:20.838660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-f3b4ffbd-4042-4104-80c9-4ae2d60cf2f1 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e8ee0a568254765b2ee711d76ac7d7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331306 Aug 29 16:59:20.850163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a9c5064b-709b-433d-a6e5-a4e923147523 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.907770 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a9c5064b-709b-433d-a6e5-a4e923147523 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.940083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5064b-709b-433d-a6e5-a4e923147523 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=adccb2ac-4d11-41ee-9036-bf808c8de927,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:20.942403 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a9c5064b-709b-433d-a6e5-a4e923147523 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:20.943899 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-42245924-eafa-49e7-ab50-da8d10a863a8 service neutron] 10.222.0.22 "GET /v2.0/networks/3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950119 Aug 29 16:59:20.946979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55056) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:20.947134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a9c5064b-709b-433d-a6e5-a4e923147523 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/adccb2ac-4d11-41ee-9036-bf808c8de927 HTTP/1.1" status: 204 len: 168 time: 0.3126614 Aug 29 16:59:21.069159 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:21.104080 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-38b47e7b-763e-4cd6-bf27-07dee0db73c0 service neutron] 10.222.0.22 "GET /v2.0/networks/3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496992 Aug 29 16:59:21.171394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:21.182422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d12b72b-6837-4235-b03c-a473a62b28a8']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:21.194692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56dbc2bd-3c05-4c0e-9749-a2045d075079') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:21.194692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56dbc2bd-3c05-4c0e-9749-a2045d075079') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:21.205553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:21.221964 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:21.232385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:59:21.232969 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:59:21.256792 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:59:21.293274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Port 09c7ea70-e1af-4b61-ba26-1e084b6f56e1 not found while updating agent binding for router 8275ce94-1bff-4296-a6ee-a99ce08a710b. {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 16:59:21.319291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Routers set() bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:21.322009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a4c2fd1-1397-4ac6-8c3c-2db9bde238ba req-26f2036f-bd6e-4373-9368-638015dbb7f7 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 210 time: 0.0786536 Aug 29 16:59:21.323475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Router IDs set() for agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 16:59:21.324580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_agentschedulers_db [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8275ce94-1bff-4296-a6ee-a99ce08a710b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent'). {{(pid=111678) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 16:59:21.327204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5153c86-b0df-43a1-bedf-c4603871ff22 None None] The sync data for ids ['8275ce94-1bff-4296-a6ee-a99ce08a710b'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:59:21.342224 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:21.348779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d12b72b-6837-4235-b03c-a473a62b28a8 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 16:59:21.441538 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad525d27-0f1b-42bd-aa71-3916136703fe req-9c32f82d-4ddd-415f-8981-9214f085d4b4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 210 time: 0.0648293 Aug 29 16:59:21.456714 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:21.463404 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "DELETE /v2.0/networks/0d12b72b-6837-4235-b03c-a473a62b28a8 HTTP/1.1" status: 204 len: 168 time: 0.5114799 Aug 29 16:59:21.468157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbad61a-b421-4b5a-a434-723f59a394ce tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d12b72b-6837-4235-b03c-a473a62b28a8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:21.551589 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:59:21.594298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-4927ebd1-9823-451c-b2b3-fbb68d83895f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:21.596173 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-4927ebd1-9823-451c-b2b3-fbb68d83895f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.1902783 Aug 29 16:59:21.644817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Request body: {'port': {'device_id': '0e735ebd-3f2d-4e32-a797-bbf764da342b', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'admin_state_up': True, 'tenant_id': 'f4d6f40993ec498189d1d672c1f0685d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:21.837396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc1da8-e7e7-405e-9b8a-f551c7bf3179 req-e1894153-594c-43da-aa8e-26192671c3b6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:21.840713 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5fc1da8-e7e7-405e-9b8a-f551c7bf3179 req-e1894153-594c-43da-aa8e-26192671c3b6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 945 time: 0.2433109 Aug 29 16:59:21.937719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cb72a-ac53-40e6-95d7-8a716b183e12 req-283c015e-604f-4c81-8a4f-933e7a775521 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:21.939255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f00cb72a-ac53-40e6-95d7-8a716b183e12 req-283c015e-604f-4c81-8a4f-933e7a775521 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.0849524 Aug 29 16:59:21.946254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5fc1da8-e7e7-405e-9b8a-f551c7bf3179 req-d6bd33b4-4d64-4992-b6cc-c391992f850b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879843 Aug 29 16:59:21.978625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Made reservation on behalf of f4d6f40993ec498189d1d672c1f0685d for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:21.987032 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.029371 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f00cb72a-ac53-40e6-95d7-8a716b183e12 req-337a19b0-2982-46a0-bd0a-3139cb8acb79 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769212 Aug 29 16:59:22.150283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55100) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:22.158016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-98bb6dcb-a86a-4a12-a686-6c30f0343531 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Request body: {'router': {'name': 'tempest-router--1925153028', 'project_id': '9cbc1d1d1c154f75864e9e9e8913caf4'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:22.260876 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98bb6dcb-a86a-4a12-a686-6c30f0343531 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.261924 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98bb6dcb-a86a-4a12-a686-6c30f0343531 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.292823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Allocated IP 172.20.0.12 (d86c8120-adf7-4307-9620-94a250f14ff7/c0ffaa0b-3833-4fd3-81a1-14e261c9c132/d1f0ee97-108d-4cda-9d24-9fa7220ec161) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:22.332775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaef93b-9220-4289-81c4-1768aff82c8e req-fea91852-aa2e-42ef-82b9-7a44bb7d21f3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:22.334337 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dfaef93b-9220-4289-81c4-1768aff82c8e req-fea91852-aa2e-42ef-82b9-7a44bb7d21f3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 945 time: 0.1143727 Aug 29 16:59:22.378247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98bb6dcb-a86a-4a12-a686-6c30f0343531 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.403428 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98bb6dcb-a86a-4a12-a686-6c30f0343531 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.441854 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c68b75a8-d5dd-4086-b5d9-f81d96012798 req-a0755fdc-9cf1-4f2f-9525-04279af55b3b tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 210 time: 0.0552988 Aug 29 16:59:22.446708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dfaef93b-9220-4289-81c4-1768aff82c8e req-6852125e-f5d0-4ee9-a858-2ad0695705a7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812299 Aug 29 16:59:22.456973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98bb6dcb-a86a-4a12-a686-6c30f0343531 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.458804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-98bb6dcb-a86a-4a12-a686-6c30f0343531 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3065972 Aug 29 16:59:22.461881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55110) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:22.557300 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f1a2d3d-5f5f-4554-920a-aa6db957e59b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.569950 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.611681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fe56774d-fc71-48de-882a-986b709c14c2 req-c1403737-2c01-43e7-a5b8-1b083281e763 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 210 time: 0.0726914 Aug 29 16:59:22.632609 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.645309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:22.700522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Network d86c8120-adf7-4307-9620-94a250f14ff7 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:22.706306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:22.717820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:22.750409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event updated for resources: {'Port': ['ID=d1f0ee97-108d-4cda-9d24-9fa7220ec161,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:22.800590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:22.801845 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.834894 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-2445160c-bbfe-40bf-8f78-7902b1ee440a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2001164 Aug 29 16:59:22.850322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Request body: {'port': {'device_id': '0e735ebd-3f2d-4e32-a797-bbf764da342b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:22.860581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f1a2d3d-5f5f-4554-920a-aa6db957e59b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.864886 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f1a2d3d-5f5f-4554-920a-aa6db957e59b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.924238 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.937159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-76c6ec2f-0336-4850-986b-6fd9b4062f2a tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:22.938691 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-76c6ec2f-0336-4850-986b-6fd9b4062f2a tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.16 "GET /v2.0/networks?id=3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 HTTP/1.1" status: 200 len: 814 time: 0.2472396 Aug 29 16:59:22.943115 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f1a2d3d-5f5f-4554-920a-aa6db957e59b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.943791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1a2d3d-5f5f-4554-920a-aa6db957e59b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e735de04-4f60-4a71-819b-57fe28b20467 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:59:22.949307 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f1a2d3d-5f5f-4554-920a-aa6db957e59b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:22.949719 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3f1a2d3d-5f5f-4554-920a-aa6db957e59b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "DELETE /v2.0/routers/e735de04-4f60-4a71-819b-57fe28b20467 HTTP/1.1" status: 204 len: 168 time: 0.4867837 Aug 29 16:59:22.954841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Request body: {'port': {'device_id': '1b417c44-c6e3-4635-9c9d-71969b92c155', 'network_id': '3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1', 'admin_state_up': True, 'tenant_id': '4e8ee0a568254765b2ee711d76ac7d7e'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:22.992803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55118) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:23.107488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Made reservation on behalf of 4e8ee0a568254765b2ee711d76ac7d7e for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:23.118080 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.202040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55126) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:23.218822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43a8903b-d2d5-44a0-933c-59e9d520cdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.263045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330718fb-ca4b-428c-bdb3-c967fc74fa83 req-1c2216eb-a22b-4ba3-899a-29a8c0038ff1 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:23.264556 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-330718fb-ca4b-428c-bdb3-c967fc74fa83 req-1c2216eb-a22b-4ba3-899a-29a8c0038ff1 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.1239359 Aug 29 16:59:23.288473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Allocated IP 172.20.0.14 (3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1/b7a51fa5-38b8-410a-8650-5860834af541/77596d29-da4b-46da-b81e-92c5e791dedd) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:23.388859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-489890663', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:23.389583 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-330718fb-ca4b-428c-bdb3-c967fc74fa83 req-97c4c212-5df0-4471-9450-50e76df3c44e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110284 Aug 29 16:59:23.410354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f0ee97-108d-4cda-9d24-9fa7220ec161 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:23.425125 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.440821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Transition to ACTIVE for port object d1f0ee97-108d-4cda-9d24-9fa7220ec161 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:59:23.448861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.478713 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.496063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43a8903b-d2d5-44a0-933c-59e9d520cdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.509209 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43a8903b-d2d5-44a0-933c-59e9d520cdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.527200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f0ee97-108d-4cda-9d24-9fa7220ec161,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:23.543334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.544712 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.568491 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.606295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-43a8903b-d2d5-44a0-933c-59e9d520cdad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d50736c72f8f41f684c19e407fdd3ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120491 Aug 29 16:59:23.611870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55134) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:23.640272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8903b-d2d5-44a0-933c-59e9d520cdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d66d1b-0222-4b4f-9a4c-3fc6c18663a9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:23.657500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Network 3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:23.691942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:23.694764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.696864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:23.699801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Pushing event updated for resources: {'Port': ['ID=77596d29-da4b-46da-b81e-92c5e791dedd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:23.703968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d880574-f7af-44eb-9e50-7d7f9d6f8f1a req-491c254a-bc32-4c2e-aa8c-5cc6b79787d6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:23.705537 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5d880574-f7af-44eb-9e50-7d7f9d6f8f1a req-491c254a-bc32-4c2e-aa8c-5cc6b79787d6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 945 time: 0.1381497 Aug 29 16:59:23.706241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Attempting to bind port d1f0ee97-108d-4cda-9d24-9fa7220ec161 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:59:23.706581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Attempting to bind port d1f0ee97-108d-4cda-9d24-9fa7220ec161 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:59:23.707042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Attempting to bind port d1f0ee97-108d-4cda-9d24-9fa7220ec161 on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:23.714307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Port d1f0ee97-108d-4cda-9d24-9fa7220ec161 on network d86c8120-adf7-4307-9620-94a250f14ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:59:23.714625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Attempting to bind port d1f0ee97-108d-4cda-9d24-9fa7220ec161 on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:23.736753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:59:23.737782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Checking segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:23.738085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Bound using segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:59:23.738554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Bound port: d1f0ee97-108d-4cda-9d24-9fa7220ec161, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:59:23.738931 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.752608 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55278f3c-24fe-4b0c-93da-9836672fc9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.786396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb1176-c5be-40b9-a0ef-9dae9b42a49c req-49e1e616-d05f-404b-ad6c-45f0d304b6e9 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:23.787887 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29cb1176-c5be-40b9-a0ef-9dae9b42a49c req-49e1e616-d05f-404b-ad6c-45f0d304b6e9 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 932 time: 0.2334404 Aug 29 16:59:23.812848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55278f3c-24fe-4b0c-93da-9836672fc9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.818157 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5d880574-f7af-44eb-9e50-7d7f9d6f8f1a req-a68218bd-0b0a-4516-a557-f86cec54aed4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992553 Aug 29 16:59:23.894149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] For port d1f0ee97-108d-4cda-9d24-9fa7220ec161, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:23.923897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:23.924541 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.924984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] For port d1f0ee97-108d-4cda-9d24-9fa7220ec161, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d1f0ee97-108d-4cda-9d24-9fa7220ec161,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:59:23.935738 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.939646 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55278f3c-24fe-4b0c-93da-9836672fc9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.942147 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55278f3c-24fe-4b0c-93da-9836672fc9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.943307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-55278f3c-24fe-4b0c-93da-9836672fc9ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43d66d1b-0222-4b4f-9a4c-3fc6c18663a9 HTTP/1.1" status: 204 len: 168 time: 0.3164670 Aug 29 16:59:23.977295 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:23.981171 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-5f040c70-db38-47e2-b6d8-f97ee2b9e1ae tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0304666 Aug 29 16:59:23.984368 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29cb1176-c5be-40b9-a0ef-9dae9b42a49c req-5ff8a383-607c-4c67-829e-b4a381c7c8f4 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744869 Aug 29 16:59:23.990411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464850b-901e-4d69-ab41-e44a3851b71b req-d3712784-4bdd-4dc6-bc08-b6fe5f0d09ff tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:23.992411 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b464850b-901e-4d69-ab41-e44a3851b71b req-d3712784-4bdd-4dc6-bc08-b6fe5f0d09ff tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 944 time: 0.1115258 Aug 29 16:59:23.994405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Request body: {'port': {'device_id': '1b417c44-c6e3-4635-9c9d-71969b92c155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:23.996050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55278f3c-24fe-4b0c-93da-9836672fc9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d66d1b-0222-4b4f-9a4c-3fc6c18663a9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:24.004978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:24.005633 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:24.007032 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] 10.222.0.10 "PUT /v2.0/ports/d1f0ee97-108d-4cda-9d24-9fa7220ec161 HTTP/1.1" status: 200 len: 1093 time: 1.1627977 Aug 29 16:59:24.007691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e735ebd-3f2d-4e32-a797-bbf764da342b', 'tag': 'd1f0ee97-108d-4cda-9d24-9fa7220ec161'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:24.010501 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8204a5db-2d43-47e8-ad9a-2308afbc778b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e735ebd-3f2d-4e32-a797-bbf764da342b", "tag": "d1f0ee97-108d-4cda-9d24-9fa7220ec161"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:24.050864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73dc7b-2777-46f0-a928-fb950482edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f0ee97-108d-4cda-9d24-9fa7220ec161,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:24.102128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b464850b-901e-4d69-ab41-e44a3851b71b req-92813813-3c23-404c-8ae0-a98c9a16c912 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716417 Aug 29 16:59:24.116235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-cc649c6b-61e2-4313-b0e0-8894899bcaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:24.117824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-cc649c6b-61e2-4313-b0e0-8894899bcaf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 1096 time: 0.0580277 Aug 29 16:59:24.169065 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b74fb77-681c-4a0a-b64f-843ea3f7692a x-openstack-request-id: req-4b74fb77-681c-4a0a-b64f-843ea3f7692a {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:24.169393 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e735ebd-3f2d-4e32-a797-bbf764da342b", "tag": "d1f0ee97-108d-4cda-9d24-9fa7220ec161", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:24.169651 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b74fb77-681c-4a0a-b64f-843ea3f7692a {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:24.170422 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e735ebd-3f2d-4e32-a797-bbf764da342b', 'tag': 'd1f0ee97-108d-4cda-9d24-9fa7220ec161', 'status': 'completed', 'code': 200} Aug 29 16:59:24.171815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-e3076bfd-69f3-4590-9ea1-63adc1042bbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f0ee97-108d-4cda-9d24-9fa7220ec161 HTTP/1.1" status: 200 len: 217 time: 0.0440412 Aug 29 16:59:24.198111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:24.242117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-a74fd71c-5197-496b-99d0-e7107aa4785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:24.247748 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-a74fd71c-5197-496b-99d0-e7107aa4785e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.0659389 Aug 29 16:59:24.287838 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-fa4e09d8-3655-4db8-a1de-c1120620594a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317886 Aug 29 16:59:24.405106 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-a64469a7-9ea2-4c3e-bff6-5643af35b5bd service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073878 Aug 29 16:59:24.427536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55150) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:24.531064 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b52fb92-b852-4a28-b3c6-6551aea58b88 req-1171d5ea-2b8a-44ef-965a-88a99644b173 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184185 Aug 29 16:59:24.548818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72275f34-2ffa-4be3-8399-9915c1c3c0a7 req-1b1a662f-ab83-4b9e-a089-facc755c627f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:24.550393 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72275f34-2ffa-4be3-8399-9915c1c3c0a7 req-1b1a662f-ab83-4b9e-a089-facc755c627f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.0666814 Aug 29 16:59:24.618502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72275f34-2ffa-4be3-8399-9915c1c3c0a7 req-063aa58f-a83e-46ee-913c-076200ff5664 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598731 Aug 29 16:59:24.641560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204a5db-2d43-47e8-ad9a-2308afbc778b req-b6adf3ab-8108-47a8-943c-b19942e8711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:24.641560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8204a5db-2d43-47e8-ad9a-2308afbc778b req-b6adf3ab-8108-47a8-943c-b19942e8711d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 1096 time: 0.0492773 Aug 29 16:59:24.739582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204a5db-2d43-47e8-ad9a-2308afbc778b req-e8feea4f-67e4-4ab4-93e5-ec9c4b65dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:24.741310 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8204a5db-2d43-47e8-ad9a-2308afbc778b req-e8feea4f-67e4-4ab4-93e5-ec9c4b65dbbd service neutron] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 906 time: 0.0953996 Aug 29 16:59:24.786250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8204a5db-2d43-47e8-ad9a-2308afbc778b req-27d69a9c-3f53-4239-8a92-9707128ed954 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1f0ee97-108d-4cda-9d24-9fa7220ec161 HTTP/1.1" status: 200 len: 217 time: 0.0356469 Aug 29 16:59:24.844742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204a5db-2d43-47e8-ad9a-2308afbc778b req-52522639-9cab-4806-90e9-96e506c1f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:24.846277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8204a5db-2d43-47e8-ad9a-2308afbc778b req-52522639-9cab-4806-90e9-96e506c1f603 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.0496581 Aug 29 16:59:24.852658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464e2ac0-b97f-48e1-96e7-2209c0b2d6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:24.880575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17950409-559b-4fa0-b15c-6fa00e36a0a9 req-fa909a32-ce87-45a2-a2ed-2ac7038aed1e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:24.882041 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17950409-559b-4fa0-b15c-6fa00e36a0a9 req-fa909a32-ce87-45a2-a2ed-2ac7038aed1e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 945 time: 0.5154917 Aug 29 16:59:24.882999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8204a5db-2d43-47e8-ad9a-2308afbc778b req-79de3b9d-9fd9-44ab-b428-c8eb8c537823 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248523 Aug 29 16:59:24.922878 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:24.964121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:24.973924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8204a5db-2d43-47e8-ad9a-2308afbc778b req-4b412bdd-8087-48ba-8ad1-4e849d7145e9 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809054 Aug 29 16:59:25.040683 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17950409-559b-4fa0-b15c-6fa00e36a0a9 req-bd44b746-2373-4956-89d9-132ecb2e48cf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503906 Aug 29 16:59:25.096112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8204a5db-2d43-47e8-ad9a-2308afbc778b req-87a3875f-339e-4306-b524-096fa35f59ac service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128416 Aug 29 16:59:25.153715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ede78-7617-43c3-85a6-93d9fda117f0 req-44c664e5-4484-49c4-a2bc-025441d9292c tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:25.155463 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b4ede78-7617-43c3-85a6-93d9fda117f0 req-44c664e5-4484-49c4-a2bc-025441d9292c tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 932 time: 0.0522768 Aug 29 16:59:25.188025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77596d29-da4b-46da-b81e-92c5e791dedd {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:25.200406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b4ede78-7617-43c3-85a6-93d9fda117f0 req-00b5ae14-9913-4ead-aa5e-4609adc5b42a tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 Aug 29 16:59:25.211776 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.251944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464e2ac0-b97f-48e1-96e7-2209c0b2d6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.263940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Allocated IP 172.25.5.32 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/c7288c7a-cd8b-4a87-ab59-f92bac1d6f3b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:25.268930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Transition to ACTIVE for port object 77596d29-da4b-46da-b81e-92c5e791dedd will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:59:25.269846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464e2ac0-b97f-48e1-96e7-2209c0b2d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.292396 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.378443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ac6b8-0d99-4352-946c-4f1fcd3673db req-d897207d-8aa8-4d8a-862c-bc27e43c5b74 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:25.381675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-968ac6b8-0d99-4352-946c-4f1fcd3673db req-d897207d-8aa8-4d8a-862c-bc27e43c5b74 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 944 time: 0.2010787 Aug 29 16:59:25.412266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-464e2ac0-b97f-48e1-96e7-2209c0b2d6d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e63d5e1cb454e70b57cb657a19879d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9815807 Aug 29 16:59:25.415935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55160) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:25.425080 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e2ac0-b97f-48e1-96e7-2209c0b2d6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438e970a-742f-4c78-b099-09a5dc6557ef,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:25.449687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Pushing event updated for resources: {'Port': ['ID=77596d29-da4b-46da-b81e-92c5e791dedd,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:25.466575 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a048b87-58f1-46fb-b8fc-4654dc66ac7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.488190 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a048b87-58f1-46fb-b8fc-4654dc66ac7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.529911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-968ac6b8-0d99-4352-946c-4f1fcd3673db req-b443322f-b19b-48db-ba63-24dcf37c5dd8 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143508 Aug 29 16:59:25.534706 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a048b87-58f1-46fb-b8fc-4654dc66ac7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.537872 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a048b87-58f1-46fb-b8fc-4654dc66ac7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.542017 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2a048b87-58f1-46fb-b8fc-4654dc66ac7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/438e970a-742f-4c78-b099-09a5dc6557ef HTTP/1.1" status: 204 len: 168 time: 0.1220562 Aug 29 16:59:25.548206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a048b87-58f1-46fb-b8fc-4654dc66ac7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438e970a-742f-4c78-b099-09a5dc6557ef,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:25.567778 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.586911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Attempting to bind port 77596d29-da4b-46da-b81e-92c5e791dedd on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:59:25.587248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Attempting to bind port 77596d29-da4b-46da-b81e-92c5e791dedd by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'e1a329af-e37e-4b14-9a03-6a56a50fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:59:25.587579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Attempting to bind port 77596d29-da4b-46da-b81e-92c5e791dedd on network 3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:25.594869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Port 77596d29-da4b-46da-b81e-92c5e791dedd on network 3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:59:25.595197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Attempting to bind port 77596d29-da4b-46da-b81e-92c5e791dedd on network 3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:25.604748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:59:25.605085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Checking segment: {'id': 'e1a329af-e37e-4b14-9a03-6a56a50fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:25.605558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Bound using segment: {'id': 'e1a329af-e37e-4b14-9a03-6a56a50fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:59:25.605984 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Bound port: 77596d29-da4b-46da-b81e-92c5e791dedd, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a329af-e37e-4b14-9a03-6a56a50fe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:59:25.606340 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.663464 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.723889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:25.732226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] For port 77596d29-da4b-46da-b81e-92c5e791dedd, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:25.734886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:25.739649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:25.743218 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] For port 77596d29-da4b-46da-b81e-92c5e791dedd, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=77596d29-da4b-46da-b81e-92c5e791dedd,segment=NetworkSegment(e1a329af-e37e-4b14-9a03-6a56a50fe29b),segment_id=e1a329af-e37e-4b14-9a03-6a56a50fe29b)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:59:25.767117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Pushing event updated for resources: {'Port': ['ID=c7288c7a-cd8b-4a87-ab59-f92bac1d6f3b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:25.771969 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.778069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115aab-32c0-4aaa-83f4-188472599392 req-28799292-1b18-4145-9eca-65aaf0879bd1 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:25.779792 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-28799292-1b18-4145-9eca-65aaf0879bd1 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1098 time: 0.0985625 Aug 29 16:59:25.794127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-13'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:25.805519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdafed2-f052-4185-afc5-87e0e6eaf891 req-0fe6c3dd-49a8-4d28-a4c1-093d9555c292 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:25.812948 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fdafed2-f052-4185-afc5-87e0e6eaf891 req-0fe6c3dd-49a8-4d28-a4c1-093d9555c292 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 946 time: 0.0857129 Aug 29 16:59:25.818217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:25.818843 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.820754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] 10.222.0.16 "PUT /v2.0/ports/77596d29-da4b-46da-b81e-92c5e791dedd HTTP/1.1" status: 200 len: 1093 time: 1.8304353 Aug 29 16:59:25.821497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b417c44-c6e3-4635-9c9d-71969b92c155', 'tag': '77596d29-da4b-46da-b81e-92c5e791dedd'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:25.823737 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6697a1ef-da0c-489d-b172-0d9adf99aa47" -d '{"events": [{"name": "network-changed", "server_uuid": "1b417c44-c6e3-4635-9c9d-71969b92c155", "tag": "77596d29-da4b-46da-b81e-92c5e791dedd"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:25.919605 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7fdafed2-f052-4185-afc5-87e0e6eaf891 req-6e21f95a-98d3-4476-a2fd-13b515784faa tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055627 Aug 29 16:59:25.928013 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0b9bbf-cd5a-4e56-ba56-7ff21f44b7c0 x-openstack-request-id: req-9d0b9bbf-cd5a-4e56-ba56-7ff21f44b7c0 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:25.928312 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b417c44-c6e3-4635-9c9d-71969b92c155", "tag": "77596d29-da4b-46da-b81e-92c5e791dedd", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:25.928565 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d0b9bbf-cd5a-4e56-ba56-7ff21f44b7c0 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:25.928963 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b417c44-c6e3-4635-9c9d-71969b92c155', 'tag': '77596d29-da4b-46da-b81e-92c5e791dedd', 'status': 'completed', 'code': 200} Aug 29 16:59:25.932751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c385032-a6ee-4f00-9d76-4c2453435064 service neutron] Pushing event updated for resources: {'Port': ['ID=77596d29-da4b-46da-b81e-92c5e791dedd,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:25.944650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:25.978643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e3255-5066-4b1e-a238-7128c3f74fe8 req-29cdbca2-88f0-4248-af1f-a31422c7d41e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:25.980172 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b1e3255-5066-4b1e-a238-7128c3f74fe8 req-29cdbca2-88f0-4248-af1f-a31422c7d41e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 945 time: 0.0778136 Aug 29 16:59:26.001413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-0db42a6e-f1af-4983-a0b1-a25982875fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:26.002940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-0db42a6e-f1af-4983-a0b1-a25982875fc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e8ee0a568254765b2ee711d76ac7d7e&device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 1096 time: 0.1123710 Aug 29 16:59:26.134934 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-f3b50536-3dea-4bd8-aad0-d682411a8815 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77596d29-da4b-46da-b81e-92c5e791dedd HTTP/1.1" status: 200 len: 217 time: 0.1229346 Aug 29 16:59:26.160827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-0b1e3255-5066-4b1e-a238-7128c3f74fe8 req-292ec2ba-1802-4d0c-bb08-ce79829fbc30 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Deleting port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:26.160827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b1e3255-5066-4b1e-a238-7128c3f74fe8 req-292ec2ba-1802-4d0c-bb08-ce79829fbc30 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:26.311239 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:26.314091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-8e5179dc-7713-4e94-a6c7-b325d4663195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:26.315742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-8e5179dc-7713-4e94-a6c7-b325d4663195 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7a51fa5-38b8-410a-8650-5860834af541 HTTP/1.1" status: 200 len: 854 time: 0.1563356 Aug 29 16:59:26.325937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e29d8-0d25-484a-9603-4d4c2ef721cd req-53e62d49-1c37-47fe-8a5f-0839413da306 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:26.327525 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a5e29d8-0d25-484a-9603-4d4c2ef721cd req-53e62d49-1c37-47fe-8a5f-0839413da306 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 945 time: 0.1955831 Aug 29 16:59:26.410237 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-419ef179-aa05-4cf1-b855-db0f87528a1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509975 Aug 29 16:59:26.542011 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a5e29d8-0d25-484a-9603-4d4c2ef721cd req-3ebc778c-13cb-4f4d-9e49-bf1b12ba49cc tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665921 Aug 29 16:59:26.633567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-10d1ecd2-a67a-4168-b27d-ece908285720 service neutron] 10.222.0.16 "GET /v2.0/networks/3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102566 Aug 29 16:59:26.638207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0b1e3255-5066-4b1e-a238-7128c3f74fe8 req-292ec2ba-1802-4d0c-bb08-ce79829fbc30 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] For port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=992f7aee-03db-4787-bcc9-96b5c8bdd8d1,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:26.638588 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b1e3255-5066-4b1e-a238-7128c3f74fe8 req-292ec2ba-1802-4d0c-bb08-ce79829fbc30 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:26.657817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-0b1e3255-5066-4b1e-a238-7128c3f74fe8 req-292ec2ba-1802-4d0c-bb08-ce79829fbc30 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Calling delete_port for 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:26.715532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:26.772683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e7f59-cc24-4f43-b4ed-2871dee3d065 req-9f9d812a-b948-45f8-b68f-599b60b02727 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:26.774278 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a92e7f59-cc24-4f43-b4ed-2871dee3d065 req-9f9d812a-b948-45f8-b68f-599b60b02727 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 944 time: 0.2277837 Aug 29 16:59:26.802148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:26.833831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d24dd19-12d2-44f4-8497-cef05d4a66b1 req-cd8c3834-732b-4eac-ae3f-b9ca9a1a6d3e service neutron] 10.222.0.16 "GET /v2.0/networks/3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918056 Aug 29 16:59:26.870463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e9f3d-243b-4c53-aa75-0d89b578edfc req-4bbc3232-b342-4426-96d5-ffcef9a75b57 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:26.872134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5e1e9f3d-243b-4c53-aa75-0d89b578edfc req-4bbc3232-b342-4426-96d5-ffcef9a75b57 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 944 time: 0.1316955 Aug 29 16:59:26.874001 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:26.891437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:26.893658 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6e7d8b-ddfd-4fb4-9be4-4f892f47f9c2" -d '{"events": [{"server_uuid": "fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc", "name": "network-vif-unplugged", "status": "completed", "tag": "5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:26.897947 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:26.904506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a92e7f59-cc24-4f43-b4ed-2871dee3d065 req-f6e4af8b-a4c8-4c3f-b19c-9150e7ba492c tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087329 Aug 29 16:59:26.908341 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:26.984282 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b1e3255-5066-4b1e-a238-7128c3f74fe8 req-292ec2ba-1802-4d0c-bb08-ce79829fbc30 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:26.999821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['992f7aee-03db-4787-bcc9-96b5c8bdd8d1'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:27.002051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:27.012299 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9c07d7-ed6f-473e-9da1-b3ca4a44b573 x-openstack-request-id: req-df9c07d7-ed6f-473e-9da1-b3ca4a44b573 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:27.012657 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc", "name": "network-vif-unplugged", "status": "completed", "tag": "5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:27.013041 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df9c07d7-ed6f-473e-9da1-b3ca4a44b573 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:27.013307 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8', 'code': 200} Aug 29 16:59:27.057146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5e1e9f3d-243b-4c53-aa75-0d89b578edfc req-91a9f57d-af5f-44cf-b1c3-cfee853df73b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663976 Aug 29 16:59:27.076054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ec2ba-1802-4d0c-bb08-ce79829fbc30 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event deleted for resources: {'Port': ['ID=992f7aee-03db-4787-bcc9-96b5c8bdd8d1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:27.085693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on host n-h2-713301-13 for vnic_type normal with profile {"migrating_to": "n-h1-713301-13"} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:59:27.086027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:59:27.086362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:27.107970 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1e3255-5066-4b1e-a238-7128c3f74fe8 req-292ec2ba-1802-4d0c-bb08-ce79829fbc30 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] No DVR routers for this DVR port 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:27.112152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b1e3255-5066-4b1e-a238-7128c3f74fe8 req-292ec2ba-1802-4d0c-bb08-ce79829fbc30 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:27.114294 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b1e3255-5066-4b1e-a238-7128c3f74fe8 req-292ec2ba-1802-4d0c-bb08-ce79829fbc30 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "DELETE /v2.0/ports/992f7aee-03db-4787-bcc9-96b5c8bdd8d1 HTTP/1.1" status: 204 len: 173 time: 1.1110265 Aug 29 16:59:27.116312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a1ef-da0c-489d-b172-0d9adf99aa47 req-e42f4742-6da8-4f87-83eb-a789d1d1eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:27.118790 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6697a1ef-da0c-489d-b172-0d9adf99aa47 req-e42f4742-6da8-4f87-83eb-a789d1d1eac8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e8ee0a568254765b2ee711d76ac7d7e&device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 1096 time: 0.2031507 Aug 29 16:59:27.126537 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on network 563469a4-489a-4ba1-ac09-b2255dd8022b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:59:27.126868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Attempting to bind port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on network 563469a4-489a-4ba1-ac09-b2255dd8022b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:27.157622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:59:27.158057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Checking segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:27.158448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Bound using segment: {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:59:27.158915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Bound port: 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db88cf35-7641-499f-882d-321978d7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '563469a4-489a-4ba1-ac09-b2255dd8022b'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:59:27.159384 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:27.198533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d98951-a17a-43a9-b25f-f60d7b6c66e5 req-b03f3a50-5e1e-4697-80d1-fbd350cad1f2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:27.200404 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74d98951-a17a-43a9-b25f-f60d7b6c66e5 req-b03f3a50-5e1e-4697-80d1-fbd350cad1f2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.0938258 Aug 29 16:59:27.246077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Router 872cf16b-e54e-49c7-a8d8-259777abff5d is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:59:27.264266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a1ef-da0c-489d-b172-0d9adf99aa47 req-3e5e8a2b-3e31-4519-b93b-770615c94b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:27.266035 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6697a1ef-da0c-489d-b172-0d9adf99aa47 req-3e5e8a2b-3e31-4519-b93b-770615c94b62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 HTTP/1.1" status: 200 len: 915 time: 0.1289747 Aug 29 16:59:27.296706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74d98951-a17a-43a9-b25f-f60d7b6c66e5 req-ca95959a-fc8b-4f14-a6e6-75ae78ca5ba6 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717120 Aug 29 16:59:27.303535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:27.307805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:59:27.313153 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:27.365157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6697a1ef-da0c-489d-b172-0d9adf99aa47 req-0c7fa8d8-3974-41b3-867c-5bba8a92d294 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77596d29-da4b-46da-b81e-92c5e791dedd HTTP/1.1" status: 200 len: 217 time: 0.0498331 Aug 29 16:59:27.390724 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,revision_number=8']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:27.412470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:27.413158 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:27.414825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-35832f6a-01e2-4d57-a20f-f9c422e6a0b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 HTTP/1.1" status: 200 len: 1124 time: 1.6251545 Aug 29 16:59:27.470097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a1ef-da0c-489d-b172-0d9adf99aa47 req-506da8bd-0cee-4ce8-8668-968b9ab858ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:27.471601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6697a1ef-da0c-489d-b172-0d9adf99aa47 req-506da8bd-0cee-4ce8-8668-968b9ab858ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7a51fa5-38b8-410a-8650-5860834af541 HTTP/1.1" status: 200 len: 854 time: 0.0966835 Aug 29 16:59:27.478456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:59:27.490128 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f718197-d6f8-4a8d-aa51-b12cd3453207 None None] Sync routers for ids ['872cf16b-e54e-49c7-a8d8-259777abff5d'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:59:27.504852 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f718197-d6f8-4a8d-aa51-b12cd3453207 None None] Routers {'872cf16b-e54e-49c7-a8d8-259777abff5d'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:27.505918 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0f718197-d6f8-4a8d-aa51-b12cd3453207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['872cf16b-e54e-49c7-a8d8-259777abff5d'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:27.511873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6697a1ef-da0c-489d-b172-0d9adf99aa47 req-da27f3a5-fea2-4c2a-b6cb-80e2b606f49c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315223 Aug 29 16:59:27.530422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:27.541137 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:27.545241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55220) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:27.546274 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8ee16e2c-bd93-40e3-8643-b7c95b46a7dc tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3424568 Aug 29 16:59:27.547865 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0f718197-d6f8-4a8d-aa51-b12cd3453207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:27.558973 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f718197-d6f8-4a8d-aa51-b12cd3453207 None None] Routers {'872cf16b-e54e-49c7-a8d8-259777abff5d'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:27.560382 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0f718197-d6f8-4a8d-aa51-b12cd3453207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['872cf16b-e54e-49c7-a8d8-259777abff5d'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:27.608695 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0f718197-d6f8-4a8d-aa51-b12cd3453207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:27.609792 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f718197-d6f8-4a8d-aa51-b12cd3453207 None None] The sync data for ids ['872cf16b-e54e-49c7-a8d8-259777abff5d'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:59:27.637571 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6697a1ef-da0c-489d-b172-0d9adf99aa47 req-d170e06d-00d2-4fdd-ad79-8b65f158a704 service neutron] 10.222.0.16 "GET /v2.0/networks/3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154375 Aug 29 16:59:27.704275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55228) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:27.717511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:27.777913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6697a1ef-da0c-489d-b172-0d9adf99aa47 req-fdfaf211-d1ab-4948-aa1d-ee26ceadaa8c service neutron] 10.222.0.16 "GET /v2.0/networks/3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340756 Aug 29 16:59:27.803274 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6e4bc287-00b1-4190-b3c7-3bacebdcfe54 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/routers/872cf16b-e54e-49c7-a8d8-259777abff5d HTTP/1.1" status: 200 len: 919 time: 0.2562633 Aug 29 16:59:27.807137 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55232) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:27.817194 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1392f171-891b-4ae0-a66a-9e70a529cc02 req-31586473-e205-4086-92c0-c25cb561132a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1762703-57fa-4b49-bcf7-fd8a5a1ef406 HTTP/1.1" status: 200 len: 210 time: 0.0373011 Aug 29 16:59:27.850561 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3b1b666e-da07-4e4c-afda-8d8a2a24907f tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=872cf16b-e54e-49c7-a8d8-259777abff5d HTTP/1.1" status: 200 len: 205 time: 0.0413926 Aug 29 16:59:27.853543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55234) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:27.887801 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f320354f-45c0-45ed-81c4-8d427935ff66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:27.974306 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:27.980608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:59:27.998559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f320354f-45c0-45ed-81c4-8d427935ff66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.004133 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f320354f-45c0-45ed-81c4-8d427935ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.080097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320354f-45c0-45ed-81c4-8d427935ff66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3af6d4-5b62-4d91-9040-7e45a3038500,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:28.102668 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.110659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f320354f-45c0-45ed-81c4-8d427935ff66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5f6ed714e784bee9f5b2ec1aefd7a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053435 Aug 29 16:59:28.114458 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55240) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:28.126338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:28.130499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6923e-0383-4c4c-a489-61dc948a1cca req-e20a8ab3-d75f-4ceb-bb2f-f6faa3803de5 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:28.132242 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7de6923e-0383-4c4c-a489-61dc948a1cca req-e20a8ab3-d75f-4ceb-bb2f-f6faa3803de5 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 944 time: 0.1022749 Aug 29 16:59:28.138123 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 has no active binding in host n-h1-713301-13 {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 16:59:28.138519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d1f0ee97-108d-4cda-9d24-9fa7220ec161 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:59:28.172396 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7de6923e-0383-4c4c-a489-61dc948a1cca req-624bd13d-c66a-44e3-93ab-3ff2ed2aad5a tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Aug 29 16:59:28.243561 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d1f0ee97-108d-4cda-9d24-9fa7220ec161, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d1f0ee97-108d-4cda-9d24-9fa7220ec161,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:28.248694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a440f3-ce95-4e99-b10c-a11ead7b750e req-bd12c80a-c1a7-47f3-88f0-6e4c583853ac tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:28.250219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7a440f3-ce95-4e99-b10c-a11ead7b750e req-bd12c80a-c1a7-47f3-88f0-6e4c583853ac tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 944 time: 0.1273062 Aug 29 16:59:28.255072 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f485280c-08c2-4fc8-a1f3-f5d97eb66fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.255830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'd1f0ee97-108d-4cda-9d24-9fa7220ec161', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'port_id': 'd1f0ee97-108d-4cda-9d24-9fa7220ec161', 'mac_address': 'fa:16:3e:11:88:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ffaa0b-3833-4fd3-81a1-14e261c9c132', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:59:28.292646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.299980 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f485280c-08c2-4fc8-a1f3-f5d97eb66fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.302348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Deleting port c7288c7a-cd8b-4a87-ab59-f92bac1d6f3b {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:28.302775 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.305322 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f0ee97-108d-4cda-9d24-9fa7220ec161 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:28.324500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d1f0ee97-108d-4cda-9d24-9fa7220ec161, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d1f0ee97-108d-4cda-9d24-9fa7220ec161,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:28.328629 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.370767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7a440f3-ce95-4e99-b10c-a11ead7b750e req-85b76941-e5e8-445e-8899-c2e74e38e8db tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137571 Aug 29 16:59:28.383304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=d1f0ee97-108d-4cda-9d24-9fa7220ec161,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:28.443583 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.449145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270588fb-74c7-404e-8f69-f8160a2685aa req-edbe1b8d-5d43-47f6-bf46-eaaa21a6cf69 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:28.450801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-270588fb-74c7-404e-8f69-f8160a2685aa req-edbe1b8d-5d43-47f6-bf46-eaaa21a6cf69 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.0546572 Aug 29 16:59:28.454160 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f485280c-08c2-4fc8-a1f3-f5d97eb66fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.456657 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f485280c-08c2-4fc8-a1f3-f5d97eb66fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.457882 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f485280c-08c2-4fc8-a1f3-f5d97eb66fb6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a3af6d4-5b62-4d91-9040-7e45a3038500 HTTP/1.1" status: 204 len: 168 time: 0.3422856 Aug 29 16:59:28.464215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Calling delete_port for c7288c7a-cd8b-4a87-ab59-f92bac1d6f3b owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:28.477503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485280c-08c2-4fc8-a1f3-f5d97eb66fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3af6d4-5b62-4d91-9040-7e45a3038500,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:28.504252 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-270588fb-74c7-404e-8f69-f8160a2685aa req-f7c10cf4-0f02-4a24-bfa7-41b9ef53edfc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Aug 29 16:59:28.645024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d1f0ee97-108d-4cda-9d24-9fa7220ec161'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:28.667321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:28.698178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Pushing event deleted for resources: {'Port': ['ID=c7288c7a-cd8b-4a87-ab59-f92bac1d6f3b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:28.775896 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:29.014942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1762703-57fa-4b49-bcf7-fd8a5a1ef406', 'name': 'network-vif-deleted', 'tag': '992f7aee-03db-4787-bcc9-96b5c8bdd8d1'}, {'name': 'network-changed', 'server_uuid': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'tag': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:29.018100 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5554b5-3223-4cbf-8042-455e69873577" -d '{"events": [{"server_uuid": "f1762703-57fa-4b49-bcf7-fd8a5a1ef406", "name": "network-vif-deleted", "tag": "992f7aee-03db-4787-bcc9-96b5c8bdd8d1"}, {"name": "network-changed", "server_uuid": "fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc", "tag": "5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:29.066419 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5febde6a-2f34-4562-bcf2-d5c6b835c0e9 x-openstack-request-id: req-5febde6a-2f34-4562-bcf2-d5c6b835c0e9 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:29.066727 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1762703-57fa-4b49-bcf7-fd8a5a1ef406", "name": "network-vif-deleted", "tag": "992f7aee-03db-4787-bcc9-96b5c8bdd8d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc", "tag": "5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:29.066986 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5febde6a-2f34-4562-bcf2-d5c6b835c0e9 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:29.067397 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1762703-57fa-4b49-bcf7-fd8a5a1ef406', 'name': 'network-vif-deleted', 'tag': '992f7aee-03db-4787-bcc9-96b5c8bdd8d1', 'status': 'completed', 'code': 200} Aug 29 16:59:29.067683 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'tag': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8', 'status': 'completed', 'code': 200} Aug 29 16:59:29.240745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:29.269758 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:29.309737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39016a6d-91f5-404b-9677-080fac7c5e11 req-08806c05-726a-4436-9c31-c30f8866bc90 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:29.311350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39016a6d-91f5-404b-9677-080fac7c5e11 req-08806c05-726a-4436-9c31-c30f8866bc90 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 944 time: 0.0558169 Aug 29 16:59:29.344011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5554b5-3223-4cbf-8042-455e69873577 req-14909813-ff70-41dd-b010-31089ff47eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:29.345535 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d5554b5-3223-4cbf-8042-455e69873577 req-14909813-ff70-41dd-b010-31089ff47eb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 1127 time: 0.1807997 Aug 29 16:59:29.348493 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:29.349047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Fanout notify agent at l3_agent the message router_deleted on router 872cf16b-e54e-49c7-a8d8-259777abff5d {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:59:29.359306 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:29.359841 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39016a6d-91f5-404b-9677-080fac7c5e11 req-71d6ab76-fe98-46b7-9af2-cfb284fae60b tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Aug 29 16:59:29.360388 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-017afbf6-92ac-4c1d-a3c8-b89e5a992f47 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/872cf16b-e54e-49c7-a8d8-259777abff5d HTTP/1.1" status: 204 len: 168 time: 1.5058672 Aug 29 16:59:29.364235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55292) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:29.369792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1121809583', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'enable_snat': False}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:29.396919 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:29.398203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:29.437740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f78f5-aeb5-4808-bddd-13226e41396c req-0b5784e9-e438-497d-8b0c-e6bc7b31b62c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:29.439205 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-0b5784e9-e438-497d-8b0c-e6bc7b31b62c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.2733645 Aug 29 16:59:29.470272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-454b84b2-e213-4daf-81f0-1a86f68a1081 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/quotas/0d737f73e9744cc89026adafc8547a1f HTTP/1.1" status: 200 len: 375 time: 0.0219069 Aug 29 16:59:29.486554 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:29.522442 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-dfaed6d0-d584-42ac-aad7-2cce2f28ba3f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426323 Aug 29 16:59:29.542568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5554b5-3223-4cbf-8042-455e69873577 req-ad9fec69-8b42-479f-9c9b-3cf750acb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:29.543995 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d5554b5-3223-4cbf-8042-455e69873577 req-ad9fec69-8b42-479f-9c9b-3cf750acb94b service neutron] 10.222.0.16 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.1803434 Aug 29 16:59:29.627919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d5554b5-3223-4cbf-8042-455e69873577 req-a30ee412-7a00-4986-b691-8a3cc6a74ab8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 HTTP/1.1" status: 200 len: 217 time: 0.0436304 Aug 29 16:59:29.639668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62289323-e04f-4679-a8cb-52375feb8b22 req-9e00b263-c37d-4d9e-8cac-6bfc908b82bd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:29.641210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62289323-e04f-4679-a8cb-52375feb8b22 req-9e00b263-c37d-4d9e-8cac-6bfc908b82bd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 945 time: 0.1528025 Aug 29 16:59:29.694251 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:29.720964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-c2f8d712-1195-4896-a1d1-dbe15e298c05 service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897116 Aug 29 16:59:29.722928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5554b5-3223-4cbf-8042-455e69873577 req-10569d7f-7395-4a48-aeab-1746cb7ed956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:29.725008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62289323-e04f-4679-a8cb-52375feb8b22 req-79b3a6a4-5687-4dd7-bfca-cb0f735193c9 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513625 Aug 29 16:59:29.725290 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d5554b5-3223-4cbf-8042-455e69873577 req-10569d7f-7395-4a48-aeab-1746cb7ed956 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0862961 Aug 29 16:59:29.811237 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d5554b5-3223-4cbf-8042-455e69873577 req-113b37dd-6330-4e7b-8502-5549b83a6fc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678592 Aug 29 16:59:29.872532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dbd76-6513-44cd-a17e-b9be903303c6 req-10095e01-86b2-46e5-9e69-e39095375281 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:29.874055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e58dbd76-6513-44cd-a17e-b9be903303c6 req-10095e01-86b2-46e5-9e69-e39095375281 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.0735960 Aug 29 16:59:29.917984 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-b7b98692-3726-4108-94c7-bea55ab0cd0b service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853411 Aug 29 16:59:29.943533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:29.945691 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d5554b5-3223-4cbf-8042-455e69873577 req-c24a5bec-b960-40f4-8bf3-b4158102d489 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216021 Aug 29 16:59:29.966906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:29.967247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 992f7aee-03db-4787-bcc9-96b5c8bdd8d1 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:29.994737 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e58dbd76-6513-44cd-a17e-b9be903303c6 req-ab2f7a0b-569d-47f5-b7c1-a3288d332f68 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096494 Aug 29 16:59:30.001522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d1f0ee97-108d-4cda-9d24-9fa7220ec161 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:59:30.063822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.103376 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d5554b5-3223-4cbf-8042-455e69873577 req-46d5d5a5-8a76-474a-a4dc-609ef71a5bb6 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483276 Aug 29 16:59:30.115839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.123463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port d1f0ee97-108d-4cda-9d24-9fa7220ec161 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:59:30.127624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port d1f0ee97-108d-4cda-9d24-9fa7220ec161 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:59:30.127994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.158591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-43937632-2a3b-4b7f-a28d-ca66a809b151 req-26515032-aae3-42ad-929f-c741e791d17a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 210 time: 0.0293272 Aug 29 16:59:30.250353 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.263263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Allocated IP 172.25.5.64 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/6396e3f0-4525-46da-9a02-5f57dbc94259) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:30.281581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e735ebd-3f2d-4e32-a797-bbf764da342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f0ee97-108d-4cda-9d24-9fa7220ec161'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:30.286606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55328) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:30.293083 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f95f7b5-08ce-451d-975a-0151ceb9bd60" -d '{"events": [{"server_uuid": "0e735ebd-3f2d-4e32-a797-bbf764da342b", "name": "network-vif-plugged", "status": "completed", "tag": "d1f0ee97-108d-4cda-9d24-9fa7220ec161"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:30.309029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d1f0ee97-108d-4cda-9d24-9fa7220ec161, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d1f0ee97-108d-4cda-9d24-9fa7220ec161,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:30.314892 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.362356 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24af4c39-9f3e-4775-8519-34fd8c8dc96d x-openstack-request-id: req-24af4c39-9f3e-4775-8519-34fd8c8dc96d {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:30.362928 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e735ebd-3f2d-4e32-a797-bbf764da342b", "name": "network-vif-plugged", "status": "completed", "tag": "d1f0ee97-108d-4cda-9d24-9fa7220ec161", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:30.363195 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24af4c39-9f3e-4775-8519-34fd8c8dc96d {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:30.363562 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e735ebd-3f2d-4e32-a797-bbf764da342b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f0ee97-108d-4cda-9d24-9fa7220ec161', 'code': 200} Aug 29 16:59:30.380780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=d1f0ee97-108d-4cda-9d24-9fa7220ec161,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:30.428767 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-378b0b84-ddd7-4a34-ad00-3ca0041477e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.442522 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.511298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9a75c-479c-4bfb-be25-304432270872 req-7fd6d1b8-7de0-427c-9999-3e4700d67f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:30.512834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1d9a75c-479c-4bfb-be25-304432270872 req-7fd6d1b8-7de0-427c-9999-3e4700d67f90 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 1098 time: 0.0666332 Aug 29 16:59:30.537444 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.546088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b29eb0-842d-4702-a480-9bd6238c9053 req-2a6c2819-fd55-403e-bd01-96780a2e75c9 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:30.547989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6b29eb0-842d-4702-a480-9bd6238c9053 req-2a6c2819-fd55-403e-bd01-96780a2e75c9 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 944 time: 0.0771260 Aug 29 16:59:30.598105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:30.607043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:30.612726 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1d9a75c-479c-4bfb-be25-304432270872 req-5df2fa3d-b150-49b4-852f-068440b617fb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896351 Aug 29 16:59:30.613483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:30.617148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event updated for resources: {'Port': ['ID=6396e3f0-4525-46da-9a02-5f57dbc94259,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:30.625656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6b29eb0-842d-4702-a480-9bd6238c9053 req-748b0fa7-434c-41a3-85f0-2ac5197ef145 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623736 Aug 29 16:59:30.656959 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-378b0b84-ddd7-4a34-ad00-3ca0041477e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.663728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-378b0b84-ddd7-4a34-ad00-3ca0041477e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.709334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-378b0b84-ddd7-4a34-ad00-3ca0041477e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ca330eb326747eb9cacc13161ea8a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216106 Aug 29 16:59:30.710526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b0b84-ddd7-4a34-ad00-3ca0041477e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeee73b-8094-4511-8e56-5843291cea41,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:30.713018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55340) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:30.789200 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3f34227-0b17-4dcd-bdc3-fcae250edb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.827873 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3f34227-0b17-4dcd-bdc3-fcae250edb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.891442 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3f34227-0b17-4dcd-bdc3-fcae250edb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.894575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3f34227-0b17-4dcd-bdc3-fcae250edb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:30.895720 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f3f34227-0b17-4dcd-bdc3-fcae250edb39 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4aeee73b-8094-4511-8e56-5843291cea41 HTTP/1.1" status: 204 len: 168 time: 0.1817119 Aug 29 16:59:30.904625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f34227-0b17-4dcd-bdc3-fcae250edb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeee73b-8094-4511-8e56-5843291cea41,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:30.975351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede78972-95e9-48f4-bab5-923c464426b6 req-583e4d8f-9afe-499b-8839-479e8de8b1ef tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:30.977335 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ede78972-95e9-48f4-bab5-923c464426b6 req-583e4d8f-9afe-499b-8839-479e8de8b1ef tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 946 time: 0.1249771 Aug 29 16:59:30.988737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:31.081518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ede78972-95e9-48f4-bab5-923c464426b6 req-25ba9607-5891-46ce-b955-071034c1183d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923400 Aug 29 16:59:31.222304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a6817-fba4-487b-aec9-f3fb112b6c42 req-0347f5a9-3e26-4c4d-841b-584fff9569ff tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:31.230889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-477a6817-fba4-487b-aec9-f3fb112b6c42 req-0347f5a9-3e26-4c4d-841b-584fff9569ff tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.1126950 Aug 29 16:59:31.342331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-477a6817-fba4-487b-aec9-f3fb112b6c42 req-95d02b03-d50e-4feb-846d-bb66a39f70d0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014245 Aug 29 16:59:31.417811 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a4bb6a89-74bb-4fbd-9788-ee0b66c8433e req-82a92b6c-be46-4009-8acc-883f0c2c3e34 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 210 time: 0.0891297 Aug 29 16:59:31.418033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f78f5-aeb5-4808-bddd-13226e41396c req-6c0d06cf-abf9-4de0-9c78-722751309ecb tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:31.419483 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-6c0d06cf-abf9-4de0-9c78-722751309ecb tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.1858459 Aug 29 16:59:31.444292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Request body: {'port': {'device_id': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'admin_state_up': True, 'tenant_id': '0d737f73e9744cc89026adafc8547a1f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:31.473992 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:31.651088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Router dee24484-abc5-4b5f-a2f8-b688c4fbafe0 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:59:31.706040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Made reservation on behalf of 0d737f73e9744cc89026adafc8547a1f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:31.712518 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:31.785868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:59:31.800451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Sync routers for ids ['dee24484-abc5-4b5f-a2f8-b688c4fbafe0'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:59:31.811378 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:31.814752 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-65da9421-4d8e-4c5b-95ef-67c4d613a8e0 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4493430 Aug 29 16:59:31.814880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Routers {'dee24484-abc5-4b5f-a2f8-b688c4fbafe0'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:31.815511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dee24484-abc5-4b5f-a2f8-b688c4fbafe0'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:31.817619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55368) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:31.875149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fb6fd-c24a-4700-bd19-d0b038aa8dd8 req-3f751812-e2b1-436d-a063-e3a78315e3f1 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:31.876952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de5fb6fd-c24a-4700-bd19-d0b038aa8dd8 req-3f751812-e2b1-436d-a063-e3a78315e3f1 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 944 time: 0.1484518 Aug 29 16:59:31.973589 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de5fb6fd-c24a-4700-bd19-d0b038aa8dd8 req-f9a9265f-c43a-41c5-ab3e-5063d1603506 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895295 Aug 29 16:59:32.002391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 77596d29-da4b-46da-b81e-92c5e791dedd details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:59:32.022018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Allocated IP 172.20.0.13 (c7ef043c-c91b-402d-be4d-7e838af6145b/35736e46-1540-46d5-8b3f-132f9d7bf21c/58205500-1342-4270-b216-1ef26fc36175) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:32.055469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Set router dee24484-abc5-4b5f-a2f8-b688c4fbafe0 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:59:32.066646 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eb59e88f-f8d0-41ab-bbd0-2ec038dae806 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/routers/dee24484-abc5-4b5f-a2f8-b688c4fbafe0 HTTP/1.1" status: 200 len: 908 time: 0.2476227 Aug 29 16:59:32.068967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55374) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:32.075146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1121809583', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'enable_snat': True}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:32.137589 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:32.142289 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:32.293193 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:32.337971 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:32.338923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 77596d29-da4b-46da-b81e-92c5e791dedd, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=77596d29-da4b-46da-b81e-92c5e791dedd,segment=NetworkSegment(e1a329af-e37e-4b14-9a03-6a56a50fe29b),segment_id=e1a329af-e37e-4b14-9a03-6a56a50fe29b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:32.401211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Network c7ef043c-c91b-402d-be4d-7e838af6145b is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:32.433126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:32.452321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:32.475640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event updated for resources: {'Port': ['ID=58205500-1342-4270-b216-1ef26fc36175,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:32.542108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '77596d29-da4b-46da-b81e-92c5e791dedd', 'network_id': '3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1', 'port_id': '77596d29-da4b-46da-b81e-92c5e791dedd', 'mac_address': 'fa:16:3e:6c:1b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a51fa5-38b8-410a-8650-5860834af541', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:59:32.604463 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:32.611590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:32.612806 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:32.624776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77596d29-da4b-46da-b81e-92c5e791dedd {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:32.642734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c8f27-b3b1-42fa-8b5f-db594cc545e7 req-9fb60443-ddf4-46f5-b399-bfbeb92dc269 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:32.652664 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560c8f27-b3b1-42fa-8b5f-db594cc545e7 req-9fb60443-ddf4-46f5-b399-bfbeb92dc269 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.1121984 Aug 29 16:59:32.663160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-eaa7ba10-4139-4b0a-8f49-599f53fc76d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2347090 Aug 29 16:59:32.664209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 77596d29-da4b-46da-b81e-92c5e791dedd, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=77596d29-da4b-46da-b81e-92c5e791dedd,segment=NetworkSegment(e1a329af-e37e-4b14-9a03-6a56a50fe29b),segment_id=e1a329af-e37e-4b14-9a03-6a56a50fe29b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:32.674951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee24484-abc5-4b5f-a2f8-b688c4fbafe0', 'name': 'tempest-snat-router-1121809583', 'tenant_id': '9747d917824b4be0a458fde02ee30c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.64'}], 'enable_snat': False}, 'gw_port_id': '6396e3f0-4525-46da-9a02-5f57dbc94259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:59:29Z', 'updated_at': '2021-08-29T16:59:30Z', 'revision_number': 3, 'project_id': '9747d917824b4be0a458fde02ee30c14', 'gw_port': {'id': '6396e3f0-4525-46da-9a02-5f57dbc94259', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee24484-abc5-4b5f-a2f8-b688c4fbafe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:59:30Z', 'updated_at': '2021-08-29T16:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:32.679054 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:32.683918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Request body: {'port': {'device_id': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:32.720943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Checking router: dee24484-abc5-4b5f-a2f8-b688c4fbafe0 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:59:32.721565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Updating router dee24484-abc5-4b5f-a2f8-b688c4fbafe0 port 6396e3f0-4525-46da-9a02-5f57dbc94259 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:59:32.748792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560c8f27-b3b1-42fa-8b5f-db594cc545e7 req-249a3ad3-e080-4c04-b4cd-62ab733b9932 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943172 Aug 29 16:59:32.792905 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:32.797424 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:32.821058 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:32.933797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517c725-850f-4854-b2be-cdd2fb770dc3 req-6d183c37-77b6-482c-8e47-2d7b92c617ed tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:32.935406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6517c725-850f-4854-b2be-cdd2fb770dc3 req-6d183c37-77b6-482c-8e47-2d7b92c617ed tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 946 time: 0.7245789 Aug 29 16:59:33.040902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.067983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4579b-7eb8-4862-905e-d54cfc0caf16 req-2e2c908f-af5c-49da-b5c2-7d449843e0cc tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:33.070219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c2f4579b-7eb8-4862-905e-d54cfc0caf16 req-2e2c908f-af5c-49da-b5c2-7d449843e0cc tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 932 time: 0.1905510 Aug 29 16:59:33.086008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6517c725-850f-4854-b2be-cdd2fb770dc3 req-f923f2bd-bcda-4cd3-9cdd-ae8947c91b8f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105056 Aug 29 16:59:33.171132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c2f4579b-7eb8-4862-905e-d54cfc0caf16 req-c1f70ff5-0f77-4323-a2b1-a1edd5029128 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899696 Aug 29 16:59:33.228212 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['77596d29-da4b-46da-b81e-92c5e791dedd'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:33.270585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=77596d29-da4b-46da-b81e-92c5e791dedd,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:33.294856 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-abadc4ae-a16f-4b5f-bea5-6821cbee71cf service neutron] 10.222.0.16 "GET /v2.0/ports/5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8/bindings/n-h1-713301-13 HTTP/1.1" status: 200 len: 385 time: 0.1555634 Aug 29 16:59:33.313608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c50a9-1e1d-45ac-8994-73ee1f5ac7a0 req-ccca70b1-2dc9-4ef6-a327-c5dae239ca6d tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:33.323466 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-006c50a9-1e1d-45ac-8994-73ee1f5ac7a0 req-ccca70b1-2dc9-4ef6-a327-c5dae239ca6d tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 945 time: 0.1127646 Aug 29 16:59:33.333274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58205500-1342-4270-b216-1ef26fc36175 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:33.344402 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.362417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Transition to ACTIVE for port object 58205500-1342-4270-b216-1ef26fc36175 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:59:33.379279 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.394924 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.417926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Transition to ACTIVE for port object 6396e3f0-4525-46da-9a02-5f57dbc94259 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:59:33.437619 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.469078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=58205500-1342-4270-b216-1ef26fc36175,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:33.478752 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-006c50a9-1e1d-45ac-8994-73ee1f5ac7a0 req-81f320e4-8310-44d9-9602-86d6192ac571 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548586 Aug 29 16:59:33.495952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fd135-363a-4444-a82e-8a746ca32710 None None] Pushing event updated for resources: {'Port': ['ID=6396e3f0-4525-46da-9a02-5f57dbc94259,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:33.562011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Attempting to bind port 6396e3f0-4525-46da-9a02-5f57dbc94259 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:59:33.562706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Attempting to bind port 6396e3f0-4525-46da-9a02-5f57dbc94259 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:59:33.563355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Attempting to bind port 6396e3f0-4525-46da-9a02-5f57dbc94259 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:33.590047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:59:33.590437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:33.591102 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.591670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:59:33.592160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Bound port: 6396e3f0-4525-46da-9a02-5f57dbc94259, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:59:33.596130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca395a-a7f1-4111-b9b4-96f750fa2bc7 req-1c5271c9-9787-4c01-aa2d-af2cbd75852d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:33.598029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-86ca395a-a7f1-4111-b9b4-96f750fa2bc7 req-1c5271c9-9787-4c01-aa2d-af2cbd75852d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 946 time: 0.2340260 Aug 29 16:59:33.601601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Attempting to bind port 58205500-1342-4270-b216-1ef26fc36175 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:59:33.602024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Attempting to bind port 58205500-1342-4270-b216-1ef26fc36175 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:59:33.602438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Attempting to bind port 58205500-1342-4270-b216-1ef26fc36175 on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:33.611729 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.618649 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.625259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Port 58205500-1342-4270-b216-1ef26fc36175 on network c7ef043c-c91b-402d-be4d-7e838af6145b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:59:33.625562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Attempting to bind port 58205500-1342-4270-b216-1ef26fc36175 on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:33.634511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:59:33.634730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Checking segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:33.635044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Bound using segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:59:33.635489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Bound port: 58205500-1342-4270-b216-1ef26fc36175, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:59:33.635856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.666912 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.675860 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-86ca395a-a7f1-4111-b9b4-96f750fa2bc7 req-de8dbe42-c447-4f73-bd5c-edf354b2cb5f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698826 Aug 29 16:59:33.726921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] For port 6396e3f0-4525-46da-9a02-5f57dbc94259, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:33.731307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] For port 6396e3f0-4525-46da-9a02-5f57dbc94259, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6396e3f0-4525-46da-9a02-5f57dbc94259,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:59:33.738011 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.798846 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] For port 58205500-1342-4270-b216-1ef26fc36175, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:33.804950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] For port 58205500-1342-4270-b216-1ef26fc36175, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=58205500-1342-4270-b216-1ef26fc36175,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:59:33.812143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:33.824643 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Routers {'dee24484-abc5-4b5f-a2f8-b688c4fbafe0'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:33.825539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dee24484-abc5-4b5f-a2f8-b688c4fbafe0'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:33.830399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fd135-363a-4444-a82e-8a746ca32710 None None] Pushing event updated for resources: {'Port': ['ID=6396e3f0-4525-46da-9a02-5f57dbc94259,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:33.909527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=58205500-1342-4270-b216-1ef26fc36175,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:33.951736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-bc115aab-32c0-4aaa-83f4-188472599392 req-08035ae9-e47b-449f-b8ff-afaf5bbfa760 service neutron] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:33.973635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:33.986962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-bc115aab-32c0-4aaa-83f4-188472599392 req-08035ae9-e47b-449f-b8ff-afaf5bbfa760 service neutron] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:34.012275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Allocated IP 172.25.5.148 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/40828238-9f05-4860-bb5a-c61a78d4d48a) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:34.014606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:34.015238 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:34.017485 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-bfc09ac7-6835-4fa6-bc00-cbd892518bc9 service neutron] 10.222.0.16 "PUT /v2.0/ports/58205500-1342-4270-b216-1ef26fc36175 HTTP/1.1" status: 200 len: 1093 time: 1.3416338 Aug 29 16:59:34.030407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'tag': '58205500-1342-4270-b216-1ef26fc36175'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:34.034298 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa65d6d-8c35-48b0-a515-84713b1ba38c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1ac5f5-731b-45ce-956e-eb173a07dea0", "tag": "58205500-1342-4270-b216-1ef26fc36175"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:34.039397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-bc115aab-32c0-4aaa-83f4-188472599392 req-08035ae9-e47b-449f-b8ff-afaf5bbfa760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:34.077086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e198567-d6a7-4677-9404-66f3229f82ca req-c5b89017-73a0-423b-b589-cabaf24e31af tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:34.078937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e198567-d6a7-4677-9404-66f3229f82ca req-c5b89017-73a0-423b-b589-cabaf24e31af tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 944 time: 0.1704199 Aug 29 16:59:34.085101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-bc115aab-32c0-4aaa-83f4-188472599392 req-08035ae9-e47b-449f-b8ff-afaf5bbfa760 service neutron] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:34.130657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] Set router dee24484-abc5-4b5f-a2f8-b688c4fbafe0 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:59:34.149184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f78f5-aeb5-4808-bddd-13226e41396c req-886708c7-b411-4f5e-8024-44fba5bb672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:34.150715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-886708c7-b411-4f5e-8024-44fba5bb672d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 1096 time: 0.0844829 Aug 29 16:59:34.176743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e198567-d6a7-4677-9404-66f3229f82ca req-2f894066-b528-48b7-a507-5f7a78236a02 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593245 Aug 29 16:59:34.233412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-0a6fcce7-34e6-4e77-b4fa-0a08fb103ff6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58205500-1342-4270-b216-1ef26fc36175 HTTP/1.1" status: 200 len: 217 time: 0.0610263 Aug 29 16:59:34.234319 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-483675a4-9c35-47c9-85f9-dcd7b0be2a0c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1101177 Aug 29 16:59:34.235885 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc115aab-32c0-4aaa-83f4-188472599392 req-08035ae9-e47b-449f-b8ff-afaf5bbfa760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:34.269368 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-890861a4-dde6-4242-bd1e-dd8ae54be4e4 req-a63c747e-aca8-4818-8544-6e46ee940abc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1806879 Aug 29 16:59:34.286487 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e957-71cb-45de-903e-529bf447a3be req-41512be4-d6c4-4964-9ed3-29c7fd674254 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:34.295847 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5386e957-71cb-45de-903e-529bf447a3be req-41512be4-d6c4-4964-9ed3-29c7fd674254 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 946 time: 0.1670625 Aug 29 16:59:34.326737 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b55150-db5c-4e2f-af1f-8df5fdbdef47 x-openstack-request-id: req-e5b55150-db5c-4e2f-af1f-8df5fdbdef47 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:34.327089 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1ac5f5-731b-45ce-956e-eb173a07dea0", "tag": "58205500-1342-4270-b216-1ef26fc36175", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:34.327393 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5b55150-db5c-4e2f-af1f-8df5fdbdef47 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:34.327794 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'tag': '58205500-1342-4270-b216-1ef26fc36175', 'status': 'completed', 'code': 200} Aug 29 16:59:34.348261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f78f5-aeb5-4808-bddd-13226e41396c req-a3e40cd8-2160-4625-8c8d-8d4922f6839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:34.351047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-a3e40cd8-2160-4625-8c8d-8d4922f6839b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.1087623 Aug 29 16:59:34.405760 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-9926bcee-f5c7-465f-aaef-54919547a25b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454674 Aug 29 16:59:34.443069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee24484-abc5-4b5f-a2f8-b688c4fbafe0', 'name': 'tempest-snat-router-1121809583', 'tenant_id': '9747d917824b4be0a458fde02ee30c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.64'}], 'enable_snat': False}, 'gw_port_id': '6396e3f0-4525-46da-9a02-5f57dbc94259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:59:29Z', 'updated_at': '2021-08-29T16:59:30Z', 'revision_number': 3, 'project_id': '9747d917824b4be0a458fde02ee30c14', 'gw_port': {'id': '6396e3f0-4525-46da-9a02-5f57dbc94259', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee24484-abc5-4b5f-a2f8-b688c4fbafe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:59:30Z', 'updated_at': '2021-08-29T16:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:34.489938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe86d1f-7ddf-4ee6-b34c-9ab644833160 None None] The sync data for ids ['dee24484-abc5-4b5f-a2f8-b688c4fbafe0'] in n-d-713301-13 is: [{'id': 'dee24484-abc5-4b5f-a2f8-b688c4fbafe0', 'name': 'tempest-snat-router-1121809583', 'tenant_id': '9747d917824b4be0a458fde02ee30c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.64'}], 'enable_snat': False}, 'gw_port_id': '6396e3f0-4525-46da-9a02-5f57dbc94259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:59:29Z', 'updated_at': '2021-08-29T16:59:30Z', 'revision_number': 3, 'project_id': '9747d917824b4be0a458fde02ee30c14', 'gw_port': {'id': '6396e3f0-4525-46da-9a02-5f57dbc94259', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee24484-abc5-4b5f-a2f8-b688c4fbafe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:59:30Z', 'updated_at': '2021-08-29T16:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:59:34.493998 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:34.506216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba7b2-1e63-4039-ad5d-2ec36a80adbc req-673858f9-8fdf-4449-b65b-2bde0ed12e46 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:34.510764 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5386e957-71cb-45de-903e-529bf447a3be req-f56d62a4-0934-4ee4-96db-b225835e19e5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140386 Aug 29 16:59:34.514444 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d36ba7b2-1e63-4039-ad5d-2ec36a80adbc req-673858f9-8fdf-4449-b65b-2bde0ed12e46 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 944 time: 0.1372633 Aug 29 16:59:34.516802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890861a4-dde6-4242-bd1e-dd8ae54be4e4 req-a672743b-46b3-429b-9d0a-b433da449191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:34.518298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-890861a4-dde6-4242-bd1e-dd8ae54be4e4 req-a672743b-46b3-429b-9d0a-b433da449191 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 1097 time: 0.2198355 Aug 29 16:59:34.555930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-bc115aab-32c0-4aaa-83f4-188472599392 req-08035ae9-e47b-449f-b8ff-afaf5bbfa760 service neutron] Transition to ACTIVE for port object 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:59:34.555930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-82473699-4426-409e-b9c7-4f5b3bbfad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:34.555930 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-82473699-4426-409e-b9c7-4f5b3bbfad57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1096 time: 0.2051048 Aug 29 16:59:34.565180 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-bc115aab-32c0-4aaa-83f4-188472599392 req-08035ae9-e47b-449f-b8ff-afaf5bbfa760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:34.596566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d36ba7b2-1e63-4039-ad5d-2ec36a80adbc req-f808ef4e-9c8a-4d4f-8f99-8e82f37ad70b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675950 Aug 29 16:59:34.597485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55458) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:34.606683 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-61e096af-6919-4323-96da-30757483617a service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856971 Aug 29 16:59:34.753874 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-559f78f5-aeb5-4808-bddd-13226e41396c req-44a58a7c-0d30-472f-ad64-d4fec25c97ec service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387215 Aug 29 16:59:34.771440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f689a26a-6e7e-4cee-b0f1-b44a8487a577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:34.819816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc115aab-32c0-4aaa-83f4-188472599392 req-08035ae9-e47b-449f-b8ff-afaf5bbfa760 service neutron] No DVR routers for this DVR port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:34.881853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:34.889498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08035ae9-e47b-449f-b8ff-afaf5bbfa760 service neutron] Pushing event updated for resources: {'Port': ['ID=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,revision_number=10']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:34.911680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890861a4-dde6-4242-bd1e-dd8ae54be4e4 req-d03e7735-8f33-4958-8c88-a13c701cd798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:34.913235 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-890861a4-dde6-4242-bd1e-dd8ae54be4e4 req-d03e7735-8f33-4958-8c88-a13c701cd798 service neutron] 10.222.0.16 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.3629103 Aug 29 16:59:34.918764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa65d6d-8c35-48b0-a515-84713b1ba38c req-3e4f6943-a7a5-401e-8828-25d55cc8b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:34.920747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3aa65d6d-8c35-48b0-a515-84713b1ba38c req-3e4f6943-a7a5-401e-8828-25d55cc8b8ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 1096 time: 0.1051645 Aug 29 16:59:34.972154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da86a78-e1ee-429d-ae36-d70488348450 req-c985c63b-4a4f-420e-8b9c-efb374595819 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:34.973788 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6da86a78-e1ee-429d-ae36-d70488348450 req-c985c63b-4a4f-420e-8b9c-efb374595819 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 945 time: 0.3012266 Aug 29 16:59:35.036682 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-890861a4-dde6-4242-bd1e-dd8ae54be4e4 req-1d5711d7-f5d7-4bb5-b073-cd6c97133278 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a25e8eee-ab22-4985-9bc3-a002221004ea HTTP/1.1" status: 200 len: 217 time: 0.0803471 Aug 29 16:59:35.050576 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f689a26a-6e7e-4cee-b0f1-b44a8487a577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:35.057777 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f689a26a-6e7e-4cee-b0f1-b44a8487a577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:35.059094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6396e3f0-4525-46da-9a02-5f57dbc94259 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:59:35.065444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-08035ae9-e47b-449f-b8ff-afaf5bbfa760 service neutron] 10.222.0.16 "PUT /v2.0/ports/5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8/bindings/n-h1-713301-13/activate HTTP/1.1" status: 200 len: 370 time: 1.7604444 Aug 29 16:59:35.075106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:35.086925 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f689a26a-6e7e-4cee-b0f1-b44a8487a577 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72d4ad5e72d74ab0a02969f7bcbfe76a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883795 Aug 29 16:59:35.091929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55464) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:35.096003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:35.099633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-5ff4d333-a3a6-486b-9dbb-3558f64b6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:35.102063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-5ff4d333-a3a6-486b-9dbb-3558f64b6334 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.4788349 Aug 29 16:59:35.103133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:35.107136 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa65d6d-8c35-48b0-a515-84713b1ba38c req-7c72a621-6741-41a3-ba3d-322bb46cb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:35.108617 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3aa65d6d-8c35-48b0-a515-84713b1ba38c req-7c72a621-6741-41a3-ba3d-322bb46cb8da service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 913 time: 0.1803021 Aug 29 16:59:35.129940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689a26a-6e7e-4cee-b0f1-b44a8487a577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038a07de-cbb1-41a7-a0bd-c5e59a1cb076,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:35.157981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 6396e3f0-4525-46da-9a02-5f57dbc94259 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:59:35.163916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6396e3f0-4525-46da-9a02-5f57dbc94259 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:59:35.164574 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:35.185125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event updated for resources: {'Port': ['ID=40828238-9f05-4860-bb5a-c61a78d4d48a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:35.204479 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3aa65d6d-8c35-48b0-a515-84713b1ba38c req-522a27b6-f877-42a7-b581-4d27bff82bc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58205500-1342-4270-b216-1ef26fc36175 HTTP/1.1" status: 200 len: 217 time: 0.0866258 Aug 29 16:59:35.287519 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:35.316661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 6396e3f0-4525-46da-9a02-5f57dbc94259, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6396e3f0-4525-46da-9a02-5f57dbc94259,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:35.323479 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:35.325135 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6da86a78-e1ee-429d-ae36-d70488348450 req-4cc25c20-3837-46ee-bd2a-a220f174eb36 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902780 Aug 29 16:59:35.333209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890861a4-dde6-4242-bd1e-dd8ae54be4e4 req-0d441844-0db6-4634-823e-a4cd37b6b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:35.335083 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-890861a4-dde6-4242-bd1e-dd8ae54be4e4 req-0d441844-0db6-4634-823e-a4cd37b6b749 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.2621608 Aug 29 16:59:35.357977 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-46d3707c-fef7-478c-9a46-e48a547427b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 999 time: 0.2167585 Aug 29 16:59:35.383402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115aab-32c0-4aaa-83f4-188472599392 req-8a5e028e-117b-4174-b2e2-ea5bca726ade tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:35.385130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-8a5e028e-117b-4174-b2e2-ea5bca726ade tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1097 time: 0.1991119 Aug 29 16:59:35.387562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-890861a4-dde6-4242-bd1e-dd8ae54be4e4 req-62de6783-95ab-460d-a883-47f538c79877 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422611 Aug 29 16:59:35.396751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=6396e3f0-4525-46da-9a02-5f57dbc94259,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:35.400700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd40b78-24c9-40a8-a21a-6521ec4ab37a req-37b14330-57ba-4c53-af86-d650604d6e42 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:35.403411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dfd40b78-24c9-40a8-a21a-6521ec4ab37a req-37b14330-57ba-4c53-af86-d650604d6e42 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 945 time: 0.1107466 Aug 29 16:59:35.405198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa65d6d-8c35-48b0-a515-84713b1ba38c req-fa15ad5e-e014-46a7-a8e5-9a0bf62c8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:35.406792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3aa65d6d-8c35-48b0-a515-84713b1ba38c req-fa15ad5e-e014-46a7-a8e5-9a0bf62c8fd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.1479890 Aug 29 16:59:35.488049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32c2dd78-b3c1-4b27-9525-805ef92ac412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:35.501121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3aa65d6d-8c35-48b0-a515-84713b1ba38c req-3fe92064-9b44-4596-90f1-9c26acdaa748 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499997 Aug 29 16:59:35.545723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115aab-32c0-4aaa-83f4-188472599392 req-1ecbaa48-4597-4e12-a6bd-ae4ffc83fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:35.547246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-1ecbaa48-4597-4e12-a6bd-ae4ffc83fdde service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc&tenant_id=87aab6bab59d4591973a8c9fe46d8484 HTTP/1.1" status: 200 len: 1097 time: 0.1395462 Aug 29 16:59:35.589529 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dfd40b78-24c9-40a8-a21a-6521ec4ab37a req-0bf47f01-0f34-4b7e-a8b4-4e271edd198a tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322291 Aug 29 16:59:35.677798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115aab-32c0-4aaa-83f4-188472599392 req-7cb2f665-e056-4ba8-b9e9-bc5f0cf65fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:35.679283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-7cb2f665-e056-4ba8-b9e9-bc5f0cf65fc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87aab6bab59d4591973a8c9fe46d8484&device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 1097 time: 0.0869401 Aug 29 16:59:35.694921 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3aa65d6d-8c35-48b0-a515-84713b1ba38c req-979aa10c-a4fd-4e0c-892f-8ce3f8b813b8 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837304 Aug 29 16:59:35.856119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bea349-ae9c-461b-99b5-78340dad3499 req-7e0823df-e1aa-4f18-ac29-8ec57eb9f65d tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:35.857647 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40bea349-ae9c-461b-99b5-78340dad3499 req-7e0823df-e1aa-4f18-ac29-8ec57eb9f65d tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 944 time: 0.1774571 Aug 29 16:59:35.902788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115aab-32c0-4aaa-83f4-188472599392 req-fadcf728-152e-4822-8e1e-6963ce3dd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:35.904263 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-fadcf728-152e-4822-8e1e-6963ce3dd850 service neutron] 10.222.0.10 "GET /v2.0/networks?id=563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 200 len: 922 time: 0.2118497 Aug 29 16:59:35.950125 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32c2dd78-b3c1-4b27-9525-805ef92ac412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:35.957797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-ad65d710-0a49-426d-857a-86b97065d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:35.959306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-ad65d710-0a49-426d-857a-86b97065d28e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.5792525 Aug 29 16:59:35.963839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 77596d29-da4b-46da-b81e-92c5e791dedd up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:59:35.970075 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3aa65d6d-8c35-48b0-a515-84713b1ba38c req-c15d5296-688a-40df-8595-6c2237f47a99 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515154 Aug 29 16:59:35.973464 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40bea349-ae9c-461b-99b5-78340dad3499 req-72f97a20-1c43-405f-9bfa-f1c884ef924c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066303 Aug 29 16:59:35.974746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-a23cb01f-218a-4ad3-85c0-06a01c96c259 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 HTTP/1.1" status: 200 len: 217 time: 0.0551627 Aug 29 16:59:36.037396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 77596d29-da4b-46da-b81e-92c5e791dedd completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:59:36.044362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 77596d29-da4b-46da-b81e-92c5e791dedd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:59:36.045519 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:36.061029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115aab-32c0-4aaa-83f4-188472599392 req-5302cfdd-1fa7-4ecc-b19d-8d167d524e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:36.064711 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-5302cfdd-1fa7-4ecc-b19d-8d167d524e06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 200 len: 861 time: 0.0779560 Aug 29 16:59:36.112260 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-e1ea5fbe-20ae-4892-a1b4-046fccf29d1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=563469a4-489a-4ba1-ac09-b2255dd8022b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277557 Aug 29 16:59:36.127539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced0a37-6551-4c83-8138-2331612152ac req-02ef70ba-277e-4df9-a5eb-01ca9f1e463c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:36.129084 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ced0a37-6551-4c83-8138-2331612152ac req-02ef70ba-277e-4df9-a5eb-01ca9f1e463c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 946 time: 0.2962301 Aug 29 16:59:36.140766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20356a93-d4ed-4b80-a81a-af679652ec50 req-b4387ed0-7c83-44c4-b9a2-131a7d2336fa tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:36.142289 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20356a93-d4ed-4b80-a81a-af679652ec50 req-b4387ed0-7c83-44c4-b9a2-131a7d2336fa tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 946 time: 0.3082490 Aug 29 16:59:36.149210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-890861a4-dde6-4242-bd1e-dd8ae54be4e4 req-c6dc7742-11af-4824-afad-3a66c6b418c0 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7173958 Aug 29 16:59:36.156058 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:36.188155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b417c44-c6e3-4635-9c9d-71969b92c155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77596d29-da4b-46da-b81e-92c5e791dedd'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:36.191890 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d874d5c-a462-4736-89f8-e579455d4557" -d '{"events": [{"server_uuid": "1b417c44-c6e3-4635-9c9d-71969b92c155", "name": "network-vif-plugged", "status": "completed", "tag": "77596d29-da4b-46da-b81e-92c5e791dedd"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:36.218466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 77596d29-da4b-46da-b81e-92c5e791dedd, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=77596d29-da4b-46da-b81e-92c5e791dedd,segment=NetworkSegment(e1a329af-e37e-4b14-9a03-6a56a50fe29b),segment_id=e1a329af-e37e-4b14-9a03-6a56a50fe29b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:36.228520 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:36.236012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-c456e05c-237d-4451-914e-8cd48ee48d02 service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128471 Aug 29 16:59:36.275162 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5da218c-5206-40cf-9bb5-75f649979437 x-openstack-request-id: req-a5da218c-5206-40cf-9bb5-75f649979437 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:36.275486 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b417c44-c6e3-4635-9c9d-71969b92c155", "name": "network-vif-plugged", "status": "completed", "tag": "77596d29-da4b-46da-b81e-92c5e791dedd", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:36.276466 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5da218c-5206-40cf-9bb5-75f649979437 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:36.276466 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b417c44-c6e3-4635-9c9d-71969b92c155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77596d29-da4b-46da-b81e-92c5e791dedd', 'code': 200} Aug 29 16:59:36.297260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-ca8eda7d-2458-4d95-9dba-cf78bad7aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:36.298857 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-ca8eda7d-2458-4d95-9dba-cf78bad7aeef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3114476 Aug 29 16:59:36.317296 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=77596d29-da4b-46da-b81e-92c5e791dedd,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:36.357574 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32c2dd78-b3c1-4b27-9525-805ef92ac412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:36.360162 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32c2dd78-b3c1-4b27-9525-805ef92ac412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:36.361530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-32c2dd78-b3c1-4b27-9525-805ef92ac412 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/038a07de-cbb1-41a7-a0bd-c5e59a1cb076 HTTP/1.1" status: 204 len: 168 time: 1.2633250 Aug 29 16:59:36.443809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-1b7bde1a-cfdf-4719-a4d6-6170c66c0e33 service neutron] 10.222.0.10 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987185 Aug 29 16:59:36.465154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20356a93-d4ed-4b80-a81a-af679652ec50 req-a87a54d0-275e-4707-844c-eace25fd81a8 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087125 Aug 29 16:59:36.468944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f5ea2-9248-4a0c-9840-a314bbf2c2ad req-3af1e78c-015d-421f-8f97-126e7edf8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:36.470608 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-198f5ea2-9248-4a0c-9840-a314bbf2c2ad req-3af1e78c-015d-421f-8f97-126e7edf8788 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 1098 time: 0.1234486 Aug 29 16:59:36.475534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2dd78-b3c1-4b27-9525-805ef92ac412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038a07de-cbb1-41a7-a0bd-c5e59a1cb076,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:36.513069 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:36.515501 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b31ad-5004-4382-8bcb-ef2dfc99e6ee req-a093a6f1-fe55-4b4c-9974-99a727377f5b tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:36.523668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d74b31ad-5004-4382-8bcb-ef2dfc99e6ee req-a093a6f1-fe55-4b4c-9974-99a727377f5b tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 946 time: 0.1167774 Aug 29 16:59:36.592927 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d74b31ad-5004-4382-8bcb-ef2dfc99e6ee req-15222ce2-51a1-4f1c-8c25-74dc9153e968 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674934 Aug 29 16:59:36.594962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-890861a4-dde6-4242-bd1e-dd8ae54be4e4 req-649e943c-f43d-4402-a2d4-47d8b9d76ce3 service neutron] 10.222.0.16 "GET /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317820 Aug 29 16:59:36.598784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-198f5ea2-9248-4a0c-9840-a314bbf2c2ad req-879f1639-2697-4ed6-9f3c-e906fea314bf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677607 Aug 29 16:59:36.624901 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-91fd1f3c-2ad3-421e-a143-ed1c2e95d9f5 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920830 Aug 29 16:59:36.675797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-4ced0a37-6551-4c83-8138-2331612152ac req-79d6b71b-7ca4-4bd1-a939-98e09a67c197 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Deleting port d1f0ee97-108d-4cda-9d24-9fa7220ec161 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:36.676423 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4ced0a37-6551-4c83-8138-2331612152ac req-79d6b71b-7ca4-4bd1-a939-98e09a67c197 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:36.768272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115aab-32c0-4aaa-83f4-188472599392 req-5d12c85a-cde4-4ef8-981b-c1a274806131 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:36.769826 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-5d12c85a-cde4-4ef8-981b-c1a274806131 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc&tenant_id=87aab6bab59d4591973a8c9fe46d8484&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1097 time: 0.0486887 Aug 29 16:59:36.820510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55484) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:36.840794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e85ed2d2-9b06-48b2-8317-95aa734dcca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:36.935197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d01bc7-ff69-4e02-af8e-3d928ef8b443 req-986391e1-0a27-407e-b1ba-b32b5ab13be4 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:36.936798 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c7d01bc7-ff69-4e02-af8e-3d928ef8b443 req-986391e1-0a27-407e-b1ba-b32b5ab13be4 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 945 time: 0.2519069 Aug 29 16:59:36.960441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6396e3f0-4525-46da-9a02-5f57dbc94259 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:59:36.975111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-bc115aab-32c0-4aaa-83f4-188472599392 req-4ed0ab88-abaf-459a-8330-06a9a06d5a68 service neutron] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:36.980257 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bc115aab-32c0-4aaa-83f4-188472599392 req-4ed0ab88-abaf-459a-8330-06a9a06d5a68 service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:36.981500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-4ed0ab88-abaf-459a-8330-06a9a06d5a68 service neutron] 10.222.0.10 "DELETE /v2.0/ports/5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8/bindings/n-h2-713301-13 HTTP/1.1" status: 204 len: 173 time: 0.2033122 Aug 29 16:59:37.028905 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e85ed2d2-9b06-48b2-8317-95aa734dcca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.029350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6396e3f0-4525-46da-9a02-5f57dbc94259 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:59:37.030297 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.035515 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e85ed2d2-9b06-48b2-8317-95aa734dcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.063651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4ced0a37-6551-4c83-8138-2331612152ac req-79d6b71b-7ca4-4bd1-a939-98e09a67c197 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] For port d1f0ee97-108d-4cda-9d24-9fa7220ec161, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d1f0ee97-108d-4cda-9d24-9fa7220ec161,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:37.064342 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4ced0a37-6551-4c83-8138-2331612152ac req-79d6b71b-7ca4-4bd1-a939-98e09a67c197 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.086985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ab50f6f-86fd-4f29-913a-a82b42c5c19f req-d9c81c28-46e2-4210-b143-dbc52f606b53 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048412 Aug 29 16:59:37.098158 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c7d01bc7-ff69-4e02-af8e-3d928ef8b443 req-e1ecff6b-1776-4c22-9f5f-b5d12e0c2427 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491089 Aug 29 16:59:37.105278 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ed2d2-9b06-48b2-8317-95aa734dcca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a7a014-b0fe-4848-bc36-e7096947e283,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:37.121776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-4ced0a37-6551-4c83-8138-2331612152ac req-79d6b71b-7ca4-4bd1-a939-98e09a67c197 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Calling delete_port for d1f0ee97-108d-4cda-9d24-9fa7220ec161 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:37.124636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e85ed2d2-9b06-48b2-8317-95aa734dcca3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed012204a74d48b8968e7b42607830ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030546 Aug 29 16:59:37.129273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55490) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:37.167440 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.176263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ce26c-ee06-4c75-8db2-bbfbbc5da621 req-06b73905-881b-4fa5-8e09-c0985814ecb3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:37.185476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f47ce26c-ee06-4c75-8db2-bbfbbc5da621 req-06b73905-881b-4fa5-8e09-c0985814ecb3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 944 time: 0.0983248 Aug 29 16:59:37.239184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f47ce26c-ee06-4c75-8db2-bbfbbc5da621 req-d732e5ff-dd1e-4eb9-bf06-e14c3d87795d tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465088 Aug 29 16:59:37.342413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b895-469f-4990-898b-be73a768f46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.385474 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b895-469f-4990-898b-be73a768f46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.473963 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4ced0a37-6551-4c83-8138-2331612152ac req-79d6b71b-7ca4-4bd1-a939-98e09a67c197 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.485028 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba', 'd1f0ee97-108d-4cda-9d24-9fa7220ec161'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:37.512412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6b71b-7ca4-4bd1-a939-98e09a67c197 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event deleted for resources: {'Port': ['ID=d1f0ee97-108d-4cda-9d24-9fa7220ec161,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:37.519003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Router 4c8980d5-2b16-46f1-97be-59a14a44344f is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:59:37.546618 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b895-469f-4990-898b-be73a768f46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.549944 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd4b895-469f-4990-898b-be73a768f46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.551159 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ffd4b895-469f-4990-898b-be73a768f46e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3a7a014-b0fe-4848-bc36-e7096947e283 HTTP/1.1" status: 204 len: 168 time: 0.4157083 Aug 29 16:59:37.571473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ced0a37-6551-4c83-8138-2331612152ac req-79d6b71b-7ca4-4bd1-a939-98e09a67c197 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] No DVR routers for this DVR port d1f0ee97-108d-4cda-9d24-9fa7220ec161 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:37.610512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4ced0a37-6551-4c83-8138-2331612152ac req-79d6b71b-7ca4-4bd1-a939-98e09a67c197 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.612522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ced0a37-6551-4c83-8138-2331612152ac req-79d6b71b-7ca4-4bd1-a939-98e09a67c197 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "DELETE /v2.0/ports/d1f0ee97-108d-4cda-9d24-9fa7220ec161 HTTP/1.1" status: 204 len: 173 time: 1.4675527 Aug 29 16:59:37.617562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e735ebd-3f2d-4e32-a797-bbf764da342b', 'name': 'network-vif-deleted', 'tag': 'd1f0ee97-108d-4cda-9d24-9fa7220ec161'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:37.619824 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d17c9ab-35e6-46b6-b065-6c05e5a7af3a" -d '{"events": [{"server_uuid": "0e735ebd-3f2d-4e32-a797-bbf764da342b", "name": "network-vif-deleted", "tag": "d1f0ee97-108d-4cda-9d24-9fa7220ec161"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:37.635976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4b895-469f-4990-898b-be73a768f46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a7a014-b0fe-4848-bc36-e7096947e283,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:37.655934 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b965d96b-1899-4259-9dc8-3bbfc56c1a8b req-33ec0213-b181-49fa-a039-1e45800072d7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e735ebd-3f2d-4e32-a797-bbf764da342b HTTP/1.1" status: 200 len: 210 time: 0.0805721 Aug 29 16:59:37.726260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:59:37.740394 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Sync routers for ids ['4c8980d5-2b16-46f1-97be-59a14a44344f'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:59:37.758883 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Routers {'4c8980d5-2b16-46f1-97be-59a14a44344f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:37.759324 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:37.760298 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4c8980d5-2b16-46f1-97be-59a14a44344f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:37.765502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c5bb2367-5a9a-44c6-aaa0-2a15587a02ec tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6942685 Aug 29 16:59:37.767973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55500) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:37.769428 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a38e11c-9522-4f39-a9eb-f67ab0dbe7e7 x-openstack-request-id: req-5a38e11c-9522-4f39-a9eb-f67ab0dbe7e7 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:37.769760 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e735ebd-3f2d-4e32-a797-bbf764da342b", "name": "network-vif-deleted", "tag": "d1f0ee97-108d-4cda-9d24-9fa7220ec161", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:37.770021 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a38e11c-9522-4f39-a9eb-f67ab0dbe7e7 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:37.770693 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e735ebd-3f2d-4e32-a797-bbf764da342b', 'name': 'network-vif-deleted', 'tag': 'd1f0ee97-108d-4cda-9d24-9fa7220ec161', 'status': 'completed', 'code': 200} Aug 29 16:59:37.884432 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Set router 4c8980d5-2b16-46f1-97be-59a14a44344f gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:59:37.968344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 58205500-1342-4270-b216-1ef26fc36175 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:59:38.183808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 58205500-1342-4270-b216-1ef26fc36175, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=58205500-1342-4270-b216-1ef26fc36175,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:38.214199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '58205500-1342-4270-b216-1ef26fc36175', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'port_id': '58205500-1342-4270-b216-1ef26fc36175', 'mac_address': 'fa:16:3e:e8:76:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35736e46-1540-46d5-8b3f-132f9d7bf21c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:59:38.281208 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:38.297878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58205500-1342-4270-b216-1ef26fc36175 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:38.323564 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8980d5-2b16-46f1-97be-59a14a44344f', 'name': 'tempest-snat-router-1121809583', 'tenant_id': '9747d917824b4be0a458fde02ee30c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '40828238-9f05-4860-bb5a-c61a78d4d48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:59:32Z', 'updated_at': '2021-08-29T16:59:35Z', 'revision_number': 3, 'project_id': '9747d917824b4be0a458fde02ee30c14', 'gw_port': {'id': '40828238-9f05-4860-bb5a-c61a78d4d48a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8980d5-2b16-46f1-97be-59a14a44344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:59:33Z', 'updated_at': '2021-08-29T16:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:38.325642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 58205500-1342-4270-b216-1ef26fc36175, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=58205500-1342-4270-b216-1ef26fc36175,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:38.343247 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:38.349107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c213-a775-4465-81a7-fd3c1f6908e2 req-b0ab851a-384e-4465-936f-a28e013c2d69 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:38.350977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2470c213-a775-4465-81a7-fd3c1f6908e2 req-b0ab851a-384e-4465-936f-a28e013c2d69 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 946 time: 0.5847068 Aug 29 16:59:38.368146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0735ac4-277e-432e-9e98-b45599782d74 req-5edf5665-9d78-475e-940d-80a7a37f6798 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:38.370156 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0735ac4-277e-432e-9e98-b45599782d74 req-5edf5665-9d78-475e-940d-80a7a37f6798 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 945 time: 0.1350811 Aug 29 16:59:38.386159 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Checking router: 4c8980d5-2b16-46f1-97be-59a14a44344f for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 16:59:38.386667 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Updating router 4c8980d5-2b16-46f1-97be-59a14a44344f port 40828238-9f05-4860-bb5a-c61a78d4d48a binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 16:59:38.394597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-32961632-0175-4acf-8997-d84a42a56646 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/routers/4c8980d5-2b16-46f1-97be-59a14a44344f HTTP/1.1" status: 200 len: 908 time: 0.6227281 Aug 29 16:59:38.398958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55518) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:38.425956 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2470c213-a775-4465-81a7-fd3c1f6908e2 req-6ad16301-b3b4-48ef-aec6-e753cf3465b6 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661600 Aug 29 16:59:38.434026 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:38.492713 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0735ac4-277e-432e-9e98-b45599782d74 req-98c21e41-ab61-4c45-8f46-993e520a4526 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160133 Aug 29 16:59:38.498376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=58205500-1342-4270-b216-1ef26fc36175,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:38.619262 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:38.709690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf7838-ec7b-47b6-af6b-f5ad12ee082e req-30d0ae1e-8445-40f3-b624-66733c4489db tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:38.712330 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8cf7838-ec7b-47b6-af6b-f5ad12ee082e req-30d0ae1e-8445-40f3-b624-66733c4489db tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 1097 time: 0.0666912 Aug 29 16:59:38.729854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['58205500-1342-4270-b216-1ef26fc36175'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:38.796437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8cf7838-ec7b-47b6-af6b-f5ad12ee082e req-3ff81d96-912f-4cc2-be8a-f3ab739933f4 tempest-LiveAutoBlockMigrationV225Test-1930274853 tempest-LiveAutoBlockMigrationV225Test-1930274853-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773385 Aug 29 16:59:38.837009 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:38.850337 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Transition to ACTIVE for port object 40828238-9f05-4860-bb5a-c61a78d4d48a will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:59:38.865510 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:38.989547 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f8a88-4562-4aff-b616-a30d9c7d30c6 None None] Pushing event updated for resources: {'Port': ['ID=40828238-9f05-4860-bb5a-c61a78d4d48a,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:39.003618 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Attempting to bind port 40828238-9f05-4860-bb5a-c61a78d4d48a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:59:39.004296 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Attempting to bind port 40828238-9f05-4860-bb5a-c61a78d4d48a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:59:39.004458 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Attempting to bind port 40828238-9f05-4860-bb5a-c61a78d4d48a on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:39.010493 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:59:39.011018 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:39.011776 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:39.012249 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:59:39.012744 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Bound port: 40828238-9f05-4860-bb5a-c61a78d4d48a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:59:39.013327 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:39.080848 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] For port 40828238-9f05-4860-bb5a-c61a78d4d48a, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:39.084716 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] For port 40828238-9f05-4860-bb5a-c61a78d4d48a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=40828238-9f05-4860-bb5a-c61a78d4d48a,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:59:39.090838 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:39.151822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052ac9-ea49-43ca-8be6-f390142f3ef6 req-5b13899f-4765-4722-8447-bda022e07b62 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:39.153370 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a052ac9-ea49-43ca-8be6-f390142f3ef6 req-5b13899f-4765-4722-8447-bda022e07b62 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 945 time: 0.5317647 Aug 29 16:59:39.168804 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Routers {'4c8980d5-2b16-46f1-97be-59a14a44344f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:39.169676 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4c8980d5-2b16-46f1-97be-59a14a44344f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:39.187246 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:39.214409 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a052ac9-ea49-43ca-8be6-f390142f3ef6 req-528030de-e9cd-428b-9c92-a5aa6f2e6b7e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542922 Aug 29 16:59:39.271756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Deleting port 40828238-9f05-4860-bb5a-c61a78d4d48a {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:39.272108 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:39.281744 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f8a88-4562-4aff-b616-a30d9c7d30c6 None None] Pushing event updated for resources: {'Port': ['ID=40828238-9f05-4860-bb5a-c61a78d4d48a,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:39.314313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab2672-9715-4b7e-bf25-1cf97da12225 req-ff106258-06fc-44da-b7f9-c68447749fec tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:39.322300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbab2672-9715-4b7e-bf25-1cf97da12225 req-ff106258-06fc-44da-b7f9-c68447749fec tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 945 time: 0.0978251 Aug 29 16:59:39.327897 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] Set router 4c8980d5-2b16-46f1-97be-59a14a44344f gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 16:59:39.367975 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dbab2672-9715-4b7e-bf25-1cf97da12225 req-950f365e-e6a8-4a8f-af94-d9fb3013952f tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446856 Aug 29 16:59:39.381459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] For port 40828238-9f05-4860-bb5a-c61a78d4d48a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=40828238-9f05-4860-bb5a-c61a78d4d48a,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:39.382656 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:39.409035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Calling delete_port for 40828238-9f05-4860-bb5a-c61a78d4d48a owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:39.595028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951226d-7cea-4555-a8d2-d86c0dace030 req-9b4768b6-da25-4625-af3f-5107cb99036d tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:39.604023 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6951226d-7cea-4555-a8d2-d86c0dace030 req-9b4768b6-da25-4625-af3f-5107cb99036d tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 946 time: 0.0754704 Aug 29 16:59:39.612376 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-d3335bf3-c101-4737-84fb-79ed1c5c6d1c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:39.612603 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8980d5-2b16-46f1-97be-59a14a44344f', 'name': 'tempest-snat-router-1121809583', 'tenant_id': '9747d917824b4be0a458fde02ee30c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '40828238-9f05-4860-bb5a-c61a78d4d48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:59:32Z', 'updated_at': '2021-08-29T16:59:35Z', 'revision_number': 3, 'project_id': '9747d917824b4be0a458fde02ee30c14', 'gw_port': {'id': '40828238-9f05-4860-bb5a-c61a78d4d48a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8980d5-2b16-46f1-97be-59a14a44344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:59:33Z', 'updated_at': '2021-08-29T16:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:39.614364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-d3335bf3-c101-4737-84fb-79ed1c5c6d1c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.2032514 Aug 29 16:59:39.640450 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7d4b6-ddf6-4302-84bd-405e75839250 None None] The sync data for ids ['4c8980d5-2b16-46f1-97be-59a14a44344f'] in n-d-713301-13 is: [{'id': '4c8980d5-2b16-46f1-97be-59a14a44344f', 'name': 'tempest-snat-router-1121809583', 'tenant_id': '9747d917824b4be0a458fde02ee30c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '40828238-9f05-4860-bb5a-c61a78d4d48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:59:32Z', 'updated_at': '2021-08-29T16:59:35Z', 'revision_number': 3, 'project_id': '9747d917824b4be0a458fde02ee30c14', 'gw_port': {'id': '40828238-9f05-4860-bb5a-c61a78d4d48a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8980d5-2b16-46f1-97be-59a14a44344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:59:33Z', 'updated_at': '2021-08-29T16:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:59:39.650067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-a0efb301-8d45-4ab8-ac9a-f94fe59b4234 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/quotas/f4d6f40993ec498189d1d672c1f0685d HTTP/1.1" status: 200 len: 375 time: 0.0158298 Aug 29 16:59:39.658789 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6951226d-7cea-4555-a8d2-d86c0dace030 req-1df03692-f54a-4bf0-be59-1d412af50570 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535190 Aug 29 16:59:39.748684 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:39.793632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event deleted for resources: {'Port': ['ID=40828238-9f05-4860-bb5a-c61a78d4d48a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:39.819883 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-e1a78e6f-a137-449a-880a-512e130f58f9 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296475 Aug 29 16:59:39.970305 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:39.987382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fc620-a1d6-43ba-b784-816b58cb80e9 req-b119c93d-78aa-4d2d-bbb4-d7825e103bff tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:39.989279 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce9fc620-a1d6-43ba-b784-816b58cb80e9 req-b119c93d-78aa-4d2d-bbb4-d7825e103bff tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 945 time: 0.2080054 Aug 29 16:59:39.995275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 58205500-1342-4270-b216-1ef26fc36175 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:59:40.030884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d1f0ee97-108d-4cda-9d24-9fa7220ec161 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:40.057468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: d1f0ee97-108d-4cda-9d24-9fa7220ec161 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:40.057754 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d1f0ee97-108d-4cda-9d24-9fa7220ec161 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:40.114844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 58205500-1342-4270-b216-1ef26fc36175 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:59:40.135947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 58205500-1342-4270-b216-1ef26fc36175 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:59:40.136568 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.175519 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.193891 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.246658 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.273435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c720b0-76e9-443d-aed3-7d03795ed3aa req-d1c45eac-b0c0-4d6a-82ee-fcfe2b8335a3 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:40.281900 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29c720b0-76e9-443d-aed3-7d03795ed3aa req-d1c45eac-b0c0-4d6a-82ee-fcfe2b8335a3 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 946 time: 0.0777838 Aug 29 16:59:40.285539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58205500-1342-4270-b216-1ef26fc36175'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:40.288043 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddc34c3-85f3-4a38-97f3-d9a3579131cc" -d '{"events": [{"server_uuid": "4b1ac5f5-731b-45ce-956e-eb173a07dea0", "name": "network-vif-plugged", "status": "completed", "tag": "58205500-1342-4270-b216-1ef26fc36175"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:40.298393 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-592d24f1-dd55-4bcf-bcef-ff9f904f97b8 service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570363 Aug 29 16:59:40.316520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 58205500-1342-4270-b216-1ef26fc36175, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=58205500-1342-4270-b216-1ef26fc36175,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:40.324087 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29c720b0-76e9-443d-aed3-7d03795ed3aa req-5e6f3aba-2389-4fac-b729-3d37b1f6ea27 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Aug 29 16:59:40.324406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.324748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c8980d5-2b16-46f1-97be-59a14a44344f {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:59:40.325582 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.343344 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.344706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-758edeff-6d1d-45b9-9016-c336e03aba7b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "DELETE /v2.0/routers/4c8980d5-2b16-46f1-97be-59a14a44344f HTTP/1.1" status: 204 len: 168 time: 1.9440498 Aug 29 16:59:40.354002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55610) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:40.433247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=58205500-1342-4270-b216-1ef26fc36175,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:40.451518 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ce9fc620-a1d6-43ba-b784-816b58cb80e9 req-bdf27236-638b-4587-aa95-3469f0c81847 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Deleting port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:40.452053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ce9fc620-a1d6-43ba-b784-816b58cb80e9 req-bdf27236-638b-4587-aa95-3469f0c81847 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.526144 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-f17664de-7922-4554-8108-b20ef3d78008 service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199035 Aug 29 16:59:40.561152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.571038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ce9fc620-a1d6-43ba-b784-816b58cb80e9 req-bdf27236-638b-4587-aa95-3469f0c81847 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] For port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:40.571410 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ce9fc620-a1d6-43ba-b784-816b58cb80e9 req-bdf27236-638b-4587-aa95-3469f0c81847 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.591869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ce9fc620-a1d6-43ba-b784-816b58cb80e9 req-bdf27236-638b-4587-aa95-3469f0c81847 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Calling delete_port for 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:40.644434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923aede7-b90d-42f6-b6d6-eef629a14434 req-09f81058-5419-4505-86d9-e90b86b6bffd tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:40.653108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-923aede7-b90d-42f6-b6d6-eef629a14434 req-09f81058-5419-4505-86d9-e90b86b6bffd tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1400621 Aug 29 16:59:40.770503 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84912dca-8910-45a1-89bc-5bb985017c3e x-openstack-request-id: req-84912dca-8910-45a1-89bc-5bb985017c3e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:40.770804 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1ac5f5-731b-45ce-956e-eb173a07dea0", "name": "network-vif-plugged", "status": "completed", "tag": "58205500-1342-4270-b216-1ef26fc36175", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:40.771172 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.771561 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84912dca-8910-45a1-89bc-5bb985017c3e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:40.772465 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58205500-1342-4270-b216-1ef26fc36175', 'code': 200} Aug 29 16:59:40.810830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-923aede7-b90d-42f6-b6d6-eef629a14434 req-72af47d2-956f-4339-96a1-90bfa1537db0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568670 Aug 29 16:59:40.854675 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ce9fc620-a1d6-43ba-b784-816b58cb80e9 req-bdf27236-638b-4587-aa95-3469f0c81847 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:40.867630 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:40.984352 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-15b95c61-f059-4d6e-ab60-9850df65a3d0 req-d77f304d-5c21-4044-b93b-45c6a6ff065c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 210 time: 0.0454938 Aug 29 16:59:40.990626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf27236-638b-4587-aa95-3469f0c81847 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Pushing event deleted for resources: {'Port': ['ID=5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:40.998802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97543b-4eba-4ba4-aa19-d740c111e14d req-91475e4a-3feb-4a42-ab45-e814f4e3573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:41.000505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be97543b-4eba-4ba4-aa19-d740c111e14d req-91475e4a-3feb-4a42-ab45-e814f4e3573c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 1098 time: 0.1619058 Aug 29 16:59:41.060412 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c4d103e7-ebf2-4807-a219-bd0257983115 req-8b63ca22-8c7f-4518-9e9b-71c4e9a558e9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 210 time: 0.1479356 Aug 29 16:59:41.064695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9fc620-a1d6-43ba-b784-816b58cb80e9 req-bdf27236-638b-4587-aa95-3469f0c81847 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] No DVR routers for this DVR port 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:41.071708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ce9fc620-a1d6-43ba-b784-816b58cb80e9 req-bdf27236-638b-4587-aa95-3469f0c81847 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.074973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce9fc620-a1d6-43ba-b784-816b58cb80e9 req-bdf27236-638b-4587-aa95-3469f0c81847 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.10 "DELETE /v2.0/ports/5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 HTTP/1.1" status: 204 len: 173 time: 1.0057602 Aug 29 16:59:41.075821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'name': 'network-vif-deleted', 'tag': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:41.081310 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51605c6b-3a83-4b78-a7fd-7ef1d74418f6" -d '{"events": [{"server_uuid": "fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc", "name": "network-vif-deleted", "tag": "5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:41.092654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be97543b-4eba-4ba4-aa19-d740c111e14d req-e717c70b-4292-4054-b886-183c84cbb4d8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735233 Aug 29 16:59:41.103575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Deleting port 6396e3f0-4525-46da-9a02-5f57dbc94259 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:41.104170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.106727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55646) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:41.165737 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb083cf-3bf6-42a3-b1c4-bcbf5c3db026 x-openstack-request-id: req-1bb083cf-3bf6-42a3-b1c4-bcbf5c3db026 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:41.166277 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc", "name": "network-vif-deleted", "tag": "5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:41.166735 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1bb083cf-3bf6-42a3-b1c4-bcbf5c3db026 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:41.167322 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc', 'name': 'network-vif-deleted', 'tag': '5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8', 'status': 'completed', 'code': 200} Aug 29 16:59:41.221081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] For port 6396e3f0-4525-46da-9a02-5f57dbc94259, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6396e3f0-4525-46da-9a02-5f57dbc94259,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:41.221547 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.240447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Calling delete_port for 6396e3f0-4525-46da-9a02-5f57dbc94259 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:41.311029 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-caff0aa5-ad2a-44c8-bb43-4c94c698194a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.549196 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-caff0aa5-ad2a-44c8-bb43-4c94c698194a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.559319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b520f-508e-4ea2-b9a0-fcdcd244de53 req-e6fc8959-2d77-43f2-8173-ef43fa3d1684 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:41.561050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f83b520f-508e-4ea2-b9a0-fcdcd244de53 req-e6fc8959-2d77-43f2-8173-ef43fa3d1684 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 946 time: 0.1166787 Aug 29 16:59:41.563121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.565088 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-caff0aa5-ad2a-44c8-bb43-4c94c698194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.642820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event deleted for resources: {'Port': ['ID=6396e3f0-4525-46da-9a02-5f57dbc94259,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:41.681071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55654) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:41.681650 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-caff0aa5-ad2a-44c8-bb43-4c94c698194a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29213ee584f847faad06183188bb5f14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5731564 Aug 29 16:59:41.681908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff0aa5-ad2a-44c8-bb43-4c94c698194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87327af5-eb18-42ec-b762-359e87e7c92c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:41.730495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f83b520f-508e-4ea2-b9a0-fcdcd244de53 req-9d642e76-06ef-4bbe-a87a-d8c489fb194f tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/security-groups?id=240728f1-050e-4302-a293-0e0e86592b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382313 Aug 29 16:59:41.743002 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.770572 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f32556-2551-436d-a77f-3cdbaaf6d53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.794650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f32556-2551-436d-a77f-3cdbaaf6d53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.853526 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f32556-2551-436d-a77f-3cdbaaf6d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.856516 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f32556-2551-436d-a77f-3cdbaaf6d53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.857976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-06f32556-2551-436d-a77f-3cdbaaf6d53a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87327af5-eb18-42ec-b762-359e87e7c92c HTTP/1.1" status: 204 len: 168 time: 0.1748776 Aug 29 16:59:41.866522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f32556-2551-436d-a77f-3cdbaaf6d53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87327af5-eb18-42ec-b762-359e87e7c92c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:41.879519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.882214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.948170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685b452-39e6-4814-9d17-463ea11824c7 req-33584030-74ea-4ecd-b4fe-5496a9b2ba23 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:41.950653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f685b452-39e6-4814-9d17-463ea11824c7 req-33584030-74ea-4ecd-b4fe-5496a9b2ba23 tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 946 time: 0.1399131 Aug 29 16:59:41.952434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.953023 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dee24484-abc5-4b5f-a2f8-b688c4fbafe0 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:59:41.959124 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:41.961480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a294d28d-7201-4614-a814-67b4c7571637 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "DELETE /v2.0/routers/dee24484-abc5-4b5f-a2f8-b688c4fbafe0 HTTP/1.1" status: 204 len: 168 time: 1.6064270 Aug 29 16:59:41.965129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55660) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:41.976283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-36102423', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:42.190441 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f1f7e32-27e5-4666-a220-cafda0dae803 req-e9f2fbad-01ad-446d-a7af-b9346f21596e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 210 time: 0.0589025 Aug 29 16:59:42.221801 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.225506 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.262509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-f685b452-39e6-4814-9d17-463ea11824c7 req-edd9a56f-2321-44d5-ae58-9050e33a4c0f tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Deleting port 77596d29-da4b-46da-b81e-92c5e791dedd {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:42.262509 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f685b452-39e6-4814-9d17-463ea11824c7 req-edd9a56f-2321-44d5-ae58-9050e33a4c0f tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.291150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1968c6-fa3c-4d72-892a-883b1563088a req-28ff903f-6ba7-4c1b-b8f0-765bddf9ab53 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:42.302523 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e1968c6-fa3c-4d72-892a-883b1563088a req-28ff903f-6ba7-4c1b-b8f0-765bddf9ab53 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.3134992 Aug 29 16:59:42.384420 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f186b519-f4cd-4edf-baa4-9c4852769d65 req-7e9bbc33-0e6d-4385-b2cd-ffb5abeb4c17 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 210 time: 0.0520606 Aug 29 16:59:42.431123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55670) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:42.456787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-f685b452-39e6-4814-9d17-463ea11824c7 req-edd9a56f-2321-44d5-ae58-9050e33a4c0f tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] For port 77596d29-da4b-46da-b81e-92c5e791dedd, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=77596d29-da4b-46da-b81e-92c5e791dedd,segment=NetworkSegment(e1a329af-e37e-4b14-9a03-6a56a50fe29b),segment_id=e1a329af-e37e-4b14-9a03-6a56a50fe29b)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:42.457158 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f685b452-39e6-4814-9d17-463ea11824c7 req-edd9a56f-2321-44d5-ae58-9050e33a4c0f tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.467009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53072827-af4a-4665-a504-5a74e0d002d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.474913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.481299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-f685b452-39e6-4814-9d17-463ea11824c7 req-edd9a56f-2321-44d5-ae58-9050e33a4c0f tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Calling delete_port for 77596d29-da4b-46da-b81e-92c5e791dedd owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:42.489739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-acea4cf9-9c8e-4531-8f9a-f767bee09bfd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:42.492446 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-acea4cf9-9c8e-4531-8f9a-f767bee09bfd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.4888973 Aug 29 16:59:42.584260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Request body: {'port': {'device_id': '034b9260-ea6b-4d0a-9ff2-83bc6c60c31a', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'admin_state_up': True, 'tenant_id': 'f4d6f40993ec498189d1d672c1f0685d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:42.632985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e1968c6-fa3c-4d72-892a-883b1563088a req-2c72b2a4-f76b-42ec-b19e-462d4e9a0dec tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294966 Aug 29 16:59:42.730644 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53072827-af4a-4665-a504-5a74e0d002d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.737387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53072827-af4a-4665-a504-5a74e0d002d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.768520 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f685b452-39e6-4814-9d17-463ea11824c7 req-edd9a56f-2321-44d5-ae58-9050e33a4c0f tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.780215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['77596d29-da4b-46da-b81e-92c5e791dedd'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:42.819913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9a56f-2321-44d5-ae58-9050e33a4c0f tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Pushing event deleted for resources: {'Port': ['ID=77596d29-da4b-46da-b81e-92c5e791dedd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:42.832039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-53072827-af4a-4665-a504-5a74e0d002d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c2c8193d1f94cf3a8b41c693d0e60a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995664 Aug 29 16:59:42.832691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53072827-af4a-4665-a504-5a74e0d002d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9117e28b-9afe-4c24-be5e-aeed80de5377,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:42.835406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55674) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:42.851707 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-333ddba1-e9ca-4c9f-9465-4c4430e78d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.877590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.877904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f685b452-39e6-4814-9d17-463ea11824c7 req-edd9a56f-2321-44d5-ae58-9050e33a4c0f tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] No DVR routers for this DVR port 77596d29-da4b-46da-b81e-92c5e791dedd on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:42.880601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f685b452-39e6-4814-9d17-463ea11824c7 req-edd9a56f-2321-44d5-ae58-9050e33a4c0f tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:42.883111 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f685b452-39e6-4814-9d17-463ea11824c7 req-edd9a56f-2321-44d5-ae58-9050e33a4c0f tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.16 "DELETE /v2.0/ports/77596d29-da4b-46da-b81e-92c5e791dedd HTTP/1.1" status: 204 len: 173 time: 0.9203827 Aug 29 16:59:42.883639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b417c44-c6e3-4635-9c9d-71969b92c155', 'name': 'network-vif-deleted', 'tag': '77596d29-da4b-46da-b81e-92c5e791dedd'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:42.886195 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0dfa4b-326d-4c09-aca5-db9ee0d75fec" -d '{"events": [{"server_uuid": "1b417c44-c6e3-4635-9c9d-71969b92c155", "name": "network-vif-deleted", "tag": "77596d29-da4b-46da-b81e-92c5e791dedd"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:42.960126 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0d5f4e17-9190-4d94-bad0-737dfd396509 req-9708c073-dd00-4229-b247-44b9fc8deada tempest-ServerAddressesTestJSON-842367062 tempest-ServerAddressesTestJSON-842367062-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b417c44-c6e3-4635-9c9d-71969b92c155 HTTP/1.1" status: 200 len: 210 time: 0.0568023 Aug 29 16:59:42.979140 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9581ec58-278f-4c74-8db1-0ed44da0ce2b x-openstack-request-id: req-9581ec58-278f-4c74-8db1-0ed44da0ce2b {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:42.979732 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b417c44-c6e3-4635-9c9d-71969b92c155", "name": "network-vif-deleted", "tag": "77596d29-da4b-46da-b81e-92c5e791dedd", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:42.980219 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9581ec58-278f-4c74-8db1-0ed44da0ce2b {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:42.981144 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b417c44-c6e3-4635-9c9d-71969b92c155', 'name': 'network-vif-deleted', 'tag': '77596d29-da4b-46da-b81e-92c5e791dedd', 'status': 'completed', 'code': 200} Aug 29 16:59:43.044407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 40828238-9f05-4860-bb5a-c61a78d4d48a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:43.069957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 40828238-9f05-4860-bb5a-c61a78d4d48a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:43.070602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 40828238-9f05-4860-bb5a-c61a78d4d48a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:43.071211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6396e3f0-4525-46da-9a02-5f57dbc94259 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:43.092728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 6396e3f0-4525-46da-9a02-5f57dbc94259 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:43.093260 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6396e3f0-4525-46da-9a02-5f57dbc94259 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:43.096103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Made reservation on behalf of f4d6f40993ec498189d1d672c1f0685d for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:43.099614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:43.120416 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4c00313c-1b10-475e-91a4-f10dd7ca464a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:43.159603 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4c00313c-1b10-475e-91a4-f10dd7ca464a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:43.307725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00d8a70c-2b1d-416f-b137-ed5907a37f49 req-11543e79-1cda-44d6-9866-0c357aa27e6b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 210 time: 0.0592072 Aug 29 16:59:43.340752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Allocated IP 172.20.0.8 (d86c8120-adf7-4307-9620-94a250f14ff7/c0ffaa0b-3833-4fd3-81a1-14e261c9c132/8e18747d-9135-4dd6-8e4e-67e0366a5f4b) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:43.378351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4c00313c-1b10-475e-91a4-f10dd7ca464a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:43.381793 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4c00313c-1b10-475e-91a4-f10dd7ca464a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:43.382958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4c00313c-1b10-475e-91a4-f10dd7ca464a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9117e28b-9afe-4c24-be5e-aeed80de5377 HTTP/1.1" status: 204 len: 168 time: 0.5422878 Aug 29 16:59:43.442126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00313c-1b10-475e-91a4-f10dd7ca464a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9117e28b-9afe-4c24-be5e-aeed80de5377,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:43.530455 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:43.580258 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c895afd0-f2c2-4f04-be85-5c0bd9830c3e req-52e7770f-bcb5-4ff8-ac7e-50670a4e8988 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 210 time: 0.0738473 Aug 29 16:59:43.596619 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:43.794171 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b54ef-6f11-4e0c-8c18-9d0cda1b2ed5 req-47fd9e6e-ea1e-469a-8248-eb9679e158f2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:43.795103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Allocated IP 172.25.5.181 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/c65cb83e-c79b-48e6-b05f-1dd569e7b397) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:43.803190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b3b54ef-6f11-4e0c-8c18-9d0cda1b2ed5 req-47fd9e6e-ea1e-469a-8248-eb9679e158f2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.0812016 Aug 29 16:59:43.803437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:43.851891 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b3b54ef-6f11-4e0c-8c18-9d0cda1b2ed5 req-40736bab-95fd-419e-a967-3fbefc863a64 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477407 Aug 29 16:59:43.923072 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:43.936313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:44.000357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event updated for resources: {'Port': ['ID=8e18747d-9135-4dd6-8e4e-67e0366a5f4b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:44.018096 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:44.029866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Network d86c8120-adf7-4307-9620-94a250f14ff7 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:44.033565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:44.037562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:44.062875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:44.081269 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55702) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:44.179545 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5978b0cf-e085-4471-814c-c1fb9820df03 admin admin] Deleting subnet b7a51fa5-38b8-410a-8650-5860834af541 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:59:44.188798 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5978b0cf-e085-4471-814c-c1fb9820df03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:44.208269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:44.209027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 5211eeb9-8d4f-4564-b8d1-a5d3dc0bacf8 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:44.278003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5978b0cf-e085-4471-814c-c1fb9820df03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:44.377552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5978b0cf-e085-4471-814c-c1fb9820df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:44.468780 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:44.483158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:44.489629 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:44.554264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:44.558127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251eb4a-f24d-456c-bb62-e7181086343d req-068937d9-8a36-4693-89bc-28cdb491c8d5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:44.560538 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9251eb4a-f24d-456c-bb62-e7181086343d req-068937d9-8a36-4693-89bc-28cdb491c8d5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 931 time: 0.1008639 Aug 29 16:59:44.562463 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5978b0cf-e085-4471-814c-c1fb9820df03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:44.564711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:44.568252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:44.597208 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5978b0cf-e085-4471-814c-c1fb9820df03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:44.597824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-376fcdef-77af-458c-bd73-3b07f3d020f7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0697918 Aug 29 16:59:44.603715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Pushing event updated for resources: {'Port': ['ID=c65cb83e-c79b-48e6-b05f-1dd569e7b397,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:44.604600 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5978b0cf-e085-4471-814c-c1fb9820df03 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b7a51fa5-38b8-410a-8650-5860834af541 HTTP/1.1" status: 204 len: 168 time: 0.5218322 Aug 29 16:59:44.607529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55726) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:44.607912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978b0cf-e085-4471-814c-c1fb9820df03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a51fa5-38b8-410a-8650-5860834af541,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:44.631460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Request body: {'port': {'device_id': '034b9260-ea6b-4d0a-9ff2-83bc6c60c31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:44.673357 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9251eb4a-f24d-456c-bb62-e7181086343d req-1a3ff4a8-8811-4005-9c7f-760115280b77 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671458 Aug 29 16:59:44.813809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fd16b95d-7175-4222-bba7-f1ba1c94e18b req-75d76c25-23cd-425e-bbaf-0571f4de2d59 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 210 time: 0.0462453 Aug 29 16:59:44.865194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19efc-96a9-4562-9a83-57d7e7bf174b req-def307f6-36ec-4c99-a410-ff387f2bb193 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:44.872987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62d19efc-96a9-4562-9a83-57d7e7bf174b req-def307f6-36ec-4c99-a410-ff387f2bb193 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.2744317 Aug 29 16:59:44.892420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:44.903989 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:44.996025 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62d19efc-96a9-4562-9a83-57d7e7bf174b req-70adf75e-efba-4ab0-b992-08a0338d0beb tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220486 Aug 29 16:59:45.244108 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.274962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:45.340260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a329af-e37e-4b14-9a03-6a56a50fe29b') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:45.340561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a329af-e37e-4b14-9a03-6a56a50fe29b') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:45.363054 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.364659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.378986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55770) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:45.413620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.423861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:59:45.424281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: timer() Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:59:45.434131 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:59:45.518497 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b0233642-b7e2-4a05-962c-a45616c29494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.537253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a2434a8-1eae-4add-93a7-7befd36e67b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.560257 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.571455 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.573784 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1 HTTP/1.1" status: 204 len: 168 time: 0.9646630 Aug 29 16:59:45.704091 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a2434a8-1eae-4add-93a7-7befd36e67b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.713440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a2434a8-1eae-4add-93a7-7befd36e67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.733485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed06a8-38a6-44b4-8f5b-c01506446df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3291d378-d9d0-496a-b5aa-d4f1ff2bf1c1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:45.755533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55778) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:45.805263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e18747d-9135-4dd6-8e4e-67e0366a5f4b {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:45.806709 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.825638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9a2434a8-1eae-4add-93a7-7befd36e67b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7055fc75334a4f71b3b1ad1eed8f2b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452262 Aug 29 16:59:45.828492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55780) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:45.829566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2434a8-1eae-4add-93a7-7befd36e67b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbec2e1-a5a3-40d0-8bfc-336ebf135bd5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:45.856653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.867563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3ad3cd5e-f7a1-45a6-bbbc-5cf51031961d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e8ee0a568254765b2ee711d76ac7d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093929 Aug 29 16:59:45.874034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55784) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:45.956554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb18bf3-40e8-4475-abf6-54dad67b26d9 req-94f6f914-b165-43f4-8a2c-382fb78c6fa1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:45.958376 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2cb18bf3-40e8-4475-abf6-54dad67b26d9 req-94f6f914-b165-43f4-8a2c-382fb78c6fa1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 931 time: 0.1539252 Aug 29 16:59:45.969927 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e42d604d-3f16-4b1c-a838-88526d9ce4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.974553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Transition to ACTIVE for port object 8e18747d-9135-4dd6-8e4e-67e0366a5f4b will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:59:45.979196 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-84de1db7-3af8-43b6-90ad-9d4ffda64a0a req-1533e494-918e-4e16-b05d-5895f2e915e2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe458ba1-6c4d-46a7-9a2e-4d4f9a8348dc HTTP/1.1" status: 200 len: 210 time: 0.0610707 Aug 29 16:59:45.991897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:45.996950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00943ea1-9818-4bea-b27d-973fe5942598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.013202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e42d604d-3f16-4b1c-a838-88526d9ce4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.023830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 77596d29-da4b-46da-b81e-92c5e791dedd no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:46.051544 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2cb18bf3-40e8-4475-abf6-54dad67b26d9 req-0151b6f7-a273-4b25-a8c9-25b96e0013a0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821083 Aug 29 16:59:46.059159 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 77596d29-da4b-46da-b81e-92c5e791dedd {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:46.061806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 77596d29-da4b-46da-b81e-92c5e791dedd not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:46.063780 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.069360 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00943ea1-9818-4bea-b27d-973fe5942598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.149480 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00943ea1-9818-4bea-b27d-973fe5942598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.152808 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00943ea1-9818-4bea-b27d-973fe5942598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.155522 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-00943ea1-9818-4bea-b27d-973fe5942598 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fdbec2e1-a5a3-40d0-8bfc-336ebf135bd5 HTTP/1.1" status: 204 len: 168 time: 0.3093920 Aug 29 16:59:46.167566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00943ea1-9818-4bea-b27d-973fe5942598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbec2e1-a5a3-40d0-8bfc-336ebf135bd5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:46.191435 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e42d604d-3f16-4b1c-a838-88526d9ce4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.193423 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e42d604d-3f16-4b1c-a838-88526d9ce4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.194627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e42d604d-3f16-4b1c-a838-88526d9ce4b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/240728f1-050e-4302-a293-0e0e86592b36 HTTP/1.1" status: 204 len: 168 time: 0.3194914 Aug 29 16:59:46.299983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f84f3-32dc-4029-92e8-a9453dcee744 req-c27350dc-23ac-47f4-ad6a-6d161edb6701 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:46.311231 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e1f84f3-32dc-4029-92e8-a9453dcee744 req-c27350dc-23ac-47f4-ad6a-6d161edb6701 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1096711 Aug 29 16:59:46.322268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Attempting to bind port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 16:59:46.322268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Attempting to bind port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 16:59:46.322617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Attempting to bind port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:46.324676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Pushing event updated for resources: {'Port': ['ID=8e18747d-9135-4dd6-8e4e-67e0366a5f4b,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:46.377858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d604d-3f16-4b1c-a838-88526d9ce4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240728f1-050e-4302-a293-0e0e86592b36,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:46.394629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b on network d86c8120-adf7-4307-9620-94a250f14ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 16:59:46.395495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Attempting to bind port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 16:59:46.398884 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e1f84f3-32dc-4029-92e8-a9453dcee744 req-b4971cdf-d7f7-4a14-8293-cd72169937a1 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817289 Aug 29 16:59:46.450822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 16:59:46.451175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Checking segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 16:59:46.451564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Bound using segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 16:59:46.452047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Bound port: 8e18747d-9135-4dd6-8e4e-67e0366a5f4b, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 16:59:46.452413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.529924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Router 7c80fa28-c6de-4a28-a65a-1e01b086adcd is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:59:46.593006 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.681806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] For port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 16:59:46.687307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] For port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e18747d-9135-4dd6-8e4e-67e0366a5f4b,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 16:59:46.692483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:59:46.706788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca105d2d-840c-4454-a59d-9f4671f8ebe8 None None] Sync routers for ids ['7c80fa28-c6de-4a28-a65a-1e01b086adcd'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:59:46.712724 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.728329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca105d2d-840c-4454-a59d-9f4671f8ebe8 None None] Routers {'7c80fa28-c6de-4a28-a65a-1e01b086adcd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:46.729321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ca105d2d-840c-4454-a59d-9f4671f8ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['7c80fa28-c6de-4a28-a65a-1e01b086adcd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:46.775847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:46.776612 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.778277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] 10.222.0.10 "PUT /v2.0/ports/8e18747d-9135-4dd6-8e4e-67e0366a5f4b HTTP/1.1" status: 200 len: 1092 time: 2.1514568 Aug 29 16:59:46.779216 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:46.784005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-24fb6a2e-a0fe-4d2d-a81d-a1c09b7366e7 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.8148727 Aug 29 16:59:46.784005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034b9260-ea6b-4d0a-9ff2-83bc6c60c31a', 'tag': '8e18747d-9135-4dd6-8e4e-67e0366a5f4b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:46.784782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55806) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:46.785939 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c5dec9-6ba0-4738-ba7a-e2d21c897097" -d '{"events": [{"name": "network-changed", "server_uuid": "034b9260-ea6b-4d0a-9ff2-83bc6c60c31a", "tag": "8e18747d-9135-4dd6-8e4e-67e0366a5f4b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:46.791011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f08ac2e8-b092-438c-a9fe-24fbecfbd52b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'enable_snat': False}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:46.854532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ca105d2d-840c-4454-a59d-9f4671f8ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:46.885161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca105d2d-840c-4454-a59d-9f4671f8ebe8 None None] Routers {'7c80fa28-c6de-4a28-a65a-1e01b086adcd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:46.889054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ca105d2d-840c-4454-a59d-9f4671f8ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['7c80fa28-c6de-4a28-a65a-1e01b086adcd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:46.906612 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70593218-ab4d-4139-93d2-b9dfa320325c x-openstack-request-id: req-70593218-ab4d-4139-93d2-b9dfa320325c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:46.907300 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034b9260-ea6b-4d0a-9ff2-83bc6c60c31a", "tag": "8e18747d-9135-4dd6-8e4e-67e0366a5f4b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:46.910237 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70593218-ab4d-4139-93d2-b9dfa320325c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:46.910824 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034b9260-ea6b-4d0a-9ff2-83bc6c60c31a', 'tag': '8e18747d-9135-4dd6-8e4e-67e0366a5f4b', 'status': 'completed', 'code': 200} Aug 29 16:59:46.914056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a2390-ec06-41f2-b5b6-87c4543a1e0f service neutron] Pushing event updated for resources: {'Port': ['ID=8e18747d-9135-4dd6-8e4e-67e0366a5f4b,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:47.035384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-4131e0dc-804c-45c2-ba36-72c89b533ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:47.043926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-4131e0dc-804c-45c2-ba36-72c89b533ea3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 1095 time: 0.1701190 Aug 29 16:59:47.150732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-bfa858d2-61e1-4aec-a423-b64cfb1400ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e18747d-9135-4dd6-8e4e-67e0366a5f4b HTTP/1.1" status: 200 len: 217 time: 0.0960310 Aug 29 16:59:47.242357 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f08ac2e8-b092-438c-a9fe-24fbecfbd52b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:47.438642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ca105d2d-840c-4454-a59d-9f4671f8ebe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:47.439978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca105d2d-840c-4454-a59d-9f4671f8ebe8 None None] The sync data for ids ['7c80fa28-c6de-4a28-a65a-1e01b086adcd'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:59:47.447917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-84320e27-b078-48e1-ab3a-7b3c66915f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:47.458011 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-84320e27-b078-48e1-ab3a-7b3c66915f3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.2976310 Aug 29 16:59:47.482548 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:47.494655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d70b9-0828-40d9-96ce-a1f60d915baf req-8b6bba10-0fea-4fb7-ae67-859de10b4308 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:47.508697 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-157d70b9-0828-40d9-96ce-a1f60d915baf req-8b6bba10-0fea-4fb7-ae67-859de10b4308 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 943 time: 0.2241583 Aug 29 16:59:47.567895 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-7f82668a-75de-4c47-85a9-7e5dc58f75ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554187 Aug 29 16:59:47.710973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-157d70b9-0828-40d9-96ce-a1f60d915baf req-984a8b78-55ae-4066-a279-b35e29005a0b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974814 Aug 29 16:59:47.731880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ce4ac-4b0e-4483-b829-37b1126cd5cf req-01074c6b-a0da-40a7-9818-f82f7fb483c7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:47.739160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b45ce4ac-4b0e-4483-b829-37b1126cd5cf req-01074c6b-a0da-40a7-9818-f82f7fb483c7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1559966 Aug 29 16:59:47.787388 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-6e5171a2-4a36-4f8f-b651-9cbdcb42e496 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056246 Aug 29 16:59:47.794122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b45ce4ac-4b0e-4483-b829-37b1126cd5cf req-2edee3f2-aab9-4fa1-9b20-108077deddb1 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541236 Aug 29 16:59:47.951654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9157f03-556f-43ad-ac8d-a6e0f81b1cce req-c1c3160f-dcd9-4edd-bc53-9fb81c9ef429 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552918 Aug 29 16:59:48.105857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5dec9-6ba0-4738-ba7a-e2d21c897097 req-61735d76-f02d-4376-8deb-91fa490c275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:48.109984 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5c5dec9-6ba0-4738-ba7a-e2d21c897097 req-61735d76-f02d-4376-8deb-91fa490c275b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 1095 time: 0.0990663 Aug 29 16:59:48.164431 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f08ac2e8-b092-438c-a9fe-24fbecfbd52b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:48.169381 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f08ac2e8-b092-438c-a9fe-24fbecfbd52b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:48.200491 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:48.333383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5dec9-6ba0-4738-ba7a-e2d21c897097 req-0c684470-6376-4594-9c26-989b8c748224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:48.337401 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5c5dec9-6ba0-4738-ba7a-e2d21c897097 req-0c684470-6376-4594-9c26-989b8c748224 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 906 time: 0.2182314 Aug 29 16:59:48.389092 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5c5dec9-6ba0-4738-ba7a-e2d21c897097 req-a3c08760-5435-4278-be06-633c2465b384 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e18747d-9135-4dd6-8e4e-67e0366a5f4b HTTP/1.1" status: 200 len: 217 time: 0.0427301 Aug 29 16:59:48.440887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08ac2e8-b092-438c-a9fe-24fbecfbd52b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Router 7c80fa28-c6de-4a28-a65a-1e01b086adcd has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 16:59:48.480877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5dec9-6ba0-4738-ba7a-e2d21c897097 req-23108685-c6da-47d5-814d-87ec225175cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:48.482987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5c5dec9-6ba0-4738-ba7a-e2d21c897097 req-23108685-c6da-47d5-814d-87ec225175cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.0858130 Aug 29 16:59:48.573202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5c5dec9-6ba0-4738-ba7a-e2d21c897097 req-268ef1eb-f21c-4515-b3b2-6789a94b9988 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808108 Aug 29 16:59:48.632862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08ac2e8-b092-438c-a9fe-24fbecfbd52b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:59:48.640486 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f08ac2e8-b092-438c-a9fe-24fbecfbd52b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:48.646221 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fd675-2614-495a-a2ad-53850384787d None None] Sync routers for ids ['7c80fa28-c6de-4a28-a65a-1e01b086adcd'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:59:48.649252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f08ac2e8-b092-438c-a9fe-24fbecfbd52b tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "PUT /v2.0/routers/7c80fa28-c6de-4a28-a65a-1e01b086adcd HTTP/1.1" status: 200 len: 920 time: 1.8626559 Aug 29 16:59:48.651729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55872) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:48.660747 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93fd675-2614-495a-a2ad-53850384787d None None] Routers {'7c80fa28-c6de-4a28-a65a-1e01b086adcd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:48.662528 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c93fd675-2614-495a-a2ad-53850384787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['7c80fa28-c6de-4a28-a65a-1e01b086adcd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:48.762199 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5c5dec9-6ba0-4738-ba7a-e2d21c897097 req-1b9b105e-247e-42d9-9687-dee5a44dd1c6 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797245 Aug 29 16:59:48.831952 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c93fd675-2614-495a-a2ad-53850384787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:48.843881 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93fd675-2614-495a-a2ad-53850384787d None None] Routers {'7c80fa28-c6de-4a28-a65a-1e01b086adcd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:48.844542 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c93fd675-2614-495a-a2ad-53850384787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['7c80fa28-c6de-4a28-a65a-1e01b086adcd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:48.869579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55882) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:48.885338 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c93fd675-2614-495a-a2ad-53850384787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:48.886581 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fd675-2614-495a-a2ad-53850384787d None None] The sync data for ids ['7c80fa28-c6de-4a28-a65a-1e01b086adcd'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:59:48.990410 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5c5dec9-6ba0-4738-ba7a-e2d21c897097 req-bec90141-6525-4780-bd80-3e91a3f388d9 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177374 Aug 29 16:59:49.016909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcdf1c-7c11-42fa-83eb-e3101f947f14 req-8beb8d8e-7ed8-4f61-85af-8b24f36d3042 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:49.019140 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d6bcdf1c-7c11-42fa-83eb-e3101f947f14 req-8beb8d8e-7ed8-4f61-85af-8b24f36d3042 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.0910733 Aug 29 16:59:49.096484 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d6bcdf1c-7c11-42fa-83eb-e3101f947f14 req-384a905a-ef5a-4b40-8c14-37e08bf124ae tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710199 Aug 29 16:59:49.298935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-80c8e5ce-44af-4ab7-911f-c0a6f281db3e tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-360446477'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:49.299663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-80c8e5ce-44af-4ab7-911f-c0a6f281db3e tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Unknown quota resources ['metering_label']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:59:49.361076 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-275eafc0-94fd-43bd-a4f9-eacb9e0b503a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/routers/7c80fa28-c6de-4a28-a65a-1e01b086adcd HTTP/1.1" status: 200 len: 920 time: 0.7080240 Aug 29 16:59:49.362707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55888) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:49.452445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa6c99-1c12-4cab-a459-36e1f00c6ca9 req-e212e633-af47-454c-ae56-8c5b7c69a766 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:49.454462 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13aa6c99-1c12-4cab-a459-36e1f00c6ca9 req-e212e633-af47-454c-ae56-8c5b7c69a766 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 943 time: 0.5899477 Aug 29 16:59:49.603059 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80c8e5ce-44af-4ab7-911f-c0a6f281db3e tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:49.604388 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-80c8e5ce-44af-4ab7-911f-c0a6f281db3e tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7336981 Aug 29 16:59:49.607223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55894) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:49.612539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-52acc02d-9fad-4cd0-975d-005a42ac357c tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'db36f89a-2b7c-4102-9619-e9d9900ffae7'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:49.616104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-52acc02d-9fad-4cd0-975d-005a42ac357c tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:59:49.641912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f6afda-40d7-4eb9-98ed-72c9b5c0e718 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:49.643833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-87f6afda-40d7-4eb9-98ed-72c9b5c0e718 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&device_id=7c80fa28-c6de-4a28-a65a-1e01b086adcd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2800055 Aug 29 16:59:49.647700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55896) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:49.672053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13aa6c99-1c12-4cab-a459-36e1f00c6ca9 req-02a0bf5f-28ae-4158-8a19-323d33cbdc20 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555040 Aug 29 16:59:50.003342 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:50.079788 n-d-713301-13 neutron-server[111676]: WARNING neutron.services.metering.metering_plugin [None req-52acc02d-9fad-4cd0-975d-005a42ac357c tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 16:59:50.295484 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-52acc02d-9fad-4cd0-975d-005a42ac357c tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:50.299603 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-52acc02d-9fad-4cd0-975d-005a42ac357c tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6884224 Aug 29 16:59:50.299821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55912) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:50.307126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8a011c79-5374-4e65-ac94-c5665d51b562 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'db36f89a-2b7c-4102-9619-e9d9900ffae7'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:50.307714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8a011c79-5374-4e65-ac94-c5665d51b562 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:59:50.307897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648f781-101a-420b-95cd-eaa3694f867e req-8e0db6f4-409c-4db6-ad91-c8c0024112f0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:50.309344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6648f781-101a-420b-95cd-eaa3694f867e req-8e0db6f4-409c-4db6-ad91-c8c0024112f0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1217093 Aug 29 16:59:50.373688 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6648f781-101a-420b-95cd-eaa3694f867e req-1412917f-1492-4737-994f-f031227f05bb tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515010 Aug 29 16:59:50.408870 n-d-713301-13 neutron-server[111676]: WARNING neutron.services.metering.metering_plugin [None req-8a011c79-5374-4e65-ac94-c5665d51b562 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 29 16:59:50.417804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c12b6-34a5-496c-b175-2a98fdc8ce48 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:50.419205 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cc9c12b6-34a5-496c-b175-2a98fdc8ce48 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 881 time: 0.7673287 Aug 29 16:59:50.422397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55918) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:50.524683 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a011c79-5374-4e65-ac94-c5665d51b562 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:50.526128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8a011c79-5374-4e65-ac94-c5665d51b562 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2252831 Aug 29 16:59:50.530904 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0ed71bca-eecb-4052-bf17-6200145b7014 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c80fa28-c6de-4a28-a65a-1e01b086adcd HTTP/1.1" status: 200 len: 205 time: 0.1054246 Aug 29 16:59:50.531053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55920) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:50.533865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55922) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:50.539466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0861f3f2-7660-43df-99bd-c9deeafd227e tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=4a911951-fbd0-4552-abc3-795f5061cd2b HTTP/1.1" status: 200 len: 464 time: 0.0094700 Aug 29 16:59:50.542452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55924) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:50.682217 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3deac006-eb54-4d76-aac9-786e1bbd6123 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:50.687019 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3deac006-eb54-4d76-aac9-786e1bbd6123 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/4a911951-fbd0-4552-abc3-795f5061cd2b HTTP/1.1" status: 204 len: 168 time: 0.1435831 Aug 29 16:59:50.687676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55932) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:50.701561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55936) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:50.702663 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d27ca356-cc73-482e-9e9d-56b987f4d8b9 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=4a911951-fbd0-4552-abc3-795f5061cd2b HTTP/1.1" status: 200 len: 221 time: 0.0137241 Aug 29 16:59:50.708536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e8442feb-e12b-4e33-b560-fc27ecf3f696 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1178133230', 'description': 'label created by tempest'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:50.708997 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e8442feb-e12b-4e33-b560-fc27ecf3f696 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Unknown quota resources ['metering_label']. {{(pid=111676) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 16:59:50.717132 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:50.986751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dd89b-db3f-4241-b885-e58d6f18437a req-33d77640-685a-4fae-8de6-e5d18ac6239b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:50.995192 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d1dd89b-db3f-4241-b885-e58d6f18437a req-33d77640-685a-4fae-8de6-e5d18ac6239b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 944 time: 0.0779214 Aug 29 16:59:51.042429 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d1dd89b-db3f-4241-b885-e58d6f18437a req-fffd8f2c-8246-48b4-8318-d45ba5f3a0ef tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463290 Aug 29 16:59:51.125543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3ced2-15aa-4107-be65-e5b5b4f00811 req-bc2c5df3-e13d-46c8-a7e4-054030502fe3 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:51.127142 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1b3ced2-15aa-4107-be65-e5b5b4f00811 req-bc2c5df3-e13d-46c8-a7e4-054030502fe3 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 943 time: 0.2938294 Aug 29 16:59:51.129040 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e8442feb-e12b-4e33-b560-fc27ecf3f696 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:51.130676 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e8442feb-e12b-4e33-b560-fc27ecf3f696 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4279745 Aug 29 16:59:51.134062 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55942) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:51.135053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:51.189415 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0feb5227-0bbe-473f-9cc6-68ac2f2189bd tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=4e11c8d3-781d-4790-9d39-c39f4d7760bc HTTP/1.1" status: 200 len: 468 time: 0.0541325 Aug 29 16:59:51.191947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55944) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:51.196347 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1b3ced2-15aa-4107-be65-e5b5b4f00811 req-1bdf26cb-45fa-4c73-ad94-f111a447e0d1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581944 Aug 29 16:59:51.218232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Deleting port c65cb83e-c79b-48e6-b05f-1dd569e7b397 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:51.218446 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:51.310340 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:51.325039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Calling delete_port for c65cb83e-c79b-48e6-b05f-1dd569e7b397 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:51.377398 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73436f40-6080-4c4d-a9f9-2031fef11191 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:51.379406 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-73436f40-6080-4c4d-a9f9-2031fef11191 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/4e11c8d3-781d-4790-9d39-c39f4d7760bc HTTP/1.1" status: 204 len: 168 time: 0.1865463 Aug 29 16:59:51.382557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55952) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:51.395237 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9fabe97d-fdac-44c7-b1d2-6cec607cda0b tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=4e11c8d3-781d-4790-9d39-c39f4d7760bc HTTP/1.1" status: 200 len: 216 time: 0.0113320 Aug 29 16:59:51.399818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55956) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:51.418625 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4b6fc9b0-c0b2-4340-a871-cfff62573232 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0173612 Aug 29 16:59:51.424790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55958) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:51.463458 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-924e3d53-bd12-4c05-b672-3a1b3822a57e tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0324738 Aug 29 16:59:51.463723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55962) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:51.521869 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cc0fa2d6-73d1-4f85-8d47-02d37c06f1e2 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/db36f89a-2b7c-4102-9619-e9d9900ffae7 HTTP/1.1" status: 200 len: 472 time: 0.0569670 Aug 29 16:59:51.525451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55964) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:51.539426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-41ccd8f3-cd2b-42a9-885d-11def7ca6d2d tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/37891e9a-2872-4d19-9580-e01005041c2e HTTP/1.1" status: 200 len: 461 time: 0.0128274 Aug 29 16:59:51.539825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55966) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:51.603426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec73c7-50e0-4154-b555-fa443a316cf8 req-312f8f03-f497-4128-9815-a894a2b022fe tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:51.604974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-deec73c7-50e0-4154-b555-fa443a316cf8 req-312f8f03-f497-4128-9815-a894a2b022fe tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1058514 Aug 29 16:59:51.719995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:51.723680 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08e90034-dbd7-436d-bf2c-f82db10bff58 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:51.727355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-08e90034-dbd7-436d-bf2c-f82db10bff58 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/37891e9a-2872-4d19-9580-e01005041c2e HTTP/1.1" status: 204 len: 168 time: 0.1835022 Aug 29 16:59:51.728858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55972) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:51.767240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Pushing event deleted for resources: {'Port': ['ID=c65cb83e-c79b-48e6-b05f-1dd569e7b397,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:51.780773 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-deec73c7-50e0-4154-b555-fa443a316cf8 req-ab1817d8-56fb-41c5-9aa5-e0715bbc7e1f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655004 Aug 29 16:59:51.819793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.820223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.820576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.820920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.821402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.821755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.822093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.822431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.822767 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.823099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.823567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.823933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:51.868145 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:51.944989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da5760-27c3-4d7e-a2be-abe27cbb2ba3 req-3adec84e-dcd0-414b-b525-7e5eb893469a tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:51.946486 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3da5760-27c3-4d7e-a2be-abe27cbb2ba3 req-3adec84e-dcd0-414b-b525-7e5eb893469a tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.16 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 944 time: 0.1911383 Aug 29 16:59:51.964288 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:51.966563 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.013143 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.013840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Fanout notify agent at l3_agent the message router_deleted on router 7c80fa28-c6de-4a28-a65a-1e01b086adcd {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:59:52.015209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a2d6-6bc9-4dcf-a924-685e14a73b21 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.016346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c6e6a2d6-6bc9-4dcf-a924-685e14a73b21 tempest-MeteringTestJSON-358886066 tempest-MeteringTestJSON-358886066-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/db36f89a-2b7c-4102-9619-e9d9900ffae7 HTTP/1.1" status: 204 len: 168 time: 0.2864788 Aug 29 16:59:52.021826 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.026643 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55980) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:52.032049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-807ec90e-3a4d-40ee-b6dd-a105d48ad396 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/7c80fa28-c6de-4a28-a65a-1e01b086adcd HTTP/1.1" status: 204 len: 168 time: 1.4877040 Aug 29 16:59:52.035744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b05cb930-93a4-4ea5-9ce5-1e35015cbdc0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-686701593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:52.104349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8e18747d-9135-4dd6-8e4e-67e0366a5f4b details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 16:59:52.109062 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b05cb930-93a4-4ea5-9ce5-1e35015cbdc0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.110170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b05cb930-93a4-4ea5-9ce5-1e35015cbdc0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.148577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-a3da5760-27c3-4d7e-a2be-abe27cbb2ba3 req-6f7a0a52-da28-491d-aade-9b73edf3ccd0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Deleting port 03606f9f-229b-4237-80a5-89c3328f032b {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:52.148916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a3da5760-27c3-4d7e-a2be-abe27cbb2ba3 req-6f7a0a52-da28-491d-aade-9b73edf3ccd0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.202664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2862a33-4cb9-40f2-a299-bcaf8e0b7ddf req-3652cb1f-6353-4fd4-b63c-5219e12ff82e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:52.204618 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2862a33-4cb9-40f2-a299-bcaf8e0b7ddf req-3652cb1f-6353-4fd4-b63c-5219e12ff82e tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=17ac0685-7aa0-4fec-a598-143c19e260d4 HTTP/1.1" status: 200 len: 944 time: 0.0699165 Aug 29 16:59:52.231946 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b05cb930-93a4-4ea5-9ce5-1e35015cbdc0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.247401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b05cb930-93a4-4ea5-9ce5-1e35015cbdc0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.293380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b05cb930-93a4-4ea5-9ce5-1e35015cbdc0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.298020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55988) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:52.298926 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b05cb930-93a4-4ea5-9ce5-1e35015cbdc0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2711077 Aug 29 16:59:52.312070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:52.320141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e18747d-9135-4dd6-8e4e-67e0366a5f4b,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:52.331019 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2862a33-4cb9-40f2-a299-bcaf8e0b7ddf req-0ce138be-e8a8-4312-a1bf-92c505cda65c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167409 Aug 29 16:59:52.352293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-a3da5760-27c3-4d7e-a2be-abe27cbb2ba3 req-6f7a0a52-da28-491d-aade-9b73edf3ccd0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] For port 03606f9f-229b-4237-80a5-89c3328f032b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03606f9f-229b-4237-80a5-89c3328f032b,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:52.352565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '8e18747d-9135-4dd6-8e4e-67e0366a5f4b', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'port_id': '8e18747d-9135-4dd6-8e4e-67e0366a5f4b', 'mac_address': 'fa:16:3e:9d:97:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ffaa0b-3833-4fd3-81a1-14e261c9c132', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 16:59:52.353117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a3da5760-27c3-4d7e-a2be-abe27cbb2ba3 req-6f7a0a52-da28-491d-aade-9b73edf3ccd0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.435570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-a3da5760-27c3-4d7e-a2be-abe27cbb2ba3 req-6f7a0a52-da28-491d-aade-9b73edf3ccd0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Calling delete_port for 03606f9f-229b-4237-80a5-89c3328f032b owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:52.461449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55994) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:52.476114 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.487731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940ebf5-229a-444e-86b0-42c586fe7e36 req-a2ffa0cf-6574-4e64-ba66-c151da603e67 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:52.489527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5940ebf5-229a-444e-86b0-42c586fe7e36 req-a2ffa0cf-6574-4e64-ba66-c151da603e67 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 943 time: 0.1511197 Aug 29 16:59:52.498372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e18747d-9135-4dd6-8e4e-67e0366a5f4b {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 16:59:52.522523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e18747d-9135-4dd6-8e4e-67e0366a5f4b,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:52.531457 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.584057 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5940ebf5-229a-444e-86b0-42c586fe7e36 req-a802bd81-3a4d-4020-9451-86ce749b5786 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563881 Aug 29 16:59:52.604510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8e18747d-9135-4dd6-8e4e-67e0366a5f4b,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:52.673147 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a3da5760-27c3-4d7e-a2be-abe27cbb2ba3 req-6f7a0a52-da28-491d-aade-9b73edf3ccd0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.702794 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-003e932d-14ea-46a8-bafc-f2c0529d2d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.708104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a0a52-da28-491d-aade-9b73edf3ccd0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Pushing event deleted for resources: {'Port': ['ID=03606f9f-229b-4237-80a5-89c3328f032b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:52.715682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.728672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625820c-ad81-4225-9220-49b082c25761 req-54d3855c-e63c-4501-bf32-a10696754b10 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:52.736088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7625820c-ad81-4225-9220-49b082c25761 req-54d3855c-e63c-4501-bf32-a10696754b10 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.2364011 Aug 29 16:59:52.762571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3da5760-27c3-4d7e-a2be-abe27cbb2ba3 req-6f7a0a52-da28-491d-aade-9b73edf3ccd0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] No DVR routers for this DVR port 03606f9f-229b-4237-80a5-89c3328f032b on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:52.764800 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a3da5760-27c3-4d7e-a2be-abe27cbb2ba3 req-6f7a0a52-da28-491d-aade-9b73edf3ccd0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.767154 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3da5760-27c3-4d7e-a2be-abe27cbb2ba3 req-6f7a0a52-da28-491d-aade-9b73edf3ccd0 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.16 "DELETE /v2.0/ports/03606f9f-229b-4237-80a5-89c3328f032b HTTP/1.1" status: 204 len: 173 time: 0.7819800 Aug 29 16:59:52.767602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'name': 'network-vif-deleted', 'tag': '03606f9f-229b-4237-80a5-89c3328f032b'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:52.770070 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afccd30-72a5-43bb-b831-94bb23dea942" -d '{"events": [{"server_uuid": "17ac0685-7aa0-4fec-a598-143c19e260d4", "name": "network-vif-deleted", "tag": "03606f9f-229b-4237-80a5-89c3328f032b"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:52.770574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8e18747d-9135-4dd6-8e4e-67e0366a5f4b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:52.858798 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7625820c-ad81-4225-9220-49b082c25761 req-ca918a59-b4da-454c-817f-ffee88310702 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217294 Aug 29 16:59:52.873187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4028a-16bc-47c2-bb9c-6316032c2f63 req-6015a060-844e-46af-b178-6f9f4eface9c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:52.875022 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ee4028a-16bc-47c2-bb9c-6316032c2f63 req-6015a060-844e-46af-b178-6f9f4eface9c tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 947 time: 0.0594432 Aug 29 16:59:52.950742 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673f06bc-3ac2-4445-9cec-8c46eac3638d x-openstack-request-id: req-673f06bc-3ac2-4445-9cec-8c46eac3638d {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:52.952361 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ac0685-7aa0-4fec-a598-143c19e260d4", "name": "network-vif-deleted", "tag": "03606f9f-229b-4237-80a5-89c3328f032b", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:52.952780 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-673f06bc-3ac2-4445-9cec-8c46eac3638d {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:52.953527 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ac0685-7aa0-4fec-a598-143c19e260d4', 'name': 'network-vif-deleted', 'tag': '03606f9f-229b-4237-80a5-89c3328f032b', 'status': 'completed', 'code': 200} Aug 29 16:59:52.968659 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ee4028a-16bc-47c2-bb9c-6316032c2f63 req-a91fbf79-02e3-46b7-aa17-216e33c371bd tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769539 Aug 29 16:59:52.986568 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-003e932d-14ea-46a8-bafc-f2c0529d2d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:52.999624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-003e932d-14ea-46a8-bafc-f2c0529d2d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.107679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e932d-14ea-46a8-bafc-f2c0529d2d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e5fa12-b729-484c-a5b4-936d98c9b44b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:53.147842 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-003e932d-14ea-46a8-bafc-f2c0529d2d61 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c535b0b770549b29b9bd7e4a7886a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6847465 Aug 29 16:59:53.150490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56016) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:53.178897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.206598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53762cd5-61e5-4979-aa47-22fe61998e78 req-93b5ee9e-ca9f-4e44-9657-4c70026bf7be tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:53.208093 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53762cd5-61e5-4979-aa47-22fe61998e78 req-93b5ee9e-ca9f-4e44-9657-4c70026bf7be tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1960211 Aug 29 16:59:53.209652 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.235404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18372531-a80f-42eb-b380-1ee5f96270d4 req-dea70b61-d89a-4979-9378-52efd679e39b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:53.237007 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-18372531-a80f-42eb-b380-1ee5f96270d4 req-dea70b61-d89a-4979-9378-52efd679e39b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0798941 Aug 29 16:59:53.276823 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d57fba8-6141-4b8b-9a09-0239a0863a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.304996 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53762cd5-61e5-4979-aa47-22fe61998e78 req-0b7972fd-066b-4d9f-b69a-2ad691f80cfd tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804372 Aug 29 16:59:53.323421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d57fba8-6141-4b8b-9a09-0239a0863a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.361780 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-18372531-a80f-42eb-b380-1ee5f96270d4 req-f881805b-9a35-4876-8fa2-f330ec54eed9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166263 Aug 29 16:59:53.414281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c6d76-35ed-45b0-8f78-97a0a10a8831 req-7f5e9704-65b8-4c09-aca9-4c88b767a285 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:53.416088 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a75c6d76-35ed-45b0-8f78-97a0a10a8831 req-7f5e9704-65b8-4c09-aca9-4c88b767a285 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 947 time: 0.1583312 Aug 29 16:59:53.422186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Allocated IP 172.25.5.115 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/f3545a82-2f10-4635-9dd4-942f252ce7a6) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:53.509165 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d57fba8-6141-4b8b-9a09-0239a0863a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.515368 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d57fba8-6141-4b8b-9a09-0239a0863a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.516549 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4d57fba8-6141-4b8b-9a09-0239a0863a33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1e5fa12-b729-484c-a5b4-936d98c9b44b HTTP/1.1" status: 204 len: 168 time: 0.3647339 Aug 29 16:59:53.539790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57fba8-6141-4b8b-9a09-0239a0863a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e5fa12-b729-484c-a5b4-936d98c9b44b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:53.613658 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.614254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-a75c6d76-35ed-45b0-8f78-97a0a10a8831 req-df9bc26c-9a5d-43d3-ab19-d91caab2c6a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Deleting port bed72c43-d71d-4328-b5b4-6ecc269f170c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:53.614935 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a75c6d76-35ed-45b0-8f78-97a0a10a8831 req-df9bc26c-9a5d-43d3-ab19-d91caab2c6a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.664668 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.715301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Pushing event updated for resources: {'Port': ['ID=f3545a82-2f10-4635-9dd4-942f252ce7a6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:53.734128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-a75c6d76-35ed-45b0-8f78-97a0a10a8831 req-df9bc26c-9a5d-43d3-ab19-d91caab2c6a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] For port bed72c43-d71d-4328-b5b4-6ecc269f170c, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=bed72c43-d71d-4328-b5b4-6ecc269f170c,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:53.734502 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a75c6d76-35ed-45b0-8f78-97a0a10a8831 req-df9bc26c-9a5d-43d3-ab19-d91caab2c6a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.750630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-a75c6d76-35ed-45b0-8f78-97a0a10a8831 req-df9bc26c-9a5d-43d3-ab19-d91caab2c6a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Calling delete_port for bed72c43-d71d-4328-b5b4-6ecc269f170c owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:53.783136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:53.786483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:53.792878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:53.868411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24577955-926b-473b-a6fc-2496146228ac req-0e4fd801-e3e1-4ed0-a511-6a9f108866aa tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:53.870103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24577955-926b-473b-a6fc-2496146228ac req-0e4fd801-e3e1-4ed0-a511-6a9f108866aa tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 944 time: 0.1074686 Aug 29 16:59:53.903324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56044) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:53.906013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-f27dcfe1-9293-49a9-9f21-d39be40369dc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:53.907530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-f27dcfe1-9293-49a9-9f21-d39be40369dc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 811 time: 0.2302876 Aug 29 16:59:53.949068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f57cab04-cde1-4972-91f0-3bcd5ee698a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:53.963471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-3d85d5bd-9fab-40a5-a2d6-388efd8af165 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/quotas/21e687433caf49298027356002331e0f HTTP/1.1" status: 200 len: 375 time: 0.0301464 Aug 29 16:59:53.966523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24577955-926b-473b-a6fc-2496146228ac req-f8f83596-079c-4bd2-a555-85ba55ced73e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877299 Aug 29 16:59:54.016924 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a75c6d76-35ed-45b0-8f78-97a0a10a8831 req-df9bc26c-9a5d-43d3-ab19-d91caab2c6a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.042378 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-7bb0ff99-877c-444f-abee-0aee923088b4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0677044 Aug 29 16:59:54.056129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bc26c-9a5d-43d3-ab19-d91caab2c6a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Pushing event deleted for resources: {'Port': ['ID=bed72c43-d71d-4328-b5b4-6ecc269f170c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:54.119819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75c6d76-35ed-45b0-8f78-97a0a10a8831 req-df9bc26c-9a5d-43d3-ab19-d91caab2c6a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] No DVR routers for this DVR port bed72c43-d71d-4328-b5b4-6ecc269f170c on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:54.124608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a75c6d76-35ed-45b0-8f78-97a0a10a8831 req-df9bc26c-9a5d-43d3-ab19-d91caab2c6a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.126819 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a75c6d76-35ed-45b0-8f78-97a0a10a8831 req-df9bc26c-9a5d-43d3-ab19-d91caab2c6a9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.16 "DELETE /v2.0/ports/bed72c43-d71d-4328-b5b4-6ecc269f170c HTTP/1.1" status: 204 len: 173 time: 0.7040582 Aug 29 16:59:54.140449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8e18747d-9135-4dd6-8e4e-67e0366a5f4b up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 16:59:54.177051 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1a2ae63-6b23-43af-8284-58bd04fdc448 req-2b4cc2b0-10bc-4ec6-9896-8a2723ee6590 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb22c0f9-3c1e-4256-b797-2c57d8a044c7 HTTP/1.1" status: 200 len: 210 time: 0.0457907 Aug 29 16:59:54.182149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f57cab04-cde1-4972-91f0-3bcd5ee698a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.190195 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f57cab04-cde1-4972-91f0-3bcd5ee698a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.214659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:59:54.221513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:59:54.222315 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.294719 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f57cab04-cde1-4972-91f0-3bcd5ee698a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=004719ce34d547eb93ed12aff7a15629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878851 Aug 29 16:59:54.294719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cab04-cde1-4972-91f0-3bcd5ee698a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910df5db-743b-4f31-a741-d9cc16496b1b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:54.298908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56056) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:54.336845 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.365120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034b9260-ea6b-4d0a-9ff2-83bc6c60c31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e18747d-9135-4dd6-8e4e-67e0366a5f4b'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:54.366551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2d22adf-6847-4f9f-91ae-f3dd700c94e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.367797 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8711969-5d99-45e4-a76b-58fdfa41fe35" -d '{"events": [{"server_uuid": "034b9260-ea6b-4d0a-9ff2-83bc6c60c31a", "name": "network-vif-plugged", "status": "completed", "tag": "8e18747d-9135-4dd6-8e4e-67e0366a5f4b"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:54.386826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e18747d-9135-4dd6-8e4e-67e0366a5f4b,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:54.393107 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.399388 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2d22adf-6847-4f9f-91ae-f3dd700c94e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.456292 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2d22adf-6847-4f9f-91ae-f3dd700c94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.458917 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2d22adf-6847-4f9f-91ae-f3dd700c94e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.460120 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c2d22adf-6847-4f9f-91ae-f3dd700c94e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/910df5db-743b-4f31-a741-d9cc16496b1b HTTP/1.1" status: 204 len: 168 time: 0.1600940 Aug 29 16:59:54.478782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d22adf-6847-4f9f-91ae-f3dd700c94e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910df5db-743b-4f31-a741-d9cc16496b1b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:54.501932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8e18747d-9135-4dd6-8e4e-67e0366a5f4b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:54.611112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-f8965db9-172b-439b-89d8-3c9208c7abe1 service neutron] 10.222.0.22 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278356 Aug 29 16:59:54.616027 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:54.642411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbaf27-a428-4161-a43b-7c70611b9df5 req-48d59111-7ff9-443f-93cb-b53be07d2c66 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:54.644067 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3cbaf27-a428-4161-a43b-7c70611b9df5 req-48d59111-7ff9-443f-93cb-b53be07d2c66 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.0705011 Aug 29 16:59:54.697629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3cbaf27-a428-4161-a43b-7c70611b9df5 req-7606d43b-b53e-4742-a56d-a3b170c3a58c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473294 Aug 29 16:59:54.765673 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eb1397-07e4-4376-9f1e-35bcf556ffc3 x-openstack-request-id: req-a7eb1397-07e4-4376-9f1e-35bcf556ffc3 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:54.765978 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034b9260-ea6b-4d0a-9ff2-83bc6c60c31a", "name": "network-vif-plugged", "status": "completed", "tag": "8e18747d-9135-4dd6-8e4e-67e0366a5f4b", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:54.766437 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7eb1397-07e4-4376-9f1e-35bcf556ffc3 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:54.766850 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034b9260-ea6b-4d0a-9ff2-83bc6c60c31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e18747d-9135-4dd6-8e4e-67e0366a5f4b', 'code': 200} Aug 29 16:59:54.813795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-5c069748-e0fe-4449-bf66-91ffc2003bbe service neutron] 10.222.0.22 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614950 Aug 29 16:59:54.955333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'name': 'network-vif-deleted', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:54.957815 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcbe349-c26b-410b-8996-aa8e83f870c0" -d '{"events": [{"server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "name": "network-vif-deleted", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:55.022045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d0892-0a4e-4204-ba30-407525f9a706 req-6a2ff744-a415-4c0f-8b8d-35ec868c39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:55.023567 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d1d0892-0a4e-4204-ba30-407525f9a706 req-6a2ff744-a415-4c0f-8b8d-35ec868c39ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 1097 time: 0.1529317 Aug 29 16:59:55.030956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-975a87e8-c27e-46a3-9f06-0eb108a1d00c req-99e8493d-abd7-48ee-8332-3918e7f7499f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 210 time: 0.0497992 Aug 29 16:59:55.044204 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380b68db-cbbf-446f-8cd7-d29b8cf4dd7a x-openstack-request-id: req-380b68db-cbbf-446f-8cd7-d29b8cf4dd7a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:55.044497 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb22c0f9-3c1e-4256-b797-2c57d8a044c7", "name": "network-vif-deleted", "tag": "bed72c43-d71d-4328-b5b4-6ecc269f170c", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:55.044748 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-380b68db-cbbf-446f-8cd7-d29b8cf4dd7a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:55.045139 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb22c0f9-3c1e-4256-b797-2c57d8a044c7', 'name': 'network-vif-deleted', 'tag': 'bed72c43-d71d-4328-b5b4-6ecc269f170c', 'status': 'completed', 'code': 200} Aug 29 16:59:55.056261 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:55.059517 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:55.135375 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d1d0892-0a4e-4204-ba30-407525f9a706 req-1f844b0c-c6fe-4572-bbe3-65878015912a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015229 Aug 29 16:59:55.194159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3da73-1c71-467e-b97f-7d176495d7c0 req-07b63bb2-08cf-410c-b7ef-8c391143755c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:55.198983 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ced3da73-1c71-467e-b97f-7d176495d7c0 req-07b63bb2-08cf-410c-b7ef-8c391143755c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 945 time: 0.0888762 Aug 29 16:59:55.288418 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ced3da73-1c71-467e-b97f-7d176495d7c0 req-1d9d15d4-31b8-4cf3-a782-16e61c63b538 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817957 Aug 29 16:59:55.354408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Router e67bf1cd-fdde-4063-b419-76b7dffdc0fb is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 16:59:55.556516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 16:59:55.566262 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:55.567055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789336fe-aae9-4f0b-8f18-7cabb75e4e6c None None] Sync routers for ids ['e67bf1cd-fdde-4063-b419-76b7dffdc0fb'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 16:59:55.568299 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e5264be0-5f07-467d-9bfc-691177c71956 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "PUT /v2.0/routers/e67bf1cd-fdde-4063-b419-76b7dffdc0fb HTTP/1.1" status: 200 len: 879 time: 3.2658415 Aug 29 16:59:55.571527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56126) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:55.579908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789336fe-aae9-4f0b-8f18-7cabb75e4e6c None None] Routers {'e67bf1cd-fdde-4063-b419-76b7dffdc0fb'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:55.580552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-789336fe-aae9-4f0b-8f18-7cabb75e4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e67bf1cd-fdde-4063-b419-76b7dffdc0fb'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:55.645020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-789336fe-aae9-4f0b-8f18-7cabb75e4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:55.655045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789336fe-aae9-4f0b-8f18-7cabb75e4e6c None None] Routers {'e67bf1cd-fdde-4063-b419-76b7dffdc0fb'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 16:59:55.656780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-789336fe-aae9-4f0b-8f18-7cabb75e4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e67bf1cd-fdde-4063-b419-76b7dffdc0fb'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:55.692001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-789336fe-aae9-4f0b-8f18-7cabb75e4e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:55.692957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789336fe-aae9-4f0b-8f18-7cabb75e4e6c None None] The sync data for ids ['e67bf1cd-fdde-4063-b419-76b7dffdc0fb'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 16:59:55.757334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-49005009-063f-4d6f-93b9-a27fa146a034 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/routers/e67bf1cd-fdde-4063-b419-76b7dffdc0fb HTTP/1.1" status: 200 len: 920 time: 0.1844757 Aug 29 16:59:55.760252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56132) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:55.784184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cd546-f8d2-443b-b942-6668ce349799 req-8c8de618-3269-4249-b258-7b4c500be1cc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:55.785934 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-667cd546-f8d2-443b-b942-6668ce349799 req-8c8de618-3269-4249-b258-7b4c500be1cc tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 945 time: 0.2078927 Aug 29 16:59:55.870375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-667cd546-f8d2-443b-b942-6668ce349799 req-e08f051b-e66c-4916-8778-28a1ef6385b9 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/security-groups?id=509b7a61-e7ac-456d-994d-7cb0032813cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774844 Aug 29 16:59:55.899981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60516265-e273-40f1-9132-edae3dff2679 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:55.904080 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-60516265-e273-40f1-9132-edae3dff2679 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&device_id=e67bf1cd-fdde-4063-b419-76b7dffdc0fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1399922 Aug 29 16:59:55.904426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56138) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:55.910284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184fab8-604d-4cdf-8e70-df794d4e90f9 req-a9b23463-eb2f-480e-aec5-ce2f3332a99c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:55.911823 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4184fab8-604d-4cdf-8e70-df794d4e90f9 req-a9b23463-eb2f-480e-aec5-ce2f3332a99c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.0992193 Aug 29 16:59:55.961414 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4184fab8-604d-4cdf-8e70-df794d4e90f9 req-286dc8bc-7b6e-408a-b752-1c46046acb73 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Aug 29 16:59:56.015661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a330bde-6d78-4f18-80c6-0c864838ac0c tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:56.019855 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5a330bde-6d78-4f18-80c6-0c864838ac0c tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 881 time: 0.1117811 Aug 29 16:59:56.020420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56142) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:56.052439 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-052a5159-d860-4139-82a3-c41f329de837 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=e67bf1cd-fdde-4063-b419-76b7dffdc0fb HTTP/1.1" status: 200 len: 205 time: 0.0287900 Aug 29 16:59:56.053432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56146) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:56.072043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03606f9f-229b-4237-80a5-89c3328f032b no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:56.118521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 03606f9f-229b-4237-80a5-89c3328f032b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:56.119590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03606f9f-229b-4237-80a5-89c3328f032b not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:56.206517 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5cb1f570-1c4e-443e-bf8d-61695e118435 req-a4634428-8425-47e3-867c-cd33063e71e1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 210 time: 0.0719852 Aug 29 16:59:56.234120 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:56.297288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24e06a-049e-4b94-a3e1-5cb606913194 req-db879262-2841-4b06-beee-22c5251a00b7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:56.299738 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b24e06a-049e-4b94-a3e1-5cb606913194 req-db879262-2841-4b06-beee-22c5251a00b7 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 945 time: 0.0787349 Aug 29 16:59:56.436510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56156) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:56.478824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5b24e06a-049e-4b94-a3e1-5cb606913194 req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Deleting port a25e8eee-ab22-4985-9bc3-a002221004ea {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:56.479727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5b24e06a-049e-4b94-a3e1-5cb606913194 req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:56.591350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-8fbbb0cd-e932-4089-bc41-305ed1a224c8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:56.593261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-8fbbb0cd-e932-4089-bc41-305ed1a224c8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.16 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 811 time: 0.2940838 Aug 29 16:59:56.595497 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:56.610500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Request body: {'port': {'device_id': 'aa960a94-3a68-42fc-beed-8618bc8ac720', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'admin_state_up': True, 'tenant_id': '21e687433caf49298027356002331e0f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:56.647635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-5b24e06a-049e-4b94-a3e1-5cb606913194 req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] For port a25e8eee-ab22-4985-9bc3-a002221004ea, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a25e8eee-ab22-4985-9bc3-a002221004ea,segment=NetworkSegment(db88cf35-7641-499f-882d-321978d7a1a2),segment_id=db88cf35-7641-499f-882d-321978d7a1a2)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 16:59:56.648267 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5b24e06a-049e-4b94-a3e1-5cb606913194 req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:56.655518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1383872720'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:56.677141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5b24e06a-049e-4b94-a3e1-5cb606913194 req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Calling delete_port for a25e8eee-ab22-4985-9bc3-a002221004ea owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:56.690296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053891b-08cd-4f83-9f9a-a037f8c18b99 req-32d083b2-1c1b-4059-b2f0-adaa6cbfea34 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:56.691846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5053891b-08cd-4f83-9f9a-a037f8c18b99 req-32d083b2-1c1b-4059-b2f0-adaa6cbfea34 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 945 time: 0.2330823 Aug 29 16:59:56.736404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Made reservation on behalf of 82780cea18654d98921b9407a62ba78a for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:56.740116 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:56.754279 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:56.789109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5053891b-08cd-4f83-9f9a-a037f8c18b99 req-f942bc02-f14a-4784-b92f-a710958a6d6d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803909 Aug 29 16:59:56.797965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Deleting port f3545a82-2f10-4635-9dd4-942f252ce7a6 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 16:59:56.798320 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:56.887362 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:56.905807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Calling delete_port for f3545a82-2f10-4635-9dd4-942f252ce7a6 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 16:59:56.923477 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5b24e06a-049e-4b94-a3e1-5cb606913194 req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:56.968674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Pushing event deleted for resources: {'Port': ['ID=a25e8eee-ab22-4985-9bc3-a002221004ea,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:57.012185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.012537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.012883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.013270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.013585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.013921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.014251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.014581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.014909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.015238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.015565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.015899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 16:59:57.020171 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7658a0f-d601-4230-bfd9-99ead2b1f565 req-c39eb9d7-d6e3-45c3-b2b2-a156634ec12b tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9 HTTP/1.1" status: 200 len: 210 time: 0.0546753 Aug 29 16:59:57.061171 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b24e06a-049e-4b94-a3e1-5cb606913194 req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] No DVR routers for this DVR port a25e8eee-ab22-4985-9bc3-a002221004ea on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 16:59:57.065845 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5b24e06a-049e-4b94-a3e1-5cb606913194 req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.067816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b24e06a-049e-4b94-a3e1-5cb606913194 req-a8ed6fb3-3350-44ac-b324-878bb2e4d3d2 tempest-LiveAutoBlockMigrationV225Test-553426653 tempest-LiveAutoBlockMigrationV225Test-553426653-project] 10.222.0.16 "DELETE /v2.0/ports/a25e8eee-ab22-4985-9bc3-a002221004ea HTTP/1.1" status: 204 len: 173 time: 0.7608693 Aug 29 16:59:57.068861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'name': 'network-vif-deleted', 'tag': 'a25e8eee-ab22-4985-9bc3-a002221004ea'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 16:59:57.071082 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bf2f72-e27d-4baa-86a6-1e5c6bf92a21" -d '{"events": [{"server_uuid": "fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9", "name": "network-vif-deleted", "tag": "a25e8eee-ab22-4985-9bc3-a002221004ea"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 16:59:57.083196 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.090316 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.124956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f3f95a-c824-4698-83bb-f0aba26aa075,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:57.147281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Made reservation on behalf of 21e687433caf49298027356002331e0f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:57.150849 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.185980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c67f78-07ae-4ecb-b9f6-b46d3635b79b req-53415eaa-010b-46ea-b8b0-6bb873c13324 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:57.187663 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52c67f78-07ae-4ecb-b9f6-b46d3635b79b req-53415eaa-010b-46ea-b8b0-6bb873c13324 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1307406 Aug 29 16:59:57.220900 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.244963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 16:59:57.267726 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.268158 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Added segment 3ec21e78-e6e5-4af2-8409-ce5a2521674b of type vlan for network 89080e90-4491-4850-ad9d-abd4a808e6aa Aug 29 16:59:57.292520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Pushing event deleted for resources: {'Port': ['ID=f3545a82-2f10-4635-9dd4-942f252ce7a6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:57.338359 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.353724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-85645b15-5c7a-4e3b-aad1-f003645725dd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:57.355196 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-85645b15-5c7a-4e3b-aad1-f003645725dd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.1801019 Aug 29 16:59:57.377377 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-19182617-ce05-413d-aae9-4333d0782ef9 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/quotas/f4d6f40993ec498189d1d672c1f0685d HTTP/1.1" status: 200 len: 375 time: 0.0101886 Aug 29 16:59:57.391437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52c67f78-07ae-4ecb-b9f6-b46d3635b79b req-b2f29d39-6f43-4bd3-92c3-d5b89a79f368 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875968 Aug 29 16:59:57.426216 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.432710 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.435639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:57.436284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.454328 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 16:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef81a9f-9fe5-4fa1-b391-fc0bca1dc8aa x-openstack-request-id: req-6ef81a9f-9fe5-4fa1-b391-fc0bca1dc8aa {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 16:59:57.454735 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9", "name": "network-vif-deleted", "tag": "a25e8eee-ab22-4985-9bc3-a002221004ea", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 16:59:57.455281 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ef81a9f-9fe5-4fa1-b391-fc0bca1dc8aa {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 16:59:57.455693 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb7ffd4-40e8-4380-8e09-9cd329cbe6e9', 'name': 'network-vif-deleted', 'tag': 'a25e8eee-ab22-4985-9bc3-a002221004ea', 'status': 'completed', 'code': 200} Aug 29 16:59:57.466213 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0273108 Aug 29 16:59:57.535822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-3b26b967-8a4d-4b0d-88c8-64e6c25207b0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1485314 Aug 29 16:59:57.569802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.572142 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.617129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982068ee-a8b2-4732-9bc2-e3b8257f30f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Pushing event updated for resources: {'Network': ['ID=89080e90-4491-4850-ad9d-abd4a808e6aa,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:57.627517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Allocated IP 172.20.0.4 (b563cb46-f07d-4d3d-8cc5-5c622555fa49/a8310664-c880-4bb8-a35f-0591064fd99d/2ee58d22-e885-430a-9a97-3de73a7a9c70) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:57.642469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 89080e90-4491-4850-ad9d-abd4a808e6aa details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 16:59:57.682129 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.682658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Fanout notify agent at l3_agent the message router_deleted on router e67bf1cd-fdde-4063-b419-76b7dffdc0fb {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 16:59:57.685747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25037b3d-dda6-4879-8db9-2e72d7cc7d11 req-2e5c02eb-77b4-47a8-b34c-b3ddec22b1ac tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 210 time: 0.0642133 Aug 29 16:59:57.717571 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-1ca080d9-1900-43ad-b2d3-e70720aac7ea service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809306 Aug 29 16:59:57.721606 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.726919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56194) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:57.727056 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f95f1b93-b3f1-4473-bdbe-8d8199d89b20 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/e67bf1cd-fdde-4063-b419-76b7dffdc0fb HTTP/1.1" status: 204 len: 168 time: 1.6724141 Aug 29 16:59:57.736395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d862c72b-957f-4b59-8552-d6de8aea9ad6 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1968279176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:57.836674 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d862c72b-957f-4b59-8552-d6de8aea9ad6 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.838570 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d862c72b-957f-4b59-8552-d6de8aea9ad6 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.915054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-fa3c40f1-120d-4fd8-b2c0-a10b754392ab service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684709 Aug 29 16:59:57.953701 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d862c72b-957f-4b59-8552-d6de8aea9ad6 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.961754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d862c72b-957f-4b59-8552-d6de8aea9ad6 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.988222 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d862c72b-957f-4b59-8552-d6de8aea9ad6 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:57.989898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d862c72b-957f-4b59-8552-d6de8aea9ad6 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2618799 Aug 29 16:59:57.992557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56196) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:57.999740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'enable_snat': True}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:58.026942 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:58.051184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56200) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:58.057295 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Request body: {'port': {'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa', 'binding:host_id': 'n-h1-713301-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596963482'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:58.061061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Transition to ACTIVE for port object 2ee58d22-e885-430a-9a97-3de73a7a9c70 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:59:58.097253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a25e8eee-ab22-4985-9bc3-a002221004ea no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:58.104029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Made reservation on behalf of c65a31a09451424ba48474801485cf20 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 16:59:58.108679 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:58.147794 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:58.163925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: a25e8eee-ab22-4985-9bc3-a002221004ea {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:58.164271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a25e8eee-ab22-4985-9bc3-a002221004ea not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:58.166588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device bed72c43-d71d-4328-b5b4-6ecc269f170c no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 16:59:58.182625 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:58.228684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: bed72c43-d71d-4328-b5b4-6ecc269f170c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 16:59:58.229400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device bed72c43-d71d-4328-b5b4-6ecc269f170c not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 16:59:58.234033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d65ad390-107a-41ce-9dfe-fa109149f4c9'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:58.234194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56206) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:58.237466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5d598ea5-eaf8-41ac-bc57-9494c5aad532'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 16:59:58.282416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-435ed358-9a50-40ae-bcae-4edfe7490c22 req-0fa932be-53ac-4494-a422-ee78a1ac55a0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 210 time: 0.0792973 Aug 29 16:59:58.286417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 16:59:58.297937 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 16:59:58.321030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 16:59:58.329104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event updated for resources: {'Port': ['ID=2ee58d22-e885-430a-9a97-3de73a7a9c70,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:58.449320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:58.450928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:58.551110 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 16:59:58.580117 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:58.588776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:58.611970 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] device_id is not set on port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 16:59:58.623694 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-49812397-9d52-4b00-84ea-0b3e8700ab26 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0205433 Aug 29 16:59:58.681543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21309296-50f7-40a9-aea3-40bc505659cc,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:58.699780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Request body: {'port': {'device_id': 'aa960a94-3a68-42fc-beed-8618bc8ac720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 16:59:58.899596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-37a5bc0b-0389-4131-b5e4-7c765ac14031 None None] Provisioning for port 2ee58d22-e885-430a-9a97-3de73a7a9c70 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 16:59:58.936003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-37a5bc0b-0389-4131-b5e4-7c765ac14031 None None] Provisioning complete for port 2ee58d22-e885-430a-9a97-3de73a7a9c70 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 16:59:58.936274 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-37a5bc0b-0389-4131-b5e4-7c765ac14031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.012865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-37a5bc0b-0389-4131-b5e4-7c765ac14031 None None] Port 2ee58d22-e885-430a-9a97-3de73a7a9c70 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 16:59:59.046547 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.051005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9de627-f8ea-4553-a610-747fd8b6863a admin admin] Deleting subnet 66f124a1-1021-499e-b8cc-92748c43666e {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 16:59:59.059485 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.064627 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb9de627-f8ea-4553-a610-747fd8b6863a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.098418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea319aba-a931-48b5-b5a5-4cc4ee42b6ce req-c5cde4f6-31d5-4f56-8f7b-1f9c037df0cd tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:59.106756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea319aba-a931-48b5-b5a5-4cc4ee42b6ce req-c5cde4f6-31d5-4f56-8f7b-1f9c037df0cd tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1785612 Aug 29 16:59:59.169669 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb9de627-f8ea-4553-a610-747fd8b6863a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.221507 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea319aba-a931-48b5-b5a5-4cc4ee42b6ce req-312bd7e0-09e4-4d02-bfbb-9f69330b3071 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134081 Aug 29 16:59:59.250085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb9de627-f8ea-4553-a610-747fd8b6863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.332263 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb9de627-f8ea-4553-a610-747fd8b6863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.348549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb9de627-f8ea-4553-a610-747fd8b6863a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.350745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bb9de627-f8ea-4553-a610-747fd8b6863a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/66f124a1-1021-499e-b8cc-92748c43666e HTTP/1.1" status: 204 len: 168 time: 1.1154447 Aug 29 16:59:59.370566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56224) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 16:59:59.379038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9de627-f8ea-4553-a610-747fd8b6863a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f124a1-1021-499e-b8cc-92748c43666e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 16:59:59.518191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b149-e18c-4962-a67c-4fd916c6ceae req-e19bc982-1de4-417d-bd25-55fa31b7d2db tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:59.525956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b62b149-e18c-4962-a67c-4fd916c6ceae req-e19bc982-1de4-417d-bd25-55fa31b7d2db tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 931 time: 0.6725829 Aug 29 16:59:59.526899 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2054104a-dc9d-4930-bd4f-2cadb55c7c89 req-7927c698-70db-4fe0-bcba-e98a15b51127 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 210 time: 0.0883427 Aug 29 16:59:59.588529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.611798 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.616425 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.709990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b62b149-e18c-4962-a67c-4fd916c6ceae req-658f222a-1170-4db6-beb1-f95a7f02f383 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831145 Aug 29 16:59:59.764471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] device_id is not set on port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 16:59:59.797015 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.819567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.838640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Transition to ACTIVE for port object fbdd56cc-440c-4ca9-b86c-fbf4df184a75 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 16:59:59.845741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563469a4-489a-4ba1-ac09-b2255dd8022b']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:59.864431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db88cf35-7641-499f-882d-321978d7a1a2') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:59.864730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db88cf35-7641-499f-882d-321978d7a1a2') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 16:59:59.877115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Allocated IP 172.25.5.38 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/cb41dfa6-edc0-4216-b665-6b1090b5f279) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 16:59:59.885128 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.901195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.911141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.951359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-14f3a37f-07aa-4a99-bdcf-2a90f44088f2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 16:59:59.952836 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-14f3a37f-07aa-4a99-bdcf-2a90f44088f2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.3331320 Aug 29 16:59:59.957362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 16:59:59.957778 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: timer() Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 16:59:59.959648 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 16:59:59.967316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Request body: {'port': {'device_id': '39f3a1b8-bae8-4226-906d-d065ed3c1402', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'admin_state_up': True, 'tenant_id': 'f4d6f40993ec498189d1d672c1f0685d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:00.030639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.035598 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.038257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] 10.222.0.22 "DELETE /v2.0/networks/563469a4-489a-4ba1-ac09-b2255dd8022b HTTP/1.1" status: 204 len: 168 time: 0.6667249 Aug 29 17:00:00.045248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56228) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:00.049032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event updated for resources: {'Port': ['ID=fbdd56cc-440c-4ca9-b86c-fbf4df184a75,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:00.061444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf57996-55b9-492f-9eb7-30a40f5f9b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=563469a4-489a-4ba1-ac09-b2255dd8022b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:00.086416 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.129847 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.165092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Checking segment: {'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:00.165621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Network hostable DHCP agents. Network: 89080e90-4491-4850-ad9d-abd4a808e6aa, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:00:00.170417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:00.175734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:00.179970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:00.185703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event updated for resources: {'Port': ['ID=cb41dfa6-edc0-4216-b665-6b1090b5f279,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:00.201084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e67696-3e03-468f-9734-faa12685f637 admin admin] Deleting subnet d3771110-2816-4913-8069-6c88c7f06abc {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:00:00.210943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7e67696-3e03-468f-9734-faa12685f637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.287816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Network 89080e90-4491-4850-ad9d-abd4a808e6aa is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:00:00.292075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee58d22-e885-430a-9a97-3de73a7a9c70 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:00.303491 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7e67696-3e03-468f-9734-faa12685f637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.308804 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.330258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Made reservation on behalf of f4d6f40993ec498189d1d672c1f0685d for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:00.334307 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.353839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 89080e90-4491-4850-ad9d-abd4a808e6aa) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:00.362826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c3e98-5a71-4864-b7e3-3723ae5fe652 None None] Network 89080e90-4491-4850-ad9d-abd4a808e6aa requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:00:00.376661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:00.399422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Transition to ACTIVE for port object 2ee58d22-e885-430a-9a97-3de73a7a9c70 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:00.444664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:00.445003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:00.445412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:00.447794 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7e67696-3e03-468f-9734-faa12685f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.452842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.495648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a919a-55cd-4509-99ea-27757df7b232 req-f24c341d-a3c1-43dc-9909-293b79be4687 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:00.497284 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f73a919a-55cd-4509-99ea-27757df7b232 req-f24c341d-a3c1-43dc-9909-293b79be4687 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1665847 Aug 29 17:00:00.499645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:00.499838 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:00.519984 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 2 to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 Aug 29 17:00:00.597366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.615416 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f73a919a-55cd-4509-99ea-27757df7b232 req-156b2a36-2d63-40aa-af56-562ff980a3ca tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703118 Aug 29 17:00:00.644531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:00.644964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:00.645192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:00.660123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Pushing event updated for resources: {'Port': ['ID=2ee58d22-e885-430a-9a97-3de73a7a9c70,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:00.688845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:00.689186 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:00.696194 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 3 to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 Aug 29 17:00:00.738614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7e67696-3e03-468f-9734-faa12685f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.741793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Allocated IP 172.20.0.6 (d86c8120-adf7-4307-9620-94a250f14ff7/c0ffaa0b-3833-4fd3-81a1-14e261c9c132/1418cbf0-3619-47bb-8200-5ec1f3dceddf) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:00.792378 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a41bb9fe-d923-4d12-8b6a-2501405342f7 req-e753fad5-c5ab-4228-8ccb-f0c954bf9e7a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 210 time: 0.1028178 Aug 29 17:00:00.828621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:00.828955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:00.829326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:00.837991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e67696-3e03-468f-9734-faa12685f637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3771110-2816-4913-8069-6c88c7f06abc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:00.843809 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7e67696-3e03-468f-9734-faa12685f637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.846144 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d7e67696-3e03-468f-9734-faa12685f637 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d3771110-2816-4913-8069-6c88c7f06abc HTTP/1.1" status: 204 len: 168 time: 0.7980793 Aug 29 17:00:00.851086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56238) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:00.865536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:00.865960 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:00.869661 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 4 to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 Aug 29 17:00:00.921517 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.929996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd934f-fb4b-4ca6-a1c1-c9fce3683f6d req-ea1cdf53-fb69-414b-ae8f-25b615b10f98 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:00.931390 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cafd934f-fb4b-4ca6-a1c1-c9fce3683f6d req-ea1cdf53-fb69-414b-ae8f-25b615b10f98 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 943 time: 0.0677049 Aug 29 17:00:00.934477 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:00.969108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Attempting to bind port 2ee58d22-e885-430a-9a97-3de73a7a9c70 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:00.969501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Attempting to bind port 2ee58d22-e885-430a-9a97-3de73a7a9c70 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:00.969813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Attempting to bind port 2ee58d22-e885-430a-9a97-3de73a7a9c70 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:00.972856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:00.973483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:00.974018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:00.997140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Port 2ee58d22-e885-430a-9a97-3de73a7a9c70 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:00.997494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Attempting to bind port 2ee58d22-e885-430a-9a97-3de73a7a9c70 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:01.007244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:01.007582 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:01.014712 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 5 to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 Aug 29 17:00:01.046590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.048432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:00:01.048774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Checking segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:01.049167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Bound using segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:00:01.049753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Bound port: 2ee58d22-e885-430a-9a97-3de73a7a9c70, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:00:01.049992 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.076180 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cafd934f-fb4b-4ca6-a1c1-c9fce3683f6d req-5f06c53b-d53d-4dc1-92c9-750385a48b63 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354170 Aug 29 17:00:01.109668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:01.110014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:01.110360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:01.129258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:01.129258 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:01.148872 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 6 to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 Aug 29 17:00:01.177122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Router 50bd8a6f-32ec-469b-b0bf-625fc5cd6a92 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:00:01.209832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:01.210182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:01.210517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:01.275614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:01.275867 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:01.283553 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 7 to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 Aug 29 17:00:01.289154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:00:01.294452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.298841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a5ba529e-7980-4311-99af-7a5c13f41a1d tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "PUT /v2.0/routers/50bd8a6f-32ec-469b-b0bf-625fc5cd6a92 HTTP/1.1" status: 200 len: 914 time: 3.3048048 Aug 29 17:00:01.299491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56248) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:01.303800 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9f197a-cd83-408d-b17c-9c434db60006 None None] Sync routers for ids ['50bd8a6f-32ec-469b-b0bf-625fc5cd6a92'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:00:01.311700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] For port 2ee58d22-e885-430a-9a97-3de73a7a9c70, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:01.318792 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f197a-cd83-408d-b17c-9c434db60006 None None] Routers {'50bd8a6f-32ec-469b-b0bf-625fc5cd6a92'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:01.319718 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fb9f197a-cd83-408d-b17c-9c434db60006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['50bd8a6f-32ec-469b-b0bf-625fc5cd6a92'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:01.324168 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.337299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.342542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:01.342883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:01.343222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:01.347619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7b26e1-fb52-4cf3-b305-f7a1259bd939']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:01.350920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] For port 2ee58d22-e885-430a-9a97-3de73a7a9c70, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2ee58d22-e885-430a-9a97-3de73a7a9c70,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:00:01.365931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006da869-326b-47d3-8c35-65f1b10b88d5') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:01.366232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006da869-326b-47d3-8c35-65f1b10b88d5') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:01.370074 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.372001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:01.372335 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:01.375450 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fb9f197a-cd83-408d-b17c-9c434db60006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:01.382189 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 8 to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 Aug 29 17:00:01.387267 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f197a-cd83-408d-b17c-9c434db60006 None None] Routers {'50bd8a6f-32ec-469b-b0bf-625fc5cd6a92'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:01.388336 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fb9f197a-cd83-408d-b17c-9c434db60006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['50bd8a6f-32ec-469b-b0bf-625fc5cd6a92'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:01.403601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.431499 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fb9f197a-cd83-408d-b17c-9c434db60006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:01.432189 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9f197a-cd83-408d-b17c-9c434db60006 None None] The sync data for ids ['50bd8a6f-32ec-469b-b0bf-625fc5cd6a92'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:00:01.438037 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a39c9adf-5174-4b57-808d-725fbe27ffa9 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/routers/50bd8a6f-32ec-469b-b0bf-625fc5cd6a92 HTTP/1.1" status: 200 len: 920 time: 0.1369205 Aug 29 17:00:01.438731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56250) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:01.476830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:01.477281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:01.477585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:01.481155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:01.481818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.483247 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] 10.222.0.16 "PUT /v2.0/ports/2ee58d22-e885-430a-9a97-3de73a7a9c70 HTTP/1.1" status: 200 len: 1092 time: 2.7988937 Aug 29 17:00:01.488960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa960a94-3a68-42fc-beed-8618bc8ac720', 'tag': '2ee58d22-e885-430a-9a97-3de73a7a9c70'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:01.493280 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6042a71-32c5-4be7-8f71-2db914be4e56" -d '{"events": [{"name": "network-changed", "server_uuid": "aa960a94-3a68-42fc-beed-8618bc8ac720", "tag": "2ee58d22-e885-430a-9a97-3de73a7a9c70"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:01.494384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013dfec-9267-4b2e-bb3b-38e6d440642e tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:01.497508 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5013dfec-9267-4b2e-bb3b-38e6d440642e tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&device_id=50bd8a6f-32ec-469b-b0bf-625fc5cd6a92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0578012 Aug 29 17:00:01.501920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56256) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:01.511731 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.525579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:01.525925 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:01.529016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:00:01.529504 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.533603 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 9 to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:00:01.535610 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:00:01.605556 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc94096f-b1a7-43f6-accd-0390909d919e x-openstack-request-id: req-fc94096f-b1a7-43f6-accd-0390909d919e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:01.605854 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa960a94-3a68-42fc-beed-8618bc8ac720", "tag": "2ee58d22-e885-430a-9a97-3de73a7a9c70", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:01.606113 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc94096f-b1a7-43f6-accd-0390909d919e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:01.606515 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa960a94-3a68-42fc-beed-8618bc8ac720', 'tag': '2ee58d22-e885-430a-9a97-3de73a7a9c70', 'status': 'completed', 'code': 200} Aug 29 17:00:01.649326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ef111-2ad6-4577-af7a-26d61f3948f7 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:01.651459 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-286ef111-2ad6-4577-af7a-26d61f3948f7 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 881 time: 0.1476278 Aug 29 17:00:01.654187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56260) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:01.656545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:01.656718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:01.657114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:01.664371 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.675833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55477c-0406-46ff-b6fa-52219de5051b service neutron] Pushing event updated for resources: {'Port': ['ID=2ee58d22-e885-430a-9a97-3de73a7a9c70,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:01.676293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba', '8e18747d-9135-4dd6-8e4e-67e0366a5f4b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:01.694277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:01.694715 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:01.699437 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 10 to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 Aug 29 17:00:01.702376 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.710235 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bd4e79bb-50ee-4689-9cfc-e83d96446902 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=50bd8a6f-32ec-469b-b0bf-625fc5cd6a92 HTTP/1.1" status: 200 len: 205 time: 0.0545630 Aug 29 17:00:01.712609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56262) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:01.739745 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.742579 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] 10.222.0.22 "DELETE /v2.0/networks/7e7b26e1-fb52-4cf3-b305-f7a1259bd939 HTTP/1.1" status: 204 len: 168 time: 0.8875809 Aug 29 17:00:01.795184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Network d86c8120-adf7-4307-9620-94a250f14ff7 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:01.813036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568015d-6f68-44e8-a4a1-9c5d72975c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e7b26e1-fb52-4cf3-b305-f7a1259bd939,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:01.824221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-be8bd5f6-b938-4a87-8cce-a4e507d2e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:01.826435 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-be8bd5f6-b938-4a87-8cce-a4e507d2e00d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 1095 time: 0.2900708 Aug 29 17:00:01.827561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:01.834069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:01.834603 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:01.835223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:01.855023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:01.862108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:01.863061 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:01.863593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.930780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event updated for resources: {'Port': ['ID=1418cbf0-3619-47bb-8200-5ec1f3dceddf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:01.949095 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:01.976211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-3f4de3c9-7257-498d-8b92-69c3fd1df26d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ee58d22-e885-430a-9a97-3de73a7a9c70 HTTP/1.1" status: 200 len: 217 time: 0.1155860 Aug 29 17:00:01.984943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56268) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:02.027150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff1c8d-052f-4d6a-bf8b-088fce2afb12 req-0fcd681a-43ba-491f-b07a-180d56c50e5b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:02.028972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3ff1c8d-052f-4d6a-bf8b-088fce2afb12 req-0fcd681a-43ba-491f-b07a-180d56c50e5b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 931 time: 0.1150739 Aug 29 17:00:02.083129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c32f9e-e311-441b-9572-f961cab06bf3 req-53301f74-a62e-459f-97f6-8c9078ab9eb9 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:02.091501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-12c32f9e-e311-441b-9572-f961cab06bf3 req-53301f74-a62e-459f-97f6-8c9078ab9eb9 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.3053744 Aug 29 17:00:02.112522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:02.113163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.155064 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-881f72fd-2975-4af7-859d-e642d5e9710a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1919055 Aug 29 17:00:02.160867 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3ff1c8d-052f-4d6a-bf8b-088fce2afb12 req-aee8ae12-b518-4a95-95bd-97574ea57240 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665574 Aug 29 17:00:02.165144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.188424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Request body: {'port': {'device_id': '39f3a1b8-bae8-4226-906d-d065ed3c1402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:02.201509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-b7a82549-69f2-4214-a088-b189a3930bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:02.203220 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-b7a82549-69f2-4214-a088-b189a3930bec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.2025914 Aug 29 17:00:02.224535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Deleting port cb41dfa6-edc0-4216-b665-6b1090b5f279 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:02.224745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.231801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-afec02eb-d51e-4f05-8605-86facc5c961b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87aab6bab59d4591973a8c9fe46d8484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420785 Aug 29 17:00:02.246212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] For port fbdd56cc-440c-4ca9-b86c-fbf4df184a75, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:02.246594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempted to set empty binding levels {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:00:02.251604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56274) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:02.280024 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.297773 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-12c32f9e-e311-441b-9572-f961cab06bf3 req-656df837-b96a-42cc-9441-8bb2d7b15f77 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048943 Aug 29 17:00:02.347445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f9e07-b3a7-413d-a0ce-0b00aed266af req-884cce06-5494-4973-ae17-a7cf1c366e89 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:02.348919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b23f9e07-b3a7-413d-a0ce-0b00aed266af req-884cce06-5494-4973-ae17-a7cf1c366e89 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 943 time: 0.0821190 Aug 29 17:00:02.354448 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.383476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Calling delete_port for cb41dfa6-edc0-4216-b665-6b1090b5f279 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:02.387782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:02.388067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.394210 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.422111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-96c2570c-c655-4ce0-86f0-a6214c859b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:02.423630 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-96c2570c-c655-4ce0-86f0-a6214c859b4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1996708 Aug 29 17:00:02.429509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b23f9e07-b3a7-413d-a0ce-0b00aed266af req-8dde745d-5066-4fdf-aad1-5f24cb5258f5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662713 Aug 29 17:00:02.433666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event updated for resources: {'Port': ['ID=fbdd56cc-440c-4ca9-b86c-fbf4df184a75,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:02.455814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d069f7e4-6963-4349-ae59-2677b1f7076a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.4011264 Aug 29 17:00:02.471049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56276) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:02.520544 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bd6adb39-b29e-4496-9c83-48fbf7ed6e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.575059 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bd6adb39-b29e-4496-9c83-48fbf7ed6e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.617294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c4688a88-d82f-4deb-a1e3-f1b4c583a09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Deleting port fbdd56cc-440c-4ca9-b86c-fbf4df184a75 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:02.617665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4688a88-d82f-4deb-a1e3-f1b4c583a09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.686152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-3e68bb38-a84a-4d5f-a0a5-9f5e74355f1c service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535360 Aug 29 17:00:02.714404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-c4688a88-d82f-4deb-a1e3-f1b4c583a09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] For port fbdd56cc-440c-4ca9-b86c-fbf4df184a75, host n-h1-713301-13, got binding levels [] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:02.714779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4688a88-d82f-4deb-a1e3-f1b4c583a09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.729171 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c4688a88-d82f-4deb-a1e3-f1b4c583a09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Calling delete_port for fbdd56cc-440c-4ca9-b86c-fbf4df184a75 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:02.731020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.770587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Pushing event deleted for resources: {'Port': ['ID=cb41dfa6-edc0-4216-b665-6b1090b5f279,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:02.805887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bd6adb39-b29e-4496-9c83-48fbf7ed6e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.808442 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bd6adb39-b29e-4496-9c83-48fbf7ed6e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.809641 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bd6adb39-b29e-4496-9c83-48fbf7ed6e58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/509b7a61-e7ac-456d-994d-7cb0032813cd HTTP/1.1" status: 204 len: 168 time: 0.5578845 Aug 29 17:00:02.856898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6adb39-b29e-4496-9c83-48fbf7ed6e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509b7a61-e7ac-456d-994d-7cb0032813cd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:02.878904 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:02.903035 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a25ab9f-0ef7-4012-b0b1-7da0846142e3 req-0f2ccc05-fe26-467d-9a42-92171493e26a service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090237 Aug 29 17:00:02.953031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1418cbf0-3619-47bb-8200-5ec1f3dceddf {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:02.962579 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.004364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4688a88-d82f-4deb-a1e3-f1b4c583a09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.015968 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.024382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Transition to ACTIVE for port object 1418cbf0-3619-47bb-8200-5ec1f3dceddf will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:03.038187 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.042553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.042796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6042a71-32c5-4be7-8f71-2db914be4e56 req-fc15fe72-7b16-43ce-bc60-24e371d3c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:03.044272 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6042a71-32c5-4be7-8f71-2db914be4e56 req-fc15fe72-7b16-43ce-bc60-24e371d3c669 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 1095 time: 0.0783119 Aug 29 17:00:03.047648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4688a88-d82f-4deb-a1e3-f1b4c583a09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbdd56cc-440c-4ca9-b86c-fbf4df184a75,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:03.089505 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4688a88-d82f-4deb-a1e3-f1b4c583a09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.094262 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c4688a88-d82f-4deb-a1e3-f1b4c583a09c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "DELETE /v2.0/ports/fbdd56cc-440c-4ca9-b86c-fbf4df184a75 HTTP/1.1" status: 204 len: 168 time: 0.6221731 Aug 29 17:00:03.094994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56282) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:03.139625 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f22be22-7e6c-4df7-9516-86a6dfdeb8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:00:03.142155 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7f22be22-7e6c-4df7-9516-86a6dfdeb8fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "GET /v2.0/ports/fbdd56cc-440c-4ca9-b86c-fbf4df184a75 HTTP/1.1" status: 404 len: 333 time: 0.0452249 Aug 29 17:00:03.144797 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.144797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Fanout notify agent at l3_agent the message router_deleted on router 50bd8a6f-32ec-469b-b0bf-625fc5cd6a92 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:00:03.145777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56288) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:03.158719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Request body: {'port': {'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1968046233'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:03.174295 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.175402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-20519f23-c065-41a4-81b3-6be1a1ca262c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/50bd8a6f-32ec-469b-b0bf-625fc5cd6a92 HTTP/1.1" status: 204 len: 168 time: 1.4615905 Aug 29 17:00:03.183484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56292) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:03.188271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-64685046-4aed-49bb-b1a4-638aa3a2cfe9 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-897142946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:03.215764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Made reservation on behalf of c65a31a09451424ba48474801485cf20 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:03.219812 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.269450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] device_id is not set on port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:03.344759 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64685046-4aed-49bb-b1a4-638aa3a2cfe9 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.346287 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64685046-4aed-49bb-b1a4-638aa3a2cfe9 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.460243 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64685046-4aed-49bb-b1a4-638aa3a2cfe9 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.574117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56300) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:03.578373 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64685046-4aed-49bb-b1a4-638aa3a2cfe9 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.620495 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64685046-4aed-49bb-b1a4-638aa3a2cfe9 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.622190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-64685046-4aed-49bb-b1a4-638aa3a2cfe9 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4377346 Aug 29 17:00:03.635398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70aaec-c212-46ca-ad73-92e812777632 req-82d02cd0-7e96-4046-a46f-7ee55057ec21 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:03.636940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da70aaec-c212-46ca-ad73-92e812777632 req-82d02cd0-7e96-4046-a46f-7ee55057ec21 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 943 time: 0.3588626 Aug 29 17:00:03.637469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56304) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:03.637799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56306) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:03.648931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'enable_snat': False}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:03.722817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Pushing event updated for resources: {'Port': ['ID=1418cbf0-3619-47bb-8200-5ec1f3dceddf,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:03.723551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.805551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da70aaec-c212-46ca-ad73-92e812777632 req-ef0a13a3-5153-472f-9c47-1df073eab0fc tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491673 Aug 29 17:00:03.841341 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6fc4f993-8c91-417c-9bde-0a860b1dee4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7badadbce41c4c4d90d4fc870bed1f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642837 Aug 29 17:00:03.846206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56312) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:03.850889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6042a71-32c5-4be7-8f71-2db914be4e56 req-2dd737b6-b1c9-4278-bf8a-c8f7d54128c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:03.852543 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6042a71-32c5-4be7-8f71-2db914be4e56 req-2dd737b6-b1c9-4278-bf8a-c8f7d54128c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.8000126 Aug 29 17:00:03.914701 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6042a71-32c5-4be7-8f71-2db914be4e56 req-472d181b-3a31-411f-884d-cd8adb6ecbdd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ee58d22-e885-430a-9a97-3de73a7a9c70 HTTP/1.1" status: 200 len: 217 time: 0.0454710 Aug 29 17:00:03.915256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Attempting to bind port 1418cbf0-3619-47bb-8200-5ec1f3dceddf on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:03.915595 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Attempting to bind port 1418cbf0-3619-47bb-8200-5ec1f3dceddf by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:03.915931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Attempting to bind port 1418cbf0-3619-47bb-8200-5ec1f3dceddf on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:03.930480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea298c-3005-4c83-b742-775865bbd5e8 req-b45eb84b-d4f8-4051-8713-d5c66c7d1ca6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:03.932021 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-73ea298c-3005-4c83-b742-775865bbd5e8 req-b45eb84b-d4f8-4051-8713-d5c66c7d1ca6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.2053869 Aug 29 17:00:03.935127 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-01723d73-f0ec-4c9b-a326-9f9255ab071c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:03.982900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6042a71-32c5-4be7-8f71-2db914be4e56 req-919a8d34-b813-479b-b99b-83b24c140255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:03.984402 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6042a71-32c5-4be7-8f71-2db914be4e56 req-919a8d34-b813-479b-b99b-83b24c140255 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0514994 Aug 29 17:00:03.986290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Port 1418cbf0-3619-47bb-8200-5ec1f3dceddf on network d86c8120-adf7-4307-9620-94a250f14ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:03.986609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Attempting to bind port 1418cbf0-3619-47bb-8200-5ec1f3dceddf on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:04.014982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:00:04.014982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Checking segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:04.014982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Bound using segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:00:04.015428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Bound port: 1418cbf0-3619-47bb-8200-5ec1f3dceddf, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:00:04.015709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.069561 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-73ea298c-3005-4c83-b742-775865bbd5e8 req-8e192188-f946-469d-80fb-771c09e28ba3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839911 Aug 29 17:00:04.101130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6042a71-32c5-4be7-8f71-2db914be4e56 req-1471eaad-ee36-4ac5-a1ab-944d578f1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:04.102728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6042a71-32c5-4be7-8f71-2db914be4e56 req-1471eaad-ee36-4ac5-a1ab-944d578f1f3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054268 Aug 29 17:00:04.187098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] For port 1418cbf0-3619-47bb-8200-5ec1f3dceddf, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:04.208803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] For port 1418cbf0-3619-47bb-8200-5ec1f3dceddf, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=1418cbf0-3619-47bb-8200-5ec1f3dceddf,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:00:04.215670 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.272735 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:04.273405 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.274821 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] 10.222.0.10 "PUT /v2.0/ports/1418cbf0-3619-47bb-8200-5ec1f3dceddf HTTP/1.1" status: 200 len: 1092 time: 2.1029108 Aug 29 17:00:04.275270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f3a1b8-bae8-4226-906d-d065ed3c1402', 'tag': '1418cbf0-3619-47bb-8200-5ec1f3dceddf'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:04.277574 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e904a25e-b5f9-49f4-91cc-aae23543ec0d" -d '{"events": [{"name": "network-changed", "server_uuid": "39f3a1b8-bae8-4226-906d-d065ed3c1402", "tag": "1418cbf0-3619-47bb-8200-5ec1f3dceddf"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:04.297307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6042a71-32c5-4be7-8f71-2db914be4e56 req-c2111b56-5252-40a9-93b4-da642cf7b60a service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836708 Aug 29 17:00:04.342467 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad17ddfa-abf7-4cff-acf0-fdc3b8ef60b9 x-openstack-request-id: req-ad17ddfa-abf7-4cff-acf0-fdc3b8ef60b9 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:04.342759 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f3a1b8-bae8-4226-906d-d065ed3c1402", "tag": "1418cbf0-3619-47bb-8200-5ec1f3dceddf", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:04.343015 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad17ddfa-abf7-4cff-acf0-fdc3b8ef60b9 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:04.343412 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f3a1b8-bae8-4226-906d-d065ed3c1402', 'tag': '1418cbf0-3619-47bb-8200-5ec1f3dceddf', 'status': 'completed', 'code': 200} Aug 29 17:00:04.370196 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.390150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a655f63-21c1-45bb-963f-a802494a8bec service neutron] Pushing event updated for resources: {'Port': ['ID=1418cbf0-3619-47bb-8200-5ec1f3dceddf,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:04.435977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-254db95a-f8c0-4958-8468-b1b2a6ec3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:04.437425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-254db95a-f8c0-4958-8468-b1b2a6ec3872 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 1095 time: 0.1191878 Aug 29 17:00:04.447323 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.484563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Network 89080e90-4491-4850-ad9d-abd4a808e6aa is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:04.491911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6042a71-32c5-4be7-8f71-2db914be4e56 req-ebe23e67-ebf1-4457-b7db-50b65e99099c service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845813 Aug 29 17:00:04.493982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-01f6f689-35fb-49f4-85ad-839f371eb470 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1418cbf0-3619-47bb-8200-5ec1f3dceddf HTTP/1.1" status: 200 len: 217 time: 0.0441017 Aug 29 17:00:04.495514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3df18-df50-4a97-80ec-bf1ecc0c3d77 req-60b6b1d1-e755-46dd-abc9-826cd4a0b440 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:04.497770 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fa3df18-df50-4a97-80ec-bf1ecc0c3d77 req-60b6b1d1-e755-46dd-abc9-826cd4a0b440 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 943 time: 0.5867181 Aug 29 17:00:04.514400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:04.516692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:04.517732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:04.518328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.524421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event updated for resources: {'Port': ['ID=bb2a2c49-ba2f-4c7d-89f5-80e67b124a85,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:04.542375 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54ff472d-4eef-4f41-a829-a76b2c38caf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.551503 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-92cf7ca5-f9d1-43ab-991d-350f4ba4ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:04.553015 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-92cf7ca5-f9d1-43ab-991d-350f4ba4ca21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.0526195 Aug 29 17:00:04.585952 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-d3247ad5-c51f-490a-afce-5a551b03e5b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263638 Aug 29 17:00:04.620282 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54ff472d-4eef-4f41-a829-a76b2c38caf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.663425 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fa3df18-df50-4a97-80ec-bf1ecc0c3d77 req-29d1bf93-84d9-4c65-b2b4-b5eb7091ee21 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544273 Aug 29 17:00:04.684510 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-73e1da61-461a-4aa4-9e0f-9b06885979c2 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910330 Aug 29 17:00:04.722384 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-01723d73-f0ec-4c9b-a326-9f9255ab071c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.728919 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-01723d73-f0ec-4c9b-a326-9f9255ab071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.741622 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54ff472d-4eef-4f41-a829-a76b2c38caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.744209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54ff472d-4eef-4f41-a829-a76b2c38caf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.745370 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-54ff472d-4eef-4f41-a829-a76b2c38caf7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4adf4806-7430-482e-ba41-5541f12c3ade HTTP/1.1" status: 204 len: 168 time: 0.8560784 Aug 29 17:00:04.761580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5c6a7ddd-c894-4443-8ea8-09c87d9ccb4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6067779 Aug 29 17:00:04.771704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56318) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:04.779265 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:04.789440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01723d73-f0ec-4c9b-a326-9f9255ab071c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0448478-518f-4c3f-95f1-01fa37b37bed,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:04.799815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-01723d73-f0ec-4c9b-a326-9f9255ab071c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2535a04316a1445f848d98f0f9c82d74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1453393 Aug 29 17:00:04.799815 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56320) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:04.813499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff472d-4eef-4f41-a829-a76b2c38caf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adf4806-7430-482e-ba41-5541f12c3ade,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:04.857542 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8ff9849-7baa-42f2-a5e9-c1bbaeba8440 req-4148d303-4b16-4a99-bd44-744c96c98010 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665747 Aug 29 17:00:04.864697 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.963585 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77adb6ef-16cb-43fd-b52c-73aa099e0f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.990537 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:04.996389 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77adb6ef-16cb-43fd-b52c-73aa099e0f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:05.029527 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:05.047697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904a25e-b5f9-49f4-91cc-aae23543ec0d req-27d4a398-50c4-4a67-b25c-69fd51a73b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:05.049292 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e904a25e-b5f9-49f4-91cc-aae23543ec0d req-27d4a398-50c4-4a67-b25c-69fd51a73b4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 1095 time: 0.1352224 Aug 29 17:00:05.081213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be380272-850d-4844-863b-f477a2ab17ed req-096dda29-51fe-42cb-a2bc-0ddfec2a35bb tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:05.082730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be380272-850d-4844-863b-f477a2ab17ed req-096dda29-51fe-42cb-a2bc-0ddfec2a35bb tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 943 time: 0.1574426 Aug 29 17:00:05.126514 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77adb6ef-16cb-43fd-b52c-73aa099e0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:05.129089 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77adb6ef-16cb-43fd-b52c-73aa099e0f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:05.133478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-77adb6ef-16cb-43fd-b52c-73aa099e0f0a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0448478-518f-4c3f-95f1-01fa37b37bed HTTP/1.1" status: 204 len: 168 time: 0.3297551 Aug 29 17:00:05.170223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adb6ef-16cb-43fd-b52c-73aa099e0f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0448478-518f-4c3f-95f1-01fa37b37bed,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:05.226873 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Allocated IP 172.25.5.164 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/3c102537-e102-4313-bbbf-a832d96a6af7) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:05.243698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be380272-850d-4844-863b-f477a2ab17ed req-3e724edb-842d-4fd5-b6df-1a7352514a04 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388519 Aug 29 17:00:05.266752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] device_id is not set on port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:05.275953 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:05.278750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904a25e-b5f9-49f4-91cc-aae23543ec0d req-b956a8e1-789a-4a37-9acb-6387f43a616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:05.280284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e904a25e-b5f9-49f4-91cc-aae23543ec0d req-b956a8e1-789a-4a37-9acb-6387f43a616e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 906 time: 0.2236183 Aug 29 17:00:05.285072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e798be-368d-455c-8b51-4ec555f4c3da req-2948162c-220d-4c6c-8fe8-121e89f4600f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:05.293548 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63e798be-368d-455c-8b51-4ec555f4c3da req-2948162c-220d-4c6c-8fe8-121e89f4600f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1074758 Aug 29 17:00:05.297655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Transition to ACTIVE for port object bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:05.339488 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:05.345743 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e904a25e-b5f9-49f4-91cc-aae23543ec0d req-d62d4398-d96b-4a2c-a1f4-8d4fd2e19e81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1418cbf0-3619-47bb-8200-5ec1f3dceddf HTTP/1.1" status: 200 len: 217 time: 0.0558176 Aug 29 17:00:05.396753 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63e798be-368d-455c-8b51-4ec555f4c3da req-f996b6dc-0239-4134-9403-e895c58f7d0c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031926 Aug 29 17:00:05.449971 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:05.458564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:05.458907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:05.459269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:05.465122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event updated for resources: {'Port': ['ID=bb2a2c49-ba2f-4c7d-89f5-80e67b124a85,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:05.470325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:05.470659 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:05.473060 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 2 to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 Aug 29 17:00:05.486038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904a25e-b5f9-49f4-91cc-aae23543ec0d req-8c0ff6f5-f77e-4ec3-92bc-c97a490ac63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:05.487524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e904a25e-b5f9-49f4-91cc-aae23543ec0d req-8c0ff6f5-f77e-4ec3-92bc-c97a490ac63e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.1188025 Aug 29 17:00:05.494879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:05.495114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:05.495480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:05.501974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:05.502465 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:05.511008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:05.511959 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 3 to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 Aug 29 17:00:05.553783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:05.555591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e904a25e-b5f9-49f4-91cc-aae23543ec0d req-125b782e-f88e-4d99-b36f-d202a2039bea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544658 Aug 29 17:00:05.558784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:05.559200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:05.560154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:05.561079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:05.563622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:05.570496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Pushing event updated for resources: {'Port': ['ID=3c102537-e102-4313-bbbf-a832d96a6af7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:05.597170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:05.597535 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:05.627616 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 4 to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 Aug 29 17:00:05.659756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:05.660103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:05.660549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:05.668579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:05.668773 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:05.670624 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 5 to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 Aug 29 17:00:05.691776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:05.692116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:05.692462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:05.699816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:05.700155 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:05.702523 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 6 to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 Aug 29 17:00:05.727216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e904a25e-b5f9-49f4-91cc-aae23543ec0d req-7451f282-3985-49dd-baf9-5ca97c7ecfb4 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633339 Aug 29 17:00:05.728302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:05.728642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:05.728988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:05.733732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:05.734061 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:05.735650 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 7 to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 Aug 29 17:00:05.799996 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:05.800665 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:05.800665 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:05.818095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:05.818549 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:05.839560 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 8 to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 Aug 29 17:00:05.878056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:05.878462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:05.878992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:05.883329 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:05.896833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:05.897172 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:05.902408 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 9 to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 Aug 29 17:00:05.921821 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e904a25e-b5f9-49f4-91cc-aae23543ec0d req-f77dab6a-fd27-479e-9970-2ffe95b6b50a service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868212 Aug 29 17:00:05.940554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145976eb-bfe2-41f0-aa0e-88af50ad421e req-030ad729-d639-46f6-b9df-6ef317371fb6 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:05.942558 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-145976eb-bfe2-41f0-aa0e-88af50ad421e req-030ad729-d639-46f6-b9df-6ef317371fb6 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 943 time: 0.1542313 Aug 29 17:00:05.946876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:05.947214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:05.947555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:05.959580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:05.960136 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:05.967121 n-d-713301-13 neutron-server[111676]: INFO neutron.plugins.ml2.plugin [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 10 to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 Aug 29 17:00:05.991067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:05.991409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:05.991755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:06.003962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-145976eb-bfe2-41f0-aa0e-88af50ad421e req-eb561e2d-232c-4698-86f5-e8e61a6f1d5b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529847 Aug 29 17:00:06.004604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:06.004937 n-d-713301-13 neutron-server[111676]: ERROR neutron.plugins.ml2.managers [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:06.005508 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.087361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] For port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:06.087782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempted to set empty binding levels {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:00:06.093494 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.120191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2ee58d22-e885-430a-9a97-3de73a7a9c70 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:00:06.129512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.134234 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.144883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event updated for resources: {'Port': ['ID=bb2a2c49-ba2f-4c7d-89f5-80e67b124a85,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:06.155436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] In _notify_port_updated(), no bound segment for port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:00:06.156562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.156931 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.160974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5c42078a-97b3-4bd2-8165-a455a6263ba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "PUT /v2.0/ports/bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 HTTP/1.1" status: 200 len: 980 time: 1.3878579 Aug 29 17:00:06.161671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56376) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:06.258930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.259446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.259921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.260739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.260856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.261331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.261918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.262391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.262884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.263902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.264038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.265930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.265930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.265930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.266209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.272148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2ee58d22-e885-430a-9a97-3de73a7a9c70, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2ee58d22-e885-430a-9a97-3de73a7a9c70,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:06.278650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.279444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.280078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.282645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.283419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.284078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.286607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.287102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.292816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '2ee58d22-e885-430a-9a97-3de73a7a9c70', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'port_id': '2ee58d22-e885-430a-9a97-3de73a7a9c70', 'mac_address': 'fa:16:3e:48:ef:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:00:06.297636 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d71296c3-366a-401c-86b0-9b2fc09b1df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20480 time: 0.1348879 Aug 29 17:00:06.298266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56384) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:06.344129 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.373649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee58d22-e885-430a-9a97-3de73a7a9c70 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:06.402722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Router 2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:00:06.423498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2ee58d22-e885-430a-9a97-3de73a7a9c70, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2ee58d22-e885-430a-9a97-3de73a7a9c70,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:06.429809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f5016-57d3-4371-9699-d7721883fdfa req-860d7716-0bee-403d-8dd1-31d4b1f64647 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.433184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f04f5016-57d3-4371-9699-d7721883fdfa req-860d7716-0bee-403d-8dd1-31d4b1f64647 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 943 time: 0.0746596 Aug 29 17:00:06.447593 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.494956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-054cbc2c-28ea-4940-ae7d-a0aeaeec77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Deleting port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:06.495308 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-054cbc2c-28ea-4940-ae7d-a0aeaeec77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.520227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=2ee58d22-e885-430a-9a97-3de73a7a9c70,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:06.571708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-054cbc2c-28ea-4940-ae7d-a0aeaeec77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] For port bb2a2c49-ba2f-4c7d-89f5-80e67b124a85, host n-h1-713301-13, got binding levels [] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:06.572084 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-054cbc2c-28ea-4940-ae7d-a0aeaeec77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.595247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:00:06.598053 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-054cbc2c-28ea-4940-ae7d-a0aeaeec77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Calling delete_port for bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:06.605305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7949b6-069b-473c-ac8c-34cc05c0f8ff None None] Sync routers for ids ['2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:00:06.605558 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.606702 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-25b58b3c-e6d2-4a8f-b078-a41c81086c52 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "PUT /v2.0/routers/2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83 HTTP/1.1" status: 200 len: 915 time: 2.9636858 Aug 29 17:00:06.612901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56396) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:06.633147 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7949b6-069b-473c-ac8c-34cc05c0f8ff None None] Routers {'2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:06.634082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1e7949b6-069b-473c-ac8c-34cc05c0f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:06.683798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1e7949b6-069b-473c-ac8c-34cc05c0f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:06.687518 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f04f5016-57d3-4371-9699-d7721883fdfa req-7d282f9f-6900-4d7b-997f-620904d153e3 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988724 Aug 29 17:00:06.701318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ab6c7-7e7a-48f4-b488-c52da81395f2 req-f9dcab72-1fbb-478e-ae9d-23c2ab50eec4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.702744 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ab6c7-7e7a-48f4-b488-c52da81395f2 req-f9dcab72-1fbb-478e-ae9d-23c2ab50eec4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1178973 Aug 29 17:00:06.719860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7949b6-069b-473c-ac8c-34cc05c0f8ff None None] Routers {'2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:06.720665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1e7949b6-069b-473c-ac8c-34cc05c0f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:06.765944 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-42c4ee2d-58ff-4a77-adbd-677b10fd7232 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/routers/2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83 HTTP/1.1" status: 200 len: 921 time: 0.1487405 Aug 29 17:00:06.766762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56402) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:06.769358 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['2ee58d22-e885-430a-9a97-3de73a7a9c70'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:06.773035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1e7949b6-069b-473c-ac8c-34cc05c0f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:06.774016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7949b6-069b-473c-ac8c-34cc05c0f8ff None None] The sync data for ids ['2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:00:06.807574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-350ab6c7-7e7a-48f4-b488-c52da81395f2 req-aec7c83a-ca11-446c-b345-6a015a0f3ac3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776937 Aug 29 17:00:06.820039 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-054cbc2c-28ea-4940-ae7d-a0aeaeec77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.840727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373687dc-e624-45bf-b73d-8fe33169840e tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.842739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-373687dc-e624-45bf-b73d-8fe33169840e tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&device_id=2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0745459 Aug 29 17:00:06.845257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56406) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:06.901851 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-054cbc2c-28ea-4940-ae7d-a0aeaeec77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:06.906993 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-054cbc2c-28ea-4940-ae7d-a0aeaeec77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "DELETE /v2.0/ports/bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 HTTP/1.1" status: 204 len: 168 time: 0.6077125 Aug 29 17:00:06.908083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cbc2c-28ea-4940-ae7d-a0aeaeec77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb2a2c49-ba2f-4c7d-89f5-80e67b124a85,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:06.913039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56414) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:06.950754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503c1efc-9f23-4bbd-9582-c28702ea68fb tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:06.952327 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-503c1efc-9f23-4bbd-9582-c28702ea68fb tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 881 time: 0.1054966 Aug 29 17:00:06.955227 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56416) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:06.970762 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b2d70b-9bee-476f-8098-d43fd3ed8a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:00:06.972373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-71b2d70b-9bee-476f-8098-d43fd3ed8a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "GET /v2.0/ports/bb2a2c49-ba2f-4c7d-89f5-80e67b124a85 HTTP/1.1" status: 404 len: 333 time: 0.0583718 Aug 29 17:00:06.978618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56418) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:06.987833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-947968390', 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:06.988099 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-22889d3d-12f7-4b20-a538-ea7b955e773f tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83 HTTP/1.1" status: 200 len: 205 time: 0.0307624 Aug 29 17:00:06.993104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56420) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:07.134150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Made reservation on behalf of c65a31a09451424ba48474801485cf20 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:07.136467 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:07.158758 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:07.201335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] device_id is not set on port 0ec61707-a7fe-4ff6-98fa-63689fd7756d yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:07.213979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f3f57021-b299-434c-9bc6-de8562fa7c07 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1fd7de2c75da4db696f797109913a481&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230110 Aug 29 17:00:07.267949 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49100a0f-8b4f-4482-85c9-fa6b40b7c8e1 req-f42c361c-81eb-4293-95d7-23991b95de53 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:07.269943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49100a0f-8b4f-4482-85c9-fa6b40b7c8e1 req-f42c361c-81eb-4293-95d7-23991b95de53 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 944 time: 0.1730971 Aug 29 17:00:07.330490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-3dadebc7-776a-4f8a-a184-02f7f1f80a38 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:07.331968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-3dadebc7-776a-4f8a-a184-02f7f1f80a38 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123075 Aug 29 17:00:07.355371 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-329f9c21-74e5-4615-89b4-6d75a2ab9b98 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/quotas/1fd7de2c75da4db696f797109913a481 HTTP/1.1" status: 200 len: 375 time: 0.0140464 Aug 29 17:00:07.381210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49100a0f-8b4f-4482-85c9-fa6b40b7c8e1 req-7bae9390-564f-4ae2-89cc-89e490da826e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740440 Aug 29 17:00:07.401322 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f3fe832c-c7af-4bf6-97c8-fa334420bbce tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fd7de2c75da4db696f797109913a481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372846 Aug 29 17:00:07.433259 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:07.491877 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:07.533340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Deleting port 3c102537-e102-4313-bbbf-a832d96a6af7 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:07.533968 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:07.610102 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:07.627969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a5da9963-ca42-453a-a262-89067a4f206f req-8162c3ee-5d07-4470-b9f5-4c8405d219a2 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 210 time: 0.0454302 Aug 29 17:00:07.681969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Network 89080e90-4491-4850-ad9d-abd4a808e6aa is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:07.690947 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:07.693381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event updated for resources: {'Port': ['ID=0ec61707-a7fe-4ff6-98fa-63689fd7756d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:07.700217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:07.701165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:07.702151 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:07.710457 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:07.735522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-382fcdd9-09a8-4904-bbe0-4670941534a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7535453 Aug 29 17:00:07.735522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Calling delete_port for 3c102537-e102-4313-bbbf-a832d96a6af7 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:07.737295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56460) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:07.803044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a815957-1180-4046-bb28-06e8b8a3ce9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:07.806962 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0a815957-1180-4046-bb28-06e8b8a3ce9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "GET /v2.0/ports/0ec61707-a7fe-4ff6-98fa-63689fd7756d HTTP/1.1" status: 200 len: 958 time: 0.0656705 Aug 29 17:00:07.807623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56462) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:07.942255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc87b0d-c092-4e1e-843d-fe98fe82102f req-c7b892a2-5155-4771-82a6-d454fc90489d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:07.944508 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5cc87b0d-c092-4e1e-843d-fe98fe82102f req-c7b892a2-5155-4771-82a6-d454fc90489d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 943 time: 0.1154342 Aug 29 17:00:07.960948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b7a88248-5185-4d47-9be0-24da87f4c4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Deleting port 0ec61707-a7fe-4ff6-98fa-63689fd7756d {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:07.963684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b7a88248-5185-4d47-9be0-24da87f4c4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.034496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3054d-66fd-499d-bc4e-bb3269a5a052 req-04f1ad9a-021b-499a-bd2e-649d29c4e625 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:08.036634 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ea3054d-66fd-499d-bc4e-bb3269a5a052 req-04f1ad9a-021b-499a-bd2e-649d29c4e625 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1225057 Aug 29 17:00:08.055687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5cc87b0d-c092-4e1e-843d-fe98fe82102f req-2838713e-dfb1-4110-9b53-b4152ab8410d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987914 Aug 29 17:00:08.075937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b7a88248-5185-4d47-9be0-24da87f4c4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.091876 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.099542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b7a88248-5185-4d47-9be0-24da87f4c4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Calling delete_port for 0ec61707-a7fe-4ff6-98fa-63689fd7756d owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:08.124190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Pushing event deleted for resources: {'Port': ['ID=3c102537-e102-4313-bbbf-a832d96a6af7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:08.127549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2ee58d22-e885-430a-9a97-3de73a7a9c70 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:08.131657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ea3054d-66fd-499d-bc4e-bb3269a5a052 req-a98bb553-ead0-4f7e-a9a4-39ba4c9323ca tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856173 Aug 29 17:00:08.212165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 1418cbf0-3619-47bb-8200-5ec1f3dceddf details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:00:08.216477 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.235566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b7a88248-5185-4d47-9be0-24da87f4c4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.278006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b7a88248-5185-4d47-9be0-24da87f4c4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.280500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b7a88248-5185-4d47-9be0-24da87f4c4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "DELETE /v2.0/ports/0ec61707-a7fe-4ff6-98fa-63689fd7756d HTTP/1.1" status: 204 len: 168 time: 0.4716840 Aug 29 17:00:08.281487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a88248-5185-4d47-9be0-24da87f4c4ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ec61707-a7fe-4ff6-98fa-63689fd7756d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:08.283320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56474) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:08.293012 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 2ee58d22-e885-430a-9a97-3de73a7a9c70 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:08.309775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 2ee58d22-e885-430a-9a97-3de73a7a9c70 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:08.310629 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.317212 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-282d192a-ec4c-4f0f-8aff-df6467835a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:00:08.318943 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-282d192a-ec4c-4f0f-8aff-df6467835a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "GET /v2.0/ports/0ec61707-a7fe-4ff6-98fa-63689fd7756d HTTP/1.1" status: 404 len: 333 time: 0.0343945 Aug 29 17:00:08.322774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56476) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:08.330560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Request body: {'port': {'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1632875476'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:08.333146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.335484 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.361937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Made reservation on behalf of c65a31a09451424ba48474801485cf20 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:08.368190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.390887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.391674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Fanout notify agent at l3_agent the message router_deleted on router 2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:00:08.397711 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 1418cbf0-3619-47bb-8200-5ec1f3dceddf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=1418cbf0-3619-47bb-8200-5ec1f3dceddf,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:08.405764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] device_id is not set on port 38235b07-49b1-4d58-a265-b4ee297d215b yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:08.409547 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.415105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-04d515e0-49ed-4ed4-acc2-4a2d0b8532d8 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83 HTTP/1.1" status: 204 len: 168 time: 1.4204092 Aug 29 17:00:08.417183 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56482) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:08.423695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2030042943', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:08.435094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '1418cbf0-3619-47bb-8200-5ec1f3dceddf', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'port_id': '1418cbf0-3619-47bb-8200-5ec1f3dceddf', 'mac_address': 'fa:16:3e:1c:77:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ffaa0b-3833-4fd3-81a1-14e261c9c132', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:00:08.455773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.457697 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.476706 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.507893 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.513973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa960a94-3a68-42fc-beed-8618bc8ac720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee58d22-e885-430a-9a97-3de73a7a9c70'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:08.516650 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7495bcb1-29cf-4ca4-8fc6-9b4078d7edb3" -d '{"events": [{"server_uuid": "aa960a94-3a68-42fc-beed-8618bc8ac720", "name": "network-vif-plugged", "status": "completed", "tag": "2ee58d22-e885-430a-9a97-3de73a7a9c70"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:08.539749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.543795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2ee58d22-e885-430a-9a97-3de73a7a9c70, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2ee58d22-e885-430a-9a97-3de73a7a9c70,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:08.547345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1418cbf0-3619-47bb-8200-5ec1f3dceddf {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:08.568725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 1418cbf0-3619-47bb-8200-5ec1f3dceddf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=1418cbf0-3619-47bb-8200-5ec1f3dceddf,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:08.571521 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.578533 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.622070 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934f9b88-9cc9-4fc4-8681-e81e3f8ec12a x-openstack-request-id: req-934f9b88-9cc9-4fc4-8681-e81e3f8ec12a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:08.622903 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa960a94-3a68-42fc-beed-8618bc8ac720", "name": "network-vif-plugged", "status": "completed", "tag": "2ee58d22-e885-430a-9a97-3de73a7a9c70", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:08.623654 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-934f9b88-9cc9-4fc4-8681-e81e3f8ec12a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:08.624257 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa960a94-3a68-42fc-beed-8618bc8ac720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee58d22-e885-430a-9a97-3de73a7a9c70', 'code': 200} Aug 29 17:00:08.642587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=2ee58d22-e885-430a-9a97-3de73a7a9c70,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:08.654789 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.706850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=1418cbf0-3619-47bb-8200-5ec1f3dceddf,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:08.748917 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.801434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event updated for resources: {'Port': ['ID=38235b07-49b1-4d58-a265-b4ee297d215b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:08.844614 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-c3de249c-c474-40ad-8e9e-d09ad9c3a638 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1fd7de2c75da4db696f797109913a481&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447233 Aug 29 17:00:08.846011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['1418cbf0-3619-47bb-8200-5ec1f3dceddf'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:08.846661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Network 89080e90-4491-4850-ad9d-abd4a808e6aa is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:08.859456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:08.897095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:08.897929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:08.898540 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:08.920369 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9b95067-6f16-470e-af94-aac5916aaf1e req-3b6abff3-503c-4a03-8b8d-972300a5798e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 210 time: 0.0780790 Aug 29 17:00:08.966698 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-738b59d5-adb8-45bd-9a2c-70e52e54923e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6428497 Aug 29 17:00:08.969924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56492) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:08.980987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:09.089064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.097619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-89b5dbf0-2ac0-4293-9431-a74398e2ac71 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:09.099799 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-89b5dbf0-2ac0-4293-9431-a74398e2ac71 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416940 Aug 29 17:00:09.116993 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Request body: {'port': {'device_id': '35b5442b-1a01-4621-bb25-d9d156cb8b33', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '1fd7de2c75da4db696f797109913a481'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:09.219438 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.236213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630ef19-8f15-49ae-bca6-55eaac16f449 req-af679c61-2953-4879-a9d6-ef09056ec539 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:09.237912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9630ef19-8f15-49ae-bca6-55eaac16f449 req-af679c61-2953-4879-a9d6-ef09056ec539 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 945 time: 0.6870494 Aug 29 17:00:09.244027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547bbb7-0f86-45a6-be27-d963a6cce198 req-ee24c3bc-f9d3-44e4-9016-4f1f1f358077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:09.246199 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1547bbb7-0f86-45a6-be27-d963a6cce198 req-ee24c3bc-f9d3-44e4-9016-4f1f1f358077 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 1097 time: 0.1023850 Aug 29 17:00:09.326359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c8de8-4274-4669-a4e2-7b26e3bf8afe req-748bb118-8434-4b47-9ebb-9ba757b8c21f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:09.327755 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e77c8de8-4274-4669-a4e2-7b26e3bf8afe req-748bb118-8434-4b47-9ebb-9ba757b8c21f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 944 time: 0.1918409 Aug 29 17:00:09.349793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1547bbb7-0f86-45a6-be27-d963a6cce198 req-21a6c0f6-c13c-455b-9c4b-2bd834e254a9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881724 Aug 29 17:00:09.360144 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9630ef19-8f15-49ae-bca6-55eaac16f449 req-2b924760-6ae7-4365-a777-301c5c7895f9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087430 Aug 29 17:00:09.418646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Made reservation on behalf of 1fd7de2c75da4db696f797109913a481 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:09.422117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.426367 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e77c8de8-4274-4669-a4e2-7b26e3bf8afe req-f3aeeb4d-7930-4467-9c68-f10b70044135 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834732 Aug 29 17:00:09.469757 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.495507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] device_id is not set on port 38235b07-49b1-4d58-a265-b4ee297d215b yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:09.506935 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.526740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Transition to ACTIVE for port object 38235b07-49b1-4d58-a265-b4ee297d215b will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:09.534761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56504) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:09.535194 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.579924 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.603582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.613112 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event updated for resources: {'Port': ['ID=38235b07-49b1-4d58-a265-b4ee297d215b,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:09.619614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4651ceb-1725-4023-9126-05807de934fe req-fc20b2c5-c84b-47bd-a521-5aae27fa96c0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:09.621328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4651ceb-1725-4023-9126-05807de934fe req-fc20b2c5-c84b-47bd-a521-5aae27fa96c0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1449099 Aug 29 17:00:09.634712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:09.635078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:09.635443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:09.647379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:09.647723 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:09.650407 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 2 to bind port 38235b07-49b1-4d58-a265-b4ee297d215b Aug 29 17:00:09.667955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.670645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:09.670980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:09.671332 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:09.674476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.696574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:09.696892 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:09.697848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0e7fef3a-e9a3-4ad0-bc53-2a985624574f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.699939 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 3 to bind port 38235b07-49b1-4d58-a265-b4ee297d215b Aug 29 17:00:09.750996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9846dd7-63f5-424d-b457-bb7346e542e3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:09.754701 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4651ceb-1725-4023-9126-05807de934fe req-bb65b7ab-a695-4bfd-a59c-81c2b3908688 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992720 Aug 29 17:00:09.758077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:09.758334 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:09.758647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:09.769622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:09.769954 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:09.772800 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 4 to bind port 38235b07-49b1-4d58-a265-b4ee297d215b Aug 29 17:00:09.791791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:09.792196 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:09.792769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:09.798919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:09.799250 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:09.801081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Allocated IP 172.25.5.90 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/1d09310d-821b-4cf0-9e83-e68001e1d86f) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:09.804612 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 5 to bind port 38235b07-49b1-4d58-a265-b4ee297d215b Aug 29 17:00:09.840620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:09.841255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:09.841255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:09.851467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:09.851819 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:09.854044 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 6 to bind port 38235b07-49b1-4d58-a265-b4ee297d215b Aug 29 17:00:09.875646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Allocated IP 192.168.233.16 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/84d9d341-6bbf-4b95-93fe-eca5c2620f89) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:09.879625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:09.879953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:09.880322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:09.889697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:09.890022 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:09.891650 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 7 to bind port 38235b07-49b1-4d58-a265-b4ee297d215b Aug 29 17:00:09.915834 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:09.916174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:09.916510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:09.931779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:09.932118 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:09.934783 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 8 to bind port 38235b07-49b1-4d58-a265-b4ee297d215b Aug 29 17:00:09.941986 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0e7fef3a-e9a3-4ad0-bc53-2a985624574f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.948861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0e7fef3a-e9a3-4ad0-bc53-2a985624574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:09.960476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:09.960812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:09.961143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:09.966871 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.000986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:10.001341 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:10.003380 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 9 to bind port 38235b07-49b1-4d58-a265-b4ee297d215b Aug 29 17:00:10.006270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fef3a-e9a3-4ad0-bc53-2a985624574f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9637f24-de72-4b63-82fb-c45c228bc7f0,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:10.010557 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0e7fef3a-e9a3-4ad0-bc53-2a985624574f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf25597076eb4811b11fef2aa7d763ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725440 Aug 29 17:00:10.013560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56512) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:10.040418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:10.040749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:10.041091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:10.042861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86ba097c-445f-4d8d-b22a-6b9f297f52e8 req-5fc5df4c-e2fc-4a77-aa35-866f6ba2ffad tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 210 time: 0.0306911 Aug 29 17:00:10.064943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:10.065341 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:10.068029 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.070414 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempt 10 to bind port 38235b07-49b1-4d58-a265-b4ee297d215b Aug 29 17:00:10.103781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:10.104018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:10.104361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempting to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:10.111440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:10.117112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:10.121028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:10.123067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:10.123399 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Failed to bind port 38235b07-49b1-4d58-a265-b4ee297d215b on host n-h1-713301-13 for vnic_type normal using segments [{'id': '3ec21e78-e6e5-4af2-8409-ce5a2521674b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89080e90-4491-4850-ad9d-abd4a808e6aa'}] Aug 29 17:00:10.123765 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.145433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Pushing event updated for resources: {'Port': ['ID=1d09310d-821b-4cf0-9e83-e68001e1d86f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:10.150672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.153094 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56df62a7-5856-4c6d-ba21-7ec707a800f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.199964 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56df62a7-5856-4c6d-ba21-7ec707a800f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.211214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Transition to ACTIVE for port object 84d9d341-6bbf-4b95-93fe-eca5c2620f89 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:10.239647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 1418cbf0-3619-47bb-8200-5ec1f3dceddf up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:10.268426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] For port 38235b07-49b1-4d58-a265-b4ee297d215b, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:10.268990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attempted to set empty binding levels {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:00:10.278857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.305284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 1418cbf0-3619-47bb-8200-5ec1f3dceddf completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:10.309422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 1418cbf0-3619-47bb-8200-5ec1f3dceddf triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:10.310029 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.316548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] In _notify_port_updated(), no bound segment for port 38235b07-49b1-4d58-a265-b4ee297d215b on network 89080e90-4491-4850-ad9d-abd4a808e6aa {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:00:10.316548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:10.316548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.317866 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "PUT /v2.0/ports/38235b07-49b1-4d58-a265-b4ee297d215b HTTP/1.1" status: 200 len: 980 time: 1.3464170 Aug 29 17:00:10.320650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56514) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:10.334689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.345265 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56df62a7-5856-4c6d-ba21-7ec707a800f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.347749 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56df62a7-5856-4c6d-ba21-7ec707a800f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.352216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-56df62a7-5856-4c6d-ba21-7ec707a800f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9637f24-de72-4b63-82fb-c45c228bc7f0 HTTP/1.1" status: 204 len: 168 time: 0.3345547 Aug 29 17:00:10.353570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a32b11-e7a2-4dc1-94b4-4c810f17888b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event updated for resources: {'Port': ['ID=38235b07-49b1-4d58-a265-b4ee297d215b,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:10.390306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df62a7-5856-4c6d-ba21-7ec707a800f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9637f24-de72-4b63-82fb-c45c228bc7f0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:10.393936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:10.402816 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:10.405126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:10.458130 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.478110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Pushing event updated for resources: {'Port': ['ID=84d9d341-6bbf-4b95-93fe-eca5c2620f89,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:10.505286 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.530814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 1418cbf0-3619-47bb-8200-5ec1f3dceddf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=1418cbf0-3619-47bb-8200-5ec1f3dceddf,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:10.541697 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.546357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:10.546996 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.603629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-f80f0291-3d70-4a83-a24a-dcc92a42f985 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4919577 Aug 29 17:00:10.617309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981249e5-728d-43a2-8c6d-f95220c869ec req-e3bc84bb-fecb-460a-86e6-7d20baf6740a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:10.624819 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-981249e5-728d-43a2-8c6d-f95220c869ec req-e3bc84bb-fecb-460a-86e6-7d20baf6740a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 945 time: 0.0896926 Aug 29 17:00:10.627791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f3a1b8-bae8-4226-906d-d065ed3c1402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1418cbf0-3619-47bb-8200-5ec1f3dceddf'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:10.630779 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e209eb71-52e9-429b-8e33-84c924d16eaa" -d '{"events": [{"server_uuid": "39f3a1b8-bae8-4226-906d-d065ed3c1402", "name": "network-vif-plugged", "status": "completed", "tag": "1418cbf0-3619-47bb-8200-5ec1f3dceddf"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:10.635688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=1418cbf0-3619-47bb-8200-5ec1f3dceddf,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:10.637761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Request body: {'port': {'device_id': '35b5442b-1a01-4621-bb25-d9d156cb8b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:10.704501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-15a4ecd8-ff1b-469d-9b2a-665e888a4a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Deleting port 38235b07-49b1-4d58-a265-b4ee297d215b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:10.704866 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15a4ecd8-ff1b-469d-9b2a-665e888a4a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.714508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aedea-c9bb-4577-b1a8-79fc2e536e48 req-a45eb6a7-9370-4d24-a9d9-e9ddf338b37a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:10.716066 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b9aedea-c9bb-4577-b1a8-79fc2e536e48 req-a45eb6a7-9370-4d24-a9d9-e9ddf338b37a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 945 time: 0.1599245 Aug 29 17:00:10.735358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.742889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-981249e5-728d-43a2-8c6d-f95220c869ec req-44e5d4ec-2da5-42dd-9627-320b410e6a77 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171649 Aug 29 17:00:10.790197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56526) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:10.810637 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c694d52d-e61e-4d09-aedd-fd176506f2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.838358 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cb8c95-97af-4859-b227-441b9d3f16c6 x-openstack-request-id: req-f4cb8c95-97af-4859-b227-441b9d3f16c6 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:10.838656 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f3a1b8-bae8-4226-906d-d065ed3c1402", "name": "network-vif-plugged", "status": "completed", "tag": "1418cbf0-3619-47bb-8200-5ec1f3dceddf", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:10.838915 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4cb8c95-97af-4859-b227-441b9d3f16c6 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:10.839370 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f3a1b8-bae8-4226-906d-d065ed3c1402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1418cbf0-3619-47bb-8200-5ec1f3dceddf', 'code': 200} Aug 29 17:00:10.866319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b6d297d9-4bd6-4cb2-84cc-a5d3c207b329 None None] Provisioning for port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:10.869908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b9aedea-c9bb-4577-b1a8-79fc2e536e48 req-ad5eb374-c658-406b-97f3-d5c1ec418940 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274831 Aug 29 17:00:10.871363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b6d297d9-4bd6-4cb2-84cc-a5d3c207b329 None None] Provisioning complete for port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:10.872008 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b6d297d9-4bd6-4cb2-84cc-a5d3c207b329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.944008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-15a4ecd8-ff1b-469d-9b2a-665e888a4a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] For port 38235b07-49b1-4d58-a265-b4ee297d215b, host n-h1-713301-13, got binding levels [] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:10.944695 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15a4ecd8-ff1b-469d-9b2a-665e888a4a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:10.965297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b6d297d9-4bd6-4cb2-84cc-a5d3c207b329 None None] Port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:00:10.983777 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-15a4ecd8-ff1b-469d-9b2a-665e888a4a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Calling delete_port for 38235b07-49b1-4d58-a265-b4ee297d215b owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:11.090447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73ee1c-3503-48af-a101-05102552656e req-498bd08b-5f09-4732-a815-371e47e614e7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:11.091952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c73ee1c-3503-48af-a101-05102552656e req-498bd08b-5f09-4732-a815-371e47e614e7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1499560 Aug 29 17:00:11.114318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1f2ab-ca8d-4f18-8373-a954d2dbaf7d req-cb42781b-d1a1-4a2e-969a-34da1a57cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:11.116554 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ead1f2ab-ca8d-4f18-8373-a954d2dbaf7d req-cb42781b-d1a1-4a2e-969a-34da1a57cac6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 1097 time: 0.1287565 Aug 29 17:00:11.146935 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.168610 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c73ee1c-3503-48af-a101-05102552656e req-643bd315-fd55-4159-8647-9542988fa750 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689125 Aug 29 17:00:11.197285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c694d52d-e61e-4d09-aedd-fd176506f2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.209180 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c694d52d-e61e-4d09-aedd-fd176506f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.252392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ead1f2ab-ca8d-4f18-8373-a954d2dbaf7d req-c4049972-265a-48a9-82dd-610337c3bc4b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171443 Aug 29 17:00:11.282819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694d52d-e61e-4d09-aedd-fd176506f2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8ab3a0-8d8a-43dc-8778-e7c9369492a7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:11.289682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15a4ecd8-ff1b-469d-9b2a-665e888a4a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.292500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c694d52d-e61e-4d09-aedd-fd176506f2c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bddd895a3244d19a5c179e9e9312c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012622 Aug 29 17:00:11.293147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56534) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:11.304104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b3f36-9013-41c0-8c52-a5ab6586d6fb req-b03e7377-6686-4d76-a2fa-d52e761172e9 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:11.305618 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c3b3f36-9013-41c0-8c52-a5ab6586d6fb req-b03e7377-6686-4d76-a2fa-d52e761172e9 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 935 time: 0.1841509 Aug 29 17:00:11.319023 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d9d341-6bbf-4b95-93fe-eca5c2620f89 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:11.332289 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.345706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4ecd8-ff1b-469d-9b2a-665e888a4a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Pushing event deleted for resources: {'Port': ['ID=38235b07-49b1-4d58-a265-b4ee297d215b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:11.355808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Transition to ACTIVE for port object 84d9d341-6bbf-4b95-93fe-eca5c2620f89 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:11.363595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15a4ecd8-ff1b-469d-9b2a-665e888a4a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.368757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-15a4ecd8-ff1b-469d-9b2a-665e888a4a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "DELETE /v2.0/ports/38235b07-49b1-4d58-a265-b4ee297d215b HTTP/1.1" status: 204 len: 168 time: 1.0436234 Aug 29 17:00:11.368919 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.370559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56536) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:11.401094 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c3b3f36-9013-41c0-8c52-a5ab6586d6fb req-b53c9382-a8db-432e-804b-b1bae5923ae7 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811234 Aug 29 17:00:11.422307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Router 1b72df83-799b-4f2f-bb53-a8d113f84a1a is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:00:11.423605 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df3c53af-e7ba-4cae-9f80-5be9f4105c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.432566 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8647479f-525e-4579-be9a-763e19dd2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:00:11.434072 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8647479f-525e-4579-be9a-763e19dd2653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153169482-project-admin] 10.222.0.22 "GET /v2.0/ports/38235b07-49b1-4d58-a265-b4ee297d215b HTTP/1.1" status: 404 len: 333 time: 0.0592408 Aug 29 17:00:11.444995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56538) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:11.492206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df3c53af-e7ba-4cae-9f80-5be9f4105c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.529163 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d9d341-6bbf-4b95-93fe-eca5c2620f89,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:11.535994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:00:11.554498 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c02e4f6-d2ec-4f9b-ad7b-139235e05c4f None None] Sync routers for ids ['1b72df83-799b-4f2f-bb53-a8d113f84a1a'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:00:11.569837 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.572070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-42ae4978-3709-4dde-8e41-9b1cd9daecb0 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1537294 Aug 29 17:00:11.575060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56540) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:11.580722 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02e4f6-d2ec-4f9b-ad7b-139235e05c4f None None] Routers {'1b72df83-799b-4f2f-bb53-a8d113f84a1a'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:11.581669 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2c02e4f6-d2ec-4f9b-ad7b-139235e05c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1b72df83-799b-4f2f-bb53-a8d113f84a1a'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:11.583068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:11.620160 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2c02e4f6-d2ec-4f9b-ad7b-139235e05c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:11.627543 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.631531 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02e4f6-d2ec-4f9b-ad7b-139235e05c4f None None] Routers {'1b72df83-799b-4f2f-bb53-a8d113f84a1a'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:11.632933 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2c02e4f6-d2ec-4f9b-ad7b-139235e05c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1b72df83-799b-4f2f-bb53-a8d113f84a1a'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:11.693353 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2c02e4f6-d2ec-4f9b-ad7b-139235e05c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:11.693900 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df3c53af-e7ba-4cae-9f80-5be9f4105c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.695352 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c02e4f6-d2ec-4f9b-ad7b-139235e05c4f None None] The sync data for ids ['1b72df83-799b-4f2f-bb53-a8d113f84a1a'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:00:11.696359 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df3c53af-e7ba-4cae-9f80-5be9f4105c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.698505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-df3c53af-e7ba-4cae-9f80-5be9f4105c4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df8ab3a0-8d8a-43dc-8778-e7c9369492a7 HTTP/1.1" status: 204 len: 168 time: 0.4020038 Aug 29 17:00:11.701640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Attempting to bind port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:11.701747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Attempting to bind port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:11.701992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Attempting to bind port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:11.754000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:11.754704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Attempting to bind port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:11.759800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c53af-e7ba-4cae-9f80-5be9f4105c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8ab3a0-8d8a-43dc-8778-e7c9369492a7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:11.770416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 16, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:00:11.771277 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:11.771661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:00:11.772096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Bound port: 84d9d341-6bbf-4b95-93fe-eca5c2620f89, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:00:11.772451 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.775252 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:11.799474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89080e90-4491-4850-ad9d-abd4a808e6aa']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:11.998025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.012519 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.038567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27974cb2-06ec-4d17-bcdf-8462a9479ed8 req-c3143ac6-b43f-4e10-8e23-24cbbdf4c5a1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:12.040493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27974cb2-06ec-4d17-bcdf-8462a9479ed8 req-c3143ac6-b43f-4e10-8e23-24cbbdf4c5a1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 945 time: 0.0869908 Aug 29 17:00:12.110870 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27974cb2-06ec-4d17-bcdf-8462a9479ed8 req-dfd07ae4-874f-4d2d-a4f2-66a518a51102 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403819 Aug 29 17:00:12.128063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Deleting port 1d09310d-821b-4cf0-9e83-e68001e1d86f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:12.128513 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.155999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 58205500-1342-4270-b216-1ef26fc36175 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:00:12.162925 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec21e78-e6e5-4af2-8409-ce5a2521674b') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:12.163225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec21e78-e6e5-4af2-8409-ce5a2521674b') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:12.188371 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.232631 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.233955 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.248036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:00:12.248472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:00:12.251814 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:00:12.263552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Calling delete_port for 1d09310d-821b-4cf0-9e83-e68001e1d86f owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:12.296240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] For port 84d9d341-6bbf-4b95-93fe-eca5c2620f89, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:12.385609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044e7cb-ea2d-4740-9360-719435f5df9e req-289f51e8-46cc-46a4-97e3-956e42193e34 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:12.392920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4044e7cb-ea2d-4740-9360-719435f5df9e req-289f51e8-46cc-46a4-97e3-956e42193e34 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 945 time: 0.2276549 Aug 29 17:00:12.405200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] For port 84d9d341-6bbf-4b95-93fe-eca5c2620f89, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=84d9d341-6bbf-4b95-93fe-eca5c2620f89,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:00:12.424625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.453721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd483f19-439c-47d0-b8a2-0c79ca5ed0c6 req-36fdaa7e-24d7-4029-84a0-b59f532847a5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:12.455310 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bd483f19-439c-47d0-b8a2-0c79ca5ed0c6 req-36fdaa7e-24d7-4029-84a0-b59f532847a5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.0932665 Aug 29 17:00:12.457731 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.476159 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.480991 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] 10.222.0.22 "DELETE /v2.0/networks/89080e90-4491-4850-ad9d-abd4a808e6aa HTTP/1.1" status: 204 len: 168 time: 1.0323122 Aug 29 17:00:12.494109 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:12.494747 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.496304 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] 10.222.0.16 "PUT /v2.0/ports/84d9d341-6bbf-4b95-93fe-eca5c2620f89 HTTP/1.1" status: 200 len: 1096 time: 1.8688481 Aug 29 17:00:12.496918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b5442b-1a01-4621-bb25-d9d156cb8b33', 'tag': '84d9d341-6bbf-4b95-93fe-eca5c2620f89'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:12.500397 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f363e6-5f52-4622-8ea7-b358e2811712" -d '{"events": [{"name": "network-changed", "server_uuid": "35b5442b-1a01-4621-bb25-d9d156cb8b33", "tag": "84d9d341-6bbf-4b95-93fe-eca5c2620f89"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:12.521356 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4044e7cb-ea2d-4740-9360-719435f5df9e req-8448aabd-b6c2-4bfc-954f-fa122089bcf8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213045 Aug 29 17:00:12.524220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28daad7-83a9-4b8d-8e9b-65974689844f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762455028-project] Pushing event deleted for resources: {'Network': ['ID=89080e90-4491-4850-ad9d-abd4a808e6aa,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:12.581648 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 58205500-1342-4270-b216-1ef26fc36175, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=58205500-1342-4270-b216-1ef26fc36175,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:12.602273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c8952-7036-4ed4-af9a-64ee4791a3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d9d341-6bbf-4b95-93fe-eca5c2620f89,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:12.627312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '58205500-1342-4270-b216-1ef26fc36175', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'port_id': '58205500-1342-4270-b216-1ef26fc36175', 'mac_address': 'fa:16:3e:e8:76:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35736e46-1540-46d5-8b3f-132f9d7bf21c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:00:12.681767 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.690707 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.705762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58205500-1342-4270-b216-1ef26fc36175 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:12.742969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-9681b5bf-8b60-4170-a1ff-ebe680cec8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:12.743112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 58205500-1342-4270-b216-1ef26fc36175, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=58205500-1342-4270-b216-1ef26fc36175,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:12.743279 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-9681b5bf-8b60-4170-a1ff-ebe680cec8cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fd7de2c75da4db696f797109913a481&device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 1099 time: 0.1642215 Aug 29 17:00:12.759210 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.771954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bd483f19-439c-47d0-b8a2-0c79ca5ed0c6 req-80cdd4e0-c6f5-44ae-b2a5-755edf83624b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042409 Aug 29 17:00:12.783040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b03ab6-7f99-4a5a-93eb-a7c757938337 req-3f24e2f4-bd75-46e1-b597-0b5b7dd250b8 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:12.783802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Pushing event deleted for resources: {'Port': ['ID=1d09310d-821b-4cf0-9e83-e68001e1d86f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:12.784766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8b03ab6-7f99-4a5a-93eb-a7c757938337 req-3f24e2f4-bd75-46e1-b597-0b5b7dd250b8 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 947 time: 0.1365180 Aug 29 17:00:12.857628 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=58205500-1342-4270-b216-1ef26fc36175,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:12.858445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-37325966-5913-42cb-a0e4-6ab05ee2b2f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=84d9d341-6bbf-4b95-93fe-eca5c2620f89 HTTP/1.1" status: 200 len: 217 time: 0.1079183 Aug 29 17:00:12.861048 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab82ecf-c2d1-4404-ae22-463ae540b812 x-openstack-request-id: req-dab82ecf-c2d1-4404-ae22-463ae540b812 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:12.861360 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b5442b-1a01-4621-bb25-d9d156cb8b33", "tag": "84d9d341-6bbf-4b95-93fe-eca5c2620f89", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:12.861613 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dab82ecf-c2d1-4404-ae22-463ae540b812 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:12.862008 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b5442b-1a01-4621-bb25-d9d156cb8b33', 'tag': '84d9d341-6bbf-4b95-93fe-eca5c2620f89', 'status': 'completed', 'code': 200} Aug 29 17:00:12.906482 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-53f789cf-0299-4413-b269-0da692942992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.922065 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:12.931653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['58205500-1342-4270-b216-1ef26fc36175'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:12.969741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8b03ab6-7f99-4a5a-93eb-a7c757938337 req-8be75bac-7bf3-41d3-b137-09156059fc5c tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820042 Aug 29 17:00:12.970796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56582) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:12.987989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-84ae8747-e5cb-42ad-8b4e-f3af43f4d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:12.990852 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-84ae8747-e5cb-42ad-8b4e-f3af43f4d240 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1091025 Aug 29 17:00:13.099146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-af4898bf-039f-4bf7-8c56-9a628f514918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:13.101471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-af4898bf-039f-4bf7-8c56-9a628f514918 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006510 Aug 29 17:00:13.143134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b1745724-cba0-41cf-bfdd-d2750d5d7b0c req-68d25ba5-777d-4559-91e3-57f4aca8c67d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=21e687433caf49298027356002331e0f HTTP/1.1" status: 200 len: 267 time: 0.2178781 Aug 29 17:00:13.289018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1745724-cba0-41cf-bfdd-d2750d5d7b0c req-73bbe9b6-55e9-4013-b36a-fa08222613a3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:13.290582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b1745724-cba0-41cf-bfdd-d2750d5d7b0c req-73bbe9b6-55e9-4013-b36a-fa08222613a3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 945 time: 0.1466610 Aug 29 17:00:13.294762 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:13.298156 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:13.318577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656682e5-8273-4590-9006-b77ca75ddc01 req-f93595a2-189a-4f90-bd32-be8133611a4a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:13.320039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-656682e5-8273-4590-9006-b77ca75ddc01 req-f93595a2-189a-4f90-bd32-be8133611a4a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 945 time: 0.0976896 Aug 29 17:00:13.323905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-14bfb99c-9930-4ff2-a7bc-398d7f7f678b service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136924 Aug 29 17:00:13.340124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-b1745724-cba0-41cf-bfdd-d2750d5d7b0c req-a29a5686-f6c0-4f4d-abcd-af1c1051af8f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Request body: {'port': {'security_groups': []}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:13.408501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0046cca6-da2c-462b-a9ff-b67b4ee2ed95 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82780cea18654d98921b9407a62ba78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305375 Aug 29 17:00:13.428096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56598) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:13.445793 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-656682e5-8273-4590-9006-b77ca75ddc01 req-daadeda0-8284-4a56-828c-6cb854684733 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176939 Aug 29 17:00:13.507622 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70b45755-e39d-4bc8-9249-160e34d75a64 req-a4a314ef-8f5a-47a5-af35-f51f5ccc5e26 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732466 Aug 29 17:00:13.544045 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-132aef7f-7740-40e1-89f7-e273e02e8ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:13.609450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-132aef7f-7740-40e1-89f7-e273e02e8ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:13.687261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f363e6-5f52-4622-8ea7-b358e2811712 req-b44626d2-dcf9-4eaa-a896-aa8a3bad6a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:13.689061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7f363e6-5f52-4622-8ea7-b358e2811712 req-b44626d2-dcf9-4eaa-a896-aa8a3bad6a74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fd7de2c75da4db696f797109913a481&device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 1099 time: 0.1147387 Aug 29 17:00:13.764154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c613785-1d51-49b9-8157-213184f98147 req-77d76af3-c516-42e7-ae6d-d10534276357 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:13.765501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c613785-1d51-49b9-8157-213184f98147 req-77d76af3-c516-42e7-ae6d-d10534276357 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 945 time: 0.1459146 Aug 29 17:00:13.787256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Router 1b72df83-799b-4f2f-bb53-a8d113f84a1a has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:00:13.803495 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-132aef7f-7740-40e1-89f7-e273e02e8ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:13.805685 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b1745724-cba0-41cf-bfdd-d2750d5d7b0c req-a29a5686-f6c0-4f4d-abcd-af1c1051af8f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:13.805998 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-132aef7f-7740-40e1-89f7-e273e02e8ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:13.811020 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-132aef7f-7740-40e1-89f7-e273e02e8ff1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b6f3f95a-c824-4698-83bb-f0aba26aa075 HTTP/1.1" status: 204 len: 168 time: 0.3783104 Aug 29 17:00:13.829005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132aef7f-7740-40e1-89f7-e273e02e8ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f3f95a-c824-4698-83bb-f0aba26aa075,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:13.852722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c613785-1d51-49b9-8157-213184f98147 req-48f03082-20ec-4726-a53b-ad476ed3146b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766597 Aug 29 17:00:13.903757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f363e6-5f52-4622-8ea7-b358e2811712 req-705cefca-3761-4a88-a60e-c8f686063687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:13.905491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7f363e6-5f52-4622-8ea7-b358e2811712 req-705cefca-3761-4a88-a60e-c8f686063687 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2061281 Aug 29 17:00:13.918801 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:00:13.928620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:13.930211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eba00eb5-beea-4699-8425-ada0d1469f87 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "PUT /v2.0/routers/1b72df83-799b-4f2f-bb53-a8d113f84a1a HTTP/1.1" status: 200 len: 706 time: 2.3536797 Aug 29 17:00:13.930973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d33bb-1b62-469b-8f00-1236575c2647 None None] Sync routers for ids ['1b72df83-799b-4f2f-bb53-a8d113f84a1a'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:00:13.934141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56622) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:13.944852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d33bb-1b62-469b-8f00-1236575c2647 None None] Routers {'1b72df83-799b-4f2f-bb53-a8d113f84a1a'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:13.945514 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-770d33bb-1b62-469b-8f00-1236575c2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1b72df83-799b-4f2f-bb53-a8d113f84a1a'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:14.016050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-770d33bb-1b62-469b-8f00-1236575c2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:14.018981 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7f363e6-5f52-4622-8ea7-b358e2811712 req-5a97f90d-a9be-4384-a59d-bc7f7b1fd29e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=84d9d341-6bbf-4b95-93fe-eca5c2620f89 HTTP/1.1" status: 200 len: 217 time: 0.1039746 Aug 29 17:00:14.041789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-88558f36-fee6-49f9-b553-e17ffa4af68a tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/routers/1b72df83-799b-4f2f-bb53-a8d113f84a1a HTTP/1.1" status: 200 len: 741 time: 0.1059210 Aug 29 17:00:14.045556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56626) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:14.047796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d33bb-1b62-469b-8f00-1236575c2647 None None] Routers {'1b72df83-799b-4f2f-bb53-a8d113f84a1a'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:14.048575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-770d33bb-1b62-469b-8f00-1236575c2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T16:59:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1b72df83-799b-4f2f-bb53-a8d113f84a1a'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:14.101895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f363e6-5f52-4622-8ea7-b358e2811712 req-90743056-aeea-4ea0-a43a-11774ed47099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:14.103365 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7f363e6-5f52-4622-8ea7-b358e2811712 req-90743056-aeea-4ea0-a43a-11774ed47099 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0754182 Aug 29 17:00:14.107292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-770d33bb-1b62-469b-8f00-1236575c2647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:14.108035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770d33bb-1b62-469b-8f00-1236575c2647 None None] The sync data for ids ['1b72df83-799b-4f2f-bb53-a8d113f84a1a'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:00:14.112345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44674e0-de83-4284-acae-6bb88e052bc0 req-dc54d30c-ee3a-438e-98c4-c8ab54ba3b7a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:14.114485 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c44674e0-de83-4284-acae-6bb88e052bc0 req-dc54d30c-ee3a-438e-98c4-c8ab54ba3b7a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 945 time: 0.1104269 Aug 29 17:00:14.137197 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0bdfbbad-c47d-4acf-858c-ddc82a4a2da7 tempest-RoutersAdminTest-1206341872 tempest-RoutersAdminTest-1206341872-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&device_id=1b72df83-799b-4f2f-bb53-a8d113f84a1a HTTP/1.1" status: 200 len: 205 time: 0.0903494 Aug 29 17:00:14.141613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56630) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:14.174476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5673747e-98bc-4c22-b576-45ee854c4d58 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b72df83-799b-4f2f-bb53-a8d113f84a1a HTTP/1.1" status: 200 len: 205 time: 0.0294678 Aug 29 17:00:14.175826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56632) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:14.180584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 58205500-1342-4270-b216-1ef26fc36175 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:14.193146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f363e6-5f52-4622-8ea7-b358e2811712 req-6d5b1a22-1044-4782-be22-b3627db60ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:14.194676 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7f363e6-5f52-4622-8ea7-b358e2811712 req-6d5b1a22-1044-4782-be22-b3627db60ea8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0792413 Aug 29 17:00:14.219873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b1745724-cba0-41cf-bfdd-d2750d5d7b0c req-a29a5686-f6c0-4f4d-abcd-af1c1051af8f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] For port 2ee58d22-e885-430a-9a97-3de73a7a9c70, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2ee58d22-e885-430a-9a97-3de73a7a9c70,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:14.243845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c44674e0-de83-4284-acae-6bb88e052bc0 req-5b3b1834-c53f-4d46-8690-7ca7d77899db tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199112 Aug 29 17:00:14.268216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 58205500-1342-4270-b216-1ef26fc36175 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:14.268602 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:14.279561 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b1745724-cba0-41cf-bfdd-d2750d5d7b0c req-a29a5686-f6c0-4f4d-abcd-af1c1051af8f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:14.287078 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b1745724-cba0-41cf-bfdd-d2750d5d7b0c req-a29a5686-f6c0-4f4d-abcd-af1c1051af8f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:14.315671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5d598ea5-eaf8-41ac-bc57-9494c5aad532', '2ee58d22-e885-430a-9a97-3de73a7a9c70'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:14.318478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d65ad390-107a-41ce-9dfe-fa109149f4c9'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:14.321360 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf391b51-84cd-4bfb-9b8c-d37a958aaa86 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:14.355331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1745724-cba0-41cf-bfdd-d2750d5d7b0c req-a29a5686-f6c0-4f4d-abcd-af1c1051af8f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:14.356076 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b1745724-cba0-41cf-bfdd-d2750d5d7b0c req-a29a5686-f6c0-4f4d-abcd-af1c1051af8f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:14.372856 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b1745724-cba0-41cf-bfdd-d2750d5d7b0c req-a29a5686-f6c0-4f4d-abcd-af1c1051af8f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "PUT /v2.0/ports/2ee58d22-e885-430a-9a97-3de73a7a9c70 HTTP/1.1" status: 200 len: 904 time: 1.0644140 Aug 29 17:00:14.374684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa960a94-3a68-42fc-beed-8618bc8ac720', 'tag': '2ee58d22-e885-430a-9a97-3de73a7a9c70'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:14.379353 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a5d94-4beb-495c-96b4-2969c6387add" -d '{"events": [{"name": "network-changed", "server_uuid": "aa960a94-3a68-42fc-beed-8618bc8ac720", "tag": "2ee58d22-e885-430a-9a97-3de73a7a9c70"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:14.451612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a5686-f6c0-4f4d-abcd-af1c1051af8f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event updated for resources: {'Port': ['ID=2ee58d22-e885-430a-9a97-3de73a7a9c70,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:14.532633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['2ee58d22-e885-430a-9a97-3de73a7a9c70'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:14.599094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3983cf5-7ae2-4694-95cf-3440b7a13c5b req-b38e6c75-f6a5-4eb8-80fd-81fc01eb8a76 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:14.607070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d3983cf5-7ae2-4694-95cf-3440b7a13c5b req-b38e6c75-f6a5-4eb8-80fd-81fc01eb8a76 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 947 time: 0.1003537 Aug 29 17:00:14.618310 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf391b51-84cd-4bfb-9b8c-d37a958aaa86 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:14.619899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf391b51-84cd-4bfb-9b8c-d37a958aaa86 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:14.621733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56646) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:14.667029 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d3983cf5-7ae2-4694-95cf-3440b7a13c5b req-c4016813-57c8-4798-9dd9-dabadb0fc8ff tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580339 Aug 29 17:00:14.734322 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:14.758581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46c8c5-b74e-4fff-89ff-b5b6973cc5fb req-d8df723e-365b-44db-a003-1bc99e512667 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:14.766550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e46c8c5-b74e-4fff-89ff-b5b6973cc5fb req-d8df723e-365b-44db-a003-1bc99e512667 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 945 time: 0.3404820 Aug 29 17:00:14.769967 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7f363e6-5f52-4622-8ea7-b358e2811712 req-eac68074-b9b4-4ef1-a4ee-652018fa0856 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371218 Aug 29 17:00:14.773647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 58205500-1342-4270-b216-1ef26fc36175, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=58205500-1342-4270-b216-1ef26fc36175,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:14.773849 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf391b51-84cd-4bfb-9b8c-d37a958aaa86 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:14.774280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf391b51-84cd-4bfb-9b8c-d37a958aaa86 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Fanout notify agent at l3_agent the message router_deleted on router 1b72df83-799b-4f2f-bb53-a8d113f84a1a {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:00:14.783051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58205500-1342-4270-b216-1ef26fc36175'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:14.786798 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adc74d2-823e-43d6-8471-f3e90be681d3" -d '{"events": [{"server_uuid": "4b1ac5f5-731b-45ce-956e-eb173a07dea0", "name": "network-vif-plugged", "status": "completed", "tag": "58205500-1342-4270-b216-1ef26fc36175"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:14.793716 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:14.797551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf391b51-84cd-4bfb-9b8c-d37a958aaa86 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:14.798642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bf391b51-84cd-4bfb-9b8c-d37a958aaa86 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/1b72df83-799b-4f2f-bb53-a8d113f84a1a HTTP/1.1" status: 204 len: 168 time: 0.6161158 Aug 29 17:00:14.803939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56652) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:14.835060 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-386a39de-3fca-4933-afd0-8d63e05da743 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b72df83-799b-4f2f-bb53-a8d113f84a1a HTTP/1.1" status: 200 len: 205 time: 0.0291030 Aug 29 17:00:14.837431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56656) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:14.852258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971d2a5-3aa8-4263-aabd-86b2c014b8b1 req-f3968915-0685-486b-bca6-d623e5cf83cc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:14.866632 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5971d2a5-3aa8-4263-aabd-86b2c014b8b1 req-f3968915-0685-486b-bca6-d623e5cf83cc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 907 time: 0.1174283 Aug 29 17:00:14.897519 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b7f363e6-5f52-4622-8ea7-b358e2811712 req-2225b381-7602-436a-bdd4-526dc75842b7 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137075 Aug 29 17:00:14.905479 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b5c029b8-4beb-4150-b3a8-aa2cb7d0017f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c65a31a09451424ba48474801485cf20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822645 Aug 29 17:00:14.909449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56660) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:14.934302 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-bcd7e819-0607-47bd-b668-84183acae27f tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] delete failed (client error): The resource could not be found. Aug 29 17:00:14.935361 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bcd7e819-0607-47bd-b668-84183acae27f tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/1b72df83-799b-4f2f-bb53-a8d113f84a1a HTTP/1.1" status: 404 len: 336 time: 0.0967836 Aug 29 17:00:14.938240 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137f6415-4919-444e-b32c-16e115c27fcb x-openstack-request-id: req-137f6415-4919-444e-b32c-16e115c27fcb {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:14.938606 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa960a94-3a68-42fc-beed-8618bc8ac720", "tag": "2ee58d22-e885-430a-9a97-3de73a7a9c70", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:14.938914 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-137f6415-4919-444e-b32c-16e115c27fcb {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:14.939391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56664) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:14.940195 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa960a94-3a68-42fc-beed-8618bc8ac720', 'tag': '2ee58d22-e885-430a-9a97-3de73a7a9c70', 'status': 'completed', 'code': 200} Aug 29 17:00:14.955909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e46c8c5-b74e-4fff-89ff-b5b6973cc5fb req-c18ec013-7600-49f5-b90a-61b46765155b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883028 Aug 29 17:00:14.994351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=58205500-1342-4270-b216-1ef26fc36175,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:15.006717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-59709cb9-5fae-458f-aeaf-6fc754b0865f None None] Provisioning complete for port 2ee58d22-e885-430a-9a97-3de73a7a9c70 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:15.007263 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-59709cb9-5fae-458f-aeaf-6fc754b0865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:15.022703 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6774b330-00b4-4f93-8f57-23684a4f8cc5 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83 HTTP/1.1" status: 200 len: 205 time: 0.0821569 Aug 29 17:00:15.023358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56668) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:15.082700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a5d94-4beb-495c-96b4-2969c6387add req-acef7a58-d5ed-4f4f-91a0-ea7d34e94eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:15.084760 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621a5d94-4beb-495c-96b4-2969c6387add req-acef7a58-d5ed-4f4f-91a0-ea7d34e94eb3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 1059 time: 0.0610397 Aug 29 17:00:15.098374 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e339ad50-52dd-4fd1-9620-35f3df3bc192 x-openstack-request-id: req-e339ad50-52dd-4fd1-9620-35f3df3bc192 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:15.098746 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1ac5f5-731b-45ce-956e-eb173a07dea0", "name": "network-vif-plugged", "status": "completed", "tag": "58205500-1342-4270-b216-1ef26fc36175", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:15.099477 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e339ad50-52dd-4fd1-9620-35f3df3bc192 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:15.099993 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58205500-1342-4270-b216-1ef26fc36175', 'code': 200} Aug 29 17:00:15.111935 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-2f1460f9-768c-4c3d-94e0-e17fdef126b5 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] delete failed (client error): The resource could not be found. Aug 29 17:00:15.115715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2f1460f9-768c-4c3d-94e0-e17fdef126b5 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/2346bac3-f3ad-43be-bb6e-d1fa1e8d5c83 HTTP/1.1" status: 404 len: 336 time: 0.0910733 Aug 29 17:00:15.116415 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56672) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:15.121816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.122608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.122972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.123323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.123668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.124010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.125518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.125855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.126742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.127086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.127427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.127764 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:15.160155 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cefa6218-6295-48f8-81de-d2329752458a tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=50bd8a6f-32ec-469b-b0bf-625fc5cd6a92 HTTP/1.1" status: 200 len: 205 time: 0.0420699 Aug 29 17:00:15.160789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56674) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:15.184726 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-179dc296-9b48-4c2e-9d93-016193e9e750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:15.206510 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-b64a830d-f83b-4b7d-a1bf-dc1c3943b26c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] delete failed (client error): The resource could not be found. Aug 29 17:00:15.211271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b64a830d-f83b-4b7d-a1bf-dc1c3943b26c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/50bd8a6f-32ec-469b-b0bf-625fc5cd6a92 HTTP/1.1" status: 404 len: 336 time: 0.0487387 Aug 29 17:00:15.211545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-179dc296-9b48-4c2e-9d93-016193e9e750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:15.212220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56678) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:15.251581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-807f7063-bd3e-4704-acdc-9940f8f39f80 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=e67bf1cd-fdde-4063-b419-76b7dffdc0fb HTTP/1.1" status: 200 len: 205 time: 0.0382404 Aug 29 17:00:15.252678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56682) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:15.300009 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-f8773484-cbac-4d28-8d67-ab8c33512170 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] delete failed (client error): The resource could not be found. Aug 29 17:00:15.300997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022ce4-4dcb-4f09-85fc-bff2f07d9f92 req-ab9e8346-2ca7-49e7-a385-0cee0a287528 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:15.304086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f8773484-cbac-4d28-8d67-ab8c33512170 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/e67bf1cd-fdde-4063-b419-76b7dffdc0fb HTTP/1.1" status: 404 len: 336 time: 0.0502303 Aug 29 17:00:15.304670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56686) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:15.308456 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e022ce4-4dcb-4f09-85fc-bff2f07d9f92 req-ab9e8346-2ca7-49e7-a385-0cee0a287528 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1962230 Aug 29 17:00:15.339422 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6b6395ac-a615-4292-ba38-5fe137954f7c tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c80fa28-c6de-4a28-a65a-1e01b086adcd HTTP/1.1" status: 200 len: 205 time: 0.0331471 Aug 29 17:00:15.348183 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56688) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:15.353410 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-179dc296-9b48-4c2e-9d93-016193e9e750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:15.355962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-179dc296-9b48-4c2e-9d93-016193e9e750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:15.357093 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-179dc296-9b48-4c2e-9d93-016193e9e750 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21309296-50f7-40a9-aea3-40bc505659cc HTTP/1.1" status: 204 len: 168 time: 0.4463522 Aug 29 17:00:15.364609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a5d94-4beb-495c-96b4-2969c6387add req-34a1420c-2ac6-4362-95c5-d50717cc4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:15.366088 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621a5d94-4beb-495c-96b4-2969c6387add req-34a1420c-2ac6-4362-95c5-d50717cc4403 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.2736571 Aug 29 17:00:15.379611 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e022ce4-4dcb-4f09-85fc-bff2f07d9f92 req-4a0e6f85-acf1-4eb3-9ce9-ea97828eac27 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700991 Aug 29 17:00:15.382068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dc296-9b48-4c2e-9d93-016193e9e750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21309296-50f7-40a9-aea3-40bc505659cc,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:15.437623 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-1291e8e4-b922-4010-8219-c6c939a91d92 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] delete failed (client error): The resource could not be found. Aug 29 17:00:15.439296 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1291e8e4-b922-4010-8219-c6c939a91d92 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/7c80fa28-c6de-4a28-a65a-1e01b086adcd HTTP/1.1" status: 404 len: 336 time: 0.0881248 Aug 29 17:00:15.442280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56696) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:15.447186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621a5d94-4beb-495c-96b4-2969c6387add req-dcdd5966-c088-4866-9979-c060f5b8b8be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ee58d22-e885-430a-9a97-3de73a7a9c70 HTTP/1.1" status: 200 len: 217 time: 0.0662997 Aug 29 17:00:15.482265 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4359f4ff-9744-4c46-94c3-36e2ed1d2eb5 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "GET /v2.0/ports?device_id=872cf16b-e54e-49c7-a8d8-259777abff5d HTTP/1.1" status: 200 len: 205 time: 0.0356493 Aug 29 17:00:15.489040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6abe6-31ce-4b8e-b3c8-1cca938e07ee req-24b553aa-6f01-4ce6-881a-579979f0a943 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:15.496451 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0af6abe6-31ce-4b8e-b3c8-1cca938e07ee req-24b553aa-6f01-4ce6-881a-579979f0a943 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 945 time: 0.1610174 Aug 29 17:00:15.498205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56698) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:15.504700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-009ed0f1-910b-4eca-bb19-b8e5a2653a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:15.545112 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a5d94-4beb-495c-96b4-2969c6387add req-3af3b6c8-5892-4f54-864c-67df6ae0eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:15.547401 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621a5d94-4beb-495c-96b4-2969c6387add req-3af3b6c8-5892-4f54-864c-67df6ae0eea5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0909820 Aug 29 17:00:15.555763 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-bc2de49e-fc18-4826-b86f-fba20e30bea2 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] delete failed (client error): The resource could not be found. Aug 29 17:00:15.557166 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bc2de49e-fc18-4826-b86f-fba20e30bea2 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/routers/872cf16b-e54e-49c7-a8d8-259777abff5d HTTP/1.1" status: 404 len: 336 time: 0.0573711 Aug 29 17:00:15.562053 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56700) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:15.604399 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-778cdfd7-c771-42d3-89a9-299d23479067 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] DELETE failed (client error): The resource could not be found. Aug 29 17:00:15.605163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778cdfd7-c771-42d3-89a9-299d23479067 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:00:15.606665 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-778cdfd7-c771-42d3-89a9-299d23479067 tempest-RoutersAdminTest-1549789765 tempest-RoutersAdminTest-1549789765-project] 10.222.0.22 "DELETE /v2.0/subnets/adccb2ac-4d11-41ee-9036-bf808c8de927 HTTP/1.1" status: 404 len: 337 time: 0.0436313 Aug 29 17:00:15.617389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f0d15-5056-4481-af74-bd1404d13f51 req-581a3dc3-6ba2-45f1-a21d-6cb8227e05de tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:15.619094 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fd0f0d15-5056-4481-af74-bd1404d13f51 req-581a3dc3-6ba2-45f1-a21d-6cb8227e05de tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.0903051 Aug 29 17:00:15.624912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0af6abe6-31ce-4b8e-b3c8-1cca938e07ee req-57edd5f7-7582-4fc1-b82f-90bbf6367f81 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224201 Aug 29 17:00:15.637371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a5d94-4beb-495c-96b4-2969c6387add req-a80f0ad8-b007-4ad6-8f1d-d453e345eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:15.637371 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621a5d94-4beb-495c-96b4-2969c6387add req-a80f0ad8-b007-4ad6-8f1d-d453e345eab0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645096 Aug 29 17:00:15.668878 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fd0f0d15-5056-4481-af74-bd1404d13f51 req-741f6dc9-78be-44bb-a9d8-3a13f03506af tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386288 Aug 29 17:00:15.738044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f9ee3-d3af-474b-a800-a720cf1e91f7 req-efb68e0f-4b2b-453b-bf71-5f96b6fd4512 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:15.745486 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-361f9ee3-d3af-474b-a800-a720cf1e91f7 req-efb68e0f-4b2b-453b-bf71-5f96b6fd4512 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0622864 Aug 29 17:00:15.811749 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:15.820406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-361f9ee3-d3af-474b-a800-a720cf1e91f7 req-e66c2f6e-c916-4cd0-8c40-8ed63836d071 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737164 Aug 29 17:00:15.899661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf7a92-aec1-4d0b-8769-c5403ef7589c req-103cdff5-8d6b-4fa0-8ba7-fd498385c153 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:15.908307 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1abf7a92-aec1-4d0b-8769-c5403ef7589c req-103cdff5-8d6b-4fa0-8ba7-fd498385c153 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 947 time: 0.1591794 Aug 29 17:00:15.937773 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621a5d94-4beb-495c-96b4-2969c6387add req-1817a7c4-41ee-4ff3-aede-7a00dedbcbab service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772516 Aug 29 17:00:15.967738 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1abf7a92-aec1-4d0b-8769-c5403ef7589c req-85ac8703-0556-4c1f-97bf-d767c1326ef2 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581851 Aug 29 17:00:16.133098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621a5d94-4beb-495c-96b4-2969c6387add req-6e8e2cc5-1172-4f3b-8e27-76e104c58e13 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640983 Aug 29 17:00:16.154817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56742) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:16.248422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-540557e3-9204-47f1-9557-baef7580e4d7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:16.250133 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-540557e3-9204-47f1-9557-baef7580e4d7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 811 time: 0.1159647 Aug 29 17:00:16.270370 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-16b51f4f-8d1f-4c7c-a5f9-4132f4ca9702 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/quotas/21e687433caf49298027356002331e0f HTTP/1.1" status: 200 len: 375 time: 0.0137613 Aug 29 17:00:16.340590 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-3387593a-01a8-4551-9442-2bbd444d1f28 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0633802 Aug 29 17:00:16.427330 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93e55fd0-e1d7-45c0-9d1c-1d96003abae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:16.466085 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-91711d90-fb52-4178-a67f-2847722502b2 service neutron] 10.222.0.22 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173403 Aug 29 17:00:16.556603 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93e55fd0-e1d7-45c0-9d1c-1d96003abae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:16.562358 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93e55fd0-e1d7-45c0-9d1c-1d96003abae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:16.582944 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-42d3975c-bac3-4311-bc36-32792bcfd81e service neutron] 10.222.0.22 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158693 Aug 29 17:00:16.592610 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:16.607972 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-93e55fd0-e1d7-45c0-9d1c-1d96003abae8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b815a0ee4124de2b5b2d6118b8c4785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4516191 Aug 29 17:00:16.610069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e55fd0-e1d7-45c0-9d1c-1d96003abae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00a7d77-09c4-4bf7-ad72-8fe03bd86898,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:16.610809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56768) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:16.702654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b06a-abc2-4b4e-b5f4-d7d2b7c5c3fe req-6b5ba53b-15a0-4e8d-953a-d22af7029271 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:16.704198 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a059b06a-abc2-4b4e-b5f4-d7d2b7c5c3fe req-6b5ba53b-15a0-4e8d-953a-d22af7029271 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 945 time: 0.0761797 Aug 29 17:00:16.708091 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb91943d-a16d-4a00-96c6-37b3b7df0e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:16.747315 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb91943d-a16d-4a00-96c6-37b3b7df0e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:16.883406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74169e21-b32f-4a00-b7b9-867b23ec6ac9 req-98e8e6e6-fe21-4e3b-9d27-aa9c2cff9c5b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:16.885133 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74169e21-b32f-4a00-b7b9-867b23ec6ac9 req-98e8e6e6-fe21-4e3b-9d27-aa9c2cff9c5b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 945 time: 0.1495407 Aug 29 17:00:16.888258 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb91943d-a16d-4a00-96c6-37b3b7df0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:16.891310 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb91943d-a16d-4a00-96c6-37b3b7df0e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:16.893408 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eb91943d-a16d-4a00-96c6-37b3b7df0e0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b00a7d77-09c4-4bf7-ad72-8fe03bd86898 HTTP/1.1" status: 204 len: 168 time: 0.2808621 Aug 29 17:00:16.914559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91943d-a16d-4a00-96c6-37b3b7df0e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00a7d77-09c4-4bf7-ad72-8fe03bd86898,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:16.946205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-a059b06a-abc2-4b4e-b5f4-d7d2b7c5c3fe req-f21dd8e6-8fae-4748-89e8-b482525221c4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Deleting port 1418cbf0-3619-47bb-8200-5ec1f3dceddf {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:16.947330 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a059b06a-abc2-4b4e-b5f4-d7d2b7c5c3fe req-f21dd8e6-8fae-4748-89e8-b482525221c4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:16.962797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c04fa-6287-44e2-8b85-a3e5ffe70a45 req-e28e205d-66d0-45a4-b22a-9fad85fe8896 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:16.965462 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74169e21-b32f-4a00-b7b9-867b23ec6ac9 req-3e03caf4-5d82-4bca-b21d-b82e6de78892 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677311 Aug 29 17:00:16.990555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c13c04fa-6287-44e2-8b85-a3e5ffe70a45 req-e28e205d-66d0-45a4-b22a-9fad85fe8896 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1477690 Aug 29 17:00:17.093445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b9d3e57-c9fe-4b52-877e-76c4fdf0d84a req-178dd337-6caa-4a44-bad9-6bc3df7e4fa8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 210 time: 0.0409379 Aug 29 17:00:17.093910 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c13c04fa-6287-44e2-8b85-a3e5ffe70a45 req-d9796ced-f62c-4780-a0c6-9e0642e15fba tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016030 Aug 29 17:00:17.199753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-a059b06a-abc2-4b4e-b5f4-d7d2b7c5c3fe req-f21dd8e6-8fae-4748-89e8-b482525221c4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] For port 1418cbf0-3619-47bb-8200-5ec1f3dceddf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=1418cbf0-3619-47bb-8200-5ec1f3dceddf,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:17.200394 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a059b06a-abc2-4b4e-b5f4-d7d2b7c5c3fe req-f21dd8e6-8fae-4748-89e8-b482525221c4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:17.256346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-a059b06a-abc2-4b4e-b5f4-d7d2b7c5c3fe req-f21dd8e6-8fae-4748-89e8-b482525221c4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Calling delete_port for 1418cbf0-3619-47bb-8200-5ec1f3dceddf owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:17.321017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e62e7-1457-42fc-9599-d6a2e26baf55 req-e5f12129-d7dc-43e0-bd25-9a2f08ce6290 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:17.328367 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-302e62e7-1457-42fc-9599-d6a2e26baf55 req-e5f12129-d7dc-43e0-bd25-9a2f08ce6290 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 947 time: 0.1306596 Aug 29 17:00:17.382378 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-302e62e7-1457-42fc-9599-d6a2e26baf55 req-77c1628b-9d6d-441c-9336-2b6ddf407a83 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505998 Aug 29 17:00:17.489004 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:17.493241 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a059b06a-abc2-4b4e-b5f4-d7d2b7c5c3fe req-f21dd8e6-8fae-4748-89e8-b482525221c4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:17.507701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba', '8e18747d-9135-4dd6-8e4e-67e0366a5f4b', '1418cbf0-3619-47bb-8200-5ec1f3dceddf'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:17.554271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21dd8e6-8fae-4748-89e8-b482525221c4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event deleted for resources: {'Port': ['ID=1418cbf0-3619-47bb-8200-5ec1f3dceddf,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:17.630223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a059b06a-abc2-4b4e-b5f4-d7d2b7c5c3fe req-f21dd8e6-8fae-4748-89e8-b482525221c4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] No DVR routers for this DVR port 1418cbf0-3619-47bb-8200-5ec1f3dceddf on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:00:17.637056 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a059b06a-abc2-4b4e-b5f4-d7d2b7c5c3fe req-f21dd8e6-8fae-4748-89e8-b482525221c4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:17.640000 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a059b06a-abc2-4b4e-b5f4-d7d2b7c5c3fe req-f21dd8e6-8fae-4748-89e8-b482525221c4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "DELETE /v2.0/ports/1418cbf0-3619-47bb-8200-5ec1f3dceddf HTTP/1.1" status: 204 len: 173 time: 0.9264786 Aug 29 17:00:17.640703 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f3a1b8-bae8-4226-906d-d065ed3c1402', 'name': 'network-vif-deleted', 'tag': '1418cbf0-3619-47bb-8200-5ec1f3dceddf'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:17.644968 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0902a40c-fb3c-4627-81e4-0c6698ef0576" -d '{"events": [{"server_uuid": "39f3a1b8-bae8-4226-906d-d065ed3c1402", "name": "network-vif-deleted", "tag": "1418cbf0-3619-47bb-8200-5ec1f3dceddf"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:17.724178 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895d8e05-29b0-4793-ad69-cff89ca84cef x-openstack-request-id: req-895d8e05-29b0-4793-ad69-cff89ca84cef {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:17.725046 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f3a1b8-bae8-4226-906d-d065ed3c1402", "name": "network-vif-deleted", "tag": "1418cbf0-3619-47bb-8200-5ec1f3dceddf", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:17.725889 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-895d8e05-29b0-4793-ad69-cff89ca84cef {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:17.726498 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f3a1b8-bae8-4226-906d-d065ed3c1402', 'name': 'network-vif-deleted', 'tag': '1418cbf0-3619-47bb-8200-5ec1f3dceddf', 'status': 'completed', 'code': 200} Aug 29 17:00:17.761088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56814) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:17.840685 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-40f34d94-22d5-4ae2-808d-6a4c580e998e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9747d917824b4be0a458fde02ee30c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776558 Aug 29 17:00:17.843474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56816) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:17.981687 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2efefa78-c124-4cb6-8c63-bdc3502233a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:18.025124 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2efefa78-c124-4cb6-8c63-bdc3502233a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:18.129337 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2efefa78-c124-4cb6-8c63-bdc3502233a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:18.132350 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2efefa78-c124-4cb6-8c63-bdc3502233a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:18.135806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2efefa78-c124-4cb6-8c63-bdc3502233a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb8832de-fb8c-42b6-b65c-28f980c783a7 HTTP/1.1" status: 204 len: 168 time: 0.2890205 Aug 29 17:00:18.166882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efefa78-c124-4cb6-8c63-bdc3502233a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8832de-fb8c-42b6-b65c-28f980c783a7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:18.167887 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2206978d-67b2-4dac-a014-be4dd9eff95d req-352c8880-cfb9-4af7-b185-bb833505d54d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=39f3a1b8-bae8-4226-906d-d065ed3c1402 HTTP/1.1" status: 200 len: 210 time: 0.0550523 Aug 29 17:00:18.208697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 84d9d341-6bbf-4b95-93fe-eca5c2620f89 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:00:18.327909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3e28369-dd3f-4023-b507-3c010d533711 req-1d317a70-8913-48da-85d5-0b73bc22ad40 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 210 time: 0.0715897 Aug 29 17:00:18.393408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 84d9d341-6bbf-4b95-93fe-eca5c2620f89, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=84d9d341-6bbf-4b95-93fe-eca5c2620f89,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:18.413867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '84d9d341-6bbf-4b95-93fe-eca5c2620f89', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '84d9d341-6bbf-4b95-93fe-eca5c2620f89', 'mac_address': 'fa:16:3e:e3:76:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:00:18.422333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266d4eb-b2b3-4c83-81bc-67b3d5075e14 req-0c391409-56b2-40f9-8349-6e7f967063e6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:18.431459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6266d4eb-b2b3-4c83-81bc-67b3d5075e14 req-0c391409-56b2-40f9-8349-6e7f967063e6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1221776 Aug 29 17:00:18.468140 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:18.502010 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6266d4eb-b2b3-4c83-81bc-67b3d5075e14 req-3964d729-6fcc-420c-b430-f2697380a435 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659666 Aug 29 17:00:18.517836 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:18.549180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d9d341-6bbf-4b95-93fe-eca5c2620f89 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:18.623568 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 84d9d341-6bbf-4b95-93fe-eca5c2620f89, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=84d9d341-6bbf-4b95-93fe-eca5c2620f89,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:18.638179 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:18.760594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=84d9d341-6bbf-4b95-93fe-eca5c2620f89,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:18.766351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bda4d1-95d7-4a11-8dde-d7ba1bd410ba req-32c948d5-d9d0-4ee9-a288-6b3c625fb118 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:18.775276 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3bda4d1-95d7-4a11-8dde-d7ba1bd410ba req-32c948d5-d9d0-4ee9-a288-6b3c625fb118 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 948 time: 0.1037722 Aug 29 17:00:18.840443 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3bda4d1-95d7-4a11-8dde-d7ba1bd410ba req-9a58c55a-9474-42fa-b791-bec26b72fb0e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577726 Aug 29 17:00:18.906889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e318eb48-3079-452f-a7c5-50a37ed68558 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:18.908693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e318eb48-3079-452f-a7c5-50a37ed68558 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.16 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 811 time: 0.3078594 Aug 29 17:00:18.935457 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Request body: {'port': {'device_id': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'admin_state_up': True, 'tenant_id': '21e687433caf49298027356002331e0f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:19.078602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Made reservation on behalf of 21e687433caf49298027356002331e0f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:19.082549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:19.231567 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['84d9d341-6bbf-4b95-93fe-eca5c2620f89'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:19.302599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Allocated IP 172.20.0.14 (b563cb46-f07d-4d3d-8cc5-5c622555fa49/a8310664-c880-4bb8-a35f-0591064fd99d/b40994f2-04ea-46f4-b008-c9bd8ac175c4) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:19.503902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:19.523101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Transition to ACTIVE for port object b40994f2-04ea-46f4-b008-c9bd8ac175c4 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:19.577699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:19.610227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d65ad390-107a-41ce-9dfe-fa109149f4c9'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:19.660461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event updated for resources: {'Port': ['ID=b40994f2-04ea-46f4-b008-c9bd8ac175c4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:19.689872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:19.693207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:19.719406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:19.804426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:19.805105 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:19.828252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d8940-72a5-48c8-ac06-e9e7b36cba42 req-15fb5036-230d-4e68-b7cf-f139795f81b3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:19.833664 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a6d8940-72a5-48c8-ac06-e9e7b36cba42 req-15fb5036-230d-4e68-b7cf-f139795f81b3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 932 time: 0.2708147 Aug 29 17:00:19.956897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-882f0128-0f73-49db-823e-202cccfae8fc tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0339293 Aug 29 17:00:20.010697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Request body: {'port': {'device_id': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:20.055768 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:20.062081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdacd51-b53e-4cc9-a5be-316f15261adc req-8234c059-5a52-4979-bcfb-710a3d2daf36 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:20.075257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbdacd51-b53e-4cc9-a5be-316f15261adc req-8234c059-5a52-4979-bcfb-710a3d2daf36 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1742718 Aug 29 17:00:20.177658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0e0482b7-5242-4e87-a6d9-b31aefe6bbc1 None None] Provisioning for port b40994f2-04ea-46f4-b008-c9bd8ac175c4 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:20.185933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0e0482b7-5242-4e87-a6d9-b31aefe6bbc1 None None] Provisioning complete for port b40994f2-04ea-46f4-b008-c9bd8ac175c4 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:20.186417 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0e0482b7-5242-4e87-a6d9-b31aefe6bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:20.212067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbdacd51-b53e-4cc9-a5be-316f15261adc req-cf885bdb-d6d2-49bf-976d-a53db4b3c244 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326582 Aug 29 17:00:20.216390 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a6d8940-72a5-48c8-ac06-e9e7b36cba42 req-b2ddf4f5-ce38-4a9a-a1eb-fc96320b938d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727810 Aug 29 17:00:20.238420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:20.268055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0e0482b7-5242-4e87-a6d9-b31aefe6bbc1 None None] Port b40994f2-04ea-46f4-b008-c9bd8ac175c4 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:00:20.595847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515a19-2492-40ca-99c7-6c32930b817f req-b9041bd4-5af4-4069-9f0c-d53df6a2dcb8 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:20.611303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5d598ea5-eaf8-41ac-bc57-9494c5aad532'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:20.613889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-07515a19-2492-40ca-99c7-6c32930b817f req-b9041bd4-5af4-4069-9f0c-d53df6a2dcb8 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 948 time: 0.1136377 Aug 29 17:00:20.704923 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-07515a19-2492-40ca-99c7-6c32930b817f req-20998ade-9327-4411-be7a-c6c5f2c981e0 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897069 Aug 29 17:00:20.737840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60c789-5149-4cc1-ae3e-778d667aa0f1 req-f157a20c-64f4-479e-9641-f577e04b6a02 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:20.752445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb60c789-5149-4cc1-ae3e-778d667aa0f1 req-f157a20c-64f4-479e-9641-f577e04b6a02 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 945 time: 0.3148742 Aug 29 17:00:20.850375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb60c789-5149-4cc1-ae3e-778d667aa0f1 req-4c1a08b5-b294-4a13-98c2-d7823641d886 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919268 Aug 29 17:00:20.964245 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40994f2-04ea-46f4-b008-c9bd8ac175c4 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:20.975614 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:20.989715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Transition to ACTIVE for port object b40994f2-04ea-46f4-b008-c9bd8ac175c4 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:20.999587 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:21.063349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Pushing event updated for resources: {'Port': ['ID=b40994f2-04ea-46f4-b008-c9bd8ac175c4,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:21.117447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56902) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:21.190866 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Attempting to bind port b40994f2-04ea-46f4-b008-c9bd8ac175c4 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:21.191216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Attempting to bind port b40994f2-04ea-46f4-b008-c9bd8ac175c4 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:21.191665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Attempting to bind port b40994f2-04ea-46f4-b008-c9bd8ac175c4 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:21.205795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56908) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:21.212018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Port b40994f2-04ea-46f4-b008-c9bd8ac175c4 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:21.212247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Attempting to bind port b40994f2-04ea-46f4-b008-c9bd8ac175c4 on network b563cb46-f07d-4d3d-8cc5-5c622555fa49 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:21.250270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:00:21.250830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Checking segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:21.251443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Bound using segment: {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:00:21.252146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Bound port: b40994f2-04ea-46f4-b008-c9bd8ac175c4, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4966f5-63c3-449d-a6e8-baee0047ea20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:00:21.252405 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:21.337345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436e183-94d6-4db4-8211-d54b7f830951 req-0fab1b62-2230-4863-a53f-67bb208f30d4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:21.344459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1436e183-94d6-4db4-8211-d54b7f830951 req-0fab1b62-2230-4863-a53f-67bb208f30d4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 945 time: 0.1991043 Aug 29 17:00:21.452713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1354738015', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:21.489666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] For port b40994f2-04ea-46f4-b008-c9bd8ac175c4, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:21.493637 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] For port b40994f2-04ea-46f4-b008-c9bd8ac175c4, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:00:21.507296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Made reservation on behalf of 20f03f0cec1c4f0c8b8fb1d4fd6e5dd6 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:21.509803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:21.521563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356a0ec-1f33-497c-b600-50c6bba4cf5c req-768b8c4b-f1eb-416d-8dab-3d237be6e440 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:21.523152 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f356a0ec-1f33-497c-b600-50c6bba4cf5c req-768b8c4b-f1eb-416d-8dab-3d237be6e440 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 944 time: 0.1723535 Aug 29 17:00:21.530055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:21.534594 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:21.581371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689dabb-7eb4-4f35-b5b2-46f0fca9a424 req-e11170aa-87aa-4bbd-b8a4-54b402d77a1e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:21.583539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d689dabb-7eb4-4f35-b5b2-46f0fca9a424 req-e11170aa-87aa-4bbd-b8a4-54b402d77a1e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.2154107 Aug 29 17:00:21.637204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:21.645909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:21.647388 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] 10.222.0.16 "PUT /v2.0/ports/b40994f2-04ea-46f4-b008-c9bd8ac175c4 HTTP/1.1" status: 200 len: 1093 time: 1.6631727 Aug 29 17:00:21.647937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'tag': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:21.656639 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1d061e-75b9-44db-8235-eacd0d020434" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c983d1-5c78-4e11-a5a1-364960490411", "tag": "b40994f2-04ea-46f4-b008-c9bd8ac175c4"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:21.689531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1401154351'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:21.715994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-1436e183-94d6-4db4-8211-d54b7f830951 req-4361c5f6-ae79-4878-a9d3-07f8a52c3c3d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Deleting port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:21.716244 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1436e183-94d6-4db4-8211-d54b7f830951 req-4361c5f6-ae79-4878-a9d3-07f8a52c3c3d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:21.733999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f356a0ec-1f33-497c-b600-50c6bba4cf5c req-92c9a120-c775-4f03-991c-b2b655c03311 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823411 Aug 29 17:00:21.805380 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d689dabb-7eb4-4f35-b5b2-46f0fca9a424 req-54f86178-e41e-4d29-a31e-38f198f76021 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949656 Aug 29 17:00:21.811832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd2370-0173-44d4-bb80-80d1e0964c8b service neutron] Pushing event updated for resources: {'Port': ['ID=b40994f2-04ea-46f4-b008-c9bd8ac175c4,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:21.854871 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-5d76978c-4aca-41df-bfe0-e68c2329e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:21.856353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-5d76978c-4aca-41df-bfe0-e68c2329e574 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 1096 time: 0.1539073 Aug 29 17:00:21.897553 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca6df1-8aae-4df7-9239-b1d53ddec6fd x-openstack-request-id: req-63ca6df1-8aae-4df7-9239-b1d53ddec6fd {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:21.897708 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c983d1-5c78-4e11-a5a1-364960490411", "tag": "b40994f2-04ea-46f4-b008-c9bd8ac175c4", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:21.900565 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63ca6df1-8aae-4df7-9239-b1d53ddec6fd {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:21.901389 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'tag': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4', 'status': 'completed', 'code': 200} Aug 29 17:00:21.961297 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-d1830c09-6690-48a0-83fd-279090e4144c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4 HTTP/1.1" status: 200 len: 217 time: 0.0827532 Aug 29 17:00:22.053143 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.059000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-01a45d1f-34bd-4abc-bfa2-9dd0dd56797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:22.059679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-01a45d1f-34bd-4abc-bfa2-9dd0dd56797c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0895238 Aug 29 17:00:22.087621 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.107773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] device_id is not set on port aafdab3b-ebcb-4279-a301-792079e99957 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:22.155244 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Made reservation on behalf of fe725eb8e5a043c89239367bdc9c48bb for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:22.159724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.178561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfff78-ca51-4ef4-87d1-5911eb005642 req-af6ed3f2-c1d2-4f80-90a7-d4ceadae2bf2 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:22.180129 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53dfff78-ca51-4ef4-87d1-5911eb005642 req-af6ed3f2-c1d2-4f80-90a7-d4ceadae2bf2 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 948 time: 0.1388845 Aug 29 17:00:22.183966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.190151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-49d50483-3e55-4ab3-8ae2-1631eddf2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:22.191600 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-49d50483-3e55-4ab3-8ae2-1631eddf2e7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998027 Aug 29 17:00:22.200994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 84d9d341-6bbf-4b95-93fe-eca5c2620f89 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:22.222004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ec9808-1e8a-4ee9-b066-635a2a12be6f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:22.241535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-1436e183-94d6-4db4-8211-d54b7f830951 req-4361c5f6-ae79-4878-a9d3-07f8a52c3c3d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] For port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8e18747d-9135-4dd6-8e4e-67e0366a5f4b,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:22.242224 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1436e183-94d6-4db4-8211-d54b7f830951 req-4361c5f6-ae79-4878-a9d3-07f8a52c3c3d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.261260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420291eb-be3a-4fb4-8b20-b9b73642997b req-a902d132-3267-4adb-97c9-d11f7c640a69 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:22.269893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-420291eb-be3a-4fb4-8b20-b9b73642997b req-a902d132-3267-4adb-97c9-d11f7c640a69 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 945 time: 0.2059832 Aug 29 17:00:22.316397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 1418cbf0-3619-47bb-8200-5ec1f3dceddf no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:00:22.323199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-1436e183-94d6-4db4-8211-d54b7f830951 req-4361c5f6-ae79-4878-a9d3-07f8a52c3c3d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Calling delete_port for 8e18747d-9135-4dd6-8e4e-67e0366a5f4b owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:22.348991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 1418cbf0-3619-47bb-8200-5ec1f3dceddf {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:00:22.349536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 1418cbf0-3619-47bb-8200-5ec1f3dceddf not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:00:22.364345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:22.369326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:22.369784 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.372124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-420291eb-be3a-4fb4-8b20-b9b73642997b req-8fc228ac-4816-4a21-91c1-1ca2e525d8fa tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943995 Aug 29 17:00:22.424778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Allocated IP 172.25.5.114 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/aafdab3b-ebcb-4279-a301-792079e99957) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:22.528269 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.577547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 84d9d341-6bbf-4b95-93fe-eca5c2620f89, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=84d9d341-6bbf-4b95-93fe-eca5c2620f89,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:22.578822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b5442b-1a01-4621-bb25-d9d156cb8b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d9d341-6bbf-4b95-93fe-eca5c2620f89'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:22.582243 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cb78f2-4001-4f48-a610-c07ce4f54b06" -d '{"events": [{"server_uuid": "35b5442b-1a01-4621-bb25-d9d156cb8b33", "name": "network-vif-plugged", "status": "completed", "tag": "84d9d341-6bbf-4b95-93fe-eca5c2620f89"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:22.589053 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.658822 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b744681f-a28b-4157-bbe9-2d14273764e6 x-openstack-request-id: req-b744681f-a28b-4157-bbe9-2d14273764e6 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:22.659210 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b5442b-1a01-4621-bb25-d9d156cb8b33", "name": "network-vif-plugged", "status": "completed", "tag": "84d9d341-6bbf-4b95-93fe-eca5c2620f89", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:22.659393 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b744681f-a28b-4157-bbe9-2d14273764e6 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:22.659791 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b5442b-1a01-4621-bb25-d9d156cb8b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d9d341-6bbf-4b95-93fe-eca5c2620f89', 'code': 200} Aug 29 17:00:22.721149 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53dfff78-ca51-4ef4-87d1-5911eb005642 req-b5d24b0b-bbd5-4151-861c-8cded06b8adf tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331645 Aug 29 17:00:22.745455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=84d9d341-6bbf-4b95-93fe-eca5c2620f89,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:22.794104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-caca566e-786f-4c12-bd67-b1402cf56d78 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900898 Aug 29 17:00:22.859538 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.895606 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1436e183-94d6-4db4-8211-d54b7f830951 req-4361c5f6-ae79-4878-a9d3-07f8a52c3c3d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.905160 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.911983 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba', '8e18747d-9135-4dd6-8e4e-67e0366a5f4b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:22.914310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e1132-3f18-4320-b317-e40acdd9d75c req-cd207aa2-4cce-45d8-ba26-b006b82d632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:22.918063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca9e1132-3f18-4320-b317-e40acdd9d75c req-cd207aa2-4cce-45d8-ba26-b006b82d632c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 1101 time: 0.1702538 Aug 29 17:00:22.930216 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:22.978950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361c5f6-ae79-4878-a9d3-07f8a52c3c3d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event deleted for resources: {'Port': ['ID=8e18747d-9135-4dd6-8e4e-67e0366a5f4b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:23.023581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:00:23.040297 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12e9dea2-2a74-40cf-8c0a-e69c669209c5 req-ba3507e6-31ed-4621-b002-44ea9574d6d6 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370634 Aug 29 17:00:23.041108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3e6cee-4f48-4253-b1c4-68b52b083f72,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:23.082376 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:23.083054 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Added segment 58659879-1aec-4aab-bc6e-b88de052137e of type vlan for network dda1cac7-1e63-4fc7-b2de-f3f44c23de20 Aug 29 17:00:23.103306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fca30e-e0ba-4c5b-aad0-11306093fbc9 req-19c2e595-a6d3-41aa-8c32-f2e922cdd04b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:23.109709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1436e183-94d6-4db4-8211-d54b7f830951 req-4361c5f6-ae79-4878-a9d3-07f8a52c3c3d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] No DVR routers for this DVR port 8e18747d-9135-4dd6-8e4e-67e0366a5f4b on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:00:23.111250 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d1fca30e-e0ba-4c5b-aad0-11306093fbc9 req-19c2e595-a6d3-41aa-8c32-f2e922cdd04b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.2104311 Aug 29 17:00:23.119620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1436e183-94d6-4db4-8211-d54b7f830951 req-4361c5f6-ae79-4878-a9d3-07f8a52c3c3d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:23.122030 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1436e183-94d6-4db4-8211-d54b7f830951 req-4361c5f6-ae79-4878-a9d3-07f8a52c3c3d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "DELETE /v2.0/ports/8e18747d-9135-4dd6-8e4e-67e0366a5f4b HTTP/1.1" status: 204 len: 173 time: 1.7767832 Aug 29 17:00:23.123029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034b9260-ea6b-4d0a-9ff2-83bc6c60c31a', 'name': 'network-vif-deleted', 'tag': '8e18747d-9135-4dd6-8e4e-67e0366a5f4b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:23.126686 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f6016b-2cc6-40c3-886a-d9d029fb98c3" -d '{"events": [{"server_uuid": "034b9260-ea6b-4d0a-9ff2-83bc6c60c31a", "name": "network-vif-deleted", "tag": "8e18747d-9135-4dd6-8e4e-67e0366a5f4b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:23.131670 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca9e1132-3f18-4320-b317-e40acdd9d75c req-edd4bc74-029c-4943-8264-d688cfa41a71 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051756 Aug 29 17:00:23.184829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10271b94-ccb2-43e7-995d-4ce2103e7edd req-fb46282f-0cdf-42b8-811e-64c552d3aa3e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:23.213459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10271b94-ccb2-43e7-995d-4ce2103e7edd req-fb46282f-0cdf-42b8-811e-64c552d3aa3e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 944 time: 0.2878103 Aug 29 17:00:23.216235 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:23.314720 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:23.351380 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:23.367162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:23.377755 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d1fca30e-e0ba-4c5b-aad0-11306093fbc9 req-232ba32d-e985-458d-b833-c779fc771121 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518597 Aug 29 17:00:23.381341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:23.404384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d061e-75b9-44db-8235-eacd0d020434 req-fa3be4f0-0fdd-4deb-ad0e-d681888804da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:23.406020 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df1d061e-75b9-44db-8235-eacd0d020434 req-fa3be4f0-0fdd-4deb-ad0e-d681888804da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 1096 time: 0.2907541 Aug 29 17:00:23.438914 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10271b94-ccb2-43e7-995d-4ce2103e7edd req-3c6591e5-a9aa-40f0-9497-b163b74a2b1b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233627 Aug 29 17:00:23.450800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Pushing event updated for resources: {'Port': ['ID=aafdab3b-ebcb-4279-a301-792079e99957,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:23.472845 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:23.483143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:23.483859 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:23.499979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:23.501257 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:23.520037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5b831b03-ce54-46df-ba45-6b5bb788cd93 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4009292 Aug 29 17:00:23.525678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56966) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:23.528447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.114'}]}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:23.539537 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfb3dff-3454-40ca-9f3b-c9793960f06e x-openstack-request-id: req-2bfb3dff-3454-40ca-9f3b-c9793960f06e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:23.540864 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034b9260-ea6b-4d0a-9ff2-83bc6c60c31a", "name": "network-vif-deleted", "tag": "8e18747d-9135-4dd6-8e4e-67e0366a5f4b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:23.541288 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bfb3dff-3454-40ca-9f3b-c9793960f06e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:23.542412 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034b9260-ea6b-4d0a-9ff2-83bc6c60c31a', 'name': 'network-vif-deleted', 'tag': '8e18747d-9135-4dd6-8e4e-67e0366a5f4b', 'status': 'completed', 'code': 200} Aug 29 17:00:23.567526 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:23.568792 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:23.654502 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4446254 Aug 29 17:00:23.677834 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56976) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:23.682115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9b186-a30c-4fcd-b0ae-8dc761943147 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event updated for resources: {'Network': ['ID=dda1cac7-1e63-4fc7-b2de-f3f44c23de20,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:23.684970 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:23.685654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8b0d072-91e8-4b78-a24b-67e7f1813866 req-e8881cb1-7f46-429d-a195-a9b7087c29f2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=034b9260-ea6b-4d0a-9ff2-83bc6c60c31a HTTP/1.1" status: 200 len: 210 time: 0.0485358 Aug 29 17:00:23.689244 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Request body: {'subnet': {'network_id': 'dda1cac7-1e63-4fc7-b2de-f3f44c23de20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:23.718382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network dda1cac7-1e63-4fc7-b2de-f3f44c23de20 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:00:23.778427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d061e-75b9-44db-8235-eacd0d020434 req-0b265eeb-549b-436a-9c46-06e5fbced53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:23.779915 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df1d061e-75b9-44db-8235-eacd0d020434 req-0b265eeb-549b-436a-9c46-06e5fbced53b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.3627555 Aug 29 17:00:23.883857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df1d061e-75b9-44db-8235-eacd0d020434 req-595e3da2-8793-4c52-8049-a59e11a4a8f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4 HTTP/1.1" status: 200 len: 217 time: 0.0927730 Aug 29 17:00:23.923778 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:23.949169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Made reservation on behalf of fe725eb8e5a043c89239367bdc9c48bb for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:23.953607 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:24.021695 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d061e-75b9-44db-8235-eacd0d020434 req-592161f4-a9f9-4fa7-84a1-d848f6de019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:24.023485 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df1d061e-75b9-44db-8235-eacd0d020434 req-592161f4-a9f9-4fa7-84a1-d848f6de019a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.1184614 Aug 29 17:00:24.050646 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeae79-0748-4be7-991c-882e1d0a592d req-14c03ee0-a19c-488a-88a5-fc594a779389 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:24.061346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a6aeae79-0748-4be7-991c-882e1d0a592d req-14c03ee0-a19c-488a-88a5-fc594a779389 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 949 time: 0.1318040 Aug 29 17:00:24.126725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a6aeae79-0748-4be7-991c-882e1d0a592d req-d28d4628-fdce-47a3-b3a8-d2cb7b1e4464 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627434 Aug 29 17:00:24.235779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d061e-75b9-44db-8235-eacd0d020434 req-3e1c22e6-4b04-4d1f-844e-3bc05fe87e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:24.237634 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df1d061e-75b9-44db-8235-eacd0d020434 req-3e1c22e6-4b04-4d1f-844e-3bc05fe87e55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037520 Aug 29 17:00:24.247144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:24.427425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Checking segment: {'id': '58659879-1aec-4aab-bc6e-b88de052137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'dda1cac7-1e63-4fc7-b2de-f3f44c23de20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:24.427846 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Network hostable DHCP agents. Network: dda1cac7-1e63-4fc7-b2de-f3f44c23de20, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:00:24.442625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event updated for resources: {'Subnet': ['ID=bcaae426-52fb-4c68-b709-9e135c6cad54,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:24.547596 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Network dda1cac7-1e63-4fc7-b2de-f3f44c23de20 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:00:24.573122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df1d061e-75b9-44db-8235-eacd0d020434 req-8b7fdb4a-ad5b-4ec8-bd4c-e2c587a87046 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124235 Aug 29 17:00:24.682265 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:24.693332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9af37-659a-463e-8194-04f981c63f09 req-d08702a3-f373-46ab-8196-2a58a5e6e65c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:24.705440 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df1d061e-75b9-44db-8235-eacd0d020434 req-1c13e56e-4345-43ed-9014-c0672db89317 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313407 Aug 29 17:00:24.708195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, dda1cac7-1e63-4fc7-b2de-f3f44c23de20) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:24.713317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:24.714108 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:24.716167 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0fa9af37-659a-463e-8194-04f981c63f09 req-d08702a3-f373-46ab-8196-2a58a5e6e65c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 944 time: 0.1073401 Aug 29 17:00:24.721736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797577bc-3ed8-4267-a036-00858a0ab934 None None] Network dda1cac7-1e63-4fc7-b2de-f3f44c23de20 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:00:24.745488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43658a4-998d-47f1-a173-604b71488da4 req-b0510b35-2488-49b4-915f-08f63caca9fa tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:24.748108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b43658a4-998d-47f1-a173-604b71488da4 req-b0510b35-2488-49b4-915f-08f63caca9fa tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.2644973 Aug 29 17:00:24.753681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-69a203b7-c5cf-4d44-ac7c-0b882394c8f9 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0725613 Aug 29 17:00:24.755813 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57002) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:24.761458 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-76d3f2ba-0be3-4446-a413-578eaf5bdc4c tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-196308060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:24.762050 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:24.836939 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b43658a4-998d-47f1-a173-604b71488da4 req-c3987671-53b1-4f09-beca-08d9481caf99 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648401 Aug 29 17:00:24.839353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76d3f2ba-0be3-4446-a413-578eaf5bdc4c tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:24.840632 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76d3f2ba-0be3-4446-a413-578eaf5bdc4c tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:24.905055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0fa9af37-659a-463e-8194-04f981c63f09 req-846aaf9b-fc56-4104-93fb-903353f95597 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742814 Aug 29 17:00:24.977588 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76d3f2ba-0be3-4446-a413-578eaf5bdc4c tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:24.986111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76d3f2ba-0be3-4446-a413-578eaf5bdc4c tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:25.014581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76d3f2ba-0be3-4446-a413-578eaf5bdc4c tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:25.023717 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-76d3f2ba-0be3-4446-a413-578eaf5bdc4c tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2586162 Aug 29 17:00:25.024010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57012) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:25.203532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-dda1cac7-1e63-4fc7-b2de-f3f44c23de20', 'network_id': 'dda1cac7-1e63-4fc7-b2de-f3f44c23de20', 'tenant_id': 'fe725eb8e5a043c89239367bdc9c48bb', 'fixed_ips': [{'subnet_id': 'bcaae426-52fb-4c68-b709-9e135c6cad54'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:00:25.204942 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:25.467576 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:25.548104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Allocated IP 172.20.0.2 (dda1cac7-1e63-4fc7-b2de-f3f44c23de20/bcaae426-52fb-4c68-b709-9e135c6cad54/b5149fc6-b7ec-4ff5-a733-916e24b82527) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:25.567327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57d0fe-156e-4195-9f9d-74b59ab458b1 req-039d5232-7199-42b4-8180-9d65dfdde157 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:25.575728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df57d0fe-156e-4195-9f9d-74b59ab458b1 req-039d5232-7199-42b4-8180-9d65dfdde157 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 949 time: 0.2155159 Aug 29 17:00:25.623853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-bb579436-37ea-4574-95b4-43f1cc987128 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:25.626664 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-bb579436-37ea-4574-95b4-43f1cc987128 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.2424264 Aug 29 17:00:25.654246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-b9b1aa89-0bf9-4dc5-b288-8cddd751e21b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/quotas/f4d6f40993ec498189d1d672c1f0685d HTTP/1.1" status: 200 len: 375 time: 0.0141068 Aug 29 17:00:25.710651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:25.748156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93ba4da7-599c-4313-b550-6927b9b159cb tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827634 Aug 29 17:00:25.829904 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:25.845559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:25.862990 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:25.888801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Transition to ACTIVE for port object b5149fc6-b7ec-4ff5-a733-916e24b82527 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:25.923810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Transition to ACTIVE for port object b5149fc6-b7ec-4ff5-a733-916e24b82527 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:25.939279 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:26.032076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Network dda1cac7-1e63-4fc7-b2de-f3f44c23de20 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:26.039941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-4372985f-606d-4f67-89b3-d9c6dee3bcb4 service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740612 Aug 29 17:00:26.044794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:26.051141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:26.064450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Pushing event updated for resources: {'Port': ['ID=b5149fc6-b7ec-4ff5-a733-916e24b82527,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:26.218982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df57d0fe-156e-4195-9f9d-74b59ab458b1 req-a76fc754-089f-4102-96a2-8aae64d72026 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419883 Aug 29 17:00:26.257766 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Attempting to bind port b5149fc6-b7ec-4ff5-a733-916e24b82527 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:26.262898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Attempting to bind port b5149fc6-b7ec-4ff5-a733-916e24b82527 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '58659879-1aec-4aab-bc6e-b88de052137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'dda1cac7-1e63-4fc7-b2de-f3f44c23de20'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:26.263486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Attempting to bind port b5149fc6-b7ec-4ff5-a733-916e24b82527 on network dda1cac7-1e63-4fc7-b2de-f3f44c23de20 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:26.284273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:00:26.284846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Checking segment: {'id': '58659879-1aec-4aab-bc6e-b88de052137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'dda1cac7-1e63-4fc7-b2de-f3f44c23de20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:26.291672 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:26.292470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Bound using segment: {'id': '58659879-1aec-4aab-bc6e-b88de052137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'dda1cac7-1e63-4fc7-b2de-f3f44c23de20'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:00:26.294524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Bound port: b5149fc6-b7ec-4ff5-a733-916e24b82527, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58659879-1aec-4aab-bc6e-b88de052137e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'dda1cac7-1e63-4fc7-b2de-f3f44c23de20'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:00:26.296678 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:26.309310 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:26.309925 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eef548db-c9ca-496f-90c6-a4008e020a7d {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:00:26.316760 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-9df003da-a5bc-4c14-a18a-f9de0a47ae6d service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731681 Aug 29 17:00:26.390782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8e18747d-9135-4dd6-8e4e-67e0366a5f4b no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:00:26.427061 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:00:26.432057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0d6a31f4-21b3-4487-9af3-744402881388 tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9039807 Aug 29 17:00:26.433200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 8e18747d-9135-4dd6-8e4e-67e0366a5f4b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:00:26.433598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8e18747d-9135-4dd6-8e4e-67e0366a5f4b not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:00:26.434037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57042) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:26.446682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e21444-9cc7-45d9-84ee-830accacb5cc req-20f98722-8b99-45ee-9e0d-ff365e971589 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:26.455335 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8e21444-9cc7-45d9-84ee-830accacb5cc req-20f98722-8b99-45ee-9e0d-ff365e971589 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1270502 Aug 29 17:00:26.477323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] For port b5149fc6-b7ec-4ff5-a733-916e24b82527, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:26.483222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] For port b5149fc6-b7ec-4ff5-a733-916e24b82527, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b5149fc6-b7ec-4ff5-a733-916e24b82527,segment=NetworkSegment(58659879-1aec-4aab-bc6e-b88de052137e),segment_id=58659879-1aec-4aab-bc6e-b88de052137e)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:00:26.494039 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:26.546970 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8e21444-9cc7-45d9-84ee-830accacb5cc req-15169d74-df55-4f97-979c-659dc655a7cd tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906672 Aug 29 17:00:26.575392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Allocated IP 172.20.0.1 (dda1cac7-1e63-4fc7-b2de-f3f44c23de20/bcaae426-52fb-4c68-b709-9e135c6cad54/dbc82aa5-240a-49e4-9653-bab9c6e81a15) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:26.588570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b2a42-b41a-447f-858b-d5f5fbfc7c14 None None] Pushing event updated for resources: {'Port': ['ID=b5149fc6-b7ec-4ff5-a733-916e24b82527,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:26.777715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-084d4c30-eff1-4636-b5af-5d927fb8564d tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Deleting port aafdab3b-ebcb-4279-a301-792079e99957 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:26.778219 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-084d4c30-eff1-4636-b5af-5d927fb8564d tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:26.861753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1838f8e-52f6-4eb0-b00d-d7908b23554a req-c8f0001e-08a6-432d-afd5-1c1b51ab4956 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:26.870010 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b1838f8e-52f6-4eb0-b00d-d7908b23554a req-c8f0001e-08a6-432d-afd5-1c1b51ab4956 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 944 time: 0.1592467 Aug 29 17:00:26.973937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-084d4c30-eff1-4636-b5af-5d927fb8564d tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:26.991242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-084d4c30-eff1-4636-b5af-5d927fb8564d tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Calling delete_port for aafdab3b-ebcb-4279-a301-792079e99957 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:27.053668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b1838f8e-52f6-4eb0-b00d-d7908b23554a req-0139d9c9-da4b-49fc-addc-5430fcce2b9d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804919 Aug 29 17:00:27.082480 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:27.163521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Transition to ACTIVE for port object dbc82aa5-240a-49e4-9653-bab9c6e81a15 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:27.250564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c90f74de-d1ae-4929-a02d-be0e603428cf req-7e9b09bd-6e18-415c-b48c-3ac473d82882 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 210 time: 0.0795867 Aug 29 17:00:27.315068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-084d4c30-eff1-4636-b5af-5d927fb8564d tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:27.339495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b5149fc6-b7ec-4ff5-a733-916e24b82527 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:27.368544 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:27.383348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d4c30-eff1-4636-b5af-5d927fb8564d tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Pushing event deleted for resources: {'Port': ['ID=aafdab3b-ebcb-4279-a301-792079e99957,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:27.477636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event updated for resources: {'Port': ['ID=dbc82aa5-240a-49e4-9653-bab9c6e81a15,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:27.492171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Network dda1cac7-1e63-4fc7-b2de-f3f44c23de20 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:27.493981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:27.497056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:27.517649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b5149fc6-b7ec-4ff5-a733-916e24b82527 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:27.586496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:27.589138 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-084d4c30-eff1-4636-b5af-5d927fb8564d tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:27.593985 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-084d4c30-eff1-4636-b5af-5d927fb8564d tempest-RoutersAdminNegativeTest-36155271 tempest-RoutersAdminNegativeTest-36155271-project-admin] 10.222.0.22 "DELETE /v2.0/ports/aafdab3b-ebcb-4279-a301-792079e99957 HTTP/1.1" status: 204 len: 168 time: 1.1581812 Aug 29 17:00:27.799112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f16c1b-9bec-4445-af4e-41f803b1673e req-88106b51-77cb-438a-b486-b67bc69de9c0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:27.803384 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71f16c1b-9bec-4445-af4e-41f803b1673e req-88106b51-77cb-438a-b486-b67bc69de9c0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1490998 Aug 29 17:00:27.852213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5fd72-a324-440d-a1ed-c1412c31a0ef req-a756d74e-5e5e-4c51-8374-2e82237549ae tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:27.871072 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dea5fd72-a324-440d-a1ed-c1412c31a0ef req-a756d74e-5e5e-4c51-8374-2e82237549ae tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 949 time: 0.1538081 Aug 29 17:00:27.970109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71f16c1b-9bec-4445-af4e-41f803b1673e req-c43056d4-a97c-48b8-bcd3-8c4346ca8903 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547539 Aug 29 17:00:27.973877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dea5fd72-a324-440d-a1ed-c1412c31a0ef req-0cbc5e6f-67c9-4748-af09-16771fa5be97 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982161 Aug 29 17:00:27.990278 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:28.214776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b40994f2-04ea-46f4-b008-c9bd8ac175c4 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:00:28.468045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b40994f2-04ea-46f4-b008-c9bd8ac175c4, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:28.472450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57096) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:28.487654 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'port_id': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4', 'mac_address': 'fa:16:3e:66:fb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:00:28.503292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-864063f7-3f43-4708-a884-e242d10f7e4c tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1fd7de2c75da4db696f797109913a481&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136088 Aug 29 17:00:28.538149 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:28.540277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9937d1-ebb6-4b28-9c29-9d0b98fa89ff None None] Network dda1cac7-1e63-4fc7-b2de-f3f44c23de20 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:00:28.702227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40994f2-04ea-46f4-b008-c9bd8ac175c4 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:28.776161 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:28.794263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:28.800480 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b40994f2-04ea-46f4-b008-c9bd8ac175c4, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:28.818636 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-e819501f-15c8-443b-af6c-78db4963878a tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:28.821362 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-e819501f-15c8-443b-af6c-78db4963878a tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3131537 Aug 29 17:00:28.827851 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:28.832232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d6039095-6b98-430c-8ef1-918a888bd27e None None] Provisioning for port b5149fc6-b7ec-4ff5-a733-916e24b82527 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:28.861425 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-abe73b9b-970f-41f9-84f5-96131958db71 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/quotas/1fd7de2c75da4db696f797109913a481 HTTP/1.1" status: 200 len: 375 time: 0.0298274 Aug 29 17:00:28.993405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb3c39-6b9b-4c03-bd9c-9be52c2e85ef req-05d1be7d-aa20-4bf8-9911-a1d467dd269c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:29.009320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=b40994f2-04ea-46f4-b008-c9bd8ac175c4,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:29.023111 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6cfb3c39-6b9b-4c03-bd9c-9be52c2e85ef req-05d1be7d-aa20-4bf8-9911-a1d467dd269c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 944 time: 0.6542189 Aug 29 17:00:29.031339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d6039095-6b98-430c-8ef1-918a888bd27e None None] Provisioning complete for port b5149fc6-b7ec-4ff5-a733-916e24b82527 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:29.031339 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d6039095-6b98-430c-8ef1-918a888bd27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:29.041520 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-4df292f6-6843-46e8-b63b-6ba857ff3e12 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fd7de2c75da4db696f797109913a481&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1778262 Aug 29 17:00:29.071937 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:29.095002 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3cd12260-8b42-4ca1-9452-26bf7690b966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:29.262197 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d6039095-6b98-430c-8ef1-918a888bd27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:29.324924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d6039095-6b98-430c-8ef1-918a888bd27e None None] For port b5149fc6-b7ec-4ff5-a733-916e24b82527, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b5149fc6-b7ec-4ff5-a733-916e24b82527,segment=NetworkSegment(58659879-1aec-4aab-bc6e-b88de052137e),segment_id=58659879-1aec-4aab-bc6e-b88de052137e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:29.330938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['b40994f2-04ea-46f4-b008-c9bd8ac175c4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:29.348369 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3cd12260-8b42-4ca1-9452-26bf7690b966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:29.359023 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d6039095-6b98-430c-8ef1-918a888bd27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:29.372467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3cd12260-8b42-4ca1-9452-26bf7690b966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:29.451328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd12260-8b42-4ca1-9452-26bf7690b966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4b29dc-6c4d-4e6d-8dca-157ebbaba8fb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:29.456690 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3cd12260-8b42-4ca1-9452-26bf7690b966 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b559d5a6974450cb9453a9146b16f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9829938 Aug 29 17:00:29.459910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57118) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:29.544515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6cfb3c39-6b9b-4c03-bd9c-9be52c2e85ef req-f4f81258-4927-41d3-9a12-8427ad89f56a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203898 Aug 29 17:00:29.558622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event updated for resources: {'Port': ['ID=dbc82aa5-240a-49e4-9653-bab9c6e81a15,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:29.566334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6039095-6b98-430c-8ef1-918a888bd27e None None] Pushing event updated for resources: {'Port': ['ID=b5149fc6-b7ec-4ff5-a733-916e24b82527,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:29.573586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Network dda1cac7-1e63-4fc7-b2de-f3f44c23de20 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:29.598746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:29.638367 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-22d16a99-a0cc-4d95-9ea6-4b4a38812263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:29.730197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6ab3688-61e2-4f35-ad5e-3cbcc16cca95 req-617db161-a5bf-4574-b28d-7e452236497d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 210 time: 0.0916784 Aug 29 17:00:29.803433 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-22d16a99-a0cc-4d95-9ea6-4b4a38812263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:29.889741 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-22d16a99-a0cc-4d95-9ea6-4b4a38812263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:29.898034 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-22d16a99-a0cc-4d95-9ea6-4b4a38812263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:29.917423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-c7fee8e2-f585-4d9b-bfed-2755d35d4137 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:29.922236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-c7fee8e2-f585-4d9b-bfed-2755d35d4137 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.8715699 Aug 29 17:00:29.925701 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-22d16a99-a0cc-4d95-9ea6-4b4a38812263 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a4b29dc-6c4d-4e6d-8dca-157ebbaba8fb HTTP/1.1" status: 204 len: 168 time: 0.4647725 Aug 29 17:00:29.957973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Request body: {'port': {'device_id': 'aecc7703-0dd7-4231-8034-aaae10f8aec0', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'admin_state_up': True, 'tenant_id': 'f4d6f40993ec498189d1d672c1f0685d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:29.958411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16a99-a0cc-4d95-9ea6-4b4a38812263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4b29dc-6c4d-4e6d-8dca-157ebbaba8fb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:30.042767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8440f9e6-0036-4d82-b15f-03984890884d req-4a06426b-cad1-4c04-95f8-84f50bfd7ce4 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 210 time: 0.0451252 Aug 29 17:00:30.101597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7a74f7c9-a8da-4bab-b2d9-91ede2c8d210 None None] Provisioning for port dbc82aa5-240a-49e4-9653-bab9c6e81a15 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:30.106684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7a74f7c9-a8da-4bab-b2d9-91ede2c8d210 None None] Provisioning complete for port dbc82aa5-240a-49e4-9653-bab9c6e81a15 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:30.107061 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a74f7c9-a8da-4bab-b2d9-91ede2c8d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:30.210632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-7a74f7c9-a8da-4bab-b2d9-91ede2c8d210 None None] Port dbc82aa5-240a-49e4-9653-bab9c6e81a15 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:00:30.239826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7a74f7c9-a8da-4bab-b2d9-91ede2c8d210 None None] Provisioning complete for port b5149fc6-b7ec-4ff5-a733-916e24b82527 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:30.240228 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a74f7c9-a8da-4bab-b2d9-91ede2c8d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:30.653793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-724cc9dd-c4d0-4aab-85b9-4122f0127ef6 None None] Provisioning complete for port dbc82aa5-240a-49e4-9653-bab9c6e81a15 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:30.654447 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-724cc9dd-c4d0-4aab-85b9-4122f0127ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:30.726297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57142) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:30.758002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bd359-53d1-486c-9506-f440836d6af6 req-682cfa70-720c-4e0d-a180-2c5bf088298e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:30.769647 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1e2bd359-53d1-486c-9506-f440836d6af6 req-682cfa70-720c-4e0d-a180-2c5bf088298e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.9298570 Aug 29 17:00:30.806363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0a012-2f25-4a5c-82bc-d735625e7fd5 req-5f9af5e5-abe1-4d02-887f-022e0d2444d4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:30.814326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6ac0a012-2f25-4a5c-82bc-d735625e7fd5 req-5f9af5e5-abe1-4d02-887f-022e0d2444d4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 945 time: 0.1353018 Aug 29 17:00:30.840800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-724cc9dd-c4d0-4aab-85b9-4122f0127ef6 None None] Port dbc82aa5-240a-49e4-9653-bab9c6e81a15 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:00:30.866777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ca2fdd1f-2649-43d0-8deb-18762c66501f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20f03f0cec1c4f0c8b8fb1d4fd6e5dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375260 Aug 29 17:00:30.871773 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1e2bd359-53d1-486c-9506-f440836d6af6 req-2ad274ba-d0a4-4c66-abf2-181a3f2a36ab tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010935 Aug 29 17:00:30.872406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57148) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:30.908050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6ac0a012-2f25-4a5c-82bc-d735625e7fd5 req-dfd40536-2209-49b1-847e-421c2af0223b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893607 Aug 29 17:00:30.951556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Router b3002f9b-9ae3-416e-99f0-0eb276a95a62 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:00:30.965115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Made reservation on behalf of f4d6f40993ec498189d1d672c1f0685d for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:30.972002 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:30.973374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-69608548-de55-49a6-8b2f-4b00690aa5f3 None None] Provisioning complete for port dbc82aa5-240a-49e4-9653-bab9c6e81a15 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:30.973745 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-69608548-de55-49a6-8b2f-4b00690aa5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:31.008688 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-016f0232-f46e-44a8-9449-76eb4fbb8c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:31.070542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-016f0232-f46e-44a8-9449-76eb4fbb8c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:31.118292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-69608548-de55-49a6-8b2f-4b00690aa5f3 None None] Port dbc82aa5-240a-49e4-9653-bab9c6e81a15 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:00:31.122614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b5149fc6-b7ec-4ff5-a733-916e24b82527 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:31.132090 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-016f0232-f46e-44a8-9449-76eb4fbb8c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:31.134938 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-016f0232-f46e-44a8-9449-76eb4fbb8c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:31.138456 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-016f0232-f46e-44a8-9449-76eb4fbb8c81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1ec9808-1e8a-4ee9-b066-635a2a12be6f HTTP/1.1" status: 204 len: 168 time: 0.2625597 Aug 29 17:00:31.149441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f0232-f46e-44a8-9449-76eb4fbb8c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ec9808-1e8a-4ee9-b066-635a2a12be6f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:31.205438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b5149fc6-b7ec-4ff5-a733-916e24b82527 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:31.205825 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:31.265923 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3381673-c73b-411b-931f-c5b71c9ba2d7 req-5c043810-9b69-45dc-9e53-01ff475485b4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 210 time: 0.2629030 Aug 29 17:00:31.333600 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eae1bdc5-31eb-4400-a071-90a864567e04 req-fb26c4c5-c1e4-497d-84d5-60609f1f67ae tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 210 time: 0.0876994 Aug 29 17:00:31.370996 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-cdea6944-7cab-4e6b-b5c2-0e2d9f7d0958 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1fd7de2c75da4db696f797109913a481&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388577 Aug 29 17:00:31.413631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:00:31.429478 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deaf44e-f665-4f11-8f70-35bf1b4fa3c2 None None] Sync routers for ids ['b3002f9b-9ae3-416e-99f0-0eb276a95a62'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:00:31.450235 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deaf44e-f665-4f11-8f70-35bf1b4fa3c2 None None] Routers {'b3002f9b-9ae3-416e-99f0-0eb276a95a62'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:31.451517 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1deaf44e-f665-4f11-8f70-35bf1b4fa3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:00:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b3002f9b-9ae3-416e-99f0-0eb276a95a62'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:31.490439 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6f4144dd-4fc5-451d-99c6-41e034207862 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "PUT /v2.0/routers/b3002f9b-9ae3-416e-99f0-0eb276a95a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4689119 Aug 29 17:00:31.494521 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57166) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:31.498760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Request body: {'port': {'network_id': 'dda1cac7-1e63-4fc7-b2de-f3f44c23de20', 'name': 'tempest-FloatingIPNegativeTestJSON-1652013033'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:31.503413 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1deaf44e-f665-4f11-8f70-35bf1b4fa3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:31.516381 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deaf44e-f665-4f11-8f70-35bf1b4fa3c2 None None] Routers {'b3002f9b-9ae3-416e-99f0-0eb276a95a62'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:31.517409 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1deaf44e-f665-4f11-8f70-35bf1b4fa3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:00:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b3002f9b-9ae3-416e-99f0-0eb276a95a62'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:31.572528 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1deaf44e-f665-4f11-8f70-35bf1b4fa3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:31.573850 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deaf44e-f665-4f11-8f70-35bf1b4fa3c2 None None] The sync data for ids ['b3002f9b-9ae3-416e-99f0-0eb276a95a62'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:00:31.604232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Allocated IP 172.20.0.13 (d86c8120-adf7-4307-9620-94a250f14ff7/c0ffaa0b-3833-4fd3-81a1-14e261c9c132/ec8448dd-3f45-4a41-8a74-1958304a8534) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:31.663047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-6f19c798-ce81-41de-8dae-8ee58c64d1ee tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:31.664584 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-6f19c798-ce81-41de-8dae-8ee58c64d1ee tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2861445 Aug 29 17:00:31.730321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Request body: {'port': {'device_id': '0d5a1b92-5064-4c18-9709-f0c1ba12a327', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '1fd7de2c75da4db696f797109913a481'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:31.762915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Made reservation on behalf of fe725eb8e5a043c89239367bdc9c48bb for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:31.766906 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:31.808571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] device_id is not set on port e3c87d17-938f-42d3-8098-b4f1432a4093 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:32.020551 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:32.023440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Made reservation on behalf of 1fd7de2c75da4db696f797109913a481 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:32.028412 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:32.148365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Allocated IP 172.20.0.5 (dda1cac7-1e63-4fc7-b2de-f3f44c23de20/bcaae426-52fb-4c68-b709-9e135c6cad54/e3c87d17-938f-42d3-8098-b4f1432a4093) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:32.199249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:32.212913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:32.306009 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5554e3-291b-4480-93f5-3ea9364d076c req-19c51e4f-411e-4944-9ed2-d284aea4c99f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:32.308211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b5554e3-291b-4480-93f5-3ea9364d076c req-19c51e4f-411e-4944-9ed2-d284aea4c99f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.2567596 Aug 29 17:00:32.314826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Network d86c8120-adf7-4307-9620-94a250f14ff7 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:32.332820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b40994f2-04ea-46f4-b008-c9bd8ac175c4 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:32.382284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:32.389685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:32.416049 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:32.456692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Transition to ACTIVE for port object e3c87d17-938f-42d3-8098-b4f1432a4093 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:32.508232 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:32.522583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:32.523411 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:32.594138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event updated for resources: {'Port': ['ID=ec8448dd-3f45-4a41-8a74-1958304a8534,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:32.612680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b5554e3-291b-4480-93f5-3ea9364d076c req-60d0e314-e6ea-41db-ab7c-71f1ecf3af78 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759538 Aug 29 17:00:32.627075 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-93a714a2-4cca-41eb-b811-1683ab7859d2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6774945 Aug 29 17:00:32.652502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Request body: {'port': {'device_id': 'aecc7703-0dd7-4231-8034-aaae10f8aec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:32.681682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Network dda1cac7-1e63-4fc7-b2de-f3f44c23de20 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:32.720141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:32.735338 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:32.756670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Allocated IP 192.168.233.226 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/20fb6a5f-49f7-4874-b8f2-5b73d5452506) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:32.820887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event updated for resources: {'Port': ['ID=e3c87d17-938f-42d3-8098-b4f1432a4093,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:32.886449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:32.887439 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:32.931516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcfe06-5745-4b0f-ba65-9c967118797f req-7e393123-62ad-4d5b-9770-e5be3eab282e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:32.943959 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55bcfe06-5745-4b0f-ba65-9c967118797f req-7e393123-62ad-4d5b-9770-e5be3eab282e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 945 time: 0.1366024 Aug 29 17:00:33.017883 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-131cd9d8-139b-4a55-881a-7162e632648e tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5226154 Aug 29 17:00:33.023041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57210) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:33.034719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:33.124884 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55bcfe06-5745-4b0f-ba65-9c967118797f req-ab9e5e2c-20bd-4e81-ab3b-f88c4a47d664 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727395 Aug 29 17:00:33.139951 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:33.152956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port b40994f2-04ea-46f4-b008-c9bd8ac175c4 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:33.167408 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:33.201395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port b40994f2-04ea-46f4-b008-c9bd8ac175c4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:33.201699 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:33.337332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-67e9c27e-ebac-4ec4-a560-f0f0b6b95d6b None None] Provisioning for port e3c87d17-938f-42d3-8098-b4f1432a4093 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:33.346697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-67e9c27e-ebac-4ec4-a560-f0f0b6b95d6b None None] Provisioning complete for port e3c87d17-938f-42d3-8098-b4f1432a4093 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:33.347355 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-67e9c27e-ebac-4ec4-a560-f0f0b6b95d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:33.417682 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:33.456557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e48aff8d-f346-4381-a8d7-2084d283c6e7 req-c5feb923-a11e-4234-ac88-08cb20c1aaaa tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 210 time: 0.1123545 Aug 29 17:00:33.470256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-67e9c27e-ebac-4ec4-a560-f0f0b6b95d6b None None] Port e3c87d17-938f-42d3-8098-b4f1432a4093 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:00:33.538533 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:33.554490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b40994f2-04ea-46f4-b008-c9bd8ac175c4, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:33.556289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:33.558993 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe6108-972c-4dcd-9afd-45df44d19e20" -d '{"events": [{"server_uuid": "c4c983d1-5c78-4e11-a5a1-364960490411", "name": "network-vif-plugged", "status": "completed", "tag": "b40994f2-04ea-46f4-b008-c9bd8ac175c4"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:33.565837 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:33.633044 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978ba71d-7613-4e70-9167-661e88b1ebb7 x-openstack-request-id: req-978ba71d-7613-4e70-9167-661e88b1ebb7 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:33.633368 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c983d1-5c78-4e11-a5a1-364960490411", "name": "network-vif-plugged", "status": "completed", "tag": "b40994f2-04ea-46f4-b008-c9bd8ac175c4", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:33.633630 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-978ba71d-7613-4e70-9167-661e88b1ebb7 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:33.634024 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4', 'code': 200} Aug 29 17:00:33.664523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9d64e-423c-4879-9fdf-a8463cd58742 req-ba67d0bb-a156-4cad-8636-ad2556cf50de tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:33.666062 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efa9d64e-423c-4879-9fdf-a8463cd58742 req-ba67d0bb-a156-4cad-8636-ad2556cf50de tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 932 time: 0.7179139 Aug 29 17:00:33.685170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=b40994f2-04ea-46f4-b008-c9bd8ac175c4,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:33.707950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8448dd-3f45-4a41-8a74-1958304a8534 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:33.732992 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:33.777600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57224) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:33.787345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Transition to ACTIVE for port object ec8448dd-3f45-4a41-8a74-1958304a8534 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:33.798502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efa9d64e-423c-4879-9fdf-a8463cd58742 req-f4e36f18-b307-4c6f-b9a9-1f6e53e997d9 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147444 Aug 29 17:00:33.803604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:33.833554 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:33.888740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Transition to ACTIVE for port object 20fb6a5f-49f7-4874-b8f2-5b73d5452506 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:33.899241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8448dd-3f45-4a41-8a74-1958304a8534,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:33.938748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Allocated IP 172.25.5.173 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/00b6c88d-38a9-4173-ae57-9e07d0e220d2) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:34.005369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Attempting to bind port ec8448dd-3f45-4a41-8a74-1958304a8534 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:34.005720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Attempting to bind port ec8448dd-3f45-4a41-8a74-1958304a8534 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:34.006082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Attempting to bind port ec8448dd-3f45-4a41-8a74-1958304a8534 on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:34.012762 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.014591 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Port ec8448dd-3f45-4a41-8a74-1958304a8534 on network d86c8120-adf7-4307-9620-94a250f14ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:34.015117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Attempting to bind port ec8448dd-3f45-4a41-8a74-1958304a8534 on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:34.024564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['84d9d341-6bbf-4b95-93fe-eca5c2620f89'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:34.042938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a492f-8fe7-4b0d-be12-e5ce7230f3ac req-944f7a91-0df5-460a-a164-e00502e97598 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:34.044831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a35a492f-8fe7-4b0d-be12-e5ce7230f3ac req-944f7a91-0df5-460a-a164-e00502e97598 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1080651 Aug 29 17:00:34.111873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:00:34.112363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Checking segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:34.112812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Bound using segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:00:34.113402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Bound port: ec8448dd-3f45-4a41-8a74-1958304a8534, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:00:34.113842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.119050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1119130570'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:34.125193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed73cb-6227-4cf6-8ac8-73a5466b52e3 req-ec61e3b9-8808-4abd-a321-b0d73d6c3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:34.126825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3ed73cb-6227-4cf6-8ac8-73a5466b52e3 req-ec61e3b9-8808-4abd-a321-b0d73d6c3332 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 1098 time: 0.3943980 Aug 29 17:00:34.179212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:34.193202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:34.197532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:34.206391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Pushing event updated for resources: {'Port': ['ID=20fb6a5f-49f7-4874-b8f2-5b73d5452506,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:34.230705 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a35a492f-8fe7-4b0d-be12-e5ce7230f3ac req-7cb9e519-2cb3-47c0-ae86-3459638f10e9 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492212 Aug 29 17:00:34.276007 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3ed73cb-6227-4cf6-8ac8-73a5466b52e3 req-8247234a-2a02-4b08-8286-c687203b6ade service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281312 Aug 29 17:00:34.312555 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.334172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Made reservation on behalf of c060a2031f32474bbfbb9ed387fea1d8 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:34.340550 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.397896 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.452854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:34.458551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:34.461041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event updated for resources: {'Port': ['ID=00b6c88d-38a9-4173-ae57-9e07d0e220d2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:34.463687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:34.498016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] For port ec8448dd-3f45-4a41-8a74-1958304a8534, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:34.501841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] For port ec8448dd-3f45-4a41-8a74-1958304a8534, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec8448dd-3f45-4a41-8a74-1958304a8534,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:00:34.512027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:34.513133 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.534463 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.541121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-e5858490-d9db-46b7-bed9-e73c8e145c1e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4186654 Aug 29 17:00:34.541906 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.612950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-506415aa-ec1a-4b36-b4c9-95e346ed1b8e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9229209 Aug 29 17:00:34.654286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Request body: {'port': {'device_id': '0d5a1b92-5064-4c18-9709-f0c1ba12a327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:34.704550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-694d18ca-dc0d-4ba5-a406-718112c49ac4 None None] Provisioning for port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:34.715428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-694d18ca-dc0d-4ba5-a406-718112c49ac4 None None] Provisioning complete for port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:34.715798 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-694d18ca-dc0d-4ba5-a406-718112c49ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.724253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185edf8-60f2-49d1-a5ab-ddffc14e1163 req-caa27871-5434-4c5a-b207-109513416488 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:34.726084 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8185edf8-60f2-49d1-a5ab-ddffc14e1163 req-caa27871-5434-4c5a-b207-109513416488 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.4373758 Aug 29 17:00:34.730878 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.731609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:34.732432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.734398 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] 10.222.0.10 "PUT /v2.0/ports/ec8448dd-3f45-4a41-8a74-1958304a8534 HTTP/1.1" status: 200 len: 1093 time: 2.0967658 Aug 29 17:00:34.771792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecc7703-0dd7-4231-8034-aaae10f8aec0', 'tag': 'ec8448dd-3f45-4a41-8a74-1958304a8534'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:34.775145 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26317fd2-8cdc-43a1-8900-a8edbf5c185f" -d '{"events": [{"name": "network-changed", "server_uuid": "aecc7703-0dd7-4231-8034-aaae10f8aec0", "tag": "ec8448dd-3f45-4a41-8a74-1958304a8534"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:34.787876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a37e56-8e07-4d88-bc2e-e8f4bab30e67 req-ae9c0ca1-d65e-46fb-847b-baff61ca7cad tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:34.791285 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12a37e56-8e07-4d88-bc2e-e8f4bab30e67 req-ae9c0ca1-d65e-46fb-847b-baff61ca7cad tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 936 time: 0.1783226 Aug 29 17:00:34.837812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-694d18ca-dc0d-4ba5-a406-718112c49ac4 None None] Port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:00:34.947422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-ee183eec-07ea-4adf-9449-50b86924f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:34.952010 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-ee183eec-07ea-4adf-9449-50b86924f0e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 1098 time: 0.3833394 Aug 29 17:00:34.952629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12a37e56-8e07-4d88-bc2e-e8f4bab30e67 req-86ba1ab9-a0a5-425e-b9f6-32a27983a60c tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219099 Aug 29 17:00:34.961259 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:34.990644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35926aa-4a0b-455d-ba92-290e2f2611a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8448dd-3f45-4a41-8a74-1958304a8534,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:35.038660 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8185edf8-60f2-49d1-a5ab-ddffc14e1163 req-e9a19e90-e3ad-4ffe-bd61-df5b4e512a35 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740507 Aug 29 17:00:35.039761 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:35.146014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b137320-bf31-4f54-b186-2057fdb77733 req-85ab78e7-c82f-4090-9eac-10f8d05040b7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2394438 Aug 29 17:00:35.149915 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8a9061-2032-4793-98ba-6140a889cbea x-openstack-request-id: req-ff8a9061-2032-4793-98ba-6140a889cbea {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:35.150185 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecc7703-0dd7-4231-8034-aaae10f8aec0", "tag": "ec8448dd-3f45-4a41-8a74-1958304a8534", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:35.150564 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff8a9061-2032-4793-98ba-6140a889cbea {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:35.153602 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecc7703-0dd7-4231-8034-aaae10f8aec0', 'tag': 'ec8448dd-3f45-4a41-8a74-1958304a8534', 'status': 'completed', 'code': 200} Aug 29 17:00:35.167688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-4a344461-9e77-4b7c-b415-93606e5e640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:35.169662 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-4a344461-9e77-4b7c-b415-93606e5e640c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 1096 time: 0.3688242 Aug 29 17:00:35.384688 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137320-bf31-4f54-b186-2057fdb77733 req-0f51cb93-9902-4d15-a40c-83769893543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:35.386569 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b137320-bf31-4f54-b186-2057fdb77733 req-0f51cb93-9902-4d15-a40c-83769893543f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 1098 time: 0.1512864 Aug 29 17:00:35.553020 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:00:35.575869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa1c6e-5cd2-4ce1-9c0d-66310dc1c203 req-85a555a3-8c05-4b04-9571-00c900e5b9d5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:35.584055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ecaa1c6e-5cd2-4ce1-9c0d-66310dc1c203 req-85a555a3-8c05-4b04-9571-00c900e5b9d5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.2061377 Aug 29 17:00:35.601968 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-177650b1-2eca-4eea-aa00-9a1770f71bdd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8448dd-3f45-4a41-8a74-1958304a8534 HTTP/1.1" status: 200 len: 217 time: 0.0742481 Aug 29 17:00:35.654522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fb6a5f-49f7-4874-b8f2-5b73d5452506 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:35.688366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:35.688835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:35.702617 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ecaa1c6e-5cd2-4ce1-9c0d-66310dc1c203 req-5d768dde-61d4-4dce-9327-3ed4ce394718 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160936 Aug 29 17:00:35.712168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:35.716205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137320-bf31-4f54-b186-2057fdb77733 req-3f2abf56-197d-4144-b0af-8db50ac458d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:35.717918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b137320-bf31-4f54-b186-2057fdb77733 req-3f2abf56-197d-4144-b0af-8db50ac458d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.2910888 Aug 29 17:00:35.744034 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:35.765282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Transition to ACTIVE for port object 20fb6a5f-49f7-4874-b8f2-5b73d5452506 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:35.768334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-d282a477-2370-455f-9487-5da798995a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:35.770829 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-d282a477-2370-455f-9487-5da798995a07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.7723541 Aug 29 17:00:35.772702 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:35.785118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab5747-8543-44c8-b494-c0662c3d9703 req-a6948036-9141-4ebc-86b2-94b7e6764e90 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:35.786719 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35ab5747-8543-44c8-b494-c0662c3d9703 req-a6948036-9141-4ebc-86b2-94b7e6764e90 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 944 time: 0.2754042 Aug 29 17:00:35.794035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-d76e4b5f-1440-44f7-a7b2-3420e1357fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:35.795461 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-d76e4b5f-1440-44f7-a7b2-3420e1357fa1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.1659367 Aug 29 17:00:35.806092 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:35.821119 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b137320-bf31-4f54-b186-2057fdb77733 req-2ca6bab6-1ec6-41e4-9a49-b989bfc82874 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d65ad390-107a-41ce-9dfe-fa109149f4c9 HTTP/1.1" status: 200 len: 217 time: 0.0522611 Aug 29 17:00:35.826884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event updated for resources: {'Port': ['ID=00b6c88d-38a9-4173-ae57-9e07d0e220d2,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:35.925937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:35.927877 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-953cdadc-337c-4bb6-bb20-740147dbe167 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d598ea5-eaf8-41ac-bc57-9494c5aad532 HTTP/1.1" status: 200 len: 217 time: 0.1385746 Aug 29 17:00:35.930600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:00:35.931460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137320-bf31-4f54-b186-2057fdb77733 req-271e1bc6-8dcf-4b19-b68c-c6b3eeb29cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:35.933103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b137320-bf31-4f54-b186-2057fdb77733 req-271e1bc6-8dcf-4b19-b68c-c6b3eeb29cc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0950210 Aug 29 17:00:35.937982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-f472110b-94bd-4460-8bb3-e0af08d4e03a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280556 Aug 29 17:00:35.969889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f3443f-799c-4d52-b478-489cfdcbb0ba,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:36.003808 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:36.004820 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Added segment 95f0932f-7929-4c65-aeb8-0b3ba770aefb of type vlan for network 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 Aug 29 17:00:36.022579 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:36.027293 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b6e0e3e0-b1c2-457e-8188-b2bce373275b tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0022993 Aug 29 17:00:36.029729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57258) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:36.035911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a1ae4167-6dde-4fc3-989b-c7c218d7b481 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Request body: {'floatingip': {'port_id': 'e3c87d17-938f-42d3-8098-b4f1432a4093', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:36.112828 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4167-6dde-4fc3-989b-c7c218d7b481 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for floatingip, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:36.121668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137320-bf31-4f54-b186-2057fdb77733 req-284dc261-e2d7-40e6-9130-be370e2344cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:36.123493 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b137320-bf31-4f54-b186-2057fdb77733 req-284dc261-e2d7-40e6-9130-be370e2344cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1745744 Aug 29 17:00:36.129746 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35ab5747-8543-44c8-b494-c0662c3d9703 req-08267e26-e7fd-434d-b6a0-d744c2ee6771 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329244 Aug 29 17:00:36.185817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Pushing event updated for resources: {'Port': ['ID=20fb6a5f-49f7-4874-b8f2-5b73d5452506,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:36.326273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-a351aab6-ad9b-44c1-ba39-b882eae7a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:36.328047 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-a351aab6-ad9b-44c1-ba39-b882eae7a06f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.3788300 Aug 29 17:00:36.330198 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:36.765201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aef56d-ca5a-48fb-aacf-21ab96a1ed67 req-da391a2e-a810-4ae0-86d0-ea2b7fa8aaa2 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:36.766911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73aef56d-ca5a-48fb-aacf-21ab96a1ed67 req-da391a2e-a810-4ae0-86d0-ea2b7fa8aaa2 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 948 time: 0.6960959 Aug 29 17:00:36.816475 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.resource_extend [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:00:36.824676 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-a1ae4167-6dde-4fc3-989b-c7c218d7b481 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] update failed (client error): The resource could not be found. Aug 29 17:00:36.828433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a1ae4167-6dde-4fc3-989b-c7c218d7b481 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "PUT /v2.0/floatingips/f00fdaa7-6121-45e7-bbc2-e3507ef9a32f HTTP/1.1" status: 404 len: 507 time: 0.7975523 Aug 29 17:00:36.828999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57272) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:36.839640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b137320-bf31-4f54-b186-2057fdb77733 req-b34736e2-10f4-4e3c-b194-f7b4a2b93119 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534264 Aug 29 17:00:36.841616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57274) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:36.847623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Attempting to bind port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:36.848628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Attempting to bind port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:36.849065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Attempting to bind port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:36.853392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-4436aed9-0218-4915-8727-73c7df2c8d8e service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9020860 Aug 29 17:00:36.864243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015c153-ebb7-4898-bcb7-0d4a61e04418 req-e1e55183-a7df-4bde-9e13-0347653a2786 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:36.865885 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4015c153-ebb7-4898-bcb7-0d4a61e04418 req-e1e55183-a7df-4bde-9e13-0347653a2786 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.6396179 Aug 29 17:00:36.878471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:36.885338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:36.886146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:36.897159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:36.897663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Attempting to bind port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:36.918696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73aef56d-ca5a-48fb-aacf-21ab96a1ed67 req-dc604bb6-e8c1-4518-a1ea-96c407827569 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408327 Aug 29 17:00:37.001943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-7490691a-8d41-41ec-963a-9794519cd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:37.003860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-7490691a-8d41-41ec-963a-9794519cd094 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6648266 Aug 29 17:00:37.005735 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:00:37.006224 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:37.006756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:00:37.007436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Bound port: 20fb6a5f-49f7-4874-b8f2-5b73d5452506, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:00:37.007915 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:37.071290 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.2892966 Aug 29 17:00:37.074247 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b137320-bf31-4f54-b186-2057fdb77733 req-af794fdd-0b44-49e6-ad4d-d06fed14fd1f service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887264 Aug 29 17:00:37.076817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57278) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:37.082144 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Request body: {'subnet': {'network_id': '678a9561-5ea4-4672-8bd5-d1b1b1c1b975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:37.162941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8726aa45-28fb-45ea-9466-ab8af00d5aad tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Deleting port 00b6c88d-38a9-4173-ae57-9e07d0e220d2 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:37.163328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8726aa45-28fb-45ea-9466-ab8af00d5aad tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:37.177388 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdaff65c-e144-4598-9eee-398e89a231d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:37.286633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e57880-e31b-41dc-ad72-873049fe74ea tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Pushing event updated for resources: {'Network': ['ID=678a9561-5ea4-4672-8bd5-d1b1b1c1b975,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:37.292550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4015c153-ebb7-4898-bcb7-0d4a61e04418 req-e70f7365-8163-45ce-b118-7eefbffe4f18 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034784 Aug 29 17:00:37.301042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:00:37.335438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48965e1c-8604-4fb9-854c-77b4c804d727 req-86028705-940c-4ddb-81fa-b50145b10123 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:37.336830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48965e1c-8604-4fb9-854c-77b4c804d727 req-86028705-940c-4ddb-81fa-b50145b10123 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1546168 Aug 29 17:00:37.347533 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8726aa45-28fb-45ea-9466-ab8af00d5aad tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:37.347965 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8726aa45-28fb-45ea-9466-ab8af00d5aad tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:37.349813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] For port 20fb6a5f-49f7-4874-b8f2-5b73d5452506, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:37.353982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] For port 20fb6a5f-49f7-4874-b8f2-5b73d5452506, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=20fb6a5f-49f7-4874-b8f2-5b73d5452506,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:00:37.385888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8726aa45-28fb-45ea-9466-ab8af00d5aad tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Calling delete_port for 00b6c88d-38a9-4173-ae57-9e07d0e220d2 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:37.447546 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-f431e88b-ce8f-404a-a18c-d2e730284f54 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847666 Aug 29 17:00:37.459994 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48965e1c-8604-4fb9-854c-77b4c804d727 req-d365eff8-0709-4bdb-a731-8dae5d2b2870 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147535 Aug 29 17:00:37.461680 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:37.572846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Pushing event updated for resources: {'Port': ['ID=20fb6a5f-49f7-4874-b8f2-5b73d5452506,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:37.576058 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdaff65c-e144-4598-9eee-398e89a231d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:37.593643 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdaff65c-e144-4598-9eee-398e89a231d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:37.610526 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be60bc92-76c7-4877-a6f4-e2a4b6cfa7c8 req-96a610fb-09f1-4bb3-a4e0-cccf361d8829 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7421536 Aug 29 17:00:37.683817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:37.684897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:37.686606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-24a52416-bbc1-4621-bca7-bb4839296e61 service neutron] 10.222.0.10 "PUT /v2.0/ports/20fb6a5f-49f7-4874-b8f2-5b73d5452506 HTTP/1.1" status: 200 len: 1097 time: 3.0571058 Aug 29 17:00:37.700737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306420d-eb98-4356-8134-5c28636c5db8 req-d2164b04-3a32-443d-8ed1-c12bdfa85a32 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:37.704153 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9306420d-eb98-4356-8134-5c28636c5db8 req-d2164b04-3a32-443d-8ed1-c12bdfa85a32 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 944 time: 0.1730320 Aug 29 17:00:37.705935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5a1b92-5064-4c18-9709-f0c1ba12a327', 'tag': '20fb6a5f-49f7-4874-b8f2-5b73d5452506'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:37.708726 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80f138c-119a-4236-8f2f-a5ae2668b74f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5a1b92-5064-4c18-9709-f0c1ba12a327", "tag": "20fb6a5f-49f7-4874-b8f2-5b73d5452506"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:37.714615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Made reservation on behalf of c060a2031f32474bbfbb9ed387fea1d8 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:37.718496 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:37.750862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fdaff65c-e144-4598-9eee-398e89a231d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5123c2d498840e8b6e1e70bbc464219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9069362 Aug 29 17:00:37.770071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaff65c-e144-4598-9eee-398e89a231d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1597e3c-4afc-46a7-94bf-2e832e1b4fda,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:37.774908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57288) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:37.927549 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9306420d-eb98-4356-8134-5c28636c5db8 req-1bb08d5e-3864-4e87-92c9-4f02b382ef18 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982255 Aug 29 17:00:37.978757 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26317fd2-8cdc-43a1-8900-a8edbf5c185f req-ff2ed6e7-3d40-4b42-8430-7fb595594012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:37.980550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26317fd2-8cdc-43a1-8900-a8edbf5c185f req-ff2ed6e7-3d40-4b42-8430-7fb595594012 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 1096 time: 0.1934259 Aug 29 17:00:37.988369 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-133e70fc-7270-4c30-b2e0-8b63c713639c req-f9e2a743-32f9-4736-946f-024b2be70bc5 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185599 Aug 29 17:00:38.007421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-073aaf77-fb39-4f15-ae2a-123fa261e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:38.018543 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-073aaf77-fb39-4f15-ae2a-123fa261e17a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fd7de2c75da4db696f797109913a481&device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 1100 time: 0.1504226 Aug 29 17:00:38.068098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa067fab-db66-4fa6-ac34-7f57eaf2cb85 req-99b42807-a55b-48ea-9b0b-0595a3863ce0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:38.084254 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa067fab-db66-4fa6-ac34-7f57eaf2cb85 req-99b42807-a55b-48ea-9b0b-0595a3863ce0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.3109746 Aug 29 17:00:38.113582 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8726aa45-28fb-45ea-9466-ab8af00d5aad tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:38.120544 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bf8ae5-08df-4ff4-b7da-272bc0c8ae7b x-openstack-request-id: req-a6bf8ae5-08df-4ff4-b7da-272bc0c8ae7b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:38.120989 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5a1b92-5064-4c18-9709-f0c1ba12a327", "tag": "20fb6a5f-49f7-4874-b8f2-5b73d5452506", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:38.121267 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6bf8ae5-08df-4ff4-b7da-272bc0c8ae7b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:38.121668 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5a1b92-5064-4c18-9709-f0c1ba12a327', 'tag': '20fb6a5f-49f7-4874-b8f2-5b73d5452506', 'status': 'completed', 'code': 200} Aug 29 17:00:38.183197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726aa45-28fb-45ea-9466-ab8af00d5aad tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event deleted for resources: {'Port': ['ID=00b6c88d-38a9-4173-ae57-9e07d0e220d2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:38.199909 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-bf06e520-4f78-4c16-a58f-782a09056971 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=20fb6a5f-49f7-4874-b8f2-5b73d5452506 HTTP/1.1" status: 200 len: 217 time: 0.0823464 Aug 29 17:00:38.208502 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6db97a0a-e04c-4b42-a9b1-e02907526227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:38.234239 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6db97a0a-e04c-4b42-a9b1-e02907526227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:38.283553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddff82e-f3cb-40d1-8fee-a164a1bb66ee req-e4f19af2-9941-4435-b7c1-6d60fabec5b0 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:38.285736 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cddff82e-f3cb-40d1-8fee-a164a1bb66ee req-e4f19af2-9941-4435-b7c1-6d60fabec5b0 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 948 time: 0.1670692 Aug 29 17:00:38.293379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26317fd2-8cdc-43a1-8900-a8edbf5c185f req-58d9550c-8683-46f8-8548-c7475dcf5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:38.295423 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26317fd2-8cdc-43a1-8900-a8edbf5c185f req-58d9550c-8683-46f8-8548-c7475dcf5740 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 906 time: 0.3033657 Aug 29 17:00:38.318830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-ffa66592-0279-46b4-83f1-5b825df844f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:38.321599 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-ffa66592-0279-46b4-83f1-5b825df844f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.1052668 Aug 29 17:00:38.329571 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa067fab-db66-4fa6-ac34-7f57eaf2cb85 req-ebb0c593-bd04-4aa5-abbe-1ecfae8f6e25 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444298 Aug 29 17:00:38.375462 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6db97a0a-e04c-4b42-a9b1-e02907526227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:38.378585 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6db97a0a-e04c-4b42-a9b1-e02907526227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:38.380496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6db97a0a-e04c-4b42-a9b1-e02907526227 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1597e3c-4afc-46a7-94bf-2e832e1b4fda HTTP/1.1" status: 204 len: 168 time: 0.5930672 Aug 29 17:00:38.387594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26317fd2-8cdc-43a1-8900-a8edbf5c185f req-81d309e0-c60c-42b7-bb1c-cb41a649efac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8448dd-3f45-4a41-8a74-1958304a8534 HTTP/1.1" status: 200 len: 217 time: 0.0787802 Aug 29 17:00:38.391171 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8726aa45-28fb-45ea-9466-ab8af00d5aad tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:38.398789 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8726aa45-28fb-45ea-9466-ab8af00d5aad tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:38.398789 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8726aa45-28fb-45ea-9466-ab8af00d5aad tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "DELETE /v2.0/floatingips/f00fdaa7-6121-45e7-bbc2-e3507ef9a32f HTTP/1.1" status: 204 len: 168 time: 1.5649254 Aug 29 17:00:38.401862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57296) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:38.407417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9e8c0b6f-2e18-40cc-bab5-4511991c84a0 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Request body: {'floatingip': {'floating_network_id': 'dda1cac7-1e63-4fc7-b2de-f3f44c23de20', 'port_id': 'e3c87d17-938f-42d3-8098-b4f1432a4093', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:38.449912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db97a0a-e04c-4b42-a9b1-e02907526227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1597e3c-4afc-46a7-94bf-2e832e1b4fda,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:38.485273 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cddff82e-f3cb-40d1-8fee-a164a1bb66ee req-12a6624d-b4a2-4eac-b4aa-1e4f4980ff2a tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819317 Aug 29 17:00:38.503613 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0b6f-2e18-40cc-bab5-4511991c84a0 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:38.504988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26317fd2-8cdc-43a1-8900-a8edbf5c185f req-1c125e77-3d1d-4bf4-aee1-67301b27c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:38.506732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26317fd2-8cdc-43a1-8900-a8edbf5c185f req-1c125e77-3d1d-4bf4-aee1-67301b27c6dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.1021776 Aug 29 17:00:38.514702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-e4ed561f-ec68-4529-90f7-14509d16b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:38.516250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-e4ed561f-ec68-4529-90f7-14509d16b751 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1439536 Aug 29 17:00:38.557720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26317fd2-8cdc-43a1-8900-a8edbf5c185f req-23caa0bd-780b-47a9-8af1-7981ea95968b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404360 Aug 29 17:00:38.689460 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:38.724520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26317fd2-8cdc-43a1-8900-a8edbf5c185f req-03f17e8a-916a-43d3-9a82-d194ae4e3470 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579978 Aug 29 17:00:38.726564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-c440f4a2-19f5-44c7-837c-f05518771167 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679881 Aug 29 17:00:38.801408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5c81f-3ace-432c-9023-f5c9a7572b42 req-d0140a91-40d9-482c-8d2f-e21329ca0fa7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:38.808627 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9af5c81f-3ace-432c-9023-f5c9a7572b42 req-d0140a91-40d9-482c-8d2f-e21329ca0fa7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1796875 Aug 29 17:00:38.839652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Checking segment: {'id': '95f0932f-7929-4c65-aeb8-0b3ba770aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '678a9561-5ea4-4672-8bd5-d1b1b1c1b975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:38.840326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Network hostable DHCP agents. Network: 678a9561-5ea4-4672-8bd5-d1b1b1c1b975, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:00:38.849145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Pushing event updated for resources: {'Subnet': ['ID=77face38-3990-4815-a1ec-11ce4ab9f99c,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:38.880541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57302) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:38.893744 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9af5c81f-3ace-432c-9023-f5c9a7572b42 req-d1766230-9fe5-422d-8af4-c42d650e9949 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820091 Aug 29 17:00:38.915088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Network 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:00:38.938690 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9afb157-4e48-41d8-8ce0-d7b33845aa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:38.964597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 678a9561-5ea4-4672-8bd5-d1b1b1c1b975) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:38.967121 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-9e8c0b6f-2e18-40cc-bab5-4511991c84a0 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:00:38.968410 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9e8c0b6f-2e18-40cc-bab5-4511991c84a0 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5654218 Aug 29 17:00:38.974847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f272746-15a2-4708-9186-d680841fe9d1 None None] Network 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:00:38.976778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:38.977684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:38.979409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57308) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:38.985968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'e3c87d17-938f-42d3-8098-b4f1432a4093', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:38.998723 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b06ffa33-5048-4643-b3e8-050e93727744 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9200480 Aug 29 17:00:39.006670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57310) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:39.015615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Request body: {'port': {'network_id': '678a9561-5ea4-4672-8bd5-d1b1b1c1b975', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-894748737'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:39.126716 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed9a33aa-1b32-4e98-9d71-6351748c8c5c req-8226a832-8d15-456e-a7b0-87524308ec52 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882520 Aug 29 17:00:39.132663 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26317fd2-8cdc-43a1-8900-a8edbf5c185f req-22e58629-bd98-43d0-a586-5d537608b6fa service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919733 Aug 29 17:00:39.182793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a79f3e-1eaf-49ee-a052-816a66cb5617 req-468d756a-e602-42d0-b70d-fffc618a4253 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:39.184707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6a79f3e-1eaf-49ee-a052-816a66cb5617 req-468d756a-e602-42d0-b70d-fffc618a4253 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 944 time: 0.1013358 Aug 29 17:00:39.254415 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9afb157-4e48-41d8-8ce0-d7b33845aa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:39.260257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-678a9561-5ea4-4672-8bd5-d1b1b1c1b975', 'network_id': '678a9561-5ea4-4672-8bd5-d1b1b1c1b975', 'tenant_id': 'c060a2031f32474bbfbb9ed387fea1d8', 'fixed_ips': [{'subnet_id': '77face38-3990-4815-a1ec-11ce4ab9f99c'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:00:39.261497 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:39.264255 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9afb157-4e48-41d8-8ce0-d7b33845aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:39.303933 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6a79f3e-1eaf-49ee-a052-816a66cb5617 req-fa0d7138-bdee-4133-8a5e-deaf92157ec0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083961 Aug 29 17:00:39.307102 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.api [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:00:39.307102 n-d-713301-13 neutron-server[111676]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:00:39.307102 n-d-713301-13 neutron-server[111676]: [parameters: {'project_id_1': 'c060a2031f32474bbfbb9ed387fea1d8', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 0, 39, 268322)}] Aug 29 17:00:39.307102 n-d-713301-13 neutron-server[111676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:00:39.307682 n-d-713301-13 neutron-server[111676]: DEBUG oslo_db.api [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:00:39.311112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f138c-119a-4236-8f2f-a5ae2668b74f req-e8c22d29-47de-450e-8fce-d9ab0b117b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:39.313160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b80f138c-119a-4236-8f2f-a5ae2668b74f req-e8c22d29-47de-450e-8fce-d9ab0b117b1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fd7de2c75da4db696f797109913a481&device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 1100 time: 0.1085029 Aug 29 17:00:39.317996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:39.344754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afb157-4e48-41d8-8ce0-d7b33845aa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a728bf78-b242-4c97-b2d4-23900e082d6d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:39.395540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f9afb157-4e48-41d8-8ce0-d7b33845aa2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f139a0030c04cdca7e291e70f8b9104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006521 Aug 29 17:00:39.401331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57314) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:39.487269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Allocated IP 2001:db8::2 (678a9561-5ea4-4672-8bd5-d1b1b1c1b975/77face38-3990-4815-a1ec-11ce4ab9f99c/9bc143d7-5ac5-4b44-b170-fd8fb2d52f16) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:39.508932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f138c-119a-4236-8f2f-a5ae2668b74f req-efaa4d8b-8e37-4f52-9384-3f45623a0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:39.516953 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b80f138c-119a-4236-8f2f-a5ae2668b74f req-efaa4d8b-8e37-4f52-9384-3f45623a0576 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.1942189 Aug 29 17:00:39.605841 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f395c779-1886-4916-bafa-4442ea02695f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:39.617284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56497e0-c040-42b4-bfd5-f0e3d7ff770c req-853798a3-7b40-4278-8962-49e0dbd18b5b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:39.626647 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e56497e0-c040-42b4-bfd5-f0e3d7ff770c req-853798a3-7b40-4278-8962-49e0dbd18b5b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.1126363 Aug 29 17:00:39.659591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b80f138c-119a-4236-8f2f-a5ae2668b74f req-dc77e36c-2df9-45b0-a344-31a12355ce3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=20fb6a5f-49f7-4874-b8f2-5b73d5452506 HTTP/1.1" status: 200 len: 217 time: 0.1265163 Aug 29 17:00:39.698698 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e56497e0-c040-42b4-bfd5-f0e3d7ff770c req-3a98afe1-2d0e-44ba-8c7e-347eefe90a9c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708964 Aug 29 17:00:39.710550 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f395c779-1886-4916-bafa-4442ea02695f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:39.720436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f138c-119a-4236-8f2f-a5ae2668b74f req-25335126-1641-45b1-abdb-6a328735df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:39.721981 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b80f138c-119a-4236-8f2f-a5ae2668b74f req-25335126-1641-45b1-abdb-6a328735df0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0534585 Aug 29 17:00:39.784782 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:39.818133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f395c779-1886-4916-bafa-4442ea02695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:39.821606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Transition to ACTIVE for port object 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:39.824407 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f395c779-1886-4916-bafa-4442ea02695f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:39.831339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f395c779-1886-4916-bafa-4442ea02695f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a728bf78-b242-4c97-b2d4-23900e082d6d HTTP/1.1" status: 204 len: 168 time: 0.4322333 Aug 29 17:00:39.861756 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Transition to ACTIVE for port object 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:39.864141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f138c-119a-4236-8f2f-a5ae2668b74f req-f55bf2d9-5180-45b4-80f6-877f09c90afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:39.865279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395c779-1886-4916-bafa-4442ea02695f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a728bf78-b242-4c97-b2d4-23900e082d6d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:39.865977 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b80f138c-119a-4236-8f2f-a5ae2668b74f req-f55bf2d9-5180-45b4-80f6-877f09c90afb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1315844 Aug 29 17:00:39.875001 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:39.882123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef91f9a-7df4-498d-aa26-004c240bbbf4 req-5a5f34f3-df25-490e-bbb9-e3e7536825c9 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:39.883868 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bef91f9a-7df4-498d-aa26-004c240bbbf4 req-5a5f34f3-df25-490e-bbb9-e3e7536825c9 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 948 time: 0.1599355 Aug 29 17:00:39.955253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Made reservation on behalf of c060a2031f32474bbfbb9ed387fea1d8 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:39.959684 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:39.990255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Network 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:40.009869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:40.020944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:40.029934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] device_id is not set on port 2826e8b9-d296-4159-b92e-5991f69119c8 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:40.053842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Pushing event updated for resources: {'Port': ['ID=9bc143d7-5ac5-4b44-b170-fd8fb2d52f16,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:40.182402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Attempting to bind port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:40.185059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Attempting to bind port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '95f0932f-7929-4c65-aeb8-0b3ba770aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '678a9561-5ea4-4672-8bd5-d1b1b1c1b975'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:40.185682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Attempting to bind port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 on network 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:40.197717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:00:40.199773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Checking segment: {'id': '95f0932f-7929-4c65-aeb8-0b3ba770aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '678a9561-5ea4-4672-8bd5-d1b1b1c1b975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:40.200380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:40.202365 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Bound using segment: {'id': '95f0932f-7929-4c65-aeb8-0b3ba770aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '678a9561-5ea4-4672-8bd5-d1b1b1c1b975'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:00:40.203033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Bound port: 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f0932f-7929-4c65-aeb8-0b3ba770aefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '678a9561-5ea4-4672-8bd5-d1b1b1c1b975'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:00:40.205000 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:40.262875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bef91f9a-7df4-498d-aa26-004c240bbbf4 req-8f7c9da0-c0ee-410e-a617-0dc88cb37269 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648162 Aug 29 17:00:40.285699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:40.338433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] For port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:40.350575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] For port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9bc143d7-5ac5-4b44-b170-fd8fb2d52f16,segment=NetworkSegment(95f0932f-7929-4c65-aeb8-0b3ba770aefb),segment_id=95f0932f-7929-4c65-aeb8-0b3ba770aefb)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:00:40.358577 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:40.374360 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b80f138c-119a-4236-8f2f-a5ae2668b74f req-0db65094-85ea-4919-8fde-65a7098eb6d3 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786963 Aug 29 17:00:40.418939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ceea48-4753-42dc-a7fa-67e7bc503702 None None] Pushing event updated for resources: {'Port': ['ID=9bc143d7-5ac5-4b44-b170-fd8fb2d52f16,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:40.436930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ec8448dd-3f45-4a41-8a74-1958304a8534 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:00:40.456412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Allocated IP 2001:db8::3a7 (678a9561-5ea4-4672-8bd5-d1b1b1c1b975/77face38-3990-4815-a1ec-11ce4ab9f99c/2826e8b9-d296-4159-b92e-5991f69119c8) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:40.578913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3e580-2336-499b-83af-a448170b1cc6 req-76e225b3-2280-4bd8-899a-e1d1998e690c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:40.584045 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-45b3e580-2336-499b-83af-a448170b1cc6 req-76e225b3-2280-4bd8-899a-e1d1998e690c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1224477 Aug 29 17:00:40.662613 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-45b3e580-2336-499b-83af-a448170b1cc6 req-4fb42b2c-1152-4e1a-9fbe-8d80b4c41d1e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676420 Aug 29 17:00:40.736755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ec8448dd-3f45-4a41-8a74-1958304a8534, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec8448dd-3f45-4a41-8a74-1958304a8534,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:40.771098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'ec8448dd-3f45-4a41-8a74-1958304a8534', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'port_id': 'ec8448dd-3f45-4a41-8a74-1958304a8534', 'mac_address': 'fa:16:3e:0f:0b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ffaa0b-3833-4fd3-81a1-14e261c9c132', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:00:40.832748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb1853-72cf-4d0e-b7a9-fae263803a1a req-3e4f64fe-8426-4b09-aa36-6db7f4ced8ee tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:40.859805 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38fb1853-72cf-4d0e-b7a9-fae263803a1a req-3e4f64fe-8426-4b09-aa36-6db7f4ced8ee tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.3734689 Aug 29 17:00:40.876088 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:40.909061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8448dd-3f45-4a41-8a74-1958304a8534 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:40.912526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f01e2-7f1c-4788-a9f1-13f0e5ec979a req-fe5aba9f-21a3-45c9-80e6-ff0f7a27495d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:40.923393 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b66f01e2-7f1c-4788-a9f1-13f0e5ec979a req-fe5aba9f-21a3-45c9-80e6-ff0f7a27495d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 944 time: 0.1892402 Aug 29 17:00:40.993943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ec8448dd-3f45-4a41-8a74-1958304a8534, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec8448dd-3f45-4a41-8a74-1958304a8534,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:41.005648 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:41.024586 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b66f01e2-7f1c-4788-a9f1-13f0e5ec979a req-414202cd-3368-4b21-b190-884339e48a88 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960906 Aug 29 17:00:41.036830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Allocated IP 172.25.5.200 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/990a36e8-871f-4df9-8c09-b200a60e5483) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:41.105163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ec8448dd-3f45-4a41-8a74-1958304a8534,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:41.161274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:41.237596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['ec8448dd-3f45-4a41-8a74-1958304a8534'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:41.298284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38fb1853-72cf-4d0e-b7a9-fae263803a1a req-5002ae43-4927-4346-878e-aa508354e970 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284647 Aug 29 17:00:41.299338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:41.307551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b80f138c-119a-4236-8f2f-a5ae2668b74f req-57b4a4cf-a2e7-46a4-866e-c7e04b88f412 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9004259 Aug 29 17:00:41.400980 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:41.424973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:41.429911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Transition to ACTIVE for port object 2826e8b9-d296-4159-b92e-5991f69119c8 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:41.449779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25ed62-b790-49b7-ad8c-5702d95e58e3 req-4ad1b442-5815-4353-aa1d-a775f282a291 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:41.451548 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad25ed62-b790-49b7-ad8c-5702d95e58e3 req-4ad1b442-5815-4353-aa1d-a775f282a291 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 948 time: 0.0623910 Aug 29 17:00:41.512557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad25ed62-b790-49b7-ad8c-5702d95e58e3 req-5c254d2a-af3e-4bff-9c8d-66cf07e77f27 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543513 Aug 29 17:00:41.527341 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:41.530656 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:41.587200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:41.590902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:41.594063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:41.632237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Network 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:41.643695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:41.646877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:41.653275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:41.653980 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:41.670678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event updated for resources: {'Port': ['ID=990a36e8-871f-4df9-8c09-b200a60e5483,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:41.709470 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.6981964 Aug 29 17:00:41.710440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57380) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:41.717266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Request body: {'port': {'network_id': '678a9561-5ea4-4672-8bd5-d1b1b1c1b975', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1292578958', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:41.718138 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.api.validators [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] bootfile-name is not in valid_values {{(pid=111676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:00:41.718249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.api.validators [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] tftp-server is not in valid_values {{(pid=111676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:00:41.718500 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.api.validators [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] server-ip-address is not in valid_values {{(pid=111676) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:00:41.836634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac1ff8-bb18-442c-8b27-8b867d9e21b2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Pushing event updated for resources: {'Port': ['ID=2826e8b9-d296-4159-b92e-5991f69119c8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:41.971506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f72328-e8ea-4993-b911-822287773f75 None None] Network 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:00:42.041810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2459064e-1e19-442c-b564-54de7836f1f0 None None] Provisioning for port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:42.054987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2459064e-1e19-442c-b564-54de7836f1f0 None None] Provisioning complete for port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:42.055366 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2459064e-1e19-442c-b564-54de7836f1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.230815 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2459064e-1e19-442c-b564-54de7836f1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.232285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45839074-759b-4c87-8549-0e4918e5dcdf req-5de00c9a-f05b-4269-8ddf-c99206acbef8 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:42.234236 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-45839074-759b-4c87-8549-0e4918e5dcdf req-5de00c9a-f05b-4269-8ddf-c99206acbef8 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 945 time: 0.0888150 Aug 29 17:00:42.287473 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-45839074-759b-4c87-8549-0e4918e5dcdf req-c9e93a00-15f4-4d6e-90fc-dc53669f9a98 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450175 Aug 29 17:00:42.287722 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2459064e-1e19-442c-b564-54de7836f1f0 None None] For port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9bc143d7-5ac5-4b44-b170-fd8fb2d52f16,segment=NetworkSegment(95f0932f-7929-4c65-aeb8-0b3ba770aefb),segment_id=95f0932f-7929-4c65-aeb8-0b3ba770aefb)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:42.295615 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2459064e-1e19-442c-b564-54de7836f1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.349388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459064e-1e19-442c-b564-54de7836f1f0 None None] Pushing event updated for resources: {'Port': ['ID=9bc143d7-5ac5-4b44-b170-fd8fb2d52f16,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:42.352664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5bb8-4e98-455e-8cb1-d81dfff86039 req-b1c66ee6-1e93-4a01-830a-167ce2015cd8 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:42.354500 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36ef5bb8-4e98-455e-8cb1-d81dfff86039 req-b1c66ee6-1e93-4a01-830a-167ce2015cd8 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.6192982 Aug 29 17:00:42.435755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b674a6b-e916-41a0-a727-757f19106e22 req-d60f50a4-4e1b-418d-ad8b-c725dabed968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:42.438980 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b674a6b-e916-41a0-a727-757f19106e22 req-d60f50a4-4e1b-418d-ad8b-c725dabed968 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 1098 time: 0.1726744 Aug 29 17:00:42.458722 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 20fb6a5f-49f7-4874-b8f2-5b73d5452506 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:00:42.461781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ec8448dd-3f45-4a41-8a74-1958304a8534 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:42.495318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Made reservation on behalf of c060a2031f32474bbfbb9ed387fea1d8 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:42.499361 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.552334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36ef5bb8-4e98-455e-8cb1-d81dfff86039 req-55da385d-ccdc-4a4f-91fc-1e4958fde100 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672866 Aug 29 17:00:42.581279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] device_id is not set on port 9588df15-7e3c-406e-9f4a-8ace41718867 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:42.616022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115a95f-d3ad-48a4-8b6e-54385a3094cd req-4f26a832-5a1f-4906-8d5c-832a5bafe215 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:42.617702 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f115a95f-d3ad-48a4-8b6e-54385a3094cd req-4f26a832-5a1f-4906-8d5c-832a5bafe215 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.1393054 Aug 29 17:00:42.646827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Deleting port 990a36e8-871f-4df9-8c09-b200a60e5483 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:42.647198 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.656322 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port ec8448dd-3f45-4a41-8a74-1958304a8534 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:42.687035 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f115a95f-d3ad-48a4-8b6e-54385a3094cd req-33f277bd-ebdd-4e14-aadd-2dcc8822f72f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618281 Aug 29 17:00:42.714597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 20fb6a5f-49f7-4874-b8f2-5b73d5452506, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=20fb6a5f-49f7-4874-b8f2-5b73d5452506,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:42.729184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '20fb6a5f-49f7-4874-b8f2-5b73d5452506', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': '20fb6a5f-49f7-4874-b8f2-5b73d5452506', 'mac_address': 'fa:16:3e:5b:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:00:42.733455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port ec8448dd-3f45-4a41-8a74-1958304a8534 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:42.734079 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.740045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b674a6b-e916-41a0-a727-757f19106e22 req-33451e84-98db-438d-8c74-4c7719953aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:42.741560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b674a6b-e916-41a0-a727-757f19106e22 req-33451e84-98db-438d-8c74-4c7719953aec service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 913 time: 0.2897470 Aug 29 17:00:42.810408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5c90a939-cd39-49f3-997d-b6c535da4ba2 None None] Provisioning for port 2826e8b9-d296-4159-b92e-5991f69119c8 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:42.839227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5c90a939-cd39-49f3-997d-b6c535da4ba2 None None] Provisioning complete for port 2826e8b9-d296-4159-b92e-5991f69119c8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:42.839994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5c90a939-cd39-49f3-997d-b6c535da4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.850199 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b674a6b-e916-41a0-a727-757f19106e22 req-67281251-d9fb-47c5-ad04-5b95c55ba2c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58205500-1342-4270-b216-1ef26fc36175 HTTP/1.1" status: 200 len: 217 time: 0.0887516 Aug 29 17:00:42.851851 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e2e26553-8ef7-4d24-84ee-c58bbe7943c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.895967 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.924368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5c90a939-cd39-49f3-997d-b6c535da4ba2 None None] Port 2826e8b9-d296-4159-b92e-5991f69119c8 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:00:42.937207 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.937566 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.947071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fb6a5f-49f7-4874-b8f2-5b73d5452506 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:42.974176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fad3f-e3da-4ff1-a74b-dc0d0098c3eb req-3be9d86d-2199-45c5-822f-be16045b0a45 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:42.976167 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a9fad3f-e3da-4ff1-a74b-dc0d0098c3eb req-3be9d86d-2199-45c5-822f-be16045b0a45 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 948 time: 0.2595720 Aug 29 17:00:42.981453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:42.985029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 20fb6a5f-49f7-4874-b8f2-5b73d5452506, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=20fb6a5f-49f7-4874-b8f2-5b73d5452506,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:42.996107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5c90a939-cd39-49f3-997d-b6c535da4ba2 None None] Provisioning complete for port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:42.996486 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5c90a939-cd39-49f3-997d-b6c535da4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.000745 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.007521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Allocated IP 2001:db8::32c (678a9561-5ea4-4672-8bd5-d1b1b1c1b975/77face38-3990-4815-a1ec-11ce4ab9f99c/9588df15-7e3c-406e-9f4a-8ace41718867) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:43.055490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Calling delete_port for 990a36e8-871f-4df9-8c09-b200a60e5483 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:43.057747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecc7703-0dd7-4231-8034-aaae10f8aec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8448dd-3f45-4a41-8a74-1958304a8534'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:43.060002 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4884b42e-b8ae-4681-b4cf-f2a1bb04f8d5" -d '{"events": [{"server_uuid": "aecc7703-0dd7-4231-8034-aaae10f8aec0", "name": "network-vif-plugged", "status": "completed", "tag": "ec8448dd-3f45-4a41-8a74-1958304a8534"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:43.062728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:43.092547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b674a6b-e916-41a0-a727-757f19106e22 req-c24d0114-c711-4ac7-b432-1a49c8cf133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:43.094215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b674a6b-e916-41a0-a727-757f19106e22 req-c24d0114-c711-4ac7-b432-1a49c8cf133e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.2332675 Aug 29 17:00:43.107061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ec8448dd-3f45-4a41-8a74-1958304a8534, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec8448dd-3f45-4a41-8a74-1958304a8534,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:43.119954 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.129980 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2d8f55-e1a1-4997-9a93-916be7078b16 x-openstack-request-id: req-7e2d8f55-e1a1-4997-9a93-916be7078b16 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:43.130274 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecc7703-0dd7-4231-8034-aaae10f8aec0", "name": "network-vif-plugged", "status": "completed", "tag": "ec8448dd-3f45-4a41-8a74-1958304a8534", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:43.130530 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e2d8f55-e1a1-4997-9a93-916be7078b16 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:43.130930 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecc7703-0dd7-4231-8034-aaae10f8aec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8448dd-3f45-4a41-8a74-1958304a8534', 'code': 200} Aug 29 17:00:43.157645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=20fb6a5f-49f7-4874-b8f2-5b73d5452506,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:43.188567 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b674a6b-e916-41a0-a727-757f19106e22 req-5700c32f-2b3d-4563-ad28-72eb3e4ccdf3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825825 Aug 29 17:00:43.223535 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a9fad3f-e3da-4ff1-a74b-dc0d0098c3eb req-796d6098-4eba-4b8a-9455-ba0554e07aaa tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898909 Aug 29 17:00:43.250787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['20fb6a5f-49f7-4874-b8f2-5b73d5452506'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:43.252524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:43.252900 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.294912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ec8448dd-3f45-4a41-8a74-1958304a8534,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:43.371858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc60ea-69f2-4378-b69a-4078e99ea064 req-0e5631c1-b4a7-4928-b787-3a2abc377ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:43.373469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3dc60ea-69f2-4378-b69a-4078e99ea064 req-0e5631c1-b4a7-4928-b787-3a2abc377ae2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 1098 time: 0.1476631 Aug 29 17:00:43.437990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-63a263d0-820d-4708-b719-51efe74c1b38 None None] Provisioning complete for port 2826e8b9-d296-4159-b92e-5991f69119c8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:43.438371 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-63a263d0-820d-4708-b719-51efe74c1b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.464038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b674a6b-e916-41a0-a727-757f19106e22 req-73e97c62-73e4-4ecf-9f7c-447fec016eb5 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395258 Aug 29 17:00:43.494400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-63a263d0-820d-4708-b719-51efe74c1b38 None None] Port 2826e8b9-d296-4159-b92e-5991f69119c8 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:00:43.509818 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3dc60ea-69f2-4378-b69a-4078e99ea064 req-c93d2dae-b4f4-4c9b-86f9-07b22f910f29 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208055 Aug 29 17:00:43.546710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3c554-f491-4b1e-8697-e7b19172ba85 req-39248205-a442-483d-aba1-c40ac5ffafe8 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:43.549184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0b3c554-f491-4b1e-8697-e7b19172ba85 req-39248205-a442-483d-aba1-c40ac5ffafe8 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 946 time: 0.0895555 Aug 29 17:00:43.552508 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.592493 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0b3c554-f491-4b1e-8697-e7b19172ba85 req-48aeb3e7-2b84-4979-9fd0-58fe28974770 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358417 Aug 29 17:00:43.604871 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event deleted for resources: {'Port': ['ID=990a36e8-871f-4df9-8c09-b200a60e5483,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:43.617187 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.686438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Transition to ACTIVE for port object 9588df15-7e3c-406e-9f4a-8ace41718867 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:43.697565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57428) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:43.708423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a821c-c549-483e-800f-4406464966be req-91bf2b35-f875-4279-ba00-78a491a880d3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:43.709378 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b674a6b-e916-41a0-a727-757f19106e22 req-0f69cdcc-4df5-4a07-abca-f059bdb5a064 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368810 Aug 29 17:00:43.709957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-468a821c-c549-483e-800f-4406464966be req-91bf2b35-f875-4279-ba00-78a491a880d3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.0534542 Aug 29 17:00:43.760284 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] create failed (client error): The resource could not be found. Aug 29 17:00:43.761529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-099ac646-f5da-4d58-b8f7-6565ad782c85 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7809801 Aug 29 17:00:43.765838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57434) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:43.768501 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.810788 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-468a821c-c549-483e-800f-4406464966be req-1f874a31-17f7-4c9d-94a5-5fef90930e47 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773885 Aug 29 17:00:43.841517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Network 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:43.857690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:43.860118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:43.866375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:43.867009 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.880194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf0a9a-73a4-454c-8bc6-06e9bf7b3328 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Deleting port e3c87d17-938f-42d3-8098-b4f1432a4093 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:43.880550 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0a9a-73a4-454c-8bc6-06e9bf7b3328 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.885406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Pushing event updated for resources: {'Port': ['ID=9588df15-7e3c-406e-9f4a-8ace41718867,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:43.904491 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4411f90-da6e-4950-a63e-a19d5ec37090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.911763 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-06d7d785-28a3-42a3-a6ee-bd452c8f1114 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1975918 Aug 29 17:00:43.917300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57436) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:43.980023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0a9a-73a4-454c-8bc6-06e9bf7b3328 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:43.982729 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538ec3e-1f09-41cd-b1d3-6cf25cba8ec6 req-943ff9e0-8d33-4cae-977d-5fd3e0371a94 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:43.984317 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1538ec3e-1f09-41cd-b1d3-6cf25cba8ec6 req-943ff9e0-8d33-4cae-977d-5fd3e0371a94 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.2087533 Aug 29 17:00:43.999331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf0a9a-73a4-454c-8bc6-06e9bf7b3328 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Calling delete_port for e3c87d17-938f-42d3-8098-b4f1432a4093 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:44.064748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eacb9ec-e348-47a4-ba2c-1c038f3068b6 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:44.071250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eacb9ec-e348-47a4-ba2c-1c038f3068b6 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:44.080710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eacb9ec-e348-47a4-ba2c-1c038f3068b6 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:44.085115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1eacb9ec-e348-47a4-ba2c-1c038f3068b6 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1634066 Aug 29 17:00:44.085570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57438) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:44.114789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1538ec3e-1f09-41cd-b1d3-6cf25cba8ec6 req-44b0a1e6-bb69-4dd4-8514-679735c56ea3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125276 Aug 29 17:00:44.127059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-08139674-2644-4f5e-b954-40dc20453126 None None] Provisioning for port 9588df15-7e3c-406e-9f4a-8ace41718867 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:44.132507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-08139674-2644-4f5e-b954-40dc20453126 None None] Provisioning complete for port 9588df15-7e3c-406e-9f4a-8ace41718867 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:44.132879 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-08139674-2644-4f5e-b954-40dc20453126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.176383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-08139674-2644-4f5e-b954-40dc20453126 None None] Port 9588df15-7e3c-406e-9f4a-8ace41718867 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:00:44.191409 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4411f90-da6e-4950-a63e-a19d5ec37090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.198083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4411f90-da6e-4950-a63e-a19d5ec37090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.230141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0a9a-73a4-454c-8bc6-06e9bf7b3328 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.249363 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b4411f90-da6e-4950-a63e-a19d5ec37090 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0643908216414b27a9caec6c48307614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505972 Aug 29 17:00:44.252959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4411f90-da6e-4950-a63e-a19d5ec37090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6a7673-8f20-4161-8e2d-d5aa7adfa926,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:44.258678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57440) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:44.283281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf0a9a-73a4-454c-8bc6-06e9bf7b3328 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event deleted for resources: {'Port': ['ID=e3c87d17-938f-42d3-8098-b4f1432a4093,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:44.303579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b90f47a8-723e-400a-80db-7bca33794a79 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Deleting port 9588df15-7e3c-406e-9f4a-8ace41718867 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:44.303929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b90f47a8-723e-400a-80db-7bca33794a79 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.329990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b40994f2-04ea-46f4-b008-c9bd8ac175c4 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:00:44.337996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7944a95-353c-431f-98c6-feaf4bb52f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.383664 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7944a95-353c-431f-98c6-feaf4bb52f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.432693 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b90f47a8-723e-400a-80db-7bca33794a79 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.438108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 58205500-1342-4270-b216-1ef26fc36175 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:00:44.477582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7944a95-353c-431f-98c6-feaf4bb52f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.481303 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7944a95-353c-431f-98c6-feaf4bb52f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.483365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a7944a95-353c-431f-98c6-feaf4bb52f8e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d6a7673-8f20-4161-8e2d-d5aa7adfa926 HTTP/1.1" status: 204 len: 168 time: 0.2236376 Aug 29 17:00:44.494902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7944a95-353c-431f-98c6-feaf4bb52f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6a7673-8f20-4161-8e2d-d5aa7adfa926,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:44.507185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b90f47a8-723e-400a-80db-7bca33794a79 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Calling delete_port for 9588df15-7e3c-406e-9f4a-8ace41718867 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:44.512140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 20fb6a5f-49f7-4874-b8f2-5b73d5452506 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:44.544255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442c672-d8ec-448d-a6e8-fb30881c7ecd req-44efa8e7-d632-42bb-97c1-79866651e7c7 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:44.545612 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1442c672-d8ec-448d-a6e8-fb30881c7ecd req-44efa8e7-d632-42bb-97c1-79866651e7c7 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 949 time: 0.1285815 Aug 29 17:00:44.612021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0a9a-73a4-454c-8bc6-06e9bf7b3328 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.616811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57446) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:44.616930 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cbdf0a9a-73a4-454c-8bc6-06e9bf7b3328 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "DELETE /v2.0/ports/e3c87d17-938f-42d3-8098-b4f1432a4093 HTTP/1.1" status: 204 len: 168 time: 0.8497324 Aug 29 17:00:44.693421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee27d9-ec6b-404f-bedf-8a6fdc5c98de tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:44.695506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f8ee27d9-ec6b-404f-bedf-8a6fdc5c98de tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3002f9b-9ae3-416e-99f0-0eb276a95a62 HTTP/1.1" status: 200 len: 913 time: 0.0775094 Aug 29 17:00:44.698889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57450) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:44.736592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b40994f2-04ea-46f4-b008-c9bd8ac175c4, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:44.743073 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1442c672-d8ec-448d-a6e8-fb30881c7ecd req-ce0c5ee2-3b96-467a-82b6-decc26659cf3 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456032 Aug 29 17:00:44.799760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'port_id': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4', 'mac_address': 'fa:16:3e:66:fb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:00:44.854001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:00:44.888207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:44.888422 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.895799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee33b1-0e8e-4eec-9574-b7ce9b7ecb84 req-e7a4247a-0bf4-437b-a1cd-787783107839 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:44.897346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1eee33b1-0e8e-4eec-9574-b7ce9b7ecb84 req-e7a4247a-0bf4-437b-a1cd-787783107839 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 946 time: 0.0933530 Aug 29 17:00:44.931519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b90f47a8-723e-400a-80db-7bca33794a79 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.954465 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.959516 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:44.987056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f47a8-723e-400a-80db-7bca33794a79 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Pushing event deleted for resources: {'Port': ['ID=9588df15-7e3c-406e-9f4a-8ace41718867,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:44.996644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b40994f2-04ea-46f4-b008-c9bd8ac175c4 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:45.085335 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1eee33b1-0e8e-4eec-9574-b7ce9b7ecb84 req-f639c142-f2bd-4e4b-8a0c-78bf4d0f9b0c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805360 Aug 29 17:00:45.086009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b90f47a8-723e-400a-80db-7bca33794a79 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.092830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b90f47a8-723e-400a-80db-7bca33794a79 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] 10.222.0.22 "DELETE /v2.0/ports/9588df15-7e3c-406e-9f4a-8ace41718867 HTTP/1.1" status: 204 len: 168 time: 1.0061095 Aug 29 17:00:45.093873 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57458) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:45.102794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Request body: {'port': {'name': 'tempest-new-port-name-1697060021', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:45.103534 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.api.validators [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] bootfile-name is not in valid_values {{(pid=111677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:00:45.103913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.api.validators [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] tftp-server is not in valid_values {{(pid=111677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:00:45.104315 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.api.validators [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] server-ip-address is not in valid_values {{(pid=111677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:00:45.152042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de568b-ffc1-4d62-9980-db17d9dc75b4 req-857c9e91-0dfa-460a-a46f-0a3bba480442 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:45.154334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09de568b-ffc1-4d62-9980-db17d9dc75b4 req-857c9e91-0dfa-460a-a46f-0a3bba480442 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 946 time: 0.1732261 Aug 29 17:00:45.162928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57464) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:45.200561 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2dc3baa4-a749-417d-baa6-0291b0dd6c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.262574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.325723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58205500-1342-4270-b216-1ef26fc36175'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:45.330304 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a03f00-495a-40a9-bbe5-603ec6562dce" -d '{"events": [{"server_uuid": "4b1ac5f5-731b-45ce-956e-eb173a07dea0", "name": "network-vif-unplugged", "status": "completed", "tag": "58205500-1342-4270-b216-1ef26fc36175"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:45.345448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b40994f2-04ea-46f4-b008-c9bd8ac175c4, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:45.353718 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7296c826-ec7b-4845-9fed-45ad9fd7c9f1 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.355915 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 58205500-1342-4270-b216-1ef26fc36175, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=58205500-1342-4270-b216-1ef26fc36175,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:45.361251 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.368139 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09de568b-ffc1-4d62-9980-db17d9dc75b4 req-ce3cc4a0-6586-47ce-9164-d56a603daf16 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980004 Aug 29 17:00:45.368642 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.372335 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.461260 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 20fb6a5f-49f7-4874-b8f2-5b73d5452506, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=20fb6a5f-49f7-4874-b8f2-5b73d5452506,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:45.462729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=b40994f2-04ea-46f4-b008-c9bd8ac175c4,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:45.470460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.492929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2dc3baa4-a749-417d-baa6-0291b0dd6c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.508758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5fd42-ded8-443d-90b4-0446cb913326 req-9c64a0e5-cb45-422b-b18b-f4d30c48b3ed tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:45.510325 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d6d5fd42-ded8-443d-90b4-0446cb913326 req-9c64a0e5-cb45-422b-b18b-f4d30c48b3ed tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 945 time: 0.1104066 Aug 29 17:00:45.514912 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2dc3baa4-a749-417d-baa6-0291b0dd6c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.526732 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4a036a0b-844a-4ab3-8154-5458ee73aa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.531800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=58205500-1342-4270-b216-1ef26fc36175,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:45.548668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57470) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:45.548832 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2dc3baa4-a749-417d-baa6-0291b0dd6c1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57b7739ce9824b55a66977557e603616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810060 Aug 29 17:00:45.590406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=20fb6a5f-49f7-4874-b8f2-5b73d5452506,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:45.629098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['b40994f2-04ea-46f4-b008-c9bd8ac175c4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:45.639490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadfff8-dbe8-4793-9403-cb06b51a634d req-ef4f8a58-03d9-471f-a41d-ec78aa7afecb tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:45.641031 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3eadfff8-dbe8-4793-9403-cb06b51a634d req-ef4f8a58-03d9-471f-a41d-ec78aa7afecb tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 946 time: 0.1907043 Aug 29 17:00:45.644496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3baa4-a749-417d-baa6-0291b0dd6c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbe54fe-0ba4-4ce7-8af0-1e5becbba7e8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:45.656782 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d6d5fd42-ded8-443d-90b4-0446cb913326 req-fc961f67-dfd3-497b-a9cf-1ea03cdbc569 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087594 Aug 29 17:00:45.700903 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f1d771f-ca96-43f9-8435-6047ec5185b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.707182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3eadfff8-dbe8-4793-9403-cb06b51a634d req-f1292300-f27f-487d-9239-82a9055211ef tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527112 Aug 29 17:00:45.743063 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd42ac8-f0dd-44f2-93ca-e843a1f9ea15 x-openstack-request-id: req-2cd42ac8-f0dd-44f2-93ca-e843a1f9ea15 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:45.743355 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1ac5f5-731b-45ce-956e-eb173a07dea0", "name": "network-vif-unplugged", "status": "completed", "tag": "58205500-1342-4270-b216-1ef26fc36175", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:45.743602 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2cd42ac8-f0dd-44f2-93ca-e843a1f9ea15 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:45.743981 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58205500-1342-4270-b216-1ef26fc36175', 'code': 200} Aug 29 17:00:45.783969 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f1d771f-ca96-43f9-8435-6047ec5185b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.801804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.853528 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.861167 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.905472 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] In _notify_port_updated(), no bound segment for port 2826e8b9-d296-4159-b92e-5991f69119c8 on network 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:00:45.911583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:45.912233 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.913557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] 10.222.0.22 "PUT /v2.0/ports/2826e8b9-d296-4159-b92e-5991f69119c8 HTTP/1.1" status: 200 len: 1130 time: 0.8176520 Aug 29 17:00:45.917707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57478) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:45.936999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0aff-5659-4ae1-93b0-bcdc817406f0 req-a0ec17ff-2f97-4a52-852a-3834ce915a7f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:45.938567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-785d0aff-5659-4ae1-93b0-bcdc817406f0 req-a0ec17ff-2f97-4a52-852a-3834ce915a7f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 946 time: 0.1276846 Aug 29 17:00:45.939485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01dc659-bd54-49b8-ae67-a3e8ca947174 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Pushing event updated for resources: {'Port': ['ID=2826e8b9-d296-4159-b92e-5991f69119c8,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:45.975252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0453b4-a2f9-4bd9-8707-647a19f08de0 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:45.980126 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1e0453b4-a2f9-4bd9-8707-647a19f08de0 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] 10.222.0.22 "GET /v2.0/ports/2826e8b9-d296-4159-b92e-5991f69119c8 HTTP/1.1" status: 200 len: 1130 time: 0.0592897 Aug 29 17:00:45.980126 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f1d771f-ca96-43f9-8435-6047ec5185b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.980410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57480) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:45.981349 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f1d771f-ca96-43f9-8435-6047ec5185b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:45.984755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5f1d771f-ca96-43f9-8435-6047ec5185b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5bbe54fe-0ba4-4ce7-8af0-1e5becbba7e8 HTTP/1.1" status: 204 len: 168 time: 0.4331343 Aug 29 17:00:45.996290 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-785d0aff-5659-4ae1-93b0-bcdc817406f0 req-d0e77547-4fa6-4f20-b68c-89c8d9730fbc tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481138 Aug 29 17:00:46.001481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d771f-ca96-43f9-8435-6047ec5185b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbe54fe-0ba4-4ce7-8af0-1e5becbba7e8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:46.014272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a692f3b-5da6-4f79-8e28-9bcab557fcb4 req-03a37f8c-29d7-4601-aa7d-32b2190217af tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:46.022364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a692f3b-5da6-4f79-8e28-9bcab557fcb4 req-03a37f8c-29d7-4601-aa7d-32b2190217af tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 950 time: 0.1687081 Aug 29 17:00:46.027014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7296c826-ec7b-4845-9fed-45ad9fd7c9f1 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Deleting port dbc82aa5-240a-49e4-9653-bab9c6e81a15 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:46.027014 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7296c826-ec7b-4845-9fed-45ad9fd7c9f1 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.163773 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d68e6995-308a-40b5-bb25-5e9f810a154a tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Deleting port 2826e8b9-d296-4159-b92e-5991f69119c8 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:46.164053 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d68e6995-308a-40b5-bb25-5e9f810a154a tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.263745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a692f3b-5da6-4f79-8e28-9bcab557fcb4 req-3aa0a53f-2dfc-45a1-a251-1b375b699fa8 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366555 Aug 29 17:00:46.316786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d2b967ab-a440-48c0-ae35-820a11d7586d None None] Provisioning complete for port 2826e8b9-d296-4159-b92e-5991f69119c8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:46.317578 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d2b967ab-a440-48c0-ae35-820a11d7586d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.347776 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d68e6995-308a-40b5-bb25-5e9f810a154a tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.349173 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7296c826-ec7b-4845-9fed-45ad9fd7c9f1 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.373074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d2b967ab-a440-48c0-ae35-820a11d7586d None None] Port 2826e8b9-d296-4159-b92e-5991f69119c8 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:00:46.377903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7296c826-ec7b-4845-9fed-45ad9fd7c9f1 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Calling delete_port for dbc82aa5-240a-49e4-9653-bab9c6e81a15 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:46.378177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d68e6995-308a-40b5-bb25-5e9f810a154a tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Calling delete_port for 2826e8b9-d296-4159-b92e-5991f69119c8 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:46.382123 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b40994f2-04ea-46f4-b008-c9bd8ac175c4 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:00:46.444104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port b40994f2-04ea-46f4-b008-c9bd8ac175c4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:00:46.444770 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.547471 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.587582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15042188-ba8f-4f0a-9886-738282bcbc3c req-79f91500-a30e-4be5-ae59-3818eb13e865 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:46.595554 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-15042188-ba8f-4f0a-9886-738282bcbc3c req-79f91500-a30e-4be5-ae59-3818eb13e865 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 944 time: 0.1031516 Aug 29 17:00:46.614757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1594c8-fba6-4b9c-8e23-eb65440123b8 req-063b3cc0-392d-447c-b64c-95a0c783d119 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:46.623701 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6e1594c8-fba6-4b9c-8e23-eb65440123b8 req-063b3cc0-392d-447c-b64c-95a0c783d119 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 946 time: 0.1217401 Aug 29 17:00:46.624540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b40994f2-04ea-46f4-b008-c9bd8ac175c4, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:46.628123 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.630183 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.697207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=b40994f2-04ea-46f4-b008-c9bd8ac175c4,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:46.713464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-15042188-ba8f-4f0a-9886-738282bcbc3c req-6d7f4ab1-0372-451d-a7af-53ce47affed3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168389 Aug 29 17:00:46.730524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6e1594c8-fba6-4b9c-8e23-eb65440123b8 req-7ed0da40-2542-405b-ab9a-5fce2b13729c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063199 Aug 29 17:00:46.779130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d68e6995-308a-40b5-bb25-5e9f810a154a tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.834441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e6995-308a-40b5-bb25-5e9f810a154a tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Pushing event deleted for resources: {'Port': ['ID=2826e8b9-d296-4159-b92e-5991f69119c8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:46.874583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7296c826-ec7b-4845-9fed-45ad9fd7c9f1 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.914643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645fe27-ed65-4dd4-941a-0268db9b3cb9 req-b04d7282-af22-41db-9b8b-60e35e4c3408 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:46.917062 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d68e6995-308a-40b5-bb25-5e9f810a154a tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:46.920094 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d68e6995-308a-40b5-bb25-5e9f810a154a tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] 10.222.0.22 "DELETE /v2.0/ports/2826e8b9-d296-4159-b92e-5991f69119c8 HTTP/1.1" status: 204 len: 168 time: 0.9387250 Aug 29 17:00:46.922508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57510) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:46.924778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4645fe27-ed65-4dd4-941a-0268db9b3cb9 req-b04d7282-af22-41db-9b8b-60e35e4c3408 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.1043837 Aug 29 17:00:47.028930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296c826-ec7b-4845-9fed-45ad9fd7c9f1 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event deleted for resources: {'Port': ['ID=dbc82aa5-240a-49e4-9653-bab9c6e81a15,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:47.078426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25c2b82-5c73-431e-bbea-322b5c55c2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Deleting subnet 77face38-3990-4815-a1ec-11ce4ab9f99c {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:00:47.084676 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a25c2b82-5c73-431e-bbea-322b5c55c2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:47.164269 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a25c2b82-5c73-431e-bbea-322b5c55c2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:47.192061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4645fe27-ed65-4dd4-941a-0268db9b3cb9 req-12a9bee2-b5f0-407a-aa57-2d3d53d1f121 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660806 Aug 29 17:00:47.202156 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7296c826-ec7b-4845-9fed-45ad9fd7c9f1 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:47.333771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a25c2b82-5c73-431e-bbea-322b5c55c2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:47.444779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a25c2b82-5c73-431e-bbea-322b5c55c2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:47.493140 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:47.565294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517806d5-7a15-4254-aa3f-5465d443b1dd req-009a14a3-fe11-429c-989c-7ebdf45f6f91 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:47.567867 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-517806d5-7a15-4254-aa3f-5465d443b1dd req-009a14a3-fe11-429c-989c-7ebdf45f6f91 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 950 time: 0.1573048 Aug 29 17:00:47.578818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7296c826-ec7b-4845-9fed-45ad9fd7c9f1 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Router b3002f9b-9ae3-416e-99f0-0eb276a95a62 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:00:47.634818 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-517806d5-7a15-4254-aa3f-5465d443b1dd req-f4faa1ff-c52c-43b1-9053-46ba3363e6f4 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542109 Aug 29 17:00:47.745078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5a1b92-5064-4c18-9709-f0c1ba12a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fb6a5f-49f7-4874-b8f2-5b73d5452506'}, {'server_uuid': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:47.748396 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f1fb79-d46a-4362-a49b-0732bf5b3997" -d '{"events": [{"server_uuid": "0d5a1b92-5064-4c18-9709-f0c1ba12a327", "name": "network-vif-plugged", "status": "completed", "tag": "20fb6a5f-49f7-4874-b8f2-5b73d5452506"}, {"server_uuid": "c4c983d1-5c78-4e11-a5a1-364960490411", "name": "network-vif-plugged", "status": "completed", "tag": "b40994f2-04ea-46f4-b008-c9bd8ac175c4"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:47.838286 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11402172-cf5e-45c0-a24e-2ea8a39995df x-openstack-request-id: req-11402172-cf5e-45c0-a24e-2ea8a39995df {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:47.838721 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5a1b92-5064-4c18-9709-f0c1ba12a327", "name": "network-vif-plugged", "status": "completed", "tag": "20fb6a5f-49f7-4874-b8f2-5b73d5452506", "code": 200}, {"server_uuid": "c4c983d1-5c78-4e11-a5a1-364960490411", "name": "network-vif-plugged", "status": "completed", "tag": "b40994f2-04ea-46f4-b008-c9bd8ac175c4", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:47.839119 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11402172-cf5e-45c0-a24e-2ea8a39995df {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:47.839696 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5a1b92-5064-4c18-9709-f0c1ba12a327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fb6a5f-49f7-4874-b8f2-5b73d5452506', 'code': 200} Aug 29 17:00:47.840167 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4', 'code': 200} Aug 29 17:00:48.162235 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57590) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:48.171361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c2b82-5c73-431e-bbea-322b5c55c2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Pushing event deleted for resources: {'Subnet': ['ID=77face38-3990-4815-a1ec-11ce4ab9f99c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:48.188727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a25c2b82-5c73-431e-bbea-322b5c55c2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.191159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a25c2b82-5c73-431e-bbea-322b5c55c2c2 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] 10.222.0.22 "DELETE /v2.0/subnets/77face38-3990-4815-a1ec-11ce4ab9f99c HTTP/1.1" status: 204 len: 168 time: 1.2676492 Aug 29 17:00:48.199872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82045285-d49b-4125-b4f2-7397e0e53e1b None None] Network 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:00:48.204973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57594) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:48.217551 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.271477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7296c826-ec7b-4845-9fed-45ad9fd7c9f1 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:00:48.305033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7af6d70-1551-4202-8456-57000186971f None None] Sync routers for ids ['b3002f9b-9ae3-416e-99f0-0eb276a95a62'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:00:48.306408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7296c826-ec7b-4845-9fed-45ad9fd7c9f1 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "PUT /v2.0/routers/b3002f9b-9ae3-416e-99f0-0eb276a95a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6048415 Aug 29 17:00:48.308602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57602) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:48.339242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031cf67-93ba-4031-95fd-30739fc773db req-32cb36ec-f9c9-4fda-9ab4-9557225bd3e4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:48.340827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9031cf67-93ba-4031-95fd-30739fc773db req-32cb36ec-f9c9-4fda-9ab4-9557225bd3e4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b1ac5f5-731b-45ce-956e-eb173a07dea0 HTTP/1.1" status: 200 len: 944 time: 0.1759694 Aug 29 17:00:48.354408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af6d70-1551-4202-8456-57000186971f None None] Routers {'b3002f9b-9ae3-416e-99f0-0eb276a95a62'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:48.356950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.363075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f7af6d70-1551-4202-8456-57000186971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:00:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b3002f9b-9ae3-416e-99f0-0eb276a95a62'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:48.369950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 58205500-1342-4270-b216-1ef26fc36175 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:00:48.417321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-567d3145-afe9-45d5-940c-5b6e5908645b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.471580 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b547cd4f-621a-4bfb-afff-ff8ce8f70287 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.477670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f7af6d70-1551-4202-8456-57000186971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:48.524478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af6d70-1551-4202-8456-57000186971f None None] Routers {'b3002f9b-9ae3-416e-99f0-0eb276a95a62'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:00:48.525968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f7af6d70-1551-4202-8456-57000186971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:00:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b3002f9b-9ae3-416e-99f0-0eb276a95a62'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:48.579539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f7af6d70-1551-4202-8456-57000186971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:48.581190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7af6d70-1551-4202-8456-57000186971f None None] The sync data for ids ['b3002f9b-9ae3-416e-99f0-0eb276a95a62'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:00:48.583595 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e57d1e-8b2f-44ab-8fd3-24fb6a51cc18 req-ae636276-e7bb-4837-92dc-859d2d4b9a2f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:48.586388 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20e57d1e-8b2f-44ab-8fd3-24fb6a51cc18 req-ae636276-e7bb-4837-92dc-859d2d4b9a2f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 946 time: 0.9032011 Aug 29 17:00:48.591350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Deleting port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:48.591907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.600926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402ab16-d912-4604-bde6-7755dc308680 req-7c8c5080-6507-473f-85df-cb9f48a675e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:48.602757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0402ab16-d912-4604-bde6-7755dc308680 req-7c8c5080-6507-473f-85df-cb9f48a675e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 1102 time: 0.3271027 Aug 29 17:00:48.627967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559c6ad-da01-4829-accf-a7af1b0769b4 req-900fddb0-38e0-4ee3-8bc1-6544c60d36cd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:48.637257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f559c6ad-da01-4829-accf-a7af1b0769b4 req-900fddb0-38e0-4ee3-8bc1-6544c60d36cd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 946 time: 0.3613183 Aug 29 17:00:48.646102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-9031cf67-93ba-4031-95fd-30739fc773db req-d3276da4-3f5f-4d00-ab11-1233feb05c10 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Deleting port 58205500-1342-4270-b216-1ef26fc36175 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:48.646688 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9031cf67-93ba-4031-95fd-30739fc773db req-d3276da4-3f5f-4d00-ab11-1233feb05c10 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.698952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1593e81-c23f-472a-bac5-165324694534 None None] DHCP port deletion for 678a9561-5ea4-4672-8bd5-d1b1b1c1b975 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:00:48.767733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f1593e81-c23f-472a-bac5-165324694534 None None] Deleting port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:48.768448 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f1593e81-c23f-472a-bac5-165324694534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.770406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] For port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9bc143d7-5ac5-4b44-b170-fd8fb2d52f16,segment=NetworkSegment(95f0932f-7929-4c65-aeb8-0b3ba770aefb),segment_id=95f0932f-7929-4c65-aeb8-0b3ba770aefb)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:48.770999 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.808538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Calling delete_port for 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:48.811980 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-567d3145-afe9-45d5-940c-5b6e5908645b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.832745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-567d3145-afe9-45d5-940c-5b6e5908645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.862614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f1593e81-c23f-472a-bac5-165324694534 None None] For port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9bc143d7-5ac5-4b44-b170-fd8fb2d52f16,segment=NetworkSegment(95f0932f-7929-4c65-aeb8-0b3ba770aefb),segment_id=95f0932f-7929-4c65-aeb8-0b3ba770aefb)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:48.864015 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b547cd4f-621a-4bfb-afff-ff8ce8f70287 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.864123 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f1593e81-c23f-472a-bac5-165324694534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.878064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f1593e81-c23f-472a-bac5-165324694534 None None] Calling delete_port for 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:48.889795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b547cd4f-621a-4bfb-afff-ff8ce8f70287 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.898074 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0402ab16-d912-4604-bde6-7755dc308680 req-018e51e8-4b84-4f5f-8299-823106f9ae0f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500184 Aug 29 17:00:48.910949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f559c6ad-da01-4829-accf-a7af1b0769b4 req-cafaee5c-e8f9-49c7-9921-c5e2b8f8e1c0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727449 Aug 29 17:00:48.994372 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-567d3145-afe9-45d5-940c-5b6e5908645b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af83e7d61bc64063b0e1a8f46f4c7d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8282201 Aug 29 17:00:48.995503 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f1593e81-c23f-472a-bac5-165324694534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:48.998542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-9031cf67-93ba-4031-95fd-30739fc773db req-d3276da4-3f5f-4d00-ab11-1233feb05c10 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] For port 58205500-1342-4270-b216-1ef26fc36175, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=58205500-1342-4270-b216-1ef26fc36175,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:48.998943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9031cf67-93ba-4031-95fd-30739fc773db req-d3276da4-3f5f-4d00-ab11-1233feb05c10 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.002637 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57608) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:49.005255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d3145-afe9-45d5-940c-5b6e5908645b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1878ae2c-8c40-4635-b1f7-e5d7c0dc5fb6,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:49.041099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-9031cf67-93ba-4031-95fd-30739fc773db req-d3276da4-3f5f-4d00-ab11-1233feb05c10 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Calling delete_port for 58205500-1342-4270-b216-1ef26fc36175 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:49.058121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1593e81-c23f-472a-bac5-165324694534 None None] Pushing event deleted for resources: {'Port': ['ID=9bc143d7-5ac5-4b44-b170-fd8fb2d52f16,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:49.066614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1593e81-c23f-472a-bac5-165324694534 None None] No DVR routers for this DVR port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:00:49.078136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b547cd4f-621a-4bfb-afff-ff8ce8f70287 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.078136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b547cd4f-621a-4bfb-afff-ff8ce8f70287 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Fanout notify agent at l3_agent the message router_deleted on router b3002f9b-9ae3-416e-99f0-0eb276a95a62 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:00:49.084463 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b547cd4f-621a-4bfb-afff-ff8ce8f70287 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.085934 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b547cd4f-621a-4bfb-afff-ff8ce8f70287 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "DELETE /v2.0/routers/b3002f9b-9ae3-416e-99f0-0eb276a95a62 HTTP/1.1" status: 204 len: 168 time: 0.7666006 Aug 29 17:00:49.089509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57610) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:49.109979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:00:49.136257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:00:49.136703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:00:49.177331 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.179617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1843d4b-ab7a-4297-988b-dcedb6b08136 req-c01bd477-df00-4766-93cb-f0cab39078c6 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:49.181162 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1843d4b-ab7a-4297-988b-dcedb6b08136 req-c01bd477-df00-4766-93cb-f0cab39078c6 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.1465399 Aug 29 17:00:49.196556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-20e57d1e-8b2f-44ab-8fd3-24fb6a51cc18 req-b5a5caa7-96dc-4689-af6a-cc70c7d07c1e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Deleting port ec8448dd-3f45-4a41-8a74-1958304a8534 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:49.196897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-20e57d1e-8b2f-44ab-8fd3-24fb6a51cc18 req-b5a5caa7-96dc-4689-af6a-cc70c7d07c1e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.225603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] No DVR routers for this DVR port 9bc143d7-5ac5-4b44-b170-fd8fb2d52f16 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:00:49.232591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b31f94b-8b1a-4149-8477-98150592c89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.260156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b31f94b-8b1a-4149-8477-98150592c89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.284295 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7396e7-52fa-42fc-8f3d-a2344250e323 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Deleting subnet bcaae426-52fb-4c68-b709-9e135c6cad54 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:00:49.296487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd7396e7-52fa-42fc-8f3d-a2344250e323 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.312367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Pushing event deleted for resources: {'Port': ['ID=9bc143d7-5ac5-4b44-b170-fd8fb2d52f16,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:49.351505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-20e57d1e-8b2f-44ab-8fd3-24fb6a51cc18 req-b5a5caa7-96dc-4689-af6a-cc70c7d07c1e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] For port ec8448dd-3f45-4a41-8a74-1958304a8534, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ec8448dd-3f45-4a41-8a74-1958304a8534,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:49.351778 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-20e57d1e-8b2f-44ab-8fd3-24fb6a51cc18 req-b5a5caa7-96dc-4689-af6a-cc70c7d07c1e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.373266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1843d4b-ab7a-4297-988b-dcedb6b08136 req-135853b7-5808-4714-acbd-a3b74c3d7df6 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817935 Aug 29 17:00:49.381991 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd7396e7-52fa-42fc-8f3d-a2344250e323 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.383285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-20e57d1e-8b2f-44ab-8fd3-24fb6a51cc18 req-b5a5caa7-96dc-4689-af6a-cc70c7d07c1e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Calling delete_port for ec8448dd-3f45-4a41-8a74-1958304a8534 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:49.430310 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.480869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678a9561-5ea4-4672-8bd5-d1b1b1c1b975']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:49.492665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9031cf67-93ba-4031-95fd-30739fc773db req-d3276da4-3f5f-4d00-ab11-1233feb05c10 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.495410 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b31f94b-8b1a-4149-8477-98150592c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.499449 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b31f94b-8b1a-4149-8477-98150592c89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.501129 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5b31f94b-8b1a-4149-8477-98150592c89f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1878ae2c-8c40-4635-b1f7-e5d7c0dc5fb6 HTTP/1.1" status: 204 len: 168 time: 0.4971461 Aug 29 17:00:49.527229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f0932f-7929-4c65-aeb8-0b3ba770aefb') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:49.527527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f0932f-7929-4c65-aeb8-0b3ba770aefb') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:49.566000 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.588752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3276da4-3f5f-4d00-ab11-1233feb05c10 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event deleted for resources: {'Port': ['ID=58205500-1342-4270-b216-1ef26fc36175,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:49.596435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31f94b-8b1a-4149-8477-98150592c89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1878ae2c-8c40-4635-b1f7-e5d7c0dc5fb6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:49.646595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9031cf67-93ba-4031-95fd-30739fc773db req-d3276da4-3f5f-4d00-ab11-1233feb05c10 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] No DVR routers for this DVR port 58205500-1342-4270-b216-1ef26fc36175 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:00:49.652063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9031cf67-93ba-4031-95fd-30739fc773db req-d3276da4-3f5f-4d00-ab11-1233feb05c10 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.654252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9031cf67-93ba-4031-95fd-30739fc773db req-d3276da4-3f5f-4d00-ab11-1233feb05c10 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "DELETE /v2.0/ports/58205500-1342-4270-b216-1ef26fc36175 HTTP/1.1" status: 204 len: 173 time: 1.2951291 Aug 29 17:00:49.654814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'name': 'network-vif-deleted', 'tag': '58205500-1342-4270-b216-1ef26fc36175'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:49.657794 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d328ac3-2cd4-4939-b7ba-91016cddd5fa" -d '{"events": [{"server_uuid": "4b1ac5f5-731b-45ce-956e-eb173a07dea0", "name": "network-vif-deleted", "tag": "58205500-1342-4270-b216-1ef26fc36175"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:49.670492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.687006 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:00:49.688883 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.693423 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-20e57d1e-8b2f-44ab-8fd3-24fb6a51cc18 req-b5a5caa7-96dc-4689-af6a-cc70c7d07c1e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:00:49.698669 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:00:49.709295 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba', 'ec8448dd-3f45-4a41-8a74-1958304a8534'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:49.822171 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.841208 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:49.847987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] 10.222.0.22 "DELETE /v2.0/networks/678a9561-5ea4-4672-8bd5-d1b1b1c1b975 HTTP/1.1" status: 204 len: 168 time: 1.6380594 Aug 29 17:00:49.859868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0476-5353-4f20-a393-7d25314478e5 req-fb9008ff-5bb8-4ec4-a3ec-bade97ac855c tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:49.871640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2ce0476-5353-4f20-a393-7d25314478e5 req-fb9008ff-5bb8-4ec4-a3ec-bade97ac855c tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 950 time: 0.2310321 Aug 29 17:00:49.873858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5caa7-96dc-4689-af6a-cc70c7d07c1e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event deleted for resources: {'Port': ['ID=ec8448dd-3f45-4a41-8a74-1958304a8534,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:49.890428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663620d5-6b76-49c1-98bd-a2718720c001 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190 tempest-ExtraDHCPOptionsIpV6TestJSON-609299190-project] Pushing event deleted for resources: {'Network': ['ID=678a9561-5ea4-4672-8bd5-d1b1b1c1b975,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:49.896406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd7396e7-52fa-42fc-8f3d-a2344250e323 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:50.058441 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8796461-9c1b-4574-9f2b-17790d85d440 x-openstack-request-id: req-f8796461-9c1b-4574-9f2b-17790d85d440 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:50.058793 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1ac5f5-731b-45ce-956e-eb173a07dea0", "name": "network-vif-deleted", "tag": "58205500-1342-4270-b216-1ef26fc36175", "status": "failed", "code": 422}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:50.059348 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8796461-9c1b-4574-9f2b-17790d85d440 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:50.060204 n-d-713301-13 neutron-server[111677]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b1ac5f5-731b-45ce-956e-eb173a07dea0', 'name': 'network-vif-deleted', 'tag': '58205500-1342-4270-b216-1ef26fc36175', 'status': 'failed', 'code': 422} returned with failed status Aug 29 17:00:50.064830 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:50.077529 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd7396e7-52fa-42fc-8f3d-a2344250e323 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:50.141189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7396e7-52fa-42fc-8f3d-a2344250e323 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event deleted for resources: {'Subnet': ['ID=bcaae426-52fb-4c68-b709-9e135c6cad54,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:50.144720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e57d1e-8b2f-44ab-8fd3-24fb6a51cc18 req-b5a5caa7-96dc-4689-af6a-cc70c7d07c1e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] No DVR routers for this DVR port ec8448dd-3f45-4a41-8a74-1958304a8534 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:00:50.147385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-20e57d1e-8b2f-44ab-8fd3-24fb6a51cc18 req-b5a5caa7-96dc-4689-af6a-cc70c7d07c1e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:50.150039 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20e57d1e-8b2f-44ab-8fd3-24fb6a51cc18 req-b5a5caa7-96dc-4689-af6a-cc70c7d07c1e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "DELETE /v2.0/ports/ec8448dd-3f45-4a41-8a74-1958304a8534 HTTP/1.1" status: 204 len: 173 time: 1.5445743 Aug 29 17:00:50.153190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecc7703-0dd7-4231-8034-aaae10f8aec0', 'name': 'network-vif-deleted', 'tag': 'ec8448dd-3f45-4a41-8a74-1958304a8534'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:50.157347 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd940e74-bb18-44b6-971e-8b340350eb52" -d '{"events": [{"server_uuid": "aecc7703-0dd7-4231-8034-aaae10f8aec0", "name": "network-vif-deleted", "tag": "ec8448dd-3f45-4a41-8a74-1958304a8534"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:50.171264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd7396e7-52fa-42fc-8f3d-a2344250e323 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:50.176706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fd7396e7-52fa-42fc-8f3d-a2344250e323 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "DELETE /v2.0/subnets/bcaae426-52fb-4c68-b709-9e135c6cad54 HTTP/1.1" status: 204 len: 168 time: 1.0835316 Aug 29 17:00:50.182738 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57632) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:50.184275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfd4565-2c34-4d0e-8a9e-6a817ec638da None None] Network dda1cac7-1e63-4fc7-b2de-f3f44c23de20 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:00:50.223822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1be855ae-9eff-4053-a209-536e6a3123b6 req-6e8b7e21-6bdc-453d-8836-5ba63486230e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=aecc7703-0dd7-4231-8034-aaae10f8aec0 HTTP/1.1" status: 200 len: 210 time: 0.0972710 Aug 29 17:00:50.365040 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:50.415750 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2ce0476-5353-4f20-a393-7d25314478e5 req-967b9bef-fa48-469e-8853-c90753d4cd70 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429704 Aug 29 17:00:50.417467 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a670df-3525-4b4c-9b5c-daeb71ee8f35 x-openstack-request-id: req-e1a670df-3525-4b4c-9b5c-daeb71ee8f35 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:50.417957 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecc7703-0dd7-4231-8034-aaae10f8aec0", "name": "network-vif-deleted", "tag": "ec8448dd-3f45-4a41-8a74-1958304a8534", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:50.418353 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1a670df-3525-4b4c-9b5c-daeb71ee8f35 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:50.418893 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecc7703-0dd7-4231-8034-aaae10f8aec0', 'name': 'network-vif-deleted', 'tag': 'ec8448dd-3f45-4a41-8a74-1958304a8534', 'status': 'completed', 'code': 200} Aug 29 17:00:50.508378 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57646) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:50.553123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Deleting port b5149fc6-b7ec-4ff5-a733-916e24b82527 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:50.554856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:50.571735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b845db-cb14-405e-b4a4-f40a6126904e None None] DHCP port deletion for dda1cac7-1e63-4fc7-b2de-f3f44c23de20 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:00:50.659414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d541b-fbca-487a-8504-3aad1592f257 req-ac57c372-d107-42db-9f0b-223b64655afe tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:50.666094 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e82d541b-fbca-487a-8504-3aad1592f257 req-ac57c372-d107-42db-9f0b-223b64655afe tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.1488249 Aug 29 17:00:50.681266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-38b845db-cb14-405e-b4a4-f40a6126904e None None] Deleting port b5149fc6-b7ec-4ff5-a733-916e24b82527 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:50.683176 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-38b845db-cb14-405e-b4a4-f40a6126904e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:50.760115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] For port b5149fc6-b7ec-4ff5-a733-916e24b82527, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b5149fc6-b7ec-4ff5-a733-916e24b82527,segment=NetworkSegment(58659879-1aec-4aab-bc6e-b88de052137e),segment_id=58659879-1aec-4aab-bc6e-b88de052137e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:50.760703 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:50.770200 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e82d541b-fbca-487a-8504-3aad1592f257 req-6b0466a6-d9f5-4cf2-94db-7455d53522d1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954769 Aug 29 17:00:50.803772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Calling delete_port for b5149fc6-b7ec-4ff5-a733-916e24b82527 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:50.890520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-38b845db-cb14-405e-b4a4-f40a6126904e None None] For port b5149fc6-b7ec-4ff5-a733-916e24b82527, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b5149fc6-b7ec-4ff5-a733-916e24b82527,segment=NetworkSegment(58659879-1aec-4aab-bc6e-b88de052137e),segment_id=58659879-1aec-4aab-bc6e-b88de052137e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:50.892349 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-38b845db-cb14-405e-b4a4-f40a6126904e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:50.926487 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-38b845db-cb14-405e-b4a4-f40a6126904e None None] Calling delete_port for b5149fc6-b7ec-4ff5-a733-916e24b82527 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:50.945443 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0f8d2259-15a8-4efb-9c69-5a88223c8dcb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c060a2031f32474bbfbb9ed387fea1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356842 Aug 29 17:00:50.948137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57666) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:50.995952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.073546 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d48d1ac2-5c0f-427a-8e73-03cb3183b514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: from cryptography.utils import int_from_bytes Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: from cryptography.utils import int_from_bytes Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.100878 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:00:51.103547 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:00:51.104353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d48d1ac2-5c0f-427a-8e73-03cb3183b514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.108694 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-38b845db-cb14-405e-b4a4-f40a6126904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.177885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event deleted for resources: {'Port': ['ID=b5149fc6-b7ec-4ff5-a733-916e24b82527,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:51.182543 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d48d1ac2-5c0f-427a-8e73-03cb3183b514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.182807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] No DVR routers for this DVR port b5149fc6-b7ec-4ff5-a733-916e24b82527 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:00:51.184501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b5149fc6-b7ec-4ff5-a733-916e24b82527 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:00:51.186950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b845db-cb14-405e-b4a4-f40a6126904e None None] No DVR routers for this DVR port b5149fc6-b7ec-4ff5-a733-916e24b82527 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:00:51.189062 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b845db-cb14-405e-b4a4-f40a6126904e None None] Pushing event deleted for resources: {'Port': ['ID=b5149fc6-b7ec-4ff5-a733-916e24b82527,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:51.191854 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d48d1ac2-5c0f-427a-8e73-03cb3183b514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.193506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d48d1ac2-5c0f-427a-8e73-03cb3183b514 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9f3443f-799c-4d52-b478-489cfdcbb0ba HTTP/1.1" status: 204 len: 168 time: 0.2439134 Aug 29 17:00:51.219997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d1ac2-5c0f-427a-8e73-03cb3183b514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f3443f-799c-4d52-b478-489cfdcbb0ba,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:51.263553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b5149fc6-b7ec-4ff5-a733-916e24b82527 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:00:51.264127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b5149fc6-b7ec-4ff5-a733-916e24b82527 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:00:51.357665 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.380808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda1cac7-1e63-4fc7-b2de-f3f44c23de20']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:51.389570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe7e7-3452-4244-beb1-214331534b02 req-ee64d296-d024-451e-bff2-3c506d422e58 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:51.391290 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-ee64d296-d024-451e-bff2-3c506d422e58 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.4303935 Aug 29 17:00:51.406613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58659879-1aec-4aab-bc6e-b88de052137e') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:51.406919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58659879-1aec-4aab-bc6e-b88de052137e') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:51.438742 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.455060 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-6ddaf01d-5851-42dc-94f2-215c7de3005f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/quotas/0d737f73e9744cc89026adafc8547a1f HTTP/1.1" status: 200 len: 375 time: 0.0513875 Aug 29 17:00:51.491002 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.529530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-f873a2ff-672c-453f-b409-d884d27859ef tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628309 Aug 29 17:00:51.530657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:00:51.531072 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:00:51.534451 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:00:51.574167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e046b2-748a-43a5-a452-d53f3123248f req-4dfb790c-708f-4cab-b807-90418969e43d tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:51.576476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98e046b2-748a-43a5-a452-d53f3123248f req-4dfb790c-708f-4cab-b807-90418969e43d tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 950 time: 0.0789964 Aug 29 17:00:51.664202 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98e046b2-748a-43a5-a452-d53f3123248f req-bd85389c-8046-4a4e-b929-cd2d792471f4 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709536 Aug 29 17:00:51.693003 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.699584 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:51.703802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] 10.222.0.22 "DELETE /v2.0/networks/dda1cac7-1e63-4fc7-b2de-f3f44c23de20 HTTP/1.1" status: 204 len: 168 time: 1.5156419 Aug 29 17:00:51.781859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d99dfb-4ec4-4cb9-bcdf-680d12c02b32 tempest-FloatingIPNegativeTestJSON-446225802 tempest-FloatingIPNegativeTestJSON-446225802-project] Pushing event deleted for resources: {'Network': ['ID=dda1cac7-1e63-4fc7-b2de-f3f44c23de20,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:51.792320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-5635063a-6b6a-4d4c-b297-4cdd2d19041d service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835284 Aug 29 17:00:51.884128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-00d7c43d-d2db-4fb7-87e3-99bc91549336 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:51.896306 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-00d7c43d-d2db-4fb7-87e3-99bc91549336 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.1422331 Aug 29 17:00:51.916042 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e9dbe10f-1442-4e57-b0e4-7fd581e2ad3d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/quotas/f4d6f40993ec498189d1d672c1f0685d HTTP/1.1" status: 200 len: 375 time: 0.0182748 Aug 29 17:00:51.963273 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-761aec5e-5fcd-47ba-8d9a-c3e385de350f service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649263 Aug 29 17:00:51.975805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-025e784c-fc4f-4121-9a8d-7f40daa274f6 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592360 Aug 29 17:00:52.192343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57714) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:52.247748 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-c54a0568-762a-4320-849d-4ef327aa6043 service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630115 Aug 29 17:00:52.475721 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-6a6e90eb-ae3a-417b-9233-e9c7f120df82 service neutron] 10.222.0.22 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269673 Aug 29 17:00:52.511633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ec8448dd-3f45-4a41-8a74-1958304a8534 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:00:52.569326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: ec8448dd-3f45-4a41-8a74-1958304a8534 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:00:52.570010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ec8448dd-3f45-4a41-8a74-1958304a8534 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:00:52.625606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2854a68b-15b0-42e4-802a-411c39065490 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe725eb8e5a043c89239367bdc9c48bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320509 Aug 29 17:00:52.626880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57736) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:52.755595 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45b5f172-7f27-4d81-8bdd-b81d5fcd96c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:52.764791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70af5d7-5b7d-414c-9208-9ed02b8fecab req-a42c82ad-f9bb-43d0-8256-4e6d11f6a8be tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:52.782637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b70af5d7-5b7d-414c-9208-9ed02b8fecab req-a42c82ad-f9bb-43d0-8256-4e6d11f6a8be tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.1705589 Aug 29 17:00:52.789826 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45b5f172-7f27-4d81-8bdd-b81d5fcd96c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:52.863995 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45b5f172-7f27-4d81-8bdd-b81d5fcd96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:52.866639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45b5f172-7f27-4d81-8bdd-b81d5fcd96c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:52.872240 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-45b5f172-7f27-4d81-8bdd-b81d5fcd96c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c3e6cee-4f48-4253-b1c4-68b52b083f72 HTTP/1.1" status: 204 len: 168 time: 0.2440758 Aug 29 17:00:52.909170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57750) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:52.914346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5f172-7f27-4d81-8bdd-b81d5fcd96c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3e6cee-4f48-4253-b1c4-68b52b083f72,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:52.948859 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b70af5d7-5b7d-414c-9208-9ed02b8fecab req-bf9a7d38-64b4-4f04-9d39-cb7a47cbbbeb tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594431 Aug 29 17:00:53.126981 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d05c602f-15a6-4259-9c2d-00251ba2045b req-eb7b47ad-f32c-4bc3-8783-20a7dbe3d5c7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 210 time: 0.1709106 Aug 29 17:00:53.307521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a84a-4b00-4274-b6e7-308d653ffe05 req-ca969c93-47e8-4386-bbae-ea49b3a0777f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:53.324689 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ab0a84a-4b00-4274-b6e7-308d653ffe05 req-ca969c93-47e8-4386-bbae-ea49b3a0777f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 950 time: 0.1252234 Aug 29 17:00:53.378756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ab0a84a-4b00-4274-b6e7-308d653ffe05 req-f506bd08-5678-4e98-9caf-92bca72bc15d tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518587 Aug 29 17:00:53.390157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2da44c89-0e49-4c50-a67d-af9d37d313bf req-2cad0144-d090-4458-b514-6e6df9785406 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 210 time: 0.1093216 Aug 29 17:00:53.402636 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1364233807'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:53.493128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:53.497516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:53.542890 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:53.716070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59c10f-a1a5-404d-a9cf-7b445dee1fae req-6bf430e0-4bcd-4b54-bc9a-d1d0db86df12 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:53.717539 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e59c10f-a1a5-404d-a9cf-7b445dee1fae req-6bf430e0-4bcd-4b54-bc9a-d1d0db86df12 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 945 time: 0.1134481 Aug 29 17:00:53.781319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e59c10f-a1a5-404d-a9cf-7b445dee1fae req-fd8197a5-af9b-44f2-9b42-45d5a3fdcb71 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529878 Aug 29 17:00:53.849476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:53.854604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:53.896286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:00:53.905130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee688d3-5461-4fa8-a3dd-6a8bb1e96f1f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:53.915688 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:53.916101 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Added segment fa193422-4da2-4402-bde2-c37d11b14f4c of type vlan for network 236c367a-c1fe-4583-9014-7ab39a70c2c1 Aug 29 17:00:53.980422 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:54.023840 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:54.034047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:54.035034 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:54.140230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Network': ['ID=236c367a-c1fe-4583-9014-7ab39a70c2c1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:54.148827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0414a2b3-9ccd-4613-a291-8f6ff884cb62 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2283056 Aug 29 17:00:54.149937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57786) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:54.153206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:00:54.156653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe7e7-3452-4244-beb1-214331534b02 req-2306bc07-4abf-4452-b770-cd3604afc355 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:54.158342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-2306bc07-4abf-4452-b770-cd3604afc355 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.1475301 Aug 29 17:00:54.175663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'name': 'tempest-PortsTestJSON-1091746476'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:54.175943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Request body: {'port': {'device_id': '4e99d97b-f70a-4041-9c17-ba66abbf8e45', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'admin_state_up': True, 'tenant_id': '0d737f73e9744cc89026adafc8547a1f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:54.319228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4a590-91d6-42d6-9602-0f63a9ec690a req-a7defd87-1715-4383-a8ac-3ba97f4b4f14 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:54.326793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ff4a590-91d6-42d6-9602-0f63a9ec690a req-a7defd87-1715-4383-a8ac-3ba97f4b4f14 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.1668570 Aug 29 17:00:54.360528 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cf6cad1-5ec7-44df-8aa1-89be9bba7348 req-40b03512-ff74-4b87-903f-5f3ed26f2c19 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 210 time: 0.0467439 Aug 29 17:00:54.388771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:54.392650 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:54.404987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ff4a590-91d6-42d6-9602-0f63a9ec690a req-6ce28e12-ba66-4a4f-82e3-24b1177e952d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630217 Aug 29 17:00:54.419439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:54.665516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Made reservation on behalf of 0d737f73e9744cc89026adafc8547a1f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:54.673300 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:54.713405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57806) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:54.818026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb86227-6891-46bb-95c9-d4e03df81693 req-f28f80d1-dfdb-4ef8-a3d6-01b2b5c2281a tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:54.820006 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8eb86227-6891-46bb-95c9-d4e03df81693 req-f28f80d1-dfdb-4ef8-a3d6-01b2b5c2281a tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 950 time: 0.2686553 Aug 29 17:00:54.835293 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-897a2489-a700-426a-af44-26eff65c8252 req-82216888-8d82-4c5d-b92b-76a4b4f05f1c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 210 time: 0.0906589 Aug 29 17:00:54.933956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-597cdacd-a2f2-4b21-81e2-2bf6b47a2413 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:54.935636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-597cdacd-a2f2-4b21-81e2-2bf6b47a2413 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.16 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 805 time: 0.3837409 Aug 29 17:00:54.938940 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:54.949054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Request body: {'port': {'device_id': 'a53c898a-9614-4a68-96b3-dd35cee2e57d', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'admin_state_up': True, 'tenant_id': 'f4d6f40993ec498189d1d672c1f0685d'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:54.950358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'networks': [{'name': 'tempest-network--1930330653'}, {'name': 'tempest-network--2138478808'}]} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:54.950671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'network': {'name': 'tempest-network--1930330653'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:54.951248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'network': {'name': 'tempest-network--2138478808'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:54.956794 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8eb86227-6891-46bb-95c9-d4e03df81693 req-2668bec1-0892-493b-9318-15237d1d919f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946283 Aug 29 17:00:55.000691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Allocated IP 172.20.0.13 (c7ef043c-c91b-402d-be4d-7e838af6145b/35736e46-1540-46d5-8b3f-132f9d7bf21c/8f5f69eb-8df7-42a6-9570-a8442a507775) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:55.009847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Made reservation on behalf of 9d682303530548f686980a21b2351507 for: {'network': 2} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:55.016747 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.037288 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.129641 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.184952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65b783-f32b-4b21-b4a7-c5fdeac3c41e req-d8cb4150-afa1-4838-86c5-2ff98847e1bd tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:55.186463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc65b783-f32b-4b21-b4a7-c5fdeac3c41e req-d8cb4150-afa1-4838-86c5-2ff98847e1bd tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 945 time: 0.1180904 Aug 29 17:00:55.230045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=687e4a09-ebb2-420f-82cd-b2d2f2507a18,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:55.260002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b90aec-7d65-459e-8ed8-b67a50106325 req-3dffdafb-99e6-4045-ad46-974d40045c28 tempest-LiveMigrationNegativeTest-2085053212 tempest-LiveMigrationNegativeTest-2085053212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:55.261569 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1b90aec-7d65-459e-8ed8-b67a50106325 req-3dffdafb-99e6-4045-ad46-974d40045c28 tempest-LiveMigrationNegativeTest-2085053212 tempest-LiveMigrationNegativeTest-2085053212-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 1102 time: 0.1609545 Aug 29 17:00:55.264510 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc65b783-f32b-4b21-b4a7-c5fdeac3c41e req-24c56914-065d-471b-9fda-e2f6e82ca877 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709569 Aug 29 17:00:55.267313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Checking segment: {'id': 'fa193422-4da2-4402-bde2-c37d11b14f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:55.267681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network hostable DHCP agents. Network: 236c367a-c1fe-4583-9014-7ab39a70c2c1, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:00:55.310953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:00:55.316426 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d1b90aec-7d65-459e-8ed8-b67a50106325 req-a6a39d9d-e623-4922-973e-0d08bd8b6304 tempest-LiveMigrationNegativeTest-2085053212 tempest-LiveMigrationNegativeTest-2085053212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.324651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 236c367a-c1fe-4583-9014-7ab39a70c2c1) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:55.328478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:55.336422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f4fe2-00ed-44b6-8819-dd8379fc2d4e None None] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:00:55.342095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:55.343003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.355753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.375637 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.389492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.390012 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.401115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c896c652-475b-4be3-805d-55ce439121cc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2377746 Aug 29 17:00:55.416685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57822) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:55.430717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1251198006'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:55.469124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Made reservation on behalf of f4d6f40993ec498189d1d672c1f0685d for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:55.469600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b4470b-3b42-438c-be5d-21ec3ce32ff7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:55.473889 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.486381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.486723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.487061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.487403 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.488324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.488636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.488966 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.489358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.489693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.490022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.490344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.490673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:55.502819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:00:55.523770 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.546226 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.546483 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Added segment db757ea3-3873-47f4-9127-1f598d5c001e of type vlan for network 1a0ca43b-c698-46d7-a266-7371c57ae78a Aug 29 17:00:55.556927 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7cfe2813-5667-4a6d-af6a-8a822d866ee1 req-fb339b9c-6136-4744-9233-0de122ddc331 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 210 time: 0.0737157 Aug 29 17:00:55.626033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Network c7ef043c-c91b-402d-be4d-7e838af6145b is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:55.659699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:55.667342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:55.674522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event updated for resources: {'Port': ['ID=8f5f69eb-8df7-42a6-9570-a8442a507775,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:55.721402 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.786129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:55.786896 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.805304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:00:55.816789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Allocated IP 172.20.0.12 (d86c8120-adf7-4307-9620-94a250f14ff7/c0ffaa0b-3833-4fd3-81a1-14e261c9c132/b3511568-bb1f-45a5-9744-41ec43f641dd) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:00:55.830964 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.831887 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Added segment fa4936b3-c063-48c5-ba9a-a83fd974979e of type vlan for network 0162c024-cc6d-4a14-8c4f-d4c8392fceb2 Aug 29 17:00:55.834465 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d1b90aec-7d65-459e-8ed8-b67a50106325 req-a6a39d9d-e623-4922-973e-0d08bd8b6304 tempest-LiveMigrationNegativeTest-2085053212 tempest-LiveMigrationNegativeTest-2085053212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.844958 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d1b90aec-7d65-459e-8ed8-b67a50106325 req-a6a39d9d-e623-4922-973e-0d08bd8b6304 tempest-LiveMigrationNegativeTest-2085053212 tempest-LiveMigrationNegativeTest-2085053212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.885182 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4f5e90ab-921c-4390-bf19-f4e58e9f025f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7152565 Aug 29 17:00:55.894245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:55.897883 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:55.905331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Request body: {'port': {'device_id': '4e99d97b-f70a-4041-9c17-ba66abbf8e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:55.974565 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1b90aec-7d65-459e-8ed8-b67a50106325 req-a6a39d9d-e623-4922-973e-0d08bd8b6304 tempest-LiveMigrationNegativeTest-2085053212 tempest-LiveMigrationNegativeTest-2085053212-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7023163 Aug 29 17:00:55.982002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0af2e-1acd-4e18-a023-f6f48cfef6dc req-df61175f-4ee0-4f45-b189-8536386233da tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:56.000252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ffe0af2e-1acd-4e18-a023-f6f48cfef6dc req-df61175f-4ee0-4f45-b189-8536386233da tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.3294954 Aug 29 17:00:56.000510 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.000510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a39d9d-e623-4922-973e-0d08bd8b6304 tempest-LiveMigrationNegativeTest-2085053212 tempest-LiveMigrationNegativeTest-2085053212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55089419-df85-4ca5-8248-3a4badc9861f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:56.060274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:00:56.070646 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.085511 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.088656 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.089264 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Added segment 618e0860-aed2-4c4a-ae0e-325372bbabd9 of type vlan for network 2c62078d-5263-453c-a7cb-07bfdf64af5f Aug 29 17:00:56.090582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.091291 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.097276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:56.103213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:56.104247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.107813 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ffe0af2e-1acd-4e18-a023-f6f48cfef6dc req-4434dca0-6af5-422f-a650-66f9cb3e9a16 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136458 Aug 29 17:00:56.191730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.207815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:00:56.290189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5619318 Aug 29 17:00:56.297344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57842) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:56.307283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Network d86c8120-adf7-4307-9620-94a250f14ff7 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:00:56.324042 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.333113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:00:56.335821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event updated for resources: {'Network': ['ID=1a0ca43b-c698-46d7-a266-7371c57ae78a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:56.360560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 1a0ca43b-c698-46d7-a266-7371c57ae78a details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:00:56.444858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:00:56.457737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event updated for resources: {'Port': ['ID=b3511568-bb1f-45a5-9744-41ec43f641dd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:56.482324 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.resource_extend [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:00:56.572533 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdbbf1-001b-44fc-a200-f12e7121d0fc req-6df2bfc3-11e4-42a8-8b59-0deadc1c6112 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:56.579494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d095f2-e38b-4335-877f-42358312738d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event updated for resources: {'Network': ['ID=0162c024-cc6d-4a14-8c4f-d4c8392fceb2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:56.580787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3afdbbf1-001b-44fc-a200-f12e7121d0fc req-6df2bfc3-11e4-42a8-8b59-0deadc1c6112 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 932 time: 0.3205268 Aug 29 17:00:56.592253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 0162c024-cc6d-4a14-8c4f-d4c8392fceb2 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:00:56.609307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa559d-1599-4c65-9716-cf7604f0a50e req-76c58d85-e97f-43d9-bed8-f8bba7809958 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:56.611189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45fa559d-1599-4c65-9716-cf7604f0a50e req-76c58d85-e97f-43d9-bed8-f8bba7809958 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 945 time: 0.2245171 Aug 29 17:00:56.614736 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.620483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:56.621295 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.651440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:56.652305 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:56.711091 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-9affdb86-e7f4-47fe-8abd-3eca052cbb3a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7659450 Aug 29 17:00:56.722673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1266a234-94a6-402c-b063-5443e58bf95c tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:56.729195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1266a234-94a6-402c-b063-5443e58bf95c tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:56.737841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1266a234-94a6-402c-b063-5443e58bf95c tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:56.747100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1266a234-94a6-402c-b063-5443e58bf95c tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:56.747415 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1266a234-94a6-402c-b063-5443e58bf95c tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4510355 Aug 29 17:00:56.765521 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3afdbbf1-001b-44fc-a200-f12e7121d0fc req-3a03174e-a849-4edc-ad5c-e11833d63827 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801088 Aug 29 17:00:56.766307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57848) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:56.775404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Request body: {'port': {'device_id': 'a53c898a-9614-4a68-96b3-dd35cee2e57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:57.019106 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:57.024475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:57.115707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6960950 Aug 29 17:00:57.118215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57856) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:57.126686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'ports': [{'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1'}, {'network_id': '2c62078d-5263-453c-a7cb-07bfdf64af5f'}]} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:57.126905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:57.127385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': '2c62078d-5263-453c-a7cb-07bfdf64af5f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:00:57.148574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45fa559d-1599-4c65-9716-cf7604f0a50e req-0c6031fa-72a7-49f2-810e-adc7050959e9 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5210664 Aug 29 17:00:57.294801 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944105c-99e8-47dc-9f10-17ce330bfbce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Network': ['ID=2c62078d-5263-453c-a7cb-07bfdf64af5f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:57.311159 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 2c62078d-5263-453c-a7cb-07bfdf64af5f details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:00:57.609358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b50ef-cda8-410c-aa71-058f8a591b41 req-683ef590-5298-4e81-973a-b10f0975c36b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:57.610950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f61b50ef-cda8-410c-aa71-058f8a591b41 req-683ef590-5298-4e81-973a-b10f0975c36b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.1677556 Aug 29 17:00:57.643222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5f69eb-8df7-42a6-9570-a8442a507775 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:57.655707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8227f8-7274-4351-9866-3249a7d74071 req-8b693f6c-2624-464f-8a24-7eea88244c21 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:57.657434 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a8227f8-7274-4351-9866-3249a7d74071 req-8b693f6c-2624-464f-8a24-7eea88244c21 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.10 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 945 time: 0.1651938 Aug 29 17:00:57.666451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 2} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:00:57.671648 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:57.678284 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:57.745795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:57.750746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Transition to ACTIVE for port object 8f5f69eb-8df7-42a6-9570-a8442a507775 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:57.760041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4e415-8aec-4065-b46d-ec9cb18ca1d2 req-c9e52fbc-a09e-4b49-a65e-6380c953fd50 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:57.768117 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0e4e415-8aec-4065-b46d-ec9cb18ca1d2 req-c9e52fbc-a09e-4b49-a65e-6380c953fd50 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 932 time: 0.7941055 Aug 29 17:00:57.772868 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:57.778317 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f61b50ef-cda8-410c-aa71-058f8a591b41 req-24b1ae7c-c536-4ab8-ad0a-91bdf4ec64ee tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549459 Aug 29 17:00:57.873893 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0e4e415-8aec-4065-b46d-ec9cb18ca1d2 req-a825f26c-8930-4ef0-807b-da90c5ab5c0f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046526 Aug 29 17:00:57.922106 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:57.979820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5f69eb-8df7-42a6-9570-a8442a507775,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:57.986081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 273eb29f-74ad-4689-8ad8-b54fbbad9a96 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:58.028315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Deleting port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:58.028668 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.032830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0ca43b-c698-46d7-a266-7371c57ae78a']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:58.053217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db757ea3-3873-47f4-9127-1f598d5c001e') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:58.053973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db757ea3-3873-47f4-9127-1f598d5c001e') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:58.084570 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.096063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df4ea8-d8c2-4748-a678-3053aaa31098 req-602ea2c1-9fa4-467b-a26f-9ff0b4b00820 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:58.098111 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4df4ea8-d8c2-4748-a678-3053aaa31098 req-602ea2c1-9fa4-467b-a26f-9ff0b4b00820 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 932 time: 0.1012447 Aug 29 17:00:58.118830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d542885-4eec-41ba-b525-5c46b27bd27f req-cb8833dd-6c73-4377-90dd-4b3b4794ab57 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:58.126332 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d542885-4eec-41ba-b525-5c46b27bd27f req-cb8833dd-6c73-4377-90dd-4b3b4794ab57 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 950 time: 0.2441435 Aug 29 17:00:58.130773 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.176796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:00:58.177776 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.196974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4df4ea8-d8c2-4748-a678-3053aaa31098 req-3c990a12-100c-4de0-824d-2f3d06d5b909 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729592 Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:00:58.197823 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:00:58.317474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Attempting to bind port 8f5f69eb-8df7-42a6-9570-a8442a507775 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:58.320255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Attempting to bind port 8f5f69eb-8df7-42a6-9570-a8442a507775 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:58.324698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Attempting to bind port 8f5f69eb-8df7-42a6-9570-a8442a507775 on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:58.355986 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d542885-4eec-41ba-b525-5c46b27bd27f req-542aa819-135c-4082-b71b-576d9eaa5346 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287092 Aug 29 17:00:58.358199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] For port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:00:58.359763 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.379169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Port 8f5f69eb-8df7-42a6-9570-a8442a507775 on network c7ef043c-c91b-402d-be4d-7e838af6145b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:58.379818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Attempting to bind port 8f5f69eb-8df7-42a6-9570-a8442a507775 on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:58.380493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3511568-bb1f-45a5-9744-41ec43f641dd {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:00:58.392992 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.402843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:00:58.403450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Checking segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:58.404023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Bound using segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:00:58.404830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Bound port: 8f5f69eb-8df7-42a6-9570-a8442a507775, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:00:58.405413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.430058 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.465949 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.467763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "DELETE /v2.0/networks/1a0ca43b-c698-46d7-a266-7371c57ae78a HTTP/1.1" status: 204 len: 168 time: 1.6824946 Aug 29 17:00:58.473476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Transition to ACTIVE for port object b3511568-bb1f-45a5-9744-41ec43f641dd will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:00:58.474066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57870) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:58.475822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Network': ['ID=1a0ca43b-c698-46d7-a266-7371c57ae78a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:58.489447 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.495819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.496163 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.496502 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.496841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.497173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.497534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.497862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.498187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.498511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.498833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.499153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.499477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe355cc-a54a-422e-a7e1-067c92a8cc22 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:00:58.532266 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.542727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c2a69-a303-45a9-b326-ff10f4353ea2 req-049b3a20-1510-4629-a764-aced7e3de91b tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:58.544368 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a6c2a69-a303-45a9-b326-ff10f4353ea2 req-049b3a20-1510-4629-a764-aced7e3de91b tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 945 time: 0.1549993 Aug 29 17:00:58.607057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Pushing event updated for resources: {'Port': ['ID=b3511568-bb1f-45a5-9744-41ec43f641dd,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:58.661318 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a6c2a69-a303-45a9-b326-ff10f4353ea2 req-a1a7d6b8-4ae7-4b10-b44b-0db767eca4f8 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051810 Aug 29 17:00:58.686755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Attempting to bind port b3511568-bb1f-45a5-9744-41ec43f641dd on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:00:58.687349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Attempting to bind port b3511568-bb1f-45a5-9744-41ec43f641dd by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:00:58.687870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Attempting to bind port b3511568-bb1f-45a5-9744-41ec43f641dd on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:58.693626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Port b3511568-bb1f-45a5-9744-41ec43f641dd on network d86c8120-adf7-4307-9620-94a250f14ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:00:58.694167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Attempting to bind port b3511568-bb1f-45a5-9744-41ec43f641dd on network d86c8120-adf7-4307-9620-94a250f14ff7 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:00:58.700310 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:00:58.700886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Checking segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:00:58.701489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Bound using segment: {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:00:58.702077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Bound port: b3511568-bb1f-45a5-9744-41ec43f641dd, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc49b7f-e71a-4a47-9fe6-188dadaf1910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:00:58.702606 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.748337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] For port 8f5f69eb-8df7-42a6-9570-a8442a507775, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:58.752214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 31d61f9d-d000-487b-9a03-01fe7b8d4252 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:00:58.758739 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.794729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] For port b3511568-bb1f-45a5-9744-41ec43f641dd, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:00:58.802346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] For port b3511568-bb1f-45a5-9744-41ec43f641dd, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b3511568-bb1f-45a5-9744-41ec43f641dd,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:00:58.807450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.849399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] For port 8f5f69eb-8df7-42a6-9570-a8442a507775, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8f5f69eb-8df7-42a6-9570-a8442a507775,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:00:58.861416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:58.862846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.864546 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] 10.222.0.16 "PUT /v2.0/ports/b3511568-bb1f-45a5-9744-41ec43f641dd HTTP/1.1" status: 200 len: 1093 time: 2.1157343 Aug 29 17:00:58.865290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53c898a-9614-4a68-96b3-dd35cee2e57d', 'tag': 'b3511568-bb1f-45a5-9744-41ec43f641dd'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:58.868008 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441fb5e0-04cb-4add-a0ca-f2db03b7b4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a53c898a-9614-4a68-96b3-dd35cee2e57d", "tag": "b3511568-bb1f-45a5-9744-41ec43f641dd"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:58.904897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a59167-75ca-478b-85fa-7568bb06a37d service neutron] Pushing event updated for resources: {'Port': ['ID=b3511568-bb1f-45a5-9744-41ec43f641dd,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:58.907754 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:58.953136 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d079f76e-c74c-4370-b66a-891293fb8c81 x-openstack-request-id: req-d079f76e-c74c-4370-b66a-891293fb8c81 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:58.953480 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53c898a-9614-4a68-96b3-dd35cee2e57d", "tag": "b3511568-bb1f-45a5-9744-41ec43f641dd", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:58.953730 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d079f76e-c74c-4370-b66a-891293fb8c81 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:58.954118 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53c898a-9614-4a68-96b3-dd35cee2e57d', 'tag': 'b3511568-bb1f-45a5-9744-41ec43f641dd', 'status': 'completed', 'code': 200} Aug 29 17:00:58.968272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-d385d12d-070b-48b5-ab32-c75ee20a6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:58.973184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-d385d12d-070b-48b5-ab32-c75ee20a6bce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 1096 time: 0.0618865 Aug 29 17:00:59.023452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-fc66a4a7-bf1f-4d85-834e-09d229bb96da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3511568-bb1f-45a5-9744-41ec43f641dd HTTP/1.1" status: 200 len: 217 time: 0.0412669 Aug 29 17:00:59.094644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:59.095359 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:59.095857 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Floating IP 0642f53a-432f-4b37-9692-70e3b3b6bcd0 disassociated. External IP: 172.25.5.202, port: e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03. Aug 29 17:00:59.096361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Calling delete_port for e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:00:59.113343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aac3c0-1c04-40ae-82de-dbe276c7f79e req-62e1a0b7-d969-478e-a31b-7be525024049 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:59.115540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24aac3c0-1c04-40ae-82de-dbe276c7f79e req-62e1a0b7-d969-478e-a31b-7be525024049 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 944 time: 0.0950434 Aug 29 17:00:59.121815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df77027-21f3-44e3-a009-a5b9dbc9913f req-ea067cfc-dd45-41b9-b0e9-5d5b21908a13 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:59.123540 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6df77027-21f3-44e3-a009-a5b9dbc9913f req-ea067cfc-dd45-41b9-b0e9-5d5b21908a13 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 950 time: 0.3275619 Aug 29 17:00:59.124891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-8328c494-7594-48ca-95b2-c3f2a4510514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:59.126912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-8328c494-7594-48ca-95b2-c3f2a4510514 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.0929599 Aug 29 17:00:59.132946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:59.133614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:59.134982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] 10.222.0.16 "PUT /v2.0/ports/8f5f69eb-8df7-42a6-9570-a8442a507775 HTTP/1.1" status: 200 len: 1093 time: 3.2348323 Aug 29 17:00:59.135437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e99d97b-f70a-4041-9c17-ba66abbf8e45', 'tag': '8f5f69eb-8df7-42a6-9570-a8442a507775'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:00:59.140496 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0bce03-353f-4e92-8661-1dc33acfbe7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e99d97b-f70a-4041-9c17-ba66abbf8e45", "tag": "8f5f69eb-8df7-42a6-9570-a8442a507775"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:00:59.154437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:59.187762 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-ea0af739-7f6d-4036-aeab-89b7290e30c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397723 Aug 29 17:00:59.207996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24aac3c0-1c04-40ae-82de-dbe276c7f79e req-45e541be-0cfc-4169-a4bc-2b1867fbb9d7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851581 Aug 29 17:00:59.269061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0162c024-cc6d-4a14-8c4f-d4c8392fceb2']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:59.302726 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963569fc-89a2-4e02-84bd-42641eef4ddb x-openstack-request-id: req-963569fc-89a2-4e02-84bd-42641eef4ddb {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:00:59.303060 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e99d97b-f70a-4041-9c17-ba66abbf8e45", "tag": "8f5f69eb-8df7-42a6-9570-a8442a507775", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:00:59.303309 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-963569fc-89a2-4e02-84bd-42641eef4ddb {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:00:59.303726 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e99d97b-f70a-4041-9c17-ba66abbf8e45', 'tag': '8f5f69eb-8df7-42a6-9570-a8442a507775', 'status': 'completed', 'code': 200} Aug 29 17:00:59.375318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4936b3-c063-48c5-ba9a-a83fd974979e') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:59.375991 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-03502619-e018-46ba-ae25-1bd12cc8c3ac service neutron] 10.222.0.16 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715124 Aug 29 17:00:59.376108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4936b3-c063-48c5-ba9a-a83fd974979e') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:00:59.378906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d8e94-6bca-4da7-b800-da10a02876b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5f69eb-8df7-42a6-9570-a8442a507775,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:59.396119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9898300-f8ab-45d2-b1a1-aaa7bbf6b183 req-1b1e2332-dcb4-412e-bad4-abda681ee785 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:59.403932 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9898300-f8ab-45d2-b1a1-aaa7bbf6b183 req-1b1e2332-dcb4-412e-bad4-abda681ee785 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.4656358 Aug 29 17:00:59.427112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:59.513593 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ba467a4-bea3-4344-84cc-9144b8b31b37 req-f7fc5f14-2329-4a29-9243-a4ca9c38bd7f service neutron] 10.222.0.16 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230760 Aug 29 17:00:59.515805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:59.532681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662c3e5-be8d-4b08-ac56-fd628bf41683 req-2b46ac5a-7171-4c7a-be81-d78647ebc976 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:59.534979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6662c3e5-be8d-4b08-ac56-fd628bf41683 req-2b46ac5a-7171-4c7a-be81-d78647ebc976 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 944 time: 0.2065723 Aug 29 17:00:59.536253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:00:59.536689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:00:59.602688 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:00:59.622615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe7e7-3452-4244-beb1-214331534b02 req-5cb2b672-3a26-4414-8be8-e9b03b64c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:59.624187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-5cb2b672-3a26-4414-8be8-e9b03b64c82d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 1096 time: 0.4029086 Aug 29 17:00:59.629871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6662c3e5-be8d-4b08-ac56-fd628bf41683 req-a41c90f8-5ac6-4ac0-a174-b642110226f3 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779293 Aug 29 17:00:59.661769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:59.675261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9898300-f8ab-45d2-b1a1-aaa7bbf6b183 req-35cbf588-6f9d-47cd-b58e-9935cdf1d9af tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692568 Aug 29 17:00:59.741922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fb5e0-04cb-4add-a0ca-f2db03b7b4bc req-c5f2bfc3-42eb-4897-89d6-19d836b0a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:59.743809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-441fb5e0-04cb-4add-a0ca-f2db03b7b4bc req-c5f2bfc3-42eb-4897-89d6-19d836b0a6a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 1096 time: 0.1078734 Aug 29 17:00:59.777748 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:59.789973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:59.791810 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "DELETE /v2.0/networks/0162c024-cc6d-4a14-8c4f-d4c8392fceb2 HTTP/1.1" status: 204 len: 168 time: 1.3112936 Aug 29 17:00:59.798181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-5cca8481-61fb-4772-9b41-9a871f13ae0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f5f69eb-8df7-42a6-9570-a8442a507775 HTTP/1.1" status: 200 len: 217 time: 0.1527426 Aug 29 17:00:59.808722 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57900) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:00:59.834943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6df77027-21f3-44e3-a009-a5b9dbc9913f req-52619425-b8c3-4f38-9225-32a9470a2e0f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Deleting port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:00:59.835292 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6df77027-21f3-44e3-a009-a5b9dbc9913f req-52619425-b8c3-4f38-9225-32a9470a2e0f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:00:59.875117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf462f-dc5b-4aaa-ada9-c2858112d438 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Network': ['ID=0162c024-cc6d-4a14-8c4f-d4c8392fceb2,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:00:59.884340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dd741-2be5-4668-98d9-1ad2fa7bd1c6 req-c34f62df-b8f9-4c5d-b16a-3177af74886e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:59.895106 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9f8dd741-2be5-4668-98d9-1ad2fa7bd1c6 req-c34f62df-b8f9-4c5d-b16a-3177af74886e tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 950 time: 0.1448197 Aug 29 17:00:59.949169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fb5e0-04cb-4add-a0ca-f2db03b7b4bc req-1781ca16-8f7a-46e2-8f82-b0e6ec57242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:00:59.950909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-441fb5e0-04cb-4add-a0ca-f2db03b7b4bc req-1781ca16-8f7a-46e2-8f82-b0e6ec57242d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 906 time: 0.1988356 Aug 29 17:00:59.968170 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9f8dd741-2be5-4668-98d9-1ad2fa7bd1c6 req-f1f63f7d-1754-4871-ae00-ce652ce37d9c tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672076 Aug 29 17:01:00.014725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-441fb5e0-04cb-4add-a0ca-f2db03b7b4bc req-26b35195-e729-4104-b61f-b87e4e6ff296 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3511568-bb1f-45a5-9744-41ec43f641dd HTTP/1.1" status: 200 len: 217 time: 0.0440576 Aug 29 17:01:00.076894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fb5e0-04cb-4add-a0ca-f2db03b7b4bc req-9149961e-ed42-4de5-90c3-cec95772a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:00.078699 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-441fb5e0-04cb-4add-a0ca-f2db03b7b4bc req-9149961e-ed42-4de5-90c3-cec95772a505 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.0554831 Aug 29 17:01:00.129578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-441fb5e0-04cb-4add-a0ca-f2db03b7b4bc req-e0de867b-e235-4aeb-a80e-6465ab9b2429 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403273 Aug 29 17:01:00.142663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe7e7-3452-4244-beb1-214331534b02 req-6faafe2b-0671-414d-a0ab-d2555593c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:00.144198 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-6faafe2b-0671-414d-a0ab-d2555593c966 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.3138168 Aug 29 17:01:00.167490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaff3c-92da-4ef7-b9a4-90dcc0bc5eba req-c745a567-fb07-4c63-9ab6-744f5df761f9 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:00.169038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31eaff3c-92da-4ef7-b9a4-90dcc0bc5eba req-c745a567-fb07-4c63-9ab6-744f5df761f9 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 945 time: 0.3850670 Aug 29 17:01:00.196089 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:00.198370 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:00.276252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-441fb5e0-04cb-4add-a0ca-f2db03b7b4bc req-45b1f2dd-71e8-4c1a-b006-e3a483ce9027 service neutron] 10.222.0.16 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366842 Aug 29 17:01:00.277109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-4a258738-d891-4186-9991-499dffd5444b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211593 Aug 29 17:01:00.418310 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59beb4f-4424-4958-83f1-866d41954e6a req-d77c75e1-eb89-4eff-befb-e93396ff1e42 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:00.419889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c59beb4f-4424-4958-83f1-866d41954e6a req-d77c75e1-eb89-4eff-befb-e93396ff1e42 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 944 time: 0.1198502 Aug 29 17:01:00.489564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-441fb5e0-04cb-4add-a0ca-f2db03b7b4bc req-d545067d-cebf-407b-aac6-8af3ff6d24f1 service neutron] 10.222.0.16 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993847 Aug 29 17:01:00.496601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c59beb4f-4424-4958-83f1-866d41954e6a req-9e8236d5-00c2-4333-a899-1ac2d534a0f1 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538692 Aug 29 17:01:00.682159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6df77027-21f3-44e3-a009-a5b9dbc9913f req-52619425-b8c3-4f38-9225-32a9470a2e0f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] For port 20fb6a5f-49f7-4874-b8f2-5b73d5452506, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=20fb6a5f-49f7-4874-b8f2-5b73d5452506,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:00.682655 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6df77027-21f3-44e3-a009-a5b9dbc9913f req-52619425-b8c3-4f38-9225-32a9470a2e0f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:00.738579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:00.755330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936e59d-518c-49c3-8241-bc274ccf56ba tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:00.761844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936e59d-518c-49c3-8241-bc274ccf56ba tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:00.769015 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7936e59d-518c-49c3-8241-bc274ccf56ba tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9449966 Aug 29 17:01:00.778974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:00.780192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=273eb29f-74ad-4689-8ad8-b54fbbad9a96,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:00.780335 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57908) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:00.786974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:00.787843 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:00.788044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-159957271'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:00.789952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6df77027-21f3-44e3-a009-a5b9dbc9913f req-52619425-b8c3-4f38-9225-32a9470a2e0f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Calling delete_port for 20fb6a5f-49f7-4874-b8f2-5b73d5452506 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:00.815475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31eaff3c-92da-4ef7-b9a4-90dcc0bc5eba req-bc200219-f7d2-4e7c-be54-1ed4ad094407 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c10462c-c08a-4ad3-ade5-2bd591121cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6030955 Aug 29 17:01:00.831665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9554e2-2c2e-4557-934f-57571fd1e907 req-806e6f3d-91f9-4b33-a408-3c45bd8a9db0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:00.834412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df9554e2-2c2e-4557-934f-57571fd1e907 req-806e6f3d-91f9-4b33-a408-3c45bd8a9db0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 944 time: 0.0908751 Aug 29 17:01:00.853754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Made reservation on behalf of 9d682303530548f686980a21b2351507 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:00.857795 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:00.887768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Pushing event deleted for resources: {'Port': ['ID=e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:00.911318 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:00.923100 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:00.923375 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Added segment 0bd9fe27-00d7-4e17-bfc4-e97177d809b9 of type vlan for network 9fa4db75-0c65-486a-bd77-1cccc09cc7b2 Aug 29 17:01:00.986391 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df9554e2-2c2e-4557-934f-57571fd1e907 req-cb9bd79f-e356-4dca-a67a-ddb56932544a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261137 Aug 29 17:01:00.995617 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:01.031985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-ca3cf4bf-db47-4f53-8328-5d3ff9005ad1 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303822 Aug 29 17:01:01.042166 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:01.056966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:01.057672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:01.097477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=31d61f9d-d000-487b-9a03-01fe7b8d4252,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:01.161917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Checking segment: {'id': '618e0860-aed2-4c4a-ae0e-325372bbabd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2c62078d-5263-453c-a7cb-07bfdf64af5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:01.162332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network hostable DHCP agents. Network: 2c62078d-5263-453c-a7cb-07bfdf64af5f, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:01.173709 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3899808 Aug 29 17:01:01.183307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57912) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:01.196659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1806875397'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:01.204427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aa235-8c0b-4ebc-b926-65a0030da510 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event updated for resources: {'Network': ['ID=9fa4db75-0c65-486a-bd77-1cccc09cc7b2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:01.224251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 9fa4db75-0c65-486a-bd77-1cccc09cc7b2 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:01.253794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be42d3-905b-4a46-9fc1-a1bfdb245a0a req-3922cea4-3158-4f76-ab9c-c0a7140b6f54 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:01.261326 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41be42d3-905b-4a46-9fc1-a1bfdb245a0a req-3922cea4-3158-4f76-ab9c-c0a7140b6f54 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.2930508 Aug 29 17:01:01.293573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f177-b1cc-4da9-a4da-0d7f97dd20bc req-30e0c2d8-f0f3-4ba6-bbd1-5cacf3481876 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:01.295550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b716f177-b1cc-4da9-a4da-0d7f97dd20bc req-30e0c2d8-f0f3-4ba6-bbd1-5cacf3481876 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 950 time: 0.1527367 Aug 29 17:01:01.296634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Router dc71a2e8-e5d9-4059-afae-af821ae8b093 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:01:01.343340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 2c62078d-5263-453c-a7cb-07bfdf64af5f is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:01.377729 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Made reservation on behalf of 9d682303530548f686980a21b2351507 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:01.382073 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:01.386747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b716f177-b1cc-4da9-a4da-0d7f97dd20bc req-43997bff-78aa-42dc-987b-0bbb5d0a79e0 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787663 Aug 29 17:01:01.420186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41ebe7e7-3452-4244-beb1-214331534b02 req-99e6ac1e-3a26-470c-b09c-c26048581ca3 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419974 Aug 29 17:01:01.427459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 2c62078d-5263-453c-a7cb-07bfdf64af5f) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:01.441439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c85f38e-7268-4691-b047-30c2c65ec269 None None] Network 2c62078d-5263-453c-a7cb-07bfdf64af5f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:01.445688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41be42d3-905b-4a46-9fc1-a1bfdb245a0a req-bc3064bd-aa05-4fee-947b-81066376af87 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832309 Aug 29 17:01:01.446580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:01.452360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:01.463884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:01.464624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:01.503971 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6df77027-21f3-44e3-a009-a5b9dbc9913f req-52619425-b8c3-4f38-9225-32a9470a2e0f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:01.516594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['20fb6a5f-49f7-4874-b8f2-5b73d5452506'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:01:01.538016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['84d9d341-6bbf-4b95-93fe-eca5c2620f89'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:01:01.587485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:01.598369 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8a5b5d79-15a5-4b5d-80e3-8399acb76fea tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4747200 Aug 29 17:01:01.598369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52619425-b8c3-4f38-9225-32a9470a2e0f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Pushing event deleted for resources: {'Port': ['ID=20fb6a5f-49f7-4874-b8f2-5b73d5452506,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:01.601722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57916) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:01.657726 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:01.658568 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Added segment beca823f-6ee8-4c46-a87b-eb7cd6822d3d of type vlan for network 15bf51eb-8b94-4bb0-a614-0149b1c9f237 Aug 29 17:01:01.730140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df77027-21f3-44e3-a009-a5b9dbc9913f req-52619425-b8c3-4f38-9225-32a9470a2e0f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] No DVR routers for this DVR port 20fb6a5f-49f7-4874-b8f2-5b73d5452506 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:01.786136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6df77027-21f3-44e3-a009-a5b9dbc9913f req-52619425-b8c3-4f38-9225-32a9470a2e0f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:01.788203 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6df77027-21f3-44e3-a009-a5b9dbc9913f req-52619425-b8c3-4f38-9225-32a9470a2e0f tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.10 "DELETE /v2.0/ports/20fb6a5f-49f7-4874-b8f2-5b73d5452506 HTTP/1.1" status: 204 len: 173 time: 2.6443677 Aug 29 17:01:01.799447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bce03-353f-4e92-8661-1dc33acfbe7b req-053f70d0-4257-462b-b179-2b923bd974ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:01.801297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b0bce03-353f-4e92-8661-1dc33acfbe7b req-053f70d0-4257-462b-b179-2b923bd974ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 1096 time: 0.2936404 Aug 29 17:01:01.801774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5a1b92-5064-4c18-9709-f0c1ba12a327', 'name': 'network-vif-deleted', 'tag': '20fb6a5f-49f7-4874-b8f2-5b73d5452506'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:01:01.804087 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5612a84-4123-4b98-b17c-e0e92be95eff" -d '{"events": [{"server_uuid": "0d5a1b92-5064-4c18-9709-f0c1ba12a327", "name": "network-vif-deleted", "tag": "20fb6a5f-49f7-4874-b8f2-5b73d5452506"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:01:01.829884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e8963-92bc-4f08-9c38-d591fd95a132 req-f933290e-4945-4144-a94d-b173a3820ed2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:01.833478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b5e8963-92bc-4f08-9c38-d591fd95a132 req-f933290e-4945-4144-a94d-b173a3820ed2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 944 time: 0.1424391 Aug 29 17:01:01.889688 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6671d5-b08e-4fbf-b55a-987cc1e8e76f x-openstack-request-id: req-8e6671d5-b08e-4fbf-b55a-987cc1e8e76f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:01:01.889987 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5a1b92-5064-4c18-9709-f0c1ba12a327", "name": "network-vif-deleted", "tag": "20fb6a5f-49f7-4874-b8f2-5b73d5452506", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:01:01.890305 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e6671d5-b08e-4fbf-b55a-987cc1e8e76f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:01:01.890647 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5a1b92-5064-4c18-9709-f0c1ba12a327', 'name': 'network-vif-deleted', 'tag': '20fb6a5f-49f7-4874-b8f2-5b73d5452506', 'status': 'completed', 'code': 200} Aug 29 17:01:01.931730 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:01.934648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:01:01.960587 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0b5e8963-92bc-4f08-9c38-d591fd95a132 req-a87a9be0-342f-4b89-b304-208f648d27ff tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140330 Aug 29 17:01:01.967427 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ce8c1-4429-4b4c-9381-db9f9b6ef863 None None] Sync routers for ids ['dc71a2e8-e5d9-4059-afae-af821ae8b093'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:01:01.979905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-0ed531d4-e40d-45c4-b330-67729a928ef9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 31d61f9d-d000-487b-9a03-01fe7b8d4252 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:01.986249 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ce8c1-4429-4b4c-9381-db9f9b6ef863 None None] Routers {'dc71a2e8-e5d9-4059-afae-af821ae8b093'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:01.986907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ed531d4-e40d-45c4-b330-67729a928ef9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:01.990366 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-180ce8c1-4429-4b4c-9381-db9f9b6ef863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:00:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dc71a2e8-e5d9-4059-afae-af821ae8b093'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:02.070656 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.resource_extend [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:01:02.117831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-058d0b84-4f26-4f3b-98ad-9b50966250cd req-a922e93f-9c28-4d23-8145-30f76e21bced tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/ports?device_id=aaaae516-0dc1-4915-9aa1-58704a260ac9 HTTP/1.1" status: 200 len: 210 time: 0.0941131 Aug 29 17:01:02.136466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] No DVR routers for this DVR port e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:02.143523 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ed531d4-e40d-45c4-b330-67729a928ef9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:02.145432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:02.147433 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a8227f8-7274-4351-9866-3249a7d74071 req-fc18b8e6-b0ce-45cd-b2b9-624e9c790a74 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.10 "DELETE /v2.0/ports/e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 HTTP/1.1" status: 204 len: 173 time: 4.4733572 Aug 29 17:01:02.148540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:02.154468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:02.155119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:02.180713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-0ed531d4-e40d-45c4-b330-67729a928ef9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 31d61f9d-d000-487b-9a03-01fe7b8d4252 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:02.232412 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0455821 Aug 29 17:01:02.238980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57926) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:02.245612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'ports': [{'network_id': '9fa4db75-0c65-486a-bd77-1cccc09cc7b2', 'name': 'tempest-port--480833246', 'admin_state_up': True}, {'network_id': '15bf51eb-8b94-4bb0-a614-0149b1c9f237', 'admin_state_up': False}]} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:02.245937 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'port': {'network_id': '9fa4db75-0c65-486a-bd77-1cccc09cc7b2', 'name': 'tempest-port--480833246', 'admin_state_up': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:02.246430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'port': {'network_id': '15bf51eb-8b94-4bb0-a614-0149b1c9f237', 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:02.252720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bce03-353f-4e92-8661-1dc33acfbe7b req-4f8b65b6-04e3-4325-90f9-140840e04825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:02.254794 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b0bce03-353f-4e92-8661-1dc33acfbe7b req-4f8b65b6-04e3-4325-90f9-140840e04825 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 913 time: 0.4253809 Aug 29 17:01:02.322218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af0805-90fd-4499-a492-bdf28e3ce8db tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event updated for resources: {'Network': ['ID=15bf51eb-8b94-4bb0-a614-0149b1c9f237,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:02.329148 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-180ce8c1-4429-4b4c-9381-db9f9b6ef863 None None] Set router dc71a2e8-e5d9-4059-afae-af821ae8b093 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:02.335141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 15bf51eb-8b94-4bb0-a614-0149b1c9f237 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:02.373130 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b0bce03-353f-4e92-8661-1dc33acfbe7b req-f5ddb935-602f-45df-a6ce-5582e87b4b7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f5f69eb-8df7-42a6-9570-a8442a507775 HTTP/1.1" status: 200 len: 217 time: 0.1004367 Aug 29 17:01:02.434792 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ed531d4-e40d-45c4-b330-67729a928ef9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:02.528515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed531d4-e40d-45c4-b330-67729a928ef9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=31d61f9d-d000-487b-9a03-01fe7b8d4252,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:02.554248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0d8bd-00f8-4842-a255-88bf1ec42dcb req-2783f2a6-3c58-4e51-b3ed-f1e43a30febc tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:02.556018 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75b0d8bd-00f8-4842-a255-88bf1ec42dcb req-2783f2a6-3c58-4e51-b3ed-f1e43a30febc tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 944 time: 0.1406786 Aug 29 17:01:02.572399 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ed531d4-e40d-45c4-b330-67729a928ef9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:02.578803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:02.584522 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0ed531d4-e40d-45c4-b330-67729a928ef9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/31d61f9d-d000-487b-9a03-01fe7b8d4252 HTTP/1.1" status: 204 len: 168 time: 0.9776466 Aug 29 17:01:02.585392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57932) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:02.606686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bce03-353f-4e92-8661-1dc33acfbe7b req-52f1fc1f-563b-4788-be3a-45ec7d9b1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:02.608384 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b0bce03-353f-4e92-8661-1dc33acfbe7b req-52f1fc1f-563b-4788-be3a-45ec7d9b1a3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.2214963 Aug 29 17:01:02.616409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:02.622401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:02.702508 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-282f069f-4964-469e-9910-4c6e6af0c041 req-dfaf17d5-c705-4adf-a051-81d12e5a7715 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d5a1b92-5064-4c18-9709-f0c1ba12a327 HTTP/1.1" status: 200 len: 210 time: 0.0947692 Aug 29 17:01:02.707875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b0bce03-353f-4e92-8661-1dc33acfbe7b req-648c0854-0038-440b-b502-dd146e3f14e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791600 Aug 29 17:01:02.772300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75b0d8bd-00f8-4842-a255-88bf1ec42dcb req-d3348c55-a2fe-455b-98c0-a1a9fb995bf6 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839471 Aug 29 17:01:02.777408 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-180ce8c1-4429-4b4c-9381-db9f9b6ef863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 4, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dcc236fe-c25e-44b2-9895-11ecd7d9bfa6', 'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'mac_address': 'fa:16:3e:93:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '8528273b-b342-430c-b96e-c37e096faecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:45Z', 'updated_at': '2021-08-29T16:58:53Z', 'revision_number': 5, 'project_id': 'f1bc39904b984124bc85709116787b37', 'subnets': [{'id': '8528273b-b342-430c-b96e-c37e096faecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:02.798526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19d01a6-1fca-4853-94ef-82b96e3c63e8 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:02.807249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19d01a6-1fca-4853-94ef-82b96e3c63e8 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:02.814161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a19d01a6-1fca-4853-94ef-82b96e3c63e8 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2177734 Aug 29 17:01:02.814795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57934) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:02.816160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Made reservation on behalf of 9d682303530548f686980a21b2351507 for: {'port': 2} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:02.820931 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:02.854264 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ce8c1-4429-4b4c-9381-db9f9b6ef863 None None] Checking router: dc71a2e8-e5d9-4059-afae-af821ae8b093 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:01:02.854816 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:02.867763 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ce8c1-4429-4b4c-9381-db9f9b6ef863 None None] Routers {'dc71a2e8-e5d9-4059-afae-af821ae8b093'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:02.869336 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-180ce8c1-4429-4b4c-9381-db9f9b6ef863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:00:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dc71a2e8-e5d9-4059-afae-af821ae8b093'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:03.002439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-971e3983-4468-4448-9a87-091be932c3dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 273eb29f-74ad-4689-8ad8-b54fbbad9a96 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:03.003339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-971e3983-4468-4448-9a87-091be932c3dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:03.008107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] device_id is not set on port ba9d2033-cea3-49e8-b84d-d44539114884 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:03.021508 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-180ce8c1-4429-4b4c-9381-db9f9b6ef863 None None] Set router dc71a2e8-e5d9-4059-afae-af821ae8b093 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:03.138853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:03.183407 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-971e3983-4468-4448-9a87-091be932c3dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:03.202179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-971e3983-4468-4448-9a87-091be932c3dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 273eb29f-74ad-4689-8ad8-b54fbbad9a96 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:03.217730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc9add-1c25-4548-887a-c1d205a37414 req-6a32e683-9e00-485b-8166-7471326ce0b0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:03.221909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] device_id is not set on port 643da92e-5106-40e3-9dee-4ecf01159689 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:03.225734 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38bc9add-1c25-4548-887a-c1d205a37414 req-6a32e683-9e00-485b-8166-7471326ce0b0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 944 time: 0.1073346 Aug 29 17:01:03.326310 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38bc9add-1c25-4548-887a-c1d205a37414 req-6fbebd4b-cb48-4b89-b27b-672e41e02e63 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958941 Aug 29 17:01:03.359776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:03.378532 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-180ce8c1-4429-4b4c-9381-db9f9b6ef863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 4, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dcc236fe-c25e-44b2-9895-11ecd7d9bfa6', 'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'mac_address': 'fa:16:3e:93:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '8528273b-b342-430c-b96e-c37e096faecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:45Z', 'updated_at': '2021-08-29T16:58:53Z', 'revision_number': 5, 'project_id': 'f1bc39904b984124bc85709116787b37', 'subnets': [{'id': '8528273b-b342-430c-b96e-c37e096faecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:03.416732 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:03.444457 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-971e3983-4468-4448-9a87-091be932c3dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:03.444867 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ce8c1-4429-4b4c-9381-db9f9b6ef863 None None] The sync data for ids ['dc71a2e8-e5d9-4059-afae-af821ae8b093'] in n-d-713301-13 is: [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T16:58:46Z', 'revision_number': 4, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dcc236fe-c25e-44b2-9895-11ecd7d9bfa6', 'name': '', 'network_id': '566efc17-23ae-4435-b76f-65e0bd510864', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'mac_address': 'fa:16:3e:93:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '8528273b-b342-430c-b96e-c37e096faecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:45Z', 'updated_at': '2021-08-29T16:58:53Z', 'revision_number': 5, 'project_id': 'f1bc39904b984124bc85709116787b37', 'subnets': [{'id': '8528273b-b342-430c-b96e-c37e096faecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:01:03.498490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3983-4468-4448-9a87-091be932c3dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=273eb29f-74ad-4689-8ad8-b54fbbad9a96,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:03.520095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6db9af-cf1a-4a96-9534-000a1b48ffc2 req-c7bc9958-48bb-4465-9ff6-3a4111146c3b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:03.521071 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-971e3983-4468-4448-9a87-091be932c3dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:03.523334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-971e3983-4468-4448-9a87-091be932c3dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/273eb29f-74ad-4689-8ad8-b54fbbad9a96 HTTP/1.1" status: 204 len: 168 time: 0.7068989 Aug 29 17:01:03.529103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57942) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:03.529525 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b6db9af-cf1a-4a96-9534-000a1b48ffc2 req-c7bc9958-48bb-4465-9ff6-3a4111146c3b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.6955984 Aug 29 17:01:03.529659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57944) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:03.566481 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b0bce03-353f-4e92-8661-1dc33acfbe7b req-3e91166b-c83d-44bb-869f-c21141c37b11 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8457785 Aug 29 17:01:03.636901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event updated for resources: {'Port': ['ID=ba9d2033-cea3-49e8-b84d-d44539114884,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:03.650856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1f285fee-8bf8-43da-a0a3-a85ff8f26e3d tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:03.689978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b6db9af-cf1a-4a96-9534-000a1b48ffc2 req-228d0184-e695-4cfb-99fd-fe4c418038de tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594799 Aug 29 17:01:03.690199 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1f285fee-8bf8-43da-a0a3-a85ff8f26e3d tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:03.713160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Checking segment: {'id': '0bd9fe27-00d7-4e17-bfc4-e97177d809b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9fa4db75-0c65-486a-bd77-1cccc09cc7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:03.715322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Network hostable DHCP agents. Network: 9fa4db75-0c65-486a-bd77-1cccc09cc7b2, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:03.749794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fd1978-5f77-4d36-b66b-f5a7f47f97b6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:03.750171 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b0bce03-353f-4e92-8661-1dc33acfbe7b req-9ac9938d-6e05-4e98-9d6a-1d5e389093da service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729321 Aug 29 17:01:03.751950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c4fd1978-5f77-4d36-b66b-f5a7f47f97b6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2213836 Aug 29 17:01:03.755181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57948) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:03.777861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Network 9fa4db75-0c65-486a-bd77-1cccc09cc7b2 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:03.801143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 9fa4db75-0c65-486a-bd77-1cccc09cc7b2) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:03.810035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0986dc-858d-4806-bc03-6ce1ccd78878 None None] Network 9fa4db75-0c65-486a-bd77-1cccc09cc7b2 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:03.812024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:03.812024 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:03.831735 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b605b649-37ba-4518-b6da-c58a0e6d003e tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:01:03.835674 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b605b649-37ba-4518-b6da-c58a0e6d003e tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/31d61f9d-d000-487b-9a03-01fe7b8d4252 HTTP/1.1" status: 404 len: 333 time: 0.0792270 Aug 29 17:01:03.839619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57954) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:03.897964 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-304d2754-59c8-499f-bf4a-5e04b7403574 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:01:03.905986 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-304d2754-59c8-499f-bf4a-5e04b7403574 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/273eb29f-74ad-4689-8ad8-b54fbbad9a96 HTTP/1.1" status: 404 len: 333 time: 0.0617032 Aug 29 17:01:03.909544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57956) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:03.919491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'name': 'network-vif-deleted', 'tag': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:01:03.935108 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bb046a-d449-428e-bcb9-b06a66ae7861" -d '{"events": [{"server_uuid": "aaaae516-0dc1-4915-9aa1-58704a260ac9", "name": "network-vif-deleted", "tag": "e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:01:04.008304 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.018724 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a05cb-ca69-4f4d-ac46-aa0bc9263e99 None None] New status for floating IP 0642f53a-432f-4b37-9692-70e3b3b6bcd0: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:01:04.044276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event updated for resources: {'Port': ['ID=643da92e-5106-40e3-9dee-4ecf01159689,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:04.070534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Checking segment: {'id': 'beca823f-6ee8-4c46-a87b-eb7cd6822d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '15bf51eb-8b94-4bb0-a614-0149b1c9f237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:04.071259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Network hostable DHCP agents. Network: 15bf51eb-8b94-4bb0-a614-0149b1c9f237, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:04.098707 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1f285fee-8bf8-43da-a0a3-a85ff8f26e3d tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.101299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Network 15bf51eb-8b94-4bb0-a614-0149b1c9f237 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:04.102017 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1f285fee-8bf8-43da-a0a3-a85ff8f26e3d tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.103156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1f285fee-8bf8-43da-a0a3-a85ff8f26e3d tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "DELETE /v2.0/security-groups/2c10462c-c08a-4ad3-ade5-2bd591121cc8 HTTP/1.1" status: 204 len: 168 time: 0.5714607 Aug 29 17:01:04.105673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57962) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:04.129900 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-e33f054b-0aa5-47e1-9ec0-5b23e9c198ad tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] show failed (client error): The resource could not be found. Aug 29 17:01:04.131377 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e33f054b-0aa5-47e1-9ec0-5b23e9c198ad tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "GET /v2.0/security-groups/2c10462c-c08a-4ad3-ade5-2bd591121cc8 HTTP/1.1" status: 404 len: 347 time: 0.0242696 Aug 29 17:01:04.134426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57964) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:04.168799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f285fee-8bf8-43da-a0a3-a85ff8f26e3d tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c10462c-c08a-4ad3-ade5-2bd591121cc8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:04.175706 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.187010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa54c76-79c1-47ba-b26d-530e27cda110 req-d5fe46d8-1587-4ba6-90bd-2851a3668ca7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:04.194767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-daa54c76-79c1-47ba-b26d-530e27cda110 req-d5fe46d8-1587-4ba6-90bd-2851a3668ca7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 944 time: 0.2872667 Aug 29 17:01:04.226464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c62078d-5263-453c-a7cb-07bfdf64af5f']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:04.248070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618e0860-aed2-4c4a-ae0e-325372bbabd9') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:04.248369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618e0860-aed2-4c4a-ae0e-325372bbabd9') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:04.250808 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf04eb8-9695-4390-bd39-4df859506d3d x-openstack-request-id: req-0bf04eb8-9695-4390-bd39-4df859506d3d {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:01:04.252562 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaae516-0dc1-4915-9aa1-58704a260ac9", "name": "network-vif-deleted", "tag": "e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:01:04.255116 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0bf04eb8-9695-4390-bd39-4df859506d3d {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:01:04.255823 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaae516-0dc1-4915-9aa1-58704a260ac9', 'name': 'network-vif-deleted', 'tag': 'e3c2d8ee-dc97-4acb-a1a1-87bf2ec46c03', 'status': 'completed', 'code': 200} Aug 29 17:01:04.264133 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-daa54c76-79c1-47ba-b26d-530e27cda110 req-79af719e-920a-4186-9462-9451de5b4112 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632937 Aug 29 17:01:04.274977 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.304271 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.311719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:04.312370 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.322201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 15bf51eb-8b94-4bb0-a614-0149b1c9f237) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:04.343989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:04.362027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:04.368159 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4df04a9-8d3c-4c0b-bca0-e667dbcb36da None None] Network 15bf51eb-8b94-4bb0-a614-0149b1c9f237 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:04.374709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:04.378656 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.450804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b3511568-bb1f-45a5-9744-41ec43f641dd details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:01:04.507421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ba96e-e95d-4565-a7be-99f6980f8e23 req-04993aff-31bd-4a7a-b627-d734b3395ce6 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:04.516918 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-560ba96e-e95d-4565-a7be-99f6980f8e23 req-04993aff-31bd-4a7a-b627-d734b3395ce6 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 949 time: 0.2101099 Aug 29 17:01:04.532948 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-64b4bb01-dece-4194-96a2-b203b20685c0 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2923594 Aug 29 17:01:04.533842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57968) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:04.592400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f6031334-5fae-4764-abc3-007bc59bb6d6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Deleting port dbb98d3b-2d0f-4c47-b2eb-8e3f1cec01a3 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:04.592749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6031334-5fae-4764-abc3-007bc59bb6d6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.659063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b3511568-bb1f-45a5-9744-41ec43f641dd, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b3511568-bb1f-45a5-9744-41ec43f641dd,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:04.662821 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-560ba96e-e95d-4565-a7be-99f6980f8e23 req-0ff490d6-f299-4bcd-a6f2-b9bd64f0baf0 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447306 Aug 29 17:01:04.676247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'b3511568-bb1f-45a5-9744-41ec43f641dd', 'network_id': 'd86c8120-adf7-4307-9620-94a250f14ff7', 'port_id': 'b3511568-bb1f-45a5-9744-41ec43f641dd', 'mac_address': 'fa:16:3e:83:58:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ffaa0b-3833-4fd3-81a1-14e261c9c132', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:01:04.682713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 20fb6a5f-49f7-4874-b8f2-5b73d5452506 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:04.702375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435b707d-8451-4812-91d2-ff76538235ac tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:04.708972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435b707d-8451-4812-91d2-ff76538235ac tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:04.712250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 20fb6a5f-49f7-4874-b8f2-5b73d5452506 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:04.712771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 20fb6a5f-49f7-4874-b8f2-5b73d5452506 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:04.722234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-435b707d-8451-4812-91d2-ff76538235ac tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1771100 Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:04.730442 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:04.732890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57972) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:04.821976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d7e2d-3d82-4428-81aa-63262b8da17f req-145ec12e-fd09-44a9-ae4d-dfb93247543a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:04.831794 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.833980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b94d7e2d-3d82-4428-81aa-63262b8da17f req-145ec12e-fd09-44a9-ae4d-dfb93247543a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 944 time: 0.1031797 Aug 29 17:01:04.836155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.861525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6031334-5fae-4764-abc3-007bc59bb6d6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.861525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6031334-5fae-4764-abc3-007bc59bb6d6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.861828 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.863553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3511568-bb1f-45a5-9744-41ec43f641dd {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:01:04.879333 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/networks/2c62078d-5263-453c-a7cb-07bfdf64af5f HTTP/1.1" status: 204 len: 168 time: 0.9626150 Aug 29 17:01:04.900378 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57974) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:04.909690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b3511568-bb1f-45a5-9744-41ec43f641dd, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b3511568-bb1f-45a5-9744-41ec43f641dd,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:04.911807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2144758038'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:04.915667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f6031334-5fae-4764-abc3-007bc59bb6d6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Calling delete_port for dbb98d3b-2d0f-4c47-b2eb-8e3f1cec01a3 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:04.924098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364d794-33eb-4a98-b5e7-96a39fd159d4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Network': ['ID=2c62078d-5263-453c-a7cb-07bfdf64af5f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:04.941728 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:04.943054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd794b3e-7d5b-43ba-9f82-2b0542431c8f req-16f6d460-c288-4c6d-a9e4-915b3e74591c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:04.950639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd794b3e-7d5b-43ba-9f82-2b0542431c8f req-16f6d460-c288-4c6d-a9e4-915b3e74591c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.1471863 Aug 29 17:01:04.998389 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b94d7e2d-3d82-4428-81aa-63262b8da17f req-37b76dd3-9a7f-4285-b34c-a44432f6bf11 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542997 Aug 29 17:01:05.019638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:05.033944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.039553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=b3511568-bb1f-45a5-9744-41ec43f641dd,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:05.045055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd794b3e-7d5b-43ba-9f82-2b0542431c8f req-3bb7ddb7-613e-4031-927e-d1d2f8fccaf4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934379 Aug 29 17:01:05.071237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a4a992ca-c25d-4996-9042-95b637b4be4d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Deleting port ba9d2033-cea3-49e8-b84d-d44539114884 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:05.071379 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4a992ca-c25d-4996-9042-95b637b4be4d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.079574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:05.086346 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.086699 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Added segment 23660809-fdad-439e-b045-bfd434a84287 of type vlan for network 21507339-78ee-4821-b5ab-52f43367b2bf Aug 29 17:01:05.141152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.178334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.185813 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:05.186472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.192417 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4a992ca-c25d-4996-9042-95b637b4be4d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.212367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a4a992ca-c25d-4996-9042-95b637b4be4d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Calling delete_port for ba9d2033-cea3-49e8-b84d-d44539114884 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:05.266677 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3625956 Aug 29 17:01:05.270065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57980) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:05.273315 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6031334-5fae-4764-abc3-007bc59bb6d6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.276018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': '21507339-78ee-4821-b5ab-52f43367b2bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:05.279221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde79771-ed52-4ed1-bc4b-6e5d25d4559b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Network': ['ID=21507339-78ee-4821-b5ab-52f43367b2bf,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:05.297678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 21507339-78ee-4821-b5ab-52f43367b2bf details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:05.316903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6031334-5fae-4764-abc3-007bc59bb6d6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Pushing event deleted for resources: {'Port': ['ID=dbb98d3b-2d0f-4c47-b2eb-8e3f1cec01a3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:05.389399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['b3511568-bb1f-45a5-9744-41ec43f641dd'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:01:05.449684 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6031334-5fae-4764-abc3-007bc59bb6d6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.452958 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6031334-5fae-4764-abc3-007bc59bb6d6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.454799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:05.456129 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f6031334-5fae-4764-abc3-007bc59bb6d6 tempest-ServersTestJSON-1297286229 tempest-ServersTestJSON-1297286229-project] 10.222.0.22 "DELETE /v2.0/floatingips/0642f53a-432f-4b37-9692-70e3b3b6bcd0 HTTP/1.1" status: 204 len: 168 time: 1.3203638 Aug 29 17:01:05.458831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57984) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:05.469673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.490788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a0f06-67fa-4662-9265-7e9e0e70d875 req-c884498f-9317-49c0-8807-bdfb02f7d8b2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:05.492364 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-456a0f06-67fa-4662-9265-7e9e0e70d875 req-c884498f-9317-49c0-8807-bdfb02f7d8b2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 945 time: 0.1045709 Aug 29 17:01:05.554387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4a992ca-c25d-4996-9042-95b637b4be4d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.617166 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-456a0f06-67fa-4662-9265-7e9e0e70d875 req-5bd141bc-6eea-448f-80f8-625a9f615a71 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143372 Aug 29 17:01:05.621100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a992ca-c25d-4996-9042-95b637b4be4d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Port': ['ID=ba9d2033-cea3-49e8-b84d-d44539114884,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:05.653920 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4a992ca-c25d-4996-9042-95b637b4be4d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.659974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a4a992ca-c25d-4996-9042-95b637b4be4d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "DELETE /v2.0/ports/ba9d2033-cea3-49e8-b84d-d44539114884 HTTP/1.1" status: 204 len: 168 time: 0.9226096 Aug 29 17:01:05.663042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57986) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:05.795732 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.798251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd2f4d-ba90-4f93-a6d7-d2981a8dda44 req-379ada0c-41b6-48f7-b240-e0ce2bd7c0c7 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:05.800307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8dd2f4d-ba90-4f93-a6d7-d2981a8dda44 req-379ada0c-41b6-48f7-b240-e0ce2bd7c0c7 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 949 time: 0.1876292 Aug 29 17:01:05.889770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Subnet': ['ID=802fe425-cd73-4901-b2d4-04910793dd25,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:05.895974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Checking segment: {'id': '23660809-fdad-439e-b045-bfd434a84287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '21507339-78ee-4821-b5ab-52f43367b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:05.896366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network hostable DHCP agents. Network: 21507339-78ee-4821-b5ab-52f43367b2bf, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:05.916137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 21507339-78ee-4821-b5ab-52f43367b2bf is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:05.928780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 21507339-78ee-4821-b5ab-52f43367b2bf) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:05.934517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:05.935283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:05.941849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc814ce-8e26-4553-9a98-d7b8ed65f569 None None] Network 21507339-78ee-4821-b5ab-52f43367b2bf requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:05.962274 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2252cfc6-4615-42c3-93ee-9af220a19fdd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6883669 Aug 29 17:01:05.962491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57996) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:05.968685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': '21507339-78ee-4821-b5ab-52f43367b2bf', 'name': 'tempest-PortsTestJSON-933555795'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:06.135246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-21507339-78ee-4821-b5ab-52f43367b2bf', 'network_id': '21507339-78ee-4821-b5ab-52f43367b2bf', 'tenant_id': '90b2c129704746a2b6a94fa082dcf61a', 'fixed_ips': [{'subnet_id': '802fe425-cd73-4901-b2d4-04910793dd25'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:06.136551 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.151914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:06.155381 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.167568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a2a74-26dc-435c-9534-a5d84e515b0e req-395f43f2-6e19-4759-9a0b-7a4cb97f081e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:06.169286 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-691a2a74-26dc-435c-9534-a5d84e515b0e req-395f43f2-6e19-4759-9a0b-7a4cb97f081e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 944 time: 0.0712988 Aug 29 17:01:06.199214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port aabdc9f9-60be-4ddf-a26a-b93753c6e2f2 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:06.259398 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-691a2a74-26dc-435c-9534-a5d84e515b0e req-99f75c07-92bc-4e92-bf24-e58a020627eb tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829942 Aug 29 17:01:06.298639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Allocated IP 172.20.0.2 (21507339-78ee-4821-b5ab-52f43367b2bf/802fe425-cd73-4901-b2d4-04910793dd25/98c5e277-de87-43df-a66d-18c76e7c0da1) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:06.352134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ca978-7cad-4aea-9bd9-72a0ec2664bd req-0d1196dd-d5f1-4edc-983a-0d207419a118 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:06.353708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f26ca978-7cad-4aea-9bd9-72a0ec2664bd req-0d1196dd-d5f1-4edc-983a-0d207419a118 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 949 time: 0.5727015 Aug 29 17:01:06.392465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec219fa3-6e73-4a83-86b7-b948b0931ffb req-198fa706-e577-4ed2-8e04-6099389b55c4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:06.394895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec219fa3-6e73-4a83-86b7-b948b0931ffb req-198fa706-e577-4ed2-8e04-6099389b55c4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.0625534 Aug 29 17:01:06.413105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-43862924-fdb5-40ed-afaf-4ff4cc3b5c2f tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Deleting port 643da92e-5106-40e3-9dee-4ecf01159689 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:06.413480 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43862924-fdb5-40ed-afaf-4ff4cc3b5c2f tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.437301 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec219fa3-6e73-4a83-86b7-b948b0931ffb req-88ecb2c6-ff0c-4428-b217-0cdfeb2c2021 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354023 Aug 29 17:01:06.457499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8f5f69eb-8df7-42a6-9570-a8442a507775 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:01:06.491860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.505866 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f26ca978-7cad-4aea-9bd9-72a0ec2664bd req-a47fea3e-9a56-4fe3-a7e1-d77deb75d771 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9846dd7-63f5-424d-b457-bb7346e542e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430695 Aug 29 17:01:06.525496 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-a8dd2f4d-ba90-4f93-a6d7-d2981a8dda44 req-43ec7c97-44ee-49ae-bc70-ffe6b5956abf tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Deleting port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:06.525496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a8dd2f4d-ba90-4f93-a6d7-d2981a8dda44 req-43ec7c97-44ee-49ae-bc70-ffe6b5956abf tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.535479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Transition to ACTIVE for port object 98c5e277-de87-43df-a66d-18c76e7c0da1 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:06.537565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43862924-fdb5-40ed-afaf-4ff4cc3b5c2f tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.559746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Transition to ACTIVE for port object 98c5e277-de87-43df-a66d-18c76e7c0da1 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:06.573659 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.604895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-43862924-fdb5-40ed-afaf-4ff4cc3b5c2f tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Calling delete_port for 643da92e-5106-40e3-9dee-4ecf01159689 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:06.622282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Pushing event updated for resources: {'Port': ['ID=98c5e277-de87-43df-a66d-18c76e7c0da1,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:06.635640 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4a0e2235-e04f-490c-bbfd-679b4a84f55e {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:01:06.636637 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:01:06.645007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8f5f69eb-8df7-42a6-9570-a8442a507775, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8f5f69eb-8df7-42a6-9570-a8442a507775,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:06.656438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Network 21507339-78ee-4821-b5ab-52f43367b2bf is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:06.659224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:06.662909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:06.665032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '8f5f69eb-8df7-42a6-9570-a8442a507775', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'port_id': '8f5f69eb-8df7-42a6-9570-a8442a507775', 'mac_address': 'fa:16:3e:1d:ea:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35736e46-1540-46d5-8b3f-132f9d7bf21c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:01:06.707730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-a8dd2f4d-ba90-4f93-a6d7-d2981a8dda44 req-43ec7c97-44ee-49ae-bc70-ffe6b5956abf tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] For port 84d9d341-6bbf-4b95-93fe-eca5c2620f89, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=84d9d341-6bbf-4b95-93fe-eca5c2620f89,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:06.708105 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a8dd2f4d-ba90-4f93-a6d7-d2981a8dda44 req-43ec7c97-44ee-49ae-bc70-ffe6b5956abf tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.740441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-a8dd2f4d-ba90-4f93-a6d7-d2981a8dda44 req-43ec7c97-44ee-49ae-bc70-ffe6b5956abf tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Calling delete_port for 84d9d341-6bbf-4b95-93fe-eca5c2620f89 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:06.745376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Attempting to bind port 98c5e277-de87-43df-a66d-18c76e7c0da1 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:06.745759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Attempting to bind port 98c5e277-de87-43df-a66d-18c76e7c0da1 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '23660809-fdad-439e-b045-bfd434a84287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '21507339-78ee-4821-b5ab-52f43367b2bf'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:06.746220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Attempting to bind port 98c5e277-de87-43df-a66d-18c76e7c0da1 on network 21507339-78ee-4821-b5ab-52f43367b2bf {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:06.749000 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.754067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:06.754446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Checking segment: {'id': '23660809-fdad-439e-b045-bfd434a84287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '21507339-78ee-4821-b5ab-52f43367b2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:06.754846 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.755241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Bound using segment: {'id': '23660809-fdad-439e-b045-bfd434a84287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '21507339-78ee-4821-b5ab-52f43367b2bf'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:06.755716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Bound port: 98c5e277-de87-43df-a66d-18c76e7c0da1, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23660809-fdad-439e-b045-bfd434a84287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '21507339-78ee-4821-b5ab-52f43367b2bf'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:06.756101 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.779715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5f69eb-8df7-42a6-9570-a8442a507775 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:01:06.785899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1de2af-2584-49b3-885c-edfb7b667ef5 req-cdd137f5-cc7c-46ae-8554-1927a9f264a5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:06.790212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de1de2af-2584-49b3-885c-edfb7b667ef5 req-cdd137f5-cc7c-46ae-8554-1927a9f264a5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 945 time: 0.0626864 Aug 29 17:01:06.807169 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8f5f69eb-8df7-42a6-9570-a8442a507775, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8f5f69eb-8df7-42a6-9570-a8442a507775,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:06.813020 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.826912 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43862924-fdb5-40ed-afaf-4ff4cc3b5c2f tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.867438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43862924-fdb5-40ed-afaf-4ff4cc3b5c2f tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Port': ['ID=643da92e-5106-40e3-9dee-4ecf01159689,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:06.877334 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a2c70-0e32-4bac-9453-7425d505a84a req-06c8391e-29f6-4a76-9e69-97b4fcbc784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:06.879552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b2a2c70-0e32-4bac-9453-7425d505a84a req-06c8391e-29f6-4a76-9e69-97b4fcbc784a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 1098 time: 0.0606205 Aug 29 17:01:06.882517 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de1de2af-2584-49b3-885c-edfb7b667ef5 req-d11831de-438c-4db7-83dd-db1a72ae1ed3 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817750 Aug 29 17:01:06.883739 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43862924-fdb5-40ed-afaf-4ff4cc3b5c2f tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.885674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-43862924-fdb5-40ed-afaf-4ff4cc3b5c2f tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "DELETE /v2.0/ports/643da92e-5106-40e3-9dee-4ecf01159689 HTTP/1.1" status: 204 len: 168 time: 1.2211804 Aug 29 17:01:06.890587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58008) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:06.921395 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7c7d009f-07af-4dcf-92f5-c7524a006b49 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0275970 Aug 29 17:01:06.925806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58010) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:06.926787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] For port 98c5e277-de87-43df-a66d-18c76e7c0da1, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:06.930742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] For port 98c5e277-de87-43df-a66d-18c76e7c0da1, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=98c5e277-de87-43df-a66d-18c76e7c0da1,segment=NetworkSegment(23660809-fdad-439e-b045-bfd434a84287),segment_id=23660809-fdad-439e-b045-bfd434a84287)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:06.932482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=8f5f69eb-8df7-42a6-9570-a8442a507775,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:06.939076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1178736709'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:06.940109 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.946552 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:06.989628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a2c70-0e32-4bac-9453-7425d505a84a req-08818a80-a9e6-46ed-a61f-c0d74948202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:06.991636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b2a2c70-0e32-4bac-9453-7425d505a84a req-08818a80-a9e6-46ed-a61f-c0d74948202c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.1046147 Aug 29 17:01:07.024156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e99c5-e478-4128-8c80-72bc38b00bbe None None] Pushing event updated for resources: {'Port': ['ID=98c5e277-de87-43df-a66d-18c76e7c0da1,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:07.057555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b2a2c70-0e32-4bac-9453-7425d505a84a req-aaeffb17-5b81-4bef-bc73-2a6a0b1f9035 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4 HTTP/1.1" status: 200 len: 217 time: 0.0563331 Aug 29 17:01:07.067323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Made reservation on behalf of 9d682303530548f686980a21b2351507 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:07.070795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.110416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a2c70-0e32-4bac-9453-7425d505a84a req-051fa1e5-949f-4fdd-9703-3d81501a6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:07.112802 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b2a2c70-0e32-4bac-9453-7425d505a84a req-051fa1e5-949f-4fdd-9703-3d81501a6095 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.0470006 Aug 29 17:01:07.134044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:07.135078 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a8dd2f4d-ba90-4f93-a6d7-d2981a8dda44 req-43ec7c97-44ee-49ae-bc70-ffe6b5956abf tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.149084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.173004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port dfff729f-06c4-41b7-9933-787940333a28 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:07.221990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['8f5f69eb-8df7-42a6-9570-a8442a507775'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:01:07.225829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.226188 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Added segment b8508acb-8674-413a-9026-3505ae43add0 of type vlan for network a519974b-a8d2-4c6b-92c3-f4bf7270787f Aug 29 17:01:07.227774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec7c97-44ee-49ae-bc70-ffe6b5956abf tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Pushing event deleted for resources: {'Port': ['ID=84d9d341-6bbf-4b95-93fe-eca5c2620f89,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:07.256526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a2c70-0e32-4bac-9453-7425d505a84a req-14798647-09fb-4ea2-8142-c2179b1a5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:07.256526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b2a2c70-0e32-4bac-9453-7425d505a84a req-14798647-09fb-4ea2-8142-c2179b1a5caa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1347044 Aug 29 17:01:07.341216 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.374585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dd2f4d-ba90-4f93-a6d7-d2981a8dda44 req-43ec7c97-44ee-49ae-bc70-ffe6b5956abf tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] No DVR routers for this DVR port 84d9d341-6bbf-4b95-93fe-eca5c2620f89 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:07.380256 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a8dd2f4d-ba90-4f93-a6d7-d2981a8dda44 req-43ec7c97-44ee-49ae-bc70-ffe6b5956abf tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.383104 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8dd2f4d-ba90-4f93-a6d7-d2981a8dda44 req-43ec7c97-44ee-49ae-bc70-ffe6b5956abf tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.16 "DELETE /v2.0/ports/84d9d341-6bbf-4b95-93fe-eca5c2620f89 HTTP/1.1" status: 204 len: 173 time: 1.1787455 Aug 29 17:01:07.392264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b5442b-1a01-4621-bb25-d9d156cb8b33', 'name': 'network-vif-deleted', 'tag': '84d9d341-6bbf-4b95-93fe-eca5c2620f89'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:01:07.403234 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600d6c7d-78f1-4142-9471-dd6e1cbb24dd" -d '{"events": [{"server_uuid": "35b5442b-1a01-4621-bb25-d9d156cb8b33", "name": "network-vif-deleted", "tag": "84d9d341-6bbf-4b95-93fe-eca5c2620f89"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:01:07.489006 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf79fb5-e473-4440-8e80-9dbfb8727cc3 x-openstack-request-id: req-eaf79fb5-e473-4440-8e80-9dbfb8727cc3 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:01:07.497768 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b2a2c70-0e32-4bac-9453-7425d505a84a req-58af6001-9c31-4288-aa35-45e586d0026c service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287450 Aug 29 17:01:07.498873 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.12 (21507339-78ee-4821-b5ab-52f43367b2bf/802fe425-cd73-4901-b2d4-04910793dd25/dfff729f-06c4-41b7-9933-787940333a28) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:07.500544 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b5442b-1a01-4621-bb25-d9d156cb8b33", "name": "network-vif-deleted", "tag": "84d9d341-6bbf-4b95-93fe-eca5c2620f89", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:01:07.500902 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eaf79fb5-e473-4440-8e80-9dbfb8727cc3 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:01:07.501458 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b5442b-1a01-4621-bb25-d9d156cb8b33', 'name': 'network-vif-deleted', 'tag': '84d9d341-6bbf-4b95-93fe-eca5c2620f89', 'status': 'completed', 'code': 200} Aug 29 17:01:07.548383 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.555539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:07.556264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.646171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024f460-493f-4970-84b8-eac66485e426 req-e55d176f-5208-43ba-b972-4138fa126da8 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:07.647708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3024f460-493f-4970-84b8-eac66485e426 req-e55d176f-5208-43ba-b972-4138fa126da8 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 945 time: 0.2340658 Aug 29 17:01:07.653340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7199688 Aug 29 17:01:07.656863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58020) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:07.662093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1168877228'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:07.688225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3a0df-fb92-4b96-bef9-4145d22e06d9 req-9571966d-50b0-4b56-91c8-ba40da74680f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:07.688425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96202d1a-e43f-46e0-9395-4c17dca13fa3 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event updated for resources: {'Network': ['ID=a519974b-a8d2-4c6b-92c3-f4bf7270787f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:07.689641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00b3a0df-fb92-4b96-bef9-4145d22e06d9 req-9571966d-50b0-4b56-91c8-ba40da74680f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.1174107 Aug 29 17:01:07.702531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a519974b-a8d2-4c6b-92c3-f4bf7270787f details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:07.742746 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3024f460-493f-4970-84b8-eac66485e426 req-dc7fde25-dfa4-4248-baf6-f646438ff419 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855474 Aug 29 17:01:07.767408 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b2a2c70-0e32-4bac-9453-7425d505a84a req-0e0608ff-1de5-4665-b78e-67f6f6159978 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532034 Aug 29 17:01:07.767651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] Deleting port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:07.768008 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.795250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Made reservation on behalf of 9d682303530548f686980a21b2351507 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:07.798597 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.833379 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00b3a0df-fb92-4b96-bef9-4145d22e06d9 req-1db3609d-e4ea-4740-b30a-067ed80a138f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355200 Aug 29 17:01:07.876631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:07.907029 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.907447 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Added segment 9f1d840b-9cd4-4d28-9d57-cd33290fcb22 of type vlan for network 07a2b6d0-f6ee-49cc-be7c-08ed71e5233d Aug 29 17:01:07.916006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.930430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c49e1e8c-cd69-469d-abbf-f8c12182ece7 req-cd448676-8575-4a1d-8343-97cd327fa919 tempest-LiveMigrationNegativeTest-1929772577 tempest-LiveMigrationNegativeTest-1929772577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35b5442b-1a01-4621-bb25-d9d156cb8b33 HTTP/1.1" status: 200 len: 210 time: 0.0450201 Aug 29 17:01:07.943690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] For port dcc236fe-c25e-44b2-9895-11ecd7d9bfa6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dcc236fe-c25e-44b2-9895-11ecd7d9bfa6,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:07.944249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:07.962564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] Calling delete_port for dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:07.997385 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.061087 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.066707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:08.067311 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.129416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object dfff729f-06c4-41b7-9933-787940333a28 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:08.137784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4795864 Aug 29 17:01:08.176995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.182050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab906c0-90d4-4250-a4ef-93e2df34597a req-b2cccfaf-865d-40a2-9765-bc712159688f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:08.189597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5ab906c0-90d4-4250-a4ef-93e2df34597a req-b2cccfaf-865d-40a2-9765-bc712159688f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 945 time: 0.1653333 Aug 29 17:01:08.195834 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cad42-3ea6-444f-b418-672a2067cd54 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event updated for resources: {'Network': ['ID=07a2b6d0-f6ee-49cc-be7c-08ed71e5233d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:08.210714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 07a2b6d0-f6ee-49cc-be7c-08ed71e5233d details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:08.226031 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.285874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc236fe-c25e-44b2-9895-11ecd7d9bfa6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:08.332710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 21507339-78ee-4821-b5ab-52f43367b2bf is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:08.376085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:08.382016 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:08.417404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322ff0ef-7a8b-4f2b-81d5-0ddf80bcc9b5 None None] Network 21507339-78ee-4821-b5ab-52f43367b2bf requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:08.435427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5ab906c0-90d4-4250-a4ef-93e2df34597a req-b514b58b-52af-4e48-b3de-6027b38abab0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449377 Aug 29 17:01:08.439064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=dfff729f-06c4-41b7-9933-787940333a28,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:08.478368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b3511568-bb1f-45a5-9744-41ec43f641dd up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:08.504387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:08.505061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.528520 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-99a6d8c7-e5cd-49b3-9c82-2bcb835d3dc9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5640833 Aug 29 17:01:08.531296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58024) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:08.549188 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.588786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b00355f8-15aa-41fb-8af3-837b663ce6df None None] Provisioning for port 98c5e277-de87-43df-a66d-18c76e7c0da1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:08.600873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port b3511568-bb1f-45a5-9744-41ec43f641dd completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:08.612022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port b3511568-bb1f-45a5-9744-41ec43f641dd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:08.612407 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.660472 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4b354101-a70c-444e-b680-8961b185f969 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port dfff729f-06c4-41b7-9933-787940333a28 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:08.660842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b354101-a70c-444e-b680-8961b185f969 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.770060 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.775892 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b354101-a70c-444e-b680-8961b185f969 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.802302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53c898a-9614-4a68-96b3-dd35cee2e57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3511568-bb1f-45a5-9744-41ec43f641dd'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:01:08.804510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4b354101-a70c-444e-b680-8961b185f969 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for dfff729f-06c4-41b7-9933-787940333a28 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:08.804644 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a77dfe-1b38-48ee-8c99-e92f7f4aa9e4" -d '{"events": [{"server_uuid": "a53c898a-9614-4a68-96b3-dd35cee2e57d", "name": "network-vif-plugged", "status": "completed", "tag": "b3511568-bb1f-45a5-9744-41ec43f641dd"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:01:08.818731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b3511568-bb1f-45a5-9744-41ec43f641dd, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b3511568-bb1f-45a5-9744-41ec43f641dd,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:08.822597 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:08.823562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8f5f69eb-8df7-42a6-9570-a8442a507775 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:08.862444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] Router dc71a2e8-e5d9-4059-afae-af821ae8b093 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:01:08.929925 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c7b080-b372-4765-849b-39833396ff72 x-openstack-request-id: req-82c7b080-b372-4765-849b-39833396ff72 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:01:08.930247 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53c898a-9614-4a68-96b3-dd35cee2e57d", "name": "network-vif-plugged", "status": "completed", "tag": "b3511568-bb1f-45a5-9744-41ec43f641dd", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:01:08.930461 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82c7b080-b372-4765-849b-39833396ff72 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:01:08.930852 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53c898a-9614-4a68-96b3-dd35cee2e57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3511568-bb1f-45a5-9744-41ec43f641dd', 'code': 200} Aug 29 17:01:08.938757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=b3511568-bb1f-45a5-9744-41ec43f641dd,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:08.997076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 8f5f69eb-8df7-42a6-9570-a8442a507775 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:09.019342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 8f5f69eb-8df7-42a6-9570-a8442a507775 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:09.019727 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:09.169524 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:09.252064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8f5f69eb-8df7-42a6-9570-a8442a507775, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8f5f69eb-8df7-42a6-9570-a8442a507775,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:09.262732 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:09.263928 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 84d9d341-6bbf-4b95-93fe-eca5c2620f89 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:09.269941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6c33-9da5-4981-8a48-01ec0c904296 req-32cd04b9-1f9d-4f62-b371-dba024d7025a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:09.271526 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f26d6c33-9da5-4981-8a48-01ec0c904296 req-32cd04b9-1f9d-4f62-b371-dba024d7025a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 945 time: 0.2533221 Aug 29 17:01:09.308788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0e8f4-d490-4174-ad71-fb24400aeb96 req-542fc790-94b9-41d0-b788-fd1ad02cd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:09.309507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 84d9d341-6bbf-4b95-93fe-eca5c2620f89 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:09.309866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 84d9d341-6bbf-4b95-93fe-eca5c2620f89 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:09.318313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 98c5e277-de87-43df-a66d-18c76e7c0da1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:09.318620 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7d0e8f4-d490-4174-ad71-fb24400aeb96 req-542fc790-94b9-41d0-b788-fd1ad02cd982 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 1098 time: 0.2974961 Aug 29 17:01:09.333559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:01:09.339314 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ea37058c-7c1a-4c24-b229-4240840107ee admin admin] 10.222.0.22 "PUT /v2.0/routers/dc71a2e8-e5d9-4059-afae-af821ae8b093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8791683 Aug 29 17:01:09.347090 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a70671-8ddd-416b-b57a-d47fa1ccf936 None None] Sync routers for ids ['dc71a2e8-e5d9-4059-afae-af821ae8b093'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:01:09.347749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58034) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:09.362731 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a70671-8ddd-416b-b57a-d47fa1ccf936 None None] Routers {'dc71a2e8-e5d9-4059-afae-af821ae8b093'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:09.363958 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-10a70671-8ddd-416b-b57a-d47fa1ccf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:00:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dc71a2e8-e5d9-4059-afae-af821ae8b093'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:09.364099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748514df-a8ab-4673-a0b2-089414b9e884 req-db0ca6af-6d85-45d5-9835-b4673b861e51 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:09.376506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f26d6c33-9da5-4981-8a48-01ec0c904296 req-81ae50f3-81bc-4212-b925-4593bce4c1fb tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859573 Aug 29 17:01:09.377167 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-748514df-a8ab-4673-a0b2-089414b9e884 req-db0ca6af-6d85-45d5-9835-b4673b861e51 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 946 time: 0.2953181 Aug 29 17:01:09.443231 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d3848fba-402f-448a-9c5f-704395ac4258 None None] Provisioning for port dfff729f-06c4-41b7-9933-787940333a28 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:09.462816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d3848fba-402f-448a-9c5f-704395ac4258 None None] Provisioning complete for port dfff729f-06c4-41b7-9933-787940333a28 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:09.463204 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d3848fba-402f-448a-9c5f-704395ac4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:09.504614 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b354101-a70c-444e-b680-8961b185f969 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:09.626397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b354101-a70c-444e-b680-8961b185f969 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=dfff729f-06c4-41b7-9933-787940333a28,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:09.707369 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7d0e8f4-d490-4174-ad71-fb24400aeb96 req-0baab712-e369-42c4-82a3-de09b5524bb3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784876 Aug 29 17:01:09.712699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a24c4f-3ecf-4997-8cec-b7894f3c3212 req-b6586e7b-f471-488d-9353-81857a1a9588 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:09.721988 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d4a24c4f-3ecf-4997-8cec-b7894f3c3212 req-b6586e7b-f471-488d-9353-81857a1a9588 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1153543 Aug 29 17:01:09.727254 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-10a70671-8ddd-416b-b57a-d47fa1ccf936 None None] Set router dc71a2e8-e5d9-4059-afae-af821ae8b093 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:09.746964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-748514df-a8ab-4673-a0b2-089414b9e884 req-7fc29ba7-7da2-40d1-8d54-149ab3458573 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680794 Aug 29 17:01:09.856647 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d4a24c4f-3ecf-4997-8cec-b7894f3c3212 req-9bc1fc66-5971-4f1c-85be-031145dd60ac tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287248 Aug 29 17:01:09.856911 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:09.941125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b354101-a70c-444e-b680-8961b185f969 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:09.947383 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4b354101-a70c-444e-b680-8961b185f969 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/dfff729f-06c4-41b7-9933-787940333a28 HTTP/1.1" status: 204 len: 168 time: 1.4115970 Aug 29 17:01:09.947563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d3848fba-402f-448a-9c5f-704395ac4258 None None] Port dfff729f-06c4-41b7-9933-787940333a28 was deleted so its status cannot be updated. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 17:01:09.947663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58042) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:10.002087 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-875624ca-7919-408a-92a7-67076d2a7265 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:01:10.004759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875624ca-7919-408a-92a7-67076d2a7265 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:01:10.015566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-875624ca-7919-408a-92a7-67076d2a7265 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/dfff729f-06c4-41b7-9933-787940333a28 HTTP/1.1" status: 404 len: 333 time: 0.0651696 Aug 29 17:01:10.018967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58044) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:10.040019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=8f5f69eb-8df7-42a6-9570-a8442a507775,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:10.053152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 98c5e277-de87-43df-a66d-18c76e7c0da1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:10.085519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 98c5e277-de87-43df-a66d-18c76e7c0da1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:10.085879 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.101752 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc186f7-3dda-42f7-9990-a76bfb4fd563 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:01:10.108814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2bc186f7-3dda-42f7-9990-a76bfb4fd563 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/dfff729f-06c4-41b7-9933-787940333a28 HTTP/1.1" status: 404 len: 333 time: 0.0867503 Aug 29 17:01:10.110928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58046) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:10.130985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58048) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:10.183581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.192636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2c43ff89-1e3b-44a9-b2af-54dbcaac939c None None] Could not find standard attr ID for object dfff729f-06c4-41b7-9933-787940333a28. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:01:10.202303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b3121f-fb35-4556-8ff2-d4b1fa539962 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting subnet 802fe425-cd73-4901-b2d4-04910793dd25 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:01:10.209766 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55b3121f-fb35-4556-8ff2-d4b1fa539962 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.262114 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55b3121f-fb35-4556-8ff2-d4b1fa539962 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.293762 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-10a70671-8ddd-416b-b57a-d47fa1ccf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T17:01:08Z', 'revision_number': 5, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port': {'id': 'b0aa2936-0634-4466-a397-135aacc5f642', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:58:41Z', 'updated_at': '2021-08-29T16:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:10.331985 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.345941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-561c1089-0d73-40b1-925a-8b1699b96d53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fd7de2c75da4db696f797109913a481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074463 Aug 29 17:01:10.348433 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a70671-8ddd-416b-b57a-d47fa1ccf936 None None] Checking router: dc71a2e8-e5d9-4059-afae-af821ae8b093 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:01:10.348983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58052) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:10.360531 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a70671-8ddd-416b-b57a-d47fa1ccf936 None None] Routers {'dc71a2e8-e5d9-4059-afae-af821ae8b093'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:10.361009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Deleting port b0aa2936-0634-4466-a397-135aacc5f642 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:10.361390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.361762 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-10a70671-8ddd-416b-b57a-d47fa1ccf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:00:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['dc71a2e8-e5d9-4059-afae-af821ae8b093'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:10.449347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 98c5e277-de87-43df-a66d-18c76e7c0da1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=98c5e277-de87-43df-a66d-18c76e7c0da1,segment=NetworkSegment(23660809-fdad-439e-b045-bfd434a84287),segment_id=23660809-fdad-439e-b045-bfd434a84287)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:10.461881 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.464760 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55b3121f-fb35-4556-8ff2-d4b1fa539962 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.532427 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-10a70671-8ddd-416b-b57a-d47fa1ccf936 None None] Set router dc71a2e8-e5d9-4059-afae-af821ae8b093 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:10.548801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] For port b0aa2936-0634-4466-a397-135aacc5f642, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b0aa2936-0634-4466-a397-135aacc5f642,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:10.550044 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.570376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b40994f2-04ea-46f4-b008-c9bd8ac175c4 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:10.584156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=98c5e277-de87-43df-a66d-18c76e7c0da1,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:10.607410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Calling delete_port for b0aa2936-0634-4466-a397-135aacc5f642 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:10.610641 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-10a70671-8ddd-416b-b57a-d47fa1ccf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T17:01:10Z', 'revision_number': 6, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:10.615647 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55b3121f-fb35-4556-8ff2-d4b1fa539962 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.640351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55b3121f-fb35-4556-8ff2-d4b1fa539962 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.645189 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68e25e6b-8404-465c-9eb8-fa20b6536174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.649734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-55b3121f-fb35-4556-8ff2-d4b1fa539962 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/802fe425-cd73-4901-b2d4-04910793dd25 HTTP/1.1" status: 204 len: 168 time: 0.5355535 Aug 29 17:01:10.654357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab651a1-c775-4236-9daf-626ada27a7ec None None] Network 21507339-78ee-4821-b5ab-52f43367b2bf requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:10.654524 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a70671-8ddd-416b-b57a-d47fa1ccf936 None None] The sync data for ids ['dc71a2e8-e5d9-4059-afae-af821ae8b093'] in n-d-713301-13 is: [{'id': 'dc71a2e8-e5d9-4059-afae-af821ae8b093', 'name': 'tempest-ServersTestJSON-39797450-router', 'tenant_id': 'f1bc39904b984124bc85709116787b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:58:40Z', 'updated_at': '2021-08-29T17:01:10Z', 'revision_number': 6, 'project_id': 'f1bc39904b984124bc85709116787b37', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:01:10.665082 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58056) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:10.675569 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3121f-fb35-4556-8ff2-d4b1fa539962 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Subnet': ['ID=802fe425-cd73-4901-b2d4-04910793dd25,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:10.810849 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68e25e6b-8404-465c-9eb8-fa20b6536174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.828709 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.869405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port b40994f2-04ea-46f4-b008-c9bd8ac175c4, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:10.879883 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.931764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:10.949724 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e99d97b-f70a-4041-9c17-ba66abbf8e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5f69eb-8df7-42a6-9570-a8442a507775'}, {'server_uuid': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:01:10.952034 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14631c3-cc2f-469a-9492-04cd0336368f" -d '{"events": [{"server_uuid": "4e99d97b-f70a-4041-9c17-ba66abbf8e45", "name": "network-vif-plugged", "status": "completed", "tag": "8f5f69eb-8df7-42a6-9570-a8442a507775"}, {"server_uuid": "c4c983d1-5c78-4e11-a5a1-364960490411", "name": "network-vif-unplugged", "status": "completed", "tag": "b40994f2-04ea-46f4-b008-c9bd8ac175c4"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:01:10.955016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=b40994f2-04ea-46f4-b008-c9bd8ac175c4,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:10.984347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec24b1-2cdc-4bb2-bc48-da4efacf3860 req-f2b21145-7a16-460b-9225-c947fbb266c8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:10.986060 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fec24b1-2cdc-4bb2-bc48-da4efacf3860 req-f2b21145-7a16-460b-9225-c947fbb266c8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 944 time: 0.0950639 Aug 29 17:01:11.052865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226efe95-2877-42ee-84cd-eeaf038350e5 None None] DHCP port deletion for 21507339-78ee-4821-b5ab-52f43367b2bf request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:01:11.156095 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fec24b1-2cdc-4bb2-bc48-da4efacf3860 req-cf30a8a2-58eb-466b-9162-73db68c6dd31 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586375 Aug 29 17:01:11.193619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:11.235292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-226efe95-2877-42ee-84cd-eeaf038350e5 None None] Deleting port 98c5e277-de87-43df-a66d-18c76e7c0da1 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:11.236595 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-226efe95-2877-42ee-84cd-eeaf038350e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:11.240818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:11.241464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dcc236fe-c25e-44b2-9895-11ecd7d9bfa6 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:11.242079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 98c5e277-de87-43df-a66d-18c76e7c0da1 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:11.324241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449b16-c93a-46f0-bd4c-0eff6821fa62 req-b9df3e69-3372-4ded-b63a-7e520bcebd49 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:11.326166 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-76449b16-c93a-46f0-bd4c-0eff6821fa62 req-b9df3e69-3372-4ded-b63a-7e520bcebd49 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.0531349 Aug 29 17:01:11.337641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-226efe95-2877-42ee-84cd-eeaf038350e5 None None] For port 98c5e277-de87-43df-a66d-18c76e7c0da1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=98c5e277-de87-43df-a66d-18c76e7c0da1,segment=NetworkSegment(23660809-fdad-439e-b045-bfd434a84287),segment_id=23660809-fdad-439e-b045-bfd434a84287)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:11.338833 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-226efe95-2877-42ee-84cd-eeaf038350e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:11.356798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-226efe95-2877-42ee-84cd-eeaf038350e5 None None] Calling delete_port for 98c5e277-de87-43df-a66d-18c76e7c0da1 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:11.369476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-76449b16-c93a-46f0-bd4c-0eff6821fa62 req-39197d2d-17de-4b54-b8a4-95e4fed62d68 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367794 Aug 29 17:01:11.437480 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Sun, 29 Aug 2021 17:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858917d4-8e61-449a-af7c-b522d60cddb5 x-openstack-request-id: req-858917d4-8e61-449a-af7c-b522d60cddb5 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:01:11.437778 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e99d97b-f70a-4041-9c17-ba66abbf8e45", "name": "network-vif-plugged", "status": "completed", "tag": "8f5f69eb-8df7-42a6-9570-a8442a507775", "code": 200}, {"server_uuid": "c4c983d1-5c78-4e11-a5a1-364960490411", "name": "network-vif-unplugged", "status": "failed", "tag": "b40994f2-04ea-46f4-b008-c9bd8ac175c4", "code": 422}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:01:11.438041 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-858917d4-8e61-449a-af7c-b522d60cddb5 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:01:11.438442 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e99d97b-f70a-4041-9c17-ba66abbf8e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5f69eb-8df7-42a6-9570-a8442a507775', 'code': 200} Aug 29 17:01:11.438940 n-d-713301-13 neutron-server[111678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4', 'code': 422} returned with failed status Aug 29 17:01:11.553262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58072) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:11.560028 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-226efe95-2877-42ee-84cd-eeaf038350e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:11.560825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'subnets': [{'network_id': 'a519974b-a8d2-4c6b-92c3-f4bf7270787f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--801094815', 'ip_version': 6}, {'network_id': '07a2b6d0-f6ee-49cc-be7c-08ed71e5233d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:11.561360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'subnet': {'network_id': 'a519974b-a8d2-4c6b-92c3-f4bf7270787f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--801094815', 'ip_version': 6}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:11.562224 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Request body: {'subnet': {'network_id': '07a2b6d0-f6ee-49cc-be7c-08ed71e5233d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:11.568603 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:11.580326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d47cd-67f0-4daa-bff0-86d3d085f755 req-8ed6c9ef-99ae-48a5-82c4-79fca79078fe tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:11.590695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-365d47cd-67f0-4daa-bff0-86d3d085f755 req-8ed6c9ef-99ae-48a5-82c4-79fca79078fe tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 1.0975721 Aug 29 17:01:11.592978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226efe95-2877-42ee-84cd-eeaf038350e5 None None] No DVR routers for this DVR port 98c5e277-de87-43df-a66d-18c76e7c0da1 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:11.618655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b77e63-86ae-44bc-a2a6-cbcbbce27f2d req-28a09006-d716-4c0b-af5a-26044ee15153 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:11.619060 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68e25e6b-8404-465c-9eb8-fa20b6536174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:11.620665 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56b77e63-86ae-44bc-a2a6-cbcbbce27f2d req-28a09006-d716-4c0b-af5a-26044ee15153 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1172574 Aug 29 17:01:11.621804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68e25e6b-8404-465c-9eb8-fa20b6536174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:11.623068 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-68e25e6b-8404-465c-9eb8-fa20b6536174 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9846dd7-63f5-424d-b457-bb7346e542e3 HTTP/1.1" status: 204 len: 168 time: 1.2732289 Aug 29 17:01:11.635440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226efe95-2877-42ee-84cd-eeaf038350e5 None None] Pushing event deleted for resources: {'Port': ['ID=98c5e277-de87-43df-a66d-18c76e7c0da1,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:11.681927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e25e6b-8404-465c-9eb8-fa20b6536174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9846dd7-63f5-424d-b457-bb7346e542e3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:11.696639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:11.793898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-365d47cd-67f0-4daa-bff0-86d3d085f755 req-6de2c9b2-600d-40f2-bbed-c934d70498f4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016687 Aug 29 17:01:11.795734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56b77e63-86ae-44bc-a2a6-cbcbbce27f2d req-1452cb7b-9313-41d4-a7d6-b396552ffce1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655238 Aug 29 17:01:11.798210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b0aa2936-0634-4466-a397-135aacc5f642,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:11.837458 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24088323-220c-45bf-8eb4-3b9814ac3fba req-1a3cfc59-1521-4634-8a96-56b6e8f21188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:11.839244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24088323-220c-45bf-8eb4-3b9814ac3fba req-1a3cfc59-1521-4634-8a96-56b6e8f21188 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 1098 time: 0.3220313 Aug 29 17:01:11.843614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Made reservation on behalf of 9d682303530548f686980a21b2351507 for: {'subnet': 2} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:11.849114 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:11.849761 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:11.933862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:11.953327 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24088323-220c-45bf-8eb4-3b9814ac3fba req-9afc9f3d-ec97-4e82-b433-0550f4179cdf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932007 Aug 29 17:01:11.960266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21507339-78ee-4821-b5ab-52f43367b2bf']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:11.963244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.026886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627f239-eb4e-4a47-b5d6-182c4e7839f4 req-c44780bf-dec2-44a8-80af-0eaa63065beb tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:12.028413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6627f239-eb4e-4a47-b5d6-182c4e7839f4 req-c44780bf-dec2-44a8-80af-0eaa63065beb tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0872726 Aug 29 17:01:12.063522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.067227 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.085797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58086) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:12.086491 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6627f239-eb4e-4a47-b5d6-182c4e7839f4 req-3fb233af-a518-4cfe-ad21-a5f3f8166c4f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413797 Aug 29 17:01:12.138294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23660809-fdad-439e-b045-bfd434a84287') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:12.138635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23660809-fdad-439e-b045-bfd434a84287') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:12.189892 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.214897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-547c199d-b81c-4097-b50e-40e171e8167c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35491c9e18f745adae03db34cd1adebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255119 Aug 29 17:01:12.224447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7f177-eac9-447c-a7a7-00e21ecda886 req-bdf4c6fb-c8fb-4128-95a6-f4ef1fa3243e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:12.226417 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8cc7f177-eac9-447c-a7a7-00e21ecda886 req-bdf4c6fb-c8fb-4128-95a6-f4ef1fa3243e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1572628 Aug 29 17:01:12.227935 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.229961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58092) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:12.265559 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.266179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc71a2e8-e5d9-4059-afae-af821ae8b093 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:01:12.277561 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.281155 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5996a67a-9243-4944-9fd7-2c4eed1066ff admin admin] 10.222.0.22 "DELETE /v2.0/routers/dc71a2e8-e5d9-4059-afae-af821ae8b093 HTTP/1.1" status: 204 len: 168 time: 2.8954387 Aug 29 17:01:12.283709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58098) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:12.284920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:12.285366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:12.289687 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:12.393860 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8cc7f177-eac9-447c-a7a7-00e21ecda886 req-b4d66c39-00a5-4046-9568-e28878e07ec3 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455350 Aug 29 17:01:12.425401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-53adc6c3-353a-450c-acfe-a9e0b3f754c6 admin admin] Deleting subnet 8528273b-b342-430c-b96e-c37e096faecb {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:01:12.436444 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.446259 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53adc6c3-353a-450c-acfe-a9e0b3f754c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.452168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.457721 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/networks/21507339-78ee-4821-b5ab-52f43367b2bf HTTP/1.1" status: 204 len: 168 time: 1.7878072 Aug 29 17:01:12.464138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58104) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:12.464808 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-947db2a8-256f-4e6c-ac1e-a93ea18aba6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.470952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1489305605'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:12.477215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53092e44-43db-487d-9994-6c0cbc672886 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Network': ['ID=21507339-78ee-4821-b5ab-52f43367b2bf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:12.519553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-947db2a8-256f-4e6c-ac1e-a93ea18aba6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.535070 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53adc6c3-353a-450c-acfe-a9e0b3f754c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.544005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72291c8-1ad6-44d2-b833-9af1e10363b8 req-21f5fe18-d3de-456e-8a5c-2f3b7683beea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:12.545686 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d72291c8-1ad6-44d2-b833-9af1e10363b8 req-21f5fe18-d3de-456e-8a5c-2f3b7683beea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.2254152 Aug 29 17:01:12.547257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:12.551319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.554265 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:01:12.604947 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.615379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c129-d8dd-4fad-a8ee-ae7fc4920709 req-ae177b4b-fbf6-4459-b765-b2ba69f8091e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:12.616892 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f29c129-d8dd-4fad-a8ee-ae7fc4920709 req-ae177b4b-fbf6-4459-b765-b2ba69f8091e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1188223 Aug 29 17:01:12.617682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:12.627240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.627611 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Added segment 708acc71-ac25-4ee0-949d-e1b145a92ee7 of type vlan for network 610622b1-84db-423e-b18f-a32a3c48dcc4 Aug 29 17:01:12.667961 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-947db2a8-256f-4e6c-ac1e-a93ea18aba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.670541 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-947db2a8-256f-4e6c-ac1e-a93ea18aba6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.671689 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-947db2a8-256f-4e6c-ac1e-a93ea18aba6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55089419-df85-4ca5-8248-3a4badc9861f HTTP/1.1" status: 204 len: 168 time: 0.4408236 Aug 29 17:01:12.676373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d72291c8-1ad6-44d2-b833-9af1e10363b8 req-412f7bab-f1b5-4b06-b749-b0b15be398db tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076119 Aug 29 17:01:12.702528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947db2a8-256f-4e6c-ac1e-a93ea18aba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55089419-df85-4ca5-8248-3a4badc9861f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:12.706197 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.716902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event updated for resources: {'Subnet': ['ID=c699651e-beae-4fe8-b1e4-db71e2cc7b26,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:12.726887 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f29c129-d8dd-4fad-a8ee-ae7fc4920709 req-1343239c-0dfa-4acf-8b04-058f51317a8e tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910850 Aug 29 17:01:12.742613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Checking segment: {'id': 'b8508acb-8674-413a-9026-3505ae43add0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a519974b-a8d2-4c6b-92c3-f4bf7270787f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:12.742834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Network hostable DHCP agents. Network: a519974b-a8d2-4c6b-92c3-f4bf7270787f, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:12.746053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53adc6c3-353a-450c-acfe-a9e0b3f754c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.747085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.763252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:12.763252 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.796531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Network a519974b-a8d2-4c6b-92c3-f4bf7270787f is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:12.832532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a519974b-a8d2-4c6b-92c3-f4bf7270787f) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:12.834844 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f93fd643-88e6-4e34-89d0-843c864f8ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.837988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.843226 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3758550 Aug 29 17:01:12.846942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58112) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:12.850880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b791f2f-a8ee-4c52-84bd-dc6de95b412a None None] Network a519974b-a8d2-4c6b-92c3-f4bf7270787f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:12.855137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': '610622b1-84db-423e-b18f-a32a3c48dcc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:12.863056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42d52b-bdb2-45a7-8fcb-82c31f61cf20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Network': ['ID=610622b1-84db-423e-b18f-a32a3c48dcc4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:12.885648 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 610622b1-84db-423e-b18f-a32a3c48dcc4 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:12.904990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53adc6c3-353a-450c-acfe-a9e0b3f754c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.942603 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-53adc6c3-353a-450c-acfe-a9e0b3f754c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:12.945203 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-53adc6c3-353a-450c-acfe-a9e0b3f754c6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8528273b-b342-430c-b96e-c37e096faecb HTTP/1.1" status: 204 len: 168 time: 0.6602912 Aug 29 17:01:12.945914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d7db0-3a0d-4257-a339-3eccc60b999d None None] Network 566efc17-23ae-4435-b76f-65e0bd510864 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:12.950553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58116) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:12.978528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event updated for resources: {'Subnet': ['ID=2f665c5a-1eac-41b9-8c0f-940d0a6d510d,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:13.012233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44d027-8df4-4267-845b-1737aaaa29de req-82413ad5-2ac8-4009-8585-ee98ff3cdda3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:13.014864 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd44d027-8df4-4267-845b-1737aaaa29de req-82413ad5-2ac8-4009-8585-ee98ff3cdda3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.0976942 Aug 29 17:01:13.057325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adc6c3-353a-450c-acfe-a9e0b3f754c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8528273b-b342-430c-b96e-c37e096faecb,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:13.063366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Checking segment: {'id': '9f1d840b-9cd4-4d28-9d57-cd33290fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '07a2b6d0-f6ee-49cc-be7c-08ed71e5233d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:13.063871 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Network hostable DHCP agents. Network: 07a2b6d0-f6ee-49cc-be7c-08ed71e5233d, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:13.079445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:13.090503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:13.111952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd44d027-8df4-4267-845b-1737aaaa29de req-b0b63241-2fd3-4c15-bb05-b93228c0d0b4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850918 Aug 29 17:01:13.133604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:13.151704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b0aa2936-0634-4466-a397-135aacc5f642 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:13.171203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Network 07a2b6d0-f6ee-49cc-be7c-08ed71e5233d is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:13.195096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32558acc-aba8-48fc-ac3c-ac5b8e357023 req-48d95227-af22-4416-a03a-0c2c7e1b1e23 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:13.196993 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-32558acc-aba8-48fc-ac3c-ac5b8e357023 req-48d95227-af22-4416-a03a-0c2c7e1b1e23 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.0935047 Aug 29 17:01:13.203905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b0aa2936-0634-4466-a397-135aacc5f642 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:13.204412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b0aa2936-0634-4466-a397-135aacc5f642 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:13.224837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 07a2b6d0-f6ee-49cc-be7c-08ed71e5233d) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:13.245696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:13.246436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:13.247283 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:13.252070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce1d24-48e4-4790-925e-4a676d727630 None None] Network 07a2b6d0-f6ee-49cc-be7c-08ed71e5233d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:13.291938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-32558acc-aba8-48fc-ac3c-ac5b8e357023 req-588527c7-3b15-4ab8-95da-07d24c34b548 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648189 Aug 29 17:01:13.313255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8bb9b86a-5e84-41c7-9ce9-79871116c4ff tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.7588899 Aug 29 17:01:13.317081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Deleting port 6756dab9-9b32-494f-9d39-f954476e71d0 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:13.317633 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:13.332290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58120) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:13.428834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] For port 6756dab9-9b32-494f-9d39-f954476e71d0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6756dab9-9b32-494f-9d39-f954476e71d0,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:13.429208 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:13.450423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-a519974b-a8d2-4c6b-92c3-f4bf7270787f', 'network_id': 'a519974b-a8d2-4c6b-92c3-f4bf7270787f', 'tenant_id': '9d682303530548f686980a21b2351507', 'fixed_ips': [{'subnet_id': 'c699651e-beae-4fe8-b1e4-db71e2cc7b26'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:13.451387 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:13.586500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c3dc14-63e8-4e5f-8c8e-7eb18a38026c None None] DHCP port deletion for 566efc17-23ae-4435-b76f-65e0bd510864 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:01:13.623532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:13.628189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-07a2b6d0-f6ee-49cc-be7c-08ed71e5233d', 'network_id': '07a2b6d0-f6ee-49cc-be7c-08ed71e5233d', 'tenant_id': '9d682303530548f686980a21b2351507', 'fixed_ips': [{'subnet_id': '2f665c5a-1eac-41b9-8c0f-940d0a6d510d'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:13.629623 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:13.784424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Subnet': ['ID=5b04e786-90d4-491e-a23e-0bd7a9b34a9f,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:13.796903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Allocated IP 2001:db8::1 (a519974b-a8d2-4c6b-92c3-f4bf7270787f/c699651e-beae-4fe8-b1e4-db71e2cc7b26/83153a05-b805-409f-b78e-6a731880231c) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:13.823048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d8506-fbea-439a-9bcb-0fc54e250dbe tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:13.824671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d8506-fbea-439a-9bcb-0fc54e250dbe tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:13.826460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d8506-fbea-439a-9bcb-0fc54e250dbe tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:13.827974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5a7d8506-fbea-439a-9bcb-0fc54e250dbe tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4944918 Aug 29 17:01:13.855772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58140) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:13.862464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-06c3dc14-63e8-4e5f-8c8e-7eb18a38026c None None] Deleting port 6756dab9-9b32-494f-9d39-f954476e71d0 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:13.864077 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Calling delete_port for 6756dab9-9b32-494f-9d39-f954476e71d0 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:13.866525 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-06c3dc14-63e8-4e5f-8c8e-7eb18a38026c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:13.950112 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d582d1ef-5ee3-4872-99b4-14a2782b9a7a tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Deleting subnet c699651e-beae-4fe8-b1e4-db71e2cc7b26 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:01:13.994926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7366c-03e2-426d-a3b8-47c14745632b req-0e14a43a-28b8-4408-b410-3664cc6b1840 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:13.996437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73b7366c-03e2-426d-a3b8-47c14745632b req-0e14a43a-28b8-4408-b410-3664cc6b1840 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1603653 Aug 29 17:01:13.997728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Checking segment: {'id': '708acc71-ac25-4ee0-949d-e1b145a92ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '610622b1-84db-423e-b18f-a32a3c48dcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:13.998106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network hostable DHCP agents. Network: 610622b1-84db-423e-b18f-a32a3c48dcc4, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:14.001855 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.003443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Allocated IP 2001:db8:0:1::1 (07a2b6d0-f6ee-49cc-be7c-08ed71e5233d/2f665c5a-1eac-41b9-8c0f-940d0a6d510d/da3056db-8c93-43bf-be66-d1a362469140) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:14.040038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6756dab9-9b32-494f-9d39-f954476e71d0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:14.045877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-06c3dc14-63e8-4e5f-8c8e-7eb18a38026c None None] For port 6756dab9-9b32-494f-9d39-f954476e71d0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6756dab9-9b32-494f-9d39-f954476e71d0,segment=NetworkSegment(9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304),segment_id=9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:14.046805 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-06c3dc14-63e8-4e5f-8c8e-7eb18a38026c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.047847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 610622b1-84db-423e-b18f-a32a3c48dcc4 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:14.055547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] No DVR routers for this DVR port 6756dab9-9b32-494f-9d39-f954476e71d0 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:14.060953 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73b7366c-03e2-426d-a3b8-47c14745632b req-b6ba56dc-0ac5-462f-a4a2-3b200acc9574 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517013 Aug 29 17:01:14.070108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 610622b1-84db-423e-b18f-a32a3c48dcc4) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:14.086813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7918a6-5981-4c59-be3c-8d9719ba7654 None None] Network 610622b1-84db-423e-b18f-a32a3c48dcc4 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:14.089157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-06c3dc14-63e8-4e5f-8c8e-7eb18a38026c None None] Calling delete_port for 6756dab9-9b32-494f-9d39-f954476e71d0 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:14.097385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:14.098034 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.123084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e241d40b-6efe-4221-9653-13f88928efd9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2732854 Aug 29 17:01:14.123841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58148) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:14.131649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': '610622b1-84db-423e-b18f-a32a3c48dcc4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-889587141'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:14.149322 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.160404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566efc17-23ae-4435-b76f-65e0bd510864']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:14.172658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:14.173040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbf8a07-adf1-41e1-b1ea-bdf2cc84c304') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:14.182916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.223076 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.239948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:14.240485 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:14.243707 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:14.291886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:14.295646 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.304211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa516c2b-b381-4a1d-81a0-0737f845babe req-04ac9841-4c27-40d6-8ba9-adc2320b6131 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:14.306274 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa516c2b-b381-4a1d-81a0-0737f845babe req-04ac9841-4c27-40d6-8ba9-adc2320b6131 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1210659 Aug 29 17:01:14.320646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 24efb531-a6d6-4e94-b19f-e07b87befb4b yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:14.373819 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa516c2b-b381-4a1d-81a0-0737f845babe req-b3b8fb5c-724c-442d-aa6d-228c0b07f77c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519383 Aug 29 17:01:14.375385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.407497 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.416769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/566efc17-23ae-4435-b76f-65e0bd510864 HTTP/1.1" status: 204 len: 168 time: 1.4648669 Aug 29 17:01:14.421020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d9e45-8aa5-4816-8b30-fe728c3878d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=566efc17-23ae-4435-b76f-65e0bd510864,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:14.528362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2d59b-1ad2-46c6-929b-9dd17fc7aa4e req-62c67289-27d4-44e7-bc1a-f12e299596f5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:14.529999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9a2d59b-1ad2-46c6-929b-9dd17fc7aa4e req-62c67289-27d4-44e7-bc1a-f12e299596f5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1235900 Aug 29 17:01:14.537849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.3 (610622b1-84db-423e-b18f-a32a3c48dcc4/5b04e786-90d4-491e-a23e-0bd7a9b34a9f/24efb531-a6d6-4e94-b19f-e07b87befb4b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:14.554634 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.565458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Transition to ACTIVE for port object 83153a05-b805-409f-b78e-6a731880231c will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:14.580182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Transition to ACTIVE for port object 83153a05-b805-409f-b78e-6a731880231c will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:14.597939 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d582d1ef-5ee3-4872-99b4-14a2782b9a7a tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.601775 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.644898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9a2d59b-1ad2-46c6-929b-9dd17fc7aa4e req-72351041-28ca-454f-9265-430c421d6bb2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047976 Aug 29 17:01:14.657494 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.699374 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d582d1ef-5ee3-4872-99b4-14a2782b9a7a tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.717497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Transition to ACTIVE for port object da3056db-8c93-43bf-be66-d1a362469140 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:14.746904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21a45e-ae17-4933-b7b4-652e4a31eaea req-af529ffe-2811-41e6-b83d-6f8d4567ea4d tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:14.748511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b21a45e-ae17-4933-b7b4-652e4a31eaea req-af529ffe-2811-41e6-b83d-6f8d4567ea4d tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1148951 Aug 29 17:01:14.756227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Network a519974b-a8d2-4c6b-92c3-f4bf7270787f is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:14.775392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:14.781706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Pushing event updated for resources: {'Port': ['ID=83153a05-b805-409f-b78e-6a731880231c,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:14.784766 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Transition to ACTIVE for port object da3056db-8c93-43bf-be66-d1a362469140 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:14.789069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:14.816176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58170) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:14.827423 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b21a45e-ae17-4933-b7b4-652e4a31eaea req-3483c551-dfee-4ced-a201-0afae8e4e4ba tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651135 Aug 29 17:01:14.835893 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.865437 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.880458 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-06c3dc14-63e8-4e5f-8c8e-7eb18a38026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.894833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d582d1ef-5ee3-4872-99b4-14a2782b9a7a tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:14.931804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object 24efb531-a6d6-4e94-b19f-e07b87befb4b will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:14.954956 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bb6258cd-2813-4b72-8155-75c6b7f4bd12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1bc39904b984124bc85709116787b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375775 Aug 29 17:01:14.958203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58176) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:15.000956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Network 07a2b6d0-f6ee-49cc-be7c-08ed71e5233d is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:15.001311 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d582d1ef-5ee3-4872-99b4-14a2782b9a7a tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.024190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06c3dc14-63e8-4e5f-8c8e-7eb18a38026c None None] Network 566efc17-23ae-4435-b76f-65e0bd510864 is not hosted by any dhcp agent {{(pid=111678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:01:15.024664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3dc14-63e8-4e5f-8c8e-7eb18a38026c None None] No DVR routers for this DVR port 6756dab9-9b32-494f-9d39-f954476e71d0 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:15.039650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Attempting to bind port 83153a05-b805-409f-b78e-6a731880231c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:15.040898 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d582d1ef-5ee3-4872-99b4-14a2782b9a7a tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.041031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Attempting to bind port 83153a05-b805-409f-b78e-6a731880231c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'b8508acb-8674-413a-9026-3505ae43add0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a519974b-a8d2-4c6b-92c3-f4bf7270787f'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:15.041923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Attempting to bind port 83153a05-b805-409f-b78e-6a731880231c on network a519974b-a8d2-4c6b-92c3-f4bf7270787f {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:15.045314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-610622b1-84db-423e-b18f-a32a3c48dcc4', 'network_id': '610622b1-84db-423e-b18f-a32a3c48dcc4', 'tenant_id': '90b2c129704746a2b6a94fa082dcf61a', 'fixed_ips': [{'subnet_id': '5b04e786-90d4-491e-a23e-0bd7a9b34a9f'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:15.051520 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.056043 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d582d1ef-5ee3-4872-99b4-14a2782b9a7a tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "DELETE /v2.0/subnets/c699651e-beae-4fe8-b1e4-db71e2cc7b26 HTTP/1.1" status: 204 len: 168 time: 1.1900458 Aug 29 17:01:15.058165 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.060756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582d1ef-5ee3-4872-99b4-14a2782b9a7a tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Subnet': ['ID=c699651e-beae-4fe8-b1e4-db71e2cc7b26,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:15.063900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58178) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:15.099076 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-46b7aebc-e0ed-4d5f-86ce-4bc4663690e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.113178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:15.132775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-46b7aebc-e0ed-4d5f-86ce-4bc4663690e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.143708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6756dab9-9b32-494f-9d39-f954476e71d0 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:15.182022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 610622b1-84db-423e-b18f-a32a3c48dcc4 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:15.202094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:15.202914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:15.203530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-46b7aebc-e0ed-4d5f-86ce-4bc4663690e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.204896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 6756dab9-9b32-494f-9d39-f954476e71d0 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:15.204896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6756dab9-9b32-494f-9d39-f954476e71d0 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:15.206138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:15.206484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Checking segment: {'id': 'b8508acb-8674-413a-9026-3505ae43add0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a519974b-a8d2-4c6b-92c3-f4bf7270787f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:15.206894 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.207277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Bound using segment: {'id': 'b8508acb-8674-413a-9026-3505ae43add0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a519974b-a8d2-4c6b-92c3-f4bf7270787f'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:15.207765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Bound port: 83153a05-b805-409f-b78e-6a731880231c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8508acb-8674-413a-9026-3505ae43add0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a519974b-a8d2-4c6b-92c3-f4bf7270787f'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:15.208150 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.212328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Pushing event updated for resources: {'Port': ['ID=da3056db-8c93-43bf-be66-d1a362469140,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:15.213204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:15.227491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.227851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.228203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.228605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.228883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.229256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.229579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.229916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.230249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.230577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.230926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.231237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:15.233112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-46b7aebc-e0ed-4d5f-86ce-4bc4663690e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.240756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-46b7aebc-e0ed-4d5f-86ce-4bc4663690e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc0c1432-9c89-426f-807d-cc6849b7c4ae HTTP/1.1" status: 204 len: 168 time: 0.2813389 Aug 29 17:01:15.264054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7aebc-e0ed-4d5f-86ce-4bc4663690e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c1432-9c89-426f-807d-cc6849b7c4ae,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:15.268044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3dc14-63e8-4e5f-8c8e-7eb18a38026c None None] Pushing event deleted for resources: {'Port': ['ID=6756dab9-9b32-494f-9d39-f954476e71d0,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:15.286583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=24efb531-a6d6-4e94-b19f-e07b87befb4b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:15.311470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b0889c-ea54-4365-b345-d5ba24ee339d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Deleting subnet 2f665c5a-1eac-41b9-8c0f-940d0a6d510d {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:01:15.324236 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66b0889c-ea54-4365-b345-d5ba24ee339d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.358033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:15.359074 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.382880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc428e-4b8b-40b0-a62b-3cea64c56aca req-e0f6fc58-1ebc-4b39-9052-70445725e78b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:15.385398 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cfc428e-4b8b-40b0-a62b-3cea64c56aca req-e0f6fc58-1ebc-4b39-9052-70445725e78b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.2023726 Aug 29 17:01:15.422231 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5b8c3c36-ba1d-4fdc-b13c-298ec616d51b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2968321 Aug 29 17:01:15.425630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58190) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:15.460267 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66b0889c-ea54-4365-b345-d5ba24ee339d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.501086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Allocated IP 172.20.0.2 (610622b1-84db-423e-b18f-a32a3c48dcc4/5b04e786-90d4-491e-a23e-0bd7a9b34a9f/dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:15.509032 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cfc428e-4b8b-40b0-a62b-3cea64c56aca req-a57ea3bc-8998-4137-bfc5-9d353dd71cbe tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140118 Aug 29 17:01:15.586280 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66b0889c-ea54-4365-b345-d5ba24ee339d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.607409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d5e69-b5c9-4905-b737-ac5b769634de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 24efb531-a6d6-4e94-b19f-e07b87befb4b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:15.609788 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5e69-b5c9-4905-b737-ac5b769634de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.659372 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66b0889c-ea54-4365-b345-d5ba24ee339d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.670520 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.680978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Transition to ACTIVE for port object dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:15.700585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Transition to ACTIVE for port object dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:15.715203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0889c-ea54-4365-b345-d5ba24ee339d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Subnet': ['ID=2f665c5a-1eac-41b9-8c0f-940d0a6d510d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:15.717431 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66b0889c-ea54-4365-b345-d5ba24ee339d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.722417 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-66b0889c-ea54-4365-b345-d5ba24ee339d tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "DELETE /v2.0/subnets/2f665c5a-1eac-41b9-8c0f-940d0a6d510d HTTP/1.1" status: 204 len: 168 time: 0.6508470 Aug 29 17:01:15.728392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58202) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:15.741802 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.789324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b317658-ae42-4e08-8397-a32ae5253457 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:15.794271 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5b317658-ae42-4e08-8397-a32ae5253457 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0614452 Aug 29 17:01:15.794645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58206) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:15.797145 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5e69-b5c9-4905-b737-ac5b769634de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.805510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Attempting to bind port da3056db-8c93-43bf-be66-d1a362469140 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:15.805886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Attempting to bind port da3056db-8c93-43bf-be66-d1a362469140 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '9f1d840b-9cd4-4d28-9d57-cd33290fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '07a2b6d0-f6ee-49cc-be7c-08ed71e5233d'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:15.806239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Attempting to bind port da3056db-8c93-43bf-be66-d1a362469140 on network 07a2b6d0-f6ee-49cc-be7c-08ed71e5233d {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:15.826681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:15.827053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Checking segment: {'id': '9f1d840b-9cd4-4d28-9d57-cd33290fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '07a2b6d0-f6ee-49cc-be7c-08ed71e5233d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:15.827461 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.827851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Bound using segment: {'id': '9f1d840b-9cd4-4d28-9d57-cd33290fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '07a2b6d0-f6ee-49cc-be7c-08ed71e5233d'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:15.828319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Bound port: da3056db-8c93-43bf-be66-d1a362469140, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1d840b-9cd4-4d28-9d57-cd33290fcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '07a2b6d0-f6ee-49cc-be7c-08ed71e5233d'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:15.828698 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.841274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d5e69-b5c9-4905-b737-ac5b769634de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 24efb531-a6d6-4e94-b19f-e07b87befb4b owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:15.841796 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93a9a34e-c832-4587-9a8b-51f473de60b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.884646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Network 610622b1-84db-423e-b18f-a32a3c48dcc4 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:15.907761 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:15.912241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:15.916653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:15.928738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Pushing event updated for resources: {'Port': ['ID=dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:15.953448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] For port 83153a05-b805-409f-b78e-6a731880231c, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:15.978523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e72c7-318b-48f3-a0db-1e8140ebb050 req-b8688356-fb37-45d2-bb45-cfd1c9ee36fb tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:15.978844 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-769e72c7-318b-48f3-a0db-1e8140ebb050 req-b8688356-fb37-45d2-bb45-cfd1c9ee36fb tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1907980 Aug 29 17:01:16.000286 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.016737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] For port 83153a05-b805-409f-b78e-6a731880231c, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=83153a05-b805-409f-b78e-6a731880231c,segment=NetworkSegment(b8508acb-8674-413a-9026-3505ae43add0),segment_id=b8508acb-8674-413a-9026-3505ae43add0)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:16.030615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Deleting port da3056db-8c93-43bf-be66-d1a362469140 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:16.030981 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.035968 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-769e72c7-318b-48f3-a0db-1e8140ebb050 req-44082230-b3d8-4e8b-8d3a-b075f2474d2c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496507 Aug 29 17:01:16.074815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Attempting to bind port dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:16.075527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Attempting to bind port dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '708acc71-ac25-4ee0-949d-e1b145a92ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '610622b1-84db-423e-b18f-a32a3c48dcc4'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:16.075527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Attempting to bind port dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 on network 610622b1-84db-423e-b18f-a32a3c48dcc4 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:16.081809 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.101131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] For port da3056db-8c93-43bf-be66-d1a362469140, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:16.106823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] For port da3056db-8c93-43bf-be66-d1a362469140, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=da3056db-8c93-43bf-be66-d1a362469140,segment=NetworkSegment(9f1d840b-9cd4-4d28-9d57-cd33290fcb22),segment_id=9f1d840b-9cd4-4d28-9d57-cd33290fcb22)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:16.109465 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5e69-b5c9-4905-b737-ac5b769634de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.126979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24266b57-673c-47d0-9c11-0dc750db7395 req-a347a752-9ea0-4a14-a4a9-982c502b911e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:16.128706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24266b57-673c-47d0-9c11-0dc750db7395 req-a347a752-9ea0-4a14-a4a9-982c502b911e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1722400 Aug 29 17:01:16.137985 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:16.138522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Checking segment: {'id': '708acc71-ac25-4ee0-949d-e1b145a92ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '610622b1-84db-423e-b18f-a32a3c48dcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:16.139022 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.139517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Bound using segment: {'id': '708acc71-ac25-4ee0-949d-e1b145a92ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '610622b1-84db-423e-b18f-a32a3c48dcc4'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:16.140256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Bound port: dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708acc71-ac25-4ee0-949d-e1b145a92ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '610622b1-84db-423e-b18f-a32a3c48dcc4'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:16.140744 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.154413 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.159475 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] For port da3056db-8c93-43bf-be66-d1a362469140, host n-d-713301-13, got binding levels [] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:16.159834 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.161728 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d5e69-b5c9-4905-b737-ac5b769634de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=24efb531-a6d6-4e94-b19f-e07b87befb4b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:16.182792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Calling delete_port for da3056db-8c93-43bf-be66-d1a362469140 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:16.206489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24266b57-673c-47d0-9c11-0dc750db7395 req-8e681018-d4e5-4904-b552-af35fd91c258 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684483 Aug 29 17:01:16.301271 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.314554 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11eccd-c61b-4198-b283-f9f782354d0c None None] Pushing event updated for resources: {'Port': ['ID=83153a05-b805-409f-b78e-6a731880231c,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:16.333372 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5e69-b5c9-4905-b737-ac5b769634de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.339736 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9f0d5e69-b5c9-4905-b737-ac5b769634de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/24efb531-a6d6-4e94-b19f-e07b87befb4b HTTP/1.1" status: 204 len: 168 time: 0.9131196 Aug 29 17:01:16.342506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58226) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:16.345002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Port': ['ID=da3056db-8c93-43bf-be66-d1a362469140,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:16.357886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] No DVR routers for this DVR port da3056db-8c93-43bf-be66-d1a362469140 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:16.390170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d905788-5b22-40db-bdde-f5ad3beaac45 None None] Pushing event deleted for resources: {'Port': ['ID=da3056db-8c93-43bf-be66-d1a362469140,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:16.399920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] For port dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:16.425338 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fe0449-1f00-4368-908b-f8891014a78d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:01:16.427065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b1fe0449-1f00-4368-908b-f8891014a78d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/24efb531-a6d6-4e94-b19f-e07b87befb4b HTTP/1.1" status: 404 len: 333 time: 0.0833693 Aug 29 17:01:16.430014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58234) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:16.437330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] For port dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487,segment=NetworkSegment(708acc71-ac25-4ee0-949d-e1b145a92ee7),segment_id=708acc71-ac25-4ee0-949d-e1b145a92ee7)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:16.442232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67a8c98-a5ad-4076-81c3-73b0766c66da None None] Network a519974b-a8d2-4c6b-92c3-f4bf7270787f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:16.450672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d532b20f-b1f2-4ccf-9447-c6a767b08d56 None None] Network 07a2b6d0-f6ee-49cc-be7c-08ed71e5233d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:16.514575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.530533 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a2b6d0-f6ee-49cc-be7c-08ed71e5233d']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:16.548287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54f6220-9ff6-4446-add5-d417b9127177 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting subnet 5b04e786-90d4-491e-a23e-0bd7a9b34a9f {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:01:16.548601 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.560379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1d840b-9cd4-4d28-9d57-cd33290fcb22') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:16.560379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1d840b-9cd4-4d28-9d57-cd33290fcb22') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:16.560379 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a54f6220-9ff6-4446-add5-d417b9127177 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.619149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.633571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58246) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:16.683122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.700701 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.701414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2d8e4-121e-4bbe-92ec-8a924126ef55 None None] Pushing event updated for resources: {'Port': ['ID=dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:16.711585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:16.712084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.718497 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a54f6220-9ff6-4446-add5-d417b9127177 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:16.721482 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:16.785632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-683853994-network', 'tenant_id': '374be93859ef4f9184b6d6740601a35c'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:16.813873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:16.818222 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:16.829762 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.132345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359e09d-e2e1-49e0-a852-c04d4f97d75b req-86c78f47-7850-4f8a-9ff1-02278e53935e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:17.137051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:17.139724 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6359e09d-e2e1-49e0-a852-c04d4f97d75b req-86c78f47-7850-4f8a-9ff1-02278e53935e tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.5038023 Aug 29 17:01:17.162623 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.179565 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.185194 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "DELETE /v2.0/networks/07a2b6d0-f6ee-49cc-be7c-08ed71e5233d HTTP/1.1" status: 204 len: 168 time: 1.3883884 Aug 29 17:01:17.185449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58266) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:17.204861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:17.224022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c691ce-7c33-4ec1-ba90-f740f9099404 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Network': ['ID=07a2b6d0-f6ee-49cc-be7c-08ed71e5233d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:17.242264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6359e09d-e2e1-49e0-a852-c04d4f97d75b req-5096e7ec-5da8-4c9e-91b5-a0a47ab83fc3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005411 Aug 29 17:01:17.250290 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a54f6220-9ff6-4446-add5-d417b9127177 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.298021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664063-42af-4ea2-9a98-2f27562241bd req-39c09750-2224-4b26-8742-7eca1584c21f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:17.300426 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab664063-42af-4ea2-9a98-2f27562241bd req-39c09750-2224-4b26-8742-7eca1584c21f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1637628 Aug 29 17:01:17.320455 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a54f6220-9ff6-4446-add5-d417b9127177 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.342185 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.350360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f6220-9ff6-4446-add5-d417b9127177 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Subnet': ['ID=5b04e786-90d4-491e-a23e-0bd7a9b34a9f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:17.352377 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a54f6220-9ff6-4446-add5-d417b9127177 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.357093 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a54f6220-9ff6-4446-add5-d417b9127177 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/5b04e786-90d4-491e-a23e-0bd7a9b34a9f HTTP/1.1" status: 204 len: 168 time: 0.9260056 Aug 29 17:01:17.357845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58276) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:17.386266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab664063-42af-4ea2-9a98-2f27562241bd req-72163d73-e988-4c09-b02a-b74603258342 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707397 Aug 29 17:01:17.442647 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.461430 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.482250 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.509411 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.527357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:17.540078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44104705-a2b1-4c71-8ecc-d75094ad1f28,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:17.548975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:17.549450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.585520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.585870 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Added segment 1444f5e1-e82c-4cbd-a3c8-32615638a77d of type vlan for network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 Aug 29 17:01:17.648407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Deleting port 83153a05-b805-409f-b78e-6a731880231c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:17.648995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.656505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] For port dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487,segment=NetworkSegment(708acc71-ac25-4ee0-949d-e1b145a92ee7),segment_id=708acc71-ac25-4ee0-949d-e1b145a92ee7)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:17.656788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.681642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:17.686470 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.757827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808ffef-3cf6-43ce-8a8c-2d8ea0973d2b req-69099bf4-03e7-4e98-b1a7-9c5272f3d3c2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:17.760246 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c808ffef-3cf6-43ce-8a8c-2d8ea0973d2b req-69099bf4-03e7-4e98-b1a7-9c5272f3d3c2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.2507565 Aug 29 17:01:17.780813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.782071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:17.782430 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.804739 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.841843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:17.845372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No DVR routers for this DVR port dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:17.926464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] For port 83153a05-b805-409f-b78e-6a731880231c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=83153a05-b805-409f-b78e-6a731880231c,segment=NetworkSegment(b8508acb-8674-413a-9026-3505ae43add0),segment_id=b8508acb-8674-413a-9026-3505ae43add0)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:17.926850 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.944360 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3094401 Aug 29 17:01:17.947255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58294) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:17.962590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Calling delete_port for 83153a05-b805-409f-b78e-6a731880231c owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:17.964638 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:17.971757 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986e9a6-6287-4a16-9281-a6caa4c5948f admin admin] Pushing event updated for resources: {'Network': ['ID=1f2dcaef-bc6d-481f-b41f-58deaa0939f2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:17.974056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe6ba7d-c80a-47f6-8830-03187d905def None None] Network 610622b1-84db-423e-b18f-a32a3c48dcc4 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:17.977764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Request body: {'subnet': {'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-683853994-subnet', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:17.984634 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610622b1-84db-423e-b18f-a32a3c48dcc4']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:17.995306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c808ffef-3cf6-43ce-8a8c-2d8ea0973d2b req-ab312e52-d3a2-4375-bc0b-cd14401ad2e9 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222810 Aug 29 17:01:18.004700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:18.013214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708acc71-ac25-4ee0-949d-e1b145a92ee7') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:18.013732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708acc71-ac25-4ee0-949d-e1b145a92ee7') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:18.027662 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.046312 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.054370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58296) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:18.056545 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:18.059460 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.062040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:18.062857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:18.072644 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:18.100774 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.126226 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-71d63b54-02e3-4308-a4cd-a4ca735b4f99 None None] Could not find standard attr ID for object dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:01:18.142353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Port': ['ID=83153a05-b805-409f-b78e-6a731880231c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:18.144741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] No DVR routers for this DVR port 83153a05-b805-409f-b78e-6a731880231c on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:18.240915 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.249837 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.269985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a519974b-a8d2-4c6b-92c3-f4bf7270787f']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:18.289339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8508acb-8674-413a-9026-3505ae43add0') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:18.289662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8508acb-8674-413a-9026-3505ae43add0') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:18.292816 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.298953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.304510 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/networks/610622b1-84db-423e-b18f-a32a3c48dcc4 HTTP/1.1" status: 204 len: 168 time: 0.9453409 Aug 29 17:01:18.308314 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.310370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58302) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:18.312425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ad8a2-6853-498f-8fa6-0a33578b4ded None None] DHCP port deletion for 610622b1-84db-423e-b18f-a32a3c48dcc4 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:01:18.323312 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'name': 'tempest-PortsTestJSON-846947939'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:18.340820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedb8589-550e-4728-aeb6-94a02f7df775 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:01:18.349741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0de1df-0801-4eff-9a9b-7506195e6587 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Network': ['ID=610622b1-84db-423e-b18f-a32a3c48dcc4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:18.360085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7bd043bb-2e50-4658-a3b9-29fef923fb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.433263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.453121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb8589-550e-4728-aeb6-94a02f7df775 None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:01:18.473090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:18.473558 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:18.477382 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:18.565442 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.594990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33328d-4d69-4922-bed7-8b98660da713 req-0a2f2ce8-1095-427e-9a3c-1c699d4e2eef tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:18.596655 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed33328d-4d69-4922-bed7-8b98660da713 req-0a2f2ce8-1095-427e-9a3c-1c699d4e2eef tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.2062445 Aug 29 17:01:18.602087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.606192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "DELETE /v2.0/networks/a519974b-a8d2-4c6b-92c3-f4bf7270787f HTTP/1.1" status: 204 len: 168 time: 1.4161389 Aug 29 17:01:18.618712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58316) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:18.636951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94065b1-d8b3-456f-b550-99c5cbd3a026 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Network': ['ID=a519974b-a8d2-4c6b-92c3-f4bf7270787f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:18.673205 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.683908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed33328d-4d69-4922-bed7-8b98660da713 req-fad06689-7d62-4c08-b5d7-4b8ca4f3b339 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669441 Aug 29 17:01:18.744224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e144740-421d-4ca5-a9f1-c484c2706dd1 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:01:18.819563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13012bff-3820-4b5c-9547-c95127ff2356 req-fc8ebea4-f9b6-4d5e-b42f-3d948e741022 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:18.821128 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13012bff-3820-4b5c-9547-c95127ff2356 req-fc8ebea4-f9b6-4d5e-b42f-3d948e741022 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.2312994 Aug 29 17:01:18.826389 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7bd043bb-2e50-4658-a3b9-29fef923fb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.837250 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.842408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe5a512-6172-449e-9511-cbf3fdbc8e3d,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:18.851195 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7bd043bb-2e50-4658-a3b9-29fef923fb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.858734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:18.862922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:18.883923 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 448d0bb5-9871-42e8-b59f-5365a496953a yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:18.937772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Checking segment: {'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:18.938144 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Network hostable DHCP agents. Network: 1f2dcaef-bc6d-481f-b41f-58deaa0939f2, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:18.940628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd043bb-2e50-4658-a3b9-29fef923fb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34568ce1-9da8-4e3e-b3de-857beeac322c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:18.959108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7bd043bb-2e50-4658-a3b9-29fef923fb21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff7769b556924843a34cae4bb6329045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9033768 Aug 29 17:01:18.962378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58332) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:18.990616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e144740-421d-4ca5-a9f1-c484c2706dd1 None None] Network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:19.005772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13012bff-3820-4b5c-9547-c95127ff2356 req-93314e5b-8c61-418e-a3e6-50a9a182273f tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639369 Aug 29 17:01:19.008110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e144740-421d-4ca5-a9f1-c484c2706dd1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 1f2dcaef-bc6d-481f-b41f-58deaa0939f2) {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:01:19.124786 n-d-713301-13 neutron-server[111677]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b already present Aug 29 17:01:19.125159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:19.125811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 1f2dcaef-bc6d-481f-b41f-58deaa0939f2) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:19.133300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:19.133898 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.140479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.156461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bf51eb-8b94-4bb0-a614-0149b1c9f237']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:19.164563 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6da8c7f-f216-454a-944a-ef95fe48f214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.169914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beca823f-6ee8-4c46-a87b-eb7cd6822d3d') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:19.170371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beca823f-6ee8-4c46-a87b-eb7cd6822d3d') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:19.181867 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f12ca6e0-2fa5-49c5-ad6f-2a6aa586a5e8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2332833 Aug 29 17:01:19.184435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58338) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:19.190592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:19.197335 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.219167 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.230199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:19.230844 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:19.234156 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:19.248979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6da8c7f-f216-454a-944a-ef95fe48f214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.250338 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.251403 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.256072 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.291126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf8248-6772-4113-b8d6-d856d8e741a1 req-f5c26429-058d-4c72-ae32-b9e9c68d4de4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:19.293333 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f3bf8248-6772-4113-b8d6-d856d8e741a1 req-f5c26429-058d-4c72-ae32-b9e9c68d4de4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1602726 Aug 29 17:01:19.313024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:19.326939 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.343993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.351141 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "DELETE /v2.0/networks/15bf51eb-8b94-4bb0-a614-0149b1c9f237 HTTP/1.1" status: 204 len: 168 time: 0.7288480 Aug 29 17:01:19.351349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58342) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:19.352581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:19.353049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dc64e76d-a4a2-4fd4-bbf9-d1dd76d72487 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:19.396963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d70943-29f5-4a2c-b357-2c5cab23d813 tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Network': ['ID=15bf51eb-8b94-4bb0-a614-0149b1c9f237,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:19.433061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.446807 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f3bf8248-6772-4113-b8d6-d856d8e741a1 req-0f7f97e2-2d02-4a71-8fd5-5de2cc765521 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415915 Aug 29 17:01:19.474026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6da8c7f-f216-454a-944a-ef95fe48f214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.486583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b6da8c7f-f216-454a-944a-ef95fe48f214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.488068 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b6da8c7f-f216-454a-944a-ef95fe48f214 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34568ce1-9da8-4e3e-b3de-857beeac322c HTTP/1.1" status: 204 len: 168 time: 0.5247290 Aug 29 17:01:19.494754 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.515308 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.542786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da8c7f-f216-454a-944a-ef95fe48f214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34568ce1-9da8-4e3e-b3de-857beeac322c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:19.577651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:19.583560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:19.586092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'fixed_ips': [{'subnet_id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:19.586221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:19.587328 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.592246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:19.592887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.622688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=448d0bb5-9871-42e8-b59f-5365a496953a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:19.651158 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-606186b3-0573-4e22-9d0f-3aa9e5e92307 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3399186 Aug 29 17:01:19.693028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58352) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:19.712206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.751775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.773586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa4db75-0c65-486a-bd77-1cccc09cc7b2']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:19.790105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd9fe27-00d7-4e17-bfc4-e97177d809b9') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:19.790708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd9fe27-00d7-4e17-bfc4-e97177d809b9') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:19.816773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Allocated IP 172.20.0.2 (1f2dcaef-bc6d-481f-b41f-58deaa0939f2/ebe5a512-6172-449e-9511-cbf3fdbc8e3d/b3cd5215-e75d-4a88-bce2-75143486acca) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:19.853991 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.876414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-640f970b-3c4c-4033-af34-9a0cf06e73a9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 448d0bb5-9871-42e8-b59f-5365a496953a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:19.877008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-640f970b-3c4c-4033-af34-9a0cf06e73a9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.894616 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.921789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4ff4-e69e-4106-8174-7039b5040693 req-9e7cb0e7-014c-40ad-b3ab-e0aeb49a4f38 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:19.924664 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-22aa4ff4-e69e-4106-8174-7039b5040693 req-9e7cb0e7-014c-40ad-b3ab-e0aeb49a4f38 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1213112 Aug 29 17:01:19.926103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:19.926708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:19.930581 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:19.970463 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-640f970b-3c4c-4033-af34-9a0cf06e73a9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:19.990219 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-640f970b-3c4c-4033-af34-9a0cf06e73a9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 448d0bb5-9871-42e8-b59f-5365a496953a owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:20.040197 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-22aa4ff4-e69e-4106-8174-7039b5040693 req-7ef3ba5c-ebfc-47fa-8feb-9ff8b23aee60 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924604 Aug 29 17:01:20.048744 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.058898 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.061721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Transition to ACTIVE for port object b3cd5215-e75d-4a88-bce2-75143486acca will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:20.063587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.073859 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.082692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] 10.222.0.22 "DELETE /v2.0/networks/9fa4db75-0c65-486a-bd77-1cccc09cc7b2 HTTP/1.1" status: 204 len: 168 time: 0.7296703 Aug 29 17:01:20.097434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Transition to ACTIVE for port object b3cd5215-e75d-4a88-bce2-75143486acca will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:20.103879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b82cfc-095d-4114-8093-421f6ac7a9cf tempest-BulkNetworkOpsIpV6Test-144390444 tempest-BulkNetworkOpsIpV6Test-144390444-project] Pushing event deleted for resources: {'Network': ['ID=9fa4db75-0c65-486a-bd77-1cccc09cc7b2,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:20.113517 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.161756 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Pushing event updated for resources: {'Port': ['ID=b3cd5215-e75d-4a88-bce2-75143486acca,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:20.176176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:20.178783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:20.185656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:20.264301 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.267732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Attempting to bind port b3cd5215-e75d-4a88-bce2-75143486acca on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:20.268234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Attempting to bind port b3cd5215-e75d-4a88-bce2-75143486acca by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:20.268605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Attempting to bind port b3cd5215-e75d-4a88-bce2-75143486acca on network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:20.275890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:20.276270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Checking segment: {'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:20.276700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.277096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Bound using segment: {'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:20.280455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Bound port: b3cd5215-e75d-4a88-bce2-75143486acca, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:20.280793 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.292974 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.307133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ded52e-8fa9-40ff-88c0-66196af719f8 req-0b8d03ca-32a6-4990-85fc-a09c0e2de18a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:20.315750 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-23ded52e-8fa9-40ff-88c0-66196af719f8 req-0b8d03ca-32a6-4990-85fc-a09c0e2de18a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1326556 Aug 29 17:01:20.342058 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-640f970b-3c4c-4033-af34-9a0cf06e73a9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.368453 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-720542cd-34a2-4cde-968c-a84147856edc None None] For port b3cd5215-e75d-4a88-bce2-75143486acca, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:20.372157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-720542cd-34a2-4cde-968c-a84147856edc None None] For port b3cd5215-e75d-4a88-bce2-75143486acca, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b3cd5215-e75d-4a88-bce2-75143486acca,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:20.378947 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.449170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f970b-3c4c-4033-af34-9a0cf06e73a9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=448d0bb5-9871-42e8-b59f-5365a496953a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:20.472905 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-640f970b-3c4c-4033-af34-9a0cf06e73a9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.478175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58378) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:20.484699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'mac_address': 'fa:16:3e:74:cb:66', 'name': 'tempest-PortsTestJSON-1272532936'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:20.489962 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-640f970b-3c4c-4033-af34-9a0cf06e73a9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/448d0bb5-9871-42e8-b59f-5365a496953a HTTP/1.1" status: 204 len: 168 time: 0.7865322 Aug 29 17:01:20.501779 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-23ded52e-8fa9-40ff-88c0-66196af719f8 req-7b2a465d-c157-4554-a253-4189242f3166 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850975 Aug 29 17:01:20.510951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720542cd-34a2-4cde-968c-a84147856edc None None] Pushing event updated for resources: {'Port': ['ID=b3cd5215-e75d-4a88-bce2-75143486acca,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:20.577893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58382) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:20.645834 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Allocated IP 172.25.5.240 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/ba45ea66-ee96-4123-b6be-96666a59c562) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:20.688314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:20.890597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73ca1-73af-4d96-a9e5-f95ceb2fcb58 req-4d20e858-f97c-4d2f-b638-ef26dd9b7173 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:20.892138 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cb73ca1-73af-4d96-a9e5-f95ceb2fcb58 req-4d20e858-f97c-4d2f-b638-ef26dd9b7173 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.2689667 Aug 29 17:01:20.928498 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:20.974025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 39a9a258-3cc1-4bc8-b8be-6a51b35f56ed yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:21.004235 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cb73ca1-73af-4d96-a9e5-f95ceb2fcb58 req-695b1fac-29c5-4ed9-b81d-15915026972b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933216 Aug 29 17:01:21.030031 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:21.086207 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:21.142610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:21.148072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:21.153766 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a021e811-a78e-453a-87ae-5d8d7fdfe943 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d682303530548f686980a21b2351507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744984 Aug 29 17:01:21.155011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:21.156073 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58402) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:21.202588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b3cd5215-e75d-4a88-bce2-75143486acca up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:21.239605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba45ea66-ee96-4123-b6be-96666a59c562,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:21.272490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2ecf9-61d9-4b8b-8c9a-3405eb64c5d2 req-e2d693a9-d710-46b2-9be3-984f51bf6c06 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:21.280242 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ac2ecf9-61d9-4b8b-8c9a-3405eb64c5d2 req-e2d693a9-d710-46b2-9be3-984f51bf6c06 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1016014 Aug 29 17:01:21.330564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b3cd5215-e75d-4a88-bce2-75143486acca completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:21.366776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e15aef2b-a0f8-4e5d-aac1-0fb4e6d3d9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:21.414713 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e15aef2b-a0f8-4e5d-aac1-0fb4e6d3d9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:21.429426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ac2ecf9-61d9-4b8b-8c9a-3405eb64c5d2 req-55d08da1-2f6a-4f9e-8ca0-f37b060d73be tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481695 Aug 29 17:01:21.444543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:21.534179 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e15aef2b-a0f8-4e5d-aac1-0fb4e6d3d9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:21.537213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e15aef2b-a0f8-4e5d-aac1-0fb4e6d3d9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:21.538419 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e15aef2b-a0f8-4e5d-aac1-0fb4e6d3d9c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17b4470b-3b42-438c-be5d-21ec3ce32ff7 HTTP/1.1" status: 204 len: 168 time: 0.3814313 Aug 29 17:01:21.547314 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:21.549138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15aef2b-a0f8-4e5d-aac1-0fb4e6d3d9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b4470b-3b42-438c-be5d-21ec3ce32ff7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:21.626335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:21.630733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:21.635929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:21.642622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:21.645913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:21.660015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=39a9a258-3cc1-4bc8-b8be-6a51b35f56ed,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:21.692180 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-40b7d881-0371-43a4-9d66-8d08a8d70ca2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2126207 Aug 29 17:01:21.694541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58412) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:21.792332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68dcde-e1e7-432b-98d2-b83d8bfe5cb1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:21.799774 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7a68dcde-e1e7-432b-98d2-b83d8bfe5cb1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/39a9a258-3cc1-4bc8-b8be-6a51b35f56ed HTTP/1.1" status: 200 len: 841 time: 0.1008537 Aug 29 17:01:21.800223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58416) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:22.011754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-dc220e1f-81ba-4dda-bc2d-60c87be7d996 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 39a9a258-3cc1-4bc8-b8be-6a51b35f56ed {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:22.013014 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc220e1f-81ba-4dda-bc2d-60c87be7d996 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.015398 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.057135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcbb158-f8ac-4c16-ad07-8f801e7763dc None None] Network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:22.151177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356115a6-89f5-499e-bd49-dc6ac9e93f69 req-a42d7b3a-b6f4-4556-a55f-8da07a46e912 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:22.156973 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-356115a6-89f5-499e-bd49-dc6ac9e93f69 req-a42d7b3a-b6f4-4556-a55f-8da07a46e912 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1766882 Aug 29 17:01:22.182026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc220e1f-81ba-4dda-bc2d-60c87be7d996 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.201117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-dc220e1f-81ba-4dda-bc2d-60c87be7d996 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 39a9a258-3cc1-4bc8-b8be-6a51b35f56ed owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:22.222829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-20b6be39-ecdf-4fbb-b61a-3ad05362a40a None None] Provisioning for port b3cd5215-e75d-4a88-bce2-75143486acca completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:22.237923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-20b6be39-ecdf-4fbb-b61a-3ad05362a40a None None] Provisioning complete for port b3cd5215-e75d-4a88-bce2-75143486acca triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:22.238292 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-20b6be39-ecdf-4fbb-b61a-3ad05362a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.279842 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-356115a6-89f5-499e-bd49-dc6ac9e93f69 req-68d1063d-c6a1-476a-9a10-ee74cd88ded3 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124489 Aug 29 17:01:22.340446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1460f-2fae-4044-bd88-551c5e1a5d59 req-90464a5f-636c-4729-b8dd-d14b4e127100 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:22.342107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30d1460f-2fae-4044-bd88-551c5e1a5d59 req-90464a5f-636c-4729-b8dd-d14b4e127100 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1305645 Aug 29 17:01:22.418279 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30d1460f-2fae-4044-bd88-551c5e1a5d59 req-61da19dc-4b63-4264-9b4a-2fd56cb4ddac tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650728 Aug 29 17:01:22.419475 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc220e1f-81ba-4dda-bc2d-60c87be7d996 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.460402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58438) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:22.465617 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc220e1f-81ba-4dda-bc2d-60c87be7d996 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.468235 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dc220e1f-81ba-4dda-bc2d-60c87be7d996 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/39a9a258-3cc1-4bc8-b8be-6a51b35f56ed HTTP/1.1" status: 204 len: 168 time: 0.6669281 Aug 29 17:01:22.468893 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-20b6be39-ecdf-4fbb-b61a-3ad05362a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.469363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc220e1f-81ba-4dda-bc2d-60c87be7d996 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=39a9a258-3cc1-4bc8-b8be-6a51b35f56ed,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:22.471794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58442) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:22.501496 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09ef3f9-63eb-4898-bb7a-5731198861fb tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:01:22.503132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.504365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e09ef3f9-63eb-4898-bb7a-5731198861fb tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/39a9a258-3cc1-4bc8-b8be-6a51b35f56ed HTTP/1.1" status: 404 len: 333 time: 0.0313008 Aug 29 17:01:22.508296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58446) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:22.522228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'name': 'tempest-PortsTestJSON-150547052'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:22.546963 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-20b6be39-ecdf-4fbb-b61a-3ad05362a40a None None] For port b3cd5215-e75d-4a88-bce2-75143486acca, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b3cd5215-e75d-4a88-bce2-75143486acca,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:22.568335 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-20b6be39-ecdf-4fbb-b61a-3ad05362a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.639809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:22.649065 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.673447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 057b111b-7560-4125-8cb3-358e27056856 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:22.710513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6be39-ecdf-4fbb-b61a-3ad05362a40a None None] Pushing event updated for resources: {'Port': ['ID=b3cd5215-e75d-4a88-bce2-75143486acca,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:22.817581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc735c6b-630f-476a-b4f9-7e3f33baa8fc req-bdcfc96c-5325-4a4d-b73c-5740fcf86e4b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:22.819142 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc735c6b-630f-476a-b4f9-7e3f33baa8fc req-bdcfc96c-5325-4a4d-b73c-5740fcf86e4b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1960635 Aug 29 17:01:22.842377 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb96d-15d8-43d3-89f8-361263bc3a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.901490 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.961919 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:22.968039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc735c6b-630f-476a-b4f9-7e3f33baa8fc req-9aa2f21e-298b-474f-bcc5-f47674cd036b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396451 Aug 29 17:01:23.039638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=057b111b-7560-4125-8cb3-358e27056856,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:23.056143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:23.057880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:23.061182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:23.079603 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:23.082072 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.096944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb96d-15d8-43d3-89f8-361263bc3a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.108224 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Router 41e82f54-2c4b-420f-9036-a135c1fc96f8 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:01:23.120534 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb96d-15d8-43d3-89f8-361263bc3a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.137684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b3cd5215-e75d-4a88-bce2-75143486acca up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:23.143444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bb28f963-80fa-4b0a-9908-29d26d268ed9 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6304235 Aug 29 17:01:23.145959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58466) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:23.161934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8082b958-9f6b-4b49-adc6-9e4516598c2e tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:23.215061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ef6eb96d-15d8-43d3-89f8-361263bc3a5c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13721a78efd34b2e96866c0f7f3d750e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7493973 Aug 29 17:01:23.215762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58468) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:23.219914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6eb96d-15d8-43d3-89f8-361263bc3a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe85dc8-1777-4c1f-8001-244fae5071f7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:23.234729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b3cd5215-e75d-4a88-bce2-75143486acca triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:23.235111 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.290139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e3ba5b-5f83-41c3-8bbf-3a2668fd7d82 None None] Network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:23.334796 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8082b958-9f6b-4b49-adc6-9e4516598c2e tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.351769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:01:23.381367 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38996d82-d340-412d-900c-68c4d5c19480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.381367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58476) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:23.382033 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.383014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-94cf1219-a2a7-4080-8655-0f236bba92b5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1975100 Aug 29 17:01:23.394915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58478) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:23.418195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Sync routers for ids ['41e82f54-2c4b-420f-9036-a135c1fc96f8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:01:23.443589 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38996d82-d340-412d-900c-68c4d5c19480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.460768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Routers {'41e82f54-2c4b-420f-9036-a135c1fc96f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:23.461499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['41e82f54-2c4b-420f-9036-a135c1fc96f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:23.474238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8aa0406a-993d-4ad7-8408-7464ff907649 None None] Provisioning complete for port b3cd5215-e75d-4a88-bce2-75143486acca triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:23.474534 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8aa0406a-993d-4ad7-8408-7464ff907649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.634570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d106b-6f14-491a-aa76-e5c163cac6fb req-3b7d6ddb-5e66-4e31-ae3b-babb769e16d4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:23.636645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb0d106b-6f14-491a-aa76-e5c163cac6fb req-3b7d6ddb-5e66-4e31-ae3b-babb769e16d4 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.2705624 Aug 29 17:01:23.671027 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-252520653'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:23.715351 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb0d106b-6f14-491a-aa76-e5c163cac6fb req-34a79364-c90b-4306-9480-34d4bd17e187 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724390 Aug 29 17:01:23.726580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38996d82-d340-412d-900c-68c4d5c19480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.727601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38996d82-d340-412d-900c-68c4d5c19480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.732074 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-38996d82-d340-412d-900c-68c4d5c19480 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fe85dc8-1777-4c1f-8001-244fae5071f7 HTTP/1.1" status: 204 len: 168 time: 0.5055888 Aug 29 17:01:23.760603 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8082b958-9f6b-4b49-adc6-9e4516598c2e tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.760871 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38996d82-d340-412d-900c-68c4d5c19480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe85dc8-1777-4c1f-8001-244fae5071f7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:23.775130 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8082b958-9f6b-4b49-adc6-9e4516598c2e tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.791679 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea73c-ce99-454f-9841-1b435111cf78 req-a8d5bdae-804f-424e-bc71-c5e14cf8bc47 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:23.799224 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6acea73c-ce99-454f-9841-1b435111cf78 req-a8d5bdae-804f-424e-bc71-c5e14cf8bc47 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.2636395 Aug 29 17:01:23.848960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:23.852549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.865588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082b958-9f6b-4b49-adc6-9e4516598c2e tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=057b111b-7560-4125-8cb3-358e27056856,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:23.878870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8082b958-9f6b-4b49-adc6-9e4516598c2e tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] In _notify_port_updated(), no bound segment for port 057b111b-7560-4125-8cb3-358e27056856 on network 236c367a-c1fe-4583-9014-7ab39a70c2c1 {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:01:23.879103 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.884411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8082b958-9f6b-4b49-adc6-9e4516598c2e tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:23.885036 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8082b958-9f6b-4b49-adc6-9e4516598c2e tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:23.894126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Set router 41e82f54-2c4b-420f-9036-a135c1fc96f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:23.901455 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8082b958-9f6b-4b49-adc6-9e4516598c2e tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "PUT /v2.0/ports/057b111b-7560-4125-8cb3-358e27056856 HTTP/1.1" status: 200 len: 818 time: 0.7538922 Aug 29 17:01:23.902106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58526) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:23.934574 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6acea73c-ce99-454f-9841-1b435111cf78 req-922a0fc0-400e-4dba-b792-99324bad1775 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344287 Aug 29 17:01:24.241131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a1249-6a6e-4e4d-835b-c382fdc403f0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 057b111b-7560-4125-8cb3-358e27056856 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:24.241489 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b5a1249-6a6e-4e4d-835b-c382fdc403f0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.268006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.279334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:21Z', 'revision_number': 3, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:24.281582 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.326073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:24.332022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Checking router: 41e82f54-2c4b-420f-9036-a135c1fc96f8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:01:24.332819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Updating router 41e82f54-2c4b-420f-9036-a135c1fc96f8 port ba45ea66-ee96-4123-b6be-96666a59c562 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:01:24.342600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e657639-c45b-4782-8c85-f242c0ecc1f2 req-39ae8a17-97d4-4b4e-8620-1800af17bc80 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:24.344188 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e657639-c45b-4782-8c85-f242c0ecc1f2 req-39ae8a17-97d4-4b4e-8620-1800af17bc80 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.2444108 Aug 29 17:01:24.380771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58554) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:24.383215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4dba62f7-421a-43f8-8944-04533fb8a934 None None] Provisioning complete for port b3cd5215-e75d-4a88-bce2-75143486acca triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:24.383603 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4dba62f7-421a-43f8-8944-04533fb8a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.385885 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.394560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc296b7-33bd-42d3-bfd3-78cfb8814e04,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:24.401388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b5a1249-6a6e-4e4d-835b-c382fdc403f0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.406539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.406966 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment effd7d40-757c-41f1-9eea-b85b03102184 of type vlan for network b2de6fb1-297d-46cc-85a6-ab9d66d8498c Aug 29 17:01:24.438873 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-60dac87c-22dc-4721-85a3-47acb19246d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.442513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a1249-6a6e-4e4d-835b-c382fdc403f0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 057b111b-7560-4125-8cb3-358e27056856 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:24.451501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e657639-c45b-4782-8c85-f242c0ecc1f2 req-d4d847d5-a43b-4485-bf06-a034a46153e7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980158 Aug 29 17:01:24.515372 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.543412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.577293 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b5a1249-6a6e-4e4d-835b-c382fdc403f0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.649920 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b5a1249-6a6e-4e4d-835b-c382fdc403f0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.652147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5b5a1249-6a6e-4e4d-835b-c382fdc403f0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/057b111b-7560-4125-8cb3-358e27056856 HTTP/1.1" status: 204 len: 168 time: 0.7490084 Aug 29 17:01:24.653038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58562) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:24.660168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58564) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:24.661190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a1249-6a6e-4e4d-835b-c382fdc403f0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=057b111b-7560-4125-8cb3-358e27056856,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:24.694854 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-60dac87c-22dc-4721-85a3-47acb19246d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.708732 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.728066 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.728492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:24.729748 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.742196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Transition to ACTIVE for port object ba45ea66-ee96-4123-b6be-96666a59c562 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:24.750567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-60dac87c-22dc-4721-85a3-47acb19246d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.767749 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.819428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2081dab5-0b4d-4f54-9a4e-f001f3952fed tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:24.822107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2081dab5-0b4d-4f54-9a4e-f001f3952fed tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1529469 Aug 29 17:01:24.825951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58570) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:24.829545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829511c-6dc7-4244-abf0-7a93d97295fa req-d865a02c-c118-4c37-b1f4-29f469e25b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:24.831816 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a829511c-6dc7-4244-abf0-7a93d97295fa req-d865a02c-c118-4c37-b1f4-29f469e25b31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1096 time: 0.0991974 Aug 29 17:01:24.856841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5718-5342-49c8-b06e-b038b2e32992 req-91b53b6d-69a5-463d-bd47-a78d8cbd8d73 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:24.858550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-76ff5718-5342-49c8-b06e-b038b2e32992 req-91b53b6d-69a5-463d-bd47-a78d8cbd8d73 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1561100 Aug 29 17:01:24.860359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Attempting to bind port ba45ea66-ee96-4123-b6be-96666a59c562 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:24.860735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Attempting to bind port ba45ea66-ee96-4123-b6be-96666a59c562 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:24.861103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Attempting to bind port ba45ea66-ee96-4123-b6be-96666a59c562 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:24.870292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec04c9c-557d-4375-8a07-bcd165564799 None None] Pushing event updated for resources: {'Port': ['ID=ba45ea66-ee96-4123-b6be-96666a59c562,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:24.872845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:24.873495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:24.873918 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.874281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:24.874958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Bound port: ba45ea66-ee96-4123-b6be-96666a59c562, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:24.875551 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.909017 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f351ce04-959d-4725-b427-a5e4c1425e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.913919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5296504 Aug 29 17:01:24.921030 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cfed09-12d2-4c5c-b3a1-1ed26d202c25 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:01:24.922757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-90cfed09-12d2-4c5c-b3a1-1ed26d202c25 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/057b111b-7560-4125-8cb3-358e27056856 HTTP/1.1" status: 404 len: 333 time: 0.0899689 Aug 29 17:01:24.933065 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] For port ba45ea66-ee96-4123-b6be-96666a59c562, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:24.937099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] For port ba45ea66-ee96-4123-b6be-96666a59c562, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ba45ea66-ee96-4123-b6be-96666a59c562,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:24.942613 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:24.956270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58572) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:24.969279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-670595526'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:25.008001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Routers {'41e82f54-2c4b-420f-9036-a135c1fc96f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:25.008757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['41e82f54-2c4b-420f-9036-a135c1fc96f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:25.034382 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-76ff5718-5342-49c8-b06e-b038b2e32992 req-c0e24feb-e962-4d3b-9ae4-9b09fd4776c2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382418 Aug 29 17:01:25.048743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58576) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:25.057277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'network_id': 'b2de6fb1-297d-46cc-85a6-ab9d66d8498c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:25.064274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec04c9c-557d-4375-8a07-bcd165564799 None None] Pushing event updated for resources: {'Port': ['ID=ba45ea66-ee96-4123-b6be-96666a59c562,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:25.115588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:25.119063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.120374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-60dac87c-22dc-4721-85a3-47acb19246d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=68f04232ff3c432abf2a5f43419b975f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7400525 Aug 29 17:01:25.126778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58578) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:25.135437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dac87c-22dc-4721-85a3-47acb19246d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d281dfba-8af1-459b-b653-34489bb9bb07,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:25.154370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce93625-d03f-4ac9-8ceb-38913ee84165 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=b2de6fb1-297d-46cc-85a6-ab9d66d8498c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:25.156984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] Set router 41e82f54-2c4b-420f-9036-a135c1fc96f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:25.174593 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829511c-6dc7-4244-abf0-7a93d97295fa req-87ed1512-2bcc-40e3-a8c3-6140e96e1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:25.176094 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a829511c-6dc7-4244-abf0-7a93d97295fa req-87ed1512-2bcc-40e3-a8c3-6140e96e1f68 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.3316486 Aug 29 17:01:25.193671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network b2de6fb1-297d-46cc-85a6-ab9d66d8498c details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:25.245720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf674a-5b0d-4061-98f9-9061f4d46c35 req-403e4d80-babc-4ccc-b825-2bf068dc7981 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:25.253487 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2cdf674a-5b0d-4061-98f9-9061f4d46c35 req-403e4d80-babc-4ccc-b825-2bf068dc7981 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.3955917 Aug 29 17:01:25.299833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Allocated IP 172.20.0.1 (1f2dcaef-bc6d-481f-b41f-58deaa0939f2/ebe5a512-6172-449e-9511-cbf3fdbc8e3d/fb77ace3-92e4-49eb-8110-ea2ac9d259cc) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:25.315434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62cbf902-233d-40a9-8423-8b30cffdb681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.354893 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2cdf674a-5b0d-4061-98f9-9061f4d46c35 req-77c27ac6-b53c-45e0-a18a-559385b2d2fe tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001446 Aug 29 17:01:25.371526 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62cbf902-233d-40a9-8423-8b30cffdb681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.501022 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62cbf902-233d-40a9-8423-8b30cffdb681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.504514 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62cbf902-233d-40a9-8423-8b30cffdb681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.508123 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-62cbf902-233d-40a9-8423-8b30cffdb681 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d281dfba-8af1-459b-b653-34489bb9bb07 HTTP/1.1" status: 204 len: 168 time: 0.3713508 Aug 29 17:01:25.528810 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.531522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbf902-233d-40a9-8423-8b30cffdb681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d281dfba-8af1-459b-b653-34489bb9bb07,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:25.555850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Transition to ACTIVE for port object fb77ace3-92e4-49eb-8110-ea2ac9d259cc will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:25.610201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:21Z', 'revision_number': 3, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:25.618634 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.629291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:25.643996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9730a-29d2-4b55-a339-41a40be1c1ce None None] The sync data for ids ['41e82f54-2c4b-420f-9036-a135c1fc96f8'] in n-d-713301-13 is: [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:21Z', 'revision_number': 3, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:01:25.677304 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.677304 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Added segment 3dca30f9-638d-4664-8186-f2218f4b66e1 of type vlan for network ca7199f9-a88b-432b-bbee-c065e7ef0f7f Aug 29 17:01:25.685722 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0287-a92c-49e2-8c68-291ed9c77d2c req-3b918e3d-c42f-4787-a594-c83770d61ad7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:25.687294 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-097b0287-a92c-49e2-8c68-291ed9c77d2c req-3b918e3d-c42f-4787-a594-c83770d61ad7 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.5541728 Aug 29 17:01:25.690403 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a829511c-6dc7-4244-abf0-7a93d97295fa req-a682b420-ac06-4677-9e16-cc842e853389 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 999 time: 0.4964867 Aug 29 17:01:25.695284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Pushing event updated for resources: {'Port': ['ID=fb77ace3-92e4-49eb-8110-ea2ac9d259cc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:25.704188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:25.705888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:25.708485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:25.775470 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.836578 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.854048 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f351ce04-959d-4725-b427-a5e4c1425e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.877745 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f351ce04-959d-4725-b427-a5e4c1425e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:25.899590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829511c-6dc7-4244-abf0-7a93d97295fa req-a0374361-6cfe-4a76-a754-dffea02975d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:25.901294 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a829511c-6dc7-4244-abf0-7a93d97295fa req-a0374361-6cfe-4a76-a754-dffea02975d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.2025828 Aug 29 17:01:25.925767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-097b0287-a92c-49e2-8c68-291ed9c77d2c req-0fc8c053-40e8-4c69-a9ca-877cb0b1a924 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248592 Aug 29 17:01:26.031520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:26.039289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:26.040028 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:26.057832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:26.064954 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:26.085012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f351ce04-959d-4725-b427-a5e4c1425e25 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4af6944fba9c46818c210d141d8f96bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4302938 Aug 29 17:01:26.116239 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351ce04-959d-4725-b427-a5e4c1425e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6979051f-0bdc-43bf-88c1-e5e200f24187,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:26.167874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d97a29d9-3266-4f8d-97f4-082322e8777e None None] Provisioning for port fb77ace3-92e4-49eb-8110-ea2ac9d259cc completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:26.173031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d97a29d9-3266-4f8d-97f4-082322e8777e None None] Provisioning complete for port fb77ace3-92e4-49eb-8110-ea2ac9d259cc triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:26.173519 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d97a29d9-3266-4f8d-97f4-082322e8777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:26.185174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58594) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:26.222814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d97a29d9-3266-4f8d-97f4-082322e8777e None None] Port fb77ace3-92e4-49eb-8110-ea2ac9d259cc cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:01:26.233947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2706163 Aug 29 17:01:26.247839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58598) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:26.259713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:26.278715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829511c-6dc7-4244-abf0-7a93d97295fa req-9938866b-b5e1-47eb-b8a8-c99e99ac2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:26.282314 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a829511c-6dc7-4244-abf0-7a93d97295fa req-9938866b-b5e1-47eb-b8a8-c99e99ac2cd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3662412 Aug 29 17:01:26.401293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bd3a2-6ee5-4042-a8f0-ebe2a6e4a1fa tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Network': ['ID=ca7199f9-a88b-432b-bbee-c065e7ef0f7f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:26.414263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network ca7199f9-a88b-432b-bbee-c065e7ef0f7f details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:26.457049 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:26.511630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d02411-ac49-4670-8c01-d7626d552cd0 req-227029dc-54b8-4c35-b7cf-d9453609941f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:26.522777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37d02411-ac49-4670-8c01-d7626d552cd0 req-227029dc-54b8-4c35-b7cf-d9453609941f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0980384 Aug 29 17:01:26.530028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58608) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:26.596996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37d02411-ac49-4670-8c01-d7626d552cd0 req-3c6f3af4-d2c8-46f0-826a-02c3e789f766 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732365 Aug 29 17:01:26.667796 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a199cea4-3f0e-4944-8dbd-a0c193132bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:26.724505 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:26.729262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-network', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:26.730094 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:26.758463 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a829511c-6dc7-4244-abf0-7a93d97295fa req-1b904572-33df-4f5b-b873-26e5c985b3ba service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455879 Aug 29 17:01:26.774298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d86dad-4991-46ce-8177-c31fead835e1 req-755e0520-ba89-4898-b61b-b919ccf01e12 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:26.775865 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20d86dad-4991-46ce-8177-c31fead835e1 req-755e0520-ba89-4898-b61b-b919ccf01e12 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.2514791 Aug 29 17:01:26.787509 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a199cea4-3f0e-4944-8dbd-a0c193132bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:26.799398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:26.800556 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:26.802813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:26.803499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Pushing event updated for resources: {'Port': ['ID=fb77ace3-92e4-49eb-8110-ea2ac9d259cc,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:26.900306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:26.901746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:27.011625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Made reservation on behalf of ea26f9a4f5854f0693e2a6bb7d720706 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:27.014002 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.067730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Router 41e82f54-2c4b-420f-9036-a135c1fc96f8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:01:27.067956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.069981 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.086223 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20d86dad-4991-46ce-8177-c31fead835e1 req-477c2aa0-c03f-4e3f-8a16-784c29b45ed9 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967978 Aug 29 17:01:27.155142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ba45ea66-ee96-4123-b6be-96666a59c562 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:27.183938 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a199cea4-3f0e-4944-8dbd-a0c193132bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.186452 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a199cea4-3f0e-4944-8dbd-a0c193132bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.187614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a199cea4-3f0e-4944-8dbd-a0c193132bb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6979051f-0bdc-43bf-88c1-e5e200f24187 HTTP/1.1" status: 204 len: 168 time: 1.0002613 Aug 29 17:01:27.203030 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a829511c-6dc7-4244-abf0-7a93d97295fa req-05979258-734c-43fd-b240-f553c45f181a service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194098 Aug 29 17:01:27.221530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0d2ec-91e6-4357-b86a-a0b645242368 req-10d13258-13b2-4b92-be84-da4127226747 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:27.227938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=3f011232-7dcf-4706-a866-42e3d0e03ed9,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:27.231912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1db0d2ec-91e6-4357-b86a-a0b645242368 req-10d13258-13b2-4b92-be84-da4127226747 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1583576 Aug 29 17:01:27.237734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199cea4-3f0e-4944-8dbd-a0c193132bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6979051f-0bdc-43bf-88c1-e5e200f24187,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:27.257353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ba45ea66-ee96-4123-b6be-96666a59c562 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:27.280715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ba45ea66-ee96-4123-b6be-96666a59c562 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:27.281811 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.295241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1db0d2ec-91e6-4357-b86a-a0b645242368 req-a3b06902-6dc8-418b-807a-696f4fd6bfef tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621977 Aug 29 17:01:27.344270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fabcbe50-134a-4adb-b0e1-a15a2ea541c5 None None] Provisioning complete for port fb77ace3-92e4-49eb-8110-ea2ac9d259cc triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:27.345182 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fabcbe50-134a-4adb-b0e1-a15a2ea541c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.371361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:01:27.386249 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fb5f2d71-8dac-49fc-819b-a840ebfbb15c admin admin] 10.222.0.22 "PUT /v2.0/routers/41e82f54-2c4b-420f-9036-a135c1fc96f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9824169 Aug 29 17:01:27.396617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-fabcbe50-134a-4adb-b0e1-a15a2ea541c5 None None] Port fb77ace3-92e4-49eb-8110-ea2ac9d259cc cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:01:27.436408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking segment: {'id': 'effd7d40-757c-41f1-9eea-b85b03102184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b2de6fb1-297d-46cc-85a6-ab9d66d8498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:27.437143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network hostable DHCP agents. Network: b2de6fb1-297d-46cc-85a6-ab9d66d8498c, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:27.455809 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.464121 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.484309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ba45ea66-ee96-4123-b6be-96666a59c562, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ba45ea66-ee96-4123-b6be-96666a59c562,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:27.491002 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.536619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network b2de6fb1-297d-46cc-85a6-ab9d66d8498c is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:27.554308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Subnet': ['ID=5d1a53ab-f3db-4314-a846-548f0e770b16,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:27.565731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ba45ea66-ee96-4123-b6be-96666a59c562,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:27.576721 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.582308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, b2de6fb1-297d-46cc-85a6-ab9d66d8498c) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:27.592409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b692ceee-e395-499a-b080-b25c28410eb5 None None] Network b2de6fb1-297d-46cc-85a6-ab9d66d8498c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:27.593239 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.598335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:27.598942 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.631214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58628) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:27.663278 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fece263-99aa-420e-ae6c-d1e378e16ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.692016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Checking segment: {'id': '3dca30f9-638d-4664-8186-f2218f4b66e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:27.692780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network hostable DHCP agents. Network: ca7199f9-a88b-432b-bbee-c065e7ef0f7f, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:27.695464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:27.716311 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fb2c7a64-25de-4213-b4e9-09b4f84596e2 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6609695 Aug 29 17:01:27.717314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b1c715-7705-467d-9821-fa306326ad9c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:27.738681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.738930 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Added segment 2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616 of type vlan for network 7edb8e31-9f55-447d-a0d3-437fb97f3415 Aug 29 17:01:27.739440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58630) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:27.764119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335601214'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:27.807661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network ca7199f9-a88b-432b-bbee-c065e7ef0f7f is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:27.819093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-b2de6fb1-297d-46cc-85a6-ab9d66d8498c', 'network_id': 'b2de6fb1-297d-46cc-85a6-ab9d66d8498c', 'tenant_id': '141e2611b9584352aef3c1ec2379997d', 'fixed_ips': [{'subnet_id': '3f011232-7dcf-4706-a866-42e3d0e03ed9'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:27.820296 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.829242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, ca7199f9-a88b-432b-bbee-c065e7ef0f7f) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:27.834439 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.841936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:27.842599 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.846285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5445c0cf-efcd-4632-93cc-7d3caf6ba8bd None None] Network ca7199f9-a88b-432b-bbee-c065e7ef0f7f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:27.855346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ae92a-8c22-428d-a389-308c4e8da436 req-85ff30b2-3c26-4e1b-b703-5e66d0732572 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:27.864852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec6ae92a-8c22-428d-a389-308c4e8da436 req-85ff30b2-3c26-4e1b-b703-5e66d0732572 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1485200 Aug 29 17:01:27.935548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fece263-99aa-420e-ae6c-d1e378e16ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.941980 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fece263-99aa-420e-ae6c-d1e378e16ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.943889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec6ae92a-8c22-428d-a389-308c4e8da436 req-6462696d-3148-431f-bbfc-0c3f75312354 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780597 Aug 29 17:01:27.946201 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.947305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:27.947919 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:27.962583 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c05759be-08d9-4248-8158-5bc3347ec78c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7111671 Aug 29 17:01:27.963330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58636) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:27.967736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-de2f5e33-abfe-483e-9fcc-ccb7eb19786f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:27.968220 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Sync routers for ids ['41e82f54-2c4b-420f-9036-a135c1fc96f8'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:01:27.978644 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Routers {'41e82f54-2c4b-420f-9036-a135c1fc96f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:27.979401 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['41e82f54-2c4b-420f-9036-a135c1fc96f8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:28.050210 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2fece263-99aa-420e-ae6c-d1e378e16ad7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8a96f6d04a240c4a1c06d5fe63acebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162257 Aug 29 17:01:28.051368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58654) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:28.052072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fece263-99aa-420e-ae6c-d1e378e16ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2b1769-b5b5-4c5d-a624-d925b0625b95,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:28.055564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:28.061169 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.083513 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5483196 Aug 29 17:01:28.087848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58660) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:28.092086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] Request body: {'subnet': {'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-subnet', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:28.101633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebfaa6-8a8e-4ff9-8aa0-5cc2f95186e2 admin admin] Pushing event updated for resources: {'Network': ['ID=7edb8e31-9f55-447d-a0d3-437fb97f3415,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:28.148956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:28.163848 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.164380 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f of type vlan for network 723ceb8b-a460-4203-936c-71d6b903d3d1 Aug 29 17:01:28.204618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Allocated IP 172.20.255.242 (b2de6fb1-297d-46cc-85a6-ab9d66d8498c/3f011232-7dcf-4706-a866-42e3d0e03ed9/df534606-cee3-4b0f-8ac8-6b1443be35a4) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:28.207471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] Made reservation on behalf of ea26f9a4f5854f0693e2a6bb7d720706 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:28.211455 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.220421 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Set router 41e82f54-2c4b-420f-9036-a135c1fc96f8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:28.227371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 7edb8e31-9f55-447d-a0d3-437fb97f3415 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:28.262827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.273464 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba69946c-37e4-4120-945b-887b14a22f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.300904 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba69946c-37e4-4120-945b-887b14a22f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.327450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2f5e33-abfe-483e-9fcc-ccb7eb19786f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:28.331243 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-de2f5e33-abfe-483e-9fcc-ccb7eb19786f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.383744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f258f9-bcaf-40af-9d5a-3e21d13e612a req-e96403c0-20b9-4d57-8223-f4f1941506bd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:28.385841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-33f258f9-bcaf-40af-9d5a-3e21d13e612a req-e96403c0-20b9-4d57-8223-f4f1941506bd tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1814990 Aug 29 17:01:28.432936 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.439980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:28.440811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.484150 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba69946c-37e4-4120-945b-887b14a22f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.488854 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba69946c-37e4-4120-945b-887b14a22f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.507125 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ba69946c-37e4-4120-945b-887b14a22f8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a2b1769-b5b5-4c5d-a624-d925b0625b95 HTTP/1.1" status: 204 len: 168 time: 0.4306474 Aug 29 17:01:28.515653 n-d-713301-13 neutron-server[111676]: INFO neutron.db.ipam_backend_mixin [None req-de2f5e33-abfe-483e-9fcc-ccb7eb19786f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5d1a53ab-f3db-4314-a846-548f0e770b16 (CIDR: 172.20.0.0/28) Aug 29 17:01:28.537740 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2f5e33-abfe-483e-9fcc-ccb7eb19786f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:01:28.538697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2f5e33-abfe-483e-9fcc-ccb7eb19786f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:01:28.612440 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:26Z', 'revision_number': 4, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fb77ace3-92e4-49eb-8110-ea2ac9d259cc', 'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'mac_address': 'fa:16:3e:d9:9d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:24Z', 'updated_at': '2021-08-29T17:01:26Z', 'revision_number': 2, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'subnets': [{'id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:28.632994 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-33f258f9-bcaf-40af-9d5a-3e21d13e612a req-30af09a9-ba41-435c-ae2d-6b4537295cd3 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369812 Aug 29 17:01:28.632994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58686) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:28.634937 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-de2f5e33-abfe-483e-9fcc-ccb7eb19786f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6709406 Aug 29 17:01:28.661467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69946c-37e4-4120-945b-887b14a22f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2b1769-b5b5-4c5d-a624-d925b0625b95,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:28.681255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501f36f-89e3-4330-b4fe-428f6677f924 req-59f974b3-d82f-41ce-aa58-6d4e02f05fb5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:28.682024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-514c1fa1-176b-439f-8468-b3ece98e92d7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:28.683266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c501f36f-89e3-4330-b4fe-428f6677f924 req-59f974b3-d82f-41ce-aa58-6d4e02f05fb5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1728613 Aug 29 17:01:28.690259 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Checking router: 41e82f54-2c4b-420f-9036-a135c1fc96f8 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:01:28.690612 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Updating router 41e82f54-2c4b-420f-9036-a135c1fc96f8 port fb77ace3-92e4-49eb-8110-ea2ac9d259cc binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:01:28.760542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-ca7199f9-a88b-432b-bbee-c065e7ef0f7f', 'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f', 'tenant_id': '90b2c129704746a2b6a94fa082dcf61a', 'fixed_ips': [{'subnet_id': '5d1a53ab-f3db-4314-a846-548f0e770b16'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:28.761485 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.787511 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.790947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c501f36f-89e3-4330-b4fe-428f6677f924 req-171de2f4-7bca-47ea-b783-d0cfcc7a0988 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002138 Aug 29 17:01:28.825332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Transition to ACTIVE for port object df534606-cee3-4b0f-8ac8-6b1443be35a4 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:28.879017 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.906952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Transition to ACTIVE for port object df534606-cee3-4b0f-8ac8-6b1443be35a4 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:28.923967 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:28.944295 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1955450 Aug 29 17:01:28.961628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58696) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:28.976600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'network_id': '723ceb8b-a460-4203-936c-71d6b903d3d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:28.998969 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.030571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f813f7a-c2ca-4749-b2b0-9ad313c2beee,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:29.042876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Network b2de6fb1-297d-46cc-85a6-ab9d66d8498c is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:29.066861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:29.072920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:29.080824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] Checking segment: {'id': '2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:29.081187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] Network hostable DHCP agents. Network: 7edb8e31-9f55-447d-a0d3-437fb97f3415, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:29.096162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Pushing event updated for resources: {'Port': ['ID=df534606-cee3-4b0f-8ac8-6b1443be35a4,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:29.129420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] Network 7edb8e31-9f55-447d-a0d3-437fb97f3415 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:29.146906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 7edb8e31-9f55-447d-a0d3-437fb97f3415) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:29.152012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:29.152612 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.159847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Allocated IP 172.20.0.2 (ca7199f9-a88b-432b-bbee-c065e7ef0f7f/5d1a53ab-f3db-4314-a846-548f0e770b16/9c8385dd-93d8-46fa-9fae-12311b825cad) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:29.175280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f93cac-ecd4-4d65-94da-5b97dd704d88 None None] Network 7edb8e31-9f55-447d-a0d3-437fb97f3415 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:29.182132 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-83dd380c-7561-490c-92ba-03a888544994 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0938756 Aug 29 17:01:29.185070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58730) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:29.190598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-router', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:29.218406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fee43-a8c8-4b85-9359-04831da8743c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=723ceb8b-a460-4203-936c-71d6b903d3d1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:29.239594 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.241121 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.319253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ba45ea66-ee96-4123-b6be-96666a59c562 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:29.321410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 723ceb8b-a460-4203-936c-71d6b903d3d1 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:29.379975 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.444904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Attempting to bind port df534606-cee3-4b0f-8ac8-6b1443be35a4 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:29.445378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Attempting to bind port df534606-cee3-4b0f-8ac8-6b1443be35a4 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'effd7d40-757c-41f1-9eea-b85b03102184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b2de6fb1-297d-46cc-85a6-ab9d66d8498c'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:29.445749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Attempting to bind port df534606-cee3-4b0f-8ac8-6b1443be35a4 on network b2de6fb1-297d-46cc-85a6-ab9d66d8498c {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:29.489211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514c1fa1-176b-439f-8468-b3ece98e92d7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:29.497357 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-514c1fa1-176b-439f-8468-b3ece98e92d7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.514228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:29.514597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Checking segment: {'id': 'effd7d40-757c-41f1-9eea-b85b03102184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b2de6fb1-297d-46cc-85a6-ab9d66d8498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:29.515008 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.515619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Bound using segment: {'id': 'effd7d40-757c-41f1-9eea-b85b03102184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b2de6fb1-297d-46cc-85a6-ab9d66d8498c'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:29.516012 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Bound port: df534606-cee3-4b0f-8ac8-6b1443be35a4, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effd7d40-757c-41f1-9eea-b85b03102184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b2de6fb1-297d-46cc-85a6-ab9d66d8498c'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:29.516395 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.543200 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.546122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306eb923-99d4-4fbf-8a45-56b4b9a70dc9 req-5093891f-7f4a-4a9e-b37f-ada1c9058040 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:29.547903 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-306eb923-99d4-4fbf-8a45-56b4b9a70dc9 req-5093891f-7f4a-4a9e-b37f-ada1c9058040 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.4647179 Aug 29 17:01:29.560416 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Transition to ACTIVE for port object fb77ace3-92e4-49eb-8110-ea2ac9d259cc will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:29.574232 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.631149 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Pushing event updated for resources: {'Port': ['ID=fb77ace3-92e4-49eb-8110-ea2ac9d259cc,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:29.697908 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.734073 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.734636 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.735134 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.735663 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.736158 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.737212 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.737713 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.738195 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.738688 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.739180 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.739662 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.740156 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:29.751212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:29.755902 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Attempting to bind port fb77ace3-92e4-49eb-8110-ea2ac9d259cc on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:29.756620 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Attempting to bind port fb77ace3-92e4-49eb-8110-ea2ac9d259cc by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:29.757243 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Attempting to bind port fb77ace3-92e4-49eb-8110-ea2ac9d259cc on network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:29.764905 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:29.765692 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Checking segment: {'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:29.766350 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.766986 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Bound using segment: {'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:29.767695 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Bound port: fb77ace3-92e4-49eb-8110-ea2ac9d259cc, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:29.768315 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.769641 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.841951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] For port df534606-cee3-4b0f-8ac8-6b1443be35a4, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:29.851074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] For port df534606-cee3-4b0f-8ac8-6b1443be35a4, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=df534606-cee3-4b0f-8ac8-6b1443be35a4,segment=NetworkSegment(effd7d40-757c-41f1-9eea-b85b03102184),segment_id=effd7d40-757c-41f1-9eea-b85b03102184)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:29.893487 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:29.916173 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] For port fb77ace3-92e4-49eb-8110-ea2ac9d259cc, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:29.922882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3355906-d0ac-48f8-80be-7975b03d7779 req-11429ae8-5f27-4b68-a6a0-3315ab8c1048 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:29.925028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3355906-d0ac-48f8-80be-7975b03d7779 req-11429ae8-5f27-4b68-a6a0-3315ab8c1048 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1133757 Aug 29 17:01:29.925328 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] For port fb77ace3-92e4-49eb-8110-ea2ac9d259cc, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fb77ace3-92e4-49eb-8110-ea2ac9d259cc,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:29.935010 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:30.062946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3355906-d0ac-48f8-80be-7975b03d7779 req-290888c4-1932-4bbd-ab51-1aa317c1a2b0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260762 Aug 29 17:01:30.086516 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Routers {'41e82f54-2c4b-420f-9036-a135c1fc96f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:30.087193 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['41e82f54-2c4b-420f-9036-a135c1fc96f8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:30.104867 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf259cf-76e1-49a6-b1af-490e8b9b2ca9 None None] Pushing event updated for resources: {'Port': ['ID=fb77ace3-92e4-49eb-8110-ea2ac9d259cc,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:30.109005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ba45ea66-ee96-4123-b6be-96666a59c562 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:30.109417 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:30.148448 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-306eb923-99d4-4fbf-8a45-56b4b9a70dc9 req-bb46045c-5e37-4e59-9ad4-279fcce6bf50 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4568040 Aug 29 17:01:30.321395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb083a8-8b7a-4f37-af43-395c67e214cd None None] Pushing event updated for resources: {'Port': ['ID=df534606-cee3-4b0f-8ac8-6b1443be35a4,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:30.443062 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] Set router 41e82f54-2c4b-420f-9036-a135c1fc96f8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:30.481915 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:30.495279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb15635-831d-4e58-85c4-1d5e997d3098 req-e39f9afc-4ee2-4e9c-ac23-6050f6d8ec02 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:30.497529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bb15635-831d-4e58-85c4-1d5e997d3098 req-e39f9afc-4ee2-4e9c-ac23-6050f6d8ec02 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1574349 Aug 29 17:01:30.554419 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:30.687256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bb15635-831d-4e58-85c4-1d5e997d3098 req-a17e0ee6-358b-4874-8210-2c5e656c0ed6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403232 Aug 29 17:01:30.688929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80802e77-f56f-47e5-ae6f-f7bb49d6edcf req-e084e1a9-348c-44a5-87e3-a61da4dffb8a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:30.691345 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-80802e77-f56f-47e5-ae6f-f7bb49d6edcf req-e084e1a9-348c-44a5-87e3-a61da4dffb8a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.3107696 Aug 29 17:01:30.693381 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-7edb8e31-9f55-447d-a0d3-437fb97f3415', 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'fixed_ips': [{'subnet_id': '8f813f7a-c2ca-4749-b2b0-9ad313c2beee'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:30.694255 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:30.872584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Allocated IP 172.25.5.246 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/14ed44c2-474b-4eb8-b769-2483fede09f8) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:30.880044 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:30.886123 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-80802e77-f56f-47e5-ae6f-f7bb49d6edcf req-68ee44f3-5226-4eb0-94c9-c435571d5485 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533873 Aug 29 17:01:30.958449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=39b7592e-3204-497a-97b7-0d7683c2500a,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:31.003690 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:31.006577 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-514c1fa1-176b-439f-8468-b3ece98e92d7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:31.060663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking segment: {'id': 'ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '723ceb8b-a460-4203-936c-71d6b903d3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:31.061152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network hostable DHCP agents. Network: 723ceb8b-a460-4203-936c-71d6b903d3d1, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:31.066723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c1fa1-176b-439f-8468-b3ece98e92d7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network ca7199f9-a88b-432b-bbee-c065e7ef0f7f is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:31.072803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-514c1fa1-176b-439f-8468-b3ece98e92d7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:31.077037 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:26Z', 'revision_number': 4, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fb77ace3-92e4-49eb-8110-ea2ac9d259cc', 'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'mac_address': 'fa:16:3e:d9:9d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:24Z', 'updated_at': '2021-08-29T17:01:29Z', 'revision_number': 4, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'subnets': [{'id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:31.079317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c1fa1-176b-439f-8468-b3ece98e92d7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:31.079960 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-514c1fa1-176b-439f-8468-b3ece98e92d7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:31.092880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c1fa1-176b-439f-8468-b3ece98e92d7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Subnet': ['ID=cca244d9-2224-40ed-b759-4a7a76f3623e,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:31.097317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Transition to ACTIVE for port object 9c8385dd-93d8-46fa-9fae-12311b825cad will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:31.110566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-514c1fa1-176b-439f-8468-b3ece98e92d7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4512703 Aug 29 17:01:31.113422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network 723ceb8b-a460-4203-936c-71d6b903d3d1 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:31.116143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58764) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:31.123935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f', 'fixed_ips': [{'subnet_id': '5d1a53ab-f3db-4314-a846-548f0e770b16'}, {'subnet_id': 'cca244d9-2224-40ed-b759-4a7a76f3623e'}], 'name': 'tempest-PortsTestJSON-259866131'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:31.165988 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0244c-f7f2-4c30-bb3d-487c7fce497a None None] The sync data for ids ['41e82f54-2c4b-420f-9036-a135c1fc96f8'] in n-d-713301-13 is: [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:26Z', 'revision_number': 4, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fb77ace3-92e4-49eb-8110-ea2ac9d259cc', 'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'mac_address': 'fa:16:3e:d9:9d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:24Z', 'updated_at': '2021-08-29T17:01:29Z', 'revision_number': 4, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'subnets': [{'id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:01:31.205354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a955d-1ce4-4cc8-a813-88d41415afde req-7e844b46-b7f7-4920-a0e0-435179f83958 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:31.206945 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-769a955d-1ce4-4cc8-a813-88d41415afde req-7e844b46-b7f7-4920-a0e0-435179f83958 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1121399 Aug 29 17:01:31.255568 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Transition to ACTIVE for port object 9c8385dd-93d8-46fa-9fae-12311b825cad will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:31.260104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 723ceb8b-a460-4203-936c-71d6b903d3d1) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:31.289786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:31.290562 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:31.306960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be207a-8c34-4fae-96f0-48e58459ce36 None None] Network 723ceb8b-a460-4203-936c-71d6b903d3d1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:31.318543 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-769a955d-1ce4-4cc8-a813-88d41415afde req-0dd8b10c-1669-4d43-95eb-68bcd8363ad3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976968 Aug 29 17:01:31.361202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:31.526479 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:31.582373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:31.602520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device df534606-cee3-4b0f-8ac8-6b1443be35a4 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:31.621850 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:31.634341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbc225-1841-4fd2-ae6f-a370a1712750 req-8ff7bcb6-e565-4475-8a80-0142c76a2349 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:31.636871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1fbc225-1841-4fd2-ae6f-a370a1712750 req-8ff7bcb6-e565-4475-8a80-0142c76a2349 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.3561563 Aug 29 17:01:31.667297 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-caf8f3f6-198c-48af-9cda-f6d295f55ab5 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7046933 Aug 29 17:01:31.731839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:31.733093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58776) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:31.733580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58778) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:31.738081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Pushing event updated for resources: {'Port': ['ID=14ed44c2-474b-4eb8-b769-2483fede09f8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:31.746423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:31.764491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:31.877553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:31.972645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 483e4f79-0301-4c84-8417-36f2ea3137a2 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:32.057720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b00610-6d63-44aa-aaa9-842899449c7d req-8ae917be-054a-48f2-99e9-1cb6be12d0e4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:32.060317 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31b00610-6d63-44aa-aaa9-842899449c7d req-8ae917be-054a-48f2-99e9-1cb6be12d0e4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.3230956 Aug 29 17:01:32.092248 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4687a61-ffba-4b9b-973d-85f5d47a29a7 None None] Network b2de6fb1-297d-46cc-85a6-ab9d66d8498c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:32.185514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:32.258367 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1fbc225-1841-4fd2-ae6f-a370a1712750 req-72d580c6-caf1-4af7-9697-81e19dc14e47 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895455 Aug 29 17:01:32.302678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31b00610-6d63-44aa-aaa9-842899449c7d req-3d7608ce-d016-4d37-8511-56d0f1166640 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336640 Aug 29 17:01:32.330114 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:32.384250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:32.468745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Pushing event updated for resources: {'Port': ['ID=9c8385dd-93d8-46fa-9fae-12311b825cad,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:32.474761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Network ca7199f9-a88b-432b-bbee-c065e7ef0f7f is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:32.479613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-33655725-a616-4518-a531-a4722c2c737e None None] Provisioning for port df534606-cee3-4b0f-8ac8-6b1443be35a4 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:32.517631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7165dfc-7e00-4648-a670-31de65cd9c37 req-a4e508f6-dd40-4bfb-a059-cf75b6c25dfd tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:32.519211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7165dfc-7e00-4648-a670-31de65cd9c37 req-a4e508f6-dd40-4bfb-a059-cf75b6c25dfd tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1381905 Aug 29 17:01:32.525350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Allocated IP 172.20.0.2 (7edb8e31-9f55-447d-a0d3-437fb97f3415/8f813f7a-c2ca-4749-b2b0-9ad313c2beee/ad6cb100-e975-4b07-b0cc-6c44a47ed8ea) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:32.540745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:32.544240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:32.572356 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-723ceb8b-a460-4203-936c-71d6b903d3d1', 'network_id': '723ceb8b-a460-4203-936c-71d6b903d3d1', 'tenant_id': '141e2611b9584352aef3c1ec2379997d', 'fixed_ips': [{'subnet_id': '39b7592e-3204-497a-97b7-0d7683c2500a'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:32.573250 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:32.590712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port df534606-cee3-4b0f-8ac8-6b1443be35a4 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:32.640059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7165dfc-7e00-4648-a670-31de65cd9c37 req-980d953b-c019-44fc-9f69-294970e6d488 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145012 Aug 29 17:01:32.669854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port df534606-cee3-4b0f-8ac8-6b1443be35a4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:32.670431 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:32.675582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.14 (ca7199f9-a88b-432b-bbee-c065e7ef0f7f/5d1a53ab-f3db-4314-a846-548f0e770b16/483e4f79-0301-4c84-8417-36f2ea3137a2) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:32.687039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.28 (ca7199f9-a88b-432b-bbee-c065e7ef0f7f/cca244d9-2224-40ed-b759-4a7a76f3623e/483e4f79-0301-4c84-8417-36f2ea3137a2) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:32.876408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Attempting to bind port 9c8385dd-93d8-46fa-9fae-12311b825cad on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:32.876973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Attempting to bind port 9c8385dd-93d8-46fa-9fae-12311b825cad by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3dca30f9-638d-4664-8186-f2218f4b66e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:32.877467 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Attempting to bind port 9c8385dd-93d8-46fa-9fae-12311b825cad on network ca7199f9-a88b-432b-bbee-c065e7ef0f7f {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:32.902588 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:32.905912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:32.906444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Checking segment: {'id': '3dca30f9-638d-4664-8186-f2218f4b66e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:32.906950 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:32.907445 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Bound using segment: {'id': '3dca30f9-638d-4664-8186-f2218f4b66e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:32.908558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Bound port: 9c8385dd-93d8-46fa-9fae-12311b825cad, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dca30f9-638d-4664-8186-f2218f4b66e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:32.909091 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:32.928183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object 483e4f79-0301-4c84-8417-36f2ea3137a2 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:33.059457 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.100958 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.192170 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.198438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network ca7199f9-a88b-432b-bbee-c065e7ef0f7f is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:33.224505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:33.236051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:33.256813 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.276612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Allocated IP 172.20.0.2 (723ceb8b-a460-4203-936c-71d6b903d3d1/39b7592e-3204-497a-97b7-0d7683c2500a/642e8a89-aab1-4c7a-9c98-a2363ccc3b53) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:33.295431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=483e4f79-0301-4c84-8417-36f2ea3137a2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:33.328191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Transition to ACTIVE for port object ad6cb100-e975-4b07-b0cc-6c44a47ed8ea will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:33.355138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] For port 9c8385dd-93d8-46fa-9fae-12311b825cad, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:33.370924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:33.371687 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.419950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ce527576-41ca-49b1-8fe5-846312e37806 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3000934 Aug 29 17:01:33.419950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58794) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:33.426532 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.441160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-42f3eb40-5842-41b0-b5ea-f8729854ee1a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5d1a53ab-f3db-4314-a846-548f0e770b16'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:33.447358 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Transition to ACTIVE for port object ad6cb100-e975-4b07-b0cc-6c44a47ed8ea will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:33.454112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] For port 9c8385dd-93d8-46fa-9fae-12311b825cad, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c8385dd-93d8-46fa-9fae-12311b825cad,segment=NetworkSegment(3dca30f9-638d-4664-8186-f2218f4b66e1),segment_id=3dca30f9-638d-4664-8186-f2218f4b66e1)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:33.476679 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.502233 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.549032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-72646355-ff11-4b1c-9f1f-ff073a19f1fa None None] Provisioning complete for port df534606-cee3-4b0f-8ac8-6b1443be35a4 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:33.549590 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-72646355-ff11-4b1c-9f1f-ff073a19f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.631830 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-42f3eb40-5842-41b0-b5ea-f8729854ee1a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.632051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port df534606-cee3-4b0f-8ac8-6b1443be35a4, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=df534606-cee3-4b0f-8ac8-6b1443be35a4,segment=NetworkSegment(effd7d40-757c-41f1-9eea-b85b03102184),segment_id=effd7d40-757c-41f1-9eea-b85b03102184)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:33.657019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241a106-fd51-436c-89b9-6c458448f131 req-d099de2f-6a8b-4744-acd4-a44367fb2305 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:33.657308 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Network 7edb8e31-9f55-447d-a0d3-437fb97f3415 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:33.659444 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9241a106-fd51-436c-89b9-6c458448f131 req-d099de2f-6a8b-4744-acd4-a44367fb2305 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1637294 Aug 29 17:01:33.672504 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.723158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:33.728433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:33.740100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497993f0-4415-4cf5-a29c-9a584bc14d39 None None] Pushing event updated for resources: {'Port': ['ID=9c8385dd-93d8-46fa-9fae-12311b825cad,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:33.754383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bf440-cd37-46a0-b295-0c966baa6553 req-4e98e773-c36f-44ec-bdd7-f414889ca79d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:33.763153 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0f0bf440-cd37-46a0-b295-0c966baa6553 req-4e98e773-c36f-44ec-bdd7-f414889ca79d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.2564466 Aug 29 17:01:33.773689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.801842 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9241a106-fd51-436c-89b9-6c458448f131 req-015e4a2e-a7bc-42e5-9aef-ed679a8379c8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348503 Aug 29 17:01:33.930445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Allocated IP 172.25.5.25 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/c0b7ad2c-d322-4f29-9e16-ef039f221bc0) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:33.932975 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.955651 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:33.976433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Transition to ACTIVE for port object 642e8a89-aab1-4c7a-9c98-a2363ccc3b53 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:34.007500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Transition to ACTIVE for port object 642e8a89-aab1-4c7a-9c98-a2363ccc3b53 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:34.056821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fb77ace3-92e4-49eb-8110-ea2ac9d259cc up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:34.100741 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0f0bf440-cd37-46a0-b295-0c966baa6553 req-2bb4c616-28eb-4e68-a71e-3a689743756d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354125 Aug 29 17:01:34.132833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b11d4-d34f-48a1-b0bd-7f42fcbe7c57 req-bb2f0d2c-ba9b-4b32-b4b7-d86f04a942c6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:34.133608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Pushing event updated for resources: {'Port': ['ID=ad6cb100-e975-4b07-b0cc-6c44a47ed8ea,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:34.146980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e07b11d4-d34f-48a1-b0bd-7f42fcbe7c57 req-bb2f0d2c-ba9b-4b32-b4b7-d86f04a942c6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1887169 Aug 29 17:01:34.167780 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.218087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.225997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e07b11d4-d34f-48a1-b0bd-7f42fcbe7c57 req-26e9ac7f-2ac8-46cc-95d0-55f5105495ec tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779092 Aug 29 17:01:34.259913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.272242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=df534606-cee3-4b0f-8ac8-6b1443be35a4,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:34.326520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.366083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Subnet': ['ID=39b7592e-3204-497a-97b7-0d7683c2500a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:34.412600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:34.422403 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Attempting to bind port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:34.424908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Attempting to bind port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:34.425658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Attempting to bind port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea on network 7edb8e31-9f55-447d-a0d3-437fb97f3415 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:34.427776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:34.434986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Pushing event updated for resources: {'Port': ['ID=642e8a89-aab1-4c7a-9c98-a2363ccc3b53,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:34.490937 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:34.517804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Network 723ceb8b-a460-4203-936c-71d6b903d3d1 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:34.520202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port fb77ace3-92e4-49eb-8110-ea2ac9d259cc completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:34.525668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:34.526204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Checking segment: {'id': '2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:34.526687 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.527186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Bound using segment: {'id': '2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:34.527744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Bound port: ad6cb100-e975-4b07-b0cc-6c44a47ed8ea, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:34.528196 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.530438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:34.541179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:34.551259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port fb77ace3-92e4-49eb-8110-ea2ac9d259cc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:34.551664 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.580504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Pushing event updated for resources: {'Port': ['ID=c0b7ad2c-d322-4f29-9e16-ef039f221bc0,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:34.599066 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.623461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723ceb8b-a460-4203-936c-71d6b903d3d1']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:34.660422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:34.665739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:34.719409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Attempting to bind port 642e8a89-aab1-4c7a-9c98-a2363ccc3b53 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:34.720018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Attempting to bind port 642e8a89-aab1-4c7a-9c98-a2363ccc3b53 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '723ceb8b-a460-4203-936c-71d6b903d3d1'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:34.720131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Attempting to bind port 642e8a89-aab1-4c7a-9c98-a2363ccc3b53 on network 723ceb8b-a460-4203-936c-71d6b903d3d1 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:34.740573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2c4e8-3494-4c43-9c1a-34fca744157f req-f67d5e9e-45eb-45e2-a36c-9ac97da33b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:34.745544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ea2c4e8-3494-4c43-9c1a-34fca744157f req-f67d5e9e-45eb-45e2-a36c-9ac97da33b03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 1096 time: 0.2363174 Aug 29 17:01:34.745728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:34.745728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Checking segment: {'id': 'ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '723ceb8b-a460-4203-936c-71d6b903d3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:34.746003 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.746198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-42f3eb40-5842-41b0-b5ea-f8729854ee1a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Delete allocated IP 172.20.0.28 (ca7199f9-a88b-432b-bbee-c065e7ef0f7f/cca244d9-2224-40ed-b759-4a7a76f3623e) {{(pid=111677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:01:34.746357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Bound using segment: {'id': 'ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '723ceb8b-a460-4203-936c-71d6b903d3d1'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:34.746840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Bound port: 642e8a89-aab1-4c7a-9c98-a2363ccc3b53, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '723ceb8b-a460-4203-936c-71d6b903d3d1'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:34.747223 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.747856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.769242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] For port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:34.772479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dda5b-1929-415f-86f9-a9337702d304 req-600b929b-952c-4ca4-8b79-62f1dc39a2d8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:34.773377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.774481 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd7dda5b-1929-415f-86f9-a9337702d304 req-600b929b-952c-4ca4-8b79-62f1dc39a2d8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.0846324 Aug 29 17:01:34.778100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] For port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ad6cb100-e975-4b07-b0cc-6c44a47ed8ea,segment=NetworkSegment(2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616),segment_id=2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:34.785607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:34.786334 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:34.799161 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:34.814056 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.885612 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:34.928922 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd7dda5b-1929-415f-86f9-a9337702d304 req-96ade61a-f767-41e5-82a9-7b5020ff4b89 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156955 Aug 29 17:01:34.990205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c3cd0-f156-425c-b7d4-79f74f44aed4 None None] Pushing event updated for resources: {'Port': ['ID=ad6cb100-e975-4b07-b0cc-6c44a47ed8ea,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:35.020623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] For port 642e8a89-aab1-4c7a-9c98-a2363ccc3b53, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:35.023669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port fb77ace3-92e4-49eb-8110-ea2ac9d259cc, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fb77ace3-92e4-49eb-8110-ea2ac9d259cc,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:35.025681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.api [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:01:35.025681 n-d-713301-13 neutron-server[111676]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:01:35.025681 n-d-713301-13 neutron-server[111676]: [parameters: {'id': '723ceb8b-a460-4203-936c-71d6b903d3d1'}] Aug 29 17:01:35.025681 n-d-713301-13 neutron-server[111676]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:01:35.027131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] For port 642e8a89-aab1-4c7a-9c98-a2363ccc3b53, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=642e8a89-aab1-4c7a-9c98-a2363ccc3b53,segment=NetworkSegment(ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f),segment_id=ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:35.029402 n-d-713301-13 neutron-server[111676]: DEBUG oslo_db.api [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:01:35.030046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Router 3159da80-6e2d-4469-9c06-f030fb0213d7 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:01:35.037911 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:35.043654 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:35.053363 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-42f3eb40-5842-41b0-b5ea-f8729854ee1a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:35.074460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-42f3eb40-5842-41b0-b5ea-f8729854ee1a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Ignored duplicate provisioning block setup for port 483e4f79-0301-4c84-8417-36f2ea3137a2 by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 17:01:35.081099 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-42f3eb40-5842-41b0-b5ea-f8729854ee1a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:35.143115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=fb77ace3-92e4-49eb-8110-ea2ac9d259cc,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:35.156319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3eb40-5842-41b0-b5ea-f8729854ee1a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=483e4f79-0301-4c84-8417-36f2ea3137a2,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:35.224154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe58bf-32db-42fd-9932-c93f721efb3e None None] Pushing event updated for resources: {'Port': ['ID=642e8a89-aab1-4c7a-9c98-a2363ccc3b53,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:35.230320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b26ad-8b8f-4d80-9e8c-f185b0fa9725 None None] Network 723ceb8b-a460-4203-936c-71d6b903d3d1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:35.287711 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:35.415379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-42f3eb40-5842-41b0-b5ea-f8729854ee1a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] In _notify_port_updated(), no bound segment for port 483e4f79-0301-4c84-8417-36f2ea3137a2 on network ca7199f9-a88b-432b-bbee-c065e7ef0f7f {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:01:35.421591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f3eb40-5842-41b0-b5ea-f8729854ee1a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:35.422520 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-42f3eb40-5842-41b0-b5ea-f8729854ee1a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:35.424496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-42f3eb40-5842-41b0-b5ea-f8729854ee1a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "PUT /v2.0/ports/483e4f79-0301-4c84-8417-36f2ea3137a2 HTTP/1.1" status: 200 len: 919 time: 2.0038848 Aug 29 17:01:35.428547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58810) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:35.443537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5988c04d-6ec5-46b5-b694-886dd4dd7f20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5d1a53ab-f3db-4314-a846-548f0e770b16'}, {'subnet_id': 'cca244d9-2224-40ed-b759-4a7a76f3623e'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:35.457092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2c4e8-3494-4c43-9c1a-34fca744157f req-fe509970-8c99-4d41-a28a-75002ea7ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:35.459446 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ea2c4e8-3494-4c43-9c1a-34fca744157f req-fe509970-8c99-4d41-a28a-75002ea7ac89 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.6240749 Aug 29 17:01:35.496569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bf7a9-8b09-442e-a00a-7974b17131d5 req-cd34d61f-ed26-4de5-86e9-3b41c107710a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:35.504215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b7bf7a9-8b09-442e-a00a-7974b17131d5 req-cd34d61f-ed26-4de5-86e9-3b41c107710a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1283019 Aug 29 17:01:35.514359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd664bb2-f361-4be1-b84f-2f94c4a29241 None None] Network ca7199f9-a88b-432b-bbee-c065e7ef0f7f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:35.559461 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:35.561848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:01:35.586240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Sync routers for ids ['3159da80-6e2d-4469-9c06-f030fb0213d7'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:01:35.599273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d99fe2ab-cb27-4339-b94d-4ca8cbf0a3a4 None None] Provisioning for port 9c8385dd-93d8-46fa-9fae-12311b825cad completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:35.600482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5988c04d-6ec5-46b5-b694-886dd4dd7f20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:35.617685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b7bf7a9-8b09-442e-a00a-7974b17131d5 req-1ca3e177-d554-4b84-9c5b-84ee61594cc6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023598 Aug 29 17:01:35.647032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Routers {'3159da80-6e2d-4469-9c06-f030fb0213d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:35.647786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3159da80-6e2d-4469-9c06-f030fb0213d7'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:35.709486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:35.718426 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f79f5832-d1aa-4e2c-bd80-5025493b17d7 req-596f2b5f-ce44-492a-ad3a-0000549115de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7564077 Aug 29 17:01:35.726057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:35.726057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-534f57b0-eee3-485a-a3a1-18aa8cf99216 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5398376 Aug 29 17:01:35.753800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f9881-c575-4da5-bb43-199649582a72 req-a0709166-4a1a-4fce-b7da-1b427cffc5fe tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:35.759729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58812) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:35.761313 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-094f9881-c575-4da5-bb43-199649582a72 req-a0709166-4a1a-4fce-b7da-1b427cffc5fe tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.3516479 Aug 29 17:01:35.784590 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ea2c4e8-3494-4c43-9c1a-34fca744157f req-a179a791-6055-453d-b628-9cbfd8d46f09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 200 len: 999 time: 0.1970952 Aug 29 17:01:36.092903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fb77ace3-92e4-49eb-8110-ea2ac9d259cc up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:36.117692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-094f9881-c575-4da5-bb43-199649582a72 req-e99ac819-35da-4865-8a80-a3f04c00ddf8 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488154 Aug 29 17:01:36.128643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2c4e8-3494-4c43-9c1a-34fca744157f req-4cdfae49-1747-45b3-a08c-25ec12b20a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:36.130794 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ea2c4e8-3494-4c43-9c1a-34fca744157f req-4cdfae49-1747-45b3-a08c-25ec12b20a89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.3016541 Aug 29 17:01:36.168157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Set router 3159da80-6e2d-4469-9c06-f030fb0213d7 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:36.172322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5832-d1aa-4e2c-bd80-5025493b17d7 req-a08e8d46-4ca2-4972-bfad-c0f9a9ed3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:36.174253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f79f5832-d1aa-4e2c-bd80-5025493b17d7 req-a08e8d46-4ca2-4972-bfad-c0f9a9ed3dcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4d6f40993ec498189d1d672c1f0685d&device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 1098 time: 0.4079356 Aug 29 17:01:36.232425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Deleting port 642e8a89-aab1-4c7a-9c98-a2363ccc3b53 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:36.241262 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:36.278675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-704d9d9c-2cd2-4251-8d17-e09af4c1cade service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3203950 Aug 29 17:01:36.431910 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:36.447299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74d108-75c5-4a15-a396-8a68b3e853c0 req-0abda8a1-6194-49e1-87ba-327ff33787a9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:36.448955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4c74d108-75c5-4a15-a396-8a68b3e853c0 req-0abda8a1-6194-49e1-87ba-327ff33787a9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.3764102 Aug 29 17:01:36.476732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2c4e8-3494-4c43-9c1a-34fca744157f req-93a28478-c5d5-4a30-87ce-ae2d6e32d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:36.477922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-5988c04d-6ec5-46b5-b694-886dd4dd7f20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.30 (ca7199f9-a88b-432b-bbee-c065e7ef0f7f/cca244d9-2224-40ed-b759-4a7a76f3623e/483e4f79-0301-4c84-8417-36f2ea3137a2) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:36.479265 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ea2c4e8-3494-4c43-9c1a-34fca744157f req-93a28478-c5d5-4a30-87ce-ae2d6e32d38f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3240755 Aug 29 17:01:36.493912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] For port 642e8a89-aab1-4c7a-9c98-a2363ccc3b53, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=642e8a89-aab1-4c7a-9c98-a2363ccc3b53,segment=NetworkSegment(ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f),segment_id=ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:36.494962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:36.509060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port fb77ace3-92e4-49eb-8110-ea2ac9d259cc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:36.509554 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:36.511617 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:36.544765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c607d-e346-4b34-a42b-800c32531fd0 None None] Update dhcp port {'port': {'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f', 'fixed_ips': [{'subnet_id': '5d1a53ab-f3db-4314-a846-548f0e770b16', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cca244d9-2224-40ed-b759-4a7a76f3623e'}], 'binding:host_id': 'n-d-713301-13'}, 'id': '9c8385dd-93d8-46fa-9fae-12311b825cad'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:01:36.575175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8497660b-17d4-47b7-83f7-1aaffbf6337d None None] Network 7edb8e31-9f55-447d-a0d3-437fb97f3415 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:36.610228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-57e2a422-fe07-42dc-9ecd-db5a93541d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:36.611776 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-57e2a422-fe07-42dc-9ecd-db5a93541d7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=21e687433caf49298027356002331e0f&device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 1098 time: 0.2270935 Aug 29 17:01:36.635959 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4c74d108-75c5-4a15-a396-8a68b3e853c0 req-86dfe111-1a33-4a5f-8ac6-0fe8ff8aeacd tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635029 Aug 29 17:01:36.662733 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-745c607d-e346-4b34-a42b-800c32531fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:36.764588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-832dacc0-9520-42cd-b6ce-1e612a2ec208 None None] Provisioning for port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:36.769501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5832-d1aa-4e2c-bd80-5025493b17d7 req-91b91ab2-393a-4bb8-b9d9-58e9c0e4f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:36.771020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f79f5832-d1aa-4e2c-bd80-5025493b17d7 req-91b91ab2-393a-4bb8-b9d9-58e9c0e4f5f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 200 len: 906 time: 0.5687907 Aug 29 17:01:36.773313 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ea2c4e8-3494-4c43-9c1a-34fca744157f req-b92d6c98-aa56-463d-b59f-40f37f389b06 service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061431 Aug 29 17:01:36.775097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Calling delete_port for 642e8a89-aab1-4c7a-9c98-a2363ccc3b53 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:36.889023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5988c04d-6ec5-46b5-b694-886dd4dd7f20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:36.906675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-f36884a7-ae51-42e9-8604-de215abc6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:36.908379 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-f36884a7-ae51-42e9-8604-de215abc6e55 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 200 len: 912 time: 0.2567861 Aug 29 17:01:36.919470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad6cb100-e975-4b07-b0cc-6c44a47ed8ea up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:36.925511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-5988c04d-6ec5-46b5-b694-886dd4dd7f20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Ignored duplicate provisioning block setup for port 483e4f79-0301-4c84-8417-36f2ea3137a2 by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 17:01:36.969941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-router', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:29Z', 'updated_at': '2021-08-29T17:01:32Z', 'revision_number': 3, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'gw_port': {'id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:30Z', 'updated_at': '2021-08-29T17:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:36.975360 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ea2c4e8-3494-4c43-9c1a-34fca744157f req-b4a15d15-493a-4afb-9cbc-9c320ce5985c service neutron] 10.222.0.10 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635711 Aug 29 17:01:36.976448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f79f5832-d1aa-4e2c-bd80-5025493b17d7 req-db28db58-baad-4bc1-9b9e-4d98035bc420 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba HTTP/1.1" status: 200 len: 217 time: 0.0518987 Aug 29 17:01:36.980295 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-7c9cc5aa-fba2-4235-83a3-78ba2b4f649d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d598ea5-eaf8-41ac-bc57-9494c5aad532 HTTP/1.1" status: 200 len: 217 time: 0.0635149 Aug 29 17:01:36.982977 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5988c04d-6ec5-46b5-b694-886dd4dd7f20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.036443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Checking router: 3159da80-6e2d-4469-9c06-f030fb0213d7 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:01:37.036718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Updating router 3159da80-6e2d-4469-9c06-f030fb0213d7 port 14ed44c2-474b-4eb8-b769-2483fede09f8 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:01:37.066756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5832-d1aa-4e2c-bd80-5025493b17d7 req-e3d444e8-5e3c-416a-a8b2-368dc407d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:37.068610 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f79f5832-d1aa-4e2c-bd80-5025493b17d7 req-e3d444e8-5e3c-416a-a8b2-368dc407d54a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 200 len: 845 time: 0.0671194 Aug 29 17:01:37.075556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Pushing event updated for resources: {'Port': ['ID=c0b7ad2c-d322-4f29-9e16-ef039f221bc0,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:37.100257 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.128153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988c04d-6ec5-46b5-b694-886dd4dd7f20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=483e4f79-0301-4c84-8417-36f2ea3137a2,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:37.132932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-745c607d-e346-4b34-a42b-800c32531fd0 None None] Allocated IP 172.20.0.18 (ca7199f9-a88b-432b-bbee-c065e7ef0f7f/cca244d9-2224-40ed-b759-4a7a76f3623e/9c8385dd-93d8-46fa-9fae-12311b825cad) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:37.150673 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f79f5832-d1aa-4e2c-bd80-5025493b17d7 req-397b7b27-796c-44c7-a06e-23790cd2818c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d86c8120-adf7-4307-9620-94a250f14ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702181 Aug 29 17:01:37.151953 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.164635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:37.190048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-8c7d21ce-dd3b-456a-8b95-1e3e7a67d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:37.191514 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-8c7d21ce-dd3b-456a-8b95-1e3e7a67d9c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 200 len: 850 time: 0.1908722 Aug 29 17:01:37.213387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.220939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:37.221343 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.261527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5988c04d-6ec5-46b5-b694-886dd4dd7f20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] In _notify_port_updated(), no bound segment for port 483e4f79-0301-4c84-8417-36f2ea3137a2 on network ca7199f9-a88b-432b-bbee-c065e7ef0f7f {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:01:37.267345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5988c04d-6ec5-46b5-b694-886dd4dd7f20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:37.268354 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5988c04d-6ec5-46b5-b694-886dd4dd7f20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.273191 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5988c04d-6ec5-46b5-b694-886dd4dd7f20 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "PUT /v2.0/ports/483e4f79-0301-4c84-8417-36f2ea3137a2 HTTP/1.1" status: 200 len: 999 time: 1.8417628 Aug 29 17:01:37.276452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58822) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:37.321422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca2109-c6de-4514-bfd1-d5ccd458b46f req-4184a852-9c77-424a-bc8f-4eb226a9930c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:37.328771 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ceca2109-c6de-4514-bfd1-d5ccd458b46f req-4184a852-9c77-424a-bc8f-4eb226a9930c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.5515568 Aug 29 17:01:37.351070 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.359026 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-50efba77-aea9-4523-a11a-d299b5a10623 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6074867 Aug 29 17:01:37.368125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58824) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:37.378084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-9bc438fd-5e8d-40a4-b1c3-9504c5770f39 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2100437220', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'fixed_ips': [{'ip_address': '172.25.5.25'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:37.476438 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ceca2109-c6de-4514-bfd1-d5ccd458b46f req-8470ca54-ae88-4eb1-9a15-3e557625a412 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465929 Aug 29 17:01:37.483439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc438fd-5e8d-40a4-b1c3-9504c5770f39 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Made reservation on behalf of 459d25db6595465f8d3ec24e1c0f000f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:37.486604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bc438fd-5e8d-40a4-b1c3-9504c5770f39 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.507252 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bc438fd-5e8d-40a4-b1c3-9504c5770f39 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.518969 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f79f5832-d1aa-4e2c-bd80-5025493b17d7 req-2844ad0d-91dc-4845-aed0-6c8de796d629 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863760 Aug 29 17:01:37.522855 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.579205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-e8af6a43-ce64-4096-816b-6e77e5b8ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:37.581252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-e8af6a43-ce64-4096-816b-6e77e5b8ec6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b563cb46-f07d-4d3d-8cc5-5c622555fa49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3800192 Aug 29 17:01:37.591598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0b9bb-a5b8-4910-9c90-51096fdf95dd req-3a8c6f44-073b-47e5-b71c-ec52dcb7cfb0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:37.593972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-745c607d-e346-4b34-a42b-800c32531fd0 None None] For port 9c8385dd-93d8-46fa-9fae-12311b825cad, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c8385dd-93d8-46fa-9fae-12311b825cad,segment=NetworkSegment(3dca30f9-638d-4664-8186-f2218f4b66e1),segment_id=3dca30f9-638d-4664-8186-f2218f4b66e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:37.600756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-84d0b9bb-a5b8-4910-9c90-51096fdf95dd req-3a8c6f44-073b-47e5-b71c-ec52dcb7cfb0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.3601944 Aug 29 17:01:37.633667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Port': ['ID=642e8a89-aab1-4c7a-9c98-a2363ccc3b53,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:37.653200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No DVR routers for this DVR port 642e8a89-aab1-4c7a-9c98-a2363ccc3b53 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:37.689117 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-745c607d-e346-4b34-a42b-800c32531fd0 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.721501 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.731192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-662aefa9-d692-458a-b8dd-d2bb78eab154 None None] Provisioning complete for port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:37.731961 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-662aefa9-d692-458a-b8dd-d2bb78eab154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.742770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-745c607d-e346-4b34-a42b-800c32531fd0 None None] Transition to ACTIVE for port object 9c8385dd-93d8-46fa-9fae-12311b825cad will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:37.786606 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-745c607d-e346-4b34-a42b-800c32531fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:37.885911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-84d0b9bb-a5b8-4910-9c90-51096fdf95dd req-6aed5415-00a1-41fa-8108-979c8174a3ed tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841299 Aug 29 17:01:38.087125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ad6cb100-e975-4b07-b0cc-6c44a47ed8ea,segment=NetworkSegment(2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616),segment_id=2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:38.118735 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.129404 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.130227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c8385dd-93d8-46fa-9fae-12311b825cad up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:38.141377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c607d-e346-4b34-a42b-800c32531fd0 None None] Pushing event updated for resources: {'Port': ['ID=9c8385dd-93d8-46fa-9fae-12311b825cad,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:38.165513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Transition to ACTIVE for port object 14ed44c2-474b-4eb8-b769-2483fede09f8 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:38.200321 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.260477 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.268074 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f79f5832-d1aa-4e2c-bd80-5025493b17d7 req-efd7add5-2dfb-4e41-9a23-4f3333f96218 service neutron] 10.222.0.10 "GET /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7322736 Aug 29 17:01:38.285289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723ceb8b-a460-4203-936c-71d6b903d3d1']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:38.297464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ad6cb100-e975-4b07-b0cc-6c44a47ed8ea,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:38.307949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Attempting to bind port 14ed44c2-474b-4eb8-b769-2483fede09f8 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:38.308328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Attempting to bind port 14ed44c2-474b-4eb8-b769-2483fede09f8 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:38.308701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Attempting to bind port 14ed44c2-474b-4eb8-b769-2483fede09f8 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:38.319305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:38.319655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad919c8f-4a24-40ec-bcf3-1a5f6fd2127f') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:38.337350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c9cc4-637c-414e-ad6e-7109469143d3 req-0a8a1d25-d415-48de-b1c4-6158fa0132c6 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:38.339028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-077c9cc4-637c-414e-ad6e-7109469143d3 req-0a8a1d25-d415-48de-b1c4-6158fa0132c6 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.2275758 Aug 29 17:01:38.370088 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.386368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3754ee66-4058-4ec8-a126-3bb70b580c53 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 483e4f79-0301-4c84-8417-36f2ea3137a2 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:38.386719 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3754ee66-4058-4ec8-a126-3bb70b580c53 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.394167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c11afe-dc76-47ce-8f03-9bf89ee1703f None None] Pushing event updated for resources: {'Port': ['ID=14ed44c2-474b-4eb8-b769-2483fede09f8,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:38.406779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Allocated IP 172.20.0.1 (7edb8e31-9f55-447d-a0d3-437fb97f3415/8f813f7a-c2ca-4749-b2b0-9ad313c2beee/3dd908c7-7025-4323-8ba8-0ce11f3b0c8d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:38.421626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:38.423241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:38.423241 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.423241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:38.423866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Bound port: 14ed44c2-474b-4eb8-b769-2483fede09f8, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:38.424357 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.432840 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.453164 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bc438fd-5e8d-40a4-b1c3-9504c5770f39 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.457614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-077c9cc4-637c-414e-ad6e-7109469143d3 req-e6ba746e-a865-4c24-a403-7a3b3accea4d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026292 Aug 29 17:01:38.458743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:38.459203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:38.462754 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:38.487491 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bc438fd-5e8d-40a4-b1c3-9504c5770f39 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.490431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 9c8385dd-93d8-46fa-9fae-12311b825cad completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:38.503742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-4f960c7a-b57c-4c85-9af3-dc8b46b6d7d7 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8558128 Aug 29 17:01:38.516585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device df534606-cee3-4b0f-8ac8-6b1443be35a4 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:38.533611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-9bc438fd-5e8d-40a4-b1c3-9504c5770f39 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] device_id is not set on port 45496bca-46da-49b3-978a-c7a224afd9d5 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:38.630414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] For port 14ed44c2-474b-4eb8-b769-2483fede09f8, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:38.643352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] For port 14ed44c2-474b-4eb8-b769-2483fede09f8, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=14ed44c2-474b-4eb8-b769-2483fede09f8,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:38.662487 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.707234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.709563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port df534606-cee3-4b0f-8ac8-6b1443be35a4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:38.709947 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.726072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc438fd-5e8d-40a4-b1c3-9504c5770f39 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a850ae-ca4c-4070-b112-f810cd505663,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:38.772023 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.775061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/723ceb8b-a460-4203-936c-71d6b903d3d1 HTTP/1.1" status: 204 len: 168 time: 7.0243814 Aug 29 17:01:38.788840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c11afe-dc76-47ce-8f03-9bf89ee1703f None None] Pushing event updated for resources: {'Port': ['ID=14ed44c2-474b-4eb8-b769-2483fede09f8,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:38.792567 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Routers {'3159da80-6e2d-4469-9c06-f030fb0213d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:38.793402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3159da80-6e2d-4469-9c06-f030fb0213d7'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:38.816996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58834) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:38.831560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1827558629'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:38.860442 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3754ee66-4058-4ec8-a126-3bb70b580c53 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.907659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3754ee66-4058-4ec8-a126-3bb70b580c53 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 483e4f79-0301-4c84-8417-36f2ea3137a2 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:38.966215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] Set router 3159da80-6e2d-4469-9c06-f030fb0213d7 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:38.989052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:38.992621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:38.993623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda000-75c4-40cc-aeae-97e5d5f50d52 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=723ceb8b-a460-4203-936c-71d6b903d3d1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:39.032964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef1f28-c611-4f5f-8fb7-b591fc829e13 req-8e9de55b-449f-4fdf-a5fd-635c397fcf32 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:39.034871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cef1f28-c611-4f5f-8fb7-b591fc829e13 req-8e9de55b-449f-4fdf-a5fd-635c397fcf32 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.4048758 Aug 29 17:01:39.088237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c8385dd-93d8-46fa-9fae-12311b825cad up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:39.097437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be829aaf-5fac-4882-9c01-cff2a9fe5c25 req-8b338d5b-458a-495b-8a9e-bdcb84d0fe98 service neutron] 10.222.0.16 "GET /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346885 Aug 29 17:01:39.100675 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc438fd-5e8d-40a4-b1c3-9504c5770f39 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 17:01:39.101800 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.102704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc438fd-5e8d-40a4-b1c3-9504c5770f39 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:01:39.136651 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9bc438fd-5e8d-40a4-b1c3-9504c5770f39 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.7623727 Aug 29 17:01:39.137315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58838) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:39.176193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Transition to ACTIVE for port object 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:39.185927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:39.191611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb306644-7dae-44bf-bac8-ce1b914a9ea3 None None] Network ca7199f9-a88b-432b-bbee-c065e7ef0f7f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:39.198864 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cef1f28-c611-4f5f-8fb7-b591fc829e13 req-d79b2c30-acd5-42d7-a0f2-b624e4d57a1a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093543 Aug 29 17:01:39.212625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.212979 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment 01140332-6270-48fb-80ed-f15348bad6c5 of type vlan for network 4b75d82e-0fb6-486b-83e2-31a66681a18e Aug 29 17:01:39.243049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdff207-b464-4e4a-b833-cbee8dfc99a3 req-a8a9872c-7846-42b8-ba33-7e7a567578ce tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:39.245047 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bbdff207-b464-4e4a-b833-cbee8dfc99a3 req-a8a9872c-7846-42b8-ba33-7e7a567578ce tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.2006128 Aug 29 17:01:39.277546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-81d744a5-e557-48a9-add6-a73e86feb620 None None] Provisioning for port 483e4f79-0301-4c84-8417-36f2ea3137a2 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:39.291057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-81d744a5-e557-48a9-add6-a73e86feb620 None None] Provisioning complete for port 483e4f79-0301-4c84-8417-36f2ea3137a2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:39.291484 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-81d744a5-e557-48a9-add6-a73e86feb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.306809 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.381430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad6cb100-e975-4b07-b0cc-6c44a47ed8ea up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:39.386173 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.386778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bbdff207-b464-4e4a-b833-cbee8dfc99a3 req-0ef49faf-1bc5-4646-840c-71c4ebebbe87 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735867 Aug 29 17:01:39.413656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-81d744a5-e557-48a9-add6-a73e86feb620 None None] Port 483e4f79-0301-4c84-8417-36f2ea3137a2 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:01:39.440881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd908c7-7025-4323-8ba8-0ce11f3b0c8d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:39.443450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.445774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5da87d74-2895-482c-96cf-e9f1e2a3a19a tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Deleting port c0b7ad2c-d322-4f29-9e16-ef039f221bc0 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:39.446134 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5da87d74-2895-482c-96cf-e9f1e2a3a19a tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.450145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:39.450763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.544631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-81d744a5-e557-48a9-add6-a73e86feb620 None None] Provisioning for port 9c8385dd-93d8-46fa-9fae-12311b825cad completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:39.557953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Network 7edb8e31-9f55-447d-a0d3-437fb97f3415 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:39.575052 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7531013 Aug 29 17:01:39.580920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:39.583391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:39.593008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-81d744a5-e557-48a9-add6-a73e86feb620 None None] Provisioning complete for port 9c8385dd-93d8-46fa-9fae-12311b825cad triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:39.593499 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-81d744a5-e557-48a9-add6-a73e86feb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.599370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58842) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:39.609573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'network_id': '4b75d82e-0fb6-486b-83e2-31a66681a18e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:39.678040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41088bec-bd68-4f5b-9327-d6795d46a8ea tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=4b75d82e-0fb6-486b-83e2-31a66681a18e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:39.702640 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3754ee66-4058-4ec8-a126-3bb70b580c53 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.703640 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5da87d74-2895-482c-96cf-e9f1e2a3a19a tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.704336 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5da87d74-2895-482c-96cf-e9f1e2a3a19a tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.710223 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 4b75d82e-0fb6-486b-83e2-31a66681a18e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:39.739629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5da87d74-2895-482c-96cf-e9f1e2a3a19a tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Calling delete_port for c0b7ad2c-d322-4f29-9e16-ef039f221bc0 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:39.769011 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.853489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754ee66-4058-4ec8-a126-3bb70b580c53 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=483e4f79-0301-4c84-8417-36f2ea3137a2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:39.872826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:39.878132 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.890473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-router', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:29Z', 'updated_at': '2021-08-29T17:01:32Z', 'revision_number': 3, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'gw_port': {'id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:30Z', 'updated_at': '2021-08-29T17:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:39.896942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dad694-04dd-4119-bc12-f081a3e15624 req-4c8cd009-7593-48e6-8c1b-aaa372e93226 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:39.898539 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95dad694-04dd-4119-bc12-f081a3e15624 req-4c8cd009-7593-48e6-8c1b-aaa372e93226 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.2875254 Aug 29 17:01:39.903167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:39.903553 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:39.973087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39382173-02ce-4baa-b1ba-eec7b0eb771c None None] The sync data for ids ['3159da80-6e2d-4469-9c06-f030fb0213d7'] in n-d-713301-13 is: [{'id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-router', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:29Z', 'updated_at': '2021-08-29T17:01:32Z', 'revision_number': 3, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'gw_port': {'id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:30Z', 'updated_at': '2021-08-29T17:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:01:39.980469 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.ipam_backend_mixin [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Performing IP validity checks on allocation pools {{(pid=111676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 17:01:39.981184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.ipam_backend_mixin [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 17:01:40.015751 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-81d744a5-e557-48a9-add6-a73e86feb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.072160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-81d744a5-e557-48a9-add6-a73e86feb620 None None] For port 9c8385dd-93d8-46fa-9fae-12311b825cad, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c8385dd-93d8-46fa-9fae-12311b825cad,segment=NetworkSegment(3dca30f9-638d-4664-8186-f2218f4b66e1),segment_id=3dca30f9-638d-4664-8186-f2218f4b66e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:40.079492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3754ee66-4058-4ec8-a126-3bb70b580c53 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.082262 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3754ee66-4058-4ec8-a126-3bb70b580c53 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/483e4f79-0301-4c84-8417-36f2ea3137a2 HTTP/1.1" status: 204 len: 168 time: 2.7662160 Aug 29 17:01:40.086938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58846) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:40.098115 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-81d744a5-e557-48a9-add6-a73e86feb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.131199 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95dad694-04dd-4119-bc12-f081a3e15624 req-ce04a839-1ed0-43b4-b3d4-8cf99dc132b4 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082956 Aug 29 17:01:40.139233 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee57a31-6978-4d89-9e9c-1a3853653e81 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:01:40.141148 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eee57a31-6978-4d89-9e9c-1a3853653e81 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/483e4f79-0301-4c84-8417-36f2ea3137a2 HTTP/1.1" status: 404 len: 333 time: 0.0516717 Aug 29 17:01:40.144738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58848) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:40.229555 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.238526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef82f339-17bb-43e6-9e3a-3fc038760f66 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting subnet cca244d9-2224-40ed-b759-4a7a76f3623e {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:01:40.251141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef82f339-17bb-43e6-9e3a-3fc038760f66 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.256321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d744a5-e557-48a9-add6-a73e86feb620 None None] Pushing event updated for resources: {'Port': ['ID=9c8385dd-93d8-46fa-9fae-12311b825cad,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:40.275878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-679ad131-fbce-4e45-a78f-6a39ed8e50c3 None None] Provisioning for port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:40.280475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-679ad131-fbce-4e45-a78f-6a39ed8e50c3 None None] Provisioning complete for port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:40.281001 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-679ad131-fbce-4e45-a78f-6a39ed8e50c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.327193 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef82f339-17bb-43e6-9e3a-3fc038760f66 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.337529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-679ad131-fbce-4e45-a78f-6a39ed8e50c3 None None] Port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:01:40.377010 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.471775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5da87d74-2895-482c-96cf-e9f1e2a3a19a tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.558136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da87d74-2895-482c-96cf-e9f1e2a3a19a tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0b7ad2c-d322-4f29-9e16-ef039f221bc0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:40.586160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b7e10-a15d-4396-93da-c6b0309c2c3f req-9ac73c56-218d-4c8d-9a6f-bdd032567a52 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:40.587773 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b6b7e10-a15d-4396-93da-c6b0309c2c3f req-9ac73c56-218d-4c8d-9a6f-bdd032567a52 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.2528129 Aug 29 17:01:40.624272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=fe969739-ab68-4e65-b839-2e9b3e435e23,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:40.685411 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef82f339-17bb-43e6-9e3a-3fc038760f66 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.732867 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b6b7e10-a15d-4396-93da-c6b0309c2c3f req-c76a9152-ca99-4882-8078-9574fd7542ec tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313953 Aug 29 17:01:40.734172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a146-bf13-4bd5-bfbb-906359bf90f0 req-6f5cf814-c290-4bbd-afdb-3d40b2946b17 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:40.735801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-64d2a146-bf13-4bd5-bfbb-906359bf90f0 req-6f5cf814-c290-4bbd-afdb-3d40b2946b17 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.4015729 Aug 29 17:01:40.753758 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.773108 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.816220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2700ebc7-3592-45dc-b589-bce0accc8221 None None] Provisioning complete for port 9c8385dd-93d8-46fa-9fae-12311b825cad triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:40.817612 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2700ebc7-3592-45dc-b589-bce0accc8221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.877403 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef82f339-17bb-43e6-9e3a-3fc038760f66 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.879752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd908c7-7025-4323-8ba8-0ce11f3b0c8d,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:40.881949 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking segment: {'id': '01140332-6270-48fb-80ed-f15348bad6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4b75d82e-0fb6-486b-83e2-31a66681a18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:40.888071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network hostable DHCP agents. Network: 4b75d82e-0fb6-486b-83e2-31a66681a18e, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:40.900563 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.903471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5da87d74-2895-482c-96cf-e9f1e2a3a19a tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.929278 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5da87d74-2895-482c-96cf-e9f1e2a3a19a tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.929278 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5da87d74-2895-482c-96cf-e9f1e2a3a19a tempest-ExternalNetworksAdminNegativeTestJSON-1239017226 tempest-ExternalNetworksAdminNegativeTestJSON-1239017226-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/78b024ab-8e2a-4dc2-833b-5f57a4537f4d HTTP/1.1" status: 204 len: 168 time: 1.7851510 Aug 29 17:01:40.957481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82f339-17bb-43e6-9e3a-3fc038760f66 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Subnet': ['ID=cca244d9-2224-40ed-b759-4a7a76f3623e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:40.965435 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef82f339-17bb-43e6-9e3a-3fc038760f66 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:40.967638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ef82f339-17bb-43e6-9e3a-3fc038760f66 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/cca244d9-2224-40ed-b759-4a7a76f3623e HTTP/1.1" status: 204 len: 168 time: 0.8217549 Aug 29 17:01:40.982084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58860) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:41.005906 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-64d2a146-bf13-4bd5-bfbb-906359bf90f0 req-97e2a469-edc2-4d22-892c-42ff1f5628f5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542439 Aug 29 17:01:41.039975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network 4b75d82e-0fb6-486b-83e2-31a66681a18e is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:41.067638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 4b75d82e-0fb6-486b-83e2-31a66681a18e) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:41.084155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6058656c-c0f9-4907-89ad-b90f06cc36b5 None None] Network 4b75d82e-0fb6-486b-83e2-31a66681a18e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:41.085164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:41.085813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:41.118256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dd8d4d3f-20d8-4544-8b7c-88dde01cc00d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5163586 Aug 29 17:01:41.129254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58864) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:41.221006 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc34bbc0-1141-4c97-bdb4-6801ae187727 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting subnet 5d1a53ab-f3db-4314-a846-548f0e770b16 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:01:41.230388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ef98f6-5ec8-4126-ae08-e181aa5a55b9 None None] Network ca7199f9-a88b-432b-bbee-c065e7ef0f7f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:41.246938 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc34bbc0-1141-4c97-bdb4-6801ae187727 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:41.296946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085a437-66f8-4edb-8e85-0dd1c14170c6 req-92b8abf4-4383-40ed-9c15-a9fee790dea2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:41.300212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8085a437-66f8-4edb-8e85-0dd1c14170c6 req-92b8abf4-4383-40ed-9c15-a9fee790dea2 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.3182371 Aug 29 17:01:41.358824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Network 7edb8e31-9f55-447d-a0d3-437fb97f3415 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:41.377659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:41.443536 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:41.444320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc34bbc0-1141-4c97-bdb4-6801ae187727 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:41.607190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8085a437-66f8-4edb-8e85-0dd1c14170c6 req-c22a7c54-02ba-4da5-90bc-6ce6853f211b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990456 Aug 29 17:01:41.639758 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:41.704462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58880) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:41.786535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc34bbc0-1141-4c97-bdb4-6801ae187727 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:41.824675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 14ed44c2-474b-4eb8-b769-2483fede09f8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:41.838075 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:41.871992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Router 3159da80-6e2d-4469-9c06-f030fb0213d7 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:01:41.902543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Subnet': ['ID=fe969739-ab68-4e65-b839-2e9b3e435e23,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:42.070768 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c7562fad-e2f2-44e3-87b4-7c16c165ffc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.116753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 14ed44c2-474b-4eb8-b769-2483fede09f8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:42.117161 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc34bbc0-1141-4c97-bdb4-6801ae187727 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.121022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28fc428-cbca-42b4-9da6-d8b135e94620 None None] Network 4b75d82e-0fb6-486b-83e2-31a66681a18e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:42.122481 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.190838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b75d82e-0fb6-486b-83e2-31a66681a18e']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:42.228660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01140332-6270-48fb-80ed-f15348bad6c5') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:42.229132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01140332-6270-48fb-80ed-f15348bad6c5') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:42.294229 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.300148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 14ed44c2-474b-4eb8-b769-2483fede09f8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:42.300903 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.336694 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.344779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:42.345275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.391958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-046dafa7-a989-444d-a3a0-f3126fa43a99 None None] Provisioning complete for port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:42.393592 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-046dafa7-a989-444d-a3a0-f3126fa43a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:42.430421 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:42.522219 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c7562fad-e2f2-44e3-87b4-7c16c165ffc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.524247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.540150 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.542363 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/4b75d82e-0fb6-486b-83e2-31a66681a18e HTTP/1.1" status: 204 len: 168 time: 1.4200654 Aug 29 17:01:42.544546 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c7562fad-e2f2-44e3-87b4-7c16c165ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.551000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58914) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:42.577100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-046dafa7-a989-444d-a3a0-f3126fa43a99 None None] Port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:01:42.602236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-747233973'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:42.605050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-046dafa7-a989-444d-a3a0-f3126fa43a99 None None] Could not find standard attr ID for object 483e4f79-0301-4c84-8417-36f2ea3137a2. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:01:42.625744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e936fde-8310-421f-a64b-f723b9c98f02 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=4b75d82e-0fb6-486b-83e2-31a66681a18e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:42.643327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:42.647213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.653033 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc34bbc0-1141-4c97-bdb4-6801ae187727 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.654983 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dc34bbc0-1141-4c97-bdb4-6801ae187727 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/5d1a53ab-f3db-4314-a846-548f0e770b16 HTTP/1.1" status: 204 len: 168 time: 1.6717093 Aug 29 17:01:42.658036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58920) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:42.690052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7562fad-e2f2-44e3-87b4-7c16c165ffc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc5ba92-bb93-44a9-9f39-f2f30750b10e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:42.698675 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c7562fad-e2f2-44e3-87b4-7c16c165ffc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae259d729e25452991cfc3f16be5db3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9927471 Aug 29 17:01:42.703820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58922) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:42.706434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:42.747831 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.748458 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment 8c3ffdb2-d599-4527-96a2-875d68e4c84c of type vlan for network 84e2f6e1-cf00-43fa-a569-e0b1c0e6f823 Aug 29 17:01:42.758784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baac4d2-8543-42c3-b10b-4cffd6f559a5 None None] Update dhcp port {'port': {'network_id': 'ca7199f9-a88b-432b-bbee-c065e7ef0f7f', 'fixed_ips': [{'subnet_id': '5d1a53ab-f3db-4314-a846-548f0e770b16'}], 'binding:host_id': 'n-d-713301-13'}, 'id': '9c8385dd-93d8-46fa-9fae-12311b825cad'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:01:42.761974 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.803597 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2baac4d2-8543-42c3-b10b-4cffd6f559a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.807829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2497acdc-2dbb-4b93-9062-a55faaa06949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.826475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 14ed44c2-474b-4eb8-b769-2483fede09f8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=14ed44c2-474b-4eb8-b769-2483fede09f8,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:42.833783 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2497acdc-2dbb-4b93-9062-a55faaa06949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.851598 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.852694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c8385dd-93d8-46fa-9fae-12311b825cad up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:42.860276 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e007eecd-be88-4349-9872-417491eb88bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.868923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34bbc0-1141-4c97-bdb4-6801ae187727 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1a53ab-f3db-4314-a846-548f0e770b16,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:42.896341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbf9f6-801b-4d23-8cae-f4899d5e0ea2 req-a7b354a7-4d14-430e-a2da-cbc36e26b6fd tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:42.898223 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1efbf9f6-801b-4d23-8cae-f4899d5e0ea2 req-a7b354a7-4d14-430e-a2da-cbc36e26b6fd tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 1.0110881 Aug 29 17:01:42.901956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2497acdc-2dbb-4b93-9062-a55faaa06949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.904551 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2497acdc-2dbb-4b93-9062-a55faaa06949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.905805 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2497acdc-2dbb-4b93-9062-a55faaa06949 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecc5ba92-bb93-44a9-9f39-f2f30750b10e HTTP/1.1" status: 204 len: 168 time: 0.2010782 Aug 29 17:01:42.952475 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.960999 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:42.972101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:01:42.982823 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Sync routers for ids ['3159da80-6e2d-4469-9c06-f030fb0213d7'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:01:42.984360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde98a8-a310-4d18-95b9-ccdaa4300298 req-36f99169-2aaa-469d-9713-7efd412e95d2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:42.986522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bde98a8-a310-4d18-95b9-ccdaa4300298 req-36f99169-2aaa-469d-9713-7efd412e95d2 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4c983d1-5c78-4e11-a5a1-364960490411 HTTP/1.1" status: 200 len: 944 time: 0.1044526 Aug 29 17:01:42.987307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497acdc-2dbb-4b93-9062-a55faaa06949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc5ba92-bb93-44a9-9f39-f2f30750b10e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:42.992731 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e9e9eba2-493f-4ae4-9b5e-7c0de9a2bce9 admin admin] 10.222.0.22 "PUT /v2.0/routers/3159da80-6e2d-4469-9c06-f030fb0213d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2323022 Aug 29 17:01:43.012805 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Routers {'3159da80-6e2d-4469-9c06-f030fb0213d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:43.015680 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3159da80-6e2d-4469-9c06-f030fb0213d7'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:43.019439 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1efbf9f6-801b-4d23-8cae-f4899d5e0ea2 req-16548395-dfb8-48a6-9dbe-2980894ad3ff tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126053 Aug 29 17:01:43.098726 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.116270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=14ed44c2-474b-4eb8-b769-2483fede09f8,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:43.127610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 9c8385dd-93d8-46fa-9fae-12311b825cad {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:43.129143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.147531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:43.151033 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.207137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] For port 9c8385dd-93d8-46fa-9fae-12311b825cad, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c8385dd-93d8-46fa-9fae-12311b825cad,segment=NetworkSegment(3dca30f9-638d-4664-8186-f2218f4b66e1),segment_id=3dca30f9-638d-4664-8186-f2218f4b66e1)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:43.207923 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.222987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 9c8385dd-93d8-46fa-9fae-12311b825cad owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:43.241875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9c8385dd-93d8-46fa-9fae-12311b825cad triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:43.244397 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.293204 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Set router 3159da80-6e2d-4469-9c06-f030fb0213d7 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:43.316515 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.328775 n-d-713301-13 neutron-server[111678]: INFO neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No ports have port_id starting with 9c8385dd-93d8-46fa-9fae-12311b825cad Aug 29 17:01:43.410460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=9c8385dd-93d8-46fa-9fae-12311b825cad,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:43.413120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No DVR routers for this DVR port 9c8385dd-93d8-46fa-9fae-12311b825cad on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:43.430016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06535af-43ea-4466-a0f9-2305ced619d3 None None] Network ca7199f9-a88b-432b-bbee-c065e7ef0f7f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:43.491958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ae3cea0a-30ac-4682-9493-d355d45cbaae None None] Could not find standard attr ID for object 9c8385dd-93d8-46fa-9fae-12311b825cad. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:01:43.509189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f089697-2d46-4e55-b4ec-f2a343064b5b req-d716087a-5357-44a3-912d-88a854a2aa84 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:43.522180 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f089697-2d46-4e55-b4ec-f2a343064b5b req-d716087a-5357-44a3-912d-88a854a2aa84 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.3981616 Aug 29 17:01:43.529916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 14ed44c2-474b-4eb8-b769-2483fede09f8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:43.575480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=84e2f6e1-cf00-43fa-a569-e0b1c0e6f823,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:43.606143 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a25cf53d-2ef3-47c8-891c-8670bb30a02c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0165546 Aug 29 17:01:43.606308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58934) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:43.606653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58936) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:43.608249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 84e2f6e1-cf00-43fa-a569-e0b1c0e6f823 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:43.624898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'network_id': '84e2f6e1-cf00-43fa-a569-e0b1c0e6f823', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:43.658732 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.679750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7199f9-a88b-432b-bbee-c065e7ef0f7f']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:43.710254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dca30f9-638d-4664-8186-f2218f4b66e1') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:43.711587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 14ed44c2-474b-4eb8-b769-2483fede09f8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:43.711717 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.712965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dca30f9-638d-4664-8186-f2218f4b66e1') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:43.730849 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-router', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:29Z', 'updated_at': '2021-08-29T17:01:40Z', 'revision_number': 4, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'gw_port': {'id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:30Z', 'updated_at': '2021-08-29T17:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '3dd908c7-7025-4323-8ba8-0ce11f3b0c8d', 'name': '', 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'mac_address': 'fa:16:3e:e5:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '8f813f7a-c2ca-4749-b2b0-9ad313c2beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:37Z', 'updated_at': '2021-08-29T17:01:40Z', 'revision_number': 2, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'subnets': [{'id': '8f813f7a-c2ca-4749-b2b0-9ad313c2beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:43.752518 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.760304 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Checking router: 3159da80-6e2d-4469-9c06-f030fb0213d7 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:01:43.760661 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Updating router 3159da80-6e2d-4469-9c06-f030fb0213d7 port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:01:43.768623 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f089697-2d46-4e55-b4ec-f2a343064b5b req-ed57fa9a-8476-488d-84a7-513296d576d1 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017343 Aug 29 17:01:43.776837 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.795658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:43.796949 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.797333 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.797720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c91a755d-fe46-4b6d-b7a3-6cc0bc4a31f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=459d25db6595465f8d3ec24e1c0f000f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861966 Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:43.807452 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:43.829265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58938) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:43.877676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-0bde98a8-a310-4d18-95b9-ccdaa4300298 req-d9ec3ac0-aa05-453e-a69e-29ea3172d78d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Deleting port b40994f2-04ea-46f4-b008-c9bd8ac175c4 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:43.879241 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bde98a8-a310-4d18-95b9-ccdaa4300298 req-d9ec3ac0-aa05-453e-a69e-29ea3172d78d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.888825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:43.899202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb4dd2b-de4f-486f-985e-d678ccaff869 None None] DHCP port deletion for ca7199f9-a88b-432b-bbee-c065e7ef0f7f request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:01:43.903310 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.928267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7529ca80-741e-47d0-84ea-96d2f67beab9 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:01:43.986756 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.994905 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:43.999343 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/networks/ca7199f9-a88b-432b-bbee-c065e7ef0f7f HTTP/1.1" status: 204 len: 168 time: 1.3280661 Aug 29 17:01:44.032223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58942) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:44.072405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7529ca80-741e-47d0-84ea-96d2f67beab9 None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:01:44.178728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0f2d3-384c-430e-bd36-36ff751bdea2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Network': ['ID=ca7199f9-a88b-432b-bbee-c065e7ef0f7f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:44.233302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0bde98a8-a310-4d18-95b9-ccdaa4300298 req-d9ec3ac0-aa05-453e-a69e-29ea3172d78d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] For port b40994f2-04ea-46f4-b008-c9bd8ac175c4, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b40994f2-04ea-46f4-b008-c9bd8ac175c4,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:44.233692 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bde98a8-a310-4d18-95b9-ccdaa4300298 req-d9ec3ac0-aa05-453e-a69e-29ea3172d78d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.234865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-643fc563-d6e2-4ff0-8c36-21c9728a870f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.295366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39649390-c082-4c2d-8a03-ade18f435413 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:44.296951 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-39649390-c082-4c2d-8a03-ade18f435413 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2632008 Aug 29 17:01:44.302286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58948) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:44.307354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-0bde98a8-a310-4d18-95b9-ccdaa4300298 req-d9ec3ac0-aa05-453e-a69e-29ea3172d78d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Calling delete_port for b40994f2-04ea-46f4-b008-c9bd8ac175c4 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:44.341119 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.354498 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Transition to ACTIVE for port object 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:44.369336 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.418759 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-643fc563-d6e2-4ff0-8c36-21c9728a870f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.426834 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8bf1fc90-a915-4a4a-8e62-c65c51782c77 req-11df9547-d18b-4c29-8ebe-e9121af650d2 tempest-FloatingIPsNegativeTestJSON-1261319720 tempest-FloatingIPsNegativeTestJSON-1261319720-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=ea26f9a4f5854f0693e2a6bb7d720706 HTTP/1.1" status: 200 len: 217 time: 0.1117218 Aug 29 17:01:44.493855 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-30c829f1-7191-414b-b9b4-d4888b2b4215 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1893930 Aug 29 17:01:44.502888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58952) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:44.510016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-453236507'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:44.538878 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Attempting to bind port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:44.539253 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Attempting to bind port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:44.539620 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Attempting to bind port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d on network 7edb8e31-9f55-447d-a0d3-437fb97f3415 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:44.551981 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:44.552354 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Checking segment: {'id': '2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:44.552761 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.553582 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Bound using segment: {'id': '2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:44.553703 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Bound port: 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:44.554030 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.566720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:44.570541 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.576660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75496f40-69b0-413e-8c71-2e715366a267 req-4daf6939-fda4-4571-92fd-e7990181109b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:44.578818 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75496f40-69b0-413e-8c71-2e715366a267 req-4daf6939-fda4-4571-92fd-e7990181109b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.0814042 Aug 29 17:01:44.599590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.603091 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c63df-0129-499d-987b-2547a0e9f2b1 None None] Pushing event updated for resources: {'Port': ['ID=3dd908c7-7025-4323-8ba8-0ce11f3b0c8d,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:44.638735 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-643fc563-d6e2-4ff0-8c36-21c9728a870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.642236 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-643fc563-d6e2-4ff0-8c36-21c9728a870f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.648645 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-643fc563-d6e2-4ff0-8c36-21c9728a870f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13a850ae-ca4c-4070-b112-f810cd505663 HTTP/1.1" status: 204 len: 168 time: 0.8172021 Aug 29 17:01:44.671576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:44.682941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fc563-d6e2-4ff0-8c36-21c9728a870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a850ae-ca4c-4070-b112-f810cd505663,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:44.722502 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75496f40-69b0-413e-8c71-2e715366a267 req-7e3f847d-e862-43ca-817d-03357ee0043b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366649 Aug 29 17:01:44.738531 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] For port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:44.742948 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] For port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3dd908c7-7025-4323-8ba8-0ce11f3b0c8d,segment=NetworkSegment(2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616),segment_id=2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:44.743802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.744543 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Added segment d6726c24-114a-48e3-9595-7552b01bb0b3 of type vlan for network ef443560-8718-464b-ba28-4bb351b9466d Aug 29 17:01:44.751094 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.793021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=2106aa94-5d1a-44c7-b8b9-8364dbd89be3,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:44.820889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-772c7307-7466-40ca-b623-8d6da73f0a3a req-48348aeb-8efc-455c-80a8-89ac12af2bd0 tempest-FloatingIPsNegativeTestJSON-1261319720 tempest-FloatingIPsNegativeTestJSON-1261319720-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0586789 Aug 29 17:01:44.859708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.860273 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Routers {'3159da80-6e2d-4469-9c06-f030fb0213d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:44.860496 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3159da80-6e2d-4469-9c06-f030fb0213d7'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:44.864174 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c63df-0129-499d-987b-2547a0e9f2b1 None None] Pushing event updated for resources: {'Port': ['ID=3dd908c7-7025-4323-8ba8-0ce11f3b0c8d,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:44.864429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking segment: {'id': '8c3ffdb2-d599-4527-96a2-875d68e4c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84e2f6e1-cf00-43fa-a569-e0b1c0e6f823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:44.864798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network hostable DHCP agents. Network: 84e2f6e1-cf00-43fa-a569-e0b1c0e6f823, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:44.912725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bde98a8-a310-4d18-95b9-ccdaa4300298 req-d9ec3ac0-aa05-453e-a69e-29ea3172d78d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.930911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d65ad390-107a-41ce-9dfe-fa109149f4c9'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:01:44.933133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5d598ea5-eaf8-41ac-bc57-9494c5aad532'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:01:44.949000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network 84e2f6e1-cf00-43fa-a569-e0b1c0e6f823 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:44.951047 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:44.959597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:44.960252 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:45.015498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec3ac0-aa05-453e-a69e-29ea3172d78d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event deleted for resources: {'Port': ['ID=b40994f2-04ea-46f4-b008-c9bd8ac175c4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:45.078044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621de2b-81b1-4a48-a8f2-116f9b9c8b0e req-105e7677-a1e2-40db-a611-a73cd113f057 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:45.089844 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d621de2b-81b1-4a48-a8f2-116f9b9c8b0e req-105e7677-a1e2-40db-a611-a73cd113f057 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1634500 Aug 29 17:01:45.114581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 84e2f6e1-cf00-43fa-a569-e0b1c0e6f823) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:45.126175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab592302-6a3b-456b-8911-8f08b12ed321 None None] Network 84e2f6e1-cf00-43fa-a569-e0b1c0e6f823 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:45.182125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:45.182125 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:45.198968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d621de2b-81b1-4a48-a8f2-116f9b9c8b0e req-7bed084e-3052-4440-869b-6591b333a125 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006117 Aug 29 17:01:45.237093 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7325079 Aug 29 17:01:45.239839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58964) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:45.245171 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': 'ef443560-8718-464b-ba28-4bb351b9466d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:45.341815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3b48c-73ac-4f3f-829f-cae067b6338b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Network': ['ID=ef443560-8718-464b-ba28-4bb351b9466d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:45.350336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bde98a8-a310-4d18-95b9-ccdaa4300298 req-d9ec3ac0-aa05-453e-a69e-29ea3172d78d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] No DVR routers for this DVR port b40994f2-04ea-46f4-b008-c9bd8ac175c4 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:45.355577 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0bde98a8-a310-4d18-95b9-ccdaa4300298 req-d9ec3ac0-aa05-453e-a69e-29ea3172d78d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:45.362517 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bde98a8-a310-4d18-95b9-ccdaa4300298 req-d9ec3ac0-aa05-453e-a69e-29ea3172d78d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "DELETE /v2.0/ports/b40994f2-04ea-46f4-b008-c9bd8ac175c4 HTTP/1.1" status: 204 len: 173 time: 2.3660781 Aug 29 17:01:45.365058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'name': 'network-vif-deleted', 'tag': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:01:45.373052 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f22dbb-6713-4bfe-a2c1-445fc582789a" -d '{"events": [{"server_uuid": "c4c983d1-5c78-4e11-a5a1-364960490411", "name": "network-vif-deleted", "tag": "b40994f2-04ea-46f4-b008-c9bd8ac175c4"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:01:45.386871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-babfa92c-506b-4443-880d-d748af7328e0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7751200 Aug 29 17:01:45.389119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58970) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:45.413340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network ef443560-8718-464b-ba28-4bb351b9466d details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:45.477628 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] Set router 3159da80-6e2d-4469-9c06-f030fb0213d7 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:45.655985 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:45.657140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c8385dd-93d8-46fa-9fae-12311b825cad no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:45.680981 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-9c82a8b4-95a6-42a7-b0d7-1441c1b234ba req-4be82d3c-a721-4cfb-b4db-5a560b67d1e0 tempest-FloatingIPsNegativeTestJSON-1261319720 tempest-FloatingIPsNegativeTestJSON-1261319720-project] show failed (client error): The resource could not be found. Aug 29 17:01:45.698529 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c82a8b4-95a6-42a7-b0d7-1441c1b234ba req-4be82d3c-a721-4cfb-b4db-5a560b67d1e0 tempest-FloatingIPsNegativeTestJSON-1261319720 tempest-FloatingIPsNegativeTestJSON-1261319720-project] 10.222.0.22 "GET /v2.0/floatingips/91c0ae9b-458c-48a5-918e-18cae513ba86 HTTP/1.1" status: 404 len: 350 time: 0.1692429 Aug 29 17:01:45.700029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 9c8385dd-93d8-46fa-9fae-12311b825cad {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:45.700482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c8385dd-93d8-46fa-9fae-12311b825cad not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:45.711416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58982) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:45.748169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:45.753777 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:45.779615 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-248281c5-f9d1-4f15-b28a-424f893f8879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:45.804611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:45.957638 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:46.014545 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 29 Aug 2021 17:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686fb973-d002-4152-a763-191eb1cb3201 x-openstack-request-id: req-686fb973-d002-4152-a763-191eb1cb3201 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:01:46.015061 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c983d1-5c78-4e11-a5a1-364960490411", "name": "network-vif-deleted", "tag": "b40994f2-04ea-46f4-b008-c9bd8ac175c4", "status": "failed", "code": 422}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:01:46.015371 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-686fb973-d002-4152-a763-191eb1cb3201 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:01:46.016033 n-d-713301-13 neutron-server[111676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c4c983d1-5c78-4e11-a5a1-364960490411', 'name': 'network-vif-deleted', 'tag': 'b40994f2-04ea-46f4-b008-c9bd8ac175c4', 'status': 'failed', 'code': 422} returned with failed status Aug 29 17:01:46.030806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc68e386-872d-4ece-85c4-1ec668e7c2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-84e2f6e1-cf00-43fa-a569-e0b1c0e6f823', 'network_id': '84e2f6e1-cf00-43fa-a569-e0b1c0e6f823', 'tenant_id': '141e2611b9584352aef3c1ec2379997d', 'fixed_ips': [{'subnet_id': '2106aa94-5d1a-44c7-b8b9-8364dbd89be3'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:46.032108 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dc68e386-872d-4ece-85c4-1ec668e7c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:46.131342 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-router', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:29Z', 'updated_at': '2021-08-29T17:01:40Z', 'revision_number': 4, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'gw_port': {'id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:30Z', 'updated_at': '2021-08-29T17:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '3dd908c7-7025-4323-8ba8-0ce11f3b0c8d', 'name': '', 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'mac_address': 'fa:16:3e:e5:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '8f813f7a-c2ca-4749-b2b0-9ad313c2beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:37Z', 'updated_at': '2021-08-29T17:01:44Z', 'revision_number': 4, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'subnets': [{'id': '8f813f7a-c2ca-4749-b2b0-9ad313c2beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:46.165152 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd692f-a521-4f91-9bb1-4ea19b269fa0 None None] The sync data for ids ['3159da80-6e2d-4469-9c06-f030fb0213d7'] in n-d-713301-13 is: [{'id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-router', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:29Z', 'updated_at': '2021-08-29T17:01:40Z', 'revision_number': 4, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'gw_port': {'id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:30Z', 'updated_at': '2021-08-29T17:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '3dd908c7-7025-4323-8ba8-0ce11f3b0c8d', 'name': '', 'network_id': '7edb8e31-9f55-447d-a0d3-437fb97f3415', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'mac_address': 'fa:16:3e:e5:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '8f813f7a-c2ca-4749-b2b0-9ad313c2beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:37Z', 'updated_at': '2021-08-29T17:01:44Z', 'revision_number': 4, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'subnets': [{'id': '8f813f7a-c2ca-4749-b2b0-9ad313c2beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-dc68e386-872d-4ece-85c4-1ec668e7c2e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2106aa94-5d1a-44c7-b8b9-8364dbd89be3: This subnet is being modified by another concurrent operation. Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:01:46.328954 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2106aa94-5d1a-44c7-b8b9-8364dbd89be3: This subnet is being modified by another concurrent operation. Aug 29 17:01:46.333368 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 17:01:46.365368 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:46.408193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd384ecd-62c5-41cd-bb19-ed9059c88642 None None] Network 84e2f6e1-cf00-43fa-a569-e0b1c0e6f823 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:46.430668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Subnet': ['ID=2106aa94-5d1a-44c7-b8b9-8364dbd89be3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:46.478202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38a01-68a5-43a7-834d-d43d84d2e893 req-2cc01b09-0162-4138-966a-f2ea6f9c7b80 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:46.479980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-33b38a01-68a5-43a7-834d-d43d84d2e893 req-2cc01b09-0162-4138-966a-f2ea6f9c7b80 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.3592763 Aug 29 17:01:46.529402 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:46.560309 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:46.570211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59000) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:46.602540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e2f6e1-cf00-43fa-a569-e0b1c0e6f823']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:46.662318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd98a23-fc50-4096-ab5c-7ea83d1d8bb2 req-b36e4dd9-6650-406a-bb9a-2272e162c3fb tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:46.671517 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-33b38a01-68a5-43a7-834d-d43d84d2e893 req-8f478e86-1917-480b-9051-e13a2c89dda2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762738 Aug 29 17:01:46.688163 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Subnet': ['ID=9219a330-5024-47e2-b8ca-12c7a8e2023b,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:46.693908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bcd98a23-fc50-4096-ab5c-7ea83d1d8bb2 req-b36e4dd9-6650-406a-bb9a-2272e162c3fb tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.5055165 Aug 29 17:01:46.709135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3ffdb2-d599-4527-96a2-875d68e4c84c') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:46.710361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3ffdb2-d599-4527-96a2-875d68e4c84c') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:46.717608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:46.735285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641bd6be-a8cc-49bf-b1bc-81315a870c95 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:01:46.768291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Checking segment: {'id': 'd6726c24-114a-48e3-9595-7552b01bb0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef443560-8718-464b-ba28-4bb351b9466d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:46.768874 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network hostable DHCP agents. Network: ef443560-8718-464b-ba28-4bb351b9466d, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:46.816042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network ef443560-8718-464b-ba28-4bb351b9466d is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:46.832983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, ef443560-8718-464b-ba28-4bb351b9466d) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:46.850396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:46.858821 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:46.876087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:46.890830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c44d4791-0080-48cc-874c-eb0ee3ae7557 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6498382 Aug 29 17:01:46.895646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59008) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:46.900975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': 'ef443560-8718-464b-ba28-4bb351b9466d', 'name': 'tempest-PortsTestJSON-1878264571'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:46.944220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1848979374'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:46.973500 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bcd98a23-fc50-4096-ab5c-7ea83d1d8bb2 req-15ba562c-32fb-4cc5-b53b-d4f30b3bd601 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757885 Aug 29 17:01:47.027167 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.053247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:47.055697 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:47.069698 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:47.099135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Made reservation on behalf of e5f8952f5c9e4becae36325691f307bb for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:47.106255 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.203393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:47.209272 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641bd6be-a8cc-49bf-b1bc-81315a870c95 None None] Unable to find a vacant binding_index for network ef443560-8718-464b-ba28-4bb351b9466d and agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b {{(pid=111678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 29 17:01:47.215031 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.215326 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.224146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641bd6be-a8cc-49bf-b1bc-81315a870c95 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, ef443560-8718-464b-ba28-4bb351b9466d) {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:01:47.263381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 81441064-050a-4f41-ab90-e906a4cf59da yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:47.300035 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.410534 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.417153 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/84e2f6e1-cf00-43fa-a569-e0b1c0e6f823 HTTP/1.1" status: 204 len: 168 time: 2.0257347 Aug 29 17:01:47.419542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d0ce8-cb14-46e8-9916-3a6e655b7aa3 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=84e2f6e1-cf00-43fa-a569-e0b1c0e6f823,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:47.442794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59016) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:47.448899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1412935879'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:47.552094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf5dfc-fc2b-464f-b27f-6322feb17fef req-a14240f9-3a24-4f1b-9dbe-83e219dc13d1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:47.559587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:47.570084 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06cf5dfc-fc2b-464f-b27f-6322feb17fef req-a14240f9-3a24-4f1b-9dbe-83e219dc13d1 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 907 time: 0.3617787 Aug 29 17:01:47.638710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.14 (ef443560-8718-464b-ba28-4bb351b9466d/9219a330-5024-47e2-b8ca-12c7a8e2023b/81441064-050a-4f41-ab90-e906a4cf59da) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:47.714036 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.723494 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.745921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:47.759218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:47.765415 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.790769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.854517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:47.870830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e02157f-f6c2-4b25-9ff5-fb7afaddbdf5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:47.891458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.901153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fd71f-0f7e-4522-be5c-8bd46127c2de req-f6318bfc-a9ec-4d05-812d-55060599aa44 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:47.902776 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-215fd71f-0f7e-4522-be5c-8bd46127c2de req-f6318bfc-a9ec-4d05-812d-55060599aa44 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.1879737 Aug 29 17:01:47.905257 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.905492 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Added segment a1c1889b-acd0-4622-8209-4aef6037e325 of type vlan for network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d Aug 29 17:01:47.922760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:47.929181 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:47.990932 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932652cd-7670-4b8b-b2dd-5155b8b3ef63 req-46551876-b6ba-4258-8a52-1e21cdc65721 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:47.992505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-932652cd-7670-4b8b-b2dd-5155b8b3ef63 req-46551876-b6ba-4258-8a52-1e21cdc65721 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.5552938 Aug 29 17:01:48.034057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.109802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:48.131653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-932652cd-7670-4b8b-b2dd-5155b8b3ef63 req-5e9a5d44-6d64-4b42-acff-94292a0bab46 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224048 Aug 29 17:01:48.136650 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.136999 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment c88abca8-734e-444b-9312-b564cddc1616 of type vlan for network 46e5db3e-6fe8-4960-a4ce-df505c0993c5 Aug 29 17:01:48.140469 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.197199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object 81441064-050a-4f41-ab90-e906a4cf59da will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:48.211462 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.215394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-ef443560-8718-464b-ba28-4bb351b9466d', 'network_id': 'ef443560-8718-464b-ba28-4bb351b9466d', 'tenant_id': '90b2c129704746a2b6a94fa082dcf61a', 'fixed_ips': [{'subnet_id': '9219a330-5024-47e2-b8ca-12c7a8e2023b'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:48.216268 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.264590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.277868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:48.283839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.284430 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.301045 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.439730 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.446926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=81441064-050a-4f41-ab90-e906a4cf59da,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:48.485943 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0430021 Aug 29 17:01:48.489452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network ef443560-8718-464b-ba28-4bb351b9466d is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:48.491234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59024) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:48.491660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fc9c1-426e-4274-b161-b52a2cdc9c9a tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=46e5db3e-6fe8-4960-a4ce-df505c0993c5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:48.498733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'network_id': '46e5db3e-6fe8-4960-a4ce-df505c0993c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:48.503454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:48.506683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:48.552412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 46e5db3e-6fe8-4960-a4ce-df505c0993c5 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:48.638051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3dd908c7-7025-4323-8ba8-0ce11f3b0c8d,segment=NetworkSegment(2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616),segment_id=2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:48.648474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:48.649588 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.658361 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.680940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Allocated IP 172.20.0.2 (ef443560-8718-464b-ba28-4bb351b9466d/9219a330-5024-47e2-b8ca-12c7a8e2023b/f61b50ef-f132-48f7-a471-8b3cfbc249ac) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:48.693916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031dc6-6ea2-4043-a659-51786a0acf44 req-f52ebbc4-fed5-4d7a-8dd4-aa144182e0d5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:48.696057 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4031dc6-6ea2-4043-a659-51786a0acf44 req-f52ebbc4-fed5-4d7a-8dd4-aa144182e0d5 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.1748142 Aug 29 17:01:48.732860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-215fd71f-0f7e-4522-be5c-8bd46127c2de req-b77b9ca7-3897-40df-bddb-2bc2e6b2118a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7854304 Aug 29 17:01:48.751707 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3d7f5e3d-aa0d-4c1c-89cb-792015ea77e1 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8522692 Aug 29 17:01:48.757151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59028) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:48.775396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': 'ef443560-8718-464b-ba28-4bb351b9466d', 'name': 'tempest-PortsTestJSON-1048967542'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:48.840149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:48.843665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.847418 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.853847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:48.854468 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:48.872218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=3dd908c7-7025-4323-8ba8-0ce11f3b0c8d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:48.947320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67548437-2f70-4999-afd1-d38a7916eb66 req-bafbb152-4042-46c4-ae3f-f3884da00591 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:48.948892 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67548437-2f70-4999-afd1-d38a7916eb66 req-bafbb152-4042-46c4-ae3f-f3884da00591 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 907 time: 0.2515085 Aug 29 17:01:48.983180 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4031dc6-6ea2-4043-a659-51786a0acf44 req-31b1755e-f0e0-4cda-bb52-c1a6dc67bf64 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301555 Aug 29 17:01:49.005419 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.015398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Transition to ACTIVE for port object f61b50ef-f132-48f7-a471-8b3cfbc249ac will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:49.026545 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4382143 Aug 29 17:01:49.036399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Transition to ACTIVE for port object f61b50ef-f132-48f7-a471-8b3cfbc249ac will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:49.038459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59032) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:49.055309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Request body: {'subnet': {'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:49.071197 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.086454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c88e0-9122-4e5a-9ed5-f1539754df27 req-bb926361-94e4-4d04-849a-33fa01f0f10b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:49.112000 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-918c88e0-9122-4e5a-9ed5-f1539754df27 req-bb926361-94e4-4d04-849a-33fa01f0f10b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 907 time: 0.2933564 Aug 29 17:01:49.112000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbc31c-a75e-48d9-8de5-8ca58ceca0b3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'Network': ['ID=9d8ca2e4-1392-4359-a3ed-a17e54375b6d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:49.112000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286b598-9018-4e92-be18-3be9d0dc4ab4 req-5afbade0-27de-4273-a336-abc1cb1653d9 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:49.112000 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f286b598-9018-4e92-be18-3be9d0dc4ab4 req-5afbade0-27de-4273-a336-abc1cb1653d9 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 946 time: 0.2710390 Aug 29 17:01:49.120082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:49.126093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Network ef443560-8718-464b-ba28-4bb351b9466d is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:49.156033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:49.184773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:49.218220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Pushing event updated for resources: {'Port': ['ID=f61b50ef-f132-48f7-a471-8b3cfbc249ac,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:49.305042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:49.309069 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.324874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] Deleting port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:49.325517 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.329514 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Attempting to bind port f61b50ef-f132-48f7-a471-8b3cfbc249ac on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:49.329677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Attempting to bind port f61b50ef-f132-48f7-a471-8b3cfbc249ac by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'd6726c24-114a-48e3-9595-7552b01bb0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef443560-8718-464b-ba28-4bb351b9466d'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:49.330056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Attempting to bind port f61b50ef-f132-48f7-a471-8b3cfbc249ac on network ef443560-8718-464b-ba28-4bb351b9466d {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:49.335373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:49.335862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Checking segment: {'id': 'd6726c24-114a-48e3-9595-7552b01bb0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef443560-8718-464b-ba28-4bb351b9466d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:49.336555 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.337115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Bound using segment: {'id': 'd6726c24-114a-48e3-9595-7552b01bb0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef443560-8718-464b-ba28-4bb351b9466d'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:49.337725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Bound port: f61b50ef-f132-48f7-a471-8b3cfbc249ac, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6726c24-114a-48e3-9595-7552b01bb0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef443560-8718-464b-ba28-4bb351b9466d'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:49.338194 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.379510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-67548437-2f70-4999-afd1-d38a7916eb66 req-ec9de4b7-b633-46cf-b852-0c14e48716ce tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Deleting port 2ee58d22-e885-430a-9a97-3de73a7a9c70 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:49.379854 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-67548437-2f70-4999-afd1-d38a7916eb66 req-ec9de4b7-b633-46cf-b852-0c14e48716ce tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.385240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 4ec1b8b1-391f-401f-8b19-34e43b825588 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:49.422219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] For port f61b50ef-f132-48f7-a471-8b3cfbc249ac, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:49.426452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] For port f61b50ef-f132-48f7-a471-8b3cfbc249ac, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f61b50ef-f132-48f7-a471-8b3cfbc249ac,segment=NetworkSegment(d6726c24-114a-48e3-9595-7552b01bb0b3),segment_id=d6726c24-114a-48e3-9595-7552b01bb0b3)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:49.432252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Made reservation on behalf of e5f8952f5c9e4becae36325691f307bb for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:49.435672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.444380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.450140 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.488266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] For port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3dd908c7-7025-4323-8ba8-0ce11f3b0c8d,segment=NetworkSegment(2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616),segment_id=2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:49.489064 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.511995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] Calling delete_port for 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:49.514072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:49.554894 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:01:49.594826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:49.595870 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.629203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab4766-4ba0-4dea-a160-d878e98e43b0 None None] Pushing event updated for resources: {'Port': ['ID=f61b50ef-f132-48f7-a471-8b3cfbc249ac,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:49.672028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-f286b598-9018-4e92-be18-3be9d0dc4ab4 req-779df3b4-b931-4da2-9ee9-1f9be9b86273 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Deleting port 8f5f69eb-8df7-42a6-9570-a8442a507775 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:49.672438 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f286b598-9018-4e92-be18-3be9d0dc4ab4 req-779df3b4-b931-4da2-9ee9-1f9be9b86273 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.897325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f286b598-9018-4e92-be18-3be9d0dc4ab4 req-779df3b4-b931-4da2-9ee9-1f9be9b86273 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] For port 8f5f69eb-8df7-42a6-9570-a8442a507775, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8f5f69eb-8df7-42a6-9570-a8442a507775,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:49.897717 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f286b598-9018-4e92-be18-3be9d0dc4ab4 req-779df3b4-b931-4da2-9ee9-1f9be9b86273 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:49.916587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-f286b598-9018-4e92-be18-3be9d0dc4ab4 req-779df3b4-b931-4da2-9ee9-1f9be9b86273 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Calling delete_port for 8f5f69eb-8df7-42a6-9570-a8442a507775 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:49.979862 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:50.065009 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:50.075514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.11 (ef443560-8718-464b-ba28-4bb351b9466d/9219a330-5024-47e2-b8ca-12c7a8e2023b/4ec1b8b1-391f-401f-8b19-34e43b825588) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:50.130628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd908c7-7025-4323-8ba8-0ce11f3b0c8d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:50.209790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=c5c6f11c-70d2-465e-b344-6403b6c81162,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:50.242347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769f46-a334-4788-b7e9-0c75be9341a8 req-fda023eb-8104-42fb-ba0e-68c91ed8efeb tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:50.244253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b769f46-a334-4788-b7e9-0c75be9341a8 req-fda023eb-8104-42fb-ba0e-68c91ed8efeb tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.3111608 Aug 29 17:01:50.250963 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f286b598-9018-4e92-be18-3be9d0dc4ab4 req-779df3b4-b931-4da2-9ee9-1f9be9b86273 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:50.262725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['8f5f69eb-8df7-42a6-9570-a8442a507775'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:01:50.310236 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d0a6b-84bc-437e-a156-1f7be39a8848 req-a729dccb-3ba5-481c-8be2-b0b5450bd0f0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:50.311849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8a6d0a6b-84bc-437e-a156-1f7be39a8848 req-a729dccb-3ba5-481c-8be2-b0b5450bd0f0 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e99d97b-f70a-4041-9c17-ba66abbf8e45 HTTP/1.1" status: 200 len: 867 time: 0.2339759 Aug 29 17:01:50.329696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b15aa-01ac-4d28-a7d0-482570d9d8a2 req-aaaebd05-8ddb-46c1-b64d-4dbfc608861a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:50.331269 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0f6b15aa-01ac-4d28-a7d0-482570d9d8a2 req-aaaebd05-8ddb-46c1-b64d-4dbfc608861a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 946 time: 0.2207251 Aug 29 17:01:50.372309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779df3b4-b931-4da2-9ee9-1f9be9b86273 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event deleted for resources: {'Port': ['ID=8f5f69eb-8df7-42a6-9570-a8442a507775,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:50.387619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-67548437-2f70-4999-afd1-d38a7916eb66 req-ec9de4b7-b633-46cf-b852-0c14e48716ce tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] For port 2ee58d22-e885-430a-9a97-3de73a7a9c70, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2ee58d22-e885-430a-9a97-3de73a7a9c70,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:50.387992 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-67548437-2f70-4999-afd1-d38a7916eb66 req-ec9de4b7-b633-46cf-b852-0c14e48716ce tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:50.390559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking segment: {'id': 'c88abca8-734e-444b-9312-b564cddc1616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '46e5db3e-6fe8-4960-a4ce-df505c0993c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:50.390921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network hostable DHCP agents. Network: 46e5db3e-6fe8-4960-a4ce-df505c0993c5, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:50.429017 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-67548437-2f70-4999-afd1-d38a7916eb66 req-ec9de4b7-b633-46cf-b852-0c14e48716ce tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Calling delete_port for 2ee58d22-e885-430a-9a97-3de73a7a9c70 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:50.484596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f286b598-9018-4e92-be18-3be9d0dc4ab4 req-779df3b4-b931-4da2-9ee9-1f9be9b86273 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] No DVR routers for this DVR port 8f5f69eb-8df7-42a6-9570-a8442a507775 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:50.570901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network 46e5db3e-6fe8-4960-a4ce-df505c0993c5 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:50.575307 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:50.583116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f286b598-9018-4e92-be18-3be9d0dc4ab4 req-779df3b4-b931-4da2-9ee9-1f9be9b86273 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:50.585951 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f286b598-9018-4e92-be18-3be9d0dc4ab4 req-779df3b4-b931-4da2-9ee9-1f9be9b86273 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "DELETE /v2.0/ports/8f5f69eb-8df7-42a6-9570-a8442a507775 HTTP/1.1" status: 204 len: 173 time: 1.4690185 Aug 29 17:01:50.589622 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8a6d0a6b-84bc-437e-a156-1f7be39a8848 req-9bd98e8e-a032-4425-abd0-23ef8037141d tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502255 Aug 29 17:01:50.590568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:50.623124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0f6b15aa-01ac-4d28-a7d0-482570d9d8a2 req-9a720e29-7cfc-4f40-9e50-098dd9ba8f14 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550771 Aug 29 17:01:50.630280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:50.642458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e99d97b-f70a-4041-9c17-ba66abbf8e45', 'name': 'network-vif-deleted', 'tag': '8f5f69eb-8df7-42a6-9570-a8442a507775'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:01:50.645951 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05059654-3563-4c6c-b5b6-ed29abe93321" -d '{"events": [{"server_uuid": "4e99d97b-f70a-4041-9c17-ba66abbf8e45", "name": "network-vif-deleted", "tag": "8f5f69eb-8df7-42a6-9570-a8442a507775"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:01:50.652809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 46e5db3e-6fe8-4960-a4ce-df505c0993c5) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:50.694471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:50.695144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:50.698011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object 4ec1b8b1-391f-401f-8b19-34e43b825588 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:50.784725 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668eb990-8fa9-415c-ab22-35820169cccd x-openstack-request-id: req-668eb990-8fa9-415c-ab22-35820169cccd {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:01:50.785113 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e99d97b-f70a-4041-9c17-ba66abbf8e45", "name": "network-vif-deleted", "tag": "8f5f69eb-8df7-42a6-9570-a8442a507775", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:01:50.785482 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-668eb990-8fa9-415c-ab22-35820169cccd {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:01:50.785897 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e99d97b-f70a-4041-9c17-ba66abbf8e45', 'name': 'network-vif-deleted', 'tag': '8f5f69eb-8df7-42a6-9570-a8442a507775', 'status': 'completed', 'code': 200} Aug 29 17:01:50.828565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59060) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:50.829469 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ce5cc560-d6d7-4b34-92d3-7042369bad77 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3332667 Aug 29 17:01:50.830920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'Subnet': ['ID=fc71f2e5-ae84-44ab-8827-1fe30f455d0e,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:50.859932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-2b769f46-a334-4788-b7e9-0c75be9341a8 req-724423e9-d4c2-4497-a98f-b66958fe8f1b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Deleting port b3511568-bb1f-45a5-9744-41ec43f641dd {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:50.860211 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2b769f46-a334-4788-b7e9-0c75be9341a8 req-724423e9-d4c2-4497-a98f-b66958fe8f1b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:50.939980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5564d16-248a-4e81-a68e-49f7c3a25fd6 req-38c10069-16a5-4108-99ee-2cb63b8d0b3c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:50.948503 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5564d16-248a-4e81-a68e-49f7c3a25fd6 req-38c10069-16a5-4108-99ee-2cb63b8d0b3c tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa960a94-3a68-42fc-beed-8618bc8ac720 HTTP/1.1" status: 200 len: 907 time: 0.2585316 Aug 29 17:01:50.953327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Checking segment: {'id': 'a1c1889b-acd0-4622-8209-4aef6037e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:50.953695 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Network hostable DHCP agents. Network: 9d8ca2e4-1392-4359-a3ed-a17e54375b6d, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:50.968144 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0bb21f-8a2b-40d9-9cdb-372f719d675d None None] Network ef443560-8718-464b-ba28-4bb351b9466d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:51.002883 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-67548437-2f70-4999-afd1-d38a7916eb66 req-ec9de4b7-b633-46cf-b852-0c14e48716ce tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:51.025631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:51.039995 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:51.077548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 9d8ca2e4-1392-4359-a3ed-a17e54375b6d) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:51.114267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ccb57-bcb7-45c9-a4db-93d72f718922 None None] Network 46e5db3e-6fe8-4960-a4ce-df505c0993c5 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:51.125429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2bdd0-0575-4d6b-b4c7-b45046aafc3b None None] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:51.137282 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:51.137860 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:51.163752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9de4b7-b633-46cf-b852-0c14e48716ce tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event deleted for resources: {'Port': ['ID=2ee58d22-e885-430a-9a97-3de73a7a9c70,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:51.223733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network ef443560-8718-464b-ba28-4bb351b9466d is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:51.230825 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:51.240858 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-01424eab-cc10-4f3c-b05d-00e6b5221e9f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1970000 Aug 29 17:01:51.249556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59066) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:51.255999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Request body: {'port': {'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-424641608'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:51.292404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:51.299779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-67548437-2f70-4999-afd1-d38a7916eb66 req-ec9de4b7-b633-46cf-b852-0c14e48716ce tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] No DVR routers for this DVR port 2ee58d22-e885-430a-9a97-3de73a7a9c70 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:51.329565 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-67548437-2f70-4999-afd1-d38a7916eb66 req-ec9de4b7-b633-46cf-b852-0c14e48716ce tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:51.331655 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67548437-2f70-4999-afd1-d38a7916eb66 req-ec9de4b7-b633-46cf-b852-0c14e48716ce tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.16 "DELETE /v2.0/ports/2ee58d22-e885-430a-9a97-3de73a7a9c70 HTTP/1.1" status: 204 len: 173 time: 2.3686986 Aug 29 17:01:51.332388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:51.334991 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa960a94-3a68-42fc-beed-8618bc8ac720', 'name': 'network-vif-deleted', 'tag': '2ee58d22-e885-430a-9a97-3de73a7a9c70'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:01:51.348009 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da686b7-7eb1-421e-82bf-203b19b14ce7" -d '{"events": [{"server_uuid": "aa960a94-3a68-42fc-beed-8618bc8ac720", "name": "network-vif-deleted", "tag": "2ee58d22-e885-430a-9a97-3de73a7a9c70"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:01:51.412211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2b769f46-a334-4788-b7e9-0c75be9341a8 req-724423e9-d4c2-4497-a98f-b66958fe8f1b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] For port b3511568-bb1f-45a5-9744-41ec43f641dd, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=b3511568-bb1f-45a5-9744-41ec43f641dd,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:51.412972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2b769f46-a334-4788-b7e9-0c75be9341a8 req-724423e9-d4c2-4497-a98f-b66958fe8f1b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:51.495083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-2b769f46-a334-4788-b7e9-0c75be9341a8 req-724423e9-d4c2-4497-a98f-b66958fe8f1b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Calling delete_port for b3511568-bb1f-45a5-9744-41ec43f641dd owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:51.568363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] Router 3159da80-6e2d-4469-9c06-f030fb0213d7 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:01:51.598428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:51.600465 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:51.627941 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda1d1c7-73a2-418f-af29-0119211a9374 x-openstack-request-id: req-fda1d1c7-73a2-418f-af29-0119211a9374 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:01:51.628311 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa960a94-3a68-42fc-beed-8618bc8ac720", "name": "network-vif-deleted", "tag": "2ee58d22-e885-430a-9a97-3de73a7a9c70", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:01:51.628509 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fda1d1c7-73a2-418f-af29-0119211a9374 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:01:51.629016 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa960a94-3a68-42fc-beed-8618bc8ac720', 'name': 'network-vif-deleted', 'tag': '2ee58d22-e885-430a-9a97-3de73a7a9c70', 'status': 'completed', 'code': 200} Aug 29 17:01:51.632095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=4ec1b8b1-391f-401f-8b19-34e43b825588,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:51.654413 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e0135974-0626-4199-b84c-18b9ff971158 None None] Provisioning for port f61b50ef-f132-48f7-a471-8b3cfbc249ac completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:51.664618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-044ff08c-4435-4ec9-b012-6fed5cee03e7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9061542 Aug 29 17:01:51.665246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59080) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:51.728121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-9d8ca2e4-1392-4359-a3ed-a17e54375b6d', 'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d', 'tenant_id': 'e5f8952f5c9e4becae36325691f307bb', 'fixed_ips': [{'subnet_id': 'fc71f2e5-ae84-44ab-8827-1fe30f455d0e'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:51.728121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:51.794716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71553ab-e044-4263-991b-a7a331f97ba6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:51.796922 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a71553ab-e044-4263-991b-a7a331f97ba6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1307542 Aug 29 17:01:51.800632 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59084) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:51.879343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Made reservation on behalf of e5f8952f5c9e4becae36325691f307bb for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:51.883689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:51.913453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] device_id is not set on port 2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:51.937070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f61b50ef-f132-48f7-a471-8b3cfbc249ac up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:51.962696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-94aa86f4-91c3-4762-a9b0-5197f05163fc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 4ec1b8b1-391f-401f-8b19-34e43b825588 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:51.963040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94aa86f4-91c3-4762-a9b0-5197f05163fc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:51.986930 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2b769f46-a334-4788-b7e9-0c75be9341a8 req-724423e9-d4c2-4497-a98f-b66958fe8f1b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:52.061247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Allocated IP 2001:db8::2 (9d8ca2e4-1392-4359-a3ed-a17e54375b6d/fc71f2e5-ae84-44ab-8827-1fe30f455d0e/ed72271a-54bd-419c-835b-6dc5e5659e75) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:52.238615 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94aa86f4-91c3-4762-a9b0-5197f05163fc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:52.255918 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:52.261583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-94aa86f4-91c3-4762-a9b0-5197f05163fc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 4ec1b8b1-391f-401f-8b19-34e43b825588 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:52.271294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Transition to ACTIVE for port object ed72271a-54bd-419c-835b-6dc5e5659e75 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:52.302067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:01:52.343500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-449dfaf1-302e-4726-9064-a58d5b6062a8 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:52.351464 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-449dfaf1-302e-4726-9064-a58d5b6062a8 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 0.2953734 Aug 29 17:01:52.370824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-1fa2cf41-580a-4a55-a8ab-52f81e398e67 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/quotas/0d737f73e9744cc89026adafc8547a1f HTTP/1.1" status: 200 len: 375 time: 0.0182281 Aug 29 17:01:52.388716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Transition to ACTIVE for port object ed72271a-54bd-419c-835b-6dc5e5659e75 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:52.412804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-83279246-3766-4db6-bdb8-18480f3cb5b3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404506 Aug 29 17:01:52.428271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:01:52.445151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8766277-c01e-4f89-b0cf-8e3b9e854b55 None None] Sync routers for ids ['3159da80-6e2d-4469-9c06-f030fb0213d7'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:01:52.458951 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:52.474449 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-58e17830-d962-4e24-bd94-b867df45e8fd req-9a9cb415-5158-4759-8263-75e565812a3c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 210 time: 0.6015995 Aug 29 17:01:52.518237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Pushing event updated for resources: {'Port': ['ID=ed72271a-54bd-419c-835b-6dc5e5659e75,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:52.544978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8766277-c01e-4f89-b0cf-8e3b9e854b55 None None] Routers {'3159da80-6e2d-4469-9c06-f030fb0213d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:52.546067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b8766277-c01e-4f89-b0cf-8e3b9e854b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3159da80-6e2d-4469-9c06-f030fb0213d7'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:52.590642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-70c94e78-c94b-42f3-af27-341868dd4108 service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764536 Aug 29 17:01:52.687423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Allocated IP 2001:db8::12f (9d8ca2e4-1392-4359-a3ed-a17e54375b6d/fc71f2e5-ae84-44ab-8827-1fe30f455d0e/2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:52.703440 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-f2fbb44a-8c39-458d-8755-de1e35d7288d service neutron] 10.222.0.22 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116445 Aug 29 17:01:52.712086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-078a5b6a-6285-4196-bf9e-0de231753bf7 admin admin] 10.222.0.22 "PUT /v2.0/routers/3159da80-6e2d-4469-9c06-f030fb0213d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9995263 Aug 29 17:01:52.712954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59102) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:52.727714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724423e9-d4c2-4497-a98f-b66958fe8f1b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event deleted for resources: {'Port': ['ID=b3511568-bb1f-45a5-9744-41ec43f641dd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:52.738396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2ee58d22-e885-430a-9a97-3de73a7a9c70 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:52.760252 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94aa86f4-91c3-4762-a9b0-5197f05163fc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:52.761890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:52.769748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port f61b50ef-f132-48f7-a471-8b3cfbc249ac completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:52.807908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 2ee58d22-e885-430a-9a97-3de73a7a9c70 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:52.808408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2ee58d22-e885-430a-9a97-3de73a7a9c70 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:52.809071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b3511568-bb1f-45a5-9744-41ec43f641dd no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:52.811076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f61b50ef-f132-48f7-a471-8b3cfbc249ac triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:52.811653 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:52.823676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:52.925943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:52.959455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b769f46-a334-4788-b7e9-0c75be9341a8 req-724423e9-d4c2-4497-a98f-b66958fe8f1b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] No DVR routers for this DVR port b3511568-bb1f-45a5-9744-41ec43f641dd on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:52.971997 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2b769f46-a334-4788-b7e9-0c75be9341a8 req-724423e9-d4c2-4497-a98f-b66958fe8f1b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:52.974350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b769f46-a334-4788-b7e9-0c75be9341a8 req-724423e9-d4c2-4497-a98f-b66958fe8f1b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.16 "DELETE /v2.0/ports/b3511568-bb1f-45a5-9744-41ec43f641dd HTTP/1.1" status: 204 len: 173 time: 2.7150424 Aug 29 17:01:52.974513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa86f4-91c3-4762-a9b0-5197f05163fc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=4ec1b8b1-391f-401f-8b19-34e43b825588,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:52.989343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53c898a-9614-4a68-96b3-dd35cee2e57d', 'name': 'network-vif-deleted', 'tag': 'b3511568-bb1f-45a5-9744-41ec43f641dd'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:01:52.994277 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b99005-4dbf-4f68-9ddc-224028e3d17b" -d '{"events": [{"server_uuid": "a53c898a-9614-4a68-96b3-dd35cee2e57d", "name": "network-vif-deleted", "tag": "b3511568-bb1f-45a5-9744-41ec43f641dd"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:01:53.014632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e0272-7373-4635-a302-5747768d6966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-46e5db3e-6fe8-4960-a4ce-df505c0993c5', 'network_id': '46e5db3e-6fe8-4960-a4ce-df505c0993c5', 'tenant_id': '141e2611b9584352aef3c1ec2379997d', 'fixed_ips': [{'subnet_id': 'c5c6f11c-70d2-465e-b344-6403b6c81162'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:53.019941 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-007e0272-7373-4635-a302-5747768d6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.027097 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94aa86f4-91c3-4762-a9b0-5197f05163fc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.031251 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-94aa86f4-91c3-4762-a9b0-5197f05163fc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/4ec1b8b1-391f-401f-8b19-34e43b825588 HTTP/1.1" status: 204 len: 168 time: 1.2293518 Aug 29 17:01:53.035004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-b8766277-c01e-4f89-b0cf-8e3b9e854b55 None None] Set router 3159da80-6e2d-4469-9c06-f030fb0213d7 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:53.036026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59110) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:53.043226 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c6f11c-70d2-465e-b344-6403b6c81162,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:53.052226 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:53.143852 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d986b09-7920-4042-b9df-956d01dfbd18 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:01:53.145590 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3d986b09-7920-4042-b9df-956d01dfbd18 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/4ec1b8b1-391f-401f-8b19-34e43b825588 HTTP/1.1" status: 404 len: 333 time: 0.1085100 Aug 29 17:01:53.173995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59114) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:53.192055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c42a93c8-df5e-4870-8a2f-825a508d3167 req-24bc6c15-89da-4678-a065-d27757e1250e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 210 time: 0.1200087 Aug 29 17:01:53.354026 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650d1d96-2e9a-4443-911c-20c65ca7ca93 x-openstack-request-id: req-650d1d96-2e9a-4443-911c-20c65ca7ca93 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:01:53.354619 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53c898a-9614-4a68-96b3-dd35cee2e57d", "name": "network-vif-deleted", "tag": "b3511568-bb1f-45a5-9744-41ec43f641dd", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:01:53.355044 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-650d1d96-2e9a-4443-911c-20c65ca7ca93 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:01:53.355613 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53c898a-9614-4a68-96b3-dd35cee2e57d', 'name': 'network-vif-deleted', 'tag': 'b3511568-bb1f-45a5-9744-41ec43f641dd', 'status': 'completed', 'code': 200} Aug 29 17:01:53.426924 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.457462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e5db3e-6fe8-4960-a4ce-df505c0993c5']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:53.465064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-05821dd7-ba5a-442a-9ad0-0e6e3d34a88b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 81441064-050a-4f41-ab90-e906a4cf59da {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:53.465629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05821dd7-ba5a-442a-9ad0-0e6e3d34a88b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.489184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49475beb-bb86-4aa0-9f86-317b6b14fb30 req-f87ef76d-6740-4e52-9221-a81f5b79dd17 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:53.496780 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49475beb-bb86-4aa0-9f86-317b6b14fb30 req-f87ef76d-6740-4e52-9221-a81f5b79dd17 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 946 time: 0.4348018 Aug 29 17:01:53.503251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88abca8-734e-444b-9312-b564cddc1616') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:53.503749 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88abca8-734e-444b-9312-b564cddc1616') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:53.520684 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.605646 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.608305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: b3511568-bb1f-45a5-9744-41ec43f641dd {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:53.608651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device b3511568-bb1f-45a5-9744-41ec43f641dd not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:53.619894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8f5f69eb-8df7-42a6-9570-a8442a507775 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:53.695292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4817e999-46db-4197-bed8-3dd7b57729d2 req-787f1e26-d713-4acb-bce0-a438ba0663e0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=a53c898a-9614-4a68-96b3-dd35cee2e57d HTTP/1.1" status: 200 len: 210 time: 0.0669918 Aug 29 17:01:53.709282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:53.713624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f133a-c0fb-4557-a7cd-7a06d8822c4f None None] Network ef443560-8718-464b-ba28-4bb351b9466d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:53.749437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.779166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:53.779587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.792042 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49475beb-bb86-4aa0-9f86-317b6b14fb30 req-577513ba-e3b5-4433-bf5c-c5dcc46069e8 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942050 Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:53.797515 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:53.807845 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05821dd7-ba5a-442a-9ad0-0e6e3d34a88b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.834482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-05821dd7-ba5a-442a-9ad0-0e6e3d34a88b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 81441064-050a-4f41-ab90-e906a4cf59da owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:53.842162 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.845787 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.879301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Transition to ACTIVE for port object 2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:53.898597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 8f5f69eb-8df7-42a6-9570-a8442a507775 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:53.899143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8f5f69eb-8df7-42a6-9570-a8442a507775 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:53.916835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.930106 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:53.933108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/46e5db3e-6fe8-4960-a4ce-df505c0993c5 HTTP/1.1" status: 204 len: 168 time: 3.1022158 Aug 29 17:01:53.939879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59128) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:53.955141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-550210707'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:53.971165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d78578-bb14-474a-ba1e-03e923e8a3de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=46e5db3e-6fe8-4960-a4ce-df505c0993c5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:53.979652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e9dce8-8275-4feb-86ab-a72a3ecca101 None None] Network 46e5db3e-6fe8-4960-a4ce-df505c0993c5 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:54.003081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e9dce8-8275-4feb-86ab-a72a3ecca101 None None] Network 46e5db3e-6fe8-4960-a4ce-df505c0993c5 could not be found, it might have been deleted concurrently. {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:01:54.015131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Deleting port 14ed44c2-474b-4eb8-b769-2483fede09f8 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:54.015803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.019539 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.052277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1156dfac-82dd-4c98-a116-f92df9644b81 None None] Provisioning for port 81441064-050a-4f41-ab90-e906a4cf59da completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:54.062672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:54.066570 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.092924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Attempting to bind port ed72271a-54bd-419c-835b-6dc5e5659e75 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:54.093375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Attempting to bind port ed72271a-54bd-419c-835b-6dc5e5659e75 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'a1c1889b-acd0-4622-8209-4aef6037e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:54.093748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Attempting to bind port ed72271a-54bd-419c-835b-6dc5e5659e75 on network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:54.132640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:54.145694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:54.154174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:54.160950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:54.161812 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.172804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'Port': ['ID=2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:54.178401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1156dfac-82dd-4c98-a116-f92df9644b81 None None] Provisioning complete for port 81441064-050a-4f41-ab90-e906a4cf59da triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:54.178781 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1156dfac-82dd-4c98-a116-f92df9644b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.193090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:54.196330 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05821dd7-ba5a-442a-9ad0-0e6e3d34a88b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.231112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b3d4b442-96ae-4a01-8067-e00fe4078b6c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9802773 Aug 29 17:01:54.233729 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] For port 14ed44c2-474b-4eb8-b769-2483fede09f8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=14ed44c2-474b-4eb8-b769-2483fede09f8,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:54.234292 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.236813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59132) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:54.238120 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.238652 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment 2a9226a8-bf57-4ed1-98ac-ace57145cbeb of type vlan for network 5684f4fb-3df3-4fc3-a888-b76ca680e3ad Aug 29 17:01:54.244852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:54.244852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Checking segment: {'id': 'a1c1889b-acd0-4622-8209-4aef6037e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:54.245186 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.246524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Bound using segment: {'id': 'a1c1889b-acd0-4622-8209-4aef6037e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:54.246524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Bound port: ed72271a-54bd-419c-835b-6dc5e5659e75, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c1889b-acd0-4622-8209-4aef6037e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:54.248785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.274888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Request body: {'port': {'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-953666080', 'allowed_address_pairs': [{'ip_address': '2001:db8::12f', 'mac_address': 'fa:16:3e:63:d4:cd'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:54.318690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Calling delete_port for 14ed44c2-474b-4eb8-b769-2483fede09f8 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:54.322253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05821dd7-ba5a-442a-9ad0-0e6e3d34a88b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=81441064-050a-4f41-ab90-e906a4cf59da,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:54.418314 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.449906 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89dff2c1-8e8e-4f7a-9877-15ac9a44335a req-eeae2b5e-2d33-4728-beaf-6717709c0c88 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 210 time: 0.1252120 Aug 29 17:01:54.453774 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.490764 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1156dfac-82dd-4c98-a116-f92df9644b81 None None] Port 81441064-050a-4f41-ab90-e906a4cf59da cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:01:54.496168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05821dd7-ba5a-442a-9ad0-0e6e3d34a88b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.499055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-05821dd7-ba5a-442a-9ad0-0e6e3d34a88b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/81441064-050a-4f41-ab90-e906a4cf59da HTTP/1.1" status: 204 len: 168 time: 1.3043072 Aug 29 17:01:54.502733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59136) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:54.534492 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-48053c0b-67dc-4488-ab4d-bdef728ce665 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:01:54.538961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-48053c0b-67dc-4488-ab4d-bdef728ce665 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/81441064-050a-4f41-ab90-e906a4cf59da HTTP/1.1" status: 404 len: 333 time: 0.0320086 Aug 29 17:01:54.539161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1156dfac-82dd-4c98-a116-f92df9644b81 None None] Could not find standard attr ID for object 4ec1b8b1-391f-401f-8b19-34e43b825588. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:01:54.539257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59138) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:54.601764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2ff8d-c23e-4ea7-b744-208adf10bf13 req-e6716779-f8cc-4719-9ad5-055e2c977843 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:54.603581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dae2ff8d-c23e-4ea7-b744-208adf10bf13 req-e6716779-f8cc-4719-9ad5-055e2c977843 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 946 time: 0.3619323 Aug 29 17:01:54.630841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port f61b50ef-f132-48f7-a471-8b3cfbc249ac, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f61b50ef-f132-48f7-a471-8b3cfbc249ac,segment=NetworkSegment(d6726c24-114a-48e3-9595-7552b01bb0b3),segment_id=d6726c24-114a-48e3-9595-7552b01bb0b3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:54.645196 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fc6cd5-7417-430e-b839-99607327e12f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting subnet 9219a330-5024-47e2-b8ca-12c7a8e2023b {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:01:54.654264 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35fc6cd5-7417-430e-b839-99607327e12f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.654709 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.659632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] For port ed72271a-54bd-419c-835b-6dc5e5659e75, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:54.667591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] For port ed72271a-54bd-419c-835b-6dc5e5659e75, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ed72271a-54bd-419c-835b-6dc5e5659e75,segment=NetworkSegment(a1c1889b-acd0-4622-8209-4aef6037e325),segment_id=a1c1889b-acd0-4622-8209-4aef6037e325)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:54.670094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1156dfac-82dd-4c98-a116-f92df9644b81 None None] Provisioning complete for port f61b50ef-f132-48f7-a471-8b3cfbc249ac triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:54.670469 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1156dfac-82dd-4c98-a116-f92df9644b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.725672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35fc6cd5-7417-430e-b839-99607327e12f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.740291 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.747454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:54.748471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.871774 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.918422 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35fc6cd5-7417-430e-b839-99607327e12f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:54.942543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b8766277-c01e-4f89-b0cf-8e3b9e854b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-router', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:29Z', 'updated_at': '2021-08-29T17:01:49Z', 'revision_number': 5, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'gw_port': {'id': '14ed44c2-474b-4eb8-b769-2483fede09f8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:30Z', 'updated_at': '2021-08-29T17:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:54.949617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=f61b50ef-f132-48f7-a471-8b3cfbc249ac,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:55.031942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8766277-c01e-4f89-b0cf-8e3b9e854b55 None None] Checking router: 3159da80-6e2d-4469-9c06-f030fb0213d7 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:01:55.083328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35fc6cd5-7417-430e-b839-99607327e12f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:55.104433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8766277-c01e-4f89-b0cf-8e3b9e854b55 None None] Routers {'3159da80-6e2d-4469-9c06-f030fb0213d7'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:01:55.105080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b8766277-c01e-4f89-b0cf-8e3b9e854b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3159da80-6e2d-4469-9c06-f030fb0213d7'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:55.163968 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35fc6cd5-7417-430e-b839-99607327e12f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:55.168421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39521d38-7e83-499f-90c8-95a908113e0a None None] Pushing event updated for resources: {'Port': ['ID=ed72271a-54bd-419c-835b-6dc5e5659e75,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:55.192833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-35fc6cd5-7417-430e-b839-99607327e12f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/9219a330-5024-47e2-b8ca-12c7a8e2023b HTTP/1.1" status: 204 len: 168 time: 0.6517122 Aug 29 17:01:55.201902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59152) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:55.202850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc6cd5-7417-430e-b839-99607327e12f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Subnet': ['ID=9219a330-5024-47e2-b8ca-12c7a8e2023b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:55.314142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-b8766277-c01e-4f89-b0cf-8e3b9e854b55 None None] Set router 3159da80-6e2d-4469-9c06-f030fb0213d7 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:01:55.358861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:55.454215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b8766277-c01e-4f89-b0cf-8e3b9e854b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-router', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:29Z', 'updated_at': '2021-08-29T17:01:53Z', 'revision_number': 6, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:55.507677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port f61b50ef-f132-48f7-a471-8b3cfbc249ac {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:55.508149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:55.537727 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5953708 Aug 29 17:01:55.539424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59166) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:55.565854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a63231-7964-49b5-ad10-adf1365e38df None None] Network ef443560-8718-464b-ba28-4bb351b9466d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:55.568889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8766277-c01e-4f89-b0cf-8e3b9e854b55 None None] The sync data for ids ['3159da80-6e2d-4469-9c06-f030fb0213d7'] in n-d-713301-13 is: [{'id': '3159da80-6e2d-4469-9c06-f030fb0213d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-114573256-router', 'tenant_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:29Z', 'updated_at': '2021-08-29T17:01:53Z', 'revision_number': 6, 'project_id': 'ea26f9a4f5854f0693e2a6bb7d720706', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:01:55.599616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'network_id': '5684f4fb-3df3-4fc3-a888-b76ca680e3ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:55.668047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8477130-3f82-45ce-ad81-9248ac73f83c req-cc6bf2e7-e78b-4735-9718-01883fa41c13 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 210 time: 0.0341313 Aug 29 17:01:55.668359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ec09514a-c3e1-4c6c-a0c4-e2becb806431 None None] Provisioning complete for port f61b50ef-f132-48f7-a471-8b3cfbc249ac triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:55.668743 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ec09514a-c3e1-4c6c-a0c4-e2becb806431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:55.758694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=5684f4fb-3df3-4fc3-a888-b76ca680e3ad,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:55.790693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] For port f61b50ef-f132-48f7-a471-8b3cfbc249ac, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f61b50ef-f132-48f7-a471-8b3cfbc249ac,segment=NetworkSegment(d6726c24-114a-48e3-9595-7552b01bb0b3),segment_id=d6726c24-114a-48e3-9595-7552b01bb0b3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:55.791117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:55.809029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for f61b50ef-f132-48f7-a471-8b3cfbc249ac owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:55.821047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Made reservation on behalf of e5f8952f5c9e4becae36325691f307bb for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:55.845921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.847337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.847843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.848309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.848791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.849260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.849694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.850435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.850868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.851302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.851742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.852182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d16a2-d74a-465b-9a8a-bf16611dcc35 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:55.886892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 5684f4fb-3df3-4fc3-a888-b76ca680e3ad details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:55.912815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-2f538603-e9e0-4c04-aa62-2793d30cc624 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:55.914501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-2f538603-e9e0-4c04-aa62-2793d30cc624 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 812 time: 1.3489645 Aug 29 17:01:55.930706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a34c1-9734-44e2-a6fe-7783b681bbad req-d8509353-f47a-4650-a37f-2af88921cd4a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:55.937943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de0a34c1-9734-44e2-a6fe-7783b681bbad req-d8509353-f47a-4650-a37f-2af88921cd4a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 946 time: 0.3806443 Aug 29 17:01:55.989571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:55.990832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Request body: {'port': {'device_id': '35a5f92e-bbc5-4f4e-8e73-dbe76c49717e', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'admin_state_up': True, 'tenant_id': '0d737f73e9744cc89026adafc8547a1f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:56.100470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=f61b50ef-f132-48f7-a471-8b3cfbc249ac,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:56.104638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No DVR routers for this DVR port f61b50ef-f132-48f7-a471-8b3cfbc249ac on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:56.130835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d9e1f-abf2-432b-88e1-8f43ea8e4aa0 None None] DHCP port deletion for ef443560-8718-464b-ba28-4bb351b9466d request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:01:56.150177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:56.153909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.279459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de0a34c1-9734-44e2-a6fe-7783b681bbad req-71172a96-c87f-4450-a951-8e28dde4b459 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399913 Aug 29 17:01:56.304818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-dae2ff8d-c23e-4ea7-b744-208adf10bf13 req-708f87ae-fd68-429b-9392-f6650ffafba0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Deleting port d65ad390-107a-41ce-9dfe-fa109149f4c9 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:56.305067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dae2ff8d-c23e-4ea7-b744-208adf10bf13 req-708f87ae-fd68-429b-9392-f6650ffafba0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.315137 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Made reservation on behalf of 0d737f73e9744cc89026adafc8547a1f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:56.319495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.322031 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.324145 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.349520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.ipam_backend_mixin [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Performing IP validity checks on allocation pools {{(pid=111677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 17:01:56.350570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.ipam_backend_mixin [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 17:01:56.356898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef443560-8718-464b-ba28-4bb351b9466d']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:56.406355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6726c24-114a-48e3-9595-7552b01bb0b3') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:56.406650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6726c24-114a-48e3-9595-7552b01bb0b3') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:56.429127 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.436311 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=14ed44c2-474b-4eb8-b769-2483fede09f8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:56.446595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.460191 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.477100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:56.477548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:56.483645 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:56.578055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] device_id is not set on port 3cd2ea78-53e6-4d03-b266-3ffba25cd98f yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:01:56.604156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.637672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.640061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/networks/ef443560-8718-464b-ba28-4bb351b9466d HTTP/1.1" status: 204 len: 168 time: 1.4168653 Aug 29 17:01:56.644846 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59186) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:56.650944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1457185391'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:56.685274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1edb9-4df4-4da5-8032-f585988b0380 None None] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:56.741069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac595eb2-eacb-453b-9bbe-7fae496f167f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Network': ['ID=ef443560-8718-464b-ba28-4bb351b9466d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:56.749237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:56.754612 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.789672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.826729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:56.837264 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.837671 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Added segment 3c93c4c0-a3ba-48e3-a799-575410f92216 of type vlan for network 57769e7a-4af8-4827-ae7f-02ee535642c5 Aug 29 17:01:56.878360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-dae2ff8d-c23e-4ea7-b744-208adf10bf13 req-708f87ae-fd68-429b-9392-f6650ffafba0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] For port d65ad390-107a-41ce-9dfe-fa109149f4c9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d65ad390-107a-41ce-9dfe-fa109149f4c9,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:56.878881 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dae2ff8d-c23e-4ea7-b744-208adf10bf13 req-708f87ae-fd68-429b-9392-f6650ffafba0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.921763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5e89-2cfc-4b91-bc7c-98f74267eb9e req-c204cc36-134e-48df-9cc3-761e6fc71227 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:56.923962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d23b5e89-2cfc-4b91-bc7c-98f74267eb9e req-c204cc36-134e-48df-9cc3-761e6fc71227 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 946 time: 0.4500248 Aug 29 17:01:56.939033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-dae2ff8d-c23e-4ea7-b744-208adf10bf13 req-708f87ae-fd68-429b-9392-f6650ffafba0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Calling delete_port for d65ad390-107a-41ce-9dfe-fa109149f4c9 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:56.972401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:56.975834 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=6f0306aa-600a-4709-86aa-f4a0f7c9f650,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:56.979903 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-43054efe-a108-4c9b-a01d-baef914f685b req-d3ee5618-6704-4637-9e71-161a38fb6fd3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 210 time: 0.0414834 Aug 29 17:01:56.992603 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.018130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ed72271a-54bd-419c-835b-6dc5e5659e75 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:57.056638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking segment: {'id': '2a9226a8-bf57-4ed1-98ac-ace57145cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5684f4fb-3df3-4fc3-a888-b76ca680e3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:57.057008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network hostable DHCP agents. Network: 5684f4fb-3df3-4fc3-a888-b76ca680e3ad, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:57.081326 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.089199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:57.090501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.124335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-64e05dcc-35f1-4ff7-89da-19a37c74ad85 None None] Provisioning for port ed72271a-54bd-419c-835b-6dc5e5659e75 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:57.132895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4863849 Aug 29 17:01:57.134042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network 5684f4fb-3df3-4fc3-a888-b76ca680e3ad is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:57.163239 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Allocated IP 172.20.0.2 (c7ef043c-c91b-402d-be4d-7e838af6145b/35736e46-1540-46d5-8b3f-132f9d7bf21c/195626dc-2ec6-482c-a6d6-e5047f86ecdf) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:57.171341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59196) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:57.174658 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d23b5e89-2cfc-4b91-bc7c-98f74267eb9e req-8a821f6a-238e-4092-ae05-8feffcfca76b tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401466 Aug 29 17:01:57.179702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': '57769e7a-4af8-4827-ae7f-02ee535642c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:57.217187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 5684f4fb-3df3-4fc3-a888-b76ca680e3ad) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:57.235880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:57.236707 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.250444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5236e-45a6-4e8f-8a8e-aa66f9a92340 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Network': ['ID=57769e7a-4af8-4827-ae7f-02ee535642c5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:57.252979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93302be1-be62-4747-ac9c-64da16ee0073 None None] Network 5684f4fb-3df3-4fc3-a888-b76ca680e3ad requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:57.265791 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a16a67d6-6041-4809-b6ba-91fa9e11deec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7256165 Aug 29 17:01:57.268597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59200) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:57.273178 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.275016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 57769e7a-4af8-4827-ae7f-02ee535642c5 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:01:57.276442 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.349022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Allocated IP 2001:db8::30b (9d8ca2e4-1392-4359-a3ed-a17e54375b6d/fc71f2e5-ae84-44ab-8827-1fe30f455d0e/3cd2ea78-53e6-4d03-b266-3ffba25cd98f) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:57.356386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ed72271a-54bd-419c-835b-6dc5e5659e75 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:57.381326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ed72271a-54bd-419c-835b-6dc5e5659e75 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:57.382097 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.449657 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.608878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.609742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3159da80-6e2d-4469-9c06-f030fb0213d7 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:01:57.630311 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.632004 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f8728c92-0d6c-4458-b0d9-fbd1a97c3e1b admin admin] 10.222.0.22 "DELETE /v2.0/routers/3159da80-6e2d-4469-9c06-f030fb0213d7 HTTP/1.1" status: 204 len: 168 time: 4.9150729 Aug 29 17:01:57.644747 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.689825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ed72271a-54bd-419c-835b-6dc5e5659e75, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ed72271a-54bd-419c-835b-6dc5e5659e75,segment=NetworkSegment(a1c1889b-acd0-4622-8209-4aef6037e325),segment_id=a1c1889b-acd0-4622-8209-4aef6037e325)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:57.691343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-5684f4fb-3df3-4fc3-a888-b76ca680e3ad', 'network_id': '5684f4fb-3df3-4fc3-a888-b76ca680e3ad', 'tenant_id': '141e2611b9584352aef3c1ec2379997d', 'fixed_ips': [{'subnet_id': '6f0306aa-600a-4709-86aa-f4a0f7c9f650'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:01:57.692715 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.709120 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.803499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59204) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:57.882975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 14ed44c2-474b-4eb8-b769-2483fede09f8 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:57.928050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 14ed44c2-474b-4eb8-b769-2483fede09f8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:57.929081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 14ed44c2-474b-4eb8-b769-2483fede09f8 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:57.929081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f61b50ef-f132-48f7-a471-8b3cfbc249ac no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:57.930089 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dae2ff8d-c23e-4ea7-b744-208adf10bf13 req-708f87ae-fd68-429b-9392-f6650ffafba0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:57.954884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['5d598ea5-eaf8-41ac-bc57-9494c5aad532'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:01:57.976453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:57.980720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.057529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: f61b50ef-f132-48f7-a471-8b3cfbc249ac {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:58.057882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f61b50ef-f132-48f7-a471-8b3cfbc249ac not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:58.058321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:58.096639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Allocated IP 172.20.0.3 (5684f4fb-3df3-4fc3-a888-b76ca680e3ad/6f0306aa-600a-4709-86aa-f4a0f7c9f650/a4f51042-945e-4fd2-bbfc-fbbd58dd336e) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:01:58.099590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-288fc632-517f-4327-a8ec-e0528e5e6224 None None] Provisioning complete for port ed72271a-54bd-419c-835b-6dc5e5659e75 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:58.099966 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-288fc632-517f-4327-a8ec-e0528e5e6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.143503 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:58.144105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3dd908c7-7025-4323-8ba8-0ce11f3b0c8d not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:58.168634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ed72271a-54bd-419c-835b-6dc5e5659e75,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:58.188426 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.229562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55397baf-2589-4c67-80a9-892c98a339cb req-e6972072-82c5-4c03-b7f3-8fc739739c41 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:58.231158 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55397baf-2589-4c67-80a9-892c98a339cb req-e6972072-82c5-4c03-b7f3-8fc739739c41 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 867 time: 0.7776911 Aug 29 17:01:58.304796 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55397baf-2589-4c67-80a9-892c98a339cb req-8020c5fa-dfc0-4357-8d99-6eb06de3d08f tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625937 Aug 29 17:01:58.418832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f87ae-fd68-429b-9392-f6650ffafba0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event deleted for resources: {'Port': ['ID=d65ad390-107a-41ce-9dfe-fa109149f4c9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:58.420365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c558b-a231-4c1a-b544-fd15b568ef59 req-e57969f1-4f32-450b-95d8-428f14b4dd4a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:58.430017 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b85c558b-a231-4c1a-b544-fd15b568ef59 req-e57969f1-4f32-450b-95d8-428f14b4dd4a tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 946 time: 0.0684977 Aug 29 17:01:58.464844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-288fc632-517f-4327-a8ec-e0528e5e6224 None None] Provisioning for port 2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:58.476126 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b85c558b-a231-4c1a-b544-fd15b568ef59 req-e73d5413-c547-4639-af24-23b145e8c285 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451193 Aug 29 17:01:58.497882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-288fc632-517f-4327-a8ec-e0528e5e6224 None None] Provisioning complete for port 2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:58.498256 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-288fc632-517f-4327-a8ec-e0528e5e6224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.531303 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.556391 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.567374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Transition to ACTIVE for port object a4f51042-945e-4fd2-bbfc-fbbd58dd336e will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:58.583651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Transition to ACTIVE for port object a4f51042-945e-4fd2-bbfc-fbbd58dd336e will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:58.585543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-288fc632-517f-4327-a8ec-e0528e5e6224 None None] Port 2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:01:58.591384 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d85f27d-8746-4b25-a46b-fb99430e9142 req-5b1a5bb6-3dd2-40e7-a3a0-ad4437ab1dc9 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 210 time: 0.0910487 Aug 29 17:01:58.604313 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.627143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.670693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd51e8a9-c016-4ccf-8434-6e12ecf84898 admin admin] Deleting subnet 8f813f7a-c2ca-4749-b2b0-9ad313c2beee {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:01:58.683436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Network 5684f4fb-3df3-4fc3-a888-b76ca680e3ad is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:58.690915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0306aa-600a-4709-86aa-f4a0f7c9f650,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:58.698980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Transition to ACTIVE for port object 3cd2ea78-53e6-4d03-b266-3ffba25cd98f will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:01:58.699500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:58.712229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:58.736191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.736779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.737384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.738043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.738484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.738922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.739366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.739804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.740230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.740656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.741115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.741635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:01:58.751607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Pushing event updated for resources: {'Port': ['ID=a4f51042-945e-4fd2-bbfc-fbbd58dd336e,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:58.754147 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.768803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5684f4fb-3df3-4fc3-a888-b76ca680e3ad']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:58.781573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9226a8-bf57-4ed1-98ac-ace57145cbeb') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:58.782820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9226a8-bf57-4ed1-98ac-ace57145cbeb') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:01:58.784309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ed72271a-54bd-419c-835b-6dc5e5659e75 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:01:58.787099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-82274f83-e33b-4e9a-9aff-49e5b6a94781 None None] Provisioning complete for port 2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:58.787454 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-82274f83-e33b-4e9a-9aff-49e5b6a94781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.794086 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.812730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.816118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80506e-55d4-419a-b03e-824e5330d281 req-75d1ef50-93a6-4317-aa39-813b05a93ca0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:58.817663 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae80506e-55d4-419a-b03e-824e5330d281 req-75d1ef50-93a6-4317-aa39-813b05a93ca0 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 946 time: 0.9873674 Aug 29 17:01:58.821064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:01:58.821806 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.825207 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:01:58.826463 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:01:58.828517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae2ff8d-c23e-4ea7-b744-208adf10bf13 req-708f87ae-fd68-429b-9392-f6650ffafba0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] No DVR routers for this DVR port d65ad390-107a-41ce-9dfe-fa109149f4c9 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:58.828605 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd51e8a9-c016-4ccf-8434-6e12ecf84898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.882198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Attempting to bind port a4f51042-945e-4fd2-bbfc-fbbd58dd336e on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:01:58.882573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Attempting to bind port a4f51042-945e-4fd2-bbfc-fbbd58dd336e by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '2a9226a8-bf57-4ed1-98ac-ace57145cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5684f4fb-3df3-4fc3-a888-b76ca680e3ad'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:01:58.882942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Attempting to bind port a4f51042-945e-4fd2-bbfc-fbbd58dd336e on network 5684f4fb-3df3-4fc3-a888-b76ca680e3ad {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:01:58.891473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:01:58.892392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Checking segment: {'id': '2a9226a8-bf57-4ed1-98ac-ace57145cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5684f4fb-3df3-4fc3-a888-b76ca680e3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:58.892801 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.893200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Bound using segment: {'id': '2a9226a8-bf57-4ed1-98ac-ace57145cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5684f4fb-3df3-4fc3-a888-b76ca680e3ad'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:01:58.893702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Bound port: a4f51042-945e-4fd2-bbfc-fbbd58dd336e, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9226a8-bf57-4ed1-98ac-ace57145cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5684f4fb-3df3-4fc3-a888-b76ca680e3ad'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:01:58.894227 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.925557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:01:58.925557 n-d-713301-13 neutron-server[111677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:01:58.925557 n-d-713301-13 neutron-server[111677]: [parameters: {'id': '5684f4fb-3df3-4fc3-a888-b76ca680e3ad'}] Aug 29 17:01:58.925557 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:01:58.926372 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:01:58.928487 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d65ad390-107a-41ce-9dfe-fa109149f4c9 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:01:58.935752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-82274f83-e33b-4e9a-9aff-49e5b6a94781 None None] Port 2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:01:58.940703 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dae2ff8d-c23e-4ea7-b744-208adf10bf13 req-708f87ae-fd68-429b-9392-f6650ffafba0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:58.942760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dae2ff8d-c23e-4ea7-b744-208adf10bf13 req-708f87ae-fd68-429b-9392-f6650ffafba0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.10 "DELETE /v2.0/ports/d65ad390-107a-41ce-9dfe-fa109149f4c9 HTTP/1.1" status: 204 len: 173 time: 4.2397249 Aug 29 17:01:58.943416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'Port': ['ID=3cd2ea78-53e6-4d03-b266-3ffba25cd98f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:58.945710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b10f389-47d6-41d8-b6fa-adbc4f3b9f02', 'name': 'network-vif-deleted', 'tag': 'd65ad390-107a-41ce-9dfe-fa109149f4c9'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:01:58.947945 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ea59c0-491e-4a8b-8629-faf7271183be" -d '{"events": [{"server_uuid": "2b10f389-47d6-41d8-b6fa-adbc4f3b9f02", "name": "network-vif-deleted", "tag": "d65ad390-107a-41ce-9dfe-fa109149f4c9"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:01:58.995669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.039460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] For port a4f51042-945e-4fd2-bbfc-fbbd58dd336e, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:01:59.043735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] For port a4f51042-945e-4fd2-bbfc-fbbd58dd336e, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a4f51042-945e-4fd2-bbfc-fbbd58dd336e,segment=NetworkSegment(2a9226a8-bf57-4ed1-98ac-ace57145cbeb),segment_id=2a9226a8-bf57-4ed1-98ac-ace57145cbeb)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:01:59.054744 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.063244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: d65ad390-107a-41ce-9dfe-fa109149f4c9 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:01:59.064273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d65ad390-107a-41ce-9dfe-fa109149f4c9 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:01:59.088836 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd51e8a9-c016-4ccf-8434-6e12ecf84898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.136713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ec307-727e-41d9-948f-9895c1f5d781 None None] Pushing event updated for resources: {'Port': ['ID=a4f51042-945e-4fd2-bbfc-fbbd58dd336e,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:59.138841 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3586b135-6b2f-46ec-afbf-a951355c43ef x-openstack-request-id: req-3586b135-6b2f-46ec-afbf-a951355c43ef {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:01:59.139204 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b10f389-47d6-41d8-b6fa-adbc4f3b9f02", "name": "network-vif-deleted", "tag": "d65ad390-107a-41ce-9dfe-fa109149f4c9", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:01:59.139712 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3586b135-6b2f-46ec-afbf-a951355c43ef {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:01:59.140482 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b10f389-47d6-41d8-b6fa-adbc4f3b9f02', 'name': 'network-vif-deleted', 'tag': 'd65ad390-107a-41ce-9dfe-fa109149f4c9', 'status': 'completed', 'code': 200} Aug 29 17:01:59.164186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:59.179814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ed72271a-54bd-419c-835b-6dc5e5659e75 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:59.180445 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.183651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:59.185077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.190081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:59.196069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:59.196779 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.232185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dee9e5-cdc3-40fa-82a5-cd37fa6a5e00 None None] Network 5684f4fb-3df3-4fc3-a888-b76ca680e3ad requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:01:59.361482 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd51e8a9-c016-4ccf-8434-6e12ecf84898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.427618 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.538462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Deleting port a4f51042-945e-4fd2-bbfc-fbbd58dd336e {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:01:59.538809 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.539717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event updated for resources: {'Port': ['ID=195626dc-2ec6-482c-a6d6-e5047f86ecdf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:59.549553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e21a59-942d-4815-8b94-7e29efe282e1 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:01:59.573734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6b510cdb-b615-4209-b840-c59e8f670afe tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.3332057 Aug 29 17:01:59.575176 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.583835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59226) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:59.625021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Network c7ef043c-c91b-402d-be4d-7e838af6145b is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:01:59.630294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] For port a4f51042-945e-4fd2-bbfc-fbbd58dd336e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a4f51042-945e-4fd2-bbfc-fbbd58dd336e,segment=NetworkSegment(2a9226a8-bf57-4ed1-98ac-ace57145cbeb),segment_id=2a9226a8-bf57-4ed1-98ac-ace57145cbeb)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:01:59.630827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.649689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d43102eb-7b4e-4783-9516-16437c415cb7 None None] Provisioning for port 3cd2ea78-53e6-4d03-b266-3ffba25cd98f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:01:59.653203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Calling delete_port for a4f51042-945e-4fd2-bbfc-fbbd58dd336e owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:01:59.659108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d43102eb-7b4e-4783-9516-16437c415cb7 None None] Provisioning complete for port 3cd2ea78-53e6-4d03-b266-3ffba25cd98f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:01:59.659660 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d43102eb-7b4e-4783-9516-16437c415cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.696480 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6701ea8a-4e06-4a65-b262-a9005189fd7b req-fb24e826-c2b9-41ff-9070-67fbc86e80ef tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b10f389-47d6-41d8-b6fa-adbc4f3b9f02 HTTP/1.1" status: 200 len: 210 time: 0.2287271 Aug 29 17:01:59.718033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:01:59.719563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59232) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:59.729559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1571066364'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:01:59.732838 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd51e8a9-c016-4ccf-8434-6e12ecf84898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.740720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:01:59.778312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d43102eb-7b4e-4783-9516-16437c415cb7 None None] Port 3cd2ea78-53e6-4d03-b266-3ffba25cd98f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:01:59.815185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:01:59.819485 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.847068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d5ad-c78c-4b9a-9e14-0eef8e6e27f6 req-1ac23fe4-032d-4171-b786-f7a0411788b7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:59.848937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5309d5ad-c78c-4b9a-9e14-0eef8e6e27f6 req-1ac23fe4-032d-4171-b786-f7a0411788b7 tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 946 time: 0.1335154 Aug 29 17:01:59.853002 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.854478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Subnet': ['ID=994a4c8a-2caa-4528-ad61-2d3b2df6f34e,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:59.857496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd51e8a9-c016-4ccf-8434-6e12ecf84898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.862534 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dd51e8a9-c016-4ccf-8434-6e12ecf84898 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8f813f7a-c2ca-4749-b2b0-9ad313c2beee HTTP/1.1" status: 204 len: 168 time: 2.0503831 Aug 29 17:01:59.867927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59234) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:59.877083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:59.877733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:01:59.887750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e21a59-942d-4815-8b94-7e29efe282e1 None None] Network 57769e7a-4af8-4827-ae7f-02ee535642c5 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:01:59.893765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93825749-db6d-4152-bcd4-3832ad302dd1 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:59.898083 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e21a59-942d-4815-8b94-7e29efe282e1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 57769e7a-4af8-4827-ae7f-02ee535642c5) {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:01:59.900312 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93825749-db6d-4152-bcd4-3832ad302dd1 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:59.906461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93825749-db6d-4152-bcd4-3832ad302dd1 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:01:59.911308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-93825749-db6d-4152-bcd4-3832ad302dd1 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3063488 Aug 29 17:01:59.931645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Port': ['ID=a4f51042-945e-4fd2-bbfc-fbbd58dd336e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:59.936209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59236) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:01:59.936378 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No DVR routers for this DVR port a4f51042-945e-4fd2-bbfc-fbbd58dd336e on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:01:59.951810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51e8a9-c016-4ccf-8434-6e12ecf84898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f813f7a-c2ca-4749-b2b0-9ad313c2beee,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:01:59.979823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Checking segment: {'id': '3c93c4c0-a3ba-48e3-a799-575410f92216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57769e7a-4af8-4827-ae7f-02ee535642c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:01:59.980190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network hostable DHCP agents. Network: 57769e7a-4af8-4827-ae7f-02ee535642c5, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:01:59.990265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:01:59.993166 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-580db3da-785f-4088-b86a-4bc6b2029340 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0198560 Aug 29 17:02:00.000130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ae80506e-55d4-419a-b03e-824e5330d281 req-dcabef95-5f9e-490f-afa2-15dc295fd71c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Deleting port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:00.000450 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae80506e-55d4-419a-b03e-824e5330d281 req-dcabef95-5f9e-490f-afa2-15dc295fd71c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.012523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Request body: {'port': {'device_id': '35a5f92e-bbc5-4f4e-8e73-dbe76c49717e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:00.043657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5309d5ad-c78c-4b9a-9e14-0eef8e6e27f6 req-3bb644d2-0265-4c5f-b254-2dc96f87f67d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cd108b7-671e-4e0d-a148-ebdbb28b9252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784909 Aug 29 17:02:00.084094 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.084442 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Added segment 5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c of type vlan for network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c Aug 29 17:02:00.087529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8a4ad-99ae-4994-af55-35c34ee7fbaa req-8ca41fa1-2e58-46eb-abcc-3123579f7cb3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:00.089068 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-abb8a4ad-99ae-4994-af55-35c34ee7fbaa req-8ca41fa1-2e58-46eb-abcc-3123579f7cb3 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 931 time: 0.2990181 Aug 29 17:02:00.125798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Unable to find a vacant binding_index for network 57769e7a-4af8-4827-ae7f-02ee535642c5 and agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 29 17:02:00.131300 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.153176 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.159289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5684f4fb-3df3-4fc3-a888-b76ca680e3ad']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:00.159462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 57769e7a-4af8-4827-ae7f-02ee535642c5) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:00.166170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.178429 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9226a8-bf57-4ed1-98ac-ace57145cbeb') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:00.178733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9226a8-bf57-4ed1-98ac-ace57145cbeb') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:00.186973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-57769e7a-4af8-4827-ae7f-02ee535642c5', 'network_id': '57769e7a-4af8-4827-ae7f-02ee535642c5', 'tenant_id': '90b2c129704746a2b6a94fa082dcf61a', 'fixed_ips': [{'subnet_id': '994a4c8a-2caa-4528-ad61-2d3b2df6f34e'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:00.188560 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.200202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:00.200391 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.212791 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.230730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-abb8a4ad-99ae-4994-af55-35c34ee7fbaa req-afbe131a-1685-4402-b4d9-50d61e310912 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147392 Aug 29 17:02:00.235950 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.251142 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.256752 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-533551c5-fbbe-41a9-9326-6c94573d983b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0810699 Aug 29 17:02:00.259883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:00.260290 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:00.269412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59238) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:00.271716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': '57769e7a-4af8-4827-ae7f-02ee535642c5', 'name': 'tempest-PortsTestJSON-1474008518', 'fixed_ips': [{'subnet_id': '994a4c8a-2caa-4528-ad61-2d3b2df6f34e', 'ip_address': '172.20.0.10'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:00.273855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ae80506e-55d4-419a-b03e-824e5330d281 req-dcabef95-5f9e-490f-afa2-15dc295fd71c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] For port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba,segment=NetworkSegment(8fc49b7f-e71a-4a47-9fe6-188dadaf1910),segment_id=8fc49b7f-e71a-4a47-9fe6-188dadaf1910)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:00.274275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae80506e-55d4-419a-b03e-824e5330d281 req-dcabef95-5f9e-490f-afa2-15dc295fd71c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.286366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.291837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:00.292427 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.315627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ae80506e-55d4-419a-b03e-824e5330d281 req-dcabef95-5f9e-490f-afa2-15dc295fd71c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Calling delete_port for 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:00.319050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-52b531be-eff1-4a30-8d15-a8bd18bb5f25 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Deleting port 3cd2ea78-53e6-4d03-b266-3ffba25cd98f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:00.319316 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-52b531be-eff1-4a30-8d15-a8bd18bb5f25 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.350627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Allocated IP 172.20.0.2 (57769e7a-4af8-4827-ae7f-02ee535642c5/994a4c8a-2caa-4528-ad61-2d3b2df6f34e/1b36d347-d147-4362-9593-1518ed127365) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:00.462456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Deleting port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:00.463036 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.468337 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7470539 Aug 29 17:02:00.480407 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.482101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489740d-7dcd-4617-8a93-4bf944a0e584 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Network': ['ID=64164b92-1e6b-45ee-89d0-a1828cbc0c8c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:00.486868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59240) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:00.504250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:00.529471 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.531235 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/5684f4fb-3df3-4fc3-a888-b76ca680e3ad HTTP/1.1" status: 204 len: 168 time: 3.2615509 Aug 29 17:02:00.535547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59242) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:00.540973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-101756427'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:00.547139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-774971438'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:00.568324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c652b3-e921-4ee6-a6c8-621f526ba506 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=5684f4fb-3df3-4fc3-a888-b76ca680e3ad,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:00.608852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] For port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ad6cb100-e975-4b07-b0cc-6c44a47ed8ea,segment=NetworkSegment(2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616),segment_id=2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:00.609445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.615014 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-52b531be-eff1-4a30-8d15-a8bd18bb5f25 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.625388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:00.629318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.636245 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Calling delete_port for ad6cb100-e975-4b07-b0cc-6c44a47ed8ea owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:00.649176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-52b531be-eff1-4a30-8d15-a8bd18bb5f25 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Calling delete_port for 3cd2ea78-53e6-4d03-b266-3ffba25cd98f owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:00.663096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:02:00.663096 n-d-713301-13 neutron-server[111677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:02:00.663096 n-d-713301-13 neutron-server[111677]: [parameters: {'project_id_1': '90b2c129704746a2b6a94fa082dcf61a', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 2, 0, 620836)}] Aug 29 17:02:00.663096 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:02:00.663630 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:02:00.701924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:00.717767 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.718122 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Added segment dc4814b9-a3c7-41d5-9da5-8d489bc6e585 of type vlan for network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 Aug 29 17:02:00.720763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:00.724538 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.789617 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.796040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.802914 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.803707 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Transition to ACTIVE for port object 1b36d347-d147-4362-9593-1518ed127365 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:00.823257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Transition to ACTIVE for port object 1b36d347-d147-4362-9593-1518ed127365 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:00.833700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.841510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:00.848996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6cb100-e975-4b07-b0cc-6c44a47ed8ea,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:00.851241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] No DVR routers for this DVR port ad6cb100-e975-4b07-b0cc-6c44a47ed8ea on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:00.871794 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae80506e-55d4-419a-b03e-824e5330d281 req-dcabef95-5f9e-490f-afa2-15dc295fd71c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.887362 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.887588 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment e9f72490-605f-48c4-a15e-ffb44411e9be of type vlan for network e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e Aug 29 17:02:00.907286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Network 57769e7a-4af8-4827-ae7f-02ee535642c5 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:00.910405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Pushing event updated for resources: {'Port': ['ID=1b36d347-d147-4362-9593-1518ed127365,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:00.913198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:00.915333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:02:00.921798 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.928595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:00.928895 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:00.945747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:00.963029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabef95-5f9e-490f-afa2-15dc295fd71c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Pushing event deleted for resources: {'Port': ['ID=406f1ab1-f7fe-46a9-bd5f-d612d57e6dba,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:01.003679 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Network': ['ID=128aaf68-ed9b-4fb1-95a1-4ab98713f865,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:01.016065 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.025904 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-76f37be2-7625-419b-8969-fc56d48b5925 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5070975 Aug 29 17:02:01.028686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59248) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:01.038054 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.039590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:01.047240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'subnet': {'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:01.058535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195626dc-2ec6-482c-a6d6-e5047f86ecdf {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:02:01.059944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edb8e31-9f55-447d-a0d3-437fb97f3415']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:01.077431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:01.077839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0ecfc9-fb7c-4241-82d0-d9bf0c80e616') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:01.084580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae80506e-55d4-419a-b03e-824e5330d281 req-dcabef95-5f9e-490f-afa2-15dc295fd71c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] No DVR routers for this DVR port 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:01.090416 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.091890 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.093034 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae80506e-55d4-419a-b03e-824e5330d281 req-dcabef95-5f9e-490f-afa2-15dc295fd71c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.095216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae80506e-55d4-419a-b03e-824e5330d281 req-dcabef95-5f9e-490f-afa2-15dc295fd71c tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.10 "DELETE /v2.0/ports/406f1ab1-f7fe-46a9-bd5f-d612d57e6dba HTTP/1.1" status: 204 len: 173 time: 2.2621109 Aug 29 17:02:01.108594 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-52b531be-eff1-4a30-8d15-a8bd18bb5f25 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.135402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Transition to ACTIVE for port object 195626dc-2ec6-482c-a6d6-e5047f86ecdf will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:01.160054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dec7f9-0e7e-45e5-bf64-270891e3c67f', 'name': 'network-vif-deleted', 'tag': '406f1ab1-f7fe-46a9-bd5f-d612d57e6dba'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:02:01.161336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Attempting to bind port 1b36d347-d147-4362-9593-1518ed127365 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:01.161864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Attempting to bind port 1b36d347-d147-4362-9593-1518ed127365 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3c93c4c0-a3ba-48e3-a799-575410f92216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57769e7a-4af8-4827-ae7f-02ee535642c5'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:01.162334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Attempting to bind port 1b36d347-d147-4362-9593-1518ed127365 on network 57769e7a-4af8-4827-ae7f-02ee535642c5 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:01.162662 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc62bae-2b59-48ca-b4f5-60753a7c50e4" -d '{"events": [{"server_uuid": "25dec7f9-0e7e-45e5-bf64-270891e3c67f", "name": "network-vif-deleted", "tag": "406f1ab1-f7fe-46a9-bd5f-d612d57e6dba"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:02:01.178974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:01.179556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Checking segment: {'id': '3c93c4c0-a3ba-48e3-a799-575410f92216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57769e7a-4af8-4827-ae7f-02ee535642c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:01.181846 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.181846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Bound using segment: {'id': '3c93c4c0-a3ba-48e3-a799-575410f92216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57769e7a-4af8-4827-ae7f-02ee535642c5'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:01.182103 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.182225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Bound port: 1b36d347-d147-4362-9593-1518ed127365, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c93c4c0-a3ba-48e3-a799-575410f92216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '57769e7a-4af8-4827-ae7f-02ee535642c5'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:01.182225 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.182606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b531be-eff1-4a30-8d15-a8bd18bb5f25 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event deleted for resources: {'Port': ['ID=3cd2ea78-53e6-4d03-b266-3ffba25cd98f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:01.201438 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.208155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:01.208766 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.240203 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-09e6b980-8325-4535-90bf-f322bbbd062e req-aeac7745-194e-44ed-8430-703b6a356b5d tempest-ServersTestJSON-472704295 tempest-ServersTestJSON-472704295-project] 10.222.0.22 "GET /v2.0/ports?device_id=25dec7f9-0e7e-45e5-bf64-270891e3c67f HTTP/1.1" status: 200 len: 210 time: 0.0706725 Aug 29 17:02:01.263121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.281317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:01.281777 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:01.285905 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:01.289273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] For port 1b36d347-d147-4362-9593-1518ed127365, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:01.294039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] For port 1b36d347-d147-4362-9593-1518ed127365, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1b36d347-d147-4362-9593-1518ed127365,segment=NetworkSegment(3c93c4c0-a3ba-48e3-a799-575410f92216),segment_id=3c93c4c0-a3ba-48e3-a799-575410f92216)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:01.299854 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.347111 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccc63f4-2162-4aca-85f5-6b8a9b40db03 x-openstack-request-id: req-8ccc63f4-2162-4aca-85f5-6b8a9b40db03 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:02:01.347984 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dec7f9-0e7e-45e5-bf64-270891e3c67f", "name": "network-vif-deleted", "tag": "406f1ab1-f7fe-46a9-bd5f-d612d57e6dba", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:02:01.347984 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ccc63f4-2162-4aca-85f5-6b8a9b40db03 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:02:01.348219 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dec7f9-0e7e-45e5-bf64-270891e3c67f', 'name': 'network-vif-deleted', 'tag': '406f1ab1-f7fe-46a9-bd5f-d612d57e6dba', 'status': 'completed', 'code': 200} Aug 29 17:02:01.373747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02d1aa-240d-4512-8b91-1fd155e0aa64 None None] Pushing event updated for resources: {'Port': ['ID=1b36d347-d147-4362-9593-1518ed127365,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:01.381478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2233998-7587-459e-bbdc-37d4c2c0eca7 req-c483a7ac-2b7b-48e4-80f1-990b2c841784 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:01.383078 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b2233998-7587-459e-bbdc-37d4c2c0eca7 req-c483a7ac-2b7b-48e4-80f1-990b2c841784 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.2807994 Aug 29 17:02:01.397812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:01.417269 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8742266 Aug 29 17:02:01.464714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59258) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:01.470946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'network_id': 'e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:01.484123 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.544774 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.557627 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7edb8e31-9f55-447d-a0d3-437fb97f3415 HTTP/1.1" status: 204 len: 168 time: 1.6769338 Aug 29 17:02:01.676216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:01.680536 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.754704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e113b-b5be-423d-9201-0f8ce3f430d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7edb8e31-9f55-447d-a0d3-437fb97f3415,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:01.793903 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b2233998-7587-459e-bbdc-37d4c2c0eca7 req-749c3b2c-7d69-4dd5-879b-0ede894ef261 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872099 Aug 29 17:02:01.806066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Pushing event updated for resources: {'Port': ['ID=195626dc-2ec6-482c-a6d6-e5047f86ecdf,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:01.825138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1442d5-dc2d-43a0-b7ce-35ab8cfc5fb8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:01.827992 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.840693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:01.855034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59262) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:01.855802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:01.860370 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.899538 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-52b531be-eff1-4a30-8d15-a8bd18bb5f25 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:01.901146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 00deeffd-c2cc-41a3-9e74-c02d8d89b818 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:01.901577 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-52b531be-eff1-4a30-8d15-a8bd18bb5f25 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "DELETE /v2.0/ports/3cd2ea78-53e6-4d03-b266-3ffba25cd98f HTTP/1.1" status: 204 len: 168 time: 1.9633090 Aug 29 17:02:01.906345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59264) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:01.914836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cdd04-ae4d-478d-9791-66aebe3d9b9d req-f2b44354-6471-4720-93d6-6d23adaef946 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:01.916341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-094cdd04-ae4d-478d-9791-66aebe3d9b9d req-f2b44354-6471-4720-93d6-6d23adaef946 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 943 time: 0.5143008 Aug 29 17:02:01.953678 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcf8e40-4e74-487c-b27b-92ced62aa683 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] GET failed (client error): The resource could not be found. Aug 29 17:02:01.955778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bdcf8e40-4e74-487c-b27b-92ced62aa683 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "GET /v2.0/ports/3cd2ea78-53e6-4d03-b266-3ffba25cd98f HTTP/1.1" status: 404 len: 333 time: 0.0385215 Aug 29 17:02:01.967114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59266) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:01.976575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Request body: {'port': {'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1754926150'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:01.994971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Attempting to bind port 195626dc-2ec6-482c-a6d6-e5047f86ecdf on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:01.995314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Attempting to bind port 195626dc-2ec6-482c-a6d6-e5047f86ecdf by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:01.995647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Attempting to bind port 195626dc-2ec6-482c-a6d6-e5047f86ecdf on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:02.034565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Port 195626dc-2ec6-482c-a6d6-e5047f86ecdf on network c7ef043c-c91b-402d-be4d-7e838af6145b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:02:02.034902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Attempting to bind port 195626dc-2ec6-482c-a6d6-e5047f86ecdf on network c7ef043c-c91b-402d-be4d-7e838af6145b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:02.043911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-094cdd04-ae4d-478d-9791-66aebe3d9b9d req-3ab2ebaf-e9d4-4299-85cb-9e02f19c44bb tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143544 Aug 29 17:02:02.049018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:02.049404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Checking segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:02.049804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Bound using segment: {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:02.050257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Bound port: 195626dc-2ec6-482c-a6d6-e5047f86ecdf, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:02.050625 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.115425 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9d20bb11-ffc9-4bf6-bf57-7cd9ffcf8254 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea26f9a4f5854f0693e2a6bb7d720706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416868 Aug 29 17:02:02.120444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59268) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:02.180267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf8bed-381a-401d-8bc4-aad0fa05fab3 req-353cfdf3-ea50-45e7-b9ec-200fda572af3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:02.181950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bfbf8bed-381a-401d-8bc4-aad0fa05fab3 req-353cfdf3-ea50-45e7-b9ec-200fda572af3 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.2703388 Aug 29 17:02:02.189488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] For port 195626dc-2ec6-482c-a6d6-e5047f86ecdf, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:02.192088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] For port 195626dc-2ec6-482c-a6d6-e5047f86ecdf, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=195626dc-2ec6-482c-a6d6-e5047f86ecdf,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:02.203012 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.251754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:02.252943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.254720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/195626dc-2ec6-482c-a6d6-e5047f86ecdf HTTP/1.1" status: 200 len: 1092 time: 2.2462890 Aug 29 17:02:02.280806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Made reservation on behalf of e5f8952f5c9e4becae36325691f307bb for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:02.284516 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.323669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ae906d9-957f-4f67-aa92-cba9236b1f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.344203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59272) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:02.362796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] device_id is not set on port 249d99f0-21c6-4afa-96c5-254883b074a6 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:02.368325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d51f8-c4b0-47d3-bd91-171b6a3b24d6 service neutron] Pushing event updated for resources: {'Port': ['ID=195626dc-2ec6-482c-a6d6-e5047f86ecdf,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:02.390514 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ae906d9-957f-4f67-aa92-cba9236b1f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.408741 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.460474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-aa86b0f8-2643-4cf3-b7b7-8cd7754cb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:02.462078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-aa86b0f8-2643-4cf3-b7b7-8cd7754cb86f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 1095 time: 0.1564171 Aug 29 17:02:02.519307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.10 (57769e7a-4af8-4827-ae7f-02ee535642c5/994a4c8a-2caa-4528-ad61-2d3b2df6f34e/00deeffd-c2cc-41a3-9e74-c02d8d89b818) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:02.525337 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-3b3d8d53-aeec-4e79-8682-3d8c76b8a3d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=195626dc-2ec6-482c-a6d6-e5047f86ecdf HTTP/1.1" status: 200 len: 217 time: 0.0508108 Aug 29 17:02:02.555015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5381c6-55b3-4550-a979-c5245e3d0f07 admin admin] Deleting subnet c0ffaa0b-3833-4fd3-81a1-14e261c9c132 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:02:02.596462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Subnet': ['ID=7d49c88a-740e-428b-aedd-09ef726d8dcd,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:02.598724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd5381c6-55b3-4550-a979-c5245e3d0f07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.620014 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ae906d9-957f-4f67-aa92-cba9236b1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.622481 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ae906d9-957f-4f67-aa92-cba9236b1f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.623659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2ae906d9-957f-4f67-aa92-cba9236b1f4a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18b1c715-7705-467d-9821-fa306326ad9c HTTP/1.1" status: 204 len: 168 time: 0.4995763 Aug 29 17:02:02.627422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403b77af-40d6-418e-9574-d32e399ec16f None None] Network 7edb8e31-9f55-447d-a0d3-437fb97f3415 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:02.634482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca46f8d4-e64b-479a-814c-5ccd3201fc60 None None] Network 57769e7a-4af8-4827-ae7f-02ee535642c5 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:02.646992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-36f8a35f-38ad-4e63-87a2-ac5685723cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:02.648497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-36f8a35f-38ad-4e63-87a2-ac5685723cc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.1159594 Aug 29 17:02:02.654198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Allocated IP 2001:db8::75 (9d8ca2e4-1392-4359-a3ed-a17e54375b6d/fc71f2e5-ae84-44ab-8827-1fe30f455d0e/249d99f0-21c6-4afa-96c5-254883b074a6) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:02.676679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae906d9-957f-4f67-aa92-cba9236b1f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b1c715-7705-467d-9821-fa306326ad9c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:02.720216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-2e4f9328-2c99-4ede-838c-a6ca8fada117 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612674 Aug 29 17:02:02.721009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Checking segment: {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:02.721454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network hostable DHCP agents. Network: 64164b92-1e6b-45ee-89d0-a1828cbc0c8c, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:02.761533 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-bfbf8bed-381a-401d-8bc4-aad0fa05fab3 req-3e118b77-2a25-4816-88a8-758a397f1ca9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Deleting port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:02.761861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bfbf8bed-381a-401d-8bc4-aad0fa05fab3 req-3e118b77-2a25-4816-88a8-758a397f1ca9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.780644 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.784959 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd5381c6-55b3-4550-a979-c5245e3d0f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:02.865681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-ca6edc35-b6eb-47af-bc67-108bed57d994 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368392 Aug 29 17:02:02.910163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403b77af-40d6-418e-9574-d32e399ec16f None None] Network 7edb8e31-9f55-447d-a0d3-437fb97f3415 could not be found, it might have been deleted concurrently. {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:02:02.941625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:02.948325 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d9fb908d-3c2d-445d-91bb-deb529cddc3a None None] Provisioning for port 1b36d347-d147-4362-9593-1518ed127365 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:02.987605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:02.988072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 406f1ab1-f7fe-46a9-bd5f-d612d57e6dba not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:03.033626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78eebf3-ebb3-4191-8a17-5c06d9a3fdfb None None] DHCP port deletion for 7edb8e31-9f55-447d-a0d3-437fb97f3415 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:02:03.058892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1b36d347-d147-4362-9593-1518ed127365 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:03.150964 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 1b36d347-d147-4362-9593-1518ed127365 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:03.158627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1b36d347-d147-4362-9593-1518ed127365 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:03.159008 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:03.272497 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:03.274375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979dedc-4ecc-4cf3-b36d-74510e289f4e req-371eb4de-d56f-46ff-b1b5-fb784419547a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:03.281683 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5979dedc-4ecc-4cf3-b36d-74510e289f4e req-371eb4de-d56f-46ff-b1b5-fb784419547a tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 946 time: 0.2202058 Aug 29 17:02:03.289290 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d18e572-dd1d-45ff-bbeb-2d9ef3cfe421 req-792ba575-1e6b-4b15-93f2-72dc9e061b35 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050632 Aug 29 17:02:03.335263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 1b36d347-d147-4362-9593-1518ed127365, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1b36d347-d147-4362-9593-1518ed127365,segment=NetworkSegment(3c93c4c0-a3ba-48e3-a799-575410f92216),segment_id=3c93c4c0-a3ba-48e3-a799-575410f92216)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:03.346232 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:03.349375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a5f92e-bbc5-4f4e-8e73-dbe76c49717e', 'tag': '195626dc-2ec6-482c-a6d6-e5047f86ecdf'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:02:03.352523 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a4ab91-db1a-4e00-8b0b-a709aa936fed" -d '{"events": [{"name": "network-changed", "server_uuid": "35a5f92e-bbc5-4f4e-8e73-dbe76c49717e", "tag": "195626dc-2ec6-482c-a6d6-e5047f86ecdf"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:02:03.373272 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:03.398464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5979dedc-4ecc-4cf3-b36d-74510e289f4e req-5e9cd229-6b38-4c47-85d5-a3f2c5d8196b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=7090f54d-70f9-42ad-ba89-3ab3363f45cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013179 Aug 29 17:02:03.417171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Transition to ACTIVE for port object 249d99f0-21c6-4afa-96c5-254883b074a6 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:03.443777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=1b36d347-d147-4362-9593-1518ed127365,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:03.459193 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23037bcc-7d78-4b31-a9cf-74a048919166 x-openstack-request-id: req-23037bcc-7d78-4b31-a9cf-74a048919166 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:02:03.459922 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a5f92e-bbc5-4f4e-8e73-dbe76c49717e", "tag": "195626dc-2ec6-482c-a6d6-e5047f86ecdf", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:02:03.460554 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23037bcc-7d78-4b31-a9cf-74a048919166 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:02:03.461134 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a5f92e-bbc5-4f4e-8e73-dbe76c49717e', 'tag': '195626dc-2ec6-482c-a6d6-e5047f86ecdf', 'status': 'completed', 'code': 200} Aug 29 17:02:03.477179 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:03.569266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:03.576044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:03.580152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'Port': ['ID=249d99f0-21c6-4afa-96c5-254883b074a6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:03.582661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:03.588797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:03.589643 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:03.608273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4ab91-db1a-4e00-8b0b-a709aa936fed req-51cb8398-2f2a-4c2e-a3a3-5cd89f53a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:03.608540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:03.610095 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88a4ab91-db1a-4e00-8b0b-a709aa936fed req-51cb8398-2f2a-4c2e-a3a3-5cd89f53a808 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d737f73e9744cc89026adafc8547a1f&device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 1095 time: 0.1294589 Aug 29 17:02:03.614171 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a717aa5b-2dcc-435f-9932-a2c6bf493b1f tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6443145 Aug 29 17:02:03.617054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59294) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:03.623184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0c60d491-f8b4-4968-90bb-51b1469d2ec8 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12f', 'mac_address': 'fa:16:3e:63:d4:cd'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:03.660009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=5807d07b-edca-4007-ae2b-b7c2a43e8a38,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:03.672938 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd5381c6-55b3-4550-a979-c5245e3d0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:03.727325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 64164b92-1e6b-45ee-89d0-a1828cbc0c8c) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:03.740372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b0f61-1779-41c5-b61a-09a16ce89f4d None None] Network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:03.762188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:03.762913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:03.799188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e0bc5-84e0-46d0-a884-5d4d12df7687 req-89bae2d3-73aa-4a04-9d67-c6fc1e791828 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:03.810729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-281e0bc5-84e0-46d0-a884-5d4d12df7687 req-89bae2d3-73aa-4a04-9d67-c6fc1e791828 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 943 time: 0.3310807 Aug 29 17:02:03.847069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-bfbf8bed-381a-401d-8bc4-aad0fa05fab3 req-3e118b77-2a25-4816-88a8-758a397f1ca9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] For port 5d598ea5-eaf8-41ac-bc57-9494c5aad532, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=5d598ea5-eaf8-41ac-bc57-9494c5aad532,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:03.847412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bfbf8bed-381a-401d-8bc4-aad0fa05fab3 req-3e118b77-2a25-4816-88a8-758a397f1ca9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:03.863378 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking segment: {'id': 'e9f72490-605f-48c4-a15e-ffb44411e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:03.863680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network hostable DHCP agents. Network: e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:03.885799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-bfbf8bed-381a-401d-8bc4-aad0fa05fab3 req-3e118b77-2a25-4816-88a8-758a397f1ca9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Calling delete_port for 5d598ea5-eaf8-41ac-bc57-9494c5aad532 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:03.939053 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4ab91-db1a-4e00-8b0b-a709aa936fed req-c05ad019-8435-4f36-b280-d6bf29b5b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:03.948385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88a4ab91-db1a-4e00-8b0b-a709aa936fed req-c05ad019-8435-4f36-b280-d6bf29b5b812 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 200 len: 913 time: 0.3208115 Aug 29 17:02:03.983376 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:03.993802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d310fb2-45b0-4ca2-b9eb-71eaf8c279a7 None None] Network 57769e7a-4af8-4827-ae7f-02ee535642c5 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:04.013955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-75761a32-f247-4935-ba26-834bc0755924 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9818294 Aug 29 17:02:04.034237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59306) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:04.063098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-281e0bc5-84e0-46d0-a884-5d4d12df7687 req-e90237b5-557e-4500-b9b5-4be2b1dfad8a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526588 Aug 29 17:02:04.074214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object 00deeffd-c2cc-41a3-9e74-c02d8d89b818 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:04.086600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'subnet': {'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:04.103537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:04.115194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-64164b92-1e6b-45ee-89d0-a1828cbc0c8c', 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'fixed_ips': [{'subnet_id': '7d49c88a-740e-428b-aedd-09ef726d8dcd'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:04.116136 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.119933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-22858189-f4fe-4c45-85e0-af1c4e42b33d None None] Provisioning for port 249d99f0-21c6-4afa-96c5-254883b074a6 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:04.126058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-22858189-f4fe-4c45-85e0-af1c4e42b33d None None] Provisioning complete for port 249d99f0-21c6-4afa-96c5-254883b074a6 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:04.126464 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-22858189-f4fe-4c45-85e0-af1c4e42b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.149791 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd5381c6-55b3-4550-a979-c5245e3d0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.152092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:04.160548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bfbf8bed-381a-401d-8bc4-aad0fa05fab3 req-3e118b77-2a25-4816-88a8-758a397f1ca9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.171651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c60d491-f8b4-4968-90bb-51b1469d2ec8 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.176177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e56f3-aa29-49d1-935a-d1a17a71d1c3 None None] Network e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:04.189504 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88a4ab91-db1a-4e00-8b0b-a709aa936fed req-c0e1a218-73bc-4315-a0fb-7005cfe82859 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=195626dc-2ec6-482c-a6d6-e5047f86ecdf HTTP/1.1" status: 200 len: 217 time: 0.2162251 Aug 29 17:02:04.207853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:04.208543 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.229009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5381c6-55b3-4550-a979-c5245e3d0f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ffaa0b-3833-4fd3-81a1-14e261c9c132,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:04.235906 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd5381c6-55b3-4550-a979-c5245e3d0f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.240675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cd5381c6-55b3-4550-a979-c5245e3d0f07 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c0ffaa0b-3833-4fd3-81a1-14e261c9c132 HTTP/1.1" status: 204 len: 168 time: 1.8698454 Aug 29 17:02:04.259394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59308) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:04.265170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.276341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e118b77-2a25-4816-88a8-758a397f1ca9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event deleted for resources: {'Port': ['ID=5d598ea5-eaf8-41ac-bc57-9494c5aad532,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:04.334641 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.360508 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-22858189-f4fe-4c45-85e0-af1c4e42b33d None None] Port 249d99f0-21c6-4afa-96c5-254883b074a6 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:04.365368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbf8bed-381a-401d-8bc4-aad0fa05fab3 req-3e118b77-2a25-4816-88a8-758a397f1ca9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] No DVR routers for this DVR port 5d598ea5-eaf8-41ac-bc57-9494c5aad532 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:04.375203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:04.379988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.381893 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-bfbf8bed-381a-401d-8bc4-aad0fa05fab3 req-3e118b77-2a25-4816-88a8-758a397f1ca9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.384879 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bfbf8bed-381a-401d-8bc4-aad0fa05fab3 req-3e118b77-2a25-4816-88a8-758a397f1ca9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.16 "DELETE /v2.0/ports/5d598ea5-eaf8-41ac-bc57-9494c5aad532 HTTP/1.1" status: 204 len: 173 time: 2.1926382 Aug 29 17:02:04.385575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b83a1e6-1b1f-41e5-af93-3b27124e6594', 'name': 'network-vif-deleted', 'tag': '5d598ea5-eaf8-41ac-bc57-9494c5aad532'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:02:04.391039 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb4d980-5c4c-4408-b7da-0652737d6336" -d '{"events": [{"server_uuid": "3b83a1e6-1b1f-41e5-af93-3b27124e6594", "name": "network-vif-deleted", "tag": "5d598ea5-eaf8-41ac-bc57-9494c5aad532"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:02:04.435641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d6a34e31-2749-4eee-91f6-6f7b51fd3c79 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9696567 Aug 29 17:02:04.453380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59314) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:04.467505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 57769e7a-4af8-4827-ae7f-02ee535642c5 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:04.474076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:04.490620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=00deeffd-c2cc-41a3-9e74-c02d8d89b818,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:04.529072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:04.534287 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4587f2e1-ec12-44d1-9a26-353ca999ec3a x-openstack-request-id: req-4587f2e1-ec12-44d1-9a26-353ca999ec3a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:02:04.534734 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b83a1e6-1b1f-41e5-af93-3b27124e6594", "name": "network-vif-deleted", "tag": "5d598ea5-eaf8-41ac-bc57-9494c5aad532", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:02:04.535081 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4587f2e1-ec12-44d1-9a26-353ca999ec3a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:02:04.535571 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b83a1e6-1b1f-41e5-af93-3b27124e6594', 'name': 'network-vif-deleted', 'tag': '5d598ea5-eaf8-41ac-bc57-9494c5aad532', 'status': 'completed', 'code': 200} Aug 29 17:02:04.538048 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-22858189-f4fe-4c45-85e0-af1c4e42b33d None None] Provisioning complete for port 1b36d347-d147-4362-9593-1518ed127365 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:04.538613 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-22858189-f4fe-4c45-85e0-af1c4e42b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.625819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:04.628578 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.644589 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.692659 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-af6760e4-b393-4535-9b36-3c2dcf0179f6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4272614 Aug 29 17:02:04.706312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59320) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:04.718779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': '57769e7a-4af8-4827-ae7f-02ee535642c5', 'name': 'tempest-PortsTestJSON-640175102', 'fixed_ips': [{'subnet_id': '994a4c8a-2caa-4528-ad61-2d3b2df6f34e', 'ip_address': '172.20.0.9'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:04.729010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Allocated IP 10.1.1.2 (64164b92-1e6b-45ee-89d0-a1828cbc0c8c/7d49c88a-740e-428b-aedd-09ef726d8dcd/c5e587d7-07e0-4169-8d2e-5e176787be1a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:04.751563 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.779650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 5d598ea5-eaf8-41ac-bc57-9494c5aad532 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:04.805160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4ab91-db1a-4e00-8b0b-a709aa936fed req-56a02bad-2eb1-44c9-a06e-ed8bd895a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:04.806932 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88a4ab91-db1a-4e00-8b0b-a709aa936fed req-56a02bad-2eb1-44c9-a06e-ed8bd895a436 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 200 len: 852 time: 0.5903943 Aug 29 17:02:04.817593 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbd6877e-6058-4d04-b786-1396099f5330 req-b45b7024-b545-4f4a-a6c1-f67775a2c38d tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b83a1e6-1b1f-41e5-af93-3b27124e6594 HTTP/1.1" status: 200 len: 210 time: 0.0833480 Aug 29 17:02:04.852258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1b36d347-d147-4362-9593-1518ed127365 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:04.968784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 5d598ea5-eaf8-41ac-bc57-9494c5aad532 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:04.969281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 5d598ea5-eaf8-41ac-bc57-9494c5aad532 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:04.972802 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:04.976790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Subnet': ['ID=f783add8-fd0c-49c8-9682-0261ab8667d4,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:04.992737 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88a4ab91-db1a-4e00-8b0b-a709aa936fed req-5ec3a84e-17cc-4f85-849f-40841ec924ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ef043c-c91b-402d-be4d-7e838af6145b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677229 Aug 29 17:02:04.995370 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e', 'network_id': 'e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e', 'tenant_id': '141e2611b9584352aef3c1ec2379997d', 'fixed_ips': [{'subnet_id': '5807d07b-edca-4007-ae2b-b7c2a43e8a38'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:04.996316 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.034250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.050735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:05.055707 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.093715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port a53082e0-5afc-48c2-befc-e1817ca7c223 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:05.112317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86c8120-adf7-4307-9620-94a250f14ff7']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:05.325641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f164d26-a44a-46b1-a57f-d71a61d96eb2 req-4af9b576-0790-4d64-be39-48a49d4f28e1 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:05.333128 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f164d26-a44a-46b1-a57f-d71a61d96eb2 req-4af9b576-0790-4d64-be39-48a49d4f28e1 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 943 time: 0.1139598 Aug 29 17:02:05.334154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1b36d347-d147-4362-9593-1518ed127365 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:05.334660 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.387460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Allocated IP 172.20.0.1 (e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e/5807d07b-edca-4007-ae2b-b7c2a43e8a38/734695ff-1383-44a1-b63b-e5ba63aab5f9) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:05.443237 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f164d26-a44a-46b1-a57f-d71a61d96eb2 req-d01299f9-b644-4dc4-aee3-6ca8bd05e2c4 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090784 Aug 29 17:02:05.523856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.9 (57769e7a-4af8-4827-ae7f-02ee535642c5/994a4c8a-2caa-4528-ad61-2d3b2df6f34e/a53082e0-5afc-48c2-befc-e1817ca7c223) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:05.546032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-44d19823-4b9d-4e0c-84c0-8f44b4e393c2 None None] Provisioning for port 00deeffd-c2cc-41a3-9e74-c02d8d89b818 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:05.554886 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.556792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-44d19823-4b9d-4e0c-84c0-8f44b4e393c2 None None] Provisioning complete for port 00deeffd-c2cc-41a3-9e74-c02d8d89b818 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:05.557160 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-44d19823-4b9d-4e0c-84c0-8f44b4e393c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.654946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc49b7f-e71a-4a47-9fe6-188dadaf1910') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:05.655508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc49b7f-e71a-4a47-9fe6-188dadaf1910') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:05.680427 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.684125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Checking segment: {'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:05.684494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network hostable DHCP agents. Network: 128aaf68-ed9b-4fb1-95a1-4ab98713f865, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:05.738124 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.755134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:05.755334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-44d19823-4b9d-4e0c-84c0-8f44b4e393c2 None None] Port 00deeffd-c2cc-41a3-9e74-c02d8d89b818 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:05.755462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:05.757049 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:05.771980 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88a4ab91-db1a-4e00-8b0b-a709aa936fed req-a006faf1-821b-40b7-8841-c5987843b24a service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7618537 Aug 29 17:02:05.775464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Transition to ACTIVE for port object c5e587d7-07e0-4169-8d2e-5e176787be1a will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:05.815876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad6cb100-e975-4b07-b0cc-6c44a47ed8ea no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:05.817133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:05.829937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.840514 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ad6cb100-e975-4b07-b0cc-6c44a47ed8ea {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:05.841136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad6cb100-e975-4b07-b0cc-6c44a47ed8ea not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:05.851909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object a53082e0-5afc-48c2-befc-e1817ca7c223 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:05.859888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-44d19823-4b9d-4e0c-84c0-8f44b4e393c2 None None] Provisioning complete for port 1b36d347-d147-4362-9593-1518ed127365 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:05.861096 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-44d19823-4b9d-4e0c-84c0-8f44b4e393c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.863680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Transition to ACTIVE for port object c5e587d7-07e0-4169-8d2e-5e176787be1a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:05.889262 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c60d491-f8b4-4968-90bb-51b1469d2ec8 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.897037 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.909489 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c60d491-f8b4-4968-90bb-51b1469d2ec8 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.916974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 128aaf68-ed9b-4fb1-95a1-4ab98713f865) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:05.918606 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.921974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:05.923727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.962046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1fcc46-51af-4bbd-b835-0ad2355162c8 None None] Network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:05.979115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0c60d491-f8b4-4968-90bb-51b1469d2ec8 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] In _notify_port_updated(), no bound segment for port 249d99f0-21c6-4afa-96c5-254883b074a6 on network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:02:05.984828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c60d491-f8b4-4968-90bb-51b1469d2ec8 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:05.986090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c60d491-f8b4-4968-90bb-51b1469d2ec8 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:05.993604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0c60d491-f8b4-4968-90bb-51b1469d2ec8 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "PUT /v2.0/ports/249d99f0-21c6-4afa-96c5-254883b074a6 HTTP/1.1" status: 200 len: 1002 time: 2.3753512 Aug 29 17:02:06.009391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59338) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:06.010160 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.019574 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.022359 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] 10.222.0.22 "DELETE /v2.0/networks/d86c8120-adf7-4307-9620-94a250f14ff7 HTTP/1.1" status: 204 len: 168 time: 1.7617507 Aug 29 17:02:06.026395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 57769e7a-4af8-4827-ae7f-02ee535642c5 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:06.027727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=a53082e0-5afc-48c2-befc-e1817ca7c223,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:06.037182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:06.045411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:06.057614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:06.101158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:06.105801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Pushing event updated for resources: {'Port': ['ID=c5e587d7-07e0-4169-8d2e-5e176787be1a,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:06.109069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:06.122079 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-049a5016-4be3-4309-bebb-e7cf6d837217 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0375328 Aug 29 17:02:06.124273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59344) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:06.138972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'port': {'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c', 'name': 'tempest-TaggedBootDevicesTest-890922335', 'fixed_ips': [{'subnet_id': '7d49c88a-740e-428b-aedd-09ef726d8dcd'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:06.204606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12024b51-71a9-4d06-aa3f-164fc9bf7d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=d86c8120-adf7-4307-9620-94a250f14ff7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:06.237304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60d491-f8b4-4968-90bb-51b1469d2ec8 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'Port': ['ID=249d99f0-21c6-4afa-96c5-254883b074a6,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:06.294873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88a4ab91-db1a-4e00-8b0b-a709aa936fed req-38afe234-cd3a-4ca6-83bf-3aabadd82955 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933982 Aug 29 17:02:06.301386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Attempting to bind port c5e587d7-07e0-4169-8d2e-5e176787be1a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:06.301601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Attempting to bind port c5e587d7-07e0-4169-8d2e-5e176787be1a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:06.301853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Attempting to bind port c5e587d7-07e0-4169-8d2e-5e176787be1a on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:06.337897 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:06.338290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Checking segment: {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:06.338699 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.339102 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Bound using segment: {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:06.339595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Bound port: c5e587d7-07e0-4169-8d2e-5e176787be1a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:06.339989 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.462482 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.471060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:06.471442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e00eb-849a-486d-b461-9228c40385e3 req-323eb634-b678-4a5b-b746-18d1010f4d60 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:06.472012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.472973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bb5e00eb-849a-486d-b461-9228c40385e3 req-323eb634-b678-4a5b-b746-18d1010f4d60 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1046398 Aug 29 17:02:06.473515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59350) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:06.481768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Transition to ACTIVE for port object 734695ff-1383-44a1-b63b-e5ba63aab5f9 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:06.494395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:06.503200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Transition to ACTIVE for port object 734695ff-1383-44a1-b63b-e5ba63aab5f9 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:06.503444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7b590b98-3591-4d2f-90b2-3f28d0250987 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Deleting port 249d99f0-21c6-4afa-96c5-254883b074a6 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:06.503697 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b590b98-3591-4d2f-90b2-3f28d0250987 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.505592 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fe1b9dc0-9a1c-4dd0-8a46-7341cfe706bf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7980447 Aug 29 17:02:06.512918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59352) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:06.569146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] For port c5e587d7-07e0-4169-8d2e-5e176787be1a, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:06.573352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] For port c5e587d7-07e0-4169-8d2e-5e176787be1a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c5e587d7-07e0-4169-8d2e-5e176787be1a,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:06.575753 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.582365 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.595770 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.618409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Subnet': ['ID=5807d07b-edca-4007-ae2b-b7c2a43e8a38,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:06.668046 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b05b5201-4a44-4188-aeab-54e1b7fbb19c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4d6f40993ec498189d1d672c1f0685d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920326 Aug 29 17:02:06.674965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59356) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:06.681003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bb5e00eb-849a-486d-b461-9228c40385e3 req-cdab80e1-9074-455d-8f43-b5647c1cb6f5 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984730 Aug 29 17:02:06.695493 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Network e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:06.710040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:06.718176 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.723355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d4fd3b-ebf7-4fe3-b750-ba988106a1fc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:06.724949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-33d4fd3b-ebf7-4fe3-b750-ba988106a1fc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2109466 Aug 29 17:02:06.728658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59358) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:06.746341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Pushing event updated for resources: {'Port': ['ID=734695ff-1383-44a1-b63b-e5ba63aab5f9,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:06.754465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:06.775407 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b590b98-3591-4d2f-90b2-3f28d0250987 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.794440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7b590b98-3591-4d2f-90b2-3f28d0250987 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Calling delete_port for 249d99f0-21c6-4afa-96c5-254883b074a6 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:06.810019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 195626dc-2ec6-482c-a6d6-e5047f86ecdf details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:02:06.820252 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.844165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] device_id is not set on port c07a2c12-5081-450d-8358-441fdfb60714 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:06.942445 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-128aaf68-ed9b-4fb1-95a1-4ab98713f865', 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'fixed_ips': [{'subnet_id': 'f783add8-fd0c-49c8-9682-0261ab8667d4'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:06.943300 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:06.984374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f003419f-cb21-4bd7-895a-ec138d167c33 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:06.986531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Attempting to bind port 734695ff-1383-44a1-b63b-e5ba63aab5f9 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:06.992911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f003419f-cb21-4bd7-895a-ec138d167c33 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:06.996729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Attempting to bind port 734695ff-1383-44a1-b63b-e5ba63aab5f9 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e9f72490-605f-48c4-a15e-ffb44411e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:06.997353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Attempting to bind port 734695ff-1383-44a1-b63b-e5ba63aab5f9 on network e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:07.003272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f003419f-cb21-4bd7-895a-ec138d167c33 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:07.005042 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f003419f-cb21-4bd7-895a-ec138d167c33 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2758029 Aug 29 17:02:07.019116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59366) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:07.031275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b590b98-3591-4d2f-90b2-3f28d0250987 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.068373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Allocated IP 10.1.1.173 (64164b92-1e6b-45ee-89d0-a1828cbc0c8c/7d49c88a-740e-428b-aedd-09ef726d8dcd/c07a2c12-5081-450d-8358-441fdfb60714) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:07.127093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b590b98-3591-4d2f-90b2-3f28d0250987 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event deleted for resources: {'Port': ['ID=249d99f0-21c6-4afa-96c5-254883b074a6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:07.129388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cc1bd764-f10e-4061-a4cb-6379bf8956b2 None None] Provisioning complete for port 249d99f0-21c6-4afa-96c5-254883b074a6 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:07.129916 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cc1bd764-f10e-4061-a4cb-6379bf8956b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.133556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c41d5-86d5-464f-9e21-699679d52a36 None None] Pushing event updated for resources: {'Port': ['ID=c5e587d7-07e0-4169-8d2e-5e176787be1a,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:07.139670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:07.140057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Checking segment: {'id': 'e9f72490-605f-48c4-a15e-ffb44411e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:07.140463 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.140979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Bound using segment: {'id': 'e9f72490-605f-48c4-a15e-ffb44411e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:07.141490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Bound port: 734695ff-1383-44a1-b63b-e5ba63aab5f9, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f72490-605f-48c4-a15e-ffb44411e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:07.141798 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.194994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cc1bd764-f10e-4061-a4cb-6379bf8956b2 None None] Port 249d99f0-21c6-4afa-96c5-254883b074a6 was deleted so its status cannot be updated. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 17:02:07.259661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:07.271425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f72490-605f-48c4-a15e-ffb44411e9be') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:07.271735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f72490-605f-48c4-a15e-ffb44411e9be') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:07.291554 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.310928 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.318084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:07.318437 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.331654 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 195626dc-2ec6-482c-a6d6-e5047f86ecdf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=195626dc-2ec6-482c-a6d6-e5047f86ecdf,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:07.348819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '195626dc-2ec6-482c-a6d6-e5047f86ecdf', 'network_id': 'c7ef043c-c91b-402d-be4d-7e838af6145b', 'port_id': '195626dc-2ec6-482c-a6d6-e5047f86ecdf', 'mac_address': 'fa:16:3e:d7:67:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35736e46-1540-46d5-8b3f-132f9d7bf21c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:07.390050 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:07.392935 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2192d4e-8a41-4e32-a4a1-195e58d9f9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.430176 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2192d4e-8a41-4e32-a4a1-195e58d9f9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.437427 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b590b98-3591-4d2f-90b2-3f28d0250987 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.439465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] For port 734695ff-1383-44a1-b63b-e5ba63aab5f9, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:07.446267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] For port 734695ff-1383-44a1-b63b-e5ba63aab5f9, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=734695ff-1383-44a1-b63b-e5ba63aab5f9,segment=NetworkSegment(e9f72490-605f-48c4-a15e-ffb44411e9be),segment_id=e9f72490-605f-48c4-a15e-ffb44411e9be)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:07.446547 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7b590b98-3591-4d2f-90b2-3f28d0250987 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "DELETE /v2.0/ports/249d99f0-21c6-4afa-96c5-254883b074a6 HTTP/1.1" status: 204 len: 168 time: 1.4205606 Aug 29 17:02:07.452883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59372) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:07.465991 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:02:07.465991 n-d-713301-13 neutron-server[111677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:02:07.465991 n-d-713301-13 neutron-server[111677]: [parameters: {'id': 'e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e'}] Aug 29 17:02:07.465991 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:02:07.466399 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:02:07.476430 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.507019 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a52c12-7b86-4e02-962a-d01bd2d8b0b0 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] GET failed (client error): The resource could not be found. Aug 29 17:02:07.508859 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d7a52c12-7b86-4e02-962a-d01bd2d8b0b0 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "GET /v2.0/ports/249d99f0-21c6-4afa-96c5-254883b074a6 HTTP/1.1" status: 404 len: 333 time: 0.0548737 Aug 29 17:02:07.530953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59374) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:07.534393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cc1bd764-f10e-4061-a4cb-6379bf8956b2 None None] Provisioning complete for port 00deeffd-c2cc-41a3-9e74-c02d8d89b818 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:07.534875 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cc1bd764-f10e-4061-a4cb-6379bf8956b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.542465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Request body: {'port': {'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-935982060'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:07.570075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e2ee2-ad67-4464-8fa1-7a603bd55feb tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port a53082e0-5afc-48c2-befc-e1817ca7c223 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:07.570897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2ee2-ad67-4464-8fa1-7a603bd55feb tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.624994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.627603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc9431-4b26-470b-8ad4-fd1c35babbc3 None None] Pushing event updated for resources: {'Port': ['ID=734695ff-1383-44a1-b63b-e5ba63aab5f9,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:07.669571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5e06c-8065-4650-8b83-e15022c9a5a4 req-6777684f-16a9-4982-92d9-5cbcbe90d9c6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:07.681379 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-36b5e06c-8065-4650-8b83-e15022c9a5a4 req-6777684f-16a9-4982-92d9-5cbcbe90d9c6 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 943 time: 1.0312877 Aug 29 17:02:07.683767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59378) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:07.706741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-811dda40-ea26-4b89-bccd-44b1536845a9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:07.708435 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-811dda40-ea26-4b89-bccd-44b1536845a9 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.1957021 Aug 29 17:02:07.714023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.742676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cc1bd764-f10e-4061-a4cb-6379bf8956b2 None None] Port 00deeffd-c2cc-41a3-9e74-c02d8d89b818 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:07.758455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195626dc-2ec6-482c-a6d6-e5047f86ecdf {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:02:07.783062 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837fa08d-e8f0-4f58-aa0b-a85d36633cef None None] Network e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:07.806770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2192d4e-8a41-4e32-a4a1-195e58d9f9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.809278 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2192d4e-8a41-4e32-a4a1-195e58d9f9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.810577 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e2192d4e-8a41-4e32-a4a1-195e58d9f9cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3cd108b7-671e-4e0d-a148-ebdbb28b9252 HTTP/1.1" status: 204 len: 168 time: 1.1066270 Aug 29 17:02:07.825536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Transition to ACTIVE for port object c07a2c12-5081-450d-8358-441fdfb60714 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:07.846736 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2ee2-ad67-4464-8fa1-7a603bd55feb tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.847970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2192d4e-8a41-4e32-a4a1-195e58d9f9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd108b7-671e-4e0d-a148-ebdbb28b9252,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:07.879359 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-36b5e06c-8065-4650-8b83-e15022c9a5a4 req-613eba3e-346d-4b42-9479-3f988b3f4daf tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968501 Aug 29 17:02:07.926003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85972897-37f2-46d0-abf0-349263402652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.936886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Made reservation on behalf of e5f8952f5c9e4becae36325691f307bb for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:07.953700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e2ee2-ad67-4464-8fa1-7a603bd55feb tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for a53082e0-5afc-48c2-befc-e1817ca7c223 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:07.961630 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:07.972229 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.007547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] device_id is not set on port 3d48ab2d-a974-47f8-969c-edaa3894ab3a yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:08.016916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.022739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cc1bd764-f10e-4061-a4cb-6379bf8956b2 None None] Provisioning for port a53082e0-5afc-48c2-befc-e1817ca7c223 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:08.027506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 195626dc-2ec6-482c-a6d6-e5047f86ecdf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=195626dc-2ec6-482c-a6d6-e5047f86ecdf,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:08.041959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cc1bd764-f10e-4061-a4cb-6379bf8956b2 None None] Provisioning complete for port a53082e0-5afc-48c2-befc-e1817ca7c223 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:08.043730 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cc1bd764-f10e-4061-a4cb-6379bf8956b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.071201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Allocated IP 10.2.2.2 (128aaf68-ed9b-4fb1-95a1-4ab98713f865/f783add8-fd0c-49c8-9682-0261ab8667d4/7f38e72e-df48-4150-aa23-9a20ce478533) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:08.075032 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.129091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedecb8-777f-4985-ac27-4b12a1c31a00 req-485c14ff-af66-4337-a49d-726ca46649ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:08.144229 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6aedecb8-777f-4985-ac27-4b12a1c31a00 req-485c14ff-af66-4337-a49d-726ca46649ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 944 time: 0.3128448 Aug 29 17:02:08.174443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cc1bd764-f10e-4061-a4cb-6379bf8956b2 None None] Port a53082e0-5afc-48c2-befc-e1817ca7c223 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:08.181605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:08.194556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:08.211194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Port': ['ID=c07a2c12-5081-450d-8358-441fdfb60714,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:08.227299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:08.294141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=195626dc-2ec6-482c-a6d6-e5047f86ecdf,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:08.308206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff4a375-2bd1-4b6e-a2f5-93a5ddb1518b None None] Network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:08.362057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6aedecb8-777f-4985-ac27-4b12a1c31a00 req-69fae6f0-0595-49ef-b5f9-8c766db74a36 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166841 Aug 29 17:02:08.370165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:08.370813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.380631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Deleting port aa5c6af0-1a9b-43be-b428-a80b50dafaab {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:08.382043 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.395878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Allocated IP 2001:db8::f1 (9d8ca2e4-1392-4359-a3ed-a17e54375b6d/fc71f2e5-ae84-44ab-8827-1fe30f455d0e/3d48ab2d-a974-47f8-969c-edaa3894ab3a) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:08.412736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['195626dc-2ec6-482c-a6d6-e5047f86ecdf'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:02:08.430414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Deleting port 734695ff-1383-44a1-b63b-e5ba63aab5f9 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:08.430635 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.473290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c7d61d4a-bdcc-4aff-b3ab-2ab1fb6e628a None None] Provisioning for port c5e587d7-07e0-4169-8d2e-5e176787be1a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:08.525542 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.527014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85972897-37f2-46d0-abf0-349263402652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.537928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] For port aa5c6af0-1a9b-43be-b428-a80b50dafaab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa5c6af0-1a9b-43be-b428-a80b50dafaab,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:08.538349 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.549204 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85972897-37f2-46d0-abf0-349263402652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.566037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Transition to ACTIVE for port object 7f38e72e-df48-4150-aa23-9a20ce478533 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:08.577152 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e4e1576f-76b1-47f3-9bda-e1f7e8a19abd tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4495957 Aug 29 17:02:08.584127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] For port 734695ff-1383-44a1-b63b-e5ba63aab5f9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=734695ff-1383-44a1-b63b-e5ba63aab5f9,segment=NetworkSegment(e9f72490-605f-48c4-a15e-ffb44411e9be),segment_id=e9f72490-605f-48c4-a15e-ffb44411e9be)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:08.584127 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.592084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59398) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:08.606110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Transition to ACTIVE for port object 7f38e72e-df48-4150-aa23-9a20ce478533 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:08.621074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'port': {'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c', 'name': 'tempest-TaggedBootDevicesTest-1649913698', 'fixed_ips': [{'subnet_id': '7d49c88a-740e-428b-aedd-09ef726d8dcd'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:08.629626 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.630139 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2ee2-ad67-4464-8fa1-7a603bd55feb tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.783548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Calling delete_port for 734695ff-1383-44a1-b63b-e5ba63aab5f9 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:08.795337 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.795912 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:08.796054 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Floating IP 15b2cf9e-2435-4817-9a60-a2de087aee7a disassociated. External IP: 172.25.5.162, port: aa5c6af0-1a9b-43be-b428-a80b50dafaab. Aug 29 17:02:08.796424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Calling delete_port for aa5c6af0-1a9b-43be-b428-a80b50dafaab owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:08.806170 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-85972897-37f2-46d0-abf0-349263402652 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6e9fe85fdc44fc48f37c52b33ec5956&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1040158 Aug 29 17:02:08.831332 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85972897-37f2-46d0-abf0-349263402652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90538fd-3218-4eb6-a96b-7371e65a5100,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:08.845943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59408) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:08.875425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:08.876432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c5e587d7-07e0-4169-8d2e-5e176787be1a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:08.906194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:08.922325 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:08.930543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Pushing event updated for resources: {'Port': ['ID=7f38e72e-df48-4150-aa23-9a20ce478533,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:08.961252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59412) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:08.979393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e2ee2-ad67-4464-8fa1-7a603bd55feb tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=a53082e0-5afc-48c2-befc-e1817ca7c223,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:09.108466 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2ee2-ad67-4464-8fa1-7a603bd55feb tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.111386 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dd8e2ee2-ad67-4464-8fa1-7a603bd55feb tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/a53082e0-5afc-48c2-befc-e1817ca7c223 HTTP/1.1" status: 204 len: 168 time: 2.0908580 Aug 29 17:02:09.119761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59416) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:09.134195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Attempting to bind port 7f38e72e-df48-4150-aa23-9a20ce478533 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:09.134923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Attempting to bind port 7f38e72e-df48-4150-aa23-9a20ce478533 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:09.135669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Attempting to bind port 7f38e72e-df48-4150-aa23-9a20ce478533 on network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:09.145349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c5e587d7-07e0-4169-8d2e-5e176787be1a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:09.147994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:09.148662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Checking segment: {'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:09.149312 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.149907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Bound using segment: {'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:09.151111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Bound port: 7f38e72e-df48-4150-aa23-9a20ce478533, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:09.151925 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.168488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c5e587d7-07e0-4169-8d2e-5e176787be1a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:09.174518 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.175167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-798718495-network', 'tenant_id': '331476eee2f8411f9e35d26851e98db7'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:09.181746 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0534bc70-7ee5-4731-a676-cfdeba171640 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:02:09.183403 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0534bc70-7ee5-4731-a676-cfdeba171640 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/a53082e0-5afc-48c2-befc-e1817ca7c223 HTTP/1.1" status: 404 len: 333 time: 0.0626638 Aug 29 17:02:09.194206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59418) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:09.321917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] For port 7f38e72e-df48-4150-aa23-9a20ce478533, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:09.342925 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Made reservation on behalf of 331476eee2f8411f9e35d26851e98db7 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:09.347607 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.367047 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.377255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] For port 7f38e72e-df48-4150-aa23-9a20ce478533, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7f38e72e-df48-4150-aa23-9a20ce478533,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:09.381146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.391294 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.393968 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.450426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1461950d-0da3-4ab0-a231-b11014162ee3 None None] Provisioning for port c07a2c12-5081-450d-8358-441fdfb60714 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:09.461089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1461950d-0da3-4ab0-a231-b11014162ee3 None None] Provisioning complete for port c07a2c12-5081-450d-8358-441fdfb60714 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:09.461509 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1461950d-0da3-4ab0-a231-b11014162ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.521081 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e7dce95-76cf-4290-8bb8-78cacffce0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.543336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event deleted for resources: {'Port': ['ID=aa5c6af0-1a9b-43be-b428-a80b50dafaab,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:09.547320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e7dce95-76cf-4290-8bb8-78cacffce0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.551796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port c5e587d7-07e0-4169-8d2e-5e176787be1a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c5e587d7-07e0-4169-8d2e-5e176787be1a,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:09.566074 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.570322 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.580899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb174a-8ccc-4cd6-96f1-9621cbd33a03 None None] Pushing event updated for resources: {'Port': ['ID=7f38e72e-df48-4150-aa23-9a20ce478533,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:09.589691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:02:09.589691 n-d-713301-13 neutron-server[111677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:02:09.589691 n-d-713301-13 neutron-server[111677]: [parameters: {'project_id_1': '374be93859ef4f9184b6d6740601a35c', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 2, 9, 506992)}] Aug 29 17:02:09.589691 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:02:09.590233 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:02:09.621360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95401-2390-4b3a-973b-f0517dfb046b req-8110d93f-f49b-40c5-b55d-264703c9c7b5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:09.628970 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5a95401-2390-4b3a-973b-f0517dfb046b req-8110d93f-f49b-40c5-b55d-264703c9c7b5 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 944 time: 0.2997131 Aug 29 17:02:09.634181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1461950d-0da3-4ab0-a231-b11014162ee3 None None] Port c07a2c12-5081-450d-8358-441fdfb60714 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:09.665040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Transition to ACTIVE for port object 3d48ab2d-a974-47f8-969c-edaa3894ab3a will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:09.673750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1461950d-0da3-4ab0-a231-b11014162ee3 None None] Provisioning complete for port c5e587d7-07e0-4169-8d2e-5e176787be1a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:09.674393 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1461950d-0da3-4ab0-a231-b11014162ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.688343 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.708026 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=c5e587d7-07e0-4169-8d2e-5e176787be1a,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:09.747305 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5a95401-2390-4b3a-973b-f0517dfb046b req-4129a4f2-141a-4170-a932-7088883b068c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032870 Aug 29 17:02:09.747305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No DVR routers for this DVR port 734695ff-1383-44a1-b63b-e5ba63aab5f9 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:09.772063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Port': ['ID=734695ff-1383-44a1-b63b-e5ba63aab5f9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:09.830394 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0a57418-ccc8-4b02-b496-45d5886347dd req-ef560479-3f37-4e87-90f8-c09124c2d76b tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 210 time: 0.3124731 Aug 29 17:02:09.868179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:02:09.870916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-765373c9-f098-4c5c-a329-7e57619180cf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 00deeffd-c2cc-41a3-9e74-c02d8d89b818 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:09.871363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-765373c9-f098-4c5c-a329-7e57619180cf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.873563 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e7dce95-76cf-4290-8bb8-78cacffce0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.876021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e7dce95-76cf-4290-8bb8-78cacffce0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.877157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0e7dce95-76cf-4290-8bb8-78cacffce0f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b90538fd-3218-4eb6-a96b-7371e65a5100 HTTP/1.1" status: 204 len: 168 time: 1.0121222 Aug 29 17:02:09.908222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dce95-76cf-4290-8bb8-78cacffce0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90538fd-3218-4eb6-a96b-7371e65a5100,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:09.912322 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.916751 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.980083 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3f50ed02-7934-4b5a-bb55-9790f565cfb3 None None] Provisioning complete for port c07a2c12-5081-450d-8358-441fdfb60714 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:09.981031 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f50ed02-7934-4b5a-bb55-9790f565cfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:09.993980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'Port': ['ID=3d48ab2d-a974-47f8-969c-edaa3894ab3a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:09.997900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:10.023018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:10.025091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f72490-605f-48c4-a15e-ffb44411e9be') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:10.025506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f72490-605f-48c4-a15e-ffb44411e9be') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:10.053018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:10.061809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:10.072563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:10.073202 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.075689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3f50ed02-7934-4b5a-bb55-9790f565cfb3 None None] Port c07a2c12-5081-450d-8358-441fdfb60714 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:10.078211 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.110115 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.117500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:10.117914 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:10.122577 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:10.200480 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.207414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.209979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e HTTP/1.1" status: 204 len: 168 time: 5.7536232 Aug 29 17:02:10.229979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59426) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:10.230296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb956f3-a856-42e0-b894-256ae84382ce tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:10.244631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2100131709'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:10.451862 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-765373c9-f098-4c5c-a329-7e57619180cf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.479050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-765373c9-f098-4c5c-a329-7e57619180cf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 00deeffd-c2cc-41a3-9e74-c02d8d89b818 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:10.481912 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.497512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.526288 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-84b4cfea-ad81-4a93-ad73-df906671aa93 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9903951 Aug 29 17:02:10.529266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0f3f49b4-a16e-4f0d-b7d1-60e3ba55fbaa None None] Provisioning for port 3d48ab2d-a974-47f8-969c-edaa3894ab3a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:10.533656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59438) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:10.535205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0f3f49b4-a16e-4f0d-b7d1-60e3ba55fbaa None None] Provisioning complete for port 3d48ab2d-a974-47f8-969c-edaa3894ab3a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:10.535720 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f3f49b4-a16e-4f0d-b7d1-60e3ba55fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.554904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2965ba36-e9bc-4818-98b5-ea0087a028b7 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:63:d4:cd'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:10.561264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:10.568326 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.601115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:10.615039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0f3f49b4-a16e-4f0d-b7d1-60e3ba55fbaa None None] Port 3d48ab2d-a974-47f8-969c-edaa3894ab3a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:10.615685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:02:10.629883 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2bf7e9-f130-4a5c-92a9-02d59347ebd4 None None] Sync routers for ids ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:02:10.651730 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2bf7e9-f130-4a5c-92a9-02d59347ebd4 None None] Routers {'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:10.652475 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9d2bf7e9-f130-4a5c-92a9-02d59347ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:10.788904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 195626dc-2ec6-482c-a6d6-e5047f86ecdf up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:10.791391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] No DVR routers for this DVR port aa5c6af0-1a9b-43be-b428-a80b50dafaab on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:10.799745 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.804808 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43446a0c-aa1f-4e51-851a-f05c18033dc6 req-04cbb116-2966-463f-9932-65bee30079ea tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.10 "DELETE /v2.0/ports/aa5c6af0-1a9b-43be-b428-a80b50dafaab HTTP/1.1" status: 204 len: 173 time: 3.0831745 Aug 29 17:02:10.844577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-deleted', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:02:10.854927 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad71b56f-5b87-4914-9d11-13282fa02e1f" -d '{"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-deleted", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:02:10.882100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:10.893214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.909841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27eb8d4-cd23-439d-94f3-77cb32684df7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:10.919022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59454) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:10.924688 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9d2bf7e9-f130-4a5c-92a9-02d59347ebd4 None None] Set router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:02:10.926318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 195626dc-2ec6-482c-a6d6-e5047f86ecdf completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:10.936217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 195626dc-2ec6-482c-a6d6-e5047f86ecdf triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:10.936838 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:10.949393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] device_id is not set on port ebbbb855-3d5e-4350-a371-62c6baca9ecb yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:10.991976 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-765373c9-f098-4c5c-a329-7e57619180cf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.039447 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.039915 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Added segment 16eb8d5d-10e2-4a68-80c3-2035cfe11f09 of type vlan for network 5ad14f66-60e0-43b4-9505-dd7637d4704d Aug 29 17:02:11.062634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c5e587d7-07e0-4169-8d2e-5e176787be1a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:11.065952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c5964-fa17-4a7a-b821-c721bc8fa536 None None] Network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:11.082743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765373c9-f098-4c5c-a329-7e57619180cf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=00deeffd-c2cc-41a3-9e74-c02d8d89b818,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:11.123101 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c2283e7d-0085-41bc-93ce-1ae21a01b1c3 req-328a1b81-938c-40dd-a636-69ee5f57ed29 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f1a2dd7-ed08-45a9-b388-8d70ce853af2 HTTP/1.1" status: 200 len: 210 time: 0.0808029 Aug 29 17:02:11.190268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-260111503-network', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:11.195423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:11.236861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.237403 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment e3bc336b-aaf0-4e5f-bf02-7d0226b8b309 of type vlan for network 38e026e9-b583-41bf-9803-5b2c67c25efb Aug 29 17:02:11.241017 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a94b2f6-1a9a-4f52-aca8-45a0fb7f73d1 x-openstack-request-id: req-2a94b2f6-1a9a-4f52-aca8-45a0fb7f73d1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:02:11.246254 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1a2dd7-ed08-45a9-b388-8d70ce853af2", "name": "network-vif-deleted", "tag": "aa5c6af0-1a9b-43be-b428-a80b50dafaab", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:02:11.247637 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a94b2f6-1a9a-4f52-aca8-45a0fb7f73d1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:02:11.247637 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1a2dd7-ed08-45a9-b388-8d70ce853af2', 'name': 'network-vif-deleted', 'tag': 'aa5c6af0-1a9b-43be-b428-a80b50dafaab', 'status': 'completed', 'code': 200} Aug 29 17:02:11.247899 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.255763 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.299086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9b3ee7f1-07b4-4d89-a9b0-bf45ad5d0831 None None] Provisioning for port 7f38e72e-df48-4150-aa23-9a20ce478533 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:11.319552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a576f-d163-4e64-bc10-b4d6886c1a34 req-5584353b-7c92-446d-8702-d56ef473316c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:11.328110 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a87a576f-d163-4e64-bc10-b4d6886c1a34 req-5584353b-7c92-446d-8702-d56ef473316c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 944 time: 0.3212245 Aug 29 17:02:11.340659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Made reservation on behalf of 69527392b93b47dc9c5095676e4c5e2f for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:11.342479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a5f92e-bbc5-4f4e-8e73-dbe76c49717e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195626dc-2ec6-482c-a6d6-e5047f86ecdf'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:02:11.345255 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590faf81-d7e5-411c-887d-6210871ed51b" -d '{"events": [{"server_uuid": "35a5f92e-bbc5-4f4e-8e73-dbe76c49717e", "name": "network-vif-plugged", "status": "completed", "tag": "195626dc-2ec6-482c-a6d6-e5047f86ecdf"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:02:11.359971 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9d2bf7e9-f130-4a5c-92a9-02d59347ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dd130b56-7bee-4a2d-a4ab-727411cdc4b2', 'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'mac_address': 'fa:16:3e:55:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:38Z', 'updated_at': '2021-08-29T16:53:46Z', 'revision_number': 5, 'project_id': '21e687433caf49298027356002331e0f', 'subnets': [{'id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:11.361850 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.379572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 195626dc-2ec6-482c-a6d6-e5047f86ecdf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=195626dc-2ec6-482c-a6d6-e5047f86ecdf,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:11.389865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.403252 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.433852 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2bf7e9-f130-4a5c-92a9-02d59347ebd4 None None] Checking router: f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:02:11.448483 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2bf7e9-f130-4a5c-92a9-02d59347ebd4 None None] Routers {'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:11.449393 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9d2bf7e9-f130-4a5c-92a9-02d59347ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:01:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:11.453414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2965ba36-e9bc-4818-98b5-ea0087a028b7 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.474789 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ccb32f-b28f-4fb1-8a9a-cc401b8bdac0 x-openstack-request-id: req-a7ccb32f-b28f-4fb1-8a9a-cc401b8bdac0 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:02:11.475069 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a5f92e-bbc5-4f4e-8e73-dbe76c49717e", "name": "network-vif-plugged", "status": "completed", "tag": "195626dc-2ec6-482c-a6d6-e5047f86ecdf", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:02:11.475762 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7ccb32f-b28f-4fb1-8a9a-cc401b8bdac0 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:02:11.476119 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a5f92e-bbc5-4f4e-8e73-dbe76c49717e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195626dc-2ec6-482c-a6d6-e5047f86ecdf', 'code': 200} Aug 29 17:02:11.476773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=195626dc-2ec6-482c-a6d6-e5047f86ecdf,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:11.490989 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c5e587d7-07e0-4169-8d2e-5e176787be1a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:11.491429 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.548231 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-765373c9-f098-4c5c-a329-7e57619180cf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.553293 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-765373c9-f098-4c5c-a329-7e57619180cf tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/00deeffd-c2cc-41a3-9e74-c02d8d89b818 HTTP/1.1" status: 204 len: 168 time: 2.3579092 Aug 29 17:02:11.558992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59460) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:11.619699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.620144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.622796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:11.623700 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.634197 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9d2bf7e9-f130-4a5c-92a9-02d59347ebd4 None None] Set router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:02:11.652240 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85009c2-13d0-4c93-8186-62a6da7d7374 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:02:11.653866 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a85009c2-13d0-4c93-8186-62a6da7d7374 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/00deeffd-c2cc-41a3-9e74-c02d8d89b818 HTTP/1.1" status: 404 len: 333 time: 0.0903554 Aug 29 17:02:11.666614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59462) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:11.669501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7f38e72e-df48-4150-aa23-9a20ce478533 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:11.687386 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a87a576f-d163-4e64-bc10-b4d6886c1a34 req-0eac1be9-7e91-40a2-9cc6-f90b18ee96ef tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574126 Aug 29 17:02:11.745399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 7f38e72e-df48-4150-aa23-9a20ce478533 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:11.750343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7f38e72e-df48-4150-aa23-9a20ce478533 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:11.751637 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.792096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Allocated IP 10.1.1.198 (64164b92-1e6b-45ee-89d0-a1828cbc0c8c/7d49c88a-740e-428b-aedd-09ef726d8dcd/ebbbb855-3d5e-4350-a371-62c6baca9ecb) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:11.794458 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.800656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:11.801126 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.824658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203e8bd-7dfd-459a-bf51-8c2b3e4cdda1 req-580165ec-bee6-4284-91a6-abfcafa9b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:11.826462 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5203e8bd-7dfd-459a-bf51-8c2b3e4cdda1 req-580165ec-bee6-4284-91a6-abfcafa9b82f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 1097 time: 0.2942758 Aug 29 17:02:11.835179 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.837786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad14f66-60e0-43b4-9505-dd7637d4704d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:11.856973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.876679 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-32d64552-45d3-42a0-9267-bce9fdb02038 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9141619 Aug 29 17:02:11.881546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f193356d-9f6b-4464-b14d-c1165b0c4f8c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting subnet 994a4c8a-2caa-4528-ad61-2d3b2df6f34e {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:02:11.897886 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f193356d-9f6b-4464-b14d-c1165b0c4f8c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.906549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 5ad14f66-60e0-43b4-9505-dd7637d4704d details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:11.926652 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:11.957697 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9d2bf7e9-f130-4a5c-92a9-02d59347ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dd130b56-7bee-4a2d-a4ab-727411cdc4b2', 'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'mac_address': 'fa:16:3e:55:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:38Z', 'updated_at': '2021-08-29T16:53:46Z', 'revision_number': 5, 'project_id': '21e687433caf49298027356002331e0f', 'subnets': [{'id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:11.982061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5cb56a-a875-4c63-b7a3-320169c90c22,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:11.988037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5203e8bd-7dfd-459a-bf51-8c2b3e4cdda1 req-6bc16a39-5466-4f86-8a2e-a0db819da5c9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421275 Aug 29 17:02:11.992075 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:11.992075 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Added segment 8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d of type vlan for network a2c37ab0-b867-4937-8eae-6502b5fc1404 Aug 29 17:02:12.004739 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f193356d-9f6b-4464-b14d-c1165b0c4f8c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.021550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7833617 Aug 29 17:02:12.030145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59466) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:12.034386 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2bf7e9-f130-4a5c-92a9-02d59347ebd4 None None] The sync data for ids ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'] in n-d-713301-13 is: [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T16:53:39Z', 'revision_number': 4, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'dd130b56-7bee-4a2d-a4ab-727411cdc4b2', 'name': '', 'network_id': 'b563cb46-f07d-4d3d-8cc5-5c622555fa49', 'tenant_id': '21e687433caf49298027356002331e0f', 'mac_address': 'fa:16:3e:55:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:38Z', 'updated_at': '2021-08-29T16:53:46Z', 'revision_number': 5, 'project_id': '21e687433caf49298027356002331e0f', 'subnets': [{'id': 'a8310664-c880-4bb8-a35f-0591064fd99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:02:12.041661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'network_id': '38e026e9-b583-41bf-9803-5b2c67c25efb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:12.084052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558415e-0c32-4765-98da-fbe3ec6f7f7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=38e026e9-b583-41bf-9803-5b2c67c25efb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:12.100045 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.110777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189118c7-2a04-4151-959b-a792452ab120 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:02:12.113947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 38e026e9-b583-41bf-9803-5b2c67c25efb details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:12.145406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.249700 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f193356d-9f6b-4464-b14d-c1165b0c4f8c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.288606 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2965ba36-e9bc-4818-98b5-ea0087a028b7 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.293606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59478) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:12.308103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-689f25fb-a18e-4278-877e-2e8459ca816f None None] Provisioning complete for port 7f38e72e-df48-4150-aa23-9a20ce478533 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:12.308570 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-689f25fb-a18e-4278-877e-2e8459ca816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.337283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2965ba36-e9bc-4818-98b5-ea0087a028b7 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.381745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 7f38e72e-df48-4150-aa23-9a20ce478533, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7f38e72e-df48-4150-aa23-9a20ce478533,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:12.406535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965ba36-e9bc-4818-98b5-ea0087a028b7 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'Port': ['ID=3d48ab2d-a974-47f8-969c-edaa3894ab3a,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:12.412375 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f193356d-9f6b-4464-b14d-c1165b0c4f8c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.442064 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.445752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:12.449268 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.462456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-2965ba36-e9bc-4818-98b5-ea0087a028b7 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] In _notify_port_updated(), no bound segment for port 3d48ab2d-a974-47f8-969c-edaa3894ab3a on network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:02:12.472605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965ba36-e9bc-4818-98b5-ea0087a028b7 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:12.473749 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2965ba36-e9bc-4818-98b5-ea0087a028b7 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.475895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2965ba36-e9bc-4818-98b5-ea0087a028b7 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "PUT /v2.0/ports/3d48ab2d-a974-47f8-969c-edaa3894ab3a HTTP/1.1" status: 200 len: 1001 time: 1.9365513 Aug 29 17:02:12.478221 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f193356d-9f6b-4464-b14d-c1165b0c4f8c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.483062 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f193356d-9f6b-4464-b14d-c1165b0c4f8c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/994a4c8a-2caa-4528-ad61-2d3b2df6f34e HTTP/1.1" status: 204 len: 168 time: 0.7499688 Aug 29 17:02:12.484741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59480) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:12.485309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59482) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:12.510069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f9b4a-70e9-47cf-a848-fc8d3638c220 None None] New status for floating IP 15b2cf9e-2435-4817-9a60-a2de087aee7a: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:02:12.533488 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.546190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193356d-9f6b-4464-b14d-c1165b0c4f8c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Subnet': ['ID=994a4c8a-2caa-4528-ad61-2d3b2df6f34e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:12.550878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Transition to ACTIVE for port object ebbbb855-3d5e-4350-a371-62c6baca9ecb will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:12.557892 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.558873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:12.559462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.588109 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3056758c-5c70-4a85-b772-a6b19539fbd7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.617961 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3056758c-5c70-4a85-b772-a6b19539fbd7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.672046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=7f38e72e-df48-4150-aa23-9a20ce478533,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:12.682360 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189118c7-2a04-4151-959b-a792452ab120 None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:02:12.693111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.710694 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3056758c-5c70-4a85-b772-a6b19539fbd7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.713431 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3056758c-5c70-4a85-b772-a6b19539fbd7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.716918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3056758c-5c70-4a85-b772-a6b19539fbd7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "DELETE /v2.0/security-groups/3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd HTTP/1.1" status: 204 len: 168 time: 0.4197373 Aug 29 17:02:12.739792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59486) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:12.754330 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8319242 Aug 29 17:02:12.765779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:12.769443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59488) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:12.800650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:12.803558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:12.808750 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-239c15e7-129a-47d3-a604-66c18437db70 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] show failed (client error): The resource could not be found. Aug 29 17:02:12.809983 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-239c15e7-129a-47d3-a604-66c18437db70 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "GET /v2.0/security-groups/3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd HTTP/1.1" status: 404 len: 347 time: 0.0422044 Aug 29 17:02:12.817763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] Request body: {'subnet': {'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-260111503-subnet', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:12.830623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59490) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:12.832959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16030d63-265a-44f4-b564-e37c29973aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c37ab0-b867-4937-8eae-6502b5fc1404,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:12.846294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056758c-5c70-4a85-b772-a6b19539fbd7 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc9dd9a-0f54-4f5d-af63-63830f9a0bfd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:12.852643 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.865850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a2c37ab0-b867-4937-8eae-6502b5fc1404 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:12.874779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7f38e72e-df48-4150-aa23-9a20ce478533 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:12.896194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] Made reservation on behalf of 69527392b93b47dc9c5095676e4c5e2f for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:12.898522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.969065 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1b86d710-d8d0-486c-ba44-54eaa84a2552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:12.975894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Port': ['ID=ebbbb855-3d5e-4350-a371-62c6baca9ecb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:13.000723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:13.001382 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.018889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:13.027668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6d482-5a09-4de5-be8f-cb7281da1d34 req-672469b5-fd83-4d52-8ca2-5ce0e880e980 tempest-ComputeTenantNetworksTest-752300124 tempest-ComputeTenantNetworksTest-752300124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:13.038268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6d482-5a09-4de5-be8f-cb7281da1d34 req-672469b5-fd83-4d52-8ca2-5ce0e880e980 tempest-ComputeTenantNetworksTest-752300124 tempest-ComputeTenantNetworksTest-752300124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:13.046197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6d482-5a09-4de5-be8f-cb7281da1d34 req-672469b5-fd83-4d52-8ca2-5ce0e880e980 tempest-ComputeTenantNetworksTest-752300124 tempest-ComputeTenantNetworksTest-752300124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:13.052582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c4e6d482-5a09-4de5-be8f-cb7281da1d34 req-672469b5-fd83-4d52-8ca2-5ce0e880e980 tempest-ComputeTenantNetworksTest-752300124 tempest-ComputeTenantNetworksTest-752300124-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5374019 Aug 29 17:02:13.066412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: aa5c6af0-1a9b-43be-b428-a80b50dafaab {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:13.067138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa5c6af0-1a9b-43be-b428-a80b50dafaab not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:13.078027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-99f2d7af-2092-4e95-9836-5d8e4a5aa72a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4727719 Aug 29 17:02:13.089147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69164245-acfa-4393-b459-d38321c5c72b req-eeb2264e-ca07-47cc-a4a2-c545a72abc59 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:13.090957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-69164245-acfa-4393-b459-d38321c5c72b req-eeb2264e-ca07-47cc-a4a2-c545a72abc59 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 945 time: 0.2346199 Aug 29 17:02:13.116815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7f38e72e-df48-4150-aa23-9a20ce478533 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:13.117185 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.163875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-69164245-acfa-4393-b459-d38321c5c72b req-9cd96cdf-4cba-459c-aa7f-029cb2b13838 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668852 Aug 29 17:02:13.194150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e487c07f-67d7-4706-8b3e-5c9f388edfd3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Deleting port 3d48ab2d-a974-47f8-969c-edaa3894ab3a {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:13.194597 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e487c07f-67d7-4706-8b3e-5c9f388edfd3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.285331 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.348835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d928d609-db63-4d02-9781-8d43374b8957 None None] Network 57769e7a-4af8-4827-ae7f-02ee535642c5 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:13.351682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd78f4-b9e7-49dd-909d-60221fc26c13 req-9fd04c99-0808-4a3b-9a75-65445bac71b1 tempest-ComputeTenantNetworksTest-752300124 tempest-ComputeTenantNetworksTest-752300124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:13.353353 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a4cd78f4-b9e7-49dd-909d-60221fc26c13 req-9fd04c99-0808-4a3b-9a75-65445bac71b1 tempest-ComputeTenantNetworksTest-752300124 tempest-ComputeTenantNetworksTest-752300124-project] 10.222.0.22 "GET /v2.0/networks/5ad14f66-60e0-43b4-9505-dd7637d4704d HTTP/1.1" status: 200 len: 768 time: 0.2692590 Aug 29 17:02:13.362896 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.365819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59496) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:13.437199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] Checking segment: {'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:13.437904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] Network hostable DHCP agents. Network: a2c37ab0-b867-4937-8eae-6502b5fc1404, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:13.444340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58fdf51-8f06-45a4-a80d-6b3292995fd8,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:13.470820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] Network a2c37ab0-b867-4937-8eae-6502b5fc1404 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:13.493732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a2c37ab0-b867-4937-8eae-6502b5fc1404) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:13.499012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:13.500085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.501460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 1b36d347-d147-4362-9593-1518ed127365 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:13.501959 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.535901 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-958ad06d-51b2-4771-8e4a-6bb213a29a83 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7279634 Aug 29 17:02:13.538600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59498) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:13.545769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-062ad415-ba32-4385-aec9-1652124528d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Deleting port d2e848bc-f450-4a31-9095-15ae2edab2d3 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:13.546113 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-062ad415-ba32-4385-aec9-1652124528d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.548325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:13.551769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e487c07f-67d7-4706-8b3e-5c9f388edfd3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.590604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.593239 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.674185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.714383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d3ac8-1094-4788-971f-72825b34c9bf None None] Network a2c37ab0-b867-4937-8eae-6502b5fc1404 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:13.738319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=2f5a39a8-8c8f-4b12-a603-7f460c58c8c7,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:13.773784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e487c07f-67d7-4706-8b3e-5c9f388edfd3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Calling delete_port for 3d48ab2d-a974-47f8-969c-edaa3894ab3a owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:13.797258 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.842227 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] For port 1b36d347-d147-4362-9593-1518ed127365, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1b36d347-d147-4362-9593-1518ed127365,segment=NetworkSegment(3c93c4c0-a3ba-48e3-a799-575410f92216),segment_id=3c93c4c0-a3ba-48e3-a799-575410f92216)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:13.842600 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.880877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-85e97f3a-4131-4451-b737-bece16f80a58 None None] Provisioning for port ebbbb855-3d5e-4350-a371-62c6baca9ecb completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:13.897616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking segment: {'id': 'e3bc336b-aaf0-4e5f-bf02-7d0226b8b309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38e026e9-b583-41bf-9803-5b2c67c25efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:13.897880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network hostable DHCP agents. Network: 38e026e9-b583-41bf-9803-5b2c67c25efb, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:13.908275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 1b36d347-d147-4362-9593-1518ed127365 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:13.917863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-85e97f3a-4131-4451-b737-bece16f80a58 None None] Provisioning complete for port ebbbb855-3d5e-4350-a371-62c6baca9ecb triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:13.921977 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85e97f3a-4131-4451-b737-bece16f80a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.932289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59500) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:13.949034 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.955285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d80eab7-c90a-4fa6-9bed-586e91a2f60f None None] DHCP port deletion for 57769e7a-4af8-4827-ae7f-02ee535642c5 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:02:13.959559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-9f709961-01d6-4339-a3c4-320b63c769de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379842990', 'description': 'tempest-description--57999954'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:13.967633 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-062ad415-ba32-4385-aec9-1652124528d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:13.967633 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-062ad415-ba32-4385-aec9-1652124528d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.017271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-85e97f3a-4131-4451-b737-bece16f80a58 None None] Port ebbbb855-3d5e-4350-a371-62c6baca9ecb cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:14.051137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-a2c37ab0-b867-4937-8eae-6502b5fc1404', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'fixed_ips': [{'subnet_id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:14.052010 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.068962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-85e97f3a-4131-4451-b737-bece16f80a58 None None] Provisioning complete for port 3d48ab2d-a974-47f8-969c-edaa3894ab3a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:14.069372 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85e97f3a-4131-4451-b737-bece16f80a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.096735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9d80eab7-c90a-4fa6-9bed-586e91a2f60f None None] Deleting port 1b36d347-d147-4362-9593-1518ed127365 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:14.097115 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d80eab7-c90a-4fa6-9bed-586e91a2f60f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.173068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.196161 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.208624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-85e97f3a-4131-4451-b737-bece16f80a58 None None] Port 3d48ab2d-a974-47f8-969c-edaa3894ab3a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:14.241052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9d80eab7-c90a-4fa6-9bed-586e91a2f60f None None] For port 1b36d347-d147-4362-9593-1518ed127365, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1b36d347-d147-4362-9593-1518ed127365,segment=NetworkSegment(3c93c4c0-a3ba-48e3-a799-575410f92216),segment_id=3c93c4c0-a3ba-48e3-a799-575410f92216)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:14.241500 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d80eab7-c90a-4fa6-9bed-586e91a2f60f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.261130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9d80eab7-c90a-4fa6-9bed-586e91a2f60f None None] Calling delete_port for 1b36d347-d147-4362-9593-1518ed127365 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:14.299614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-062ad415-ba32-4385-aec9-1652124528d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Calling delete_port for d2e848bc-f450-4a31-9095-15ae2edab2d3 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:14.312107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Allocated IP 172.25.5.81 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/ddb3514f-b7e3-4bf7-95f2-4a754ad2eede) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:14.350520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Allocated IP 172.20.0.2 (a2c37ab0-b867-4937-8eae-6502b5fc1404/e58fdf51-8f06-45a4-a80d-6b3292995fd8/239b8d76-9dec-4fbf-82c0-85a0d9087346) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:14.397578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network 38e026e9-b583-41bf-9803-5b2c67c25efb is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:14.409896 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.439803 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d80eab7-c90a-4fa6-9bed-586e91a2f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.449030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.459817 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f709961-01d6-4339-a3c4-320b63c769de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.472420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad14f66-60e0-43b4-9505-dd7637d4704d']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:14.476674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80eab7-c90a-4fa6-9bed-586e91a2f60f None None] Pushing event deleted for resources: {'Port': ['ID=1b36d347-d147-4362-9593-1518ed127365,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:14.485477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80eab7-c90a-4fa6-9bed-586e91a2f60f None None] No DVR routers for this DVR port 1b36d347-d147-4362-9593-1518ed127365 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:14.502162 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.503889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 38e026e9-b583-41bf-9803-5b2c67c25efb) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:14.514168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e682600a-dfef-4d9b-985a-87408278f89d None None] Network 38e026e9-b583-41bf-9803-5b2c67c25efb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:14.526676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:14.527304 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.531430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16eb8d5d-10e2-4a68-80c3-2035cfe11f09') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:14.531793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16eb8d5d-10e2-4a68-80c3-2035cfe11f09') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:14.549327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:14.554705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:14.558386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:14.561401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.573105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b78a1c-7d23-449e-bb21-283034d222f1 req-943c2594-6a62-4981-877e-ccb2af66298c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:14.574653 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-82b78a1c-7d23-449e-bb21-283034d222f1 req-943c2594-6a62-4981-877e-ccb2af66298c tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 945 time: 0.2434385 Aug 29 17:02:14.582904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Pushing event updated for resources: {'Port': ['ID=ddb3514f-b7e3-4bf7-95f2-4a754ad2eede,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:14.597260 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.616780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Transition to ACTIVE for port object 239b8d76-9dec-4fbf-82c0-85a0d9087346 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:14.644395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Transition to ACTIVE for port object 239b8d76-9dec-4fbf-82c0-85a0d9087346 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:14.668119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.670179 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.700192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:14.700609 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:14.706266 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:14.714417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Network a2c37ab0-b867-4937-8eae-6502b5fc1404 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:14.718738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:14.724427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:14.742678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Pushing event updated for resources: {'Port': ['ID=239b8d76-9dec-4fbf-82c0-85a0d9087346,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:14.788130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-38e026e9-b583-41bf-9803-5b2c67c25efb', 'network_id': '38e026e9-b583-41bf-9803-5b2c67c25efb', 'tenant_id': '141e2611b9584352aef3c1ec2379997d', 'fixed_ips': [{'subnet_id': '2f5a39a8-8c8f-4b12-a603-7f460c58c8c7'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:14.789040 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.791279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1b36d347-d147-4362-9593-1518ed127365 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:14.819178 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.841599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 1b36d347-d147-4362-9593-1518ed127365 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:14.841981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1b36d347-d147-4362-9593-1518ed127365 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:14.851587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f709961-01d6-4339-a3c4-320b63c769de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.858812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Attempting to bind port 239b8d76-9dec-4fbf-82c0-85a0d9087346 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:14.859189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Attempting to bind port 239b8d76-9dec-4fbf-82c0-85a0d9087346 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:14.859618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Attempting to bind port 239b8d76-9dec-4fbf-82c0-85a0d9087346 on network a2c37ab0-b867-4937-8eae-6502b5fc1404 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:14.868342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:14.868735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Checking segment: {'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:14.869145 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.869658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Bound using segment: {'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:14.870139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Bound port: 239b8d76-9dec-4fbf-82c0-85a0d9087346, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:14.870566 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.899708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f709961-01d6-4339-a3c4-320b63c769de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.901799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.902326 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e487c07f-67d7-4706-8b3e-5c9f388edfd3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:14.914330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=1b36d347-d147-4362-9593-1518ed127365,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:14.936205 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-82b78a1c-7d23-449e-bb21-283034d222f1 req-985ce1ab-fdda-4c08-92d7-6d28691e6690 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055367 Aug 29 17:02:14.937893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4017a67e-7046-4c8c-b528-b1aaa61262de tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9053469 Aug 29 17:02:14.951834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No DVR routers for this DVR port 1b36d347-d147-4362-9593-1518ed127365 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:14.970098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59506) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:15.004781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.010881 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.013157 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] 10.222.0.22 "DELETE /v2.0/networks/5ad14f66-60e0-43b4-9505-dd7637d4704d HTTP/1.1" status: 204 len: 168 time: 1.6398363 Aug 29 17:02:15.028455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487c07f-67d7-4706-8b3e-5c9f388edfd3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event deleted for resources: {'Port': ['ID=3d48ab2d-a974-47f8-969c-edaa3894ab3a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:15.063953 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f709961-01d6-4339-a3c4-320b63c769de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.068302 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9f709961-01d6-4339-a3c4-320b63c769de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1349297 Aug 29 17:02:15.082980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59512) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:15.096273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-556306c8-754c-4fde-a343-69d8664b4953 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'security_group_rule': {'security_group_id': 'e848bd40-cf71-455a-900d-5708903a867a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:15.113345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] For port 239b8d76-9dec-4fbf-82c0-85a0d9087346, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:15.116852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] For port 239b8d76-9dec-4fbf-82c0-85a0d9087346, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=239b8d76-9dec-4fbf-82c0-85a0d9087346,segment=NetworkSegment(8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d),segment_id=8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:15.131585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa07159-4435-4746-b8ce-7aca617832ad admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad14f66-60e0-43b4-9505-dd7637d4704d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:15.137564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f709961-01d6-4339-a3c4-320b63c769de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e848bd40-cf71-455a-900d-5708903a867a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:15.139033 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.214411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Allocated IP 172.20.0.1 (38e026e9-b583-41bf-9803-5b2c67c25efb/2f5a39a8-8c8f-4b12-a603-7f460c58c8c7/7ca33618-346b-4eef-8174-a9e1ec0487ae) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:15.216432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8630c42-1c63-4954-ba54-529f3ca37bc3 None None] Pushing event updated for resources: {'Port': ['ID=239b8d76-9dec-4fbf-82c0-85a0d9087346,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:15.253841 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e487c07f-67d7-4706-8b3e-5c9f388edfd3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.258196 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e487c07f-67d7-4706-8b3e-5c9f388edfd3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "DELETE /v2.0/ports/3d48ab2d-a974-47f8-969c-edaa3894ab3a HTTP/1.1" status: 204 len: 168 time: 2.7597919 Aug 29 17:02:15.258196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59516) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:15.258533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59518) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:15.341550 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-062ad415-ba32-4385-aec9-1652124528d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.353098 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.374188 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.415153 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23d234a-9740-481c-ba63-bf92ca14af0b tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] GET failed (client error): The resource could not be found. Aug 29 17:02:15.416971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a23d234a-9740-481c-ba63-bf92ca14af0b tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "GET /v2.0/ports/3d48ab2d-a974-47f8-969c-edaa3894ab3a HTTP/1.1" status: 404 len: 333 time: 0.1393237 Aug 29 17:02:15.432738 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.444025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Transition to ACTIVE for port object 7ca33618-346b-4eef-8174-a9e1ec0487ae will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:15.449565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59520) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:15.463406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Transition to ACTIVE for port object 7ca33618-346b-4eef-8174-a9e1ec0487ae will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:15.468484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Request body: {'port': {'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1341708791'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:15.474721 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.517851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Network 38e026e9-b583-41bf-9803-5b2c67c25efb is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:15.536541 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:15.546006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:15.555600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57769e7a-4af8-4827-ae7f-02ee535642c5']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:15.575182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ad415-ba32-4385-aec9-1652124528d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Pushing event deleted for resources: {'Port': ['ID=d2e848bc-f450-4a31-9095-15ae2edab2d3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:15.592494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c93c4c0-a3ba-48e3-a799-575410f92216') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:15.592800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c93c4c0-a3ba-48e3-a799-575410f92216') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:15.631464 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8c97cc7a-847c-443f-9c85-a012640788f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.635614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-556306c8-754c-4fde-a343-69d8664b4953 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.648763 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.658341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Attempting to bind port 7ca33618-346b-4eef-8174-a9e1ec0487ae on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:15.658726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Attempting to bind port 7ca33618-346b-4eef-8174-a9e1ec0487ae by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e3bc336b-aaf0-4e5f-bf02-7d0226b8b309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38e026e9-b583-41bf-9803-5b2c67c25efb'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:15.659076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Attempting to bind port 7ca33618-346b-4eef-8174-a9e1ec0487ae on network 38e026e9-b583-41bf-9803-5b2c67c25efb {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:15.667348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:15.667774 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Checking segment: {'id': 'e3bc336b-aaf0-4e5f-bf02-7d0226b8b309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38e026e9-b583-41bf-9803-5b2c67c25efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:15.668353 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.668751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Bound using segment: {'id': 'e3bc336b-aaf0-4e5f-bf02-7d0226b8b309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38e026e9-b583-41bf-9803-5b2c67c25efb'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:15.669248 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Bound port: 7ca33618-346b-4eef-8174-a9e1ec0487ae, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bc336b-aaf0-4e5f-bf02-7d0226b8b309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '38e026e9-b583-41bf-9803-5b2c67c25efb'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:15.669658 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.721430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7ce0e95d-d181-44f0-b4c4-116258ea56bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=331476eee2f8411f9e35d26851e98db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4456882 Aug 29 17:02:15.734312 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59522) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:15.752178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Pushing event updated for resources: {'Port': ['ID=7ca33618-346b-4eef-8174-a9e1ec0487ae,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:15.761510 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.764024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] For port 7ca33618-346b-4eef-8174-a9e1ec0487ae, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:15.768457 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] For port 7ca33618-346b-4eef-8174-a9e1ec0487ae, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7ca33618-346b-4eef-8174-a9e1ec0487ae,segment=NetworkSegment(e3bc336b-aaf0-4e5f-bf02-7d0226b8b309),segment_id=e3bc336b-aaf0-4e5f-bf02-7d0226b8b309)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:15.771072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.771736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.772354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.772702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.773089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.773744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.773940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.774413 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.774566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dc0d3-cadc-47a0-afd7-c6c7904cc464 req-81bdbe33-d1dd-4b8b-852a-db462877578a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:15.774947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.775361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.776088 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.776088 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:15.776282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a10dc0d3-cadc-47a0-afd7-c6c7904cc464 req-81bdbe33-d1dd-4b8b-852a-db462877578a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 945 time: 0.4929776 Aug 29 17:02:15.782658 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.812326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:15.812752 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.822778 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:15.829723 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:15.853028 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.862241 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.874881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53192c63-fc37-48d0-bce9-654527dc200d None None] Pushing event updated for resources: {'Port': ['ID=7ca33618-346b-4eef-8174-a9e1ec0487ae,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:15.966005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-062ad415-ba32-4385-aec9-1652124528d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.968783 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-062ad415-ba32-4385-aec9-1652124528d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.971528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-062ad415-ba32-4385-aec9-1652124528d0 tempest-ServerActionsTestJSON-1662944939 tempest-ServerActionsTestJSON-1662944939-project] 10.222.0.22 "DELETE /v2.0/floatingips/15b2cf9e-2435-4817-9a60-a2de087aee7a HTTP/1.1" status: 204 len: 168 time: 3.1350067 Aug 29 17:02:15.975624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59524) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:15.983638 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.987401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:15.993392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf3a1-477b-427e-b0ae-d5a4a1d98d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.011380 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.013284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/networks/57769e7a-4af8-4827-ae7f-02ee535642c5 HTTP/1.1" status: 204 len: 168 time: 3.5160482 Aug 29 17:02:16.015149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Made reservation on behalf of e5f8952f5c9e4becae36325691f307bb for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:16.019819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.028821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59528) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:16.036788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-617289808'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:16.041376 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-556306c8-754c-4fde-a343-69d8664b4953 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.041847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5a39a8-8c8f-4b12-a603-7f460c58c8c7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:16.079684 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a10dc0d3-cadc-47a0-afd7-c6c7904cc464 req-14baf672-7302-4da2-9544-ca1b2cb7d48f tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854908 Aug 29 17:02:16.080696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee273c7-f2aa-4964-8f4f-3f11108e09de tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Network': ['ID=57769e7a-4af8-4827-ae7f-02ee535642c5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:16.089119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] device_id is not set on port 8d3b877b-efdd-4222-a301-f3b2d343ea63 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:16.185995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-556306c8-754c-4fde-a343-69d8664b4953 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.236696 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.247201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:16.251345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.262972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf3a1-477b-427e-b0ae-d5a4a1d98d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.277773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556306c8-754c-4fde-a343-69d8664b4953 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49a4ce7-fcfc-4dd0-8771-1a84e3072d21,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:16.287286 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-556306c8-754c-4fde-a343-69d8664b4953 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.288532 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-556306c8-754c-4fde-a343-69d8664b4953 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2045550 Aug 29 17:02:16.300859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59530) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:16.303515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e026e9-b583-41bf-9803-5b2c67c25efb']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:16.310420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4405327f-45af-41cd-aeeb-0bd2e306162e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'security_group_rule': {'security_group_id': 'e848bd40-cf71-455a-900d-5708903a867a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:16.336393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Router 2b38b4d1-6928-41b0-98bc-8cf671e8308e is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:02:16.345063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bc336b-aaf0-4e5f-bf02-7d0226b8b309') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:16.345389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bc336b-aaf0-4e5f-bf02-7d0226b8b309') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:16.370015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Allocated IP 2001:db8::1ac (9d8ca2e4-1392-4359-a3ed-a17e54375b6d/fc71f2e5-ae84-44ab-8827-1fe30f455d0e/8d3b877b-efdd-4222-a301-f3b2d343ea63) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:16.398842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:16.401562 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf3a1-477b-427e-b0ae-d5a4a1d98d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.404661 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf3a1-477b-427e-b0ae-d5a4a1d98d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.408415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5eeaf3a1-477b-427e-b0ae-d5a4a1d98d41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e27eb8d4-cd23-439d-94f3-77cb32684df7 HTTP/1.1" status: 204 len: 168 time: 0.6622381 Aug 29 17:02:16.424826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaf3a1-477b-427e-b0ae-d5a4a1d98d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27eb8d4-cd23-439d-94f3-77cb32684df7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:16.445814 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.445814 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Added segment 13e83ea7-7e41-4687-9625-2823f62c3930 of type vlan for network c58a2d7c-99f6-40a8-9708-8e91b62d0035 Aug 29 17:02:16.470924 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.576124 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.592720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Transition to ACTIVE for port object 8d3b877b-efdd-4222-a301-f3b2d343ea63 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:16.596869 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.616041 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.630534 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.648427 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.657143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4405327f-45af-41cd-aeeb-0bd2e306162e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.709967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:16.716178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:16.719548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.resource_extend [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:02:16.720221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:16.730143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:16.730565 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.734365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:16.735630 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:16.741742 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:16.757589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'Port': ['ID=8d3b877b-efdd-4222-a301-f3b2d343ea63,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:16.772379 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-64fbd642-8d38-4071-bb59-0212fe84cdc2 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3118725 Aug 29 17:02:16.774807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59538) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:16.782420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Request body: {'port': {'network_id': '9d8ca2e4-1392-4359-a3ed-a17e54375b6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-813135778'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:16.791132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55690f8-46dd-4180-979f-9a3824ade17f None None] Network a2c37ab0-b867-4937-8eae-6502b5fc1404 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:16.930299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-42008891-87ab-4c97-a2e1-8e1e24f18c59 None None] Provisioning for port 239b8d76-9dec-4fbf-82c0-85a0d9087346 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:16.971517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Made reservation on behalf of e5f8952f5c9e4becae36325691f307bb for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:16.977072 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:16.989138 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.001835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:17.002501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.027977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] device_id is not set on port 44dd176b-2e6e-4ca9-827d-dc210f55d866 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:17.083912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 239b8d76-9dec-4fbf-82c0-85a0d9087346 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:17.186225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 239b8d76-9dec-4fbf-82c0-85a0d9087346 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:17.191945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 239b8d76-9dec-4fbf-82c0-85a0d9087346 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:17.192520 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.254181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Allocated IP 2001:db8::7c (9d8ca2e4-1392-4359-a3ed-a17e54375b6d/fc71f2e5-ae84-44ab-8827-1fe30f455d0e/44dd176b-2e6e-4ca9-827d-dc210f55d866) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:17.320234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9c8d3b6e-4801-4073-8760-76bff6e04940 None None] Provisioning for port 8d3b877b-efdd-4222-a301-f3b2d343ea63 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:17.341000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9c8d3b6e-4801-4073-8760-76bff6e04940 None None] Provisioning complete for port 8d3b877b-efdd-4222-a301-f3b2d343ea63 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:17.341914 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9c8d3b6e-4801-4073-8760-76bff6e04940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.346364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:02:17.346364 n-d-713301-13 neutron-server[111677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:02:17.346364 n-d-713301-13 neutron-server[111677]: [parameters: {'id': '38e026e9-b583-41bf-9803-5b2c67c25efb'}] Aug 29 17:02:17.346364 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:02:17.346813 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:02:17.351473 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4405327f-45af-41cd-aeeb-0bd2e306162e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.404213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:02:17.411632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3801441 Aug 29 17:02:17.412384 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4405327f-45af-41cd-aeeb-0bd2e306162e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.420502 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Sync routers for ids ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:02:17.424506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d3b6e-4801-4073-8760-76bff6e04940 None None] Port 8d3b877b-efdd-4222-a301-f3b2d343ea63 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:17.428788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59554) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:17.437418 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Routers {'2b38b4d1-6928-41b0-98bc-8cf671e8308e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:17.438740 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:02:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:17.443015 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.444983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': 'c58a2d7c-99f6-40a8-9708-8e91b62d0035', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:17.477545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.478785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3fa197d3-7a40-49ac-9b28-19008492ca7a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9382942 Aug 29 17:02:17.483662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59556) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:17.488230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3697f9-3c9d-48cf-b303-0708f1340890 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Network': ['ID=c58a2d7c-99f6-40a8-9708-8e91b62d0035,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:17.503591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 239b8d76-9dec-4fbf-82c0-85a0d9087346, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=239b8d76-9dec-4fbf-82c0-85a0d9087346,segment=NetworkSegment(8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d),segment_id=8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:17.524799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31528336-16e1-40ef-a532-1952ce821c34 None None] Network 38e026e9-b583-41bf-9803-5b2c67c25efb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:17.590827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405327f-45af-41cd-aeeb-0bd2e306162e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b08921e-cc6c-457f-9bd5-22a0a4982086,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:17.607400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network c58a2d7c-99f6-40a8-9708-8e91b62d0035 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:17.621193 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.622760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7ca33618-346b-4eef-8174-a9e1ec0487ae up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:17.630562 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4405327f-45af-41cd-aeeb-0bd2e306162e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.632176 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4405327f-45af-41cd-aeeb-0bd2e306162e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3257940 Aug 29 17:02:17.639192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59560) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:17.646315 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:17.667670 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Set router 2b38b4d1-6928-41b0-98bc-8cf671e8308e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:02:17.692318 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ac2b9-ee43-4235-902b-6b41c0f529c5 req-75f315db-fc1d-42a8-862a-2cf2ada146ce tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:17.694509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a24ac2b9-ee43-4235-902b-6b41c0f529c5 req-75f315db-fc1d-42a8-862a-2cf2ada146ce tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 945 time: 0.3846772 Aug 29 17:02:17.703000 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.871172 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.921476 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.950454 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:17.988556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a24ac2b9-ee43-4235-902b-6b41c0f529c5 req-fc5d80ef-e342-4f53-a4b0-b14092c52cd2 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815192 Aug 29 17:02:17.993119 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:14Z', 'revision_number': 3, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:18.057979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-22fc56e1-de13-4931-9105-bed313f3047a None None] Provisioning complete for port 239b8d76-9dec-4fbf-82c0-85a0d9087346 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:18.058364 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-22fc56e1-de13-4931-9105-bed313f3047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.060817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:18.067626 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.076263 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Checking router: 2b38b4d1-6928-41b0-98bc-8cf671e8308e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:02:18.077181 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Updating router 2b38b4d1-6928-41b0-98bc-8cf671e8308e port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:02:18.083805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Transition to ACTIVE for port object 44dd176b-2e6e-4ca9-827d-dc210f55d866 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:18.122796 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.129140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=239b8d76-9dec-4fbf-82c0-85a0d9087346,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:18.241352 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.306544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04bdc05-23bd-4a1f-8ccb-453513379234 None None] DHCP port deletion for 38e026e9-b583-41bf-9803-5b2c67c25efb request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:02:18.320794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:18.326251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 7ca33618-346b-4eef-8174-a9e1ec0487ae completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:18.331987 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:18.338956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:18.345617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:18.346123 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.350624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'Port': ['ID=44dd176b-2e6e-4ca9-827d-dc210f55d866,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:18.380630 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.427250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5857207b-6f46-4d14-9ebc-ec4583683b00 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6511490 Aug 29 17:02:18.434037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59574) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:18.453420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-96ba0447-d2c0-4924-93c2-3832c45838c3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12f', 'mac_address': 'fa:16:3e:63:d4:cd'}, {'ip_address': '2001:db8::1ac', 'mac_address': 'fa:16:3e:06:c3:89'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:18.464434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-22fc56e1-de13-4931-9105-bed313f3047a None None] Provisioning for port 7ca33618-346b-4eef-8174-a9e1ec0487ae completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:18.468955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-22fc56e1-de13-4931-9105-bed313f3047a None None] Provisioning complete for port 7ca33618-346b-4eef-8174-a9e1ec0487ae triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:18.469634 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-22fc56e1-de13-4931-9105-bed313f3047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.514107 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.644091 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-22fc56e1-de13-4931-9105-bed313f3047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.651396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e04bdc05-23bd-4a1f-8ccb-453513379234 None None] Deleting port 7ca33618-346b-4eef-8174-a9e1ec0487ae {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:18.652296 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e04bdc05-23bd-4a1f-8ccb-453513379234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.687419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bf273-4231-4d12-84a6-634c855b64e9 req-24ff294b-0010-4202-aa4a-1d0a8793a452 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:18.689739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-589bf273-4231-4d12-84a6-634c855b64e9 req-24ff294b-0010-4202-aa4a-1d0a8793a452 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 945 time: 0.3145103 Aug 29 17:02:18.708006 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Deleting port 7ca33618-346b-4eef-8174-a9e1ec0487ae {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:18.711234 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.770660 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-22fc56e1-de13-4931-9105-bed313f3047a None None] For port 7ca33618-346b-4eef-8174-a9e1ec0487ae, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7ca33618-346b-4eef-8174-a9e1ec0487ae,segment=NetworkSegment(e3bc336b-aaf0-4e5f-bf02-7d0226b8b309),segment_id=e3bc336b-aaf0-4e5f-bf02-7d0226b8b309)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:18.788294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e04bdc05-23bd-4a1f-8ccb-453513379234 None None] For port 7ca33618-346b-4eef-8174-a9e1ec0487ae, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7ca33618-346b-4eef-8174-a9e1ec0487ae,segment=NetworkSegment(e3bc336b-aaf0-4e5f-bf02-7d0226b8b309),segment_id=e3bc336b-aaf0-4e5f-bf02-7d0226b8b309)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:18.789260 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e04bdc05-23bd-4a1f-8ccb-453513379234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.797818 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-22fc56e1-de13-4931-9105-bed313f3047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.810576 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.828199 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Transition to ACTIVE for port object ddb3514f-b7e3-4bf7-95f2-4a754ad2eede will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:18.847040 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.855190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc56e1-de13-4931-9105-bed313f3047a None None] Pushing event updated for resources: {'Port': ['ID=7ca33618-346b-4eef-8174-a9e1ec0487ae,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:18.858082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 239b8d76-9dec-4fbf-82c0-85a0d9087346 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:18.886189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] For port 7ca33618-346b-4eef-8174-a9e1ec0487ae, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7ca33618-346b-4eef-8174-a9e1ec0487ae,segment=NetworkSegment(e3bc336b-aaf0-4e5f-bf02-7d0226b8b309),segment_id=e3bc336b-aaf0-4e5f-bf02-7d0226b8b309)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:18.886469 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.896103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e04bdc05-23bd-4a1f-8ccb-453513379234 None None] Calling delete_port for 7ca33618-346b-4eef-8174-a9e1ec0487ae owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:18.903145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Calling delete_port for 7ca33618-346b-4eef-8174-a9e1ec0487ae owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:18.951007 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Attempting to bind port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:18.951386 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Attempting to bind port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:18.951733 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Attempting to bind port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:18.966792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 239b8d76-9dec-4fbf-82c0-85a0d9087346 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:18.967387 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.967506 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345792b2-657b-4376-9976-d254151e36c5 None None] Pushing event updated for resources: {'Port': ['ID=ddb3514f-b7e3-4bf7-95f2-4a754ad2eede,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:18.973001 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:18.973701 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:18.974261 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:18.974952 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:18.975827 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Bound port: ddb3514f-b7e3-4bf7-95f2-4a754ad2eede, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:18.981798 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.003861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.013920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4aaf92ca-249b-473c-ae6a-680e0b579cbf None None] Provisioning for port 44dd176b-2e6e-4ca9-827d-dc210f55d866 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:19.022218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4aaf92ca-249b-473c-ae6a-680e0b579cbf None None] Provisioning complete for port 44dd176b-2e6e-4ca9-827d-dc210f55d866 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:19.022859 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4aaf92ca-249b-473c-ae6a-680e0b579cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.032699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96ba0447-d2c0-4924-93c2-3832c45838c3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.063700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf92ca-249b-473c-ae6a-680e0b579cbf None None] Port 44dd176b-2e6e-4ca9-827d-dc210f55d866 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:19.065486 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.069955 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] For port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:19.074101 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] For port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ddb3514f-b7e3-4bf7-95f2-4a754ad2eede,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:19.082239 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.089484 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-589bf273-4231-4d12-84a6-634c855b64e9 req-bc00634d-1157-4b29-97f4-0761e552b0bd tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896695 Aug 29 17:02:19.123239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Port': ['ID=7ca33618-346b-4eef-8174-a9e1ec0487ae,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:19.126014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No DVR routers for this DVR port 7ca33618-346b-4eef-8174-a9e1ec0487ae on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:19.146906 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e04bdc05-23bd-4a1f-8ccb-453513379234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.216352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bdc05-23bd-4a1f-8ccb-453513379234 None None] Pushing event deleted for resources: {'Port': ['ID=7ca33618-346b-4eef-8174-a9e1ec0487ae,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:19.218464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04bdc05-23bd-4a1f-8ccb-453513379234 None None] No DVR routers for this DVR port 7ca33618-346b-4eef-8174-a9e1ec0487ae on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:19.236454 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7ca33618-346b-4eef-8174-a9e1ec0487ae no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:19.242575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.256343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e026e9-b583-41bf-9803-5b2c67c25efb']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:19.269697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bc336b-aaf0-4e5f-bf02-7d0226b8b309') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:19.269995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bc336b-aaf0-4e5f-bf02-7d0226b8b309') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:19.276212 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 7ca33618-346b-4eef-8174-a9e1ec0487ae {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:19.279029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7ca33618-346b-4eef-8174-a9e1ec0487ae not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:19.283356 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.316352 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.325099 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Routers {'2b38b4d1-6928-41b0-98bc-8cf671e8308e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:19.325785 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:02:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:19.390604 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345792b2-657b-4376-9976-d254151e36c5 None None] Pushing event updated for resources: {'Port': ['ID=ddb3514f-b7e3-4bf7-95f2-4a754ad2eede,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:19.394161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:19.394561 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:19.401255 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:19.529775 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Allocated IP 172.25.5.143 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/34418235-0668-42da-b967-58cd72ef1e2a) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:19.558695 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] Set router 2b38b4d1-6928-41b0-98bc-8cf671e8308e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:02:19.647626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Allocated IP 172.20.0.1 (a2c37ab0-b867-4937-8eae-6502b5fc1404/e58fdf51-8f06-45a4-a80d-6b3292995fd8/1157ac67-8895-4abe-b6d8-553262c26001) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:19.770116 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:14Z', 'revision_number': 3, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:19.811061 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad4b42-40e2-4098-8511-4d760ad73863 None None] The sync data for ids ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'] in n-d-713301-13 is: [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:14Z', 'revision_number': 3, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:02:19.840177 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96ba0447-d2c0-4924-93c2-3832c45838c3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.847884 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.852451 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96ba0447-d2c0-4924-93c2-3832c45838c3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.892272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Transition to ACTIVE for port object 1157ac67-8895-4abe-b6d8-553262c26001 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:19.898709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-96ba0447-d2c0-4924-93c2-3832c45838c3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] In _notify_port_updated(), no bound segment for port 44dd176b-2e6e-4ca9-827d-dc210f55d866 on network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:02:19.904697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba0447-d2c0-4924-93c2-3832c45838c3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:19.905424 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96ba0447-d2c0-4924-93c2-3832c45838c3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.910046 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-96ba0447-d2c0-4924-93c2-3832c45838c3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "PUT /v2.0/ports/44dd176b-2e6e-4ca9-827d-dc210f55d866 HTTP/1.1" status: 200 len: 1066 time: 1.4715252 Aug 29 17:02:19.912186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59592) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:19.996564 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:19.999669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba0447-d2c0-4924-93c2-3832c45838c3 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event updated for resources: {'Port': ['ID=44dd176b-2e6e-4ca9-827d-dc210f55d866,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:20.088257 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.089209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.097337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf9ad6-9435-44a1-be09-21dd7f5d6aaa req-7084d9ad-ea20-4e3f-aeba-47cb084e7f21 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:20.099994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2aaf9ad6-9435-44a1-be09-21dd7f5d6aaa req-7084d9ad-ea20-4e3f-aeba-47cb084e7f21 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 945 time: 0.1694169 Aug 29 17:02:20.101655 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.180392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.212209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.252501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/38e026e9-b583-41bf-9803-5b2c67c25efb HTTP/1.1" status: 204 len: 168 time: 5.2804763 Aug 29 17:02:20.260902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Subnet': ['ID=e8d7ae37-0b3a-433a-85ba-cf69aed1fed1,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:20.269290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59602) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:20.304805 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1553867926'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:20.360006 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59a482-fefd-435e-81d5-4c38b0cc06d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=38e026e9-b583-41bf-9803-5b2c67c25efb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:20.413329 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.436319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Pushing event updated for resources: {'Port': ['ID=1157ac67-8895-4abe-b6d8-553262c26001,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:20.440421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Network a2c37ab0-b867-4937-8eae-6502b5fc1404 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:20.455200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Checking segment: {'id': '13e83ea7-7e41-4687-9625-2823f62c3930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c58a2d7c-99f6-40a8-9708-8e91b62d0035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:20.455581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network hostable DHCP agents. Network: c58a2d7c-99f6-40a8-9708-8e91b62d0035, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:20.460199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:20.466484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:20.485502 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a7d03-edc0-4f1d-a2fd-fec181d4e005 req-ead52778-b02d-4ad9-93cf-614d4ad3370a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:20.487078 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da1a7d03-edc0-4f1d-a2fd-fec181d4e005 req-ead52778-b02d-4ad9-93cf-614d4ad3370a tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 945 time: 0.2236402 Aug 29 17:02:20.489269 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:20.492562 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.508290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cdd0b38d-f635-498e-8038-d786a7928fb8 None None] Provisioning complete for port 44dd176b-2e6e-4ca9-827d-dc210f55d866 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:20.508826 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b38d-f635-498e-8038-d786a7928fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.539886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f60d2d74-445b-4903-949c-f135b111855c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Deleting port 44dd176b-2e6e-4ca9-827d-dc210f55d866 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:20.545827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f60d2d74-445b-4903-949c-f135b111855c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.574585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0b38d-f635-498e-8038-d786a7928fb8 None None] Port 44dd176b-2e6e-4ca9-827d-dc210f55d866 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:20.650466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:20.661994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.662629 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment 8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f of type vlan for network eb0c4a26-e9b1-463e-9fac-d3969ddc0211 Aug 29 17:02:20.670894 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.724715 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.791211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-2aaf9ad6-9435-44a1-be09-21dd7f5d6aaa req-eb2858d5-a5b8-41d8-9c6d-e044dbb92696 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Deleting port 195626dc-2ec6-482c-a6d6-e5047f86ecdf {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:20.791580 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2aaf9ad6-9435-44a1-be09-21dd7f5d6aaa req-eb2858d5-a5b8-41d8-9c6d-e044dbb92696 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.827596 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f60d2d74-445b-4903-949c-f135b111855c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.842708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ddb3514f-b7e3-4bf7-95f2-4a754ad2eede up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:20.844146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network c58a2d7c-99f6-40a8-9708-8e91b62d0035 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:20.873379 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da1a7d03-edc0-4f1d-a2fd-fec181d4e005 req-67ee76d0-a511-458d-ae04-f6188d7d572e tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709011 Aug 29 17:02:20.887697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, c58a2d7c-99f6-40a8-9708-8e91b62d0035) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:20.897459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:20.898067 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.901210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e48473-75f7-4d43-bcbf-5bc7942296ca None None] Network c58a2d7c-99f6-40a8-9708-8e91b62d0035 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:20.907623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f60d2d74-445b-4903-949c-f135b111855c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Calling delete_port for 44dd176b-2e6e-4ca9-827d-dc210f55d866 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:20.913185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.920018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:20.920629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:20.923735 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.013827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:21.140321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:21.142425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-221154d0-db32-453f-ac5c-e347bee75c64 None None] Provisioning for port 1157ac67-8895-4abe-b6d8-553262c26001 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:21.155157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2aaf9ad6-9435-44a1-be09-21dd7f5d6aaa req-eb2858d5-a5b8-41d8-9c6d-e044dbb92696 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] For port 195626dc-2ec6-482c-a6d6-e5047f86ecdf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=195626dc-2ec6-482c-a6d6-e5047f86ecdf,segment=NetworkSegment(6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9),segment_id=6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:21.155750 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2aaf9ad6-9435-44a1-be09-21dd7f5d6aaa req-eb2858d5-a5b8-41d8-9c6d-e044dbb92696 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.175854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-221154d0-db32-453f-ac5c-e347bee75c64 None None] Provisioning complete for port 1157ac67-8895-4abe-b6d8-553262c26001 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:21.176627 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-221154d0-db32-453f-ac5c-e347bee75c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.178359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:21.200182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-910f0500-81dd-4058-9203-b66b8064c269 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7644529 Aug 29 17:02:21.205818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-2aaf9ad6-9435-44a1-be09-21dd7f5d6aaa req-eb2858d5-a5b8-41d8-9c6d-e044dbb92696 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Calling delete_port for 195626dc-2ec6-482c-a6d6-e5047f86ecdf owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:21.207057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59610) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:21.215286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-363d8613-1a71-4755-8f58-aabbfe4ff864 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1473390886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:21.234163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59612) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:21.239723 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9406447 Aug 29 17:02:21.240816 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.273510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d79e2292-a2ed-4248-ab5d-df12a1550071 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'New_network'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:21.311585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:21.320058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Port': ['ID=34418235-0668-42da-b967-58cd72ef1e2a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:21.329126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be1944-d110-43a7-b68f-4f27cdb56aa0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=eb0c4a26-e9b1-463e-9fac-d3969ddc0211,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:21.348768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-c58a2d7c-99f6-40a8-9708-8e91b62d0035', 'network_id': 'c58a2d7c-99f6-40a8-9708-8e91b62d0035', 'tenant_id': '90b2c129704746a2b6a94fa082dcf61a', 'fixed_ips': [{'subnet_id': 'e8d7ae37-0b3a-433a-85ba-cf69aed1fed1'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:21.350003 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.363380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network eb0c4a26-e9b1-463e-9fac-d3969ddc0211 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:21.467667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:21.468243 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.499650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-221154d0-db32-453f-ac5c-e347bee75c64 None None] Port 1157ac67-8895-4abe-b6d8-553262c26001 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:21.519285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.582519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] Deleting port dd130b56-7bee-4a2d-a4ab-727411cdc4b2 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:21.583950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.696313 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.792948 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.848881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] For port dd130b56-7bee-4a2d-a4ab-727411cdc4b2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dd130b56-7bee-4a2d-a4ab-727411cdc4b2,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:21.849654 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.867703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ddb3514f-b7e3-4bf7-95f2-4a754ad2eede,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:21.876166 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.877039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] Calling delete_port for dd130b56-7bee-4a2d-a4ab-727411cdc4b2 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:21.898059 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d79e2292-a2ed-4248-ab5d-df12a1550071 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:21.939545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Allocated IP 172.20.0.2 (c58a2d7c-99f6-40a8-9708-8e91b62d0035/e8d7ae37-0b3a-433a-85ba-cf69aed1fed1/1296ed93-8c58-4629-a582-02f84cfbf7ba) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:22.044503 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.051448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ddb3514f-b7e3-4bf7-95f2-4a754ad2eede,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:22.055803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d79e2292-a2ed-4248-ab5d-df12a1550071 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.057668 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.086043 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.103030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.121184 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-363d8613-1a71-4755-8f58-aabbfe4ff864 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.122220 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-363d8613-1a71-4755-8f58-aabbfe4ff864 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.148172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0da357-7c79-4326-9095-87939efea6f8 req-0132ab57-b105-45d9-ab1e-7fa1b08ca494 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:22.150210 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bb0da357-7c79-4326-9095-87939efea6f8 req-0132ab57-b105-45d9-ab1e-7fa1b08ca494 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 945 time: 0.1488261 Aug 29 17:02:22.175644 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.189398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Transition to ACTIVE for port object 1296ed93-8c58-4629-a582-02f84cfbf7ba will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:22.199321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d79e2292-a2ed-4248-ab5d-df12a1550071 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network eb0c4a26-e9b1-463e-9fac-d3969ddc0211 is not hosted by any dhcp agent {{(pid=111676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:02:22.205260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e2292-a2ed-4248-ab5d-df12a1550071 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:22.205802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d79e2292-a2ed-4248-ab5d-df12a1550071 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.207176 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d79e2292-a2ed-4248-ab5d-df12a1550071 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "PUT /v2.0/networks/eb0c4a26-e9b1-463e-9fac-d3969ddc0211 HTTP/1.1" status: 200 len: 723 time: 0.9517751 Aug 29 17:02:22.212406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Transition to ACTIVE for port object 1296ed93-8c58-4629-a582-02f84cfbf7ba will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:22.217262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59620) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:22.222293 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.229858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'network_id': 'eb0c4a26-e9b1-463e-9fac-d3969ddc0211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:22.261098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Network c58a2d7c-99f6-40a8-9708-8e91b62d0035 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:22.261411 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f60d2d74-445b-4903-949c-f135b111855c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.264806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:22.268135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:22.273926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Port': ['ID=34418235-0668-42da-b967-58cd72ef1e2a,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:22.290348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e2292-a2ed-4248-ab5d-df12a1550071 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=eb0c4a26-e9b1-463e-9fac-d3969ddc0211,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:22.307284 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.311604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Pushing event updated for resources: {'Port': ['ID=1157ac67-8895-4abe-b6d8-553262c26001,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:22.330617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network eb0c4a26-e9b1-463e-9fac-d3969ddc0211 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:22.342532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bb0da357-7c79-4326-9095-87939efea6f8 req-7f4b3980-bba4-4317-9d93-8d06145dd1dc tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/security-groups?id=a70fe1e1-09cb-46e8-ab68-bcf275830d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835229 Aug 29 17:02:22.343674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Pushing event updated for resources: {'Port': ['ID=1296ed93-8c58-4629-a582-02f84cfbf7ba,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:22.350120 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.428281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-363d8613-1a71-4755-8f58-aabbfe4ff864 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.431971 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.432971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Attempting to bind port 1296ed93-8c58-4629-a582-02f84cfbf7ba on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:22.433402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Attempting to bind port 1296ed93-8c58-4629-a582-02f84cfbf7ba by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '13e83ea7-7e41-4687-9625-2823f62c3930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c58a2d7c-99f6-40a8-9708-8e91b62d0035'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:22.433781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Attempting to bind port 1296ed93-8c58-4629-a582-02f84cfbf7ba on network c58a2d7c-99f6-40a8-9708-8e91b62d0035 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:22.434008 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-830f851a-4542-4a96-8358-87207e12f637 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7909293 Aug 29 17:02:22.452045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d2d74-445b-4903-949c-f135b111855c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event deleted for resources: {'Port': ['ID=44dd176b-2e6e-4ca9-827d-dc210f55d866,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:22.461451 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.468589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:22.471468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Checking segment: {'id': '13e83ea7-7e41-4687-9625-2823f62c3930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c58a2d7c-99f6-40a8-9708-8e91b62d0035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:22.471963 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.472973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Bound using segment: {'id': '13e83ea7-7e41-4687-9625-2823f62c3930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c58a2d7c-99f6-40a8-9708-8e91b62d0035'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:22.476876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Bound port: 1296ed93-8c58-4629-a582-02f84cfbf7ba, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e83ea7-7e41-4687-9625-2823f62c3930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c58a2d7c-99f6-40a8-9708-8e91b62d0035'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:22.477331 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.533902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:22.537685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.540958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=dd130b56-7bee-4a2d-a4ab-727411cdc4b2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:22.638422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-363d8613-1a71-4755-8f58-aabbfe4ff864 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.646118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] For port 1296ed93-8c58-4629-a582-02f84cfbf7ba, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:22.651559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] For port 1296ed93-8c58-4629-a582-02f84cfbf7ba, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1296ed93-8c58-4629-a582-02f84cfbf7ba,segment=NetworkSegment(13e83ea7-7e41-4687-9625-2823f62c3930),segment_id=13e83ea7-7e41-4687-9625-2823f62c3930)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:22.662294 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.692874 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2aaf9ad6-9435-44a1-be09-21dd7f5d6aaa req-eb2858d5-a5b8-41d8-9c6d-e044dbb92696 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.741531 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-363d8613-1a71-4755-8f58-aabbfe4ff864 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:22.742926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-363d8613-1a71-4755-8f58-aabbfe4ff864 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.5348361 Aug 29 17:02:22.752487 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59640) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:22.813863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 195626dc-2ec6-482c-a6d6-e5047f86ecdf no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:22.837262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'network_id': 'c58a2d7c-99f6-40a8-9708-8e91b62d0035', 'name': 'tempest-PortsTestJSON-2113697818'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:22.918967 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 195626dc-2ec6-482c-a6d6-e5047f86ecdf {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:22.919399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 195626dc-2ec6-482c-a6d6-e5047f86ecdf not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:22.934291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff943cce-8a10-49dc-ab79-0584bcaee04b None None] Pushing event updated for resources: {'Port': ['ID=1296ed93-8c58-4629-a582-02f84cfbf7ba,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:22.990249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ddb3514f-b7e3-4bf7-95f2-4a754ad2eede up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:23.091227 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:23.102737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:23.103251 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:23.259744 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:23.346795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2858d5-a5b8-41d8-9c6d-e044dbb92696 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Pushing event deleted for resources: {'Port': ['ID=195626dc-2ec6-482c-a6d6-e5047f86ecdf,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:23.391664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=27e605fb-9799-49bd-98be-74973572e293,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:23.405125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking segment: {'id': '8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb0c4a26-e9b1-463e-9fac-d3969ddc0211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:23.405645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network hostable DHCP agents. Network: eb0c4a26-e9b1-463e-9fac-d3969ddc0211, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:23.483526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b179312b-66a6-4cd8-a406-f9c200853786 req-12f21c5a-3b27-453e-8988-e3a0112d0a9b tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.22 "GET /v2.0/ports?device_id=35a5f92e-bbc5-4f4e-8e73-dbe76c49717e HTTP/1.1" status: 200 len: 210 time: 0.0358775 Aug 29 17:02:23.494612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network eb0c4a26-e9b1-463e-9fac-d3969ddc0211 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:23.504908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaf9ad6-9435-44a1-be09-21dd7f5d6aaa req-eb2858d5-a5b8-41d8-9c6d-e044dbb92696 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] No DVR routers for this DVR port 195626dc-2ec6-482c-a6d6-e5047f86ecdf on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:23.539048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, eb0c4a26-e9b1-463e-9fac-d3969ddc0211) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:23.546302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:23.547000 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:23.552742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a9987-fa37-4973-a46e-f301e7fcc503 None None] Network eb0c4a26-e9b1-463e-9fac-d3969ddc0211 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:23.570619 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2aaf9ad6-9435-44a1-be09-21dd7f5d6aaa req-eb2858d5-a5b8-41d8-9c6d-e044dbb92696 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:23.572830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2aaf9ad6-9435-44a1-be09-21dd7f5d6aaa req-eb2858d5-a5b8-41d8-9c6d-e044dbb92696 tempest-DeleteServersTestJSON-1659179839 tempest-DeleteServersTestJSON-1659179839-project] 10.222.0.16 "DELETE /v2.0/ports/195626dc-2ec6-482c-a6d6-e5047f86ecdf HTTP/1.1" status: 204 len: 173 time: 3.4577994 Aug 29 17:02:23.575924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a5f92e-bbc5-4f4e-8e73-dbe76c49717e', 'name': 'network-vif-deleted', 'tag': '195626dc-2ec6-482c-a6d6-e5047f86ecdf'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:02:23.578362 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bd749a-76be-4154-b1da-a03e23df56e5" -d '{"events": [{"server_uuid": "35a5f92e-bbc5-4f4e-8e73-dbe76c49717e", "name": "network-vif-deleted", "tag": "195626dc-2ec6-482c-a6d6-e5047f86ecdf"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:02:23.582857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Network a2c37ab0-b867-4937-8eae-6502b5fc1404 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:23.584497 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f60d2d74-445b-4903-949c-f135b111855c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:23.586444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f60d2d74-445b-4903-949c-f135b111855c tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "DELETE /v2.0/ports/44dd176b-2e6e-4ca9-827d-dc210f55d866 HTTP/1.1" status: 204 len: 168 time: 3.6733055 Aug 29 17:02:23.589719 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-44bec8e0-daca-4d2a-8d70-4b1a5aa8fc0a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--379842990&fields=id&tenant_id=374be93859ef4f9184b6d6740601a35c HTTP/1.1" status: 200 len: 267 time: 0.6516933 Aug 29 17:02:23.593045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59654) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:23.603214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:23.662559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] Router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:02:23.667524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-02b0a4fc-52c0-4656-995a-7c0c76037feb tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4422550 Aug 29 17:02:23.671565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59656) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:23.684384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a489259b-2b64-4b6c-a5f3-59cba3a87bb6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:23.772551 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3874acc2-3050-44ce-8246-5c655c158fe5 x-openstack-request-id: req-3874acc2-3050-44ce-8246-5c655c158fe5 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:02:23.772853 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a5f92e-bbc5-4f4e-8e73-dbe76c49717e", "name": "network-vif-deleted", "tag": "195626dc-2ec6-482c-a6d6-e5047f86ecdf", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:02:23.773115 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3874acc2-3050-44ce-8246-5c655c158fe5 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:02:23.773550 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a5f92e-bbc5-4f4e-8e73-dbe76c49717e', 'name': 'network-vif-deleted', 'tag': '195626dc-2ec6-482c-a6d6-e5047f86ecdf', 'status': 'completed', 'code': 200} Aug 29 17:02:23.792209 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a921691-84f9-4b30-a5c4-828f078aef4b tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] GET failed (client error): The resource could not be found. Aug 29 17:02:23.792771 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4a921691-84f9-4b30-a5c4-828f078aef4b tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "GET /v2.0/ports/44dd176b-2e6e-4ca9-827d-dc210f55d866 HTTP/1.1" status: 404 len: 333 time: 0.1987693 Aug 29 17:02:23.809584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59660) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:23.833417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Router 2b38b4d1-6928-41b0-98bc-8cf671e8308e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:02:23.857364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-eb0c4a26-e9b1-463e-9fac-d3969ddc0211', 'network_id': 'eb0c4a26-e9b1-463e-9fac-d3969ddc0211', 'tenant_id': '141e2611b9584352aef3c1ec2379997d', 'fixed_ips': [{'subnet_id': '27e605fb-9799-49bd-98be-74973572e293'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:23.858940 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:23.885180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-3b78eb96-50ed-48c9-aa3b-aa002888d661 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:23.886666 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-3b78eb96-50ed-48c9-aa3b-aa002888d661 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports/c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 200 len: 931 time: 0.2787549 Aug 29 17:02:23.889804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:23.898651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:23.939195 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:24.121305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.9 (c58a2d7c-99f6-40a8-9708-8e91b62d0035/e8d7ae37-0b3a-433a-85ba-cf69aed1fed1/a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:24.126648 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d1d17a38-a6d7-4d68-9dd0-69d17c8a4ad4 None None] Provisioning complete for port 1157ac67-8895-4abe-b6d8-553262c26001 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:24.127153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a38-a6d7-4d68-9dd0-69d17c8a4ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:24.177192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Allocated IP 172.20.0.2 (eb0c4a26-e9b1-463e-9fac-d3969ddc0211/27e605fb-9799-49bd-98be-74973572e293/9ead915d-aea6-4e47-b330-fafddc6106c3) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:24.199831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d1d17a38-a6d7-4d68-9dd0-69d17c8a4ad4 None None] Port 1157ac67-8895-4abe-b6d8-553262c26001 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:24.409382 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:24.414658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:02:24.424103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Sync routers for ids ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:02:24.429974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Transition to ACTIVE for port object 9ead915d-aea6-4e47-b330-fafddc6106c3 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:24.434803 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-88a0b670-c623-4b02-974a-30d1ed49ed4e admin admin] 10.222.0.22 "PUT /v2.0/routers/2b38b4d1-6928-41b0-98bc-8cf671e8308e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9500349 Aug 29 17:02:24.458963 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Routers {'2b38b4d1-6928-41b0-98bc-8cf671e8308e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:24.459689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:02:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:24.551875 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a489259b-2b64-4b6c-a5f3-59cba3a87bb6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126191883'] for subnet, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:24.601849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-461cb486-f5c7-43b1-b963-ca3f0ea72b0e tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Deleting port 8d3b877b-efdd-4222-a301-f3b2d343ea63 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:24.602201 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-461cb486-f5c7-43b1-b963-ca3f0ea72b0e tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:24.679802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:24.711009 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:24.711957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:02:24.718664 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e9a3735a-4bdc-404a-98ac-f7e1bf3db6bd admin admin] 10.222.0.22 "PUT /v2.0/routers/f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7418184 Aug 29 17:02:24.721521 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-461cb486-f5c7-43b1-b963-ca3f0ea72b0e tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:24.724888 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94da4eb-53f1-4eb8-97d5-23fdb9927a80 None None] Sync routers for ids ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:02:24.726491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59674) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:24.744932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59671ec-c532-48e9-8792-33ccba8e0e3b None None] Network c58a2d7c-99f6-40a8-9708-8e91b62d0035 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:24.756258 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94da4eb-53f1-4eb8-97d5-23fdb9927a80 None None] Routers {'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:24.760571 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e94da4eb-53f1-4eb8-97d5-23fdb9927a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:02:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:24.815191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Transition to ACTIVE for port object 9ead915d-aea6-4e47-b330-fafddc6106c3 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:24.826546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-461cb486-f5c7-43b1-b963-ca3f0ea72b0e tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Calling delete_port for 8d3b877b-efdd-4222-a301-f3b2d343ea63 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:24.834109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-0c748dcb-55fa-4908-9969-f92390e38513 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:24.839578 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:24.846366 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-0c748dcb-55fa-4908-9969-f92390e38513 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports/ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 200 len: 932 time: 0.9189372 Aug 29 17:02:24.851900 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:24.962916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Set router 2b38b4d1-6928-41b0-98bc-8cf671e8308e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:02:25.034811 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e94da4eb-53f1-4eb8-97d5-23fdb9927a80 None None] Set router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:02:25.053119 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-ce496ad6-1faf-428d-aa69-c67cd2dea386 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2028584 Aug 29 17:02:25.079169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network c58a2d7c-99f6-40a8-9708-8e91b62d0035 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:25.096905 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.123416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:25.128706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59678) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:25.156070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:25.162038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3b886990-aeaa-4e38-9ebf-6b1d6173cfb0 None None] Provisioning for port 1296ed93-8c58-4629-a582-02f84cfbf7ba completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:25.175225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1296ed93-8c58-4629-a582-02f84cfbf7ba up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:25.178247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d3ac7b86-ae6a-4a2f-a5ac-426d0bcb3379 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786488308', 'description': 'tempest-description--2058984885'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:25.178680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a489259b-2b64-4b6c-a5f3-59cba3a87bb6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747308347944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125915749'] for subnet, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.187199 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-6fda0a0e-bd88-4d31-bf28-2c5938865709 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1177316 Aug 29 17:02:25.228517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:25.235751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Network eb0c4a26-e9b1-463e-9fac-d3969ddc0211 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:25.250540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:25.255503 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:25.280487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a489259b-2b64-4b6c-a5f3-59cba3a87bb6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:25.282123 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a489259b-2b64-4b6c-a5f3-59cba3a87bb6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.283794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a489259b-2b64-4b6c-a5f3-59cba3a87bb6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "PUT /v2.0/subnets/27e605fb-9799-49bd-98be-74973572e293 HTTP/1.1" status: 200 len: 806 time: 1.6048510 Aug 29 17:02:25.286199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Pushing event updated for resources: {'Port': ['ID=9ead915d-aea6-4e47-b330-fafddc6106c3,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:25.296989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59686) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:25.349762 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e94da4eb-53f1-4eb8-97d5-23fdb9927a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T17:02:22Z', 'revision_number': 5, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:25.391009 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94da4eb-53f1-4eb8-97d5-23fdb9927a80 None None] Checking router: f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:02:25.414936 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94da4eb-53f1-4eb8-97d5-23fdb9927a80 None None] Routers {'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:25.415812 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e94da4eb-53f1-4eb8-97d5-23fdb9927a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:02:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:25.417026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-4be9f0a2-d712-430a-bd7f-2ff97b1fbf64 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:25.425120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-4be9f0a2-d712-430a-bd7f-2ff97b1fbf64 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:25.438211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-4be9f0a2-d712-430a-bd7f-2ff97b1fbf64 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:25.440028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-4be9f0a2-d712-430a-bd7f-2ff97b1fbf64 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/networks?id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865 HTTP/1.1" status: 200 len: 1989 time: 0.2427645 Aug 29 17:02:25.463383 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-461cb486-f5c7-43b1-b963-ca3f0ea72b0e tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.481645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-9261c720-c33d-4511-a7d5-8e0c2c96f35c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/quotas/374be93859ef4f9184b6d6740601a35c HTTP/1.1" status: 200 len: 375 time: 0.0291803 Aug 29 17:02:25.490631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489259b-2b64-4b6c-a5f3-59cba3a87bb6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=27e605fb-9799-49bd-98be-74973572e293,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:25.495644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 1296ed93-8c58-4629-a582-02f84cfbf7ba completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:25.502737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Attempting to bind port 9ead915d-aea6-4e47-b330-fafddc6106c3 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:25.503307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Attempting to bind port 9ead915d-aea6-4e47-b330-fafddc6106c3 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb0c4a26-e9b1-463e-9fac-d3969ddc0211'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:25.503762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Attempting to bind port 9ead915d-aea6-4e47-b330-fafddc6106c3 on network eb0c4a26-e9b1-463e-9fac-d3969ddc0211 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:25.508927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1296ed93-8c58-4629-a582-02f84cfbf7ba triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:25.509467 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.512238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:25.517169 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.521207 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3ac7b86-ae6a-4a2f-a5ac-426d0bcb3379 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.548781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:25.549379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Checking segment: {'id': '8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb0c4a26-e9b1-463e-9fac-d3969ddc0211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:25.549985 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.550476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Bound using segment: {'id': '8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb0c4a26-e9b1-463e-9fac-d3969ddc0211'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:25.551638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Bound port: 9ead915d-aea6-4e47-b330-fafddc6106c3, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb0c4a26-e9b1-463e-9fac-d3969ddc0211'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:25.554800 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.601216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cb486-f5c7-43b1-b963-ca3f0ea72b0e tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event deleted for resources: {'Port': ['ID=8d3b877b-efdd-4222-a301-f3b2d343ea63,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:25.632941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3f4e96ce-9fb7-4e20-b0f5-072e620c15dc tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8765762 Aug 29 17:02:25.636172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59698) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:25.672488 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e94da4eb-53f1-4eb8-97d5-23fdb9927a80 None None] Set router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:02:25.706061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-461cb486-f5c7-43b1-b963-ca3f0ea72b0e tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.710748 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-461cb486-f5c7-43b1-b963-ca3f0ea72b0e tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "DELETE /v2.0/ports/8d3b877b-efdd-4222-a301-f3b2d343ea63 HTTP/1.1" status: 204 len: 168 time: 1.8977232 Aug 29 17:02:25.710748 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.715464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59700) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:25.823628 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ee2a7b-f1ae-4b6b-a4f4-ceaeb655ac62 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] GET failed (client error): The resource could not be found. Aug 29 17:02:25.833626 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b9ee2a7b-f1ae-4b6b-a4f4-ceaeb655ac62 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "GET /v2.0/ports/8d3b877b-efdd-4222-a301-f3b2d343ea63 HTTP/1.1" status: 404 len: 333 time: 0.1145384 Aug 29 17:02:25.834282 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:25.835901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59704) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:25.881046 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:26.056966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '1157ac67-8895-4abe-b6d8-553262c26001', 'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'mac_address': 'fa:16:3e:93:85:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:18Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 2, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'subnets': [{'id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:26.058273 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-5777b801-a59a-451f-9178-60d378489ea4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5320051 Aug 29 17:02:26.079167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] For port 9ead915d-aea6-4e47-b330-fafddc6106c3, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:26.098076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e326b183-6136-413a-874d-10b913b94a67 None None] Provisioning complete for port 1296ed93-8c58-4629-a582-02f84cfbf7ba triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:26.098557 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e326b183-6136-413a-874d-10b913b94a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:26.103690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] For port 9ead915d-aea6-4e47-b330-fafddc6106c3, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9ead915d-aea6-4e47-b330-fafddc6106c3,segment=NetworkSegment(8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f),segment_id=8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:26.132865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 1296ed93-8c58-4629-a582-02f84cfbf7ba, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1296ed93-8c58-4629-a582-02f84cfbf7ba,segment=NetworkSegment(13e83ea7-7e41-4687-9625-2823f62c3930),segment_id=13e83ea7-7e41-4687-9625-2823f62c3930)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:26.135464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Checking router: 2b38b4d1-6928-41b0-98bc-8cf671e8308e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:02:26.136044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Updating router 2b38b4d1-6928-41b0-98bc-8cf671e8308e port 1157ac67-8895-4abe-b6d8-553262c26001 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:02:26.157646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:26.180199 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e94da4eb-53f1-4eb8-97d5-23fdb9927a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T17:02:22Z', 'revision_number': 5, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:26.235089 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94da4eb-53f1-4eb8-97d5-23fdb9927a80 None None] The sync data for ids ['f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc'] in n-d-713301-13 is: [{'id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'name': 'tempest-ServerActionsTestJSON-153479691-router', 'tenant_id': '21e687433caf49298027356002331e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T16:53:31Z', 'updated_at': '2021-08-29T17:02:22Z', 'revision_number': 5, 'project_id': '21e687433caf49298027356002331e0f', 'gw_port': {'id': '6e04ddbd-23b7-41fd-bf66-c515fb6dd70d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T16:53:32Z', 'updated_at': '2021-08-29T16:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:02:26.289144 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1da7fc-f583-442f-980f-ff9ac1aa732a None None] Pushing event updated for resources: {'Port': ['ID=9ead915d-aea6-4e47-b330-fafddc6106c3,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:26.291261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Deleting port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:26.292009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:26.292699 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:26.352717 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:26.423681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=1296ed93-8c58-4629-a582-02f84cfbf7ba,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:26.452992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Deleting port 9ead915d-aea6-4e47-b330-fafddc6106c3 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:26.453421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:26.460249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b4be5-9fa8-40e5-b123-1b77574c4b3a tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Deleting port 2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:26.460588 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4be5-9fa8-40e5-b123-1b77574c4b3a tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:26.556143 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:02:26.600101 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-45a1513f-cf91-4ed0-83b1-1eb6fad7e8eb service neutron] 10.222.0.22 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534462 Aug 29 17:02:26.747221 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e326b183-6136-413a-874d-10b913b94a67 None None] Provisioning for port a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:26.821707 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e326b183-6136-413a-874d-10b913b94a67 None None] Provisioning complete for port a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:26.822293 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e326b183-6136-413a-874d-10b913b94a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:26.847525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] For port 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6e04ddbd-23b7-41fd-bf66-c515fb6dd70d,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:26.848593 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:26.904043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Calling delete_port for 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:26.977995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] For port 9ead915d-aea6-4e47-b330-fafddc6106c3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9ead915d-aea6-4e47-b330-fafddc6106c3,segment=NetworkSegment(8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f),segment_id=8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:26.977995 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.003281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Calling delete_port for 9ead915d-aea6-4e47-b330-fafddc6106c3 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:27.004725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.020767 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3ac7b86-ae6a-4a2f-a5ac-426d0bcb3379 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.054371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e326b183-6136-413a-874d-10b913b94a67 None None] Port a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:27.058131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3ac7b86-ae6a-4a2f-a5ac-426d0bcb3379 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.092393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9ead915d-aea6-4e47-b330-fafddc6106c3 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:27.171781 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-b61b15c4-ae39-43dd-b9ea-ed2e6b4fb765 service neutron] 10.222.0.22 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529568 Aug 29 17:02:27.172570 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3ac7b86-ae6a-4a2f-a5ac-426d0bcb3379 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.173780 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d3ac7b86-ae6a-4a2f-a5ac-426d0bcb3379 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.0197208 Aug 29 17:02:27.182663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59724) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:27.190404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-84bfae73-2c62-4d24-846b-5cd07d5fa3ec tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Request body: {'security_group_rule': {'security_group_id': '74672e34-c804-4a7c-bfd6-f6b37ec7e711', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:27.226708 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4be5-9fa8-40e5-b123-1b77574c4b3a tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.233827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c2ec443e-fbd3-4b2f-9db7-e54fc40e2c4f None None] Provisioning complete for port a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:27.234128 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c2ec443e-fbd3-4b2f-9db7-e54fc40e2c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.250354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b4be5-9fa8-40e5-b123-1b77574c4b3a tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Calling delete_port for 2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:27.293553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac7b86-ae6a-4a2f-a5ac-426d0bcb3379 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74672e34-c804-4a7c-bfd6-f6b37ec7e711,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:27.329989 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-84bfae73-2c62-4d24-846b-5cd07d5fa3ec tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.339610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9ead915d-aea6-4e47-b330-fafddc6106c3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:27.339992 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.367779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-76a61aaf-9a8d-4672-9593-f2ae5aff8c28 service neutron] 10.222.0.22 "GET /v2.0/ports/c07a2c12-5081-450d-8358-441fdfb60714?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1863720 Aug 29 17:02:27.419028 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Port 9ead915d-aea6-4e47-b330-fafddc6106c3 was deleted so its status cannot be updated. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 17:02:27.420269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1296ed93-8c58-4629-a582-02f84cfbf7ba up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:27.507608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.554839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec443e-fbd3-4b2f-9db7-e54fc40e2c4f None None] Port a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:27.585259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Transition to ACTIVE for port object 1157ac67-8895-4abe-b6d8-553262c26001 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:27.596371 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.599994 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-84bfae73-2c62-4d24-846b-5cd07d5fa3ec tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.636209 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-84bfae73-2c62-4d24-846b-5cd07d5fa3ec tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.668743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfae73-2c62-4d24-846b-5cd07d5fa3ec tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57554883-8f3b-427a-9d78-9a14af2f6476,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:27.710938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-42cc77d5-f38a-4fcb-ae0b-948e4ffba9c0 service neutron] 10.222.0.22 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305149 Aug 29 17:02:27.792204 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-84bfae73-2c62-4d24-846b-5cd07d5fa3ec tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.795853 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-84bfae73-2c62-4d24-846b-5cd07d5fa3ec tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6070919 Aug 29 17:02:27.796008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.808087 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4be5-9fa8-40e5-b123-1b77574c4b3a tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.811059 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59728) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:27.818292 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.830838 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.848361 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.880650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6f0bc009-f3a3-4d91-9fa1-41243e6b0630 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Request body: {'security_group_rule': {'security_group_id': '74672e34-c804-4a7c-bfd6-f6b37ec7e711', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:27.911171 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1296ed93-8c58-4629-a582-02f84cfbf7ba triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:27.911694 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:27.961089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Attempting to bind port 1157ac67-8895-4abe-b6d8-553262c26001 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:27.961626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Attempting to bind port 1157ac67-8895-4abe-b6d8-553262c26001 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:27.962103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Attempting to bind port 1157ac67-8895-4abe-b6d8-553262c26001 on network a2c37ab0-b867-4937-8eae-6502b5fc1404 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:27.999197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae092e-faea-4a19-9d5d-95b4da17c7da None None] Pushing event updated for resources: {'Port': ['ID=1157ac67-8895-4abe-b6d8-553262c26001,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:28.000901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Port': ['ID=9ead915d-aea6-4e47-b330-fafddc6106c3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:28.055529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:28.056155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Checking segment: {'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:28.056307 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:28.056702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Bound using segment: {'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:28.057196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Bound port: 1157ac67-8895-4abe-b6d8-553262c26001, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:28.057614 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:28.158853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No DVR routers for this DVR port 9ead915d-aea6-4e47-b330-fafddc6106c3 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:28.163995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e04ddbd-23b7-41fd-bf66-c515fb6dd70d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:28.270041 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4be5-9fa8-40e5-b123-1b77574c4b3a tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:28.273208 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6e1b4be5-9fa8-40e5-b123-1b77574c4b3a tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "DELETE /v2.0/ports/2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888 HTTP/1.1" status: 204 len: 168 time: 2.3879626 Aug 29 17:02:28.285098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59736) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:28.325096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dd130b56-7bee-4a2d-a4ab-727411cdc4b2 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:28.344819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] For port 1157ac67-8895-4abe-b6d8-553262c26001, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:28.375963 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc009-f3a3-4d91-9fa1-41243e6b0630 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:28.448935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b4be5-9fa8-40e5-b123-1b77574c4b3a tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event deleted for resources: {'Port': ['ID=2a3d81c2-e4e3-466b-b6a0-9fbceaaa0888,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:28.462942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: dd130b56-7bee-4a2d-a4ab-727411cdc4b2 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:28.463297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dd130b56-7bee-4a2d-a4ab-727411cdc4b2 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:28.488882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] For port 1157ac67-8895-4abe-b6d8-553262c26001, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1157ac67-8895-4abe-b6d8-553262c26001,segment=NetworkSegment(8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d),segment_id=8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:28.493804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ae607f-47a8-4346-bbc2-8854e7bc3e28 None None] Network eb0c4a26-e9b1-463e-9fac-d3969ddc0211 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:28.512059 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:28.546085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:28.550165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-f2c98bab-3e40-4f75-9c16-719a1e6365bb service neutron] 10.222.0.22 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8386967 Aug 29 17:02:28.551669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:28.610636 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b1c293-e593-448c-b36f-3de55f8499d0 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Deleting subnet fc71f2e5-ae84-44ab-8827-1fe30f455d0e {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:02:28.617079 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c293-e593-448c-b36f-3de55f8499d0 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:28.649836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4dc8685d-6165-470e-bafb-22573faf491b None None] Provisioning complete for port a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:28.650162 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4dc8685d-6165-470e-bafb-22573faf491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:28.656226 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-7ed7f9fa-17eb-4cf4-b1ec-6b9a2f692d76 service neutron] 10.222.0.22 "GET /v2.0/ports/ebbbb855-3d5e-4350-a371-62c6baca9ecb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0953460 Aug 29 17:02:28.686418 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:28.729699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae092e-faea-4a19-9d5d-95b4da17c7da None None] Pushing event updated for resources: {'Port': ['ID=1157ac67-8895-4abe-b6d8-553262c26001,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:28.827329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Routers {'2b38b4d1-6928-41b0-98bc-8cf671e8308e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:28.835626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:02:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:28.900551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c293-e593-448c-b36f-3de55f8499d0 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:28.999407 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-8ac16b69-b3ba-4bd1-b5db-8fa3c02261d9 service neutron] 10.222.0.22 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099997 Aug 29 17:02:29.034856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:29.296664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8685d-6165-470e-bafb-22573faf491b None None] Port a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:29.327073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4dc8685d-6165-470e-bafb-22573faf491b None None] Could not find standard attr ID for object 9ead915d-aea6-4e47-b330-fafddc6106c3. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:02:29.342742 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-810d23f5-2071-4d00-b6ca-3476b2619ea4 service neutron] 10.222.0.22 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165483 Aug 29 17:02:29.346754 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] Set router 2b38b4d1-6928-41b0-98bc-8cf671e8308e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:02:29.427478 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:29.430134 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:29.533588 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:29.534193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:02:29.537315 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc009-f3a3-4d91-9fa1-41243e6b0630 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:29.558959 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:29.562728 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d0952e1c-24e5-4930-ba8f-a0465bd8d059 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f83f3b6d-5769-4aef-ba2c-c4fc9df3ebcc HTTP/1.1" status: 204 len: 168 time: 4.8277452 Aug 29 17:02:29.564735 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:29.566036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59756) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:29.570421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc009-f3a3-4d91-9fa1-41243e6b0630 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:29.699097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bc009-f3a3-4d91-9fa1-41243e6b0630 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59191ea-dfc3-4cab-a8ff-d3a61bddec46,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:29.751811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:29.782797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59758) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:29.787533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7292ccd2-a4b4-43ff-bb9e-560fd2809686 None None] Network eb0c4a26-e9b1-463e-9fac-d3969ddc0211 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:29.795943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc009-f3a3-4d91-9fa1-41243e6b0630 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:29.810534 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6f0bc009-f3a3-4d91-9fa1-41243e6b0630 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9520433 Aug 29 17:02:29.811409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59760) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:29.817680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:29.905932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '1157ac67-8895-4abe-b6d8-553262c26001', 'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'mac_address': 'fa:16:3e:93:85:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:18Z', 'updated_at': '2021-08-29T17:02:28Z', 'revision_number': 4, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'subnets': [{'id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:29.979335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c637daad-e3b3-457e-9c81-fcd04cea4779 None None] The sync data for ids ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'] in n-d-713301-13 is: [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '1157ac67-8895-4abe-b6d8-553262c26001', 'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'mac_address': 'fa:16:3e:93:85:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:18Z', 'updated_at': '2021-08-29T17:02:28Z', 'revision_number': 4, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'subnets': [{'id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:02:30.061567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Subnet': ['ID=27e605fb-9799-49bd-98be-74973572e293,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:30.078188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a85854-6a24-4a20-b0f6-2948525fed4b admin admin] Deleting subnet a8310664-c880-4bb8-a35f-0591064fd99d {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:02:30.086676 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c65d9687-96ed-48f4-a1b9-9f69b8f48076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.086843 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73a85854-6a24-4a20-b0f6-2948525fed4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.105838 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-fb0d0efd-4b2a-4610-b292-8832556e1c9d service neutron] 10.222.0.22 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945996 Aug 29 17:02:30.129869 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c293-e593-448c-b36f-3de55f8499d0 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.150247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2354d63-5629-4c73-9909-2d80bab1c016 None None] DHCP port deletion for eb0c4a26-e9b1-463e-9fac-d3969ddc0211 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:02:30.153725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.262152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.285187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73a85854-6a24-4a20-b0f6-2948525fed4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.376471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-d2148962-047a-49d8-ae9e-ce2d5d9bf28e service neutron] 10.222.0.22 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329011 Aug 29 17:02:30.383145 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73a85854-6a24-4a20-b0f6-2948525fed4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.392015 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c293-e593-448c-b36f-3de55f8499d0 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.401890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0c4a26-e9b1-463e-9fac-d3969ddc0211']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:30.465565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:30.465948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4fb307-b2ff-4ee1-bc4d-cc603ed2030f') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:30.466358 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.506408 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.512723 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c293-e593-448c-b36f-3de55f8499d0 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.523005 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c7b1c293-e593-448c-b36f-3de55f8499d0 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "DELETE /v2.0/subnets/fc71f2e5-ae84-44ab-8827-1fe30f455d0e HTTP/1.1" status: 204 len: 168 time: 2.2299707 Aug 29 17:02:30.523254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f4c4b4-e9bf-4f58-b1c5-48e9cb970f66 None None] Network 9d8ca2e4-1392-4359-a3ed-a17e54375b6d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:30.523901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1c293-e593-448c-b36f-3de55f8499d0 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event deleted for resources: {'Subnet': ['ID=fc71f2e5-ae84-44ab-8827-1fe30f455d0e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:30.532945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59766) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:30.533715 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.557571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.568201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:30.568957 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:30.574055 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:30.592354 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73a85854-6a24-4a20-b0f6-2948525fed4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.655762 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73a85854-6a24-4a20-b0f6-2948525fed4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.657733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbdf63f-fe8d-4847-94ef-fd2e6fe4f3ea None None] Network b563cb46-f07d-4d3d-8cc5-5c622555fa49 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:30.657972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-73a85854-6a24-4a20-b0f6-2948525fed4b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a8310664-c880-4bb8-a35f-0591064fd99d HTTP/1.1" status: 204 len: 168 time: 1.0886648 Aug 29 17:02:30.677008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59768) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:30.684902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85854-6a24-4a20-b0f6-2948525fed4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8310664-c880-4bb8-a35f-0591064fd99d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:30.827212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.832597 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.836733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/eb0c4a26-e9b1-463e-9fac-d3969ddc0211 HTTP/1.1" status: 204 len: 168 time: 5.5369000 Aug 29 17:02:30.871088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59770) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:30.879332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.882079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9f272-de89-4347-b632-ff725f516ff9 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=eb0c4a26-e9b1-463e-9fac-d3969ddc0211,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:30.890697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1157ac67-8895-4abe-b6d8-553262c26001 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:30.906158 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.959054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 1157ac67-8895-4abe-b6d8-553262c26001 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:30.964949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1157ac67-8895-4abe-b6d8-553262c26001 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:30.966132 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:30.970364 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-79726f7c-fe6a-42bf-86b6-5c8ac08eb449 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:30.973001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79726f7c-fe6a-42bf-86b6-5c8ac08eb449 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:30.982380 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-79726f7c-fe6a-42bf-86b6-5c8ac08eb449 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/eb0c4a26-e9b1-463e-9fac-d3969ddc0211 HTTP/1.1" status: 404 len: 339 time: 0.1005766 Aug 29 17:02:30.982551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59774) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:30.990845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:31.019793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-196982434', 'description': 'd1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:31.025578 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-62a56f31-5373-4a5e-8cec-ae8e2b87564c service neutron] 10.222.0.22 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288135 Aug 29 17:02:31.045072 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.057496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Deleting port dc89271f-4a4a-4ba2-af16-d78f7885a381 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:31.060159 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.063449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b36bc-c233-4895-9dbf-bc06a2ddeafb None None] DHCP port deletion for b563cb46-f07d-4d3d-8cc5-5c622555fa49 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:02:31.065696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356ccfca-453d-48d9-8602-72afdcc207da None None] DHCP port deletion for 9d8ca2e4-1392-4359-a3ed-a17e54375b6d request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:02:31.240664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] For port dc89271f-4a4a-4ba2-af16-d78f7885a381, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dc89271f-4a4a-4ba2-af16-d78f7885a381,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:31.244612 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.278264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b36bc-c233-4895-9dbf-bc06a2ddeafb None None] Deleting port dc89271f-4a4a-4ba2-af16-d78f7885a381 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:31.282001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Calling delete_port for dc89271f-4a4a-4ba2-af16-d78f7885a381 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:31.282674 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9f3b36bc-c233-4895-9dbf-bc06a2ddeafb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.286105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-356ccfca-453d-48d9-8602-72afdcc207da None None] Deleting port ed72271a-54bd-419c-835b-6dc5e5659e75 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:31.286342 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-356ccfca-453d-48d9-8602-72afdcc207da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.332473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network c58a2d7c-99f6-40a8-9708-8e91b62d0035 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:31.335533 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-661a4ad6-caf0-42b5-ad4b-f62ff3c0a6f1 service neutron] 10.222.0.22 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817879 Aug 29 17:02:31.340415 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59784) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:31.341695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:31.424726 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.440664 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.451726 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c65d9687-96ed-48f4-a1b9-9f69b8f48076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.452634 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] No DVR routers for this DVR port dc89271f-4a4a-4ba2-af16-d78f7885a381 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:31.499661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9f3b36bc-c233-4895-9dbf-bc06a2ddeafb None None] For port dc89271f-4a4a-4ba2-af16-d78f7885a381, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=dc89271f-4a4a-4ba2-af16-d78f7885a381,segment=NetworkSegment(da4966f5-63c3-449d-a6e8-baee0047ea20),segment_id=da4966f5-63c3-449d-a6e8-baee0047ea20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:31.500240 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9f3b36bc-c233-4895-9dbf-bc06a2ddeafb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.516958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-356ccfca-453d-48d9-8602-72afdcc207da None None] For port ed72271a-54bd-419c-835b-6dc5e5659e75, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ed72271a-54bd-419c-835b-6dc5e5659e75,segment=NetworkSegment(a1c1889b-acd0-4622-8209-4aef6037e325),segment_id=a1c1889b-acd0-4622-8209-4aef6037e325)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:31.517560 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-356ccfca-453d-48d9-8602-72afdcc207da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.528440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b36bc-c233-4895-9dbf-bc06a2ddeafb None None] Calling delete_port for dc89271f-4a4a-4ba2-af16-d78f7885a381 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:31.556219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 1157ac67-8895-4abe-b6d8-553262c26001, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1157ac67-8895-4abe-b6d8-553262c26001,segment=NetworkSegment(8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d),segment_id=8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:31.567695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-356ccfca-453d-48d9-8602-72afdcc207da None None] Calling delete_port for ed72271a-54bd-419c-835b-6dc5e5659e75 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:31.570236 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.588461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:31.597924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc89271f-4a4a-4ba2-af16-d78f7885a381,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:31.633649 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c65d9687-96ed-48f4-a1b9-9f69b8f48076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.678802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:31.679270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6e04ddbd-23b7-41fd-bf66-c515fb6dd70d not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:31.679796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9ead915d-aea6-4e47-b330-fafddc6106c3 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:31.722507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:31.726946 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.761899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 9ead915d-aea6-4e47-b330-fafddc6106c3 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:31.762403 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9ead915d-aea6-4e47-b330-fafddc6106c3 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:31.764121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c65d9687-96ed-48f4-a1b9-9f69b8f48076 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a576ac27c234081847cc39c5c535c88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9774222 Aug 29 17:02:31.771907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59786) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:31.777837 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.800644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=1157ac67-8895-4abe-b6d8-553262c26001,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:31.825822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b477cb6c-43c4-400b-9329-823528cfdb16 None None] Provisioning complete for port a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:31.826224 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b477cb6c-43c4-400b-9329-823528cfdb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.835424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b563cb46-f07d-4d3d-8cc5-5c622555fa49']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:31.862480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:31.869304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b477cb6c-43c4-400b-9329-823528cfdb16 None None] Port a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:31.882895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4966f5-63c3-449d-a6e8-baee0047ea20') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:31.884175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4966f5-63c3-449d-a6e8-baee0047ea20') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:31.894608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9f3b36bc-c233-4895-9dbf-bc06a2ddeafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.923619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b36bc-c233-4895-9dbf-bc06a2ddeafb None None] No DVR routers for this DVR port dc89271f-4a4a-4ba2-af16-d78f7885a381 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:31.928445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.946672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.947145 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment 815f031e-7fac-4539-bf7e-fafe9723b69d of type vlan for network 9dc90e58-678a-4963-a676-09393e31fd74 Aug 29 17:02:31.947646 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9687-96ed-48f4-a1b9-9f69b8f48076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a82867-952d-492f-8d5d-1700a112f4f6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:31.960128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b36bc-c233-4895-9dbf-bc06a2ddeafb None None] Pushing event deleted for resources: {'Port': ['ID=dc89271f-4a4a-4ba2-af16-d78f7885a381,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:31.962858 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-356ccfca-453d-48d9-8602-72afdcc207da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.969305 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-492dc562-d2fe-4b41-9a3c-1957ef9690d5 service neutron] 10.222.0.22 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607262 Aug 29 17:02:31.989991 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:31.994454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-25fdbe6c-2110-442f-89e4-d7b2d0024e4c admin admin] Deleting subnet 35736e46-1540-46d5-8b3f-132f9d7bf21c {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:02:31.997324 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ccfca-453d-48d9-8602-72afdcc207da None None] No DVR routers for this DVR port ed72271a-54bd-419c-835b-6dc5e5659e75 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:31.999379 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25fdbe6c-2110-442f-89e4-d7b2d0024e4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.002713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ccfca-453d-48d9-8602-72afdcc207da None None] Pushing event deleted for resources: {'Port': ['ID=ed72271a-54bd-419c-835b-6dc5e5659e75,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:32.009517 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.042212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.051230 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5aafd95d-7b49-4cb8-9505-7dc1f803a171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.053057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:32.053470 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:32.059621 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:32.140048 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.146756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:32.147343 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.175698 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5aafd95d-7b49-4cb8-9505-7dc1f803a171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.229996 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.247347 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2636039 Aug 29 17:02:32.248547 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.250792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b563cb46-f07d-4d3d-8cc5-5c622555fa49 HTTP/1.1" status: 204 len: 168 time: 1.5695660 Aug 29 17:02:32.258015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59788) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:32.298286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc155a99-914c-464e-9206-12d7ab957b86 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=9dc90e58-678a-4963-a676-09393e31fd74,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:32.311038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 9dc90e58-678a-4963-a676-09393e31fd74 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:32.347354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a21583-b3cf-4f19-93b1-dc65d187d004 admin admin] Pushing event deleted for resources: {'Network': ['ID=b563cb46-f07d-4d3d-8cc5-5c622555fa49,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:32.373899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5aafd95d-7b49-4cb8-9505-7dc1f803a171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.377093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5aafd95d-7b49-4cb8-9505-7dc1f803a171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.380582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5aafd95d-7b49-4cb8-9505-7dc1f803a171 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09a82867-952d-492f-8d5d-1700a112f4f6 HTTP/1.1" status: 204 len: 168 time: 0.5917802 Aug 29 17:02:32.394960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285cf309-d9db-4f88-a415-b20a1bed1cba tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:32.400799 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-285cf309-d9db-4f88-a415-b20a1bed1cba tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/networks?id=9dc90e58-678a-4963-a676-09393e31fd74 HTTP/1.1" status: 200 len: 760 time: 0.1377418 Aug 29 17:02:32.400799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59794) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:32.411167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-89d6e3e1-84f0-40a5-8f8b-40a3ab68c3f0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'description': 'd2'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:32.416275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafd95d-7b49-4cb8-9505-7dc1f803a171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a82867-952d-492f-8d5d-1700a112f4f6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:32.450177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59796) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:32.508217 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25fdbe6c-2110-442f-89e4-d7b2d0024e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.564289 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-18ff729e-cb4a-4131-9082-6195a2331d32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21e687433caf49298027356002331e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120336 Aug 29 17:02:32.577305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59800) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:32.579909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Allocated IP 172.25.5.75 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/7b4b7466-943d-4082-b9ab-d01ecc04e934) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:32.597241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Deleting port ed72271a-54bd-419c-835b-6dc5e5659e75 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:32.597589 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.635696 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89d6e3e1-84f0-40a5-8f8b-40a3ab68c3f0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.650938 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89d6e3e1-84f0-40a5-8f8b-40a3ab68c3f0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.693814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-8c8bdde8-6ae0-452b-a081-09b49ef70b1f service neutron] 10.222.0.22 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087619 Aug 29 17:02:32.697396 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25fdbe6c-2110-442f-89e4-d7b2d0024e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.728280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6e3e1-84f0-40a5-8f8b-40a3ab68c3f0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=9dc90e58-678a-4963-a676-09393e31fd74,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:32.732448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89d6e3e1-84f0-40a5-8f8b-40a3ab68c3f0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network 9dc90e58-678a-4963-a676-09393e31fd74 is not hosted by any dhcp agent {{(pid=111677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:02:32.739587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d6e3e1-84f0-40a5-8f8b-40a3ab68c3f0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:32.740406 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89d6e3e1-84f0-40a5-8f8b-40a3ab68c3f0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.741985 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-89d6e3e1-84f0-40a5-8f8b-40a3ab68c3f0 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "PUT /v2.0/networks/9dc90e58-678a-4963-a676-09393e31fd74 HTTP/1.1" status: 200 len: 757 time: 0.3413892 Aug 29 17:02:32.744658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59808) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:32.753877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 9dc90e58-678a-4963-a676-09393e31fd74 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:32.808201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Router 4eaf2d76-0107-45e0-a405-efd8d90be7e8 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:02:32.849239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1157ac67-8895-4abe-b6d8-553262c26001 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:32.863090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86546427-a5ea-4663-afdf-630688d45723 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:32.865547 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-86546427-a5ea-4663-afdf-630688d45723 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/networks?id=9dc90e58-678a-4963-a676-09393e31fd74 HTTP/1.1" status: 200 len: 760 time: 0.1196504 Aug 29 17:02:32.869200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59812) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:32.874412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] For port ed72271a-54bd-419c-835b-6dc5e5659e75, host n-d-713301-13, got binding levels [] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:32.874786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.875101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1568087054'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:32.906826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:32.909561 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1157ac67-8895-4abe-b6d8-553262c26001 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:32.910052 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.913519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.934278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Calling delete_port for ed72271a-54bd-419c-835b-6dc5e5659e75 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:32.943488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:32.959105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.ipam_backend_mixin [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Port ed72271a-54bd-419c-835b-6dc5e5659e75 was not found and therefore no delete operation was performed {{(pid=111676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:02:32.961081 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:32.961639 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment e50feaf0-da29-4639-b08f-728272c28fcb of type vlan for network 8dc7da34-9d91-4ea2-8dbe-50c416b8d133 Aug 29 17:02:32.974607 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.018908 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4db5-85e3-44fe-9333-b47617c42a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.032014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.070794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.078619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:33.079211 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.096499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dc89271f-4a4a-4ba2-af16-d78f7885a381 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:33.109496 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-fec4e950-5129-4e9e-9076-6fa0e83ebc57 service neutron] 10.222.0.22 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735580 Aug 29 17:02:33.119013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event deleted for resources: {'Port': ['ID=ed72271a-54bd-419c-835b-6dc5e5659e75,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:33.131544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] No DVR routers for this DVR port ed72271a-54bd-419c-835b-6dc5e5659e75 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:33.139633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: dc89271f-4a4a-4ba2-af16-d78f7885a381 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:33.140024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device dc89271f-4a4a-4ba2-af16-d78f7885a381 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:33.140452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ed72271a-54bd-419c-835b-6dc5e5659e75 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:33.156078 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4db5-85e3-44fe-9333-b47617c42a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.163967 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.171383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ed72271a-54bd-419c-835b-6dc5e5659e75 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:33.171734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ed72271a-54bd-419c-835b-6dc5e5659e75 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:33.181352 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3108811 Aug 29 17:02:33.184540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59822) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:33.184691 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25fdbe6c-2110-442f-89e4-d7b2d0024e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.189851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'network_id': '8dc7da34-9d91-4ea2-8dbe-50c416b8d133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:33.238937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0e542-96c3-4c69-a0a5-fc649549ca6d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=8dc7da34-9d91-4ea2-8dbe-50c416b8d133,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:33.252473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 8dc7da34-9d91-4ea2-8dbe-50c416b8d133 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:33.302402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:33.303648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdbe6c-2110-442f-89e4-d7b2d0024e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35736e46-1540-46d5-8b3f-132f9d7bf21c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:33.309811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.352098 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25fdbe6c-2110-442f-89e4-d7b2d0024e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.354076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-25fdbe6c-2110-442f-89e4-d7b2d0024e4c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/35736e46-1540-46d5-8b3f-132f9d7bf21c HTTP/1.1" status: 204 len: 168 time: 2.0101902 Aug 29 17:02:33.361676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:02:33.363858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59826) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:33.376467 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-299f85d3-58c6-4058-bd19-73900a674b51 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "PUT /v2.0/routers/4eaf2d76-0107-45e0-a405-efd8d90be7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7367065 Aug 29 17:02:33.378259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44928fa-3eb0-46eb-9851-8dbe2a9cb75e None None] Sync routers for ids ['4eaf2d76-0107-45e0-a405-efd8d90be7e8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:02:33.379123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59828) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:33.411919 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.447387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44928fa-3eb0-46eb-9851-8dbe2a9cb75e None None] Routers {'4eaf2d76-0107-45e0-a405-efd8d90be7e8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:33.449291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e44928fa-3eb0-46eb-9851-8dbe2a9cb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:02:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4eaf2d76-0107-45e0-a405-efd8d90be7e8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:33.462443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8ca2e4-1392-4359-a3ed-a17e54375b6d']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:33.466154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.484570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c1889b-acd0-4622-8209-4aef6037e325') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:33.484853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c1889b-acd0-4622-8209-4aef6037e325') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:33.504967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-4dd86bb9-f252-486f-b7cc-e904f444ecf0 service neutron] 10.222.0.22 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809791 Aug 29 17:02:33.508211 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.522247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4db5-85e3-44fe-9333-b47617c42a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.524509 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4db5-85e3-44fe-9333-b47617c42a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.525887 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e2dc4db5-85e3-44fe-9333-b47617c42a98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7090f54d-70f9-42ad-ba89-3ab3363f45cf HTTP/1.1" status: 204 len: 168 time: 0.9403732 Aug 29 17:02:33.535421 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.542336 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.560523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e44928fa-3eb0-46eb-9851-8dbe2a9cb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:33.581674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad777bdf-9dbb-47fa-ab17-60faff08e709 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:33.586094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44928fa-3eb0-46eb-9851-8dbe2a9cb75e None None] Routers {'4eaf2d76-0107-45e0-a405-efd8d90be7e8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:33.586732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e44928fa-3eb0-46eb-9851-8dbe2a9cb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:02:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4eaf2d76-0107-45e0-a405-efd8d90be7e8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:33.587012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ad777bdf-9dbb-47fa-ab17-60faff08e709 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eaf2d76-0107-45e0-a405-efd8d90be7e8 HTTP/1.1" status: 200 len: 982 time: 0.1986313 Aug 29 17:02:33.588015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc4db5-85e3-44fe-9333-b47617c42a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7090f54d-70f9-42ad-ba89-3ab3363f45cf,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:33.590718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:33.591148 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.596020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59834) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:33.598307 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:33.646912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e44928fa-3eb0-46eb-9851-8dbe2a9cb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:33.647530 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44928fa-3eb0-46eb-9851-8dbe2a9cb75e None None] The sync data for ids ['4eaf2d76-0107-45e0-a405-efd8d90be7e8'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:02:33.705491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:33.743319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.757525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ef043c-c91b-402d-be4d-7e838af6145b']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:33.766335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Pushing event updated for resources: {'Port': ['ID=7b4b7466-943d-4082-b9ab-d01ecc04e934,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:33.769447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:33.775677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:33.775984 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3a4cd3-9686-48b5-b5a2-a35073ffd3f9') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:33.789211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:33.791940 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.822207 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.832663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:33.833554 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:33.835828 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:33.871386 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.885157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.889866 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] 10.222.0.22 "DELETE /v2.0/networks/9d8ca2e4-1392-4359-a3ed-a17e54375b6d HTTP/1.1" status: 204 len: 168 time: 3.3214862 Aug 29 17:02:33.925597 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.950989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7194798-0b30-4766-819a-f5def1659a38 tempest-AllowedAddressPairIpV6TestJSON-368360190 tempest-AllowedAddressPairIpV6TestJSON-368360190-project] Pushing event deleted for resources: {'Network': ['ID=9d8ca2e4-1392-4359-a3ed-a17e54375b6d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:33.963539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:33.967803 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c7ef043c-c91b-402d-be4d-7e838af6145b HTTP/1.1" status: 204 len: 168 time: 0.6002369 Aug 29 17:02:33.969608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dde0b-674c-4ffe-a939-d0069e22d712 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ef043c-c91b-402d-be4d-7e838af6145b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:34.059092 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.072333 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.138822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking segment: {'id': 'e50feaf0-da29-4639-b08f-728272c28fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8dc7da34-9d91-4ea2-8dbe-50c416b8d133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:34.138822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network hostable DHCP agents. Network: 8dc7da34-9d91-4ea2-8dbe-50c416b8d133, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:34.147936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=d9da946f-288c-46ef-a6dd-3dc77640e23e,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:34.160096 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.162675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network 8dc7da34-9d91-4ea2-8dbe-50c416b8d133 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:34.179357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 8dc7da34-9d91-4ea2-8dbe-50c416b8d133) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:34.185702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:34.186530 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.191910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ecf2b-5c81-4cab-b889-13d61103d824 None None] Network 8dc7da34-9d91-4ea2-8dbe-50c416b8d133 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:34.228353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-699568f4-3d44-4c17-a91f-9a3e3c592762 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0403666 Aug 29 17:02:34.229107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59864) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:34.371754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.414574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-8dc7da34-9d91-4ea2-8dbe-50c416b8d133', 'network_id': '8dc7da34-9d91-4ea2-8dbe-50c416b8d133', 'tenant_id': '141e2611b9584352aef3c1ec2379997d', 'fixed_ips': [{'subnet_id': 'd9da946f-288c-46ef-a6dd-3dc77640e23e'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:34.416016 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.440706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59870) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:34.521988 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.526792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3a4a0ac3-a047-44e5-85c8-15752857ffa9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d737f73e9744cc89026adafc8547a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845032 Aug 29 17:02:34.529446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59874) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:34.624524 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08f84e42-2d7d-482c-97fc-d8a8f740eb4c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.674041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Allocated IP 172.20.0.2 (8dc7da34-9d91-4ea2-8dbe-50c416b8d133/d9da946f-288c-46ef-a6dd-3dc77640e23e/882f64b3-fc0d-491e-8874-4deee3df4d78) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:34.674227 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-411fa182-bc79-442a-9cff-77ebb75b3aa6 req-ffd1bb52-8a53-497f-bf90-72a6b4515997 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0558145 Aug 29 17:02:34.733173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59882) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:34.795542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0565bd38-b2b7-4781-a0cd-110241f853c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.886170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0565bd38-b2b7-4781-a0cd-110241f853c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.901816 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.911634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Transition to ACTIVE for port object 882f64b3-fc0d-491e-8874-4deee3df4d78 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:34.927701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Transition to ACTIVE for port object 882f64b3-fc0d-491e-8874-4deee3df4d78 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:34.936372 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:34.999406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Network 8dc7da34-9d91-4ea2-8dbe-50c416b8d133 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:35.003925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.012526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:35.018303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:35.024477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Pushing event updated for resources: {'Port': ['ID=882f64b3-fc0d-491e-8874-4deee3df4d78,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:35.068123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Subnet': ['ID=d9da946f-288c-46ef-a6dd-3dc77640e23e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:35.130525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Attempting to bind port 882f64b3-fc0d-491e-8874-4deee3df4d78 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:35.131056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Attempting to bind port 882f64b3-fc0d-491e-8874-4deee3df4d78 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e50feaf0-da29-4639-b08f-728272c28fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8dc7da34-9d91-4ea2-8dbe-50c416b8d133'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:35.131528 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Attempting to bind port 882f64b3-fc0d-491e-8874-4deee3df4d78 on network 8dc7da34-9d91-4ea2-8dbe-50c416b8d133 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:35.142215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:35.144142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Checking segment: {'id': 'e50feaf0-da29-4639-b08f-728272c28fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8dc7da34-9d91-4ea2-8dbe-50c416b8d133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:35.147000 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.147501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Bound using segment: {'id': 'e50feaf0-da29-4639-b08f-728272c28fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8dc7da34-9d91-4ea2-8dbe-50c416b8d133'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:35.148103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Bound port: 882f64b3-fc0d-491e-8874-4deee3df4d78, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50feaf0-da29-4639-b08f-728272c28fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8dc7da34-9d91-4ea2-8dbe-50c416b8d133'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:35.148597 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.152616 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.172017 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.193745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0565bd38-b2b7-4781-a0cd-110241f853c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.196284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0565bd38-b2b7-4781-a0cd-110241f853c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.217586 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0565bd38-b2b7-4781-a0cd-110241f853c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a70fe1e1-09cb-46e8-ab68-bcf275830d39 HTTP/1.1" status: 204 len: 168 time: 0.6670730 Aug 29 17:02:35.280201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565bd38-b2b7-4781-a0cd-110241f853c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70fe1e1-09cb-46e8-ab68-bcf275830d39,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:35.288805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] For port 882f64b3-fc0d-491e-8874-4deee3df4d78, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:35.292812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] For port 882f64b3-fc0d-491e-8874-4deee3df4d78, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=882f64b3-fc0d-491e-8874-4deee3df4d78,segment=NetworkSegment(e50feaf0-da29-4639-b08f-728272c28fcb),segment_id=e50feaf0-da29-4639-b08f-728272c28fcb)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:35.304129 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.335845 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.340853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc7da34-9d91-4ea2-8dbe-50c416b8d133']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:35.368502 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8d56ceb2-8e72-46c0-a398-39e8774ae0ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5f8952f5c9e4becae36325691f307bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5978673 Aug 29 17:02:35.370511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50feaf0-da29-4639-b08f-728272c28fcb') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:35.370813 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50feaf0-da29-4639-b08f-728272c28fcb') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:35.372440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59908) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:35.403077 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.455952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Pushing event updated for resources: {'Port': ['ID=7b4b7466-943d-4082-b9ab-d01ecc04e934,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:35.459848 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.479744 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.521730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:35.522179 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:35.526497 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:35.528674 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.528870 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f6f71d9f-c00c-48db-9e05-bd0c0bbe63da tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7163997 Aug 29 17:02:35.552462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3437b1-47ef-4a64-8372-788b6dcefd8d None None] Pushing event updated for resources: {'Port': ['ID=882f64b3-fc0d-491e-8874-4deee3df4d78,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:35.589315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9375af40-138f-4b9b-a6fd-38903f21cb1f None None] Network 8dc7da34-9d91-4ea2-8dbe-50c416b8d133 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:35.623313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-08f84e42-2d7d-482c-97fc-d8a8f740eb4c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:35.623940 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08f84e42-2d7d-482c-97fc-d8a8f740eb4c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.631919 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed421-1bbb-4e23-bf69-61c88592f1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.657063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed421-1bbb-4e23-bf69-61c88592f1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.730040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50fc76e-cd40-4fda-a1d0-31495423129c None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:02:35.767528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:02:35.767528 n-d-713301-13 neutron-server[111677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:02:35.767528 n-d-713301-13 neutron-server[111677]: [parameters: {'id': '8dc7da34-9d91-4ea2-8dbe-50c416b8d133'}] Aug 29 17:02:35.767528 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:02:35.769791 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:02:35.773185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed421-1bbb-4e23-bf69-61c88592f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.781067 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ea2ed421-1bbb-4e23-bf69-61c88592f1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.785162 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ea2ed421-1bbb-4e23-bf69-61c88592f1fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e02157f-f6c2-4b25-9ff5-fb7afaddbdf5 HTTP/1.1" status: 204 len: 168 time: 0.4107075 Aug 29 17:02:35.816956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ed421-1bbb-4e23-bf69-61c88592f1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e02157f-f6c2-4b25-9ff5-fb7afaddbdf5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:35.850155 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-995b77b9-3dc5-4f72-81df-48ac5d90cff1 req-4cbb1566-c044-4d8e-82ab-eb87561eab38 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0785365 Aug 29 17:02:35.868130 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08f84e42-2d7d-482c-97fc-d8a8f740eb4c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:35.887570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-08f84e42-2d7d-482c-97fc-d8a8f740eb4c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:35.919426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50fc76e-cd40-4fda-a1d0-31495423129c None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:02:36.133957 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08f84e42-2d7d-482c-97fc-d8a8f740eb4c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:36.196693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f84e42-2d7d-482c-97fc-d8a8f740eb4c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:36.259347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-d5da7e91-d3ab-4330-bdf3-8139e31b955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:36.261312 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-d5da7e91-d3ab-4330-bdf3-8139e31b955e service neutron] 10.222.0.16 "GET /v2.0/ports/c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 200 len: 1027 time: 0.0593283 Aug 29 17:02:36.270891 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:36.385092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Deleting port 882f64b3-fc0d-491e-8874-4deee3df4d78 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:36.388430 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:36.400436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-78a78a95-d8c7-4f03-a2f8-f8df96cb744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:36.402146 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-78a78a95-d8c7-4f03-a2f8-f8df96cb744d service neutron] 10.222.0.16 "GET /v2.0/ports/ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 200 len: 1028 time: 0.1111500 Aug 29 17:02:36.434225 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59970) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:36.511929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] For port 882f64b3-fc0d-491e-8874-4deee3df4d78, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=882f64b3-fc0d-491e-8874-4deee3df4d78,segment=NetworkSegment(e50feaf0-da29-4639-b08f-728272c28fcb),segment_id=e50feaf0-da29-4639-b08f-728272c28fcb)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:36.512421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:36.529519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Calling delete_port for 882f64b3-fc0d-491e-8874-4deee3df4d78 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:36.725720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08f84e42-2d7d-482c-97fc-d8a8f740eb4c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:36.783183 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:36.849352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Port': ['ID=882f64b3-fc0d-491e-8874-4deee3df4d78,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:36.852478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No DVR routers for this DVR port 882f64b3-fc0d-491e-8874-4deee3df4d78 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:36.972459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-24844617-network', 'tenant_id': '44fad355dbfc45228654c07a1cff549d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:36.996613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f84e42-2d7d-482c-97fc-d8a8f740eb4c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Router 4eaf2d76-0107-45e0-a405-efd8d90be7e8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:02:37.131697 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c05c9657-67e1-4057-91b5-4cb68dc71e2d req-ba6083ed-7f5c-4683-a060-e4a87599d17b tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0462720 Aug 29 17:02:37.137086 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.147818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc7da34-9d91-4ea2-8dbe-50c416b8d133']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:37.149110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f84e42-2d7d-482c-97fc-d8a8f740eb4c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:02:37.161283 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-08f84e42-2d7d-482c-97fc-d8a8f740eb4c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "PUT /v2.0/routers/4eaf2d76-0107-45e0-a405-efd8d90be7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5610876 Aug 29 17:02:37.162356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60024) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:37.163266 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e940f36-0290-459c-9323-70b33eb05093 None None] Sync routers for ids ['4eaf2d76-0107-45e0-a405-efd8d90be7e8'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:02:37.175914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50feaf0-da29-4639-b08f-728272c28fcb') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:37.176617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50feaf0-da29-4639-b08f-728272c28fcb') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:37.180329 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e940f36-0290-459c-9323-70b33eb05093 None None] Routers {'4eaf2d76-0107-45e0-a405-efd8d90be7e8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:37.183132 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6e940f36-0290-459c-9323-70b33eb05093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:02:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4eaf2d76-0107-45e0-a405-efd8d90be7e8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:37.190036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-1c02fa1a-5510-429a-81a4-d006364b4434 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:37.197690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-1c02fa1a-5510-429a-81a4-d006364b4434 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:37.199044 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.205173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-1c02fa1a-5510-429a-81a4-d006364b4434 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:37.207041 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-1c02fa1a-5510-429a-81a4-d006364b4434 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "GET /v2.0/networks?id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865 HTTP/1.1" status: 200 len: 1989 time: 0.7896578 Aug 29 17:02:37.231021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.245949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:37.246399 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.246791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Made reservation on behalf of 44fad355dbfc45228654c07a1cff549d for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:37.249728 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.252534 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d64bc96-7c03-4c52-94a6-3095150dce4a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:37.257801 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:37.260272 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6e940f36-0290-459c-9323-70b33eb05093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:37.261692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6d64bc96-7c03-4c52-94a6-3095150dce4a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/a3fe9446-a7c7-4f3d-bb2c-84d6dd24e995 HTTP/1.1" status: 404 len: 333 time: 0.0945289 Aug 29 17:02:37.276823 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e940f36-0290-459c-9323-70b33eb05093 None None] Routers {'4eaf2d76-0107-45e0-a405-efd8d90be7e8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:02:37.277497 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6e940f36-0290-459c-9323-70b33eb05093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:02:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4eaf2d76-0107-45e0-a405-efd8d90be7e8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:37.279786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60034) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:37.323334 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6e940f36-0290-459c-9323-70b33eb05093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:37.323982 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e940f36-0290-459c-9323-70b33eb05093 None None] The sync data for ids ['4eaf2d76-0107-45e0-a405-efd8d90be7e8'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:02:37.334161 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-c6cf5dda-fa5e-41bf-9116-2a34dc0284ff tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=374be93859ef4f9184b6d6740601a35c HTTP/1.1" status: 200 len: 379 time: 0.1054366 Aug 29 17:02:37.348606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'admin_state_up': True, 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'security_groups': ['e848bd40-cf71-455a-900d-5708903a867a']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:37.352504 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.505848 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dddaef1-9689-46ab-a2d5-67d65d19ba5b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.554440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.616330 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.620963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/8dc7da34-9d91-4ea2-8dbe-50c416b8d133 HTTP/1.1" status: 204 len: 168 time: 3.3902295 Aug 29 17:02:37.624408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ef124-d2c1-462b-8632-33914b79db8e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=8dc7da34-9d91-4ea2-8dbe-50c416b8d133,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:37.632718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60044) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:37.667358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60046) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:37.680785 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2119ad-c012-4e06-be3a-38f31f95a215 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] GET failed (client error): The resource could not be found. Aug 29 17:02:37.682190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7f2119ad-c012-4e06-be3a-38f31f95a215 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/subnets/d9da946f-288c-46ef-a6dd-3dc77640e23e HTTP/1.1" status: 404 len: 337 time: 0.0484970 Aug 29 17:02:37.685102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60052) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:37.718426 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dba015-530d-42e6-9171-ebdbec7056ec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:37.719973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42dba015-530d-42e6-9171-ebdbec7056ec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:37.722046 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-42dba015-530d-42e6-9171-ebdbec7056ec tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/8dc7da34-9d91-4ea2-8dbe-50c416b8d133 HTTP/1.1" status: 404 len: 339 time: 0.0358176 Aug 29 17:02:37.726226 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60054) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:37.789792 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dddaef1-9689-46ab-a2d5-67d65d19ba5b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.792253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dddaef1-9689-46ab-a2d5-67d65d19ba5b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.850348 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dddaef1-9689-46ab-a2d5-67d65d19ba5b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.851450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dddaef1-9689-46ab-a2d5-67d65d19ba5b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Fanout notify agent at l3_agent the message router_deleted on router 4eaf2d76-0107-45e0-a405-efd8d90be7e8 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:02:37.865874 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dddaef1-9689-46ab-a2d5-67d65d19ba5b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.872490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7dddaef1-9689-46ab-a2d5-67d65d19ba5b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/routers/4eaf2d76-0107-45e0-a405-efd8d90be7e8 HTTP/1.1" status: 204 len: 168 time: 0.5879881 Aug 29 17:02:37.873154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60060) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:37.880398 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.900356 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:37.960296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6b2e89-b25e-4a32-b578-5d2d022aeb92,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:38.033694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-872c162a-bb85-44f9-8d90-09890810768b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting subnet e8d7ae37-0b3a-433a-85ba-cf69aed1fed1 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:02:38.043466 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-872c162a-bb85-44f9-8d90-09890810768b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.068826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:38.141016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-872c162a-bb85-44f9-8d90-09890810768b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.157192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2128706859-network', 'tenant_id': 'a232e77bff3f4f629cfa6c63c74d0bab'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:38.191392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:38.196862 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.233629 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.234990 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Added segment 10762ec8-d52d-4c04-bbac-fb1175899a8d of type vlan for network dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 Aug 29 17:02:38.235952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Made reservation on behalf of a232e77bff3f4f629cfa6c63c74d0bab for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:38.253610 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.303161 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-872c162a-bb85-44f9-8d90-09890810768b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.323147 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.365642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068aab27-a838-4453-ba8b-da9ddbf08c5f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:38.367312 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-068aab27-a838-4453-ba8b-da9ddbf08c5f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6395142 Aug 29 17:02:38.370367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60068) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:38.424078 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b6d92ff1-1819-40b1-9d30-7d29a6159ea8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 207 time: 0.0517259 Aug 29 17:02:38.424898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60070) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:38.440723 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dae58a86-282a-469c-9050-5c50549140b9 req-de264310-d61c-4108-9410-be73143b9a5c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.1484017 Aug 29 17:02:38.504770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60072) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:38.513456 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-872c162a-bb85-44f9-8d90-09890810768b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.534760 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.552947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c162a-bb85-44f9-8d90-09890810768b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d7ae37-0b3a-433a-85ba-cf69aed1fed1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:38.568631 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-872c162a-bb85-44f9-8d90-09890810768b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.569379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917062ca-31f2-4ec4-8aca-c5057d733b8d None None] Network c58a2d7c-99f6-40a8-9708-8e91b62d0035 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:38.571092 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-872c162a-bb85-44f9-8d90-09890810768b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/e8d7ae37-0b3a-433a-85ba-cf69aed1fed1 HTTP/1.1" status: 204 len: 168 time: 0.6963089 Aug 29 17:02:38.573287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60076) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:38.670546 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.671654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:38.674890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.819426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90669943-44a6-460c-97c2-ee3e3d8b1dc8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:38.842966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90669943-44a6-460c-97c2-ee3e3d8b1dc8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:38.861835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90669943-44a6-460c-97c2-ee3e3d8b1dc8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:38.870818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Allocated IP 172.20.0.11 (1f2dcaef-bc6d-481f-b41f-58deaa0939f2/ebe5a512-6172-449e-9511-cbf3fdbc8e3d/ddf87b10-b744-4943-b43a-d5c8fc88f16d) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:38.872427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90669943-44a6-460c-97c2-ee3e3d8b1dc8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:38.883219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-90669943-44a6-460c-97c2-ee3e3d8b1dc8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4544215 Aug 29 17:02:38.888758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60080) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:38.926663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:38.963989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] Pushing event updated for resources: {'Network': ['ID=dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:39.017528 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:39.065043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 1296ed93-8c58-4629-a582-02f84cfbf7ba {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:39.065424 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.198591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1584627202'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:39.236993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.296153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] For port 1296ed93-8c58-4629-a582-02f84cfbf7ba, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1296ed93-8c58-4629-a582-02f84cfbf7ba,segment=NetworkSegment(13e83ea7-7e41-4687-9625-2823f62c3930),segment_id=13e83ea7-7e41-4687-9625-2823f62c3930)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:39.297727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.304283 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.328996 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0535b64b-bab3-4309-ac28-dfe247b7b214 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.8764384 Aug 29 17:02:39.333693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60094) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:39.343281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] Request body: {'subnet': {'network_id': 'dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-24844617-subnet', 'tenant_id': '44fad355dbfc45228654c07a1cff549d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:39.378082 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 1296ed93-8c58-4629-a582-02f84cfbf7ba owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:39.424556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Made reservation on behalf of a610c18299f144f29557c5624db29a9d for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:39.428765 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.459387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.480525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b3cb16-d3ad-4031-b33b-47a1cc9c4f20 None None] DHCP port deletion for c58a2d7c-99f6-40a8-9708-8e91b62d0035 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:02:39.540406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.569095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Transition to ACTIVE for port object ddf87b10-b744-4943-b43a-d5c8fc88f16d will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:39.627962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.629761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:39.642326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d7b3cb16-d3ad-4031-b33b-47a1cc9c4f20 None None] Deleting port 1296ed93-8c58-4629-a582-02f84cfbf7ba {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:39.646157 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d7b3cb16-d3ad-4031-b33b-47a1cc9c4f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.692774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcfc302-0c79-4ded-91ab-9822531d76ff,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:39.699891 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.700281 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Added segment 4ed5844b-d592-4023-a4f1-60ae37b687da of type vlan for network a0558244-c3b3-4d44-8d36-687f1f619dcb Aug 29 17:02:39.729204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:39.736829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:39.744759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:39.771427 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.796048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] Made reservation on behalf of 44fad355dbfc45228654c07a1cff549d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:39.802283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.821199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d7b3cb16-d3ad-4031-b33b-47a1cc9c4f20 None None] For port 1296ed93-8c58-4629-a582-02f84cfbf7ba, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1296ed93-8c58-4629-a582-02f84cfbf7ba,segment=NetworkSegment(13e83ea7-7e41-4687-9625-2823f62c3930),segment_id=13e83ea7-7e41-4687-9625-2823f62c3930)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:39.821633 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d7b3cb16-d3ad-4031-b33b-47a1cc9c4f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:39.869169 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d7b3cb16-d3ad-4031-b33b-47a1cc9c4f20 None None] Calling delete_port for 1296ed93-8c58-4629-a582-02f84cfbf7ba owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:39.934470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:39.935155 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.009661 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6bf0d4bb-8383-4aa4-9b01-6f634eb179c6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 1.1105716 Aug 29 17:02:40.009661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Port': ['ID=ddf87b10-b744-4943-b43a-d5c8fc88f16d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:40.027862 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60106) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:40.044701 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d7b3cb16-d3ad-4031-b33b-47a1cc9c4f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.079857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.083039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3cb16-d3ad-4031-b33b-47a1cc9c4f20 None None] Pushing event deleted for resources: {'Port': ['ID=1296ed93-8c58-4629-a582-02f84cfbf7ba,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:40.094417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b3cb16-d3ad-4031-b33b-47a1cc9c4f20 None None] No DVR routers for this DVR port 1296ed93-8c58-4629-a582-02f84cfbf7ba on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:40.178780 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.184942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:40.228111 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.257955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-0e967e76-74ea-4603-8581-1f9fa30ddea0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9143789 Aug 29 17:02:40.270620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c', 'admin_state_up': True, 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'security_groups': ['e848bd40-cf71-455a-900d-5708903a867a']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:40.293140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d489afdc-1901-4d72-b73f-8ed93354d543 None None] Provisioning for port ddf87b10-b744-4943-b43a-d5c8fc88f16d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:40.297623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d489afdc-1901-4d72-b73f-8ed93354d543 None None] Provisioning complete for port ddf87b10-b744-4943-b43a-d5c8fc88f16d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:40.298276 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d489afdc-1901-4d72-b73f-8ed93354d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.376927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d70f2c-0ad7-4ac6-9390-2b54de59b7b6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:40.378852 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d70f2c-0ad7-4ac6-9390-2b54de59b7b6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:40.379125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d489afdc-1901-4d72-b73f-8ed93354d543 None None] Port ddf87b10-b744-4943-b43a-d5c8fc88f16d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:40.384129 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-77d70f2c-0ad7-4ac6-9390-2b54de59b7b6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3517880 Aug 29 17:02:40.391082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60114) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:40.442299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.443409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:40.444045 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.548932 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8803604 Aug 29 17:02:40.556093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60118) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:40.562366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f6539-19b4-4dbf-91e5-06f5ca3bed04 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:40.564510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f6539-19b4-4dbf-91e5-06f5ca3bed04 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:40.566366 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-452f6539-19b4-4dbf-91e5-06f5ca3bed04 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1730196 Aug 29 17:02:40.574595 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] Request body: {'subnet': {'network_id': 'a0558244-c3b3-4d44-8d36-687f1f619dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2128706859-subnet', 'tenant_id': 'a232e77bff3f4f629cfa6c63c74d0bab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:40.579172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60120) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:40.706093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.738923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196bdf88-8ca5-47bd-9b85-c80ce9352f4c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:40.748308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=1296ed93-8c58-4629-a582-02f84cfbf7ba,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:40.765718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd30772-0c4d-460b-9bc4-f60d65038811,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:40.772931 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.773722 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Added segment bb534ee6-0303-4000-8312-96c3efa586a6 of type vlan for network a5459302-91d2-4e37-872d-d526b7380071 Aug 29 17:02:40.785691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No DVR routers for this DVR port 1296ed93-8c58-4629-a582-02f84cfbf7ba on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:40.796525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d8dae-c129-4b48-9b6e-36fb4e96a13a req-cb4236e0-aae0-4db2-b8c1-06f19b652d12 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:40.798707 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-317d8dae-c129-4b48-9b6e-36fb4e96a13a req-cb4236e0-aae0-4db2-b8c1-06f19b652d12 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 932 time: 1.0082021 Aug 29 17:02:40.880455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1296ed93-8c58-4629-a582-02f84cfbf7ba no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:40.931482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.939778 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:40.965591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58a2d7c-99f6-40a8-9708-8e91b62d0035']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:40.967114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 1296ed93-8c58-4629-a582-02f84cfbf7ba {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:40.967922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1296ed93-8c58-4629-a582-02f84cfbf7ba not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:40.970192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] Checking segment: {'id': '10762ec8-d52d-4c04-bbac-fb1175899a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:40.970554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] Network hostable DHCP agents. Network: dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:40.986407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e83ea7-7e41-4687-9625-2823f62c3930') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:40.986588 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e83ea7-7e41-4687-9625-2823f62c3930') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:41.023328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:41.028852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:41.029784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:41.043024 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:41.123620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] Network dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:41.131203 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:41.149980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:41.150409 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:41.161725 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:41.173446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fe182-359a-4052-b520-6396693a922b admin admin] Pushing event updated for resources: {'Network': ['ID=a0558244-c3b3-4d44-8d36-687f1f619dcb,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:41.186600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a0558244-c3b3-4d44-8d36-687f1f619dcb details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:41.259171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] Made reservation on behalf of a232e77bff3f4f629cfa6c63c74d0bab for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:41.274791 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:41.282866 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7769277 Aug 29 17:02:41.289124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60140) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:41.307408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Request body: {'subnet': {'network_id': 'a5459302-91d2-4e37-872d-d526b7380071', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:41.311367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:41.329783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c965aa59-acdc-48e1-b763-f8e64861691b None None] Network dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:41.357118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d840400-60d0-480a-900d-1098ec467f29 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Pushing event updated for resources: {'Network': ['ID=a5459302-91d2-4e37-872d-d526b7380071,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:41.392592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:41.402595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:41.437531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:41.438125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:41.448479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a5459302-91d2-4e37-872d-d526b7380071 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:41.457156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0965951e-9c44-4888-931a-cc219c5ea42d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:41.458906 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0965951e-9c44-4888-931a-cc219c5ea42d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/networks/b2de6fb1-297d-46cc-85a6-ab9d66d8498c HTTP/1.1" status: 200 len: 799 time: 0.8764131 Aug 29 17:02:41.468534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60144) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:41.486908 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:41.540286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:41.546143 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/networks/c58a2d7c-99f6-40a8-9708-8e91b62d0035 HTTP/1.1" status: 204 len: 168 time: 2.9717383 Aug 29 17:02:41.553165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc3999-f3d4-4165-8e8e-074ce515d007 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Network': ['ID=c58a2d7c-99f6-40a8-9708-8e91b62d0035,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:41.562384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60146) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:41.577677 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dbf1cd1d-1662-4c45-8a56-c00cc7b5e22d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2271483 Aug 29 17:02:41.670804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-317d8dae-c129-4b48-9b6e-36fb4e96a13a req-6e14a465-fc63-429e-bdda-af65f9f0dc51 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8247700 Aug 29 17:02:41.708808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db164f4-ade5-4a01-906b-10f334d1e753 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:41.725832 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8db164f4-ade5-4a01-906b-10f334d1e753 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/687e4a09-ebb2-420f-82cd-b2d2f2507a18 HTTP/1.1" status: 200 len: 841 time: 0.1521935 Aug 29 17:02:41.725832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60150) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:41.814375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fd111cfc-27c1-4468-889e-02f592303e9a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/687e4a09-ebb2-420f-82cd-b2d2f2507a18?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0943403 Aug 29 17:02:41.815340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60152) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:41.820615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Made reservation on behalf of a610c18299f144f29557c5624db29a9d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:41.824179 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:41.851660 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b32a4fd-3850-4322-a717-1b7cfd160dff None None] Network dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:41.890961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Allocated IP 10.1.1.71 (64164b92-1e6b-45ee-89d0-a1828cbc0c8c/7d49c88a-740e-428b-aedd-09ef726d8dcd/d15ed3f7-7fe8-4898-8687-9fc883afa8f1) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:41.916503 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f8f99e8e-797f-4947-9750-edb84e9ee097 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/networks/b2de6fb1-297d-46cc-85a6-ab9d66d8498c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4429200 Aug 29 17:02:41.920957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60158) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:41.960746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a301d79b-5fa7-4ea9-870a-6ba4e643a80d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:42.136900 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:42.192308 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:42.283552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Pushing event updated for resources: {'Subnet': ['ID=641c05db-0d75-4164-b1e2-0d07f33783a6,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:42.286997 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366a868-755d-401f-9bd3-d519decc8810 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:42.289040 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9366a868-755d-401f-9bd3-d519decc8810 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/subnets/3f011232-7dcf-4706-a866-42e3d0e03ed9 HTTP/1.1" status: 200 len: 811 time: 0.3558443 Aug 29 17:02:42.297706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60170) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:42.354460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a301d79b-5fa7-4ea9-870a-6ba4e643a80d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:42.364472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a301d79b-5fa7-4ea9-870a-6ba4e643a80d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:42.424217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Checking segment: {'id': 'bb534ee6-0303-4000-8312-96c3efa586a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a5459302-91d2-4e37-872d-d526b7380071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:42.428371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Network hostable DHCP agents. Network: a5459302-91d2-4e37-872d-d526b7380071, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:42.445155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b4ae4e-b061-4e21-96da-b08b93bfb723,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:42.561288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] Checking segment: {'id': '4ed5844b-d592-4023-a4f1-60ae37b687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0558244-c3b3-4d44-8d36-687f1f619dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:42.563211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] Network hostable DHCP agents. Network: a0558244-c3b3-4d44-8d36-687f1f619dcb, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:42.622942 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:42.645688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] Network a0558244-c3b3-4d44-8d36-687f1f619dcb is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:42.656873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Transition to ACTIVE for port object d15ed3f7-7fe8-4898-8687-9fc883afa8f1 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:42.673177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-0104bcdb-77df-40be-ac78-c640cc8bb9a6 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:42.680805 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-0104bcdb-77df-40be-ac78-c640cc8bb9a6 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/networks?id=dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 HTTP/1.1" status: 200 len: 807 time: 0.2138691 Aug 29 17:02:42.692184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a0558244-c3b3-4d44-8d36-687f1f619dcb) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:42.700504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:42.701188 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:42.707543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde30007-52d8-4de3-9fcd-4762fce4c6b9 None None] Network a0558244-c3b3-4d44-8d36-687f1f619dcb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:42.712956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-e07c783a-10ca-473b-9177-9fe59647b9a5 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/quotas/44fad355dbfc45228654c07a1cff549d HTTP/1.1" status: 200 len: 375 time: 0.0311778 Aug 29 17:02:42.784564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b866a52-1a05-4214-9f4c-b165221eb0d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['shared'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:42.786054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2b866a52-1a05-4214-9f4c-b165221eb0d8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "GET /v2.0/subnets/3f011232-7dcf-4706-a866-42e3d0e03ed9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4872777 Aug 29 17:02:42.802512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60206) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:42.826587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1703644734'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:42.853042 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-91c89208-7036-4971-9551-03f5b15216d0 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=44fad355dbfc45228654c07a1cff549d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1390595 Aug 29 17:02:42.879170 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-41633df9-df71-4451-9710-406da8d81207 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3201118 Aug 29 17:02:42.902594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Network a5459302-91d2-4e37-872d-d526b7380071 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:42.912598 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-98516fb4-05e4-4707-95ce-147aabece133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:42.918165 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a301d79b-5fa7-4ea9-870a-6ba4e643a80d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:42.926075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8998c-0347-4051-b02d-1523fdaf847a None None] Network a0558244-c3b3-4d44-8d36-687f1f619dcb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:42.988142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301d79b-5fa7-4ea9-870a-6ba4e643a80d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Subnet': ['ID=6f17feca-6d79-452b-8f9e-cfa3cc9555a7,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:42.994923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a5459302-91d2-4e37-872d-d526b7380071) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:43.002850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:43.003738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.016056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a301d79b-5fa7-4ea9-870a-6ba4e643a80d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:43.017672 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:43.018964 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.022739 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.028276 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-a301d79b-5fa7-4ea9-870a-6ba4e643a80d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:43.033826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98009640-8430-4c5b-b655-34f33fe16184 None None] Network a5459302-91d2-4e37-872d-d526b7380071 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:43.055700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a301d79b-5fa7-4ea9-870a-6ba4e643a80d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:43.056557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7271db3-bd88-4873-8f47-8a8c1e8938db None None] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:43.057096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a301d79b-5fa7-4ea9-870a-6ba4e643a80d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.078889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ab45b-1338-4cea-ae8c-0f7c700b2c16 req-e9f92f1c-850a-4e37-b5b3-361f3149e227 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:43.087422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-722ab45b-1338-4cea-ae8c-0f7c700b2c16 req-e9f92f1c-850a-4e37-b5b3-361f3149e227 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 932 time: 0.2384908 Aug 29 17:02:43.122419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e1beb191-6a67-4443-a7ef-37cce54447ea tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8242323 Aug 29 17:02:43.129910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60220) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:43.138597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Request body: {'port': {'network_id': 'a5459302-91d2-4e37-872d-d526b7380071', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1749542115'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:43.157372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:02:43.167858 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a301d79b-5fa7-4ea9-870a-6ba4e643a80d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3514440 Aug 29 17:02:43.172462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60224) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:43.203760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f9d0e536-6a8c-4746-8489-591985edf471 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'security_group': {'name': 'tempest-secgroup-1385475637'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:43.265981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Port': ['ID=d15ed3f7-7fe8-4898-8687-9fc883afa8f1,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:43.271053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-722ab45b-1338-4cea-ae8c-0f7c700b2c16 req-ed975d50-c870-4934-9b31-df34d8911c15 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742904 Aug 29 17:02:43.279195 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.279804 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Added segment bf3fda6b-53d9-4674-ab96-22e0556650c6 of type vlan for network 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd Aug 29 17:02:43.290982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:43.315022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:43.333906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:43.411673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9d0e536-6a8c-4746-8489-591985edf471 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.481745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.510457 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:43.511709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.632005 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.638068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:43.639240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.652126 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-e2d66983-9638-4eff-81e6-2297bc476d80 service neutron] 10.222.0.22 "GET /v2.0/networks/dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7526960 Aug 29 17:02:43.820893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-beafbc18-10f9-452f-9ffe-330bdce5a23b None None] Provisioning for port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:43.872040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-beafbc18-10f9-452f-9ffe-330bdce5a23b None None] Provisioning complete for port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:43.872415 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-beafbc18-10f9-452f-9ffe-330bdce5a23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.886506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-8aba0908-5970-4669-a9a4-66652d71fbe6 service neutron] 10.222.0.22 "GET /v2.0/networks/dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333903 Aug 29 17:02:43.887949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-5091f376-09ea-4d51-b512-a6c5476d3405 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6213906 Aug 29 17:02:43.894683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-a5459302-91d2-4e37-872d-d526b7380071', 'network_id': 'a5459302-91d2-4e37-872d-d526b7380071', 'tenant_id': 'a610c18299f144f29557c5624db29a9d', 'fixed_ips': [{'subnet_id': '641c05db-0d75-4164-b1e2-0d07f33783a6'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:43.895592 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:43.912768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c', 'admin_state_up': True, 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'security_groups': ['e848bd40-cf71-455a-900d-5708903a867a']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:43.945499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Network': ['ID=4f1c1e98-7f64-49b8-9e57-4d7400d59dbd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:43.988599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:02:44.046281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-1963d0ad-bf11-4b36-9709-d135a24fdd24 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:44.054664 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-1963d0ad-bf11-4b36-9709-d135a24fdd24 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/networks?id=a0558244-c3b3-4d44-8d36-687f1f619dcb HTTP/1.1" status: 200 len: 818 time: 0.3654053 Aug 29 17:02:44.086112 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9d0e536-6a8c-4746-8489-591985edf471 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:44.099604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-beafbc18-10f9-452f-9ffe-330bdce5a23b None None] Port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:44.105603 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-bf384f43-ee11-4c6d-bd43-d22187e1e8e2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/quotas/a232e77bff3f4f629cfa6c63c74d0bab HTTP/1.1" status: 200 len: 375 time: 0.0495951 Aug 29 17:02:44.158857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9d0e536-6a8c-4746-8489-591985edf471 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:44.179822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-f0b98f59-3c2f-4ad0-9db5-69bac3b6c435 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a232e77bff3f4f629cfa6c63c74d0bab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729454 Aug 29 17:02:44.197148 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e789a727-3f30-4b65-8cda-7e20ab267c6c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3751538 Aug 29 17:02:44.210303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60282) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:44.258344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'network_id': '4f1c1e98-7f64-49b8-9e57-4d7400d59dbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:44.370943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Made reservation on behalf of a610c18299f144f29557c5624db29a9d for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:44.375095 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:44.393289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:44.413177 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:44.435689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9d0e536-6a8c-4746-8489-591985edf471 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:44.439863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f9d0e536-6a8c-4746-8489-591985edf471 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2448616 Aug 29 17:02:44.440658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60298) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:44.455897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-08ab772b-f925-4f9a-8027-fd651f6b24f5 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'security_group': {'name': 'tempest-secgroup-1173214514'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:44.460180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0e536-6a8c-4746-8489-591985edf471 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001b1442-1e97-42e9-8959-d0fe140c6c86,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:44.502805 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] device_id is not set on port 9e637c46-93b1-4f98-bf33-13953a638bad yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:44.658996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-236c367a-c1fe-4583-9014-7ab39a70c2c1', 'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'tenant_id': '90b2c129704746a2b6a94fa082dcf61a', 'fixed_ips': [{'subnet_id': '6f17feca-6d79-452b-8f9e-cfa3cc9555a7'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:44.665556 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:44.704674 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-08ab772b-f925-4f9a-8027-fd651f6b24f5 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:44.767397 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-859003bd-a1ea-4d7f-9713-cd20b7783d6e req-5db6d733-51d1-4a4d-9df5-ce9fbb599c70 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 210 time: 0.4922779 Aug 29 17:02:44.821857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-bf3f5069-87ad-4a93-96fc-c5e069776853 service neutron] 10.222.0.22 "GET /v2.0/networks/a0558244-c3b3-4d44-8d36-687f1f619dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408002 Aug 29 17:02:44.828401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Allocated IP 10.1.1.241 (64164b92-1e6b-45ee-89d0-a1828cbc0c8c/7d49c88a-740e-428b-aedd-09ef726d8dcd/efae15c7-233c-4c88-a37e-d87adca34c60) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:44.995233 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Allocated IP 172.20.0.2 (236c367a-c1fe-4583-9014-7ab39a70c2c1/6f17feca-6d79-452b-8f9e-cfa3cc9555a7/30aedaa3-c967-4b05-a24f-67ee821c6462) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:45.060398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Made reservation on behalf of 141e2611b9584352aef3c1ec2379997d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:45.074984 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:45.163634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b877f-dd4b-4dd3-9a66-11634adbde33 req-0b2ae380-49ea-4282-b908-f2fa3dc1d0af tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:45.176941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Allocated IP 172.20.0.6 (a5459302-91d2-4e37-872d-d526b7380071/641c05db-0d75-4164-b1e2-0d07f33783a6/9e637c46-93b1-4f98-bf33-13953a638bad) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:45.180532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b877f-dd4b-4dd3-9a66-11634adbde33 req-0b2ae380-49ea-4282-b908-f2fa3dc1d0af tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:45.185481 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd2b877f-dd4b-4dd3-9a66-11634adbde33 req-0b2ae380-49ea-4282-b908-f2fa3dc1d0af tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 1653 time: 0.2831852 Aug 29 17:02:45.201778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.ipam_backend_mixin [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Performing IP validity checks on allocation pools {{(pid=111677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 17:02:45.202539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.ipam_backend_mixin [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 17:02:45.278969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-bf199869-4aad-49c1-a7b5-76019338efd9 service neutron] 10.222.0.22 "GET /v2.0/networks/a0558244-c3b3-4d44-8d36-687f1f619dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561405 Aug 29 17:02:45.322705 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:45.340101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Transition to ACTIVE for port object 30aedaa3-c967-4b05-a24f-67ee821c6462 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:45.385145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd2b877f-dd4b-4dd3-9a66-11634adbde33 req-737b60fc-aa24-4769-99e8-57e301bafde4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861110 Aug 29 17:02:45.393637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Transition to ACTIVE for port object 30aedaa3-c967-4b05-a24f-67ee821c6462 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:45.398487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:45.409342 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:45.446430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Transition to ACTIVE for port object efae15c7-233c-4c88-a37e-d87adca34c60 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:45.504870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Pushing event updated for resources: {'Port': ['ID=30aedaa3-c967-4b05-a24f-67ee821c6462,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:45.529879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:45.574941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:45.575275 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-08ab772b-f925-4f9a-8027-fd651f6b24f5 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:45.580838 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a7ae-b415-49da-b92d-e3e57cb13bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:45.588141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:45.596785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:45.663617 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-08ab772b-f925-4f9a-8027-fd651f6b24f5 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:45.737728 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:45.741835 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8903f189-ea6e-4b4a-8296-ebd0220b48d5 req-ad5d18c7-cb60-4cca-a541-5471170603e5 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 210 time: 0.1420500 Aug 29 17:02:45.749046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:45.785598 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-08ab772b-f925-4f9a-8027-fd651f6b24f5 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:45.793762 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-08ab772b-f925-4f9a-8027-fd651f6b24f5 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3426158 Aug 29 17:02:45.815040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60344) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:45.815847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:45.821794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Attempting to bind port 30aedaa3-c967-4b05-a24f-67ee821c6462 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:45.822183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Attempting to bind port 30aedaa3-c967-4b05-a24f-67ee821c6462 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'fa193422-4da2-4402-bde2-c37d11b14f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:45.822547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Attempting to bind port 30aedaa3-c967-4b05-a24f-67ee821c6462 on network 236c367a-c1fe-4583-9014-7ab39a70c2c1 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:45.879327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:45.880349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Checking segment: {'id': 'fa193422-4da2-4402-bde2-c37d11b14f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:45.880772 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:45.881166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Bound using segment: {'id': 'fa193422-4da2-4402-bde2-c37d11b14f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:45.881718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Bound port: 30aedaa3-c967-4b05-a24f-67ee821c6462, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa193422-4da2-4402-bde2-c37d11b14f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:45.882109 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:45.974345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-33088904', 'security_groups': ['1fbaf703-2f62-4512-aa10-bbbffb944406'], 'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f17feca-6d79-452b-8f9e-cfa3cc9555a7'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:45.984670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab772b-f925-4f9a-8027-fd651f6b24f5 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbaf703-2f62-4512-aa10-bbbffb944406,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:45.985467 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:46.029737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:46.032108 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:46.065662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] For port 30aedaa3-c967-4b05-a24f-67ee821c6462, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:46.073593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] For port 30aedaa3-c967-4b05-a24f-67ee821c6462, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=30aedaa3-c967-4b05-a24f-67ee821c6462,segment=NetworkSegment(fa193422-4da2-4402-bde2-c37d11b14f4c),segment_id=fa193422-4da2-4402-bde2-c37d11b14f4c)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:46.076167 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6329f54d-ea4d-4aed-b8d9-6168812973cb req-03565200-ce72-412b-bd57-714e77efca31 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 210 time: 0.1466575 Aug 29 17:02:46.096902 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:46.157730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60352) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:46.274871 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:46.313574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a219b-553c-4b64-8afe-c06310e6ad48 None None] Pushing event updated for resources: {'Port': ['ID=30aedaa3-c967-4b05-a24f-67ee821c6462,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:46.323065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Transition to ACTIVE for port object 9e637c46-93b1-4f98-bf33-13953a638bad will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:46.364583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1ba8a2af-1189-456f-b75d-14b90a59f0cc None None] Provisioning for port efae15c7-233c-4c88-a37e-d87adca34c60 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:46.369848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1ba8a2af-1189-456f-b75d-14b90a59f0cc None None] Provisioning complete for port efae15c7-233c-4c88-a37e-d87adca34c60 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:46.370864 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1ba8a2af-1189-456f-b75d-14b90a59f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:46.404629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Port': ['ID=efae15c7-233c-4c88-a37e-d87adca34c60,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:46.423512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:46.453183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8a2af-1189-456f-b75d-14b90a59f0cc None None] Port efae15c7-233c-4c88-a37e-d87adca34c60 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:46.460747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-934eda09-2a34-48f7-8cc8-ad7d20aeff96 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5599101 Aug 29 17:02:46.523043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865', 'admin_state_up': True, 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'security_groups': ['e848bd40-cf71-455a-900d-5708903a867a']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:46.537631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Allocated IP 172.20.0.2 (a5459302-91d2-4e37-872d-d526b7380071/641c05db-0d75-4164-b1e2-0d07f33783a6/b05cbe8b-0e86-4008-b811-6c07ef79110a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:46.554010 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:46.556528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=1c7afac3-9268-4c8c-9b68-157102c2e7e3,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:46.755392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Checking segment: {'id': 'bf3fda6b-53d9-4674-ab96-22e0556650c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f1c1e98-7f64-49b8-9e57-4d7400d59dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:46.759033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network hostable DHCP agents. Network: 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:02:46.816443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Network a5459302-91d2-4e37-872d-d526b7380071 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:46.821933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f85-7bd7-4f76-86c6-6023b087656d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:46.836504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:46.840712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:46.918047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:46.919157 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:46.938359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Pushing event updated for resources: {'Port': ['ID=9e637c46-93b1-4f98-bf33-13953a638bad,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:46.967254 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e72c3c75-1ba0-49d8-a140-da49f63fb6f7 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8344121 Aug 29 17:02:46.972312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60364) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:46.984334 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Request body: {'port': {'network_id': 'a5459302-91d2-4e37-872d-d526b7380071', 'name': 'tempest-ExtraDHCPOptionsTestJSON-209057992', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:46.985400 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.api.validators [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] bootfile-name is not in valid_values {{(pid=111677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:02:46.986591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.api.validators [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] tftp-server is not in valid_values {{(pid=111677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:02:46.987490 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.api.validators [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] server-ip-address is not in valid_values {{(pid=111677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:02:47.067187 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:47.080093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Transition to ACTIVE for port object b05cbe8b-0e86-4008-b811-6c07ef79110a will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:47.095972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Transition to ACTIVE for port object b05cbe8b-0e86-4008-b811-6c07ef79110a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:47.109976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 30aedaa3-c967-4b05-a24f-67ee821c6462 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:47.127051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:47.132348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-df57c346-d3fd-4234-a3de-1d4e87e4949e tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:47.141119 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-df57c346-d3fd-4234-a3de-1d4e87e4949e tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.10 "GET /v2.0/networks?id=dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 HTTP/1.1" status: 200 len: 807 time: 1.0354850 Aug 29 17:02:47.158760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e13f60-9ae3-4e2d-9d57-ad13808db38d req-e29f16f1-7034-46c0-83c7-30736d47d68a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:47.162298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Network 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:02:47.166731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e13f60-9ae3-4e2d-9d57-ad13808db38d req-e29f16f1-7034-46c0-83c7-30736d47d68a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:47.185819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e13f60-9ae3-4e2d-9d57-ad13808db38d req-e29f16f1-7034-46c0-83c7-30736d47d68a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:47.195758 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44e13f60-9ae3-4e2d-9d57-ad13808db38d req-e29f16f1-7034-46c0-83c7-30736d47d68a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 2374 time: 0.4527197 Aug 29 17:02:47.203912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Request body: {'port': {'device_id': '6fc6b2d0-5537-44af-a725-6c5ac79d9f57', 'network_id': 'dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3', 'admin_state_up': True, 'tenant_id': '44fad355dbfc45228654c07a1cff549d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:47.208131 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:47.221268 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0a4d2274-b936-47e4-b048-c27cbedff564 req-e4b88d44-f768-4691-b42d-1151f556f657 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 210 time: 0.0556521 Aug 29 17:02:47.238418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:47.245759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Network a5459302-91d2-4e37-872d-d526b7380071 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:47.251997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:47.253922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1340d64-3350-4439-bd6e-e8053d7a03b8 None None] Network 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:47.258647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:47.260028 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:47.261928 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:47.452519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f85-7bd7-4f76-86c6-6023b087656d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:47.563763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed88c250-e9da-4a41-8540-9cd7ee5046d9 req-d68394aa-31c0-447a-b284-60b3f6ba2b47 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 210 time: 0.0892906 Aug 29 17:02:47.566907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f85-7bd7-4f76-86c6-6023b087656d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:47.643700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Pushing event updated for resources: {'Port': ['ID=b05cbe8b-0e86-4008-b811-6c07ef79110a,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:47.695209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:47.735761 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:47.751094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Attempting to bind port b05cbe8b-0e86-4008-b811-6c07ef79110a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:47.751734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Attempting to bind port b05cbe8b-0e86-4008-b811-6c07ef79110a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'bb534ee6-0303-4000-8312-96c3efa586a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a5459302-91d2-4e37-872d-d526b7380071'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:47.752292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Attempting to bind port b05cbe8b-0e86-4008-b811-6c07ef79110a on network a5459302-91d2-4e37-872d-d526b7380071 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:47.761243 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:47.761906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Checking segment: {'id': 'bb534ee6-0303-4000-8312-96c3efa586a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a5459302-91d2-4e37-872d-d526b7380071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:47.762519 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:47.763085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Bound using segment: {'id': 'bb534ee6-0303-4000-8312-96c3efa586a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a5459302-91d2-4e37-872d-d526b7380071'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:47.763773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Bound port: b05cbe8b-0e86-4008-b811-6c07ef79110a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb534ee6-0303-4000-8312-96c3efa586a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a5459302-91d2-4e37-872d-d526b7380071'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:47.764364 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:47.820912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 30aedaa3-c967-4b05-a24f-67ee821c6462 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:47.843856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b89f85-7bd7-4f76-86c6-6023b087656d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37af2847-13d4-4063-9a01-5bdd92f965fc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:47.867553 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a4b89f85-7bd7-4f76-86c6-6023b087656d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96f7f276c92e45eba8e83858128ef2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7049294 Aug 29 17:02:47.868693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Made reservation on behalf of a610c18299f144f29557c5624db29a9d for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:47.878750 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:47.900517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60368) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:47.906950 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:47.914338 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] device_id is not set on port cb778ef5-5b26-40d8-86b2-054497bef77f yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:47.936213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:48.046249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] For port b05cbe8b-0e86-4008-b811-6c07ef79110a, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:48.058347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] For port b05cbe8b-0e86-4008-b811-6c07ef79110a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b05cbe8b-0e86-4008-b811-6c07ef79110a,segment=NetworkSegment(bb534ee6-0303-4000-8312-96c3efa586a6),segment_id=bb534ee6-0303-4000-8312-96c3efa586a6)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:48.089804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Allocated IP 172.20.0.12 (a5459302-91d2-4e37-872d-d526b7380071/641c05db-0d75-4164-b1e2-0d07f33783a6/cb778ef5-5b26-40d8-86b2-054497bef77f) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:48.108578 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:48.131735 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:48.134327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Made reservation on behalf of 44fad355dbfc45228654c07a1cff549d for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:48.145779 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:48.258652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-4f1c1e98-7f64-49b8-9e57-4d7400d59dbd', 'network_id': '4f1c1e98-7f64-49b8-9e57-4d7400d59dbd', 'tenant_id': '141e2611b9584352aef3c1ec2379997d', 'fixed_ips': [{'subnet_id': '1c7afac3-9268-4c8c-9b68-157102c2e7e3'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:02:48.260962 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:48.298755 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ba051d50-3f33-42fa-a10f-5be7b63f6f4f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.0509636 Aug 29 17:02:48.315826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-09294c39-b0f8-47ee-9cd3-fb133c80e75a tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:48.329530 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-09294c39-b0f8-47ee-9cd3-fb133c80e75a tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.16 "GET /v2.0/networks?id=a0558244-c3b3-4d44-8d36-687f1f619dcb HTTP/1.1" status: 200 len: 818 time: 0.8635776 Aug 29 17:02:48.330397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60374) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:48.369698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Allocated IP 172.20.0.7 (dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3/9bd30772-0c4d-460b-9bc4-f60d65038811/be9b2159-c5a6-4749-8f45-88667552cd89) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:48.372440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-717f51c6-2207-456a-9173-2597a04f060d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:48.429804 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:48.436284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a231d-da8d-4284-9eb8-3d5532e2c9b4 None None] Pushing event updated for resources: {'Port': ['ID=b05cbe8b-0e86-4008-b811-6c07ef79110a,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:48.453898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Request body: {'port': {'device_id': '3e90f057-8214-4245-9fda-5c90602dbfbd', 'network_id': 'a0558244-c3b3-4d44-8d36-687f1f619dcb', 'admin_state_up': True, 'tenant_id': 'a232e77bff3f4f629cfa6c63c74d0bab'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:48.510120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2d6a27bb-dbf6-496a-ab7f-cfcaa4a94ee0 None None] Provisioning for port 30aedaa3-c967-4b05-a24f-67ee821c6462 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:48.526623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2d6a27bb-dbf6-496a-ab7f-cfcaa4a94ee0 None None] Provisioning complete for port 30aedaa3-c967-4b05-a24f-67ee821c6462 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:48.526987 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d6a27bb-dbf6-496a-ab7f-cfcaa4a94ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:48.650723 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:48.732549 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44e13f60-9ae3-4e2d-9d57-ad13808db38d req-5fc3a237-dcf4-498a-8760-b10d118f2f12 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5329108 Aug 29 17:02:48.756703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Allocated IP 172.20.0.3 (4f1c1e98-7f64-49b8-9e57-4d7400d59dbd/1c7afac3-9268-4c8c-9b68-157102c2e7e3/7f9a8820-6f2f-4b63-8caa-517da1607575) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:48.777574 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d6a27bb-dbf6-496a-ab7f-cfcaa4a94ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:48.979187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b05cbe8b-0e86-4008-b811-6c07ef79110a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:49.021893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2d6a27bb-dbf6-496a-ab7f-cfcaa4a94ee0 None None] For port 30aedaa3-c967-4b05-a24f-67ee821c6462, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=30aedaa3-c967-4b05-a24f-67ee821c6462,segment=NetworkSegment(fa193422-4da2-4402-bde2-c37d11b14f4c),segment_id=fa193422-4da2-4402-bde2-c37d11b14f4c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:49.033402 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d6a27bb-dbf6-496a-ab7f-cfcaa4a94ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.092357 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b2cc35d5-9062-432d-855b-653bc60140a1 req-cb151aca-f24e-49ce-ae42-662f178ca0dd tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 210 time: 0.6524203 Aug 29 17:02:49.103546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port bc1408a5-8fd8-48b6-86af-8063165bf3e0 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:02:49.143801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2d6a27bb-dbf6-496a-ab7f-cfcaa4a94ee0 None None] Provisioning complete for port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:49.144886 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d6a27bb-dbf6-496a-ab7f-cfcaa4a94ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.185270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-971a5320-bd34-4eb3-abff-c0ffb909ec91 req-f980516c-c9e0-4601-be49-f6c1294b877f tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 210 time: 0.1240675 Aug 29 17:02:49.245899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.262826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Transition to ACTIVE for port object cb778ef5-5b26-40d8-86b2-054497bef77f will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:49.299671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a27bb-dbf6-496a-ab7f-cfcaa4a94ee0 None None] Port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:49.302734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a27bb-dbf6-496a-ab7f-cfcaa4a94ee0 None None] Pushing event updated for resources: {'Port': ['ID=30aedaa3-c967-4b05-a24f-67ee821c6462,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:49.323127 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.333043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b05cbe8b-0e86-4008-b811-6c07ef79110a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:49.338747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Transition to ACTIVE for port object 7f9a8820-6f2f-4b63-8caa-517da1607575 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:49.359883 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.400871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Transition to ACTIVE for port object 7f9a8820-6f2f-4b63-8caa-517da1607575 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:49.411201 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.495185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Pushing event updated for resources: {'Port': ['ID=7f9a8820-6f2f-4b63-8caa-517da1607575,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:49.524456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Pushing event updated for resources: {'Port': ['ID=cb778ef5-5b26-40d8-86b2-054497bef77f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:49.532321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Network 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:49.533941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:49.538898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:49.544522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Allocated IP 10.2.2.100 (128aaf68-ed9b-4fb1-95a1-4ab98713f865/f783add8-fd0c-49c8-9682-0261ab8667d4/9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:49.586570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Network a5459302-91d2-4e37-872d-d526b7380071 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:49.619569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-717f51c6-2207-456a-9173-2597a04f060d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126191883'] for subnet, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.621399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Attempting to bind port 7f9a8820-6f2f-4b63-8caa-517da1607575 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:49.621775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Attempting to bind port 7f9a8820-6f2f-4b63-8caa-517da1607575 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'bf3fda6b-53d9-4674-ab96-22e0556650c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f1c1e98-7f64-49b8-9e57-4d7400d59dbd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:49.622142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Attempting to bind port 7f9a8820-6f2f-4b63-8caa-517da1607575 on network 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:49.627435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:49.628268 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:49.628647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Checking segment: {'id': 'bf3fda6b-53d9-4674-ab96-22e0556650c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f1c1e98-7f64-49b8-9e57-4d7400d59dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:49.629056 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.629473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Bound using segment: {'id': 'bf3fda6b-53d9-4674-ab96-22e0556650c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f1c1e98-7f64-49b8-9e57-4d7400d59dbd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:49.629952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Bound port: 7f9a8820-6f2f-4b63-8caa-517da1607575, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3fda6b-53d9-4674-ab96-22e0556650c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f1c1e98-7f64-49b8-9e57-4d7400d59dbd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:49.630340 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.631945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:49.693460 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1240098c-4605-4032-b184-104bf599f363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.707465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:49.708499 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.742468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b68c0615-6522-421d-9005-d66aca5d3318 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7658501 Aug 29 17:02:49.747650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60380) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:49.764015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] For port 7f9a8820-6f2f-4b63-8caa-517da1607575, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:49.769256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] For port 7f9a8820-6f2f-4b63-8caa-517da1607575, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7f9a8820-6f2f-4b63-8caa-517da1607575,segment=NetworkSegment(bf3fda6b-53d9-4674-ab96-22e0556650c6),segment_id=bf3fda6b-53d9-4674-ab96-22e0556650c6)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:49.788591 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.806524 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1240098c-4605-4032-b184-104bf599f363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.882741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.10 (236c367a-c1fe-4583-9014-7ab39a70c2c1/6f17feca-6d79-452b-8f9e-cfa3cc9555a7/bc1408a5-8fd8-48b6-86af-8063165bf3e0) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:49.937657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Made reservation on behalf of a232e77bff3f4f629cfa6c63c74d0bab for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:49.941415 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:49.942488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca05ed-774a-4bc9-bd76-f7aa62233946 None None] Pushing event updated for resources: {'Port': ['ID=7f9a8820-6f2f-4b63-8caa-517da1607575,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:49.984905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e4511a-81e4-4295-803d-7d95702f8568 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:49.995799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e4511a-81e4-4295-803d-7d95702f8568 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:50.009239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e4511a-81e4-4295-803d-7d95702f8568 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:50.010946 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a3e4511a-81e4-4295-803d-7d95702f8568 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2582512 Aug 29 17:02:50.034576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60384) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:50.039953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e4e5d6-f882-42cb-bce8-68944ed0a7a4 None None] Network a5459302-91d2-4e37-872d-d526b7380071 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:50.134993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:50.195224 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:50.238570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f97a3bd1-8820-4243-8567-98fd94fc46ff None None] Provisioning for port b05cbe8b-0e86-4008-b811-6c07ef79110a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:50.244556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f97a3bd1-8820-4243-8567-98fd94fc46ff None None] Provisioning complete for port b05cbe8b-0e86-4008-b811-6c07ef79110a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:50.244991 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f97a3bd1-8820-4243-8567-98fd94fc46ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:50.506794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Allocated IP 172.20.0.9 (a0558244-c3b3-4d44-8d36-687f1f619dcb/09b4ae4e-b061-4e21-96da-b08b93bfb723/38a5016c-c8ba-4944-ac69-4d38b228ce6b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:50.548896 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f97a3bd1-8820-4243-8567-98fd94fc46ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:50.664153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f97a3bd1-8820-4243-8567-98fd94fc46ff None None] For port b05cbe8b-0e86-4008-b811-6c07ef79110a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b05cbe8b-0e86-4008-b811-6c07ef79110a,segment=NetworkSegment(bb534ee6-0303-4000-8312-96c3efa586a6),segment_id=bb534ee6-0303-4000-8312-96c3efa586a6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:50.675188 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f97a3bd1-8820-4243-8567-98fd94fc46ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:50.730097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89579e38-7dab-4436-ab88-b8cb8dea8ba2 req-810dd5bc-81c9-4240-a8cc-52ab6415f823 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:50.752660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89579e38-7dab-4436-ab88-b8cb8dea8ba2 req-810dd5bc-81c9-4240-a8cc-52ab6415f823 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:50.774830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89579e38-7dab-4436-ab88-b8cb8dea8ba2 req-810dd5bc-81c9-4240-a8cc-52ab6415f823 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:50.776581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89579e38-7dab-4436-ab88-b8cb8dea8ba2 req-810dd5bc-81c9-4240-a8cc-52ab6415f823 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 2374 time: 0.8958046 Aug 29 17:02:50.809199 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1240098c-4605-4032-b184-104bf599f363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:50.812542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a3bd1-8820-4243-8567-98fd94fc46ff None None] Pushing event updated for resources: {'Port': ['ID=b05cbe8b-0e86-4008-b811-6c07ef79110a,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:50.812841 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1240098c-4605-4032-b184-104bf599f363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:50.814188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1240098c-4605-4032-b184-104bf599f363 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37af2847-13d4-4063-9a01-5bdd92f965fc HTTP/1.1" status: 204 len: 168 time: 2.5655234 Aug 29 17:02:50.815083 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-717f51c6-2207-456a-9173-2597a04f060d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747308347944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125915749'] for subnet, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:50.820797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Network dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:50.952307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dac57289-b9bc-4516-bf01-b636f60f1f32 req-28966f61-410f-4e20-af5e-e1b9cb2d2cc3 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 210 time: 0.2848990 Aug 29 17:02:50.967585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:50.970918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:51.014995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.031344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 30aedaa3-c967-4b05-a24f-67ee821c6462 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:51.033128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240098c-4605-4032-b184-104bf599f363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37af2847-13d4-4063-9a01-5bdd92f965fc,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:51.190654 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e4c0fff5-fb3d-4563-a34c-866a4fb71488 None None] Provisioning complete for port b05cbe8b-0e86-4008-b811-6c07ef79110a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:51.191040 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fff5-fb3d-4563-a34c-866a4fb71488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.191653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Pushing event updated for resources: {'Port': ['ID=be9b2159-c5a6-4749-8f45-88667552cd89,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:51.217059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object bc1408a5-8fd8-48b6-86af-8063165bf3e0 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:51.218492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717f51c6-2207-456a-9173-2597a04f060d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:51.219141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-717f51c6-2207-456a-9173-2597a04f060d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.224483 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-717f51c6-2207-456a-9173-2597a04f060d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "PUT /v2.0/subnets/1c7afac3-9268-4c8c-9b68-157102c2e7e3 HTTP/1.1" status: 200 len: 877 time: 2.8792031 Aug 29 17:02:51.226935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60396) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:51.241000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 30aedaa3-c967-4b05-a24f-67ee821c6462 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:51.241577 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.250815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89579e38-7dab-4436-ab88-b8cb8dea8ba2 req-2fff01f4-0afb-4f2b-9905-0b944056d94e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4289424 Aug 29 17:02:51.339464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f51c6-2207-456a-9173-2597a04f060d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event updated for resources: {'Subnet': ['ID=1c7afac3-9268-4c8c-9b68-157102c2e7e3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:51.379030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e4c0fff5-fb3d-4563-a34c-866a4fb71488 None None] Provisioning for port 9e637c46-93b1-4f98-bf33-13953a638bad completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:51.390525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e4c0fff5-fb3d-4563-a34c-866a4fb71488 None None] Provisioning complete for port 9e637c46-93b1-4f98-bf33-13953a638bad triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:51.390904 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fff5-fb3d-4563-a34c-866a4fb71488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.463737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7f9a8820-6f2f-4b63-8caa-517da1607575 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:51.491212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.571676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0fff5-fb3d-4563-a34c-866a4fb71488 None None] Port 9e637c46-93b1-4f98-bf33-13953a638bad cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:51.589486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-fa16947a-e171-4764-843c-282ed24de555 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Deleting port cb778ef5-5b26-40d8-86b2-054497bef77f {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:51.590057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa16947a-e171-4764-843c-282ed24de555 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.633209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:51.635906 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.639769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e4c0fff5-fb3d-4563-a34c-866a4fb71488 None None] Provisioning for port cb778ef5-5b26-40d8-86b2-054497bef77f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:51.645524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e4c0fff5-fb3d-4563-a34c-866a4fb71488 None None] Provisioning complete for port cb778ef5-5b26-40d8-86b2-054497bef77f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:51.645995 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e4c0fff5-fb3d-4563-a34c-866a4fb71488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.647597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 7f9a8820-6f2f-4b63-8caa-517da1607575 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:51.649687 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.680822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60400) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:51.690993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.725436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0fff5-fb3d-4563-a34c-866a4fb71488 None None] Port cb778ef5-5b26-40d8-86b2-054497bef77f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:51.739207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Transition to ACTIVE for port object 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:51.748293 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-7d89f176-f534-49c1-9eae-340f9e081ef4 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5444319 Aug 29 17:02:51.771339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d028a-1ec1-4c4d-81f3-38695e059c69 req-83ac9ec4-ab2e-41ee-88ec-662f8014e3ad tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:51.774513 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca9d028a-1ec1-4c4d-81f3-38695e059c69 req-83ac9ec4-ab2e-41ee-88ec-662f8014e3ad tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 931 time: 0.5878561 Aug 29 17:02:51.821436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Request body: {'port': {'device_id': '6fc6b2d0-5537-44af-a725-6c5ac79d9f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:51.829828 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c25500d7-daca-4349-9c7b-9ac0de794691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.857149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-14f5f731-43fb-4404-99b7-44571d13527e None None] Provisioning complete for port 9e637c46-93b1-4f98-bf33-13953a638bad triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:51.857581 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-14f5f731-43fb-4404-99b7-44571d13527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.866961 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.875060 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:51.916954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:51.931847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ada6d71-e608-4f85-8536-6206272c4a87 None None] Network 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:51.948445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:51.965301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:51.971913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-14f5f731-43fb-4404-99b7-44571d13527e None None] Port 9e637c46-93b1-4f98-bf33-13953a638bad cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:52.013737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Network a0558244-c3b3-4d44-8d36-687f1f619dcb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:52.020991 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:52.027071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:52.044300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:52.046482 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.070525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.083517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=bc1408a5-8fd8-48b6-86af-8063165bf3e0,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:52.135278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1d3dde23-cb2b-423f-a90c-89d6b7912b88 None None] Provisioning for port 7f9a8820-6f2f-4b63-8caa-517da1607575 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:52.157273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1d3dde23-cb2b-423f-a90c-89d6b7912b88 None None] Provisioning complete for port 7f9a8820-6f2f-4b63-8caa-517da1607575 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:52.163191 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d3dde23-cb2b-423f-a90c-89d6b7912b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.244531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:52.250352 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca9d028a-1ec1-4c4d-81f3-38695e059c69 req-8640fb92-f0f4-44ea-81b4-38a621b0162d tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198511 Aug 29 17:02:52.250974 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.272486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:52.284207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Pushing event updated for resources: {'Port': ['ID=38a5016c-c8ba-4944-ac69-4d38b228ce6b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:52.293712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a02fd380-7a7c-4119-90f6-18464eba5583 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.3305590 Aug 29 17:02:52.294577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60404) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:52.295557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:52.363160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-bf1b4165-777b-42f6-bc51-cd0c854caaff tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:52.400879 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa16947a-e171-4764-843c-282ed24de555 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.412063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-fa16947a-e171-4764-843c-282ed24de555 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Calling delete_port for cb778ef5-5b26-40d8-86b2-054497bef77f owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:52.472096 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d3dde23-cb2b-423f-a90c-89d6b7912b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.549171 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:52.561749 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.576912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1d3dde23-cb2b-423f-a90c-89d6b7912b88 None None] For port 7f9a8820-6f2f-4b63-8caa-517da1607575, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7f9a8820-6f2f-4b63-8caa-517da1607575,segment=NetworkSegment(bf3fda6b-53d9-4674-ab96-22e0556650c6),segment_id=bf3fda6b-53d9-4674-ab96-22e0556650c6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:52.585957 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d3dde23-cb2b-423f-a90c-89d6b7912b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.689543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dde23-cb2b-423f-a90c-89d6b7912b88 None None] Pushing event updated for resources: {'Port': ['ID=7f9a8820-6f2f-4b63-8caa-517da1607575,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:52.692058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0273097-c4c4-4b89-ab70-3cb387d6317d req-f5636e3a-0fae-419c-b81c-911737a46f8f tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:52.706545 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0273097-c4c4-4b89-ab70-3cb387d6317d req-f5636e3a-0fae-419c-b81c-911737a46f8f tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 931 time: 0.5405426 Aug 29 17:02:52.718170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f12e5ba3-2612-4c1b-863d-896cdd1a4d00 None None] Provisioning complete for port cb778ef5-5b26-40d8-86b2-054497bef77f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:52.718783 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f12e5ba3-2612-4c1b-863d-896cdd1a4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.760478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f12e5ba3-2612-4c1b-863d-896cdd1a4d00 None None] Port cb778ef5-5b26-40d8-86b2-054497bef77f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:52.776780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f12e5ba3-2612-4c1b-863d-896cdd1a4d00 None None] Provisioning for port bc1408a5-8fd8-48b6-86af-8063165bf3e0 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:52.781690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f12e5ba3-2612-4c1b-863d-896cdd1a4d00 None None] Provisioning complete for port bc1408a5-8fd8-48b6-86af-8063165bf3e0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:52.782230 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f12e5ba3-2612-4c1b-863d-896cdd1a4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.846185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f12e5ba3-2612-4c1b-863d-896cdd1a4d00 None None] Port bc1408a5-8fd8-48b6-86af-8063165bf3e0 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:52.866096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f12e5ba3-2612-4c1b-863d-896cdd1a4d00 None None] Provisioning for port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:52.872323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f12e5ba3-2612-4c1b-863d-896cdd1a4d00 None None] Provisioning complete for port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:52.875093 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f12e5ba3-2612-4c1b-863d-896cdd1a4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.908734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Deleting port 7f9a8820-6f2f-4b63-8caa-517da1607575 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:52.909417 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:52.926107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b05cbe8b-0e86-4008-b811-6c07ef79110a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:52.975179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9b2159-c5a6-4749-8f45-88667552cd89 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:02:52.984410 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.000536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Port': ['ID=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:53.012019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f12e5ba3-2612-4c1b-863d-896cdd1a4d00 None None] Port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:53.019330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b9135-fe18-4cdb-93d7-337ba7389262 None None] Network 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:53.023520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b05cbe8b-0e86-4008-b811-6c07ef79110a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:53.024021 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.041462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] For port 7f9a8820-6f2f-4b63-8caa-517da1607575, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7f9a8820-6f2f-4b63-8caa-517da1607575,segment=NetworkSegment(bf3fda6b-53d9-4674-ab96-22e0556650c6),segment_id=bf3fda6b-53d9-4674-ab96-22e0556650c6)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:53.042096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.056783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Calling delete_port for 7f9a8820-6f2f-4b63-8caa-517da1607575 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:53.127088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:53.127787 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.159338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7f9a8820-6f2f-4b63-8caa-517da1607575 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:02:53.193580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6f85-8126-48dd-9c09-fbd06547d2bc req-124948f2-e73d-410b-92c8-5c330d2a7bea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:53.214071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6f85-8126-48dd-9c09-fbd06547d2bc req-124948f2-e73d-410b-92c8-5c330d2a7bea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:53.220558 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0273097-c4c4-4b89-ab70-3cb387d6317d req-861c6c9e-c56c-4d1a-ab62-957b29edc4f2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122454 Aug 29 17:02:53.227737 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.229914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-00af191a-c05e-4463-846d-44f51d6fbb5e None None] Provisioning complete for port 7f9a8820-6f2f-4b63-8caa-517da1607575 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:53.230407 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-00af191a-c05e-4463-846d-44f51d6fbb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.236116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6f85-8126-48dd-9c09-fbd06547d2bc req-124948f2-e73d-410b-92c8-5c330d2a7bea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:53.255542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6f85-8126-48dd-9c09-fbd06547d2bc req-124948f2-e73d-410b-92c8-5c330d2a7bea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:53.257358 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e61d6f85-8126-48dd-9c09-fbd06547d2bc req-124948f2-e73d-410b-92c8-5c330d2a7bea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 3095 time: 0.8230221 Aug 29 17:02:53.268689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No active binding found for port 7f9a8820-6f2f-4b63-8caa-517da1607575 {{(pid=111678) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 17:02:53.269068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7f9a8820-6f2f-4b63-8caa-517da1607575 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 17:02:53.270757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-00af191a-c05e-4463-846d-44f51d6fbb5e None None] Port 7f9a8820-6f2f-4b63-8caa-517da1607575 was deleted so its status cannot be updated. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 17:02:53.288997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Port': ['ID=7f9a8820-6f2f-4b63-8caa-517da1607575,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:53.299234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Transition to ACTIVE for port object be9b2159-c5a6-4749-8f45-88667552cd89 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:53.313531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Port 7f9a8820-6f2f-4b63-8caa-517da1607575 not found, will not notify nova. {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 17:02:53.338053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.366427 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa16947a-e171-4764-843c-282ed24de555 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.475541 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e61d6f85-8126-48dd-9c09-fbd06547d2bc req-4551589a-614c-4cd7-a80a-475bc0b8bd8f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116899 Aug 29 17:02:53.523755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No DVR routers for this DVR port 7f9a8820-6f2f-4b63-8caa-517da1607575 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:02:53.525006 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Pushing event updated for resources: {'Port': ['ID=be9b2159-c5a6-4749-8f45-88667552cd89,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:53.602551 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c25500d7-daca-4349-9c7b-9ac0de794691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.617360 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c25500d7-daca-4349-9c7b-9ac0de794691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.665868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16947a-e171-4764-843c-282ed24de555 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Pushing event deleted for resources: {'Port': ['ID=cb778ef5-5b26-40d8-86b2-054497bef77f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:53.678338 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-1feb4ce2-304e-4377-9dff-0c865ed9bb1c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1729727 Aug 29 17:02:53.683883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Attempting to bind port be9b2159-c5a6-4749-8f45-88667552cd89 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:53.684407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Attempting to bind port be9b2159-c5a6-4749-8f45-88667552cd89 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '10762ec8-d52d-4c04-bbac-fb1175899a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:53.684750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Attempting to bind port be9b2159-c5a6-4749-8f45-88667552cd89 on network dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:53.703977 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa16947a-e171-4764-843c-282ed24de555 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.709510 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fa16947a-e171-4764-843c-282ed24de555 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] 10.222.0.22 "DELETE /v2.0/ports/cb778ef5-5b26-40d8-86b2-054497bef77f HTTP/1.1" status: 204 len: 168 time: 3.6677415 Aug 29 17:02:53.720586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60414) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:53.723556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-778767f3-bcbc-408a-9d6e-06a1369414b2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2751255 Aug 29 17:02:53.735804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Request body: {'port': {'name': 'tempest-new-port-name-54808694', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:53.736207 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.api.validators [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] bootfile-name is not in valid_values {{(pid=111677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:02:53.736585 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.api.validators [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] tftp-server is not in valid_values {{(pid=111677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:02:53.736868 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.api.validators [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] server-ip-address is not in valid_values {{(pid=111677) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 29 17:02:53.775566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865', 'admin_state_up': True, 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'security_groups': ['e848bd40-cf71-455a-900d-5708903a867a']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:53.825373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c25500d7-daca-4349-9c7b-9ac0de794691 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32213062f0f04354bec325705112557f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1250246 Aug 29 17:02:53.825859 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.831347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60418) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:53.849756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Port be9b2159-c5a6-4749-8f45-88667552cd89 on network dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:02:53.850089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Attempting to bind port be9b2159-c5a6-4749-8f45-88667552cd89 on network dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:53.869351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07683244-b71e-413b-9767-f190e2beb03b req-602c202f-642e-4e88-9548-11438cc3a5c5 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:53.878001 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-07683244-b71e-413b-9767-f190e2beb03b req-602c202f-642e-4e88-9548-11438cc3a5c5 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 943 time: 0.4840105 Aug 29 17:02:53.892057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1b4165-777b-42f6-bc51-cd0c854caaff tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:53.896367 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf1b4165-777b-42f6-bc51-cd0c854caaff tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.922207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25500d7-daca-4349-9c7b-9ac0de794691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e1869c-4f06-4ddb-88a3-f3e9d352bb5f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:53.973720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:53.974130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Checking segment: {'id': '10762ec8-d52d-4c04-bbac-fb1175899a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:53.974484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Bound using segment: {'id': '10762ec8-d52d-4c04-bbac-fb1175899a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:53.974944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Bound port: be9b2159-c5a6-4749-8f45-88667552cd89, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10762ec8-d52d-4c04-bbac-fb1175899a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:53.975322 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:53.987511 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.010829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-07683244-b71e-413b-9767-f190e2beb03b req-c7ba6051-302b-4f5e-ae5c-2a3cf63212af tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315074 Aug 29 17:02:54.086462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Request body: {'port': {'device_id': '3e90f057-8214-4245-9fda-5c90602dbfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:54.122037 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.123367 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51d5dae4-bab0-499f-bea1-96633d2611b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.169634 n-d-713301-13 neutron-server[111676]: INFO neutron.db.ipam_backend_mixin [None req-bf1b4165-777b-42f6-bc51-cd0c854caaff tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6f17feca-6d79-452b-8f9e-cfa3cc9555a7 (CIDR: 172.20.0.0/28) Aug 29 17:02:54.174418 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] For port be9b2159-c5a6-4749-8f45-88667552cd89, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:54.188198 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1b4165-777b-42f6-bc51-cd0c854caaff tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:02:54.188732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1b4165-777b-42f6-bc51-cd0c854caaff tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:54.199596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] For port be9b2159-c5a6-4749-8f45-88667552cd89, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=be9b2159-c5a6-4749-8f45-88667552cd89,segment=NetworkSegment(10762ec8-d52d-4c04-bbac-fb1175899a8d),segment_id=10762ec8-d52d-4c04-bbac-fb1175899a8d)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:54.210195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.257698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Made reservation on behalf of 374be93859ef4f9184b6d6740601a35c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:54.263508 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51d5dae4-bab0-499f-bea1-96633d2611b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.271617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:54.272251 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.273705 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] 10.222.0.10 "PUT /v2.0/ports/be9b2159-c5a6-4749-8f45-88667552cd89 HTTP/1.1" status: 200 len: 1092 time: 2.5112016 Aug 29 17:02:54.278221 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bf1b4165-777b-42f6-bc51-cd0c854caaff tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9471745 Aug 29 17:02:54.278670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc6b2d0-5537-44af-a725-6c5ac79d9f57', 'tag': 'be9b2159-c5a6-4749-8f45-88667552cd89'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:02:54.281719 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6023d0-747a-4f9f-a936-84b03a02093e" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc6b2d0-5537-44af-a725-6c5ac79d9f57", "tag": "be9b2159-c5a6-4749-8f45-88667552cd89"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:02:54.282319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f7785-fb51-45a0-9b0f-1e400d1cd9ea None None] Network 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:54.288946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60422) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:54.317513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7afac3-9268-4c8c-9b68-157102c2e7e3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:54.336922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7caf9801-4bdc-4bab-bce7-52221c64d326 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:54.427287 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd695719-67f1-4d8a-bd2f-e22b668ed622 x-openstack-request-id: req-cd695719-67f1-4d8a-bd2f-e22b668ed622 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:02:54.427588 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc6b2d0-5537-44af-a725-6c5ac79d9f57", "tag": "be9b2159-c5a6-4749-8f45-88667552cd89", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:02:54.427845 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd695719-67f1-4d8a-bd2f-e22b668ed622 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:02:54.428246 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc6b2d0-5537-44af-a725-6c5ac79d9f57', 'tag': 'be9b2159-c5a6-4749-8f45-88667552cd89', 'status': 'completed', 'code': 200} Aug 29 17:02:54.439256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dd73d-3293-4671-8d13-5db9ec4185db service neutron] Pushing event updated for resources: {'Port': ['ID=be9b2159-c5a6-4749-8f45-88667552cd89,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:54.496365 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.513937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1c1e98-7f64-49b8-9e57-4d7400d59dbd']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:54.528991 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3fda6b-53d9-4674-ab96-22e0556650c6') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:54.529260 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3fda6b-53d9-4674-ab96-22e0556650c6') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:54.542408 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.578197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a892ead-3bd0-4ccd-a55d-96e492a7e459 None None] DHCP port deletion for 4f1c1e98-7f64-49b8-9e57-4d7400d59dbd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:02:54.613040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.615172 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.657550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:54.657971 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:54.663373 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:54.674573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d39ce-3000-4c2a-a049-5da0adb7a1fd req-db9ac720-c626-4b67-86b3-10f2d40cf994 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:54.679009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a09d39ce-3000-4c2a-a049-5da0adb7a1fd req-db9ac720-c626-4b67-86b3-10f2d40cf994 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 931 time: 0.2053194 Aug 29 17:02:54.700465 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.720515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caf9801-4bdc-4bab-bce7-52221c64d326 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:02:54.744686 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7caf9801-4bdc-4bab-bce7-52221c64d326 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.857980 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.865259 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.867265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7f9a8820-6f2f-4b63-8caa-517da1607575 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:02:54.868059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/4f1c1e98-7f64-49b8-9e57-4d7400d59dbd HTTP/1.1" status: 204 len: 168 time: 3.6214390 Aug 29 17:02:54.887473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60432) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:54.891725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60d14-5add-43f0-90fe-6f4a892a76c9 req-d13ecfcb-8de8-4d2b-bbfc-3003c5a4db16 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:54.898616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60d14-5add-43f0-90fe-6f4a892a76c9 req-d13ecfcb-8de8-4d2b-bbfc-3003c5a4db16 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:54.906411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60d14-5add-43f0-90fe-6f4a892a76c9 req-d13ecfcb-8de8-4d2b-bbfc-3003c5a4db16 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:54.919202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 7f9a8820-6f2f-4b63-8caa-517da1607575 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:02:54.919202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7f9a8820-6f2f-4b63-8caa-517da1607575 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:02:54.924583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60d14-5add-43f0-90fe-6f4a892a76c9 req-d13ecfcb-8de8-4d2b-bbfc-3003c5a4db16 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:54.926628 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81f60d14-5add-43f0-90fe-6f4a892a76c9 req-d13ecfcb-8de8-4d2b-bbfc-3003c5a4db16 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 3095 time: 0.2995305 Aug 29 17:02:54.935553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51d5dae4-bab0-499f-bea1-96633d2611b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.939266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51d5dae4-bab0-499f-bea1-96633d2611b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:54.943491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-51d5dae4-bab0-499f-bea1-96633d2611b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18e1869c-4f06-4ddb-88a3-f3e9d352bb5f HTTP/1.1" status: 204 len: 168 time: 1.1108382 Aug 29 17:02:54.967965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-30c94b3b-18f7-400a-b143-4dba4282c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:54.970134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-30c94b3b-18f7-400a-b143-4dba4282c330 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44fad355dbfc45228654c07a1cff549d&device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 1095 time: 0.6129184 Aug 29 17:02:54.990839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea39b4-6fe5-4026-a09f-8702328309e8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=4f1c1e98-7f64-49b8-9e57-4d7400d59dbd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:54.993545 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a09d39ce-3000-4c2a-a049-5da0adb7a1fd req-1dfdf465-c8d1-449e-88f4-dd437c7a7b37 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705145 Aug 29 17:02:55.078756 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:55.080060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5dae4-bab0-499f-bea1-96633d2611b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e1869c-4f06-4ddb-88a3-f3e9d352bb5f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:55.102650 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-9d0ef207-a575-4513-8352-48bfb19490c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be9b2159-c5a6-4749-8f45-88667552cd89 HTTP/1.1" status: 200 len: 217 time: 0.0780149 Aug 29 17:02:55.103978 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e047e6c-6b85-49f1-a4dc-232a5afe9b7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:55.104537 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e047e6c-6b85-49f1-a4dc-232a5afe9b7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:55.108862 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8e047e6c-6b85-49f1-a4dc-232a5afe9b7e tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/subnets/1c7afac3-9268-4c8c-9b68-157102c2e7e3 HTTP/1.1" status: 404 len: 337 time: 0.1737919 Aug 29 17:02:55.116874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60438) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:55.122092 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:55.177818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Pushing event updated for resources: {'Port': ['ID=9e637c46-93b1-4f98-bf33-13953a638bad,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:55.231159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81f60d14-5add-43f0-90fe-6f4a892a76c9 req-47042a12-8a89-4e9c-8fca-ec0ffa357409 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795072 Aug 29 17:02:55.275838 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f89a5eb-fbb8-486c-82db-9490eb24b344 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:55.275956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f89a5eb-fbb8-486c-82db-9490eb24b344 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:55.277884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2f89a5eb-fbb8-486c-82db-9490eb24b344 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/4f1c1e98-7f64-49b8-9e57-4d7400d59dbd HTTP/1.1" status: 404 len: 339 time: 0.1562381 Aug 29 17:02:55.298080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60442) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:55.335313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] In _notify_port_updated(), no bound segment for port 9e637c46-93b1-4f98-bf33-13953a638bad on network a5459302-91d2-4e37-872d-d526b7380071 {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:02:55.344010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:55.344010 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:55.344010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-710c64de-c04a-451b-b5ef-a34305946ea1 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] 10.222.0.22 "PUT /v2.0/ports/9e637c46-93b1-4f98-bf33-13953a638bad HTTP/1.1" status: 200 len: 1134 time: 1.6214859 Aug 29 17:02:55.348118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60444) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:55.432317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b8f7f-e27f-4ae0-bac8-ea619e229dbe tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:55.434076 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-628b8f7f-e27f-4ae0-bac8-ea619e229dbe tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] 10.222.0.22 "GET /v2.0/ports/9e637c46-93b1-4f98-bf33-13953a638bad HTTP/1.1" status: 200 len: 1134 time: 0.0848618 Aug 29 17:02:55.448213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60446) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:55.533628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03817d40-d877-4eee-9c17-c909768b2adf req-392cef57-3172-43ac-9f16-b90b99646ff3 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:55.535258 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03817d40-d877-4eee-9c17-c909768b2adf req-392cef57-3172-43ac-9f16-b90b99646ff3 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 943 time: 0.3956349 Aug 29 17:02:55.554155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dad2d9c0-1d94-4b8e-a274-6b8af5837e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:55.555946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-dad2d9c0-1d94-4b8e-a274-6b8af5837e8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bd30772-0c4d-460b-9bc4-f60d65038811 HTTP/1.1" status: 200 len: 847 time: 0.4403534 Aug 29 17:02:55.601022 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa36b292-4ab0-4a0e-bcb7-167caa4c0dde tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:55.602293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa36b292-4ab0-4a0e-bcb7-167caa4c0dde tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:55.604158 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fa36b292-4ab0-4a0e-bcb7-167caa4c0dde tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/subnets/d9da946f-288c-46ef-a6dd-3dc77640e23e HTTP/1.1" status: 404 len: 337 time: 0.3028803 Aug 29 17:02:55.613018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60452) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:55.619578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e5f208a1-0f14-4ca6-a317-f5ecb5351755 None None] Provisioning complete for port 9e637c46-93b1-4f98-bf33-13953a638bad triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:55.620125 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5f208a1-0f14-4ca6-a317-f5ecb5351755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:55.682199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e5f208a1-0f14-4ca6-a317-f5ecb5351755 None None] Port 9e637c46-93b1-4f98-bf33-13953a638bad cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:55.695107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-6291ce62-5439-438b-b128-7efdb41c066d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416768 Aug 29 17:02:55.703547 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b5ec4d-d3ab-41ad-b13e-bf8bd4d291d4 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:55.704175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b5ec4d-d3ab-41ad-b13e-bf8bd4d291d4 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:55.706656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-49b5ec4d-d3ab-41ad-b13e-bf8bd4d291d4 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/8dc7da34-9d91-4ea2-8dbe-50c416b8d133 HTTP/1.1" status: 404 len: 339 time: 0.0839725 Aug 29 17:02:55.717110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60456) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:55.756513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a5016c-c8ba-4944-ac69-4d38b228ce6b {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:02:55.768450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:55.776431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-cda36fd9-1710-4256-a4d4-9cead097a8dc tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Deleting port 9e637c46-93b1-4f98-bf33-13953a638bad {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:55.776653 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cda36fd9-1710-4256-a4d4-9cead097a8dc tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:55.901412 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03817d40-d877-4eee-9c17-c909768b2adf req-dc66758c-63e3-4b52-b1ed-1f1520225521 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591347 Aug 29 17:02:55.915514 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:55.963662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Allocated IP 10.2.2.200 (128aaf68-ed9b-4fb1-95a1-4ab98713f865/f783add8-fd0c-49c8-9682-0261ab8667d4/19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:56.212893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-0c1520e1-8f56-4eee-b675-f71ed87496fd service neutron] 10.222.0.10 "GET /v2.0/networks/dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052531 Aug 29 17:02:56.424035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Transition to ACTIVE for port object 38a5016c-c8ba-4944-ac69-4d38b228ce6b will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:56.453210 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:56.564597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Pushing event updated for resources: {'Port': ['ID=38a5016c-c8ba-4944-ac69-4d38b228ce6b,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:56.586876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1f651-deb5-4263-b3c9-ad95fe429c38 req-531d7498-93a4-4cd0-a0ac-77c4c9167d66 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:56.588473 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7f1f651-deb5-4263-b3c9-ad95fe429c38 req-531d7498-93a4-4cd0-a0ac-77c4c9167d66 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 943 time: 0.1633377 Aug 29 17:02:56.592202 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cda36fd9-1710-4256-a4d4-9cead097a8dc tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:56.659433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-cda36fd9-1710-4256-a4d4-9cead097a8dc tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Calling delete_port for 9e637c46-93b1-4f98-bf33-13953a638bad owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:02:56.703997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7f1f651-deb5-4263-b3c9-ad95fe429c38 req-0e78348f-b7d2-408c-acd1-c271bb29b70a tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887582 Aug 29 17:02:56.790181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Attempting to bind port 38a5016c-c8ba-4944-ac69-4d38b228ce6b on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:02:56.791217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Attempting to bind port 38a5016c-c8ba-4944-ac69-4d38b228ce6b by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '4ed5844b-d592-4023-a4f1-60ae37b687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0558244-c3b3-4d44-8d36-687f1f619dcb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:02:56.791645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Attempting to bind port 38a5016c-c8ba-4944-ac69-4d38b228ce6b on network a0558244-c3b3-4d44-8d36-687f1f619dcb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:56.810581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Port 38a5016c-c8ba-4944-ac69-4d38b228ce6b on network a0558244-c3b3-4d44-8d36-687f1f619dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:02:56.811650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Attempting to bind port 38a5016c-c8ba-4944-ac69-4d38b228ce6b on network a0558244-c3b3-4d44-8d36-687f1f619dcb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:02:56.824364 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:56.838736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Transition to ACTIVE for port object 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:56.871270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:02:56.871612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Checking segment: {'id': '4ed5844b-d592-4023-a4f1-60ae37b687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0558244-c3b3-4d44-8d36-687f1f619dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:02:56.872010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Bound using segment: {'id': '4ed5844b-d592-4023-a4f1-60ae37b687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0558244-c3b3-4d44-8d36-687f1f619dcb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:02:56.872540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Bound port: 38a5016c-c8ba-4944-ac69-4d38b228ce6b, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed5844b-d592-4023-a4f1-60ae37b687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a0558244-c3b3-4d44-8d36-687f1f619dcb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:02:56.872807 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:56.898319 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:56.925657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc90e58-678a-4963-a676-09393e31fd74']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:56.960352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815f031e-7fac-4539-bf7e-fafe9723b69d') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:56.962071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815f031e-7fac-4539-bf7e-fafe9723b69d') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:02:56.975226 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:56.995211 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.004058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:02:57.004815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.031588 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cda36fd9-1710-4256-a4d4-9cead097a8dc tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:02:57.093900 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:02:57.113198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda36fd9-1710-4256-a4d4-9cead097a8dc tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Pushing event deleted for resources: {'Port': ['ID=9e637c46-93b1-4f98-bf33-13953a638bad,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:57.200197 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7caf9801-4bdc-4bab-bce7-52221c64d326 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.282384 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.290824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492afc12-73f4-47a5-ba4f-4a57964ded0c req-8e055db5-2c7a-4171-8d87-abec11643028 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:57.293036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-492afc12-73f4-47a5-ba4f-4a57964ded0c req-8e055db5-2c7a-4171-8d87-abec11643028 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 943 time: 0.2489333 Aug 29 17:02:57.297753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] For port 38a5016c-c8ba-4944-ac69-4d38b228ce6b, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:02:57.298954 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.386287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] For port 38a5016c-c8ba-4944-ac69-4d38b228ce6b, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=38a5016c-c8ba-4944-ac69-4d38b228ce6b,segment=NetworkSegment(4ed5844b-d592-4023-a4f1-60ae37b687da),segment_id=4ed5844b-d592-4023-a4f1-60ae37b687da)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:02:57.401612 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.473836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caf9801-4bdc-4bab-bce7-52221c64d326 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:57.478330 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cda36fd9-1710-4256-a4d4-9cead097a8dc tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.478864 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.489841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cda36fd9-1710-4256-a4d4-9cead097a8dc tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] 10.222.0.22 "DELETE /v2.0/ports/9e637c46-93b1-4f98-bf33-13953a638bad HTTP/1.1" status: 204 len: 168 time: 2.0290716 Aug 29 17:02:57.490140 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/9dc90e58-678a-4963-a676-09393e31fd74 HTTP/1.1" status: 204 len: 168 time: 1.7479460 Aug 29 17:02:57.490256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60492) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:57.491392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event updated for resources: {'Port': ['ID=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:57.497330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=9dc90e58-678a-4963-a676-09393e31fd74,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:57.497690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60494) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:57.512353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-492afc12-73f4-47a5-ba4f-4a57964ded0c req-5fc610be-c72a-463f-9690-8a9bfbfa4917 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011292 Aug 29 17:02:57.548382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:57.548860 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.550289 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] 10.222.0.16 "PUT /v2.0/ports/38a5016c-c8ba-4944-ac69-4d38b228ce6b HTTP/1.1" status: 200 len: 1092 time: 3.8076119 Aug 29 17:02:57.550745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e90f057-8214-4245-9fda-5c90602dbfbd', 'tag': '38a5016c-c8ba-4944-ac69-4d38b228ce6b'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:02:57.553506 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a05c216-699d-4b99-bee8-84cc823d7c64" -d '{"events": [{"name": "network-changed", "server_uuid": "3e90f057-8214-4245-9fda-5c90602dbfbd", "tag": "38a5016c-c8ba-4944-ac69-4d38b228ce6b"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:02:57.559340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.559790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.560224 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.560774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.561391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.562429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.562864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.563289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.563710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.564273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.564719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.565154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09b23c0-eb08-4bfd-a0b3-80e836850333 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.588263 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-452a5f19-e8c9-40a2-9583-23d2431ed210 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:57.588833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452a5f19-e8c9-40a2-9583-23d2431ed210 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:57.593701 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-452a5f19-e8c9-40a2-9583-23d2431ed210 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/subnets/27e605fb-9799-49bd-98be-74973572e293 HTTP/1.1" status: 404 len: 337 time: 0.0892081 Aug 29 17:02:57.604404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60510) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:57.644689 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10a3585-8ca3-40c9-ade6-416755d4853f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:57.645380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10a3585-8ca3-40c9-ade6-416755d4853f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:57.649768 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c10a3585-8ca3-40c9-ade6-416755d4853f tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/eb0c4a26-e9b1-463e-9fac-d3969ddc0211 HTTP/1.1" status: 404 len: 339 time: 0.0420163 Aug 29 17:02:57.649768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b00b55-6509-448e-9661-0e68bed33f18 service neutron] Pushing event updated for resources: {'Port': ['ID=38a5016c-c8ba-4944-ac69-4d38b228ce6b,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:57.653804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60512) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:57.680718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:02:57.682769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-7caf9801-4bdc-4bab-bce7-52221c64d326 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:57.684982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf9801-4bdc-4bab-bce7-52221c64d326 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Subnet': ['ID=9362e8b3-0cfc-4c02-ab74-3e813a5d3921,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:57.692506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b0a0c95-c70f-4f21-8c39-89b422a2097f req-78748e86-277c-4ea0-b98f-84af03b102f6 service neutron] 10.222.0.10 "GET /v2.0/networks/dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4515355 Aug 29 17:02:57.693422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:02:57.697767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee8c392-20b4-457a-bcd2-a37129949b5b None None] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:57.702870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf9801-4bdc-4bab-bce7-52221c64d326 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:57.703486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7caf9801-4bdc-4bab-bce7-52221c64d326 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.715276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.715426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Deleting subnet 641c05db-0d75-4164-b1e2-0d07f33783a6 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:02:57.715664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.717480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.719865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.719865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.720162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.720511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.722079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.722442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.722839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.724750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.727660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:57.740609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:02:57.776663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:57.847105 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-098b08fa-b586-4e2c-8422-6ea41f293043 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:57.847853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098b08fa-b586-4e2c-8422-6ea41f293043 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:57.850995 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-098b08fa-b586-4e2c-8422-6ea41f293043 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/subnets/2f5a39a8-8c8f-4b12-a603-7f460c58c8c7 HTTP/1.1" status: 404 len: 337 time: 0.1651287 Aug 29 17:02:57.860929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60518) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:57.903729 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad267407-267a-43ce-ab77-e056188da68d req-740cb041-e0a4-46af-a279-1db64d9d3ed9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:57.918389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad267407-267a-43ce-ab77-e056188da68d req-740cb041-e0a4-46af-a279-1db64d9d3ed9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:57.925409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad267407-267a-43ce-ab77-e056188da68d req-740cb041-e0a4-46af-a279-1db64d9d3ed9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:57.931693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad267407-267a-43ce-ab77-e056188da68d req-740cb041-e0a4-46af-a279-1db64d9d3ed9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:57.936841 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad267407-267a-43ce-ab77-e056188da68d req-740cb041-e0a4-46af-a279-1db64d9d3ed9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 3095 time: 1.0847664 Aug 29 17:02:57.960954 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efd0bcf-7380-43a0-9c0d-f454ed60dffc tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:57.961723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efd0bcf-7380-43a0-9c0d-f454ed60dffc tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:57.972556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1efd0bcf-7380-43a0-9c0d-f454ed60dffc tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/38e026e9-b583-41bf-9803-5b2c67c25efb HTTP/1.1" status: 404 len: 339 time: 0.1038461 Aug 29 17:02:57.976233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60522) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:58.025955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7caf9801-4bdc-4bab-bce7-52221c64d326 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.7254570 Aug 29 17:02:58.031682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60526) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:58.033453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:58.044812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1176114482', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9362e8b3-0cfc-4c02-ab74-3e813a5d3921'}], 'security_groups': ['001b1442-1e97-42e9-8959-d0fe140c6c86']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:58.059420 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37d6e23-b86a-4afa-9650-da0e398808b3 x-openstack-request-id: req-c37d6e23-b86a-4afa-9650-da0e398808b3 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:02:58.059712 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e90f057-8214-4245-9fda-5c90602dbfbd", "tag": "38a5016c-c8ba-4944-ac69-4d38b228ce6b", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:02:58.059978 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c37d6e23-b86a-4afa-9650-da0e398808b3 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:02:58.060388 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e90f057-8214-4245-9fda-5c90602dbfbd', 'tag': '38a5016c-c8ba-4944-ac69-4d38b228ce6b', 'status': 'completed', 'code': 200} Aug 29 17:02:58.159733 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8b4d8a-7016-4ddc-a942-b35af08deb45 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:58.161075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8b4d8a-7016-4ddc-a942-b35af08deb45 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:58.167777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-df8b4d8a-7016-4ddc-a942-b35af08deb45 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/subnets/5807d07b-edca-4007-ae2b-b7c2a43e8a38 HTTP/1.1" status: 404 len: 337 time: 0.1785574 Aug 29 17:02:58.176599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60532) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:58.184203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-cc4057cf-5fe9-4b9f-a974-eadd50da676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:58.193412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-cc4057cf-5fe9-4b9f-a974-eadd50da676d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a232e77bff3f4f629cfa6c63c74d0bab&device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 1095 time: 0.5662479 Aug 29 17:02:58.298232 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad267407-267a-43ce-ab77-e056188da68d req-0c0d5e87-a655-4d25-9afd-e4b9dd3e828d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336544 Aug 29 17:02:58.298232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6023d0-747a-4f9f-a936-84b03a02093e req-b7012004-d4b3-4188-b67e-d872795450c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:58.299038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae6023d0-747a-4f9f-a936-84b03a02093e req-b7012004-d4b3-4188-b67e-d872795450c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44fad355dbfc45228654c07a1cff549d&device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 1095 time: 0.5340841 Aug 29 17:02:58.306664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c26722-e322-48e8-b725-f9802a91a555 None None] Update dhcp port {'port': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'fixed_ips': [{'subnet_id': '6f17feca-6d79-452b-8f9e-cfa3cc9555a7', 'ip_address': '172.20.0.2'}, {'subnet_id': '9362e8b3-0cfc-4c02-ab74-3e813a5d3921'}], 'binding:host_id': 'n-d-713301-13'}, 'id': '30aedaa3-c967-4b05-a24f-67ee821c6462'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:02:58.306967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:58.307284 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:58.309374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8df59fd9-d00f-4b0c-9057-93c2b4a18554 None None] Provisioning for port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:02:58.459005 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f80847-fb60-44a0-b7b7-bb3cee483df6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:58.460028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f80847-fb60-44a0-b7b7-bb3cee483df6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:58.460322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6023d0-747a-4f9f-a936-84b03a02093e req-5c8b8e77-d68a-4179-95ef-da9ec9a2560b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:58.461981 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae6023d0-747a-4f9f-a936-84b03a02093e req-5c8b8e77-d68a-4179-95ef-da9ec9a2560b service neutron] 10.222.0.10 "GET /v2.0/networks?id=dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 HTTP/1.1" status: 200 len: 908 time: 0.1410191 Aug 29 17:02:58.462772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b3f80847-fb60-44a0-b7b7-bb3cee483df6 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/e3b3086a-58b7-4c7e-bc5d-4d3ea26f797e HTTP/1.1" status: 404 len: 339 time: 0.2847726 Aug 29 17:02:58.467475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-4d962a25-869f-4201-8082-7bb507946c7a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7517025 Aug 29 17:02:58.468739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-ab4935fe-089a-4ec1-98bf-84507a777a50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a5016c-c8ba-4944-ac69-4d38b228ce6b HTTP/1.1" status: 200 len: 217 time: 0.1600542 Aug 29 17:02:58.469481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60540) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:58.490726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:02:58.529773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:58.571492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae6023d0-747a-4f9f-a936-84b03a02093e req-dbe9f384-734c-4c53-8ee9-6c1ae751b3ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be9b2159-c5a6-4749-8f45-88667552cd89 HTTP/1.1" status: 200 len: 217 time: 0.0998137 Aug 29 17:02:58.586864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8df59fd9-d00f-4b0c-9057-93c2b4a18554 None None] Provisioning complete for port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:02:58.586864 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8df59fd9-d00f-4b0c-9057-93c2b4a18554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:58.601195 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3a60e7-93ea-4f4f-b4cf-ccc58666ef81 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:58.601780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3a60e7-93ea-4f4f-b4cf-ccc58666ef81 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:58.613531 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0c3a60e7-93ea-4f4f-b4cf-ccc58666ef81 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/subnets/6f0306aa-600a-4709-86aa-f4a0f7c9f650 HTTP/1.1" status: 404 len: 337 time: 0.1292446 Aug 29 17:02:58.617084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60548) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:58.654451 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-26c26722-e322-48e8-b725-f9802a91a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:58.684199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8df59fd9-d00f-4b0c-9057-93c2b4a18554 None None] Port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:02:58.690458 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409d7ff-02da-4165-997a-3ac6597f2564 req-e1c3b735-331a-49d9-8372-ffd44bc716e6 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:58.692184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1409d7ff-02da-4165-997a-3ac6597f2564 req-e1c3b735-331a-49d9-8372-ffd44bc716e6 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 943 time: 0.5256381 Aug 29 17:02:58.725212 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-78584569-22fa-4760-a311-764bfa0bd44b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:58.726061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78584569-22fa-4760-a311-764bfa0bd44b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:58.727882 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-78584569-22fa-4760-a311-764bfa0bd44b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/5684f4fb-3df3-4fc3-a888-b76ca680e3ad HTTP/1.1" status: 404 len: 339 time: 0.1082413 Aug 29 17:02:58.749248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60560) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:58.819457 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-bb4cd9d1-10c0-428c-ac2c-28ff45cdb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:58.821385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-bb4cd9d1-10c0-428c-ac2c-28ff45cdb7b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=09b4ae4e-b061-4e21-96da-b08b93bfb723 HTTP/1.1" status: 200 len: 858 time: 0.3274677 Aug 29 17:02:58.829103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6023d0-747a-4f9f-a936-84b03a02093e req-0fc101b5-a6e8-42bd-a56d-92716f9e12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:58.830641 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae6023d0-747a-4f9f-a936-84b03a02093e req-0fc101b5-a6e8-42bd-a56d-92716f9e12cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bd30772-0c4d-460b-9bc4-f60d65038811 HTTP/1.1" status: 200 len: 847 time: 0.2411315 Aug 29 17:02:58.845579 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22ad71f-04b3-4235-b899-b5b5caaf4283 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:58.846536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22ad71f-04b3-4235-b899-b5b5caaf4283 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:58.854174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b22ad71f-04b3-4235-b899-b5b5caaf4283 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/subnets/c5c6f11c-70d2-465e-b344-6403b6c81162 HTTP/1.1" status: 404 len: 337 time: 0.1022387 Aug 29 17:02:58.856558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60564) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:58.863775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:58.896996 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:58.914762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae6023d0-747a-4f9f-a936-84b03a02093e req-765ef46b-af9c-4275-993f-36c38da76e71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686188 Aug 29 17:02:58.975234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-26c26722-e322-48e8-b725-f9802a91a555 None None] Allocated IP 172.20.0.18 (236c367a-c1fe-4583-9014-7ab39a70c2c1/9362e8b3-0cfc-4c02-ab74-3e813a5d3921/30aedaa3-c967-4b05-a24f-67ee821c6462) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:02:59.007716 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-5b617d24-3322-45c8-b6c9-45bb0cb0996a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0558244-c3b3-4d44-8d36-687f1f619dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519823 Aug 29 17:02:59.021182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1409d7ff-02da-4165-997a-3ac6597f2564 req-3f2b4232-c4c2-4d3c-aa2f-3b1c5db839e2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100746 Aug 29 17:02:59.038184 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b79d2d6-acd6-49b9-a78a-748aa0b3a1b8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:59.038820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b79d2d6-acd6-49b9-a78a-748aa0b3a1b8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:59.046007 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b79d2d6-acd6-49b9-a78a-748aa0b3a1b8 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/46e5db3e-6fe8-4960-a4ce-df505c0993c5 HTTP/1.1" status: 404 len: 339 time: 0.1745236 Aug 29 17:02:59.058393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60570) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:59.124333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-26c26722-e322-48e8-b725-f9802a91a555 None None] For port 30aedaa3-c967-4b05-a24f-67ee821c6462, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=30aedaa3-c967-4b05-a24f-67ee821c6462,segment=NetworkSegment(fa193422-4da2-4402-bde2-c37d11b14f4c),segment_id=fa193422-4da2-4402-bde2-c37d11b14f4c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:59.182839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:59.201143 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-26c26722-e322-48e8-b725-f9802a91a555 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:59.218010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-69e0098c-e93a-41cc-8a46-a2a126b530fc service neutron] 10.222.0.16 "GET /v2.0/networks/a0558244-c3b3-4d44-8d36-687f1f619dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957922 Aug 29 17:02:59.221720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Pushing event deleted for resources: {'Subnet': ['ID=641c05db-0d75-4164-b1e2-0d07f33783a6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:59.232537 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-26c26722-e322-48e8-b725-f9802a91a555 None None] Transition to ACTIVE for port object 30aedaa3-c967-4b05-a24f-67ee821c6462 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:02:59.235933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:59.240134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7214f9fa-d56d-44c9-b76a-7446aed9939c None None] Network a5459302-91d2-4e37-872d-d526b7380071 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:02:59.241850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] 10.222.0.22 "DELETE /v2.0/subnets/641c05db-0d75-4164-b1e2-0d07f33783a6 HTTP/1.1" status: 204 len: 168 time: 1.7533119 Aug 29 17:02:59.247619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60578) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:59.261258 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae1745e-e781-439e-b0c1-11206acf991d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:59.261818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae1745e-e781-439e-b0c1-11206acf991d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:59.268315 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8ae1745e-e781-439e-b0c1-11206acf991d tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/subnets/2106aa94-5d1a-44c7-b8b9-8364dbd89be3 HTTP/1.1" status: 404 len: 337 time: 0.1722262 Aug 29 17:02:59.274146 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-26c26722-e322-48e8-b725-f9802a91a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:59.302395 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60580) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:59.386981 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:59.392705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.393059 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.393473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.393818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.394157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.394547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.394886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.395223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.395555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.395902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.399855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.399855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0b88f2-1de8-481b-bbd2-45b206aee5f4 tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:02:59.497550 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e73bbb-5e71-43c5-a861-51585822e00b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:59.498260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e73bbb-5e71-43c5-a861-51585822e00b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:59.503238 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-03e73bbb-5e71-43c5-a861-51585822e00b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/84e2f6e1-cf00-43fa-a569-e0b1c0e6f823 HTTP/1.1" status: 404 len: 339 time: 0.1962833 Aug 29 17:02:59.510599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60594) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:59.552995 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fbb8cd-2c9c-4bad-a894-3fdb9dcc3b3c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:59.553632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fbb8cd-2c9c-4bad-a894-3fdb9dcc3b3c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:59.558472 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d6fbb8cd-2c9c-4bad-a894-3fdb9dcc3b3c tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/subnets/fe969739-ab68-4e65-b839-2e9b3e435e23 HTTP/1.1" status: 404 len: 337 time: 0.0442870 Aug 29 17:02:59.562708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60596) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:59.592936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c26722-e322-48e8-b725-f9802a91a555 None None] Pushing event updated for resources: {'Port': ['ID=30aedaa3-c967-4b05-a24f-67ee821c6462,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:02:59.604417 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0d9b12a-f3c7-4f32-ab09-d7e3e6679b5b req-ddf32b64-c325-4989-b774-181dbf7dc4bf service neutron] 10.222.0.16 "GET /v2.0/networks/a0558244-c3b3-4d44-8d36-687f1f619dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774569 Aug 29 17:02:59.631121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece6ad7-0dcc-4218-9694-87aa63ec7075 req-2ff0599b-fbdf-46d7-a50a-5ece3c14b29a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:59.637729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece6ad7-0dcc-4218-9694-87aa63ec7075 req-2ff0599b-fbdf-46d7-a50a-5ece3c14b29a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:59.644844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece6ad7-0dcc-4218-9694-87aa63ec7075 req-2ff0599b-fbdf-46d7-a50a-5ece3c14b29a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:59.651299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece6ad7-0dcc-4218-9694-87aa63ec7075 req-2ff0599b-fbdf-46d7-a50a-5ece3c14b29a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:59.658358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece6ad7-0dcc-4218-9694-87aa63ec7075 req-2ff0599b-fbdf-46d7-a50a-5ece3c14b29a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:59.660252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ece6ad7-0dcc-4218-9694-87aa63ec7075 req-2ff0599b-fbdf-46d7-a50a-5ece3c14b29a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 3816 time: 0.1358109 Aug 29 17:02:59.679191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b4c82-ad0f-446b-9a96-ed80df21709e req-e813e606-f86c-4f71-92d5-11b429a8af28 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:59.686724 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a62b4c82-ad0f-446b-9a96-ed80df21709e req-e813e606-f86c-4f71-92d5-11b429a8af28 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 943 time: 0.8960311 Aug 29 17:02:59.733355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Deleting port b05cbe8b-0e86-4008-b811-6c07ef79110a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:02:59.734161 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:59.802383 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ece6ad7-0dcc-4218-9694-87aa63ec7075 req-7b4b36db-31c7-4196-ab72-ce13e8796288 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209869 Aug 29 17:02:59.811395 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-902a404d-2d7e-44cb-be58-a783d82e3131 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:59.816577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902a404d-2d7e-44cb-be58-a783d82e3131 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:59.821603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60602) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:59.821814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-902a404d-2d7e-44cb-be58-a783d82e3131 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/4b75d82e-0fb6-486b-83e2-31a66681a18e HTTP/1.1" status: 404 len: 339 time: 0.2554133 Aug 29 17:02:59.861541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05c216-699d-4b99-bee8-84cc823d7c64 req-4f794122-c575-4f3b-8a4b-9e8a4e763414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:02:59.863080 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a05c216-699d-4b99-bee8-84cc823d7c64 req-4f794122-c575-4f3b-8a4b-9e8a4e763414 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a232e77bff3f4f629cfa6c63c74d0bab&device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 1095 time: 0.1924205 Aug 29 17:02:59.872008 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb87d2f6-60ba-48f9-a32f-0cc6244d4b0b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:59.872476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb87d2f6-60ba-48f9-a32f-0cc6244d4b0b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:59.874906 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cb87d2f6-60ba-48f9-a32f-0cc6244d4b0b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/subnets/39b7592e-3204-497a-97b7-0d7683c2500a HTTP/1.1" status: 404 len: 337 time: 0.0479207 Aug 29 17:02:59.881462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610e2c1-eb57-4497-b87d-5bcb05ba2038 None None] DHCP port deletion for a5459302-91d2-4e37-872d-d526b7380071 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:02:59.885799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60604) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:59.917041 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-972d8f7e-6ee3-4cb3-850b-9ca7ceed776b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] DELETE failed (client error): The resource could not be found. Aug 29 17:02:59.917696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972d8f7e-6ee3-4cb3-850b-9ca7ceed776b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:02:59.919548 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-972d8f7e-6ee3-4cb3-850b-9ca7ceed776b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/723ceb8b-a460-4203-936c-71d6b903d3d1 HTTP/1.1" status: 404 len: 339 time: 0.0328004 Aug 29 17:02:59.931532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60606) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:02:59.989262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a62b4c82-ad0f-446b-9a96-ed80df21709e req-69196cb5-5c4c-498c-9764-055939f638af tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942753 Aug 29 17:02:59.990537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] For port b05cbe8b-0e86-4008-b811-6c07ef79110a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b05cbe8b-0e86-4008-b811-6c07ef79110a,segment=NetworkSegment(bb534ee6-0303-4000-8312-96c3efa586a6),segment_id=bb534ee6-0303-4000-8312-96c3efa586a6)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:02:59.990925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:02:59.996259 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae6023d0-747a-4f9f-a936-84b03a02093e req-4bed5c2d-a8f0-4b8a-82a6-f206b2b6e02d service neutron] 10.222.0.10 "GET /v2.0/networks/dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0674400 Aug 29 17:03:00.052077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9610e2c1-eb57-4497-b87d-5bcb05ba2038 None None] Deleting port b05cbe8b-0e86-4008-b811-6c07ef79110a {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:00.052550 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9610e2c1-eb57-4497-b87d-5bcb05ba2038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:00.076217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Calling delete_port for b05cbe8b-0e86-4008-b811-6c07ef79110a owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:00.152870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e81df50-510f-415c-b250-93df29c44792 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Deleting subnet 3f011232-7dcf-4706-a866-42e3d0e03ed9 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:00.164785 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e81df50-510f-415c-b250-93df29c44792 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:00.204462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9610e2c1-eb57-4497-b87d-5bcb05ba2038 None None] For port b05cbe8b-0e86-4008-b811-6c07ef79110a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b05cbe8b-0e86-4008-b811-6c07ef79110a,segment=NetworkSegment(bb534ee6-0303-4000-8312-96c3efa586a6),segment_id=bb534ee6-0303-4000-8312-96c3efa586a6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:00.207617 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9610e2c1-eb57-4497-b87d-5bcb05ba2038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:00.239154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9610e2c1-eb57-4497-b87d-5bcb05ba2038 None None] Calling delete_port for b05cbe8b-0e86-4008-b811-6c07ef79110a owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:00.381318 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9610e2c1-eb57-4497-b87d-5bcb05ba2038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:00.401412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610e2c1-eb57-4497-b87d-5bcb05ba2038 None None] No DVR routers for this DVR port b05cbe8b-0e86-4008-b811-6c07ef79110a on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:00.417670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05c216-699d-4b99-bee8-84cc823d7c64 req-77f0c3dc-c8d3-42f0-93d7-18aab44b48db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:00.419459 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a05c216-699d-4b99-bee8-84cc823d7c64 req-77f0c3dc-c8d3-42f0-93d7-18aab44b48db service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0558244-c3b3-4d44-8d36-687f1f619dcb HTTP/1.1" status: 200 len: 919 time: 0.5433815 Aug 29 17:03:00.448047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Delete allocated IP 172.20.0.10 (236c367a-c1fe-4583-9014-7ab39a70c2c1/6f17feca-6d79-452b-8f9e-cfa3cc9555a7) {{(pid=111676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:03:00.454744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610e2c1-eb57-4497-b87d-5bcb05ba2038 None None] Pushing event deleted for resources: {'Port': ['ID=b05cbe8b-0e86-4008-b811-6c07ef79110a,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:00.464609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf87b10-b744-4943-b43a-d5c8fc88f16d {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:00.476098 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae6023d0-747a-4f9f-a936-84b03a02093e req-848df813-f334-4cad-95e6-a0dc6e4355fa service neutron] 10.222.0.10 "GET /v2.0/networks/dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677598 Aug 29 17:03:00.480095 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:00.503096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.20 (236c367a-c1fe-4583-9014-7ab39a70c2c1/9362e8b3-0cfc-4c02-ab74-3e813a5d3921/bc1408a5-8fd8-48b6-86af-8063165bf3e0) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:00.519754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Transition to ACTIVE for port object ddf87b10-b744-4943-b43a-d5c8fc88f16d will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:00.531959 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:00.555739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a05c216-699d-4b99-bee8-84cc823d7c64 req-3a9af25e-3f96-448e-89b9-af80bca8423f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a5016c-c8ba-4944-ac69-4d38b228ce6b HTTP/1.1" status: 200 len: 217 time: 0.0951688 Aug 29 17:03:00.623364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e81df50-510f-415c-b250-93df29c44792 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:00.667317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf87b10-b744-4943-b43a-d5c8fc88f16d,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:00.938443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05c216-699d-4b99-bee8-84cc823d7c64 req-d5986963-fd72-4264-b607-ee97a1d8a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:00.940659 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a05c216-699d-4b99-bee8-84cc823d7c64 req-d5986963-fd72-4264-b607-ee97a1d8a4ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=09b4ae4e-b061-4e21-96da-b08b93bfb723 HTTP/1.1" status: 200 len: 858 time: 0.3668277 Aug 29 17:03:00.955633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b06763-7f37-4002-8640-2e62c56c78de req-858f77a2-9a3d-431d-b97d-129d3094b396 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:00.973772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Attempting to bind port ddf87b10-b744-4943-b43a-d5c8fc88f16d on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:00.973947 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9b06763-7f37-4002-8640-2e62c56c78de req-858f77a2-9a3d-431d-b97d-129d3094b396 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 943 time: 0.6386664 Aug 29 17:03:00.974067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Attempting to bind port ddf87b10-b744-4943-b43a-d5c8fc88f16d by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:00.974709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Attempting to bind port ddf87b10-b744-4943-b43a-d5c8fc88f16d on network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:00.982187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 30aedaa3-c967-4b05-a24f-67ee821c6462 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:01.021528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.102542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Pushing event deleted for resources: {'Port': ['ID=b05cbe8b-0e86-4008-b811-6c07ef79110a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:01.116324 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a05c216-699d-4b99-bee8-84cc823d7c64 req-bd08b67f-7e1f-4bd6-b3a2-edbf27304a08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0558244-c3b3-4d44-8d36-687f1f619dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359692 Aug 29 17:03:01.123830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] No DVR routers for this DVR port b05cbe8b-0e86-4008-b811-6c07ef79110a on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:01.126887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Port ddf87b10-b744-4943-b43a-d5c8fc88f16d on network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:01.127358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Attempting to bind port ddf87b10-b744-4943-b43a-d5c8fc88f16d on network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:01.144382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9d591ad7-7510-4b1e-9112-f70774ed3b67 None None] Provisioning for port 30aedaa3-c967-4b05-a24f-67ee821c6462 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:01.154414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9d591ad7-7510-4b1e-9112-f70774ed3b67 None None] Provisioning complete for port 30aedaa3-c967-4b05-a24f-67ee821c6462 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:01.154791 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d591ad7-7510-4b1e-9112-f70774ed3b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.172455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:01.175095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Checking segment: {'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:01.175677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Bound using segment: {'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:01.176338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Bound port: ddf87b10-b744-4943-b43a-d5c8fc88f16d, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1444f5e1-e82c-4cbd-a3c8-32615638a77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:01.176902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.215448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 30aedaa3-c967-4b05-a24f-67ee821c6462 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:01.226053 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.235902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.255125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device be9b2159-c5a6-4749-8f45-88667552cd89 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:01.292410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f66b8-2f0d-484b-8b50-715eb069ad17 req-5a4fbdf7-3921-47c6-8e3a-b01785bf6d6a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:01.293191 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9b06763-7f37-4002-8640-2e62c56c78de req-69dce0db-ac26-4552-bcb9-a3cef0156d98 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182662 Aug 29 17:03:01.298290 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a05c216-699d-4b99-bee8-84cc823d7c64 req-e17f952a-667b-4be0-aa97-21ff29559529 service neutron] 10.222.0.16 "GET /v2.0/networks/a0558244-c3b3-4d44-8d36-687f1f619dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704354 Aug 29 17:03:01.311179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f66b8-2f0d-484b-8b50-715eb069ad17 req-5a4fbdf7-3921-47c6-8e3a-b01785bf6d6a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:01.334122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f66b8-2f0d-484b-8b50-715eb069ad17 req-5a4fbdf7-3921-47c6-8e3a-b01785bf6d6a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:01.356933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f66b8-2f0d-484b-8b50-715eb069ad17 req-5a4fbdf7-3921-47c6-8e3a-b01785bf6d6a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:01.367580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f66b8-2f0d-484b-8b50-715eb069ad17 req-5a4fbdf7-3921-47c6-8e3a-b01785bf6d6a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:01.373909 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e65f66b8-2f0d-484b-8b50-715eb069ad17 req-5a4fbdf7-3921-47c6-8e3a-b01785bf6d6a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 3828 time: 0.3446305 Aug 29 17:03:01.388524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port be9b2159-c5a6-4749-8f45-88667552cd89, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=be9b2159-c5a6-4749-8f45-88667552cd89,segment=NetworkSegment(10762ec8-d52d-4c04-bbac-fb1175899a8d),segment_id=10762ec8-d52d-4c04-bbac-fb1175899a8d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:01.451273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'be9b2159-c5a6-4749-8f45-88667552cd89', 'network_id': 'dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3', 'port_id': 'be9b2159-c5a6-4749-8f45-88667552cd89', 'mac_address': 'fa:16:3e:96:ef:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd30772-0c4d-460b-9bc4-f60d65038811', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:01.500687 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.517863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9b2159-c5a6-4749-8f45-88667552cd89 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:01.533772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object bc1408a5-8fd8-48b6-86af-8063165bf3e0 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:01.584250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.591235 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.609290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port be9b2159-c5a6-4749-8f45-88667552cd89, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=be9b2159-c5a6-4749-8f45-88667552cd89,segment=NetworkSegment(10762ec8-d52d-4c04-bbac-fb1175899a8d),segment_id=10762ec8-d52d-4c04-bbac-fb1175899a8d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:01.623117 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.629725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5459302-91d2-4e37-872d-d526b7380071']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:01.656271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb534ee6-0303-4000-8312-96c3efa586a6') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:01.656603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb534ee6-0303-4000-8312-96c3efa586a6') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:01.678095 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.690895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] For port ddf87b10-b744-4943-b43a-d5c8fc88f16d, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:01.691369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9d591ad7-7510-4b1e-9112-f70774ed3b67 None None] Provisioning complete for port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:01.691761 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d591ad7-7510-4b1e-9112-f70774ed3b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.744069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9d591ad7-7510-4b1e-9112-f70774ed3b67 None None] Port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:01.768845 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e65f66b8-2f0d-484b-8b50-715eb069ad17 req-6069875a-903b-4ca7-948b-15bb30b56580 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749275 Aug 29 17:03:01.824047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9d591ad7-7510-4b1e-9112-f70774ed3b67 None None] Provisioning for port bc1408a5-8fd8-48b6-86af-8063165bf3e0 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:01.828400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9d591ad7-7510-4b1e-9112-f70774ed3b67 None None] Provisioning complete for port bc1408a5-8fd8-48b6-86af-8063165bf3e0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:01.828993 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9d591ad7-7510-4b1e-9112-f70774ed3b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.867236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b05cbe8b-0e86-4008-b811-6c07ef79110a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:03:01.869674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['be9b2159-c5a6-4749-8f45-88667552cd89'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:01.881755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] For port ddf87b10-b744-4943-b43a-d5c8fc88f16d, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:01.887702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] In _notify_port_updated(), no bound segment for port bc1408a5-8fd8-48b6-86af-8063165bf3e0 on network 236c367a-c1fe-4583-9014-7ab39a70c2c1 {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:03:01.890252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a05c216-699d-4b99-bee8-84cc823d7c64 req-0af3c839-d359-4ea2-a849-b210ff755cc7 service neutron] 10.222.0.16 "GET /v2.0/networks/a0558244-c3b3-4d44-8d36-687f1f619dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584826 Aug 29 17:03:01.902435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:01.903429 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.908393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b05cbe8b-0e86-4008-b811-6c07ef79110a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:03:01.908956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b05cbe8b-0e86-4008-b811-6c07ef79110a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:03:01.909570 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "PUT /v2.0/ports/bc1408a5-8fd8-48b6-86af-8063165bf3e0 HTTP/1.1" status: 200 len: 921 time: 3.8695257 Aug 29 17:03:01.911607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=be9b2159-c5a6-4749-8f45-88667552cd89,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:01.936587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60654) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:01.941507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60656) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:01.953984 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.964695 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:01.965405 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:01.972069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9d591ad7-7510-4b1e-9112-f70774ed3b67 None None] Port bc1408a5-8fd8-48b6-86af-8063165bf3e0 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:01.991101 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:02.005864 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.022825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae660d-8389-4e23-88b4-0b8d1d3d69ce tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=bc1408a5-8fd8-48b6-86af-8063165bf3e0,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:02.056641 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e81df50-510f-415c-b250-93df29c44792 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.153333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:02.156889 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.163886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] 10.222.0.16 "PUT /v2.0/ports/ddf87b10-b744-4943-b43a-d5c8fc88f16d HTTP/1.1" status: 200 len: 1093 time: 3.6799262 Aug 29 17:03:02.172162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:02.177848 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f746253-4725-48e5-b195-2b11ef7cffa1" -d '{"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "ddf87b10-b744-4943-b43a-d5c8fc88f16d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:02.202939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ef6c5-bb3c-4bf9-94e6-9bf46f7d0362 req-138d911a-7e92-419a-9e36-5f06f20766ad tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:02.204634 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ca2ef6c5-bb3c-4bf9-94e6-9bf46f7d0362 req-138d911a-7e92-419a-9e36-5f06f20766ad tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 944 time: 0.5153966 Aug 29 17:03:02.228256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:02.258851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.322479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.324407 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] 10.222.0.22 "DELETE /v2.0/networks/a5459302-91d2-4e37-872d-d526b7380071 HTTP/1.1" status: 204 len: 168 time: 3.0658009 Aug 29 17:03:02.354650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996a61f-0308-4059-86a5-7ec2600c439f tempest-ExtraDHCPOptionsTestJSON-653678954 tempest-ExtraDHCPOptionsTestJSON-653678954-project] Pushing event deleted for resources: {'Network': ['ID=a5459302-91d2-4e37-872d-d526b7380071,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:02.396504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d620fe1-c0a8-4db1-8387-9bd9d03f1887 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf87b10-b744-4943-b43a-d5c8fc88f16d,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:02.431903 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ca2ef6c5-bb3c-4bf9-94e6-9bf46f7d0362 req-b13f6e36-5260-4c77-8922-11b81c413514 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015054 Aug 29 17:03:02.433796 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e81df50-510f-415c-b250-93df29c44792 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.453885 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f02df0fd-ba99-46c6-8c0b-3657f8a727df admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.534517 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e81df50-510f-415c-b250-93df29c44792 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.541075 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8e81df50-510f-415c-b250-93df29c44792 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/subnets/3f011232-7dcf-4706-a866-42e3d0e03ed9 HTTP/1.1" status: 204 len: 168 time: 2.5988855 Aug 29 17:03:02.542990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81df50-510f-415c-b250-93df29c44792 tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Subnet': ['ID=3f011232-7dcf-4706-a866-42e3d0e03ed9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:02.543456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b979df4-64d1-4fa8-85d3-f1dfb52f6079 None None] Network b2de6fb1-297d-46cc-85a6-ab9d66d8498c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:02.548964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60668) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:02.607195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.611660 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4be6b2f1-fd3f-418c-9fa6-f153bbf5f462 None None] Provisioning complete for port bc1408a5-8fd8-48b6-86af-8063165bf3e0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:02.612032 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4be6b2f1-fd3f-418c-9fa6-f153bbf5f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.617088 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fc67ab-b312-4679-9870-dc4783642c27 x-openstack-request-id: req-a8fc67ab-b312-4679-9870-dc4783642c27 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:02.618619 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "ddf87b10-b744-4943-b43a-d5c8fc88f16d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:02.618958 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8fc67ab-b312-4679-9870-dc4783642c27 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:02.619435 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d', 'status': 'completed', 'code': 200} Aug 29 17:03:02.626090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-29bc8c0f-faa7-45ec-8737-d0a39b3531b3 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port bc1408a5-8fd8-48b6-86af-8063165bf3e0 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:02.626522 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29bc8c0f-faa7-45ec-8737-d0a39b3531b3 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.705842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4be6b2f1-fd3f-418c-9fa6-f153bbf5f462 None None] Port bc1408a5-8fd8-48b6-86af-8063165bf3e0 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:02.753492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60674) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:02.795037 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.861642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfde6867-576a-4f8a-b825-20551cd371bf None None] DHCP port deletion for b2de6fb1-297d-46cc-85a6-ab9d66d8498c request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:03:02.887596 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29bc8c0f-faa7-45ec-8737-d0a39b3531b3 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.903874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-29bc8c0f-faa7-45ec-8737-d0a39b3531b3 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for bc1408a5-8fd8-48b6-86af-8063165bf3e0 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:02.916495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85fde6-9b2f-4345-8e51-35b5a9ea19af req-3ddd0e57-50c3-43cd-921a-3e8a7f9a4e3f tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:02.929154 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d85fde6-9b2f-4345-8e51-35b5a9ea19af req-3ddd0e57-50c3-43cd-921a-3e8a7f9a4e3f tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 943 time: 0.3297045 Aug 29 17:03:02.937480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-1044cc51-fd03-4648-b030-325587ad0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:02.938381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-1044cc51-fd03-4648-b030-325587ad0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:02.939491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-1044cc51-fd03-4648-b030-325587ad0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:02.940150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-1044cc51-fd03-4648-b030-325587ad0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:02.940926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-1044cc51-fd03-4648-b030-325587ad0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:02.941960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-dfde6867-576a-4f8a-b825-20551cd371bf None None] Deleting port df534606-cee3-4b0f-8ac8-6b1443be35a4 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:02.942482 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dfde6867-576a-4f8a-b825-20551cd371bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:02.943333 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-1044cc51-fd03-4648-b030-325587ad0fe1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 4364 time: 0.2801738 Aug 29 17:03:03.000197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 38a5016c-c8ba-4944-ac69-4d38b228ce6b details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:03.047340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-dfde6867-576a-4f8a-b825-20551cd371bf None None] For port df534606-cee3-4b0f-8ac8-6b1443be35a4, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=df534606-cee3-4b0f-8ac8-6b1443be35a4,segment=NetworkSegment(effd7d40-757c-41f1-9eea-b85b03102184),segment_id=effd7d40-757c-41f1-9eea-b85b03102184)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:03.047340 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dfde6867-576a-4f8a-b825-20551cd371bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.080458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-dfde6867-576a-4f8a-b825-20551cd371bf None None] Calling delete_port for df534606-cee3-4b0f-8ac8-6b1443be35a4 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:03.133877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d85fde6-9b2f-4345-8e51-35b5a9ea19af req-e952da3c-c7a6-4786-acb9-6ed270224144 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963470 Aug 29 17:03:03.225746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 38a5016c-c8ba-4944-ac69-4d38b228ce6b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=38a5016c-c8ba-4944-ac69-4d38b228ce6b,segment=NetworkSegment(4ed5844b-d592-4023-a4f1-60ae37b687da),segment_id=4ed5844b-d592-4023-a4f1-60ae37b687da)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:03.245465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '38a5016c-c8ba-4944-ac69-4d38b228ce6b', 'network_id': 'a0558244-c3b3-4d44-8d36-687f1f619dcb', 'port_id': '38a5016c-c8ba-4944-ac69-4d38b228ce6b', 'mac_address': 'fa:16:3e:8b:0f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b4ae4e-b061-4e21-96da-b08b93bfb723', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:03.290440 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.295785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device be9b2159-c5a6-4749-8f45-88667552cd89 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:03.347751 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dfde6867-576a-4f8a-b825-20551cd371bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.376062 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde6867-576a-4f8a-b825-20551cd371bf None None] Pushing event deleted for resources: {'Port': ['ID=df534606-cee3-4b0f-8ac8-6b1443be35a4,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:03.389055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a5016c-c8ba-4944-ac69-4d38b228ce6b {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:03.413008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 38a5016c-c8ba-4944-ac69-4d38b228ce6b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=38a5016c-c8ba-4944-ac69-4d38b228ce6b,segment=NetworkSegment(4ed5844b-d592-4023-a4f1-60ae37b687da),segment_id=4ed5844b-d592-4023-a4f1-60ae37b687da)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:03.426425 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.497603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Deleting port df534606-cee3-4b0f-8ac8-6b1443be35a4 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:03.497950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.523868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde6867-576a-4f8a-b825-20551cd371bf None None] No DVR routers for this DVR port df534606-cee3-4b0f-8ac8-6b1443be35a4 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:03.531160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=38a5016c-c8ba-4944-ac69-4d38b228ce6b,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:03.556885 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:03:03.558128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port be9b2159-c5a6-4749-8f45-88667552cd89 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:03.563983 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port be9b2159-c5a6-4749-8f45-88667552cd89 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:03.564248 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.568062 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f02df0fd-ba99-46c6-8c0b-3657f8a727df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.571008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] For port df534606-cee3-4b0f-8ac8-6b1443be35a4, host n-d-713301-13, got binding levels [] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:03.571483 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.585882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Calling delete_port for df534606-cee3-4b0f-8ac8-6b1443be35a4 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:03.591489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8aca4-dd02-46f7-b88f-3c2ac7de6804 req-328c12d2-eebb-4b23-8b28-de887c507939 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:03.597474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.ipam_backend_mixin [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Port df534606-cee3-4b0f-8ac8-6b1443be35a4 was not found and therefore no delete operation was performed {{(pid=111677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:03:03.598103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8aca4-dd02-46f7-b88f-3c2ac7de6804 req-328c12d2-eebb-4b23-8b28-de887c507939 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:03.605288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8aca4-dd02-46f7-b88f-3c2ac7de6804 req-328c12d2-eebb-4b23-8b28-de887c507939 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:03.611901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8aca4-dd02-46f7-b88f-3c2ac7de6804 req-328c12d2-eebb-4b23-8b28-de887c507939 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:03.625184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8aca4-dd02-46f7-b88f-3c2ac7de6804 req-328c12d2-eebb-4b23-8b28-de887c507939 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:03.625560 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.626828 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8f8aca4-dd02-46f7-b88f-3c2ac7de6804 req-328c12d2-eebb-4b23-8b28-de887c507939 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 3828 time: 0.6221433 Aug 29 17:03:03.643472 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f02df0fd-ba99-46c6-8c0b-3657f8a727df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.645894 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29bc8c0f-faa7-45ec-8737-d0a39b3531b3 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.679987 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.693592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-55639579-19f7-4346-b832-3a95367fca8e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a610c18299f144f29557c5624db29a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9365680 Aug 29 17:03:03.704825 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Port': ['ID=df534606-cee3-4b0f-8ac8-6b1443be35a4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:03.706952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60682) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:03.737110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port be9b2159-c5a6-4749-8f45-88667552cd89, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=be9b2159-c5a6-4749-8f45-88667552cd89,segment=NetworkSegment(10762ec8-d52d-4c04-bbac-fb1175899a8d),segment_id=10762ec8-d52d-4c04-bbac-fb1175899a8d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:03.737912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] No DVR routers for this DVR port df534606-cee3-4b0f-8ac8-6b1443be35a4 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:03.738446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc6b2d0-5537-44af-a725-6c5ac79d9f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b2159-c5a6-4749-8f45-88667552cd89'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:03.741733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-f58df64f-51ff-4283-8f97-d0600003d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:03.742072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-f58df64f-51ff-4283-8f97-d0600003d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:03.742562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-f58df64f-51ff-4283-8f97-d0600003d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:03.745195 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-f58df64f-51ff-4283-8f97-d0600003d32b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=374be93859ef4f9184b6d6740601a35c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7824757 Aug 29 17:03:03.745479 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2aff42-05f7-4970-ab8d-d7451d7bc79a" -d '{"events": [{"server_uuid": "6fc6b2d0-5537-44af-a725-6c5ac79d9f57", "name": "network-vif-plugged", "status": "completed", "tag": "be9b2159-c5a6-4749-8f45-88667552cd89"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:03.751209 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:03.755829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc8c0f-faa7-45ec-8737-d0a39b3531b3 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=bc1408a5-8fd8-48b6-86af-8063165bf3e0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:03.768844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['38a5016c-c8ba-4944-ac69-4d38b228ce6b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:03.861519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8f8aca4-dd02-46f7-b88f-3c2ac7de6804 req-0b7a59bf-0947-415f-88d4-0f636c77a311 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133183 Aug 29 17:03:03.892621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=be9b2159-c5a6-4749-8f45-88667552cd89,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:03.951054 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2a4fa7-8a21-434a-bafc-0124c6e61604 x-openstack-request-id: req-cd2a4fa7-8a21-434a-bafc-0124c6e61604 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:03.951373 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc6b2d0-5537-44af-a725-6c5ac79d9f57", "name": "network-vif-plugged", "status": "completed", "tag": "be9b2159-c5a6-4749-8f45-88667552cd89", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:03.951599 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd2a4fa7-8a21-434a-bafc-0124c6e61604 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:03.952014 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc6b2d0-5537-44af-a725-6c5ac79d9f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9b2159-c5a6-4749-8f45-88667552cd89', 'code': 200} Aug 29 17:03:04.011754 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f02df0fd-ba99-46c6-8c0b-3657f8a727df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab3ef8a494d440158e5daa015e471ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0655975 Aug 29 17:03:04.060470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60688) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:04.082771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f235fe3-b9bd-420e-9afa-5ce564c01df2 req-7e2b8259-eab6-4534-b9de-972f701fab6b tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:04.084288 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f235fe3-b9bd-420e-9afa-5ce564c01df2 req-7e2b8259-eab6-4534-b9de-972f701fab6b tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 944 time: 0.4963596 Aug 29 17:03:04.104899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02df0fd-ba99-46c6-8c0b-3657f8a727df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ba9ebf-8455-4b9f-917e-a0bc05add8c3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:04.143961 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.178962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2de6fb1-297d-46cc-85a6-ab9d66d8498c']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:04.195462 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28603856-f1b8-4126-8631-4ceeb9fdc010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.203267 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29bc8c0f-faa7-45ec-8737-d0a39b3531b3 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.205712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-29bc8c0f-faa7-45ec-8737-d0a39b3531b3 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/bc1408a5-8fd8-48b6-86af-8063165bf3e0 HTTP/1.1" status: 204 len: 168 time: 2.2626200 Aug 29 17:03:04.209765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60692) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:04.238730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effd7d40-757c-41f1-9eea-b85b03102184') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:04.239149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effd7d40-757c-41f1-9eea-b85b03102184') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:04.281394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07a2c12-5081-450d-8358-441fdfb60714 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:04.287411 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fa2119-e7bb-4dbd-aec6-e2e35f052a4f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:03:04.289869 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f3fa2119-e7bb-4dbd-aec6-e2e35f052a4f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/bc1408a5-8fd8-48b6-86af-8063165bf3e0 HTTP/1.1" status: 404 len: 333 time: 0.0759645 Aug 29 17:03:04.306890 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.309039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60694) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:04.311519 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.328623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75271ce3-f3bc-4417-bdde-a78030d7c17a req-f4359114-9c43-4885-94eb-99d53377109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:04.330430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75271ce3-f3bc-4417-bdde-a78030d7c17a req-f4359114-9c43-4885-94eb-99d53377109e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 1097 time: 0.2475255 Aug 29 17:03:04.347683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28603856-f1b8-4126-8631-4ceeb9fdc010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.349560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Transition to ACTIVE for port object c07a2c12-5081-450d-8358-441fdfb60714 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:04.364586 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.373694 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f235fe3-b9bd-420e-9afa-5ce564c01df2 req-fbeba3ac-441c-4f23-9bd8-79a6d718145d tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623978 Aug 29 17:03:04.381208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-90eb5396-326d-433a-943b-70f1df3fcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:04.382811 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f746253-4725-48e5-b195-2b11ef7cffa1 req-90eb5396-326d-433a-943b-70f1df3fcbbb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5954809 Aug 29 17:03:04.393804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.434292 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4db5a87e-2523-4c53-b77a-87594aa3c684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.440235 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:04.440375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8f64a-eaf2-46d1-95fb-db1d6b4b3969 req-59712f6f-8460-4588-a4d7-36c4362deaa8 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:04.440646 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.441909 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03d8f64a-eaf2-46d1-95fb-db1d6b4b3969 req-59712f6f-8460-4588-a4d7-36c4362deaa8 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 944 time: 0.2110813 Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:04.446959 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:04.458501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75271ce3-f3bc-4417-bdde-a78030d7c17a req-029a9b5d-2bcc-49c8-b2d3-d518c26c291a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195602 Aug 29 17:03:04.469900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Pushing event updated for resources: {'Port': ['ID=c07a2c12-5081-450d-8358-441fdfb60714,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:04.548614 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4db5a87e-2523-4c53-b77a-87594aa3c684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.576358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dcf5e2d5-9f4f-42db-b6b6-b99a525db3af tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.591448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03d8f64a-eaf2-46d1-95fb-db1d6b4b3969 req-f104533c-d4a3-4469-a974-9a1e4291e59a tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285090 Aug 29 17:03:04.611404 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.611905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Attempting to bind port c07a2c12-5081-450d-8358-441fdfb60714 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:04.612363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Attempting to bind port c07a2c12-5081-450d-8358-441fdfb60714 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:04.613575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Attempting to bind port c07a2c12-5081-450d-8358-441fdfb60714 on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:04.620454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Port c07a2c12-5081-450d-8358-441fdfb60714 on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:04.620884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Attempting to bind port c07a2c12-5081-450d-8358-441fdfb60714 on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:04.627534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:04.628088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Checking segment: {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:04.628636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Bound using segment: {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:04.629175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Bound port: c07a2c12-5081-450d-8358-441fdfb60714, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:04.629933 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.641370 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.643703 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] 10.222.0.22 "DELETE /v2.0/networks/b2de6fb1-297d-46cc-85a6-ab9d66d8498c HTTP/1.1" status: 204 len: 168 time: 2.0934141 Aug 29 17:03:04.672003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dcf5e2d5-9f4f-42db-b6b6-b99a525db3af tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.675077 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28603856-f1b8-4126-8631-4ceeb9fdc010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.677783 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-28603856-f1b8-4126-8631-4ceeb9fdc010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.678964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-28603856-f1b8-4126-8631-4ceeb9fdc010 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/196bdf88-8ca5-47bd-9b85-c80ce9352f4c HTTP/1.1" status: 204 len: 168 time: 0.9640987 Aug 29 17:03:04.722061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c3e29-dd44-4eab-9160-faf78ee6241b tempest-NetworksTest-360529055 tempest-NetworksTest-360529055-project] Pushing event deleted for resources: {'Network': ['ID=b2de6fb1-297d-46cc-85a6-ab9d66d8498c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:04.737814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28603856-f1b8-4126-8631-4ceeb9fdc010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196bdf88-8ca5-47bd-9b85-c80ce9352f4c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:04.776301 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4db5a87e-2523-4c53-b77a-87594aa3c684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.782685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4db5a87e-2523-4c53-b77a-87594aa3c684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.787478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4db5a87e-2523-4c53-b77a-87594aa3c684 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5ba9ebf-8455-4b9f-917e-a0bc05add8c3 HTTP/1.1" status: 204 len: 168 time: 0.7135603 Aug 29 17:03:04.791510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dcf5e2d5-9f4f-42db-b6b6-b99a525db3af tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.797716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] For port c07a2c12-5081-450d-8358-441fdfb60714, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:04.801800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] For port c07a2c12-5081-450d-8358-441fdfb60714, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c07a2c12-5081-450d-8358-441fdfb60714,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:04.802886 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dcf5e2d5-9f4f-42db-b6b6-b99a525db3af tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.804158 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dcf5e2d5-9f4f-42db-b6b6-b99a525db3af tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/security-groups/1fbaf703-2f62-4512-aa10-bbbffb944406 HTTP/1.1" status: 204 len: 168 time: 0.4805095 Aug 29 17:03:04.810514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60702) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:04.812531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5a87e-2523-4c53-b77a-87594aa3c684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ba9ebf-8455-4b9f-917e-a0bc05add8c3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:04.813465 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.852950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5e2d5-9f4f-42db-b6b6-b99a525db3af tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbaf703-2f62-4512-aa10-bbbffb944406,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:04.916230 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:04.916878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:04.920109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] 10.222.0.16 "PUT /v2.0/ports/c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 200 len: 1131 time: 2.7223184 Aug 29 17:03:04.921148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device df534606-cee3-4b0f-8ac8-6b1443be35a4 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:03:04.924416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'c07a2c12-5081-450d-8358-441fdfb60714'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:04.929502 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a64bcc4-1c11-4b62-81b9-80f796985d01" -d '{"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "c07a2c12-5081-450d-8358-441fdfb60714"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:04.993377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:05.014343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 38a5016c-c8ba-4944-ac69-4d38b228ce6b up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:05.017700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: df534606-cee3-4b0f-8ac8-6b1443be35a4 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:03:05.018303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device df534606-cee3-4b0f-8ac8-6b1443be35a4 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:03:05.024944 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061eca3a-0413-46cc-ad0b-ca6d90c55ff1 x-openstack-request-id: req-061eca3a-0413-46cc-ad0b-ca6d90c55ff1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:05.025370 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "c07a2c12-5081-450d-8358-441fdfb60714", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:05.025702 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-061eca3a-0413-46cc-ad0b-ca6d90c55ff1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:05.026361 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'c07a2c12-5081-450d-8358-441fdfb60714', 'status': 'completed', 'code': 200} Aug 29 17:03:05.114836 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60714) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:05.129720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 38a5016c-c8ba-4944-ac69-4d38b228ce6b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:05.133839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:05.135056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 38a5016c-c8ba-4944-ac69-4d38b228ce6b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:05.135654 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:05.136096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846df85-4f0f-421b-b970-47f3fe336e5e service neutron] Pushing event updated for resources: {'Port': ['ID=c07a2c12-5081-450d-8358-441fdfb60714,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:05.183583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab63ec04-b7a4-41ae-b1b9-1b7d3cc4cfd4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:05.243951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6122ce-5d10-4b6b-bd48-f46f80596ec1 req-0349473d-999b-454d-a3b6-c3655dd61ad9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.262019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6122ce-5d10-4b6b-bd48-f46f80596ec1 req-0349473d-999b-454d-a3b6-c3655dd61ad9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.273004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6122ce-5d10-4b6b-bd48-f46f80596ec1 req-0349473d-999b-454d-a3b6-c3655dd61ad9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.281466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6122ce-5d10-4b6b-bd48-f46f80596ec1 req-0349473d-999b-454d-a3b6-c3655dd61ad9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.294299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6122ce-5d10-4b6b-bd48-f46f80596ec1 req-0349473d-999b-454d-a3b6-c3655dd61ad9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.315244 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab63ec04-b7a4-41ae-b1b9-1b7d3cc4cfd4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:05.315803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6122ce-5d10-4b6b-bd48-f46f80596ec1 req-0349473d-999b-454d-a3b6-c3655dd61ad9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.317990 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0a6122ce-5d10-4b6b-bd48-f46f80596ec1 req-0349473d-999b-454d-a3b6-c3655dd61ad9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 4600 time: 0.3061419 Aug 29 17:03:05.335697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-0c84bd86-1757-45d2-a9f8-e47cccea5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.336499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-0c84bd86-1757-45d2-a9f8-e47cccea5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.337663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-0c84bd86-1757-45d2-a9f8-e47cccea5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.342751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-0c84bd86-1757-45d2-a9f8-e47cccea5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.343641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-0c84bd86-1757-45d2-a9f8-e47cccea5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.344569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-0c84bd86-1757-45d2-a9f8-e47cccea5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.346715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-0c84bd86-1757-45d2-a9f8-e47cccea5e93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5288 time: 0.2732582 Aug 29 17:03:05.610847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60728) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:05.676707 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab63ec04-b7a4-41ae-b1b9-1b7d3cc4cfd4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:05.679229 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab63ec04-b7a4-41ae-b1b9-1b7d3cc4cfd4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:05.680417 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ab63ec04-b7a4-41ae-b1b9-1b7d3cc4cfd4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/security-groups/001b1442-1e97-42e9-8959-d0fe140c6c86 HTTP/1.1" status: 204 len: 168 time: 0.8622043 Aug 29 17:03:05.684606 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:05.687645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60734) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:05.687786 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63aeee3c-a60d-4dcd-a521-abdcad6c5459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:05.714868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63ec04-b7a4-41ae-b1b9-1b7d3cc4cfd4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=001b1442-1e97-42e9-8959-d0fe140c6c86,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:05.723625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 38a5016c-c8ba-4944-ac69-4d38b228ce6b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=38a5016c-c8ba-4944-ac69-4d38b228ce6b,segment=NetworkSegment(4ed5844b-d592-4023-a4f1-60ae37b687da),segment_id=4ed5844b-d592-4023-a4f1-60ae37b687da)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:05.742293 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:05.765063 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0a6122ce-5d10-4b6b-bd48-f46f80596ec1 req-c16bb553-224b-444e-a07f-93312140a130 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4116676 Aug 29 17:03:05.775541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e5919-e7ff-4c8f-b048-ddd73926f165 req-517d0e7d-6d58-466d-a955-28c1094a86fa tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.777585 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-968e5919-e7ff-4c8f-b048-ddd73926f165 req-517d0e7d-6d58-466d-a955-28c1094a86fa tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 945 time: 0.2137024 Aug 29 17:03:05.825475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef96a03d-3e5c-42a0-b753-e1f3c12a42c2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting subnet 6f17feca-6d79-452b-8f9e-cfa3cc9555a7 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:05.836444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=38a5016c-c8ba-4944-ac69-4d38b228ce6b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:05.837969 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef96a03d-3e5c-42a0-b753-e1f3c12a42c2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:05.877141 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2f5f68af-8ec8-45f4-9350-985116e687ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=141e2611b9584352aef3c1ec2379997d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7601428 Aug 29 17:03:05.880823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60736) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:05.917065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-968e5919-e7ff-4c8f-b048-ddd73926f165 req-5faa918e-8b35-4736-a687-533e345cb24d tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269109 Aug 29 17:03:05.938711 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef96a03d-3e5c-42a0-b753-e1f3c12a42c2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:05.943980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbbb855-3d5e-4350-a371-62c6baca9ecb {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:05.953484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e90f057-8214-4245-9fda-5c90602dbfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a5016c-c8ba-4944-ac69-4d38b228ce6b'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:05.955481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-39421e98-9b09-4276-b280-ef927032fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.956066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-39421e98-9b09-4276-b280-ef927032fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.956569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-39421e98-9b09-4276-b280-ef927032fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:05.956728 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8578555-3630-4cba-a710-e01f0c504ac0" -d '{"events": [{"server_uuid": "3e90f057-8214-4245-9fda-5c90602dbfbd", "name": "network-vif-plugged", "status": "completed", "tag": "38a5016c-c8ba-4944-ac69-4d38b228ce6b"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:05.958435 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-39421e98-9b09-4276-b280-ef927032fb6c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=374be93859ef4f9184b6d6740601a35c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5927196 Aug 29 17:03:05.974658 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.006908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Transition to ACTIVE for port object ebbbb855-3d5e-4350-a371-62c6baca9ecb will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:06.017923 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.051800 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e656507-e398-4415-9b96-a9bd2f2638d4 x-openstack-request-id: req-3e656507-e398-4415-9b96-a9bd2f2638d4 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:06.052346 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e90f057-8214-4245-9fda-5c90602dbfbd", "name": "network-vif-plugged", "status": "completed", "tag": "38a5016c-c8ba-4944-ac69-4d38b228ce6b", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:06.052786 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e656507-e398-4415-9b96-a9bd2f2638d4 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:06.054064 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e90f057-8214-4245-9fda-5c90602dbfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a5016c-c8ba-4944-ac69-4d38b228ce6b', 'code': 200} Aug 29 17:03:06.107376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f837b-2429-432a-94d9-c7d9247704ee req-97135032-a2f9-45b2-a4d1-af373dae3e7a tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:06.122161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be3f837b-2429-432a-94d9-c7d9247704ee req-97135032-a2f9-45b2-a4d1-af373dae3e7a tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 945 time: 0.2299671 Aug 29 17:03:06.170683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e651b56-f8f3-4ca7-bd92-8e89e2edfc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.191624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef96a03d-3e5c-42a0-b753-e1f3c12a42c2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.201476 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbbb855-3d5e-4350-a371-62c6baca9ecb,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:06.245079 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63aeee3c-a60d-4dcd-a521-abdcad6c5459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.247380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e651b56-f8f3-4ca7-bd92-8e89e2edfc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.266165 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be3f837b-2429-432a-94d9-c7d9247704ee req-587151a1-3475-4cdd-bb8b-5680450834ca tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493371 Aug 29 17:03:06.267093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-a17a69c1-3cf7-4875-951e-1f99d35e7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:06.268648 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a64bcc4-1c11-4b62-81b9-80f796985d01 req-a17a69c1-3cf7-4875-951e-1f99d35e7b7a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2948952 Aug 29 17:03:06.277140 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63aeee3c-a60d-4dcd-a521-abdcad6c5459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.307040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3ce71-9664-459a-a1ef-92cd83adead3 req-37a5ada0-38f0-495e-a5c1-cb744a0de922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:06.308792 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6ed3ce71-9664-459a-a1ef-92cd83adead3 req-37a5ada0-38f0-495e-a5c1-cb744a0de922 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 1097 time: 0.1864295 Aug 29 17:03:06.350695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60750) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:06.358328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-63aeee3c-a60d-4dcd-a521-abdcad6c5459 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe27af4ca0e74cc397d5819346f98058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7337339 Aug 29 17:03:06.358590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60752) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:06.365607 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aeee3c-a60d-4dcd-a521-abdcad6c5459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbe4dc8-e958-4b80-b7de-a612d912fd03,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:06.372828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Attempting to bind port ebbbb855-3d5e-4350-a371-62c6baca9ecb on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:06.373184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Attempting to bind port ebbbb855-3d5e-4350-a371-62c6baca9ecb by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:06.373575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Attempting to bind port ebbbb855-3d5e-4350-a371-62c6baca9ecb on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:06.381838 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef96a03d-3e5c-42a0-b753-e1f3c12a42c2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.423673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Port ebbbb855-3d5e-4350-a371-62c6baca9ecb on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:06.424000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Attempting to bind port ebbbb855-3d5e-4350-a371-62c6baca9ecb on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:06.425147 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e651b56-f8f3-4ca7-bd92-8e89e2edfc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.427175 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6ed3ce71-9664-459a-a1ef-92cd83adead3 req-94ce2fdf-48f3-4442-9f16-ce1273ccdb72 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058121 Aug 29 17:03:06.429170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96a03d-3e5c-42a0-b753-e1f3c12a42c2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Subnet': ['ID=6f17feca-6d79-452b-8f9e-cfa3cc9555a7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:06.430923 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e651b56-f8f3-4ca7-bd92-8e89e2edfc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.432640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1e651b56-f8f3-4ca7-bd92-8e89e2edfc85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3cc296b7-33bd-42d3-bfd3-78cfb8814e04 HTTP/1.1" status: 204 len: 168 time: 0.5447366 Aug 29 17:03:06.440068 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef96a03d-3e5c-42a0-b753-e1f3c12a42c2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.446856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60758) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:06.448961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ef96a03d-3e5c-42a0-b753-e1f3c12a42c2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/6f17feca-6d79-452b-8f9e-cfa3cc9555a7 HTTP/1.1" status: 204 len: 168 time: 0.7476892 Aug 29 17:03:06.450919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89015f15-5814-4b64-b7a3-ad48a9945301 None None] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:06.452085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:06.453193 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Checking segment: {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:06.453789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Bound using segment: {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:06.454421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Bound port: ebbbb855-3d5e-4350-a371-62c6baca9ecb, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:06.454951 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.459724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b22ef45f-0361-43ca-ae34-b1d2c6178fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.486169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ec5f63bc-92e2-4405-8052-d3ab6630a284 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:06.491246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e651b56-f8f3-4ca7-bd92-8e89e2edfc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc296b7-33bd-42d3-bfd3-78cfb8814e04,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:06.528561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-eaaa18e0-a099-426a-854f-5137be174b29 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] Request body: {'port': {'network_id': '47062029-27cf-4b59-a9b4-46095142f0b4', 'name': 'tempest-NetworksNegativeTestJSON-940444894'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:06.550358 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaaa18e0-a099-426a-854f-5137be174b29 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] POST failed (client error): The resource could not be found. Aug 29 17:03:06.551144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaaa18e0-a099-426a-854f-5137be174b29 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:06.552655 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eaaa18e0-a099-426a-854f-5137be174b29 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1946962 Aug 29 17:03:06.556283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b22ef45f-0361-43ca-ae34-b1d2c6178fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.556943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60760) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:06.585428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] For port ebbbb855-3d5e-4350-a371-62c6baca9ecb, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:06.603501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] For port ebbbb855-3d5e-4350-a371-62c6baca9ecb, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:06.605083 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-997f1a37-6b44-4cf8-8a02-6ef83ba08dff tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:06.606800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997f1a37-6b44-4cf8-8a02-6ef83ba08dff tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:06.614608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60762) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:06.616063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-997f1a37-6b44-4cf8-8a02-6ef83ba08dff tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] 10.222.0.22 "DELETE /v2.0/networks/db3f630e-2074-417e-b8b6-dbf106d34623 HTTP/1.1" status: 404 len: 339 time: 0.0556941 Aug 29 17:03:06.618454 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.667584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:06.668418 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.670427 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] 10.222.0.16 "PUT /v2.0/ports/ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 200 len: 1132 time: 1.7034431 Aug 29 17:03:06.680064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b22ef45f-0361-43ca-ae34-b1d2c6178fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.682673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b22ef45f-0361-43ca-ae34-b1d2c6178fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.684451 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b22ef45f-0361-43ca-ae34-b1d2c6178fbe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2dbe4dc8-e958-4b80-b7de-a612d912fd03 HTTP/1.1" status: 204 len: 168 time: 0.3248465 Aug 29 17:03:06.696862 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f34d922-b473-4b5b-90aa-cfa92e171998 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:06.700232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5662b-2efa-42bd-9124-85db3bd9f230 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbbb855-3d5e-4350-a371-62c6baca9ecb,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:06.702090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f34d922-b473-4b5b-90aa-cfa92e171998 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:06.710047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:06.710201 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9f34d922-b473-4b5b-90aa-cfa92e171998 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] 10.222.0.22 "DELETE /v2.0/ports/1ebc5ff3-4118-4dfe-a1fc-a09fe9890437 HTTP/1.1" status: 404 len: 333 time: 0.0942283 Aug 29 17:03:06.712339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60766) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:06.756048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ef45f-0361-43ca-ae34-b1d2c6178fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbe4dc8-e958-4b80-b7de-a612d912fd03,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:06.804100 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdbcfe1-e40d-4d63-9ce8-06bcc66ab1d4 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:06.804824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdbcfe1-e40d-4d63-9ce8-06bcc66ab1d4 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:06.807808 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0cdbcfe1-e40d-4d63-9ce8-06bcc66ab1d4 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] 10.222.0.22 "DELETE /v2.0/subnets/a51a8d0a-ee94-47d2-9d4c-932c1a9e4123 HTTP/1.1" status: 404 len: 337 time: 0.0758805 Aug 29 17:03:06.813088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60770) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:06.839989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5f63bc-92e2-4405-8052-d3ab6630a284 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:06.843966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5f63bc-92e2-4405-8052-d3ab6630a284 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.846833 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef93fb7-0801-458f-badb-bb4c6552d21a tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] GET failed (client error): The resource could not be found. Aug 29 17:03:06.848658 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aef93fb7-0801-458f-badb-bb4c6552d21a tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] 10.222.0.22 "GET /v2.0/networks/aeab3fdc-fcc6-47a2-86d2-a478f3bffe19 HTTP/1.1" status: 404 len: 339 time: 0.0346825 Aug 29 17:03:06.853558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60774) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:06.871081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:06.913750 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dd1748-af48-4971-8401-307922055734 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] GET failed (client error): The resource could not be found. Aug 29 17:03:06.915692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-60dd1748-af48-4971-8401-307922055734 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] 10.222.0.22 "GET /v2.0/ports/58d95321-ad94-46f9-8bdd-9ebadd2eb160 HTTP/1.1" status: 404 len: 333 time: 0.0609055 Aug 29 17:03:06.946011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60776) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:07.040812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'ebbbb855-3d5e-4350-a371-62c6baca9ecb'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:07.043409 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ecad30-5853-4513-a88c-3d5cb8ff3251" -d '{"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "ebbbb855-3d5e-4350-a371-62c6baca9ecb"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:07.081766 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc64d4fc-4124-4ed8-8651-bf07ad2e6580 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] GET failed (client error): The resource could not be found. Aug 29 17:03:07.083492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dc64d4fc-4124-4ed8-8651-bf07ad2e6580 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] 10.222.0.22 "GET /v2.0/subnets/b8f68b8c-b933-41c8-b768-eb90972dddeb HTTP/1.1" status: 404 len: 337 time: 0.1357493 Aug 29 17:03:07.088556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60786) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:07.095931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ce0a649b-2e97-444d-90b8-b7778e0b5e75 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] Request body: {'network': {'name': 'new_name'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:07.116670 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0a649b-2e97-444d-90b8-b7778e0b5e75 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] PUT failed (client error): The resource could not be found. Aug 29 17:03:07.117587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0a649b-2e97-444d-90b8-b7778e0b5e75 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:07.118960 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ce0a649b-2e97-444d-90b8-b7778e0b5e75 tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] 10.222.0.22 "PUT /v2.0/networks/8095d41a-6ab6-4bc5-99c5-7ecdd236cf6d HTTP/1.1" status: 404 len: 339 time: 0.0276415 Aug 29 17:03:07.122851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60788) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:07.129071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-fe5dfd50-8de1-4ca4-955a-502ceb2acceb tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] Request body: {'port': {'name': 'new_name'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:07.181547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb60a5e-e065-4575-be7f-48f0c7b6603a req-3642f399-d62e-4ea0-86b8-ec6d0a5cf390 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.189467 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4bb60a5e-e065-4575-be7f-48f0c7b6603a req-3642f399-d62e-4ea0-86b8-ec6d0a5cf390 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 945 time: 0.1622341 Aug 29 17:03:07.197912 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5dfd50-8de1-4ca4-955a-502ceb2acceb tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] PUT failed (client error): The resource could not be found. Aug 29 17:03:07.198725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5dfd50-8de1-4ca4-955a-502ceb2acceb tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:07.199836 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fe5dfd50-8de1-4ca4-955a-502ceb2acceb tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] 10.222.0.22 "PUT /v2.0/ports/3b9791e2-1fce-400a-a4c7-7b03f75844f6 HTTP/1.1" status: 404 len: 333 time: 0.0758135 Aug 29 17:03:07.204276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60794) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:07.220495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-20415c78-0ff9-433b-a833-43b75f065dda tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:07.297659 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4bb60a5e-e065-4575-be7f-48f0c7b6603a req-c01c9e5e-c0d5-49f8-b440-2cffa642b0ae tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070588 Aug 29 17:03:07.337172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44177638-3de4-4d11-8584-c41914995fb4 req-dbc9afd3-4b81-4ef1-97b4-5c8bc52eeffc tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.343989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44177638-3de4-4d11-8584-c41914995fb4 req-dbc9afd3-4b81-4ef1-97b4-5c8bc52eeffc tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.350178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44177638-3de4-4d11-8584-c41914995fb4 req-dbc9afd3-4b81-4ef1-97b4-5c8bc52eeffc tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.356507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44177638-3de4-4d11-8584-c41914995fb4 req-dbc9afd3-4b81-4ef1-97b4-5c8bc52eeffc tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.359962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5f63bc-92e2-4405-8052-d3ab6630a284 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:07.363201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44177638-3de4-4d11-8584-c41914995fb4 req-dbc9afd3-4b81-4ef1-97b4-5c8bc52eeffc tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.369716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44177638-3de4-4d11-8584-c41914995fb4 req-dbc9afd3-4b81-4ef1-97b4-5c8bc52eeffc tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.375853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44177638-3de4-4d11-8584-c41914995fb4 req-dbc9afd3-4b81-4ef1-97b4-5c8bc52eeffc tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.377895 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44177638-3de4-4d11-8584-c41914995fb4 req-dbc9afd3-4b81-4ef1-97b4-5c8bc52eeffc tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5373 time: 0.4553490 Aug 29 17:03:07.391794 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-20415c78-0ff9-433b-a833-43b75f065dda tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] PUT failed (client error): The resource could not be found. Aug 29 17:03:07.392180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20415c78-0ff9-433b-a833-43b75f065dda tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:07.393397 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-20415c78-0ff9-433b-a833-43b75f065dda tempest-NetworksNegativeTestJSON-1569034341 tempest-NetworksNegativeTestJSON-1569034341-project] 10.222.0.22 "PUT /v2.0/subnets/18632246-a1c2-41b8-97a6-b8847547c8f1 HTTP/1.1" status: 404 len: 337 time: 0.1880026 Aug 29 17:03:07.446745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f63bc-92e2-4405-8052-d3ab6630a284 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:07.450656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ec5f63bc-92e2-4405-8052-d3ab6630a284 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:07.453366 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00361349-388d-4d52-8e99-085e9041fd86 x-openstack-request-id: req-00361349-388d-4d52-8e99-085e9041fd86 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:07.453775 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "ebbbb855-3d5e-4350-a371-62c6baca9ecb", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:07.453963 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00361349-388d-4d52-8e99-085e9041fd86 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:07.454324 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'ebbbb855-3d5e-4350-a371-62c6baca9ecb', 'status': 'completed', 'code': 200} Aug 29 17:03:07.461920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f63bc-92e2-4405-8052-d3ab6630a284 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.462872 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5f63bc-92e2-4405-8052-d3ab6630a284 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:07.479023 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f63bc-92e2-4405-8052-d3ab6630a284 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Subnet': ['ID=af29e2ae-9c0b-4bd2-bc3a-5104b5feb077,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:07.500317 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ec5f63bc-92e2-4405-8052-d3ab6630a284 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0409334 Aug 29 17:03:07.501569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60816) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:07.509699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1e20278e-8118-4d52-b188-c470b4c1243f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'security_group': {'name': 'tempest-secgroup-1767300561'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:07.539286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e20278e-8118-4d52-b188-c470b4c1243f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:07.624230 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44177638-3de4-4d11-8584-c41914995fb4 req-418e4e1e-5b06-4062-8191-c6bfbf80209e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2224553 Aug 29 17:03:07.658605 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-ea84f9e9-2151-4015-a79b-72020de1ee6d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1786488308&fields=id&tenant_id=69527392b93b47dc9c5095676e4c5e2f HTTP/1.1" status: 200 len: 267 time: 0.0886195 Aug 29 17:03:07.680926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-e6cae891-f66a-40cb-964e-7dd02a744667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.683100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-e6cae891-f66a-40cb-964e-7dd02a744667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.685864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-e6cae891-f66a-40cb-964e-7dd02a744667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.686555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-e6cae891-f66a-40cb-964e-7dd02a744667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.687257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-e6cae891-f66a-40cb-964e-7dd02a744667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.687912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-e6cae891-f66a-40cb-964e-7dd02a744667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.691004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-e6cae891-f66a-40cb-964e-7dd02a744667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.693600 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-e6cae891-f66a-40cb-964e-7dd02a744667 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6213 time: 0.2357965 Aug 29 17:03:07.726375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a278057-adb4-4bf9-9e9e-bdf26dd81385 None None] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:07.892284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a0ce070b-06da-41bf-884c-b23ce0019a92 None None] Provisioning complete for port 30aedaa3-c967-4b05-a24f-67ee821c6462 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:07.892666 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a0ce070b-06da-41bf-884c-b23ce0019a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:07.938212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-bb905ab7-e924-4c57-957e-240fa010fbd8 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:07.940138 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-bb905ab7-e924-4c57-957e-240fa010fbd8 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/networks?id=a2c37ab0-b867-4937-8eae-6502b5fc1404 HTTP/1.1" status: 200 len: 815 time: 0.2718139 Aug 29 17:03:07.969732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-e46d9c0c-6e4a-40db-8323-47efd876fc0e tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/quotas/69527392b93b47dc9c5095676e4c5e2f HTTP/1.1" status: 200 len: 375 time: 0.0198364 Aug 29 17:03:08.008794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e20278e-8118-4d52-b188-c470b4c1243f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.030912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60832) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:08.032062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-921f541e-3975-4e57-8537-8af84ba8311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:08.032613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-921f541e-3975-4e57-8537-8af84ba8311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:08.033104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-921f541e-3975-4e57-8537-8af84ba8311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:08.034742 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-921f541e-3975-4e57-8537-8af84ba8311d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=374be93859ef4f9184b6d6740601a35c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3316729 Aug 29 17:03:08.037917 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e20278e-8118-4d52-b188-c470b4c1243f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.090549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a0ce070b-06da-41bf-884c-b23ce0019a92 None None] Provisioning complete for port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:08.091457 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a0ce070b-06da-41bf-884c-b23ce0019a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.162297 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e20278e-8118-4d52-b188-c470b4c1243f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.174150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce070b-06da-41bf-884c-b23ce0019a92 None None] Port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:08.178193 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1e20278e-8118-4d52-b188-c470b4c1243f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6736202 Aug 29 17:03:08.179500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b987ee1-a15b-409a-9009-5aef4ab27c54 None None] Update dhcp port {'port': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'fixed_ips': [{'subnet_id': '9362e8b3-0cfc-4c02-ab74-3e813a5d3921', 'ip_address': '172.20.0.18'}, {'subnet_id': 'af29e2ae-9c0b-4bd2-bc3a-5104b5feb077'}], 'binding:host_id': 'n-d-713301-13'}, 'id': '30aedaa3-c967-4b05-a24f-67ee821c6462'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:03:08.180007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60840) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:08.202507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8ad5d22e-dbce-4300-a4da-edacc8d530f7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'security_group': {'name': 'tempest-secgroup-2138624120'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:08.213549 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6b987ee1-a15b-409a-9009-5aef4ab27c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.239743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-d40dd7de-7699-4f91-9b37-ff9be0e1859c tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=69527392b93b47dc9c5095676e4c5e2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2531455 Aug 29 17:03:08.240505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20278e-8118-4d52-b188-c470b4c1243f tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1cc57e-d40c-4d98-baf6-51513f357c47,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:08.322131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63298fee-668a-4d39-8eae-f690a59b8354 req-9d1ff90e-81e8-42eb-aa93-46d25d382dbb tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:08.331286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14417c1f-747c-4d51-b074-155a09296394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.331453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63298fee-668a-4d39-8eae-f690a59b8354 req-9d1ff90e-81e8-42eb-aa93-46d25d382dbb tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 945 time: 0.3858879 Aug 29 17:03:08.334954 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d22e-dbce-4300-a4da-edacc8d530f7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.435949 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-84bda5c6-0b6c-4a72-ac80-28b2f7854002 service neutron] 10.222.0.22 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781695 Aug 29 17:03:08.485699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60846) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:08.571939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-6b987ee1-a15b-409a-9009-5aef4ab27c54 None None] Allocated IP 172.20.0.2 (236c367a-c1fe-4583-9014-7ab39a70c2c1/af29e2ae-9c0b-4bd2-bc3a-5104b5feb077/30aedaa3-c967-4b05-a24f-67ee821c6462) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:08.600454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-5b7198f8-c3c5-4b2e-95f1-36b821aa37b2 service neutron] 10.222.0.22 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559682 Aug 29 17:03:08.628225 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14417c1f-747c-4d51-b074-155a09296394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.650426 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14417c1f-747c-4d51-b074-155a09296394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.698389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-17f2f3e3-8274-46a9-a757-89d5df322668 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-802129106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:08.736391 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-14417c1f-747c-4d51-b074-155a09296394 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0939fc7018f428b9fe61a4ac979c40d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7041333 Aug 29 17:03:08.740212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60854) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:08.746861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14417c1f-747c-4d51-b074-155a09296394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c67e74-524c-4d13-8c64-640f829c4452,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:08.764626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6b987ee1-a15b-409a-9009-5aef4ab27c54 None None] For port 30aedaa3-c967-4b05-a24f-67ee821c6462, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=30aedaa3-c967-4b05-a24f-67ee821c6462,segment=NetworkSegment(fa193422-4da2-4402-bde2-c37d11b14f4c),segment_id=fa193422-4da2-4402-bde2-c37d11b14f4c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:08.801350 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6b987ee1-a15b-409a-9009-5aef4ab27c54 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.817817 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6b987ee1-a15b-409a-9009-5aef4ab27c54 None None] Transition to ACTIVE for port object 30aedaa3-c967-4b05-a24f-67ee821c6462 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:08.828285 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6b987ee1-a15b-409a-9009-5aef4ab27c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.841581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63298fee-668a-4d39-8eae-f690a59b8354 req-ba2f52ee-f12f-462a-8c43-2295a29ee5e7 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092671 Aug 29 17:03:08.844683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-47affbd4-007c-474c-86ce-de040c9a6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:08.844683 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5ecad30-5853-4513-a88c-3d5cb8ff3251 req-47affbd4-007c-474c-86ce-de040c9a6d85 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7947111 Aug 29 17:03:08.846900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15ed3f7-7fe8-4898-8687-9fc883afa8f1 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:08.862392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.908404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Transition to ACTIVE for port object d15ed3f7-7fe8-4898-8687-9fc883afa8f1 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:08.910238 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d22e-dbce-4300-a4da-edacc8d530f7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.916287 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.926770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d22e-dbce-4300-a4da-edacc8d530f7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:08.942778 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0c59-6f4c-411c-ad1d-ba1751bc2dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.015773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Pushing event updated for resources: {'Port': ['ID=d15ed3f7-7fe8-4898-8687-9fc883afa8f1,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:09.035694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b987ee1-a15b-409a-9009-5aef4ab27c54 None None] Pushing event updated for resources: {'Port': ['ID=30aedaa3-c967-4b05-a24f-67ee821c6462,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:09.127854 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17f2f3e3-8274-46a9-a757-89d5df322668 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.130133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17f2f3e3-8274-46a9-a757-89d5df322668 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.131763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Attempting to bind port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:09.132278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Attempting to bind port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:09.132650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Attempting to bind port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:09.138264 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0c59-6f4c-411c-ad1d-ba1751bc2dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.142619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5d22e-dbce-4300-a4da-edacc8d530f7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03efba5-1834-4e0d-ab31-4bcdce2adc8c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:09.158472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ad5d22e-dbce-4300-a4da-edacc8d530f7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.163122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8ad5d22e-dbce-4300-a4da-edacc8d530f7 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9670835 Aug 29 17:03:09.164269 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60870) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:09.166192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:09.166793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Attempting to bind port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:09.198244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:09.199028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Checking segment: {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:09.199654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Bound using segment: {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:09.200385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Bound port: d15ed3f7-7fe8-4898-8687-9fc883afa8f1, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:09.201313 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.204198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-02cb9c69-11a2-4a4b-8e9a-7a2dfd9b63f2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'security_group': {'name': 'tempest-secgroup-137414159'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:09.277610 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02cb9c69-11a2-4a4b-8e9a-7a2dfd9b63f2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.323742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] For port d15ed3f7-7fe8-4898-8687-9fc883afa8f1, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:09.343375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] For port d15ed3f7-7fe8-4898-8687-9fc883afa8f1, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:09.359521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.446108 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17f2f3e3-8274-46a9-a757-89d5df322668 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.447384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d869e-22ba-4ede-bf2b-64c0fd7e54ec req-7f353c8d-db8a-4841-98bf-ec475b260117 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:09.457198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d869e-22ba-4ede-bf2b-64c0fd7e54ec req-7f353c8d-db8a-4841-98bf-ec475b260117 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:09.467499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d869e-22ba-4ede-bf2b-64c0fd7e54ec req-7f353c8d-db8a-4841-98bf-ec475b260117 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:09.473217 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17f2f3e3-8274-46a9-a757-89d5df322668 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.475785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d869e-22ba-4ede-bf2b-64c0fd7e54ec req-7f353c8d-db8a-4841-98bf-ec475b260117 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:09.482679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d869e-22ba-4ede-bf2b-64c0fd7e54ec req-7f353c8d-db8a-4841-98bf-ec475b260117 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:09.495928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d869e-22ba-4ede-bf2b-64c0fd7e54ec req-7f353c8d-db8a-4841-98bf-ec475b260117 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:09.507949 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c1a9ef3c-adb1-4bcb-9e10-59e7adfe1672 req-3ebc9649-0d8a-43cc-9f8f-9dc6ccec6487 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 210 time: 0.0652673 Aug 29 17:03:09.528359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d869e-22ba-4ede-bf2b-64c0fd7e54ec req-7f353c8d-db8a-4841-98bf-ec475b260117 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:09.542321 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-058d869e-22ba-4ede-bf2b-64c0fd7e54ec req-7f353c8d-db8a-4841-98bf-ec475b260117 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5385 time: 0.3962078 Aug 29 17:03:09.585184 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0c59-6f4c-411c-ad1d-ba1751bc2dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.591832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:09.592656 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.594775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] 10.222.0.16 "PUT /v2.0/ports/d15ed3f7-7fe8-4898-8687-9fc883afa8f1 HTTP/1.1" status: 200 len: 1091 time: 2.8896132 Aug 29 17:03:09.595327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0c59-6f4c-411c-ad1d-ba1751bc2dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.599835 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3bcf0c59-6f4c-411c-ad1d-ba1751bc2dca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6c67e74-524c-4d13-8c64-640f829c4452 HTTP/1.1" status: 204 len: 168 time: 0.8540227 Aug 29 17:03:09.608972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'd15ed3f7-7fe8-4898-8687-9fc883afa8f1'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:09.612818 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a4034b-5244-4bf2-a50d-6b53173b2ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "d15ed3f7-7fe8-4898-8687-9fc883afa8f1"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:09.634420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:09.654683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf0c59-6f4c-411c-ad1d-ba1751bc2dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c67e74-524c-4d13-8c64-640f829c4452,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:09.712672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-058d869e-22ba-4ede-bf2b-64c0fd7e54ec req-c6f2f8ba-eca8-4f56-8f4e-a6bbed53690a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1690180 Aug 29 17:03:09.750672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02cb9c69-11a2-4a4b-8e9a-7a2dfd9b63f2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.770398 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02cb9c69-11a2-4a4b-8e9a-7a2dfd9b63f2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.778896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecac700-51eb-41bc-bb1f-72685db13cff service neutron] Pushing event updated for resources: {'Port': ['ID=d15ed3f7-7fe8-4898-8687-9fc883afa8f1,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:09.804081 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17f2f3e3-8274-46a9-a757-89d5df322668 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.807779 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-17f2f3e3-8274-46a9-a757-89d5df322668 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.3211224 Aug 29 17:03:09.809298 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.828742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60894) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:09.863359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-610936890'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:09.897334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02cb9c69-11a2-4a4b-8e9a-7a2dfd9b63f2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:09.898719 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-02cb9c69-11a2-4a4b-8e9a-7a2dfd9b63f2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6999302 Aug 29 17:03:09.913793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60902) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:09.937521 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2064398910', 'security_groups': ['d863aa75-b7ab-4def-9785-77a82dd55104'], 'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'af29e2ae-9c0b-4bd2-bc3a-5104b5feb077'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:09.955201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb9c69-11a2-4a4b-8e9a-7a2dfd9b63f2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d863aa75-b7ab-4def-9785-77a82dd55104,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:10.126954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Made reservation on behalf of 2866cc822e794addbdc7e9d04b82a26b for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:10.135439 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:10.148704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1bf500c2-30f5-4e52-b597-500f3b5dea56 None None] Provisioning for port 30aedaa3-c967-4b05-a24f-67ee821c6462 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:10.152721 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc59fdb2-144c-453d-864d-5b995b0647a5 x-openstack-request-id: req-cc59fdb2-144c-453d-864d-5b995b0647a5 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:10.153185 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "d15ed3f7-7fe8-4898-8687-9fc883afa8f1", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:10.153345 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc59fdb2-144c-453d-864d-5b995b0647a5 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:10.153683 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'd15ed3f7-7fe8-4898-8687-9fc883afa8f1', 'status': 'completed', 'code': 200} Aug 29 17:03:10.157312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1bf500c2-30f5-4e52-b597-500f3b5dea56 None None] Provisioning complete for port 30aedaa3-c967-4b05-a24f-67ee821c6462 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:10.157707 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1bf500c2-30f5-4e52-b597-500f3b5dea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:10.181294 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:10.304737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-b3c1cb33-176e-42f7-9776-eb1781f98996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:10.305431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-b3c1cb33-176e-42f7-9776-eb1781f98996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:10.306097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-b3c1cb33-176e-42f7-9776-eb1781f98996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:10.306398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-b3c1cb33-176e-42f7-9776-eb1781f98996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:10.306879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-b3c1cb33-176e-42f7-9776-eb1781f98996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:10.307525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-b3c1cb33-176e-42f7-9776-eb1781f98996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:10.307895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-b3c1cb33-176e-42f7-9776-eb1781f98996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:10.312895 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-b3c1cb33-176e-42f7-9776-eb1781f98996 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6281 time: 0.1619914 Aug 29 17:03:10.332467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98111968-be28-4122-b2e4-4f740108a9d8 req-768b405c-18df-4336-a883-bb4d4cb1a658 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:10.334138 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98111968-be28-4122-b2e4-4f740108a9d8 req-768b405c-18df-4336-a883-bb4d4cb1a658 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 945 time: 0.1846290 Aug 29 17:03:10.477027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1bf500c2-30f5-4e52-b597-500f3b5dea56 None None] Provisioning complete for port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:10.477791 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1bf500c2-30f5-4e52-b597-500f3b5dea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:10.538455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efae15c7-233c-4c88-a37e-d87adca34c60 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:10.544037 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:10.549648 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:10.562386 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:10.588090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Transition to ACTIVE for port object efae15c7-233c-4c88-a37e-d87adca34c60 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:10.590779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1bf500c2-30f5-4e52-b597-500f3b5dea56 None None] Port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:10.621181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:10.633500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:10.646878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:10.729971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98111968-be28-4122-b2e4-4f740108a9d8 req-e9346ff3-c7e6-4828-bb31-fc2a12c61935 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145015 Aug 29 17:03:10.740006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:10.740532 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Added segment 012e5458-a4ce-4995-85ac-d4e0d170adc5 of type vlan for network 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e Aug 29 17:03:10.809663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54cb640-319f-4a47-9607-3387311ad859,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:10.811280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Pushing event updated for resources: {'Port': ['ID=efae15c7-233c-4c88-a37e-d87adca34c60,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:10.816491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-7ba5c334-531d-4863-9389-18251461b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:10.817123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-7ba5c334-531d-4863-9389-18251461b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:10.849756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-7ba5c334-531d-4863-9389-18251461b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:10.851860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-7ba5c334-531d-4863-9389-18251461b28e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=374be93859ef4f9184b6d6740601a35c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5148523 Aug 29 17:03:10.889806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88bdf92c-8697-486a-92ba-661013269a47 req-8eefaea6-7316-4595-b535-f1d7076323e1 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 210 time: 0.1638167 Aug 29 17:03:10.914868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 30aedaa3-c967-4b05-a24f-67ee821c6462 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:10.966345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:11.036641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 30aedaa3-c967-4b05-a24f-67ee821c6462 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:11.048153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:11.051003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:11.087111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:11.092689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:11.097133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:11.187238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] device_id is not set on port 878a161a-67da-4a93-9a97-013e3d90f61d yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:03:11.310461 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4744878 Aug 29 17:03:11.319699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60964) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:11.339496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678191e9-b52d-4c45-bf8f-486b7684519a tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Network': ['ID=9b6c7343-161c-4998-a8e4-4cc18e1cfd2e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:11.356583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'subnet': {'network_id': '9b6c7343-161c-4998-a8e4-4cc18e1cfd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:11.356746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:11.461095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-ff7c686e-eb07-4109-8118-c6c8477638b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:11.463722 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-29a4034b-5244-4bf2-a50d-6b53173b2ba4 req-ff7c686e-eb07-4109-8118-c6c8477638b4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5979338 Aug 29 17:03:11.567977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Attempting to bind port efae15c7-233c-4c88-a37e-d87adca34c60 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:11.567977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Attempting to bind port efae15c7-233c-4c88-a37e-d87adca34c60 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:11.568350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Attempting to bind port efae15c7-233c-4c88-a37e-d87adca34c60 on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:11.603527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-bbf39deb-1cc3-4b97-9654-53c0958f5f2c tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:11.605058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-bbf39deb-1cc3-4b97-9654-53c0958f5f2c tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.10 "GET /v2.0/networks?id=a2c37ab0-b867-4937-8eae-6502b5fc1404 HTTP/1.1" status: 200 len: 815 time: 0.4008188 Aug 29 17:03:11.605904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60972) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:11.609579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d65118-85c8-413c-a1f3-1f6873295d39 req-51d66039-8e04-42a4-a8ad-99384d7eecfe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:11.615921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d65118-85c8-413c-a1f3-1f6873295d39 req-51d66039-8e04-42a4-a8ad-99384d7eecfe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:11.622610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d65118-85c8-413c-a1f3-1f6873295d39 req-51d66039-8e04-42a4-a8ad-99384d7eecfe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:11.628824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d65118-85c8-413c-a1f3-1f6873295d39 req-51d66039-8e04-42a4-a8ad-99384d7eecfe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:11.635410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d65118-85c8-413c-a1f3-1f6873295d39 req-51d66039-8e04-42a4-a8ad-99384d7eecfe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:11.642336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d65118-85c8-413c-a1f3-1f6873295d39 req-51d66039-8e04-42a4-a8ad-99384d7eecfe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:11.648291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Port efae15c7-233c-4c88-a37e-d87adca34c60 on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:11.648621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Attempting to bind port efae15c7-233c-4c88-a37e-d87adca34c60 on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:11.649165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d65118-85c8-413c-a1f3-1f6873295d39 req-51d66039-8e04-42a4-a8ad-99384d7eecfe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:11.659349 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b4d65118-85c8-413c-a1f3-1f6873295d39 req-51d66039-8e04-42a4-a8ad-99384d7eecfe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5397 time: 0.5551987 Aug 29 17:03:11.712009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-3e800b85-70ee-41d4-8de0-f5944504cfc6 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69527392b93b47dc9c5095676e4c5e2f HTTP/1.1" status: 200 len: 380 time: 0.0913014 Aug 29 17:03:11.715766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:11.716116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Checking segment: {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:11.716643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Bound using segment: {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:11.717264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Bound port: efae15c7-233c-4c88-a37e-d87adca34c60, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:11.717487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:11.732133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Request body: {'port': {'device_id': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'admin_state_up': True, 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'security_groups': ['74672e34-c804-4a7c-bfd6-f6b37ec7e711']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:11.935917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60978) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:11.968735 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c58d6-e208-4491-8eb6-17e70b809d04 req-63998e4e-7755-42f5-bc9f-14fa4c6efa2b tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:11.970474 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e10c58d6-e208-4491-8eb6-17e70b809d04 req-63998e4e-7755-42f5-bc9f-14fa4c6efa2b tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 945 time: 0.3763700 Aug 29 17:03:12.029762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'network': {'name': 'tempest-RoutersTest-646053596'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:12.068833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Made reservation on behalf of 69527392b93b47dc9c5095676e4c5e2f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:12.072587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.098919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b4d65118-85c8-413c-a1f3-1f6873295d39 req-b80c834a-49ac-4d00-80f5-cb47ac5c27b1 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4383161 Aug 29 17:03:12.106077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0c7b-2d87-41d0-899f-337c8428a0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.135574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Made reservation on behalf of 2866cc822e794addbdc7e9d04b82a26b for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:12.139366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.151418 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] For port efae15c7-233c-4c88-a37e-d87adca34c60, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:12.158961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.3 (236c367a-c1fe-4583-9014-7ab39a70c2c1/af29e2ae-9c0b-4bd2-bc3a-5104b5feb077/878a161a-67da-4a93-9a97-013e3d90f61d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:12.169090 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e10c58d6-e208-4491-8eb6-17e70b809d04 req-9a896930-a777-4ec4-9a33-7676dc0d6b86 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643126 Aug 29 17:03:12.216977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] For port efae15c7-233c-4c88-a37e-d87adca34c60, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=efae15c7-233c-4c88-a37e-d87adca34c60,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:12.233594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:12.238370 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.272568 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.289436 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.432264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:12.432895 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.434337 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] 10.222.0.16 "PUT /v2.0/ports/efae15c7-233c-4c88-a37e-d87adca34c60 HTTP/1.1" status: 200 len: 1092 time: 2.8047884 Aug 29 17:03:12.441981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'efae15c7-233c-4c88-a37e-d87adca34c60'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:12.444264 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57e35db-508a-4482-b75b-efe6a62f543a" -d '{"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "efae15c7-233c-4c88-a37e-d87adca34c60"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:12.448494 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b71c95b8-9349-4a15-8083-131e2d38cab5 req-77e83f14-d78c-4803-9afb-1d2cbfc4d527 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 210 time: 0.1113930 Aug 29 17:03:12.481617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:12.530496 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36ccbb-02e9-4762-a052-17a829c94bde service neutron] Pushing event updated for resources: {'Port': ['ID=efae15c7-233c-4c88-a37e-d87adca34c60,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:12.566099 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550d925e-8669-4c48-acb5-de9ed08de179 x-openstack-request-id: req-550d925e-8669-4c48-acb5-de9ed08de179 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:12.566438 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "efae15c7-233c-4c88-a37e-d87adca34c60", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:12.566682 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-550d925e-8669-4c48-acb5-de9ed08de179 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:12.567084 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'efae15c7-233c-4c88-a37e-d87adca34c60', 'status': 'completed', 'code': 200} Aug 29 17:03:12.596903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Allocated IP 172.20.0.7 (a2c37ab0-b867-4937-8eae-6502b5fc1404/e58fdf51-8f06-45a4-a80d-6b3292995fd8/f6a47890-e4af-433b-844e-94a4ed48a974) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:12.651159 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.661817 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.721660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object 878a161a-67da-4a93-9a97-013e3d90f61d will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:12.733579 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.748342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Subnet': ['ID=cc1a36c1-2131-4517-85a5-bd2109125623,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:12.787399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Checking segment: {'id': '012e5458-a4ce-4995-85ac-d4e0d170adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9b6c7343-161c-4998-a8e4-4cc18e1cfd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:12.787777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network hostable DHCP agents. Network: 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:03:12.791401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0c7b-2d87-41d0-899f-337c8428a0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.839350 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0c7b-2d87-41d0-899f-337c8428a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.847647 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-11d78dab-f3c7-4c25-b876-e96cb0c6a902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.877594 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:12.881125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:03:12.896622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b34925-5736-464a-b7ca-c2feac79e032 req-49a4246c-b9f9-46d1-b7d5-2506e0f5406d tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:12.898230 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-61b34925-5736-464a-b7ca-c2feac79e032 req-49a4246c-b9f9-46d1-b7d5-2506e0f5406d tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 945 time: 0.1307781 Aug 29 17:03:12.926429 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b2b0c7b-2d87-41d0-899f-337c8428a0b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e27ff4fc4894bf3beac34ea7ad1a35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9845576 Aug 29 17:03:12.934277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e35db-508a-4482-b75b-efe6a62f543a req-1fc23e1d-4e66-49cd-9785-283d09e82b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:12.935013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e35db-508a-4482-b75b-efe6a62f543a req-1fc23e1d-4e66-49cd-9785-283d09e82b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:12.935670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e35db-508a-4482-b75b-efe6a62f543a req-1fc23e1d-4e66-49cd-9785-283d09e82b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:12.936250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e35db-508a-4482-b75b-efe6a62f543a req-1fc23e1d-4e66-49cd-9785-283d09e82b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:12.937721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e35db-508a-4482-b75b-efe6a62f543a req-1fc23e1d-4e66-49cd-9785-283d09e82b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:12.938332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e35db-508a-4482-b75b-efe6a62f543a req-1fc23e1d-4e66-49cd-9785-283d09e82b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:12.938872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e35db-508a-4482-b75b-efe6a62f543a req-1fc23e1d-4e66-49cd-9785-283d09e82b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:12.939003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60996) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:12.940943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c57e35db-508a-4482-b75b-efe6a62f543a req-1fc23e1d-4e66-49cd-9785-283d09e82b81 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6349 time: 0.3371596 Aug 29 17:03:12.957736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:12.959064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:12.969484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a62d1d0-a014-4adc-96ad-1907ed53220b None None] Network 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:12.979516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:12.996363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:13.001087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.001726 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.136298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=878a161a-67da-4a93-9a97-013e3d90f61d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:13.276701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b0c7b-2d87-41d0-899f-337c8428a0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cef313d-c4b5-45c0-bf28-e11dddd079b3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:13.293194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-9b6c7343-161c-4998-a8e4-4cc18e1cfd2e', 'network_id': '9b6c7343-161c-4998-a8e4-4cc18e1cfd2e', 'tenant_id': '2866cc822e794addbdc7e9d04b82a26b', 'fixed_ips': [{'subnet_id': 'cc1a36c1-2131-4517-85a5-bd2109125623'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:03:13.297304 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.308803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.309673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.325508 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.344226 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Transition to ACTIVE for port object f6a47890-e4af-433b-844e-94a4ed48a974 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:13.366994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba20aa4e-ac93-4bc3-bf20-b34f5ea934de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.424826 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.439147 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba20aa4e-ac93-4bc3-bf20-b34f5ea934de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.443251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-61b34925-5736-464a-b7ca-c2feac79e032 req-6c9ffd38-6f4f-4cfd-8e7b-a2f293af0ad2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Deleting port 38a5016c-c8ba-4944-ac69-4d38b228ce6b {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:13.443616 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-61b34925-5736-464a-b7ca-c2feac79e032 req-6c9ffd38-6f4f-4cfd-8e7b-a2f293af0ad2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.506787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Allocated IP 2001:db8::2 (9b6c7343-161c-4998-a8e4-4cc18e1cfd2e/cc1a36c1-2131-4517-85a5-bd2109125623/d0920e1c-bbfa-4250-a381-4841c3a44142) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:13.608473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Network a2c37ab0-b867-4937-8eae-6502b5fc1404 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:13.638264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69972bc-70a6-4786-abf0-e8da01bc5219 req-d897990b-03d4-4b56-9596-afd4c1152333 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.645913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69972bc-70a6-4786-abf0-e8da01bc5219 req-d897990b-03d4-4b56-9596-afd4c1152333 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.653043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69972bc-70a6-4786-abf0-e8da01bc5219 req-d897990b-03d4-4b56-9596-afd4c1152333 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.660978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69972bc-70a6-4786-abf0-e8da01bc5219 req-d897990b-03d4-4b56-9596-afd4c1152333 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.666536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3b91c-c442-483e-b498-a0ff398a04f5 req-d1fea3ca-43ac-450b-b8b4-efb57daf7611 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.667887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69972bc-70a6-4786-abf0-e8da01bc5219 req-d897990b-03d4-4b56-9596-afd4c1152333 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.674083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6c3b91c-c442-483e-b498-a0ff398a04f5 req-d1fea3ca-43ac-450b-b8b4-efb57daf7611 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 945 time: 0.1214073 Aug 29 17:03:13.674425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69972bc-70a6-4786-abf0-e8da01bc5219 req-d897990b-03d4-4b56-9596-afd4c1152333 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.682010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69972bc-70a6-4786-abf0-e8da01bc5219 req-d897990b-03d4-4b56-9596-afd4c1152333 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.690049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b69972bc-70a6-4786-abf0-e8da01bc5219 req-d897990b-03d4-4b56-9596-afd4c1152333 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5397 time: 0.4055951 Aug 29 17:03:13.701824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:13.705017 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.705473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:13.711460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b280d9d1-0f6b-4957-bd31-cb833c754680 None None] Provisioning for port 878a161a-67da-4a93-9a97-013e3d90f61d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:13.719649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b280d9d1-0f6b-4957-bd31-cb833c754680 None None] Provisioning complete for port 878a161a-67da-4a93-9a97-013e3d90f61d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:13.720077 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b280d9d1-0f6b-4957-bd31-cb833c754680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.727385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Pushing event updated for resources: {'Port': ['ID=f6a47890-e4af-433b-844e-94a4ed48a974,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:13.731739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e35db-508a-4482-b75b-efe6a62f543a req-7490359a-887d-42d8-a10a-9df2505ddf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.732005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e35db-508a-4482-b75b-efe6a62f543a req-7490359a-887d-42d8-a10a-9df2505ddf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.732480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e35db-508a-4482-b75b-efe6a62f543a req-7490359a-887d-42d8-a10a-9df2505ddf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:13.734207 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c57e35db-508a-4482-b75b-efe6a62f543a req-7490359a-887d-42d8-a10a-9df2505ddf50 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=374be93859ef4f9184b6d6740601a35c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7745543 Aug 29 17:03:13.745494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6c3b91c-c442-483e-b498-a0ff398a04f5 req-875d09bc-f027-4008-8ebe-9572d8634af6 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfc302-0c79-4ded-91ab-9822531d76ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703580 Aug 29 17:03:13.760029 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba20aa4e-ac93-4bc3-bf20-b34f5ea934de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.765110 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba20aa4e-ac93-4bc3-bf20-b34f5ea934de admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.773977 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b280d9d1-0f6b-4957-bd31-cb833c754680 None None] Port 878a161a-67da-4a93-9a97-013e3d90f61d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:13.777812 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ba20aa4e-ac93-4bc3-bf20-b34f5ea934de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8cef313d-c4b5-45c0-bf28-e11dddd079b3 HTTP/1.1" status: 204 len: 168 time: 0.8349884 Aug 29 17:03:13.779183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Transition to ACTIVE for port object d0920e1c-bbfa-4250-a381-4841c3a44142 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:13.800797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Transition to ACTIVE for port object d0920e1c-bbfa-4250-a381-4841c3a44142 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:13.808369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-61b34925-5736-464a-b7ca-c2feac79e032 req-6c9ffd38-6f4f-4cfd-8e7b-a2f293af0ad2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] For port 38a5016c-c8ba-4944-ac69-4d38b228ce6b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=38a5016c-c8ba-4944-ac69-4d38b228ce6b,segment=NetworkSegment(4ed5844b-d592-4023-a4f1-60ae37b687da),segment_id=4ed5844b-d592-4023-a4f1-60ae37b687da)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:13.808899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-61b34925-5736-464a-b7ca-c2feac79e032 req-6c9ffd38-6f4f-4cfd-8e7b-a2f293af0ad2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.812678 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:13.822491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20aa4e-ac93-4bc3-bf20-b34f5ea934de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cef313d-c4b5-45c0-bf28-e11dddd079b3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:13.853633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-61b34925-5736-464a-b7ca-c2feac79e032 req-6c9ffd38-6f4f-4cfd-8e7b-a2f293af0ad2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Calling delete_port for 38a5016c-c8ba-4944-ac69-4d38b228ce6b owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:13.879977 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Network 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:13.901687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:13.905061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:14.006747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Pushing event updated for resources: {'Port': ['ID=d0920e1c-bbfa-4250-a381-4841c3a44142,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:14.022535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Attempting to bind port d0920e1c-bbfa-4250-a381-4841c3a44142 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:14.022904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Attempting to bind port d0920e1c-bbfa-4250-a381-4841c3a44142 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '012e5458-a4ce-4995-85ac-d4e0d170adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9b6c7343-161c-4998-a8e4-4cc18e1cfd2e'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:14.023266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Attempting to bind port d0920e1c-bbfa-4250-a381-4841c3a44142 on network 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:14.029348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:14.029728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Checking segment: {'id': '012e5458-a4ce-4995-85ac-d4e0d170adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9b6c7343-161c-4998-a8e4-4cc18e1cfd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:14.030134 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.030574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Bound using segment: {'id': '012e5458-a4ce-4995-85ac-d4e0d170adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9b6c7343-161c-4998-a8e4-4cc18e1cfd2e'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:14.031182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Bound port: d0920e1c-bbfa-4250-a381-4841c3a44142, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012e5458-a4ce-4995-85ac-d4e0d170adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9b6c7343-161c-4998-a8e4-4cc18e1cfd2e'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:14.031611 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.093327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e893d-eeb9-478a-b7c7-3b15fbd6056f req-e7c5f2a6-c315-4105-a4b8-f6da5bbf18a0 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:14.102168 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f37e893d-eeb9-478a-b7c7-3b15fbd6056f req-e7c5f2a6-c315-4105-a4b8-f6da5bbf18a0 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 945 time: 0.1689019 Aug 29 17:03:14.119234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-04dac339-cdc1-4980-8d97-8b6742ab6c25 None None] Provisioning for port f6a47890-e4af-433b-844e-94a4ed48a974 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:14.125410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] For port d0920e1c-bbfa-4250-a381-4841c3a44142, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:14.133731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] For port d0920e1c-bbfa-4250-a381-4841c3a44142, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0920e1c-bbfa-4250-a381-4841c3a44142,segment=NetworkSegment(012e5458-a4ce-4995-85ac-d4e0d170adc5),segment_id=012e5458-a4ce-4995-85ac-d4e0d170adc5)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:14.136220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-04dac339-cdc1-4980-8d97-8b6742ab6c25 None None] Provisioning complete for port f6a47890-e4af-433b-844e-94a4ed48a974 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:14.136656 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-04dac339-cdc1-4980-8d97-8b6742ab6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.159159 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.168891 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f37e893d-eeb9-478a-b7c7-3b15fbd6056f req-cc507107-48c8-4c02-8aa2-4bdfaa716fe1 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657179 Aug 29 17:03:14.175833 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.225898 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.242661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-04dac339-cdc1-4980-8d97-8b6742ab6c25 None None] Port f6a47890-e4af-433b-844e-94a4ed48a974 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:14.256259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7e7e028f-0785-4c5f-82c9-a2a2b221a6ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9123995 Aug 29 17:03:14.256259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5f49f1e2-1dfa-46cb-ad7b-da5e951f7948 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3280654 Aug 29 17:03:14.256555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32784) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:14.257199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32786) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:14.285115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ea1085e2-64c7-483e-9c88-97403decc775 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:14.293618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d5569-e1f5-461c-abdd-058f4ee1f6cb None None] Pushing event updated for resources: {'Port': ['ID=d0920e1c-bbfa-4250-a381-4841c3a44142,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:14.299085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'network': {'name': 'tempest-router-network01--384471902'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:14.319873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:14.332136 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32788) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:14.339497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:14.340168 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.358900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:14.362415 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.382145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b69972bc-70a6-4786-abf0-e8da01bc5219 req-344353cc-2461-4b4e-8215-8fdfe5c4f2d6 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6912272 Aug 29 17:03:14.390078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cb1186ac-f981-4a57-b760-97b12aeb3cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.455915 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-61b34925-5736-464a-b7ca-c2feac79e032 req-6c9ffd38-6f4f-4cfd-8e7b-a2f293af0ad2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.458379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e35db-508a-4482-b75b-efe6a62f543a req-478c8379-76ae-4afa-b5c1-13d0a111cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:14.460178 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c57e35db-508a-4482-b75b-efe6a62f543a req-478c8379-76ae-4afa-b5c1-13d0a111cc60 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6921325 Aug 29 17:03:14.460821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940b52bc-9e6f-48a5-bcdb-a9e04b17345f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:14.464660 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.465015 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added segment a3eef322-ece0-4ab1-8e24-55719ec5338d of type vlan for network 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 Aug 29 17:03:14.484732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Transition to ACTIVE for port object 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:14.532117 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.589313 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cb1186ac-f981-4a57-b760-97b12aeb3cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.598915 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.611790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Made reservation on behalf of 2866cc822e794addbdc7e9d04b82a26b for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:14.616725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.619155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cb1186ac-f981-4a57-b760-97b12aeb3cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.664408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-1cd2b631-81e4-4fa7-8076-97a73c0a864f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9428358 Aug 29 17:03:14.684915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Request body: {'port': {'device_id': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:14.693274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1186ac-f981-4a57-b760-97b12aeb3cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f9b780-c591-4adc-8600-cf100f75fefd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:14.700412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:14.721529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bc6e5-e2b9-4410-bc2e-47306439a547 req-9e83a137-a534-43a6-9ccb-3ff68e1e24e5 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:14.723470 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-405bc6e5-e2b9-4410-bc2e-47306439a547 req-9e83a137-a534-43a6-9ccb-3ff68e1e24e5 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 931 time: 0.4209349 Aug 29 17:03:14.732118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ffd38-6f4f-4cfd-8e7b-a2f293af0ad2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Pushing event deleted for resources: {'Port': ['ID=38a5016c-c8ba-4944-ac69-4d38b228ce6b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:14.847728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b34925-5736-464a-b7ca-c2feac79e032 req-6c9ffd38-6f4f-4cfd-8e7b-a2f293af0ad2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] No DVR routers for this DVR port 38a5016c-c8ba-4944-ac69-4d38b228ce6b on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:14.850396 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-61b34925-5736-464a-b7ca-c2feac79e032 req-6c9ffd38-6f4f-4cfd-8e7b-a2f293af0ad2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:14.854098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-61b34925-5736-464a-b7ca-c2feac79e032 req-6c9ffd38-6f4f-4cfd-8e7b-a2f293af0ad2 tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.16 "DELETE /v2.0/ports/38a5016c-c8ba-4944-ac69-4d38b228ce6b HTTP/1.1" status: 204 len: 173 time: 1.9228880 Aug 29 17:03:14.860414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e90f057-8214-4245-9fda-5c90602dbfbd', 'name': 'network-vif-deleted', 'tag': '38a5016c-c8ba-4944-ac69-4d38b228ce6b'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:14.862830 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c660c4-5319-46b9-a2fc-b3fe91d1ecf5" -d '{"events": [{"server_uuid": "3e90f057-8214-4245-9fda-5c90602dbfbd", "name": "network-vif-deleted", "tag": "38a5016c-c8ba-4944-ac69-4d38b228ce6b"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:14.879494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cb1186ac-f981-4a57-b760-97b12aeb3cae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8d3c531fbd74d18bf7f18926183c366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349944 Aug 29 17:03:14.884268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:14.886874 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32794) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:14.947946 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-405bc6e5-e2b9-4410-bc2e-47306439a547 req-995f8902-84d9-432e-92f4-30a14c66da98 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059040 Aug 29 17:03:15.003476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.005051 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Added segment 26d24bd2-1f5e-408b-a7f2-805dbd0eed20 of type vlan for network 39c5dd52-2d05-4b64-9866-80948f5905fc Aug 29 17:03:15.040634 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4a2fbb-14c1-40e5-a353-407330322c68 x-openstack-request-id: req-5c4a2fbb-14c1-40e5-a353-407330322c68 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:15.040957 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e90f057-8214-4245-9fda-5c90602dbfbd", "name": "network-vif-deleted", "tag": "38a5016c-c8ba-4944-ac69-4d38b228ce6b", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:15.041257 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c4a2fbb-14c1-40e5-a353-407330322c68 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:15.041694 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e90f057-8214-4245-9fda-5c90602dbfbd', 'name': 'network-vif-deleted', 'tag': '38a5016c-c8ba-4944-ac69-4d38b228ce6b', 'status': 'completed', 'code': 200} Aug 29 17:03:15.049701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 38a5016c-c8ba-4944-ac69-4d38b228ce6b no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:03:15.078837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 38a5016c-c8ba-4944-ac69-4d38b228ce6b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:03:15.079527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 38a5016c-c8ba-4944-ac69-4d38b228ce6b not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:03:15.080348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1085e2-64c7-483e-9c88-97403decc775 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:15.086061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ea1085e2-64c7-483e-9c88-97403decc775 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.090178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d0920e1c-bbfa-4250-a381-4841c3a44142 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:15.149364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port d0920e1c-bbfa-4250-a381-4841c3a44142 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:15.158947 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d33747d-70b2-4cf3-9628-9304063a2b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.167730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.223284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d33747d-70b2-4cf3-9628-9304063a2b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.275947 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.282913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:15.283756 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.349006 n-d-713301-13 neutron-server[111677]: INFO neutron.db.ipam_backend_mixin [None req-ea1085e2-64c7-483e-9c88-97403decc775 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af29e2ae-9c0b-4bd2-bc3a-5104b5feb077 (CIDR: 172.20.0.0/28) Aug 29 17:03:15.394341 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.401380 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:15.402343 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.408663 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65e9d529-3fa4-499e-8417-6d91141f6236 req-df892ca4-ec01-4b23-95a0-376d2de055ab tempest-InstanceActionsV221TestJSON-993601156 tempest-InstanceActionsV221TestJSON-993601156-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e90f057-8214-4245-9fda-5c90602dbfbd HTTP/1.1" status: 200 len: 210 time: 0.1513646 Aug 29 17:03:15.432328 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1085e2-64c7-483e-9c88-97403decc775 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:03:15.439105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1085e2-64c7-483e-9c88-97403decc775 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:15.468351 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1999524 Aug 29 17:03:15.473885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32800) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:15.514994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cbb8b5ff-1ec9-40e8-a8ce-4e3f809b9462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.523953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'network': {'name': 'tempest-router-network02--480610880'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:15.541836 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953750ce-c1fa-4595-bb9f-dd3b92367476 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Network': ['ID=39c5dd52-2d05-4b64-9866-80948f5905fc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:15.562183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 39c5dd52-2d05-4b64-9866-80948f5905fc details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:15.612051 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ea1085e2-64c7-483e-9c88-97403decc775 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3429010 Aug 29 17:03:15.612849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32802) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:15.619271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Made reservation on behalf of 2866cc822e794addbdc7e9d04b82a26b for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:15.621512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Network': ['ID=5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:15.627986 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.630759 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.638319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84f5cb-5df6-4782-9c24-15601f798d93 req-29307687-48c6-47e5-9ddb-e277af17a936 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:15.640013 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de84f5cb-5df6-4782-9c24-15601f798d93 req-29307687-48c6-47e5-9ddb-e277af17a936 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 945 time: 0.3795991 Aug 29 17:03:15.641454 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:15.659337 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-eef9d35f-c63f-4ce6-853d-c99c2967817d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:15.662473 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cac1b04e-ac3d-4995-afc9-3c7d2eab31da tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 4.0408208 Aug 29 17:03:15.676979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc626e93-10a9-4591-8d19-7a90c45cd4b1 req-4cdab111-9220-45f6-a61b-9ba9269cd17d tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:15.685461 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc626e93-10a9-4591-8d19-7a90c45cd4b1 req-4cdab111-9220-45f6-a61b-9ba9269cd17d tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 945 time: 0.3864279 Aug 29 17:03:15.694515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32804) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:15.696037 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d33747d-70b2-4cf3-9628-9304063a2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.699155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d33747d-70b2-4cf3-9628-9304063a2b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.702912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4d33747d-70b2-4cf3-9628-9304063a2b0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7f9b780-c591-4adc-8600-cf100f75fefd HTTP/1.1" status: 204 len: 168 time: 0.8096521 Aug 29 17:03:15.724683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1292256579'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:15.739466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Attempting to bind port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:15.741413 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Attempting to bind port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:15.741994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Attempting to bind port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 on network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:15.774847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbc34bc-0806-4ddb-ac9f-15ac2c5a4ecd None None] Network 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:15.813013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 on network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:15.813637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Attempting to bind port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 on network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:15.820566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:15.824125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.824499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:15.825007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Checking segment: {'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:15.825582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Bound using segment: {'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:15.826347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Bound port: 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:15.826882 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.867681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33747d-70b2-4cf3-9628-9304063a2b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f9b780-c591-4adc-8600-cf100f75fefd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:15.909607 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.914612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Provisioning for port d0920e1c-bbfa-4250-a381-4841c3a44142 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:15.919117 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc626e93-10a9-4591-8d19-7a90c45cd4b1 req-d7ca55a4-99e5-4b48-8dcd-2a007e43793a tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294738 Aug 29 17:03:15.929617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Provisioning complete for port d0920e1c-bbfa-4250-a381-4841c3a44142 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:15.929899 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:15.942185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:15.947468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:16.006442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480e4c0-94a9-45ef-a2ee-9ec438207b66 req-89902fe4-46a2-41a9-b931-ead30ba54d8c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:16.012902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.013276 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Added segment d9da250f-9118-48d6-adf5-a60caf9c5b70 of type vlan for network f4ce821c-353b-436b-bf08-5b799d3a106f Aug 29 17:03:16.023184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480e4c0-94a9-45ef-a2ee-9ec438207b66 req-89902fe4-46a2-41a9-b931-ead30ba54d8c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:16.025692 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.026039 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added segment 8bc4dd23-0a83-4992-9b56-344fc0cb5771 of type vlan for network 58a5e1f4-58df-4197-b632-4ba49f155492 Aug 29 17:03:16.032107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480e4c0-94a9-45ef-a2ee-9ec438207b66 req-89902fe4-46a2-41a9-b931-ead30ba54d8c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:16.038984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480e4c0-94a9-45ef-a2ee-9ec438207b66 req-89902fe4-46a2-41a9-b931-ead30ba54d8c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:16.047855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480e4c0-94a9-45ef-a2ee-9ec438207b66 req-89902fe4-46a2-41a9-b931-ead30ba54d8c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:16.056490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480e4c0-94a9-45ef-a2ee-9ec438207b66 req-89902fe4-46a2-41a9-b931-ead30ba54d8c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:16.063174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480e4c0-94a9-45ef-a2ee-9ec438207b66 req-89902fe4-46a2-41a9-b931-ead30ba54d8c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:16.065207 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6480e4c0-94a9-45ef-a2ee-9ec438207b66 req-89902fe4-46a2-41a9-b931-ead30ba54d8c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5409 time: 0.5210738 Aug 29 17:03:16.179767 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.181269 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.183577 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.234303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] For port d0920e1c-bbfa-4250-a381-4841c3a44142, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0920e1c-bbfa-4250-a381-4841c3a44142,segment=NetworkSegment(012e5458-a4ce-4995-85ac-d4e0d170adc5),segment_id=012e5458-a4ce-4995-85ac-d4e0d170adc5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:16.240549 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.273298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71072b-477b-472e-8fb8-9d65c00ac674 req-02110664-1f39-4e85-92bf-65efb73ce956 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:16.274981 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e71072b-477b-472e-8fb8-9d65c00ac674 req-02110664-1f39-4e85-92bf-65efb73ce956 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 931 time: 0.2306907 Aug 29 17:03:16.277996 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.284720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:16.285845 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.288661 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.294919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:16.295756 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.314414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef9d35f-c63f-4ce6-853d-c99c2967817d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:16.318162 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eef9d35f-c63f-4ce6-853d-c99c2967817d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.353583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Pushing event updated for resources: {'Port': ['ID=d0920e1c-bbfa-4250-a381-4841c3a44142,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:16.372753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a47890-e4af-433b-844e-94a4ed48a974 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:16.373126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.373661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.374206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.374771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.375281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.375928 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.376397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.376909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.377836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.378332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.378841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.379333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda6475b-b7c1-4933-a541-ae395d89996e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:16.384332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.419849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Transition to ACTIVE for port object f6a47890-e4af-433b-844e-94a4ed48a974 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:16.480475 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.488116 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7865853 Aug 29 17:03:16.491985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32822) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:16.501517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'subnet': {'network_id': '5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:16.510116 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0058610 Aug 29 17:03:16.513718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32824) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:16.536310 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'subnet': {'network_id': '39c5dd52-2d05-4b64-9866-80948f5905fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:16.581744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-24299795-0628-4593-a0c3-5ee6c43dcf66 None None] Provisioning complete for port d0920e1c-bbfa-4250-a381-4841c3a44142 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:16.582998 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-24299795-0628-4593-a0c3-5ee6c43dcf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.587377 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6480e4c0-94a9-45ef-a2ee-9ec438207b66 req-06048498-23b4-4f91-9da6-49157cd7e0b6 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1596999 Aug 29 17:03:16.596320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] For port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:16.641667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] For port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:16.661446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a47890-e4af-433b-844e-94a4ed48a974,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:16.678972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-de84f5cb-5df6-4782-9c24-15601f798d93 req-5d31c306-7235-45cc-bbb3-da455e693eca tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Deleting port be9b2159-c5a6-4749-8f45-88667552cd89 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:16.679499 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de84f5cb-5df6-4782-9c24-15601f798d93 req-5d31c306-7235-45cc-bbb3-da455e693eca tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.683276 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.722575 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.796459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344b6cd-b4b4-47db-b896-e0a748217b1f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Network': ['ID=58a5e1f4-58df-4197-b632-4ba49f155492,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:16.834072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:16.840901 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:16.842559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] 10.222.0.16 "PUT /v2.0/ports/9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 HTTP/1.1" status: 200 len: 1092 time: 4.3674448 Aug 29 17:03:16.847054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': '9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:16.850234 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2003fea-65ed-44cf-94a5-7c2b2253c357" -d '{"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:16.908917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Request body: {'port': {'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:16.957718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 58a5e1f4-58df-4197-b632-4ba49f155492 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:17.024867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d0920e1c-bbfa-4250-a381-4841c3a44142 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:17.025629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e71072b-477b-472e-8fb8-9d65c00ac674 req-991d8788-1b0a-42d2-84d5-aacc54105aff tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7248068 Aug 29 17:03:17.054341 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c20bcd-477e-4c6f-80c2-d7138e841e5b x-openstack-request-id: req-f7c20bcd-477e-4c6f-80c2-d7138e841e5b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:17.054638 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:17.054895 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7c20bcd-477e-4c6f-80c2-d7138e841e5b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:17.055688 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': '9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867', 'status': 'completed', 'code': 200} Aug 29 17:03:17.159365 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d0920e1c-bbfa-4250-a381-4841c3a44142 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:17.160631 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.222432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b7b52-bad9-4218-8f0d-d8bcdf4c5663 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:17.234296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32860) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:17.244593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.252209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Attempting to bind port f6a47890-e4af-433b-844e-94a4ed48a974 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:17.252790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Attempting to bind port f6a47890-e4af-433b-844e-94a4ed48a974 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:17.253345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Attempting to bind port f6a47890-e4af-433b-844e-94a4ed48a974 on network a2c37ab0-b867-4937-8eae-6502b5fc1404 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:17.301535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Port f6a47890-e4af-433b-844e-94a4ed48a974 on network a2c37ab0-b867-4937-8eae-6502b5fc1404 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:17.302155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Attempting to bind port f6a47890-e4af-433b-844e-94a4ed48a974 on network a2c37ab0-b867-4937-8eae-6502b5fc1404 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:17.318821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-de84f5cb-5df6-4782-9c24-15601f798d93 req-5d31c306-7235-45cc-bbb3-da455e693eca tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] For port be9b2159-c5a6-4749-8f45-88667552cd89, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=be9b2159-c5a6-4749-8f45-88667552cd89,segment=NetworkSegment(10762ec8-d52d-4c04-bbac-fb1175899a8d),segment_id=10762ec8-d52d-4c04-bbac-fb1175899a8d)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:17.319389 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de84f5cb-5df6-4782-9c24-15601f798d93 req-5d31c306-7235-45cc-bbb3-da455e693eca tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.357802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:17.358962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Checking segment: {'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:17.359519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Bound using segment: {'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:17.360118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Bound port: f6a47890-e4af-433b-844e-94a4ed48a974, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:17.360673 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.370152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-de84f5cb-5df6-4782-9c24-15601f798d93 req-5d31c306-7235-45cc-bbb3-da455e693eca tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Calling delete_port for be9b2159-c5a6-4749-8f45-88667552cd89 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:17.388062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cc20d5-db53-42a1-83ea-7c1beb0d7d12 admin admin] Deleting subnet 09b4ae4e-b061-4e21-96da-b08b93bfb723 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:17.400129 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4cc20d5-db53-42a1-83ea-7c1beb0d7d12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.418708 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:17.423002 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.544344 n-d-713301-13 neutron-server[111677]: INFO neutron.db.ipam_backend_mixin [None req-eef9d35f-c63f-4ce6-853d-c99c2967817d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9362e8b3-0cfc-4c02-ab74-3e813a5d3921 (CIDR: 172.20.0.16/28) Aug 29 17:03:17.553210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-87ff14df-eba5-43ab-a255-29b26d26bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:17.553833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-87ff14df-eba5-43ab-a255-29b26d26bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:17.554470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-87ff14df-eba5-43ab-a255-29b26d26bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:17.555119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-87ff14df-eba5-43ab-a255-29b26d26bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:17.555599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-87ff14df-eba5-43ab-a255-29b26d26bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:17.556083 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-87ff14df-eba5-43ab-a255-29b26d26bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:17.556719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-87ff14df-eba5-43ab-a255-29b26d26bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:17.559197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-87ff14df-eba5-43ab-a255-29b26d26bec4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6417 time: 0.4847572 Aug 29 17:03:17.559775 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.560297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569c03d-eab7-4aec-9e5e-e20fa6602c17 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Network': ['ID=f4ce821c-353b-436b-bf08-5b799d3a106f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:17.571548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network f4ce821c-353b-436b-bf08-5b799d3a106f details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:17.573119 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef9d35f-c63f-4ce6-853d-c99c2967817d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:03:17.573618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef9d35f-c63f-4ce6-853d-c99c2967817d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:17.588277 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4cc20d5-db53-42a1-83ea-7c1beb0d7d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.596527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Made reservation on behalf of 2866cc822e794addbdc7e9d04b82a26b for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:17.600167 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.685957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] For port f6a47890-e4af-433b-844e-94a4ed48a974, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:17.743575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] For port f6a47890-e4af-433b-844e-94a4ed48a974, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f6a47890-e4af-433b-844e-94a4ed48a974,segment=NetworkSegment(8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d),segment_id=8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:17.747146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4cc20d5-db53-42a1-83ea-7c1beb0d7d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.783446 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.835799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.872895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:17.873665 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:17.876176 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] 10.222.0.10 "PUT /v2.0/ports/f6a47890-e4af-433b-844e-94a4ed48a974 HTTP/1.1" status: 200 len: 1092 time: 3.1963854 Aug 29 17:03:17.975233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Subnet': ['ID=1c66c939-4512-4207-b0a6-fce434ce12d4,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:17.985181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5b55e-e77e-47a5-bf73-60a1d3f42e37 req-7e761cad-0a1e-4427-8cf9-c7879b5e6eee tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:17.986790 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ff5b55e-e77e-47a5-bf73-60a1d3f42e37 req-7e761cad-0a1e-4427-8cf9-c7879b5e6eee tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fc6b2d0-5537-44af-a725-6c5ac79d9f57 HTTP/1.1" status: 200 len: 945 time: 0.7320447 Aug 29 17:03:18.040574 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de84f5cb-5df6-4782-9c24-15601f798d93 req-5d31c306-7235-45cc-bbb3-da455e693eca tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:18.044584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c904e0-1bfa-4fe2-bfef-7dc26088e888 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a47890-e4af-433b-844e-94a4ed48a974,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:18.056796 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eef9d35f-c63f-4ce6-853d-c99c2967817d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.4410205 Aug 29 17:03:18.070234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4cc20d5-db53-42a1-83ea-7c1beb0d7d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:18.078689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32878) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:18.097157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b0519283-fc0e-417e-8e90-fc6b7d57f6cd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'subnet': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:18.153495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358d71f-ea03-4e50-a3ce-15c57defdf40 req-93a44713-c791-4e83-8141-c1f75b6949fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.159588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358d71f-ea03-4e50-a3ce-15c57defdf40 req-93a44713-c791-4e83-8141-c1f75b6949fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.165711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358d71f-ea03-4e50-a3ce-15c57defdf40 req-93a44713-c791-4e83-8141-c1f75b6949fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.172394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358d71f-ea03-4e50-a3ce-15c57defdf40 req-93a44713-c791-4e83-8141-c1f75b6949fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.179035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358d71f-ea03-4e50-a3ce-15c57defdf40 req-93a44713-c791-4e83-8141-c1f75b6949fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.187396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358d71f-ea03-4e50-a3ce-15c57defdf40 req-93a44713-c791-4e83-8141-c1f75b6949fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.202908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358d71f-ea03-4e50-a3ce-15c57defdf40 req-93a44713-c791-4e83-8141-c1f75b6949fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.205655 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ff5b55e-e77e-47a5-bf73-60a1d3f42e37 req-10e4c196-0f13-4492-ab41-e988a21e9de1 tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.22 "GET /v2.0/security-groups?id=1c6b2e89-b25e-4a32-b578-5d2d022aeb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828234 Aug 29 17:03:18.225843 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0358d71f-ea03-4e50-a3ce-15c57defdf40 req-93a44713-c791-4e83-8141-c1f75b6949fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5409 time: 0.3992653 Aug 29 17:03:18.228936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31c306-7235-45cc-bbb3-da455e693eca tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Pushing event deleted for resources: {'Port': ['ID=be9b2159-c5a6-4749-8f45-88667552cd89,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:18.250372 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4cc20d5-db53-42a1-83ea-7c1beb0d7d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:18.252425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d4cc20d5-db53-42a1-83ea-7c1beb0d7d12 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/09b4ae4e-b061-4e21-96da-b08b93bfb723 HTTP/1.1" status: 204 len: 168 time: 1.0168557 Aug 29 17:03:18.259777 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:18.266102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Checking segment: {'id': '26d24bd2-1f5e-408b-a7f2-805dbd0eed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5dd52-2d05-4b64-9866-80948f5905fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:18.266527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network hostable DHCP agents. Network: 39c5dd52-2d05-4b64-9866-80948f5905fc, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:03:18.269792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32884) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:18.280177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc20d5-db53-42a1-83ea-7c1beb0d7d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b4ae4e-b061-4e21-96da-b08b93bfb723,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:18.340732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-c7b63541-6c03-416b-a960-afc101213963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.341467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-c7b63541-6c03-416b-a960-afc101213963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.342187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-c7b63541-6c03-416b-a960-afc101213963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.343905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-de84f5cb-5df6-4782-9c24-15601f798d93 req-5d31c306-7235-45cc-bbb3-da455e693eca tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] No DVR routers for this DVR port be9b2159-c5a6-4749-8f45-88667552cd89 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:18.344990 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-c7b63541-6c03-416b-a960-afc101213963 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=374be93859ef4f9184b6d6740601a35c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7680125 Aug 29 17:03:18.347243 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de84f5cb-5df6-4782-9c24-15601f798d93 req-5d31c306-7235-45cc-bbb3-da455e693eca tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:18.349638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de84f5cb-5df6-4782-9c24-15601f798d93 req-5d31c306-7235-45cc-bbb3-da455e693eca tempest-ServerTagsTestJSON-1191206574 tempest-ServerTagsTestJSON-1191206574-project] 10.222.0.10 "DELETE /v2.0/ports/be9b2159-c5a6-4749-8f45-88667552cd89 HTTP/1.1" status: 204 len: 173 time: 2.6870191 Aug 29 17:03:18.359068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-fc0cd1bf-f36d-4315-bfcb-d1a78731d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.360627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-fc0cd1bf-f36d-4315-bfcb-d1a78731d255 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69527392b93b47dc9c5095676e4c5e2f&device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 1095 time: 0.4208601 Aug 29 17:03:18.432601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0358d71f-ea03-4e50-a3ce-15c57defdf40 req-1a93f59f-9b9c-41d8-aa2c-5a15239cd930 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2046678 Aug 29 17:03:18.439453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-86e39c2e-75e5-40a3-b376-841833b5c4c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6a47890-e4af-433b-844e-94a4ed48a974 HTTP/1.1" status: 200 len: 217 time: 0.0673757 Aug 29 17:03:18.443802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:18.454357 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:18.473208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Transition to ACTIVE for port object 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:18.485512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:18.599354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Pushing event updated for resources: {'Port': ['ID=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:18.657202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-5e81ed68-c536-44f7-927a-436cdb4581df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.658753 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-5e81ed68-c536-44f7-927a-436cdb4581df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e58fdf51-8f06-45a4-a80d-6b3292995fd8 HTTP/1.1" status: 200 len: 854 time: 0.1255476 Aug 29 17:03:18.747246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Attempting to bind port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:18.747588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Attempting to bind port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:18.747925 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Attempting to bind port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d on network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:18.754736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d on network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:18.755206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Attempting to bind port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d on network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:18.762040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:18.762443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Checking segment: {'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:18.762780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Bound using segment: {'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:18.763229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Bound port: 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:18.763647 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:18.769974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-65f7d950-4f0e-48b4-9a43-d416a41c692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:18.772442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-65f7d950-4f0e-48b4-9a43-d416a41c692e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a2c37ab0-b867-4937-8eae-6502b5fc1404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846691 Aug 29 17:03:18.963103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] For port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:18.967395 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] For port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:18.970468 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-3e1eaf70-68c8-432e-876d-79e6c6702cf4 service neutron] 10.222.0.10 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858428 Aug 29 17:03:18.973154 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.069387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'tag': 'f6a47890-e4af-433b-844e-94a4ed48a974'}, {'server_uuid': '6fc6b2d0-5537-44af-a725-6c5ac79d9f57', 'name': 'network-vif-deleted', 'tag': 'be9b2159-c5a6-4749-8f45-88667552cd89'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:19.072232 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff" -d '{"events": [{"name": "network-changed", "server_uuid": "2edad481-2ef5-493b-8971-aa61f1b60ca5", "tag": "f6a47890-e4af-433b-844e-94a4ed48a974"}, {"server_uuid": "6fc6b2d0-5537-44af-a725-6c5ac79d9f57", "name": "network-vif-deleted", "tag": "be9b2159-c5a6-4749-8f45-88667552cd89"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:19.080792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.081560 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.083276 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] 10.222.0.16 "PUT /v2.0/ports/19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d HTTP/1.1" status: 200 len: 1092 time: 2.1840775 Aug 29 17:03:19.135648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-1cbf4f74-904c-4d4e-9358-2836ab4692f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.137877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685b35b-db8f-4afd-ad23-1c3b391a224d service neutron] Pushing event updated for resources: {'Port': ['ID=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:19.138625 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b2003fea-65ed-44cf-94a5-7c2b2253c357 req-1cbf4f74-904c-4d4e-9358-2836ab4692f6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3122430 Aug 29 17:03:19.139539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network 39c5dd52-2d05-4b64-9866-80948f5905fc is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:03:19.164025 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.175086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72d81ad7-e365-42da-89f3-7d59ef72e024 req-a23d506c-796d-4ff8-aad3-e679831859fd service neutron] 10.222.0.10 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875424 Aug 29 17:03:19.195604 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87f24eb-0e34-4ddb-b2a2-7864fc01e437 x-openstack-request-id: req-c87f24eb-0e34-4ddb-b2a2-7864fc01e437 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:19.196289 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edad481-2ef5-493b-8971-aa61f1b60ca5", "tag": "f6a47890-e4af-433b-844e-94a4ed48a974", "status": "completed", "code": 200}, {"server_uuid": "6fc6b2d0-5537-44af-a725-6c5ac79d9f57", "name": "network-vif-deleted", "tag": "be9b2159-c5a6-4749-8f45-88667552cd89", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:19.196552 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c87f24eb-0e34-4ddb-b2a2-7864fc01e437 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:19.197019 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'tag': 'f6a47890-e4af-433b-844e-94a4ed48a974', 'status': 'completed', 'code': 200} Aug 29 17:03:19.197319 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc6b2d0-5537-44af-a725-6c5ac79d9f57', 'name': 'network-vif-deleted', 'tag': 'be9b2159-c5a6-4749-8f45-88667552cd89', 'status': 'completed', 'code': 200} Aug 29 17:03:19.273266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 39c5dd52-2d05-4b64-9866-80948f5905fc) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:19.282037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8535d4f-1d86-4f0c-8d68-05e182671df6 None None] Network 39c5dd52-2d05-4b64-9866-80948f5905fc requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:19.294868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32900) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:19.348239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.349751 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.354575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device be9b2159-c5a6-4749-8f45-88667552cd89 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:03:19.355681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff req-32903d0c-cc1f-4909-8c17-6d8dc9bf9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.357336 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff req-32903d0c-cc1f-4909-8c17-6d8dc9bf9a06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69527392b93b47dc9c5095676e4c5e2f&device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 1095 time: 0.1299710 Aug 29 17:03:19.368314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdbf28-7c88-4230-81da-09d5871b9a6d req-d414834a-1232-4690-8994-76bb5c5e9577 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.370005 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63bdbf28-7c88-4230-81da-09d5871b9a6d req-d414834a-1232-4690-8994-76bb5c5e9577 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 943 time: 0.5575194 Aug 29 17:03:19.385637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: be9b2159-c5a6-4749-8f45-88667552cd89 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:03:19.386462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device be9b2159-c5a6-4749-8f45-88667552cd89 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:03:19.418730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0519283-fc0e-417e-8e90-fc6b7d57f6cd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Made reservation on behalf of 90b2c129704746a2b6a94fa082dcf61a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:19.423430 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b0519283-fc0e-417e-8e90-fc6b7d57f6cd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.441124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-be658579-7de1-4a7c-b766-1d45207aa5ee admin admin] Deleting subnet 9bd30772-0c4d-460b-9bc4-f60d65038811 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:19.447754 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-be658579-7de1-4a7c-b766-1d45207aa5ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.470285 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5e0508e2-4e72-40d5-9324-a9e5a7a01f73 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9451599 Aug 29 17:03:19.476032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32908) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:19.481592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'subnet': {'network_id': 'f4ce821c-353b-436b-bf08-5b799d3a106f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:19.606838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-03f375a2-5a2a-48fd-8255-60aa07012be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.607049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-03f375a2-5a2a-48fd-8255-60aa07012be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.607420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-03f375a2-5a2a-48fd-8255-60aa07012be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.608012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-03f375a2-5a2a-48fd-8255-60aa07012be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.608539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-03f375a2-5a2a-48fd-8255-60aa07012be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.609009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-03f375a2-5a2a-48fd-8255-60aa07012be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.609517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-03f375a2-5a2a-48fd-8255-60aa07012be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.611552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-03f375a2-5a2a-48fd-8255-60aa07012be5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6485 time: 0.3816621 Aug 29 17:03:19.612472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.626993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-be658579-7de1-4a7c-b766-1d45207aa5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.656817 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.734093 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63bdbf28-7c88-4230-81da-09d5871b9a6d req-f7bfb872-e688-43a6-b6c4-f5a6bbf5e0d4 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980075 Aug 29 17:03:19.746520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0558244-c3b3-4d44-8d36-687f1f619dcb']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:19.753007 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-e78feb27-35a6-49e5-9b4f-94822b9bbf18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d HTTP/1.1" status: 200 len: 217 time: 0.1187294 Aug 29 17:03:19.781060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed5844b-d592-4023-a4f1-60ae37b687da') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:19.781636 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed5844b-d592-4023-a4f1-60ae37b687da') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:19.784826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-39c5dd52-2d05-4b64-9866-80948f5905fc', 'network_id': '39c5dd52-2d05-4b64-9866-80948f5905fc', 'tenant_id': '2866cc822e794addbdc7e9d04b82a26b', 'fixed_ips': [{'subnet_id': '1c66c939-4512-4207-b0a6-fce434ce12d4'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:03:19.786160 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.872751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-49b249d7-5bec-4168-b73f-084f888cb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:19.874853 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-49b249d7-5bec-4168-b73f-084f888cb72f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe5a512-6172-449e-9511-cbf3fdbc8e3d HTTP/1.1" status: 200 len: 850 time: 0.1028991 Aug 29 17:03:19.878428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Subnet': ['ID=4117dd02-a3e5-47eb-b200-1d4304faddc9,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:19.882282 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.918056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Checking segment: {'id': 'a3eef322-ece0-4ab1-8e24-55719ec5338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:19.918433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network hostable DHCP agents. Network: 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:03:19.956836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Allocated IP 2001:db8::2 (39c5dd52-2d05-4b64-9866-80948f5905fc/1c66c939-4512-4207-b0a6-fce434ce12d4/8439c3ad-fbd1-41d6-8ae1-235189ddc49c) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:19.960666 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.973739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:03:19.984850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:19.985555 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:19.991932 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:20.031677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff req-34c783e0-df61-466c-b561-e203d49637e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.033162 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff req-34c783e0-df61-466c-b561-e203d49637e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a2c37ab0-b867-4937-8eae-6502b5fc1404 HTTP/1.1" status: 200 len: 916 time: 0.6563354 Aug 29 17:03:20.043747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:20.055976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c505c-0ba0-486e-bead-65a9d40c10c7 None None] Network 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:20.063399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.063632 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.071353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-6c98db53-7db9-4c81-9fe4-0ae5e062ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.072894 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-6c98db53-7db9-4c81-9fe4-0ae5e062ec43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780729 Aug 29 17:03:20.084382 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff req-6c9d6f5a-a41b-4564-bf47-ddeb4e80b263 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6a47890-e4af-433b-844e-94a4ed48a974 HTTP/1.1" status: 200 len: 217 time: 0.0423434 Aug 29 17:03:20.134895 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-be658579-7de1-4a7c-b766-1d45207aa5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.156551 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.172327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.179842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aeb84-f57c-4bf1-a1f8-813dbc366b02 req-31f43c5e-c800-4abf-881b-27c061df798c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.189666 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.191846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aeb84-f57c-4bf1-a1f8-813dbc366b02 req-31f43c5e-c800-4abf-881b-27c061df798c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.192075 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] 10.222.0.22 "DELETE /v2.0/networks/a0558244-c3b3-4d44-8d36-687f1f619dcb HTTP/1.1" status: 204 len: 168 time: 1.9013090 Aug 29 17:03:20.197667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aeb84-f57c-4bf1-a1f8-813dbc366b02 req-31f43c5e-c800-4abf-881b-27c061df798c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.204175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aeb84-f57c-4bf1-a1f8-813dbc366b02 req-31f43c5e-c800-4abf-881b-27c061df798c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.210136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aeb84-f57c-4bf1-a1f8-813dbc366b02 req-31f43c5e-c800-4abf-881b-27c061df798c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.216277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aeb84-f57c-4bf1-a1f8-813dbc366b02 req-31f43c5e-c800-4abf-881b-27c061df798c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.222323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aeb84-f57c-4bf1-a1f8-813dbc366b02 req-31f43c5e-c800-4abf-881b-27c061df798c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.230706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-844aeb84-f57c-4bf1-a1f8-813dbc366b02 req-31f43c5e-c800-4abf-881b-27c061df798c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.6630313 Aug 29 17:03:20.251597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Made reservation on behalf of 2866cc822e794addbdc7e9d04b82a26b for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:20.255644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.296555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15', 'network_id': '5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'fixed_ips': [{'subnet_id': '4117dd02-a3e5-47eb-b200-1d4304faddc9'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:03:20.298122 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.350004 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.385280 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b0519283-fc0e-417e-8e90-fc6b7d57f6cd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.427713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Transition to ACTIVE for port object 8439c3ad-fbd1-41d6-8ae1-235189ddc49c will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:20.442596 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0519283-fc0e-417e-8e90-fc6b7d57f6cd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Subnet': ['ID=6b41c7ff-f39f-4333-a388-9635cb959cc2,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:20.445279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e00fb-0465-4f5b-9112-764441ab507a admin admin] Pushing event deleted for resources: {'Network': ['ID=a0558244-c3b3-4d44-8d36-687f1f619dcb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:20.448266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2ac04ad4-1a4c-4c6a-ba76-44b69ddfa4ce tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9528701 Aug 29 17:03:20.450636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-45dd8f88-8bed-429d-94a8-305b3f048f18 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628302 Aug 29 17:03:20.451470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32922) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:20.455580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Transition to ACTIVE for port object 8439c3ad-fbd1-41d6-8ae1-235189ddc49c will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:20.470487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'subnet': {'network_id': '58a5e1f4-58df-4197-b632-4ba49f155492', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:20.478702 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.484053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.484530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0519283-fc0e-417e-8e90-fc6b7d57f6cd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:20.489011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b0519283-fc0e-417e-8e90-fc6b7d57f6cd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:20.532460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11a2250-371e-45aa-9387-5037be5af303 None None] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:20.544994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff req-59196d41-0d91-49ed-89bb-a6977f59c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.546559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff req-59196d41-0d91-49ed-89bb-a6977f59c323 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e58fdf51-8f06-45a4-a80d-6b3292995fd8 HTTP/1.1" status: 200 len: 854 time: 0.4550877 Aug 29 17:03:20.550743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0519283-fc0e-417e-8e90-fc6b7d57f6cd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.551665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b0519283-fc0e-417e-8e90-fc6b7d57f6cd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.609586 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-844aeb84-f57c-4bf1-a1f8-813dbc366b02 req-04e09684-d3ed-41fd-8b68-42a0cec2cc17 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3694954 Aug 29 17:03:20.627304 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b0519283-fc0e-417e-8e90-fc6b7d57f6cd tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5357018 Aug 29 17:03:20.633128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32924) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:20.654328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1681303493', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6b41c7ff-f39f-4333-a388-9635cb959cc2'}], 'security_groups': ['9a1cc57e-d40c-4d98-baf6-51513f357c47', 'd03efba5-1834-4e0d-ab31-4bcdce2adc8c']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:20.654684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Subnet': ['ID=08a59445-8c4a-45a2-b317-d3cdda835261,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:20.664071 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-be658579-7de1-4a7c-b766-1d45207aa5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.678387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff req-f58b8fbe-1329-4591-b362-d1a4aa63a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.682132 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff req-f58b8fbe-1329-4591-b362-d1a4aa63a1dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a2c37ab0-b867-4937-8eae-6502b5fc1404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227899 Aug 29 17:03:20.710337 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32928) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:20.729196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be658579-7de1-4a7c-b766-1d45207aa5ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd30772-0c4d-460b-9bc4-f60d65038811,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:20.732511 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-be658579-7de1-4a7c-b766-1d45207aa5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.736708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-be658579-7de1-4a7c-b766-1d45207aa5ee admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9bd30772-0c4d-460b-9bc4-f60d65038811 HTTP/1.1" status: 204 len: 168 time: 1.4356701 Aug 29 17:03:20.744950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Checking segment: {'id': 'd9da250f-9118-48d6-adf5-a60caf9c5b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f4ce821c-353b-436b-bf08-5b799d3a106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:20.745355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network hostable DHCP agents. Network: f4ce821c-353b-436b-bf08-5b799d3a106f, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:03:20.749736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32930) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:20.763786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Network 39c5dd52-2d05-4b64-9866-80948f5905fc is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:20.773668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:20.817758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:20.863042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network f4ce821c-353b-436b-bf08-5b799d3a106f is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:03:20.877403 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Pushing event updated for resources: {'Port': ['ID=8439c3ad-fbd1-41d6-8ae1-235189ddc49c,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:20.907896 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.914663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, f4ce821c-353b-436b-bf08-5b799d3a106f) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:20.931292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f38f0d-9bac-4ab4-849a-eae774b7a3e9 None None] Network f4ce821c-353b-436b-bf08-5b799d3a106f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:20.935609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:20.936239 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:20.942691 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff req-073a4aa6-2416-47ec-9742-b64b217d0d80 service neutron] 10.222.0.10 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242641 Aug 29 17:03:20.955949 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-a28e0a80-eeca-4c35-b5b5-0d72b0cdfc47 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966028 Aug 29 17:03:21.009407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Allocated IP 172.20.0.2 (5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15/4117dd02-a3e5-47eb-b200-1d4304faddc9/702e273b-dcdc-46cd-a3d9-8441b82fa0e1) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:21.013063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:21.017252 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.076042 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-3b7878bb-5afb-4836-b345-04ebb49affe5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 200 len: 217 time: 0.0931742 Aug 29 17:03:21.076522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.084773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.095648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:21.106531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10762ec8-d52d-4c04-bbac-fb1175899a8d') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:21.106824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10762ec8-d52d-4c04-bbac-fb1175899a8d') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:21.116733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.131639 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.138327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:21.138972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.169594 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3d7938b9-565c-437d-baa3-7635b83c67c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a232e77bff3f4f629cfa6c63c74d0bab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4577270 Aug 29 17:03:21.183270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c5314-f359-4ff3-a6a2-87707570829d req-3f27f076-0860-4b09-859c-71b1f7a6061a tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:21.184836 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-250c5314-f359-4ff3-a6a2-87707570829d req-3f27f076-0860-4b09-859c-71b1f7a6061a tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 943 time: 0.2803679 Aug 29 17:03:21.190471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32938) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:21.196745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e73c8a95-01d9-4721-ba8d-45aaafea55ce tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7193813 Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:21.202435 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:21.205506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': '19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:21.206035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32942) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:21.208302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-b4b1b3ea-85c2-413a-8aee-8d49148a24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:21.208828 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd12db0b-0605-4448-8b2c-310b7d8ce551" -d '{"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:21.209771 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-b4b1b3ea-85c2-413a-8aee-8d49148a24a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.0964413 Aug 29 17:03:21.226972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.240740 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.247035 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.252294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Transition to ACTIVE for port object 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:21.254715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] 10.222.0.22 "DELETE /v2.0/networks/dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3 HTTP/1.1" status: 204 len: 168 time: 0.4774134 Aug 29 17:03:21.268829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Transition to ACTIVE for port object 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:21.278235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ea8db-124e-47e4-b1e2-96c733bcb6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5f0f5e-7e1a-45cf-aa34-7938de52b1b3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:21.285401 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83daec4-c670-4016-b951-bf6f7186983b x-openstack-request-id: req-d83daec4-c670-4016-b951-bf6f7186983b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:21.286262 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:21.286889 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d83daec4-c670-4016-b951-bf6f7186983b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:21.289066 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': '19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d', 'status': 'completed', 'code': 200} Aug 29 17:03:21.290317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.333627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d8e5d4-fe43-47ea-934c-51c3e23b2eff req-68821fac-5f39-4c7a-bcea-9e76b505994a service neutron] 10.222.0.10 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735721 Aug 29 17:03:21.356850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Pushing event updated for resources: {'Port': ['ID=702e273b-dcdc-46cd-a3d9-8441b82fa0e1,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:21.374933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Attempting to bind port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:21.375315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Attempting to bind port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '26d24bd2-1f5e-408b-a7f2-805dbd0eed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5dd52-2d05-4b64-9866-80948f5905fc'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:21.375684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Attempting to bind port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c on network 39c5dd52-2d05-4b64-9866-80948f5905fc {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:21.399890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a706ac8-9805-49b5-a78f-2e5f90817073 None None] Update dhcp port {'port': {'network_id': '236c367a-c1fe-4583-9014-7ab39a70c2c1', 'fixed_ips': [{'subnet_id': '9362e8b3-0cfc-4c02-ab74-3e813a5d3921', 'ip_address': '172.20.0.18'}, {'subnet_id': 'af29e2ae-9c0b-4bd2-bc3a-5104b5feb077', 'ip_address': '172.20.0.2'}, {'subnet_id': '6b41c7ff-f39f-4333-a388-9635cb959cc2'}], 'binding:host_id': 'n-d-713301-13'}, 'id': '30aedaa3-c967-4b05-a24f-67ee821c6462'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:03:21.431279 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a706ac8-9805-49b5-a78f-2e5f90817073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.445734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Network 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:21.451763 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:21.452695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Checking segment: {'id': '26d24bd2-1f5e-408b-a7f2-805dbd0eed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5dd52-2d05-4b64-9866-80948f5905fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:21.453118 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.453534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Bound using segment: {'id': '26d24bd2-1f5e-408b-a7f2-805dbd0eed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5dd52-2d05-4b64-9866-80948f5905fc'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:21.454021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Bound port: 8439c3ad-fbd1-41d6-8ae1-235189ddc49c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d24bd2-1f5e-408b-a7f2-805dbd0eed20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39c5dd52-2d05-4b64-9866-80948f5905fc'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:21.454624 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.460629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:21.484590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:21.518047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-250c5314-f359-4ff3-a6a2-87707570829d req-6afdb5ae-0b12-48ca-89ed-2f0b83a32e9a tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184698 Aug 29 17:03:21.566481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32952) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:21.593351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-17556d09-742b-42f6-808a-a950b2c9664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:21.594824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-17556d09-742b-42f6-808a-a950b2c9664b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3626468 Aug 29 17:03:21.696893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c3e851a4-aed0-4653-93a2-e9567a7b57de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=44fad355dbfc45228654c07a1cff549d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268523 Aug 29 17:03:21.699104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32956) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:21.728323 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81f8d481-0e24-47c4-9dca-0893412eff71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.761568 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] For port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:21.816311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] For port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8439c3ad-fbd1-41d6-8ae1-235189ddc49c,segment=NetworkSegment(26d24bd2-1f5e-408b-a7f2-805dbd0eed20),segment_id=26d24bd2-1f5e-408b-a7f2-805dbd0eed20)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:21.846123 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.852223 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Attempting to bind port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:21.852709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Attempting to bind port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'a3eef322-ece0-4ab1-8e24-55719ec5338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:21.852938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Attempting to bind port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 on network 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:21.905822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe5e35e2-ce75-41c4-a31e-913e40a32ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.906043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-f4ce821c-353b-436b-bf08-5b799d3a106f', 'network_id': 'f4ce821c-353b-436b-bf08-5b799d3a106f', 'tenant_id': '2866cc822e794addbdc7e9d04b82a26b', 'fixed_ips': [{'subnet_id': '08a59445-8c4a-45a2-b317-d3cdda835261'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:03:21.907025 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.918405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:21.918689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Checking segment: {'id': 'a3eef322-ece0-4ab1-8e24-55719ec5338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:21.918972 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.919669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Bound using segment: {'id': 'a3eef322-ece0-4ab1-8e24-55719ec5338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:21.920162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Bound port: 702e273b-dcdc-46cd-a3d9-8441b82fa0e1, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3eef322-ece0-4ab1-8e24-55719ec5338d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:21.921646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:21.933468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96039e74-3c5a-48b1-bf23-d80b35baade4 req-be8e084d-3f36-48b8-8a92-62f802b8331e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:21.941494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96039e74-3c5a-48b1-bf23-d80b35baade4 req-be8e084d-3f36-48b8-8a92-62f802b8331e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:21.947143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96039e74-3c5a-48b1-bf23-d80b35baade4 req-be8e084d-3f36-48b8-8a92-62f802b8331e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:21.954025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96039e74-3c5a-48b1-bf23-d80b35baade4 req-be8e084d-3f36-48b8-8a92-62f802b8331e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:21.960790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96039e74-3c5a-48b1-bf23-d80b35baade4 req-be8e084d-3f36-48b8-8a92-62f802b8331e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:21.966982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96039e74-3c5a-48b1-bf23-d80b35baade4 req-be8e084d-3f36-48b8-8a92-62f802b8331e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:21.983789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96039e74-3c5a-48b1-bf23-d80b35baade4 req-be8e084d-3f36-48b8-8a92-62f802b8331e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:21.993185 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96039e74-3c5a-48b1-bf23-d80b35baade4 req-be8e084d-3f36-48b8-8a92-62f802b8331e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.2217193 Aug 29 17:03:22.019543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe5e35e2-ce75-41c4-a31e-913e40a32ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:22.056319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12956599-dc18-4d86-9a55-be125d04dff8 None None] Pushing event updated for resources: {'Port': ['ID=8439c3ad-fbd1-41d6-8ae1-235189ddc49c,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:22.079107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-7a706ac8-9805-49b5-a78f-2e5f90817073 None None] Allocated IP 172.20.0.34 (236c367a-c1fe-4583-9014-7ab39a70c2c1/6b41c7ff-f39f-4333-a388-9635cb959cc2/30aedaa3-c967-4b05-a24f-67ee821c6462) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:22.091439 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96039e74-3c5a-48b1-bf23-d80b35baade4 req-183d0f07-926d-48f2-b860-e34f9c3c5d56 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910723 Aug 29 17:03:22.142626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe5e35e2-ce75-41c4-a31e-913e40a32ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:22.145819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe5e35e2-ce75-41c4-a31e-913e40a32ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:22.147571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fe5e35e2-ce75-41c4-a31e-913e40a32ab4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c6b2e89-b25e-4a32-b578-5d2d022aeb92 HTTP/1.1" status: 204 len: 168 time: 0.4474208 Aug 29 17:03:22.160017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e35e2-ce75-41c4-a31e-913e40a32ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6b2e89-b25e-4a32-b578-5d2d022aeb92,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:22.433122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7a706ac8-9805-49b5-a78f-2e5f90817073 None None] For port 30aedaa3-c967-4b05-a24f-67ee821c6462, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=30aedaa3-c967-4b05-a24f-67ee821c6462,segment=NetworkSegment(fa193422-4da2-4402-bde2-c37d11b14f4c),segment_id=fa193422-4da2-4402-bde2-c37d11b14f4c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:22.550234 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81f8d481-0e24-47c4-9dca-0893412eff71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:22.628448 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a706ac8-9805-49b5-a78f-2e5f90817073 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:22.653034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-822e876d-a099-4834-8aed-93f41243f069 None None] For port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:22.656816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-822e876d-a099-4834-8aed-93f41243f069 None None] For port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=702e273b-dcdc-46cd-a3d9-8441b82fa0e1,segment=NetworkSegment(a3eef322-ece0-4ab1-8e24-55719ec5338d),segment_id=a3eef322-ece0-4ab1-8e24-55719ec5338d)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:22.668802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7a706ac8-9805-49b5-a78f-2e5f90817073 None None] Transition to ACTIVE for port object 30aedaa3-c967-4b05-a24f-67ee821c6462 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:22.673594 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:22.745948 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a706ac8-9805-49b5-a78f-2e5f90817073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:22.779414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:22.846051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e876d-a099-4834-8aed-93f41243f069 None None] Pushing event updated for resources: {'Port': ['ID=702e273b-dcdc-46cd-a3d9-8441b82fa0e1,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:22.898847 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:22.902538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Allocated IP 2001:db8::2 (f4ce821c-353b-436b-bf08-5b799d3a106f/08a59445-8c4a-45a2-b317-d3cdda835261/d0655a59-f18e-456d-aaf5-1ef9a4f86a5b) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:22.984912 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81f8d481-0e24-47c4-9dca-0893412eff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:22.987844 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81f8d481-0e24-47c4-9dca-0893412eff71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:23.002197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-81f8d481-0e24-47c4-9dca-0893412eff71 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1fcfc302-0c79-4ded-91ab-9822531d76ff HTTP/1.1" status: 204 len: 168 time: 1.8073494 Aug 29 17:03:23.004001 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-c697afd7-24ef-49fe-aa34-e0bc77c60505 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3658621 Aug 29 17:03:23.014433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a706ac8-9805-49b5-a78f-2e5f90817073 None None] Pushing event updated for resources: {'Port': ['ID=30aedaa3-c967-4b05-a24f-67ee821c6462,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:23.039881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9187dc8-c233-4cf7-b6c8-7e0feae8137b req-4079c76a-9d69-4c86-949a-25b3760e8c59 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:23.046110 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9187dc8-c233-4cf7-b6c8-7e0feae8137b req-4079c76a-9d69-4c86-949a-25b3760e8c59 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 943 time: 0.3883104 Aug 29 17:03:23.129714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8439c3ad-fbd1-41d6-8ae1-235189ddc49c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:23.395287 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8badf-69f4-4e70-bdf8-161a91a27581 req-a98f9683-f677-4dc2-abbc-212f5782a711 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:23.401450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8badf-69f4-4e70-bdf8-161a91a27581 req-a98f9683-f677-4dc2-abbc-212f5782a711 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:23.418313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8badf-69f4-4e70-bdf8-161a91a27581 req-a98f9683-f677-4dc2-abbc-212f5782a711 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:23.444547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8badf-69f4-4e70-bdf8-161a91a27581 req-a98f9683-f677-4dc2-abbc-212f5782a711 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:23.447377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:23.450926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8d481-0e24-47c4-9dca-0893412eff71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcfc302-0c79-4ded-91ab-9822531d76ff,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:23.480440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8badf-69f4-4e70-bdf8-161a91a27581 req-a98f9683-f677-4dc2-abbc-212f5782a711 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:23.513810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8badf-69f4-4e70-bdf8-161a91a27581 req-a98f9683-f677-4dc2-abbc-212f5782a711 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:23.517962 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:23.520783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8badf-69f4-4e70-bdf8-161a91a27581 req-a98f9683-f677-4dc2-abbc-212f5782a711 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:23.521602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Subnet': ['ID=210d96b6-6e72-4525-9397-e1a42efa8ccf,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:23.542334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Transition to ACTIVE for port object d0655a59-f18e-456d-aaf5-1ef9a4f86a5b will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:23.544530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74c8badf-69f4-4e70-bdf8-161a91a27581 req-a98f9683-f677-4dc2-abbc-212f5782a711 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.3168545 Aug 29 17:03:23.593251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Transition to ACTIVE for port object d0655a59-f18e-456d-aaf5-1ef9a4f86a5b will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:23.610694 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:23.657198 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74c8badf-69f4-4e70-bdf8-161a91a27581 req-5a89185c-ef85-4073-a4b2-be1039e6d2e8 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043699 Aug 29 17:03:23.713042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Network f4ce821c-353b-436b-bf08-5b799d3a106f is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:23.716139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:23.727865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:23.748113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Pushing event updated for resources: {'Port': ['ID=d0655a59-f18e-456d-aaf5-1ef9a4f86a5b,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:23.832642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b11658-9387-4c82-af3c-acf2b8dbeea7 None None] Network 39c5dd52-2d05-4b64-9866-80948f5905fc requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:23.891921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Attempting to bind port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:23.892152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Attempting to bind port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'd9da250f-9118-48d6-adf5-a60caf9c5b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f4ce821c-353b-436b-bf08-5b799d3a106f'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:23.892351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Attempting to bind port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b on network f4ce821c-353b-436b-bf08-5b799d3a106f {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:23.911319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:23.911676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Checking segment: {'id': 'd9da250f-9118-48d6-adf5-a60caf9c5b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f4ce821c-353b-436b-bf08-5b799d3a106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:23.912087 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:23.912483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Bound using segment: {'id': 'd9da250f-9118-48d6-adf5-a60caf9c5b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f4ce821c-353b-436b-bf08-5b799d3a106f'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:23.912968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Bound port: d0655a59-f18e-456d-aaf5-1ef9a4f86a5b, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9da250f-9118-48d6-adf5-a60caf9c5b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f4ce821c-353b-436b-bf08-5b799d3a106f'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:23.913388 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:23.949060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e1904af2-2b26-4aec-90aa-13d75f97dbd0 None None] Provisioning for port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:23.960034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e1904af2-2b26-4aec-90aa-13d75f97dbd0 None None] Provisioning complete for port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:23.960339 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e1904af2-2b26-4aec-90aa-13d75f97dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:24.066994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Checking segment: {'id': '8bc4dd23-0a83-4992-9b56-344fc0cb5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58a5e1f4-58df-4197-b632-4ba49f155492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:24.067532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network hostable DHCP agents. Network: 58a5e1f4-58df-4197-b632-4ba49f155492, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:03:24.096178 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-a3907791-d2a9-447c-b48f-8237a00f10de service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0237911 Aug 29 17:03:24.152074 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-f4efed3a-e5f8-4087-8c71-b02aae79a339 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 200 len: 217 time: 0.0437436 Aug 29 17:03:24.161531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] For port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:24.174072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Delete allocated IP 172.20.0.3 (236c367a-c1fe-4583-9014-7ab39a70c2c1/af29e2ae-9c0b-4bd2-bc3a-5104b5feb077) {{(pid=111677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:03:24.196493 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] For port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0655a59-f18e-456d-aaf5-1ef9a4f86a5b,segment=NetworkSegment(d9da250f-9118-48d6-adf5-a60caf9c5b70),segment_id=d9da250f-9118-48d6-adf5-a60caf9c5b70)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:24.205733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9187dc8-c233-4cf7-b6c8-7e0feae8137b req-c8f56c14-e9b0-48c3-ab3a-6d095adf934a tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1524355 Aug 29 17:03:24.206638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 58a5e1f4-58df-4197-b632-4ba49f155492 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:03:24.220571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Allocated IP 2001:db8::1 (39c5dd52-2d05-4b64-9866-80948f5905fc/1c66c939-4512-4207-b0a6-fce434ce12d4/bac6edd6-261d-49f8-b047-e2daa0524490) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:24.229144 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:24.312805 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Allocated IP 172.20.0.35 (236c367a-c1fe-4583-9014-7ab39a70c2c1/6b41c7ff-f39f-4333-a388-9635cb959cc2/878a161a-67da-4a93-9a97-013e3d90f61d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:24.332510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 58a5e1f4-58df-4197-b632-4ba49f155492) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:24.346898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:24.357609 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:24.375127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2557d587-a25f-4307-bc37-5449dc576d11 None None] Network 58a5e1f4-58df-4197-b632-4ba49f155492 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:24.478135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e1904af2-2b26-4aec-90aa-13d75f97dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:24.510120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-3a5bf434-8e75-436d-9f51-948f06566982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:24.515409 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-3a5bf434-8e75-436d-9f51-948f06566982 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.3382828 Aug 29 17:03:24.554458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e1904af2-2b26-4aec-90aa-13d75f97dbd0 None None] For port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8439c3ad-fbd1-41d6-8ae1-235189ddc49c,segment=NetworkSegment(26d24bd2-1f5e-408b-a7f2-805dbd0eed20),segment_id=26d24bd2-1f5e-408b-a7f2-805dbd0eed20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:24.569184 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e1904af2-2b26-4aec-90aa-13d75f97dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:24.576294 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3372ca7b-2042-49ab-849a-c039285dc70d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1163485 Aug 29 17:03:24.577167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33014) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:24.588402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-93afc816-b13d-4021-8b67-d09a8af4be61 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1565424822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:24.608973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c1ce1-5ac7-45bc-9ea1-486c7e6d2707 None None] Pushing event updated for resources: {'Port': ['ID=d0655a59-f18e-456d-aaf5-1ef9a4f86a5b,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:24.639469 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33016) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:24.693590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93afc816-b13d-4021-8b67-d09a8af4be61 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:24.694789 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93afc816-b13d-4021-8b67-d09a8af4be61 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:24.724845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38901752-39ef-432c-968f-47bf2c1bfc18 None None] Network 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:24.826140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-b9c56781-2531-4058-834d-a5c419df1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:24.828159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-b9c56781-2531-4058-834d-a5c419df1fca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2939138 Aug 29 17:03:24.849024 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93afc816-b13d-4021-8b67-d09a8af4be61 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:24.896627 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93afc816-b13d-4021-8b67-d09a8af4be61 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:24.945097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1904af2-2b26-4aec-90aa-13d75f97dbd0 None None] Pushing event updated for resources: {'Port': ['ID=8439c3ad-fbd1-41d6-8ae1-235189ddc49c,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:24.956184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704715-188d-42d7-a484-d3f6fd952bec req-9469c148-0a7c-49b4-a0b1-b7f8e1a572ea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:24.963116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704715-188d-42d7-a484-d3f6fd952bec req-9469c148-0a7c-49b4-a0b1-b7f8e1a572ea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:24.972166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704715-188d-42d7-a484-d3f6fd952bec req-9469c148-0a7c-49b4-a0b1-b7f8e1a572ea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:24.984826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704715-188d-42d7-a484-d3f6fd952bec req-9469c148-0a7c-49b4-a0b1-b7f8e1a572ea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:24.988988 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:24.995702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704715-188d-42d7-a484-d3f6fd952bec req-9469c148-0a7c-49b4-a0b1-b7f8e1a572ea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:25.007607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704715-188d-42d7-a484-d3f6fd952bec req-9469c148-0a7c-49b4-a0b1-b7f8e1a572ea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:25.017504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704715-188d-42d7-a484-d3f6fd952bec req-9469c148-0a7c-49b4-a0b1-b7f8e1a572ea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:25.020704 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67704715-188d-42d7-a484-d3f6fd952bec req-9469c148-0a7c-49b4-a0b1-b7f8e1a572ea tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.1961248 Aug 29 17:03:25.022039 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93afc816-b13d-4021-8b67-d09a8af4be61 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:25.027169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-93afc816-b13d-4021-8b67-d09a8af4be61 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4482138 Aug 29 17:03:25.028306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33026) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:25.043758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Transition to ACTIVE for port object bac6edd6-261d-49f8-b047-e2daa0524490 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:25.085863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-abded459-3ce7-4423-8608-df2bc475acef None None] Provisioning for port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:25.173498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-abded459-3ce7-4423-8608-df2bc475acef None None] Provisioning for port 30aedaa3-c967-4b05-a24f-67ee821c6462 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:25.177184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-1e802b7c-9080-40e9-86b6-ae9bb61b1488 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371768 Aug 29 17:03:25.187199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-abded459-3ce7-4423-8608-df2bc475acef None None] Provisioning complete for port 30aedaa3-c967-4b05-a24f-67ee821c6462 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:25.187672 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-abded459-3ce7-4423-8608-df2bc475acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:25.206507 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:25.236291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1750649717-network', 'tenant_id': '3299d7293ea64338829278a49deb6afa'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:25.249167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 30aedaa3-c967-4b05-a24f-67ee821c6462 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:25.350580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-58a5e1f4-58df-4197-b632-4ba49f155492', 'network_id': '58a5e1f4-58df-4197-b632-4ba49f155492', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'fixed_ips': [{'subnet_id': '210d96b6-6e72-4525-9397-e1a42efa8ccf'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:03:25.352014 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:25.366735 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:25.377480 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67704715-188d-42d7-a484-d3f6fd952bec req-3109414b-eab0-41c9-851a-62bcf2a4d213 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3388305 Aug 29 17:03:25.512954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Made reservation on behalf of 3299d7293ea64338829278a49deb6afa for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:25.515709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:25.537275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Transition to ACTIVE for port object 878a161a-67da-4a93-9a97-013e3d90f61d will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:25.590044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Port': ['ID=bac6edd6-261d-49f8-b047-e2daa0524490,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:25.607236 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:25.653362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network 39c5dd52-2d05-4b64-9866-80948f5905fc is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:25.657647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33038) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:25.661005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:25.666056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 30aedaa3-c967-4b05-a24f-67ee821c6462 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:25.666540 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:25.698912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:25.704087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:25.708766 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:25.744691 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:25.830442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Allocated IP 172.21.0.2 (58a5e1f4-58df-4197-b632-4ba49f155492/210d96b6-6e72-4525-9397-e1a42efa8ccf/2586a7e6-4ad6-4928-ac64-003eafcf5328) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:25.889145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbac6b1-4d52-46a8-811e-6c6e07116d59 req-1e11a443-ec5f-450d-90a7-c9d6b2d15914 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:25.902472 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fbbac6b1-4d52-46a8-811e-6c6e07116d59 req-1e11a443-ec5f-450d-90a7-c9d6b2d15914 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 943 time: 0.5465877 Aug 29 17:03:25.911077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-d49e08e8-0262-4a61-a941-aa86b1e5b138 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222567 Aug 29 17:03:25.919261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1367106110-network', 'tenant_id': 'ac00fc0259bd4c9c9855748504782b0a'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:25.926875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event updated for resources: {'Port': ['ID=878a161a-67da-4a93-9a97-013e3d90f61d,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:26.086974 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.098780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Transition to ACTIVE for port object 2586a7e6-4ad6-4928-ac64-003eafcf5328 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:26.117275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Transition to ACTIVE for port object 2586a7e6-4ad6-4928-ac64-003eafcf5328 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:26.121664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-abded459-3ce7-4423-8608-df2bc475acef None None] Provisioning complete for port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:26.122239 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-abded459-3ce7-4423-8608-df2bc475acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.126980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c198430-2dcc-405c-9bb0-b85498cb5942 None None] Network f4ce821c-353b-436b-bf08-5b799d3a106f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:26.139448 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-fe022d68-435d-430d-88fc-33baa0731c56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1 HTTP/1.1" status: 200 len: 217 time: 0.1629055 Aug 29 17:03:26.200222 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.203557 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.223711 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.237181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:26.249448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.249764 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Added segment f8b6f975-5339-4dea-8f40-3b31d4ae3f1f of type vlan for network b2497a99-b689-4162-9544-77c4f9f6b840 Aug 29 17:03:26.292385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] In _notify_port_updated(), no bound segment for port 878a161a-67da-4a93-9a97-013e3d90f61d on network 236c367a-c1fe-4583-9014-7ab39a70c2c1 {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:03:26.299105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:26.300096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.300555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Network 58a5e1f4-58df-4197-b632-4ba49f155492 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:26.304543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f9e79145-e4b9-4250-8723-1347fbefcbab tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "PUT /v2.0/ports/878a161a-67da-4a93-9a97-013e3d90f61d HTTP/1.1" status: 200 len: 960 time: 5.6634235 Aug 29 17:03:26.307857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fbbac6b1-4d52-46a8-811e-6c6e07116d59 req-6e5caf24-28a1-450a-9457-e9d3fbaef8e8 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043310 Aug 29 17:03:26.308635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33046) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:26.320984 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.440628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-d20f5259-f881-4360-a9e4-89d496c448ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:26.442221 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-d20f5259-f881-4360-a9e4-89d496c448ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.2817957 Aug 29 17:03:26.444428 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.454270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028ff421-3baa-4191-aa1c-3ab7340ad551,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:26.460580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Allocated IP 172.20.0.1 (5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15/4117dd02-a3e5-47eb-b200-1d4304faddc9/5e1359f6-4f49-488d-9c09-66a2e9599411) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:26.501345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Made reservation on behalf of ac00fc0259bd4c9c9855748504782b0a for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:26.503994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.556183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:26.564312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:26.574223 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.575202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:26.575780 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.591189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-abded459-3ce7-4423-8608-df2bc475acef None None] Port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:26.622014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f53d2-a074-46ea-aaac-260b569c09c4 req-823a0f58-82cf-4bc0-840c-2761a2107486 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:26.629211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f53d2-a074-46ea-aaac-260b569c09c4 req-823a0f58-82cf-4bc0-840c-2761a2107486 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:26.635459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f53d2-a074-46ea-aaac-260b569c09c4 req-823a0f58-82cf-4bc0-840c-2761a2107486 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:26.642440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f53d2-a074-46ea-aaac-260b569c09c4 req-823a0f58-82cf-4bc0-840c-2761a2107486 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:26.648781 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f53d2-a074-46ea-aaac-260b569c09c4 req-823a0f58-82cf-4bc0-840c-2761a2107486 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:26.655490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f53d2-a074-46ea-aaac-260b569c09c4 req-823a0f58-82cf-4bc0-840c-2761a2107486 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:26.663775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Pushing event updated for resources: {'Port': ['ID=2586a7e6-4ad6-4928-ac64-003eafcf5328,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:26.664274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f53d2-a074-46ea-aaac-260b569c09c4 req-823a0f58-82cf-4bc0-840c-2761a2107486 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:26.666970 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f6f53d2-a074-46ea-aaac-260b569c09c4 req-823a0f58-82cf-4bc0-840c-2761a2107486 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.1811595 Aug 29 17:03:26.673734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.701992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-abded459-3ce7-4423-8608-df2bc475acef None None] Provisioning for port 878a161a-67da-4a93-9a97-013e3d90f61d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:26.711477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-abded459-3ce7-4423-8608-df2bc475acef None None] Provisioning complete for port 878a161a-67da-4a93-9a97-013e3d90f61d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:26.711477 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-abded459-3ce7-4423-8608-df2bc475acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.719411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d0655a59-f18e-456d-aaf5-1ef9a4f86a5b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:26.734308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0848427 Aug 29 17:03:26.739430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33054) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:26.744661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] Request body: {'subnet': {'network_id': 'b2497a99-b689-4162-9544-77c4f9f6b840', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1750649717-subnet', 'tenant_id': '3299d7293ea64338829278a49deb6afa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:26.773102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ba9cc-cac7-47bd-bcab-c4a40d2a0fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=b2497a99-b689-4162-9544-77c4f9f6b840,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:26.784792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Attempting to bind port 2586a7e6-4ad6-4928-ac64-003eafcf5328 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:26.785168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Attempting to bind port 2586a7e6-4ad6-4928-ac64-003eafcf5328 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8bc4dd23-0a83-4992-9b56-344fc0cb5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58a5e1f4-58df-4197-b632-4ba49f155492'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:26.785607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Attempting to bind port 2586a7e6-4ad6-4928-ac64-003eafcf5328 on network 58a5e1f4-58df-4197-b632-4ba49f155492 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:26.793704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network b2497a99-b689-4162-9544-77c4f9f6b840 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:26.799116 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-0de76305-67ca-4b86-8ae1-f2440f38181a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 878a161a-67da-4a93-9a97-013e3d90f61d {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:26.799698 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0de76305-67ca-4b86-8ae1-f2440f38181a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.807503 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f6f53d2-a074-46ea-aaac-260b569c09c4 req-502d1e29-fedd-4385-b9e3-7c72b06d0a7b tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121647 Aug 29 17:03:26.825661 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.829947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-e1a27e0b-c961-4cc3-be8c-782ffa7ea337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:26.832381 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-e1a27e0b-c961-4cc3-be8c-782ffa7ea337 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3313849 Aug 29 17:03:26.852578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Transition to ACTIVE for port object 5e1359f6-4f49-488d-9c09-66a2e9599411 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:26.868670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:26.869046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Checking segment: {'id': '8bc4dd23-0a83-4992-9b56-344fc0cb5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58a5e1f4-58df-4197-b632-4ba49f155492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:26.869479 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.870033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Bound using segment: {'id': '8bc4dd23-0a83-4992-9b56-344fc0cb5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58a5e1f4-58df-4197-b632-4ba49f155492'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:26.870515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Bound port: 2586a7e6-4ad6-4928-ac64-003eafcf5328, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc4dd23-0a83-4992-9b56-344fc0cb5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58a5e1f4-58df-4197-b632-4ba49f155492'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:26.870849 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.896688 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:26.908980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-abded459-3ce7-4423-8608-df2bc475acef None None] Port 878a161a-67da-4a93-9a97-013e3d90f61d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:26.972703 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:26.974105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=5e1359f6-4f49-488d-9c09-66a2e9599411,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:26.977807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:26.980500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:27.031278 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.067963 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] For port 2586a7e6-4ad6-4928-ac64-003eafcf5328, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:27.072018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] For port 2586a7e6-4ad6-4928-ac64-003eafcf5328, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2586a7e6-4ad6-4928-ac64-003eafcf5328,segment=NetworkSegment(8bc4dd23-0a83-4992-9b56-344fc0cb5771),segment_id=8bc4dd23-0a83-4992-9b56-344fc0cb5771)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:27.073359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:27.076623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Provisioning for port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:27.084103 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.158101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:27.158603 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.160512 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Provisioning complete for port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:27.161834 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.258045 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.293807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b6f7f-678b-49c6-9218-09bdbe75b673 None None] Pushing event updated for resources: {'Port': ['ID=2586a7e6-4ad6-4928-ac64-003eafcf5328,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:27.383632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f6a47890-e4af-433b-844e-94a4ed48a974 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:27.548552 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.562948 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.690642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0655a59-f18e-456d-aaf5-1ef9a4f86a5b,segment=NetworkSegment(d9da250f-9118-48d6-adf5-a60caf9c5b70),segment_id=d9da250f-9118-48d6-adf5-a60caf9c5b70)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:27.699219 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.700305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:27.749254 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0de76305-67ca-4b86-8ae1-f2440f38181a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.797014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-0de76305-67ca-4b86-8ae1-f2440f38181a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 878a161a-67da-4a93-9a97-013e3d90f61d owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:27.804406 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.807700 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-643f8a4b-2268-4c9c-80ed-222506eecbf8 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9437039 Aug 29 17:03:27.808994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f6a47890-e4af-433b-844e-94a4ed48a974, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f6a47890-e4af-433b-844e-94a4ed48a974,segment=NetworkSegment(8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d),segment_id=8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:27.820616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65473e-5e4d-469f-b27c-82a7d89a88ab req-bd4e87f1-2ff5-4cb7-9ef0-445703ba30fc tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:27.822802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.827912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c65473e-5e4d-469f-b27c-82a7d89a88ab req-bd4e87f1-2ff5-4cb7-9ef0-445703ba30fc tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 943 time: 0.3500597 Aug 29 17:03:27.831566 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.853297 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:03:27.853750 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:03:27.856897 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=d0655a59-f18e-456d-aaf5-1ef9a4f86a5b,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:27.861205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'f6a47890-e4af-433b-844e-94a4ed48a974', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'port_id': 'f6a47890-e4af-433b-844e-94a4ed48a974', 'mac_address': 'fa:16:3e:e2:c2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:27.870995 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.871799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.911519 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.923901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:27.935616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:27.936135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:27.941197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a47890-e4af-433b-844e-94a4ed48a974 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:27.995174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f6a47890-e4af-433b-844e-94a4ed48a974, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f6a47890-e4af-433b-844e-94a4ed48a974,segment=NetworkSegment(8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d),segment_id=8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:28.007114 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.008496 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.022865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=5e1359f6-4f49-488d-9c09-66a2e9599411,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:28.095180 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.116162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb94ca-0ba0-40b7-81a1-8d7d8e382ac8 req-e51d4263-8248-4ced-ae5d-3e222c6b332f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:28.116850 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.120354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f6a47890-e4af-433b-844e-94a4ed48a974,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:28.135216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb94ca-0ba0-40b7-81a1-8d7d8e382ac8 req-e51d4263-8248-4ced-ae5d-3e222c6b332f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:28.143079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb94ca-0ba0-40b7-81a1-8d7d8e382ac8 req-e51d4263-8248-4ced-ae5d-3e222c6b332f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:28.154194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb94ca-0ba0-40b7-81a1-8d7d8e382ac8 req-e51d4263-8248-4ced-ae5d-3e222c6b332f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:28.161099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb94ca-0ba0-40b7-81a1-8d7d8e382ac8 req-e51d4263-8248-4ced-ae5d-3e222c6b332f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:28.161305 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.167528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb94ca-0ba0-40b7-81a1-8d7d8e382ac8 req-e51d4263-8248-4ced-ae5d-3e222c6b332f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:28.173757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=702e273b-dcdc-46cd-a3d9-8441b82fa0e1,segment=NetworkSegment(a3eef322-ece0-4ab1-8e24-55719ec5338d),segment_id=a3eef322-ece0-4ab1-8e24-55719ec5338d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:28.179663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb94ca-0ba0-40b7-81a1-8d7d8e382ac8 req-e51d4263-8248-4ced-ae5d-3e222c6b332f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:28.180657 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.181600 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bdfb94ca-0ba0-40b7-81a1-8d7d8e382ac8 req-e51d4263-8248-4ced-ae5d-3e222c6b332f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.2379858 Aug 29 17:03:28.220023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['f6a47890-e4af-433b-844e-94a4ed48a974'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:28.221441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Port': ['ID=bac6edd6-261d-49f8-b047-e2daa0524490,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:28.269145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] Made reservation on behalf of 3299d7293ea64338829278a49deb6afa for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:28.271456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.275820 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c65473e-5e4d-469f-b27c-82a7d89a88ab req-1055eb67-76cf-4528-92ac-6bdfc9d1c2f9 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4442410 Aug 29 17:03:28.293787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=702e273b-dcdc-46cd-a3d9-8441b82fa0e1,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:28.319819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:28.407693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-6ffbd7b5-fb75-4bcb-9bd4-c480ef3912a9 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715280 Aug 29 17:03:28.414884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeba8bb9-20cb-4d45-8505-0b4f14660107,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:28.427589 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.427951 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Added segment 84775a10-fb31-4b7f-bcdc-cf2ed82b89fd of type vlan for network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 Aug 29 17:03:28.498032 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-94c0de72-4ce7-44f9-a8ef-84db0df4a0d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=efae15c7-233c-4c88-a37e-d87adca34c60 HTTP/1.1" status: 200 len: 217 time: 0.0731483 Aug 29 17:03:28.510051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Provisioning complete for port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:28.510381 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.536629 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bdfb94ca-0ba0-40b7-81a1-8d7d8e382ac8 req-73237e40-d509-4aa8-801a-e2ef77fd1f09 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3100986 Aug 29 17:03:28.552694 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.617116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:28.622865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:28.623577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8439c3ad-fbd1-41d6-8ae1-235189ddc49c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:28.656106 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.688217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network 39c5dd52-2d05-4b64-9866-80948f5905fc is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:28.698453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:28.760831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a2afb5-0d2e-4c32-aa62-8a8e003e3bae None None] Network 58a5e1f4-58df-4197-b632-4ba49f155492 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:28.893241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:28.893890 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.904659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Provisioning complete for port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:28.905643 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.910450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-bfdd101d-af01-4f44-9828-cb735ff059bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:28.913262 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-bfdd101d-af01-4f44-9828-cb735ff059bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.3105993 Aug 29 17:03:28.961684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0de76305-67ca-4b86-8ae1-f2440f38181a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.971328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:28.972517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:28.975881 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:29.063256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de76305-67ca-4b86-8ae1-f2440f38181a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=878a161a-67da-4a93-9a97-013e3d90f61d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:29.141206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3182cd8-823d-4820-bfa7-53ffd66c0b66,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:29.170473 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.4936037 Aug 29 17:03:29.195175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33086) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:29.205700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] Request body: {'subnet': {'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1367106110-subnet', 'tenant_id': 'ac00fc0259bd4c9c9855748504782b0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:29.216399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] Checking segment: {'id': 'f8b6f975-5339-4dea-8f40-3b31d4ae3f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b2497a99-b689-4162-9544-77c4f9f6b840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:29.216927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] Network hostable DHCP agents. Network: b2497a99-b689-4162-9544-77c4f9f6b840, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:03:29.251531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0f281-432a-455d-afad-72d68237d108 admin admin] Pushing event updated for resources: {'Network': ['ID=421f1d84-47cf-4cd4-a8b6-76f7100e5081,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:29.282586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:29.292190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] Network b2497a99-b689-4162-9544-77c4f9f6b840 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:03:29.313179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, b2497a99-b689-4162-9544-77c4f9f6b840) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:29.323345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:29.325624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:29.326564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-5024679a-53a0-4063-af60-2f874239a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:29.328404 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-5024679a-53a0-4063-af60-2f874239a827 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3415701 Aug 29 17:03:29.357681 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0de76305-67ca-4b86-8ae1-f2440f38181a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:29.358005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:03:29.360559 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0de76305-67ca-4b86-8ae1-f2440f38181a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/878a161a-67da-4a93-9a97-013e3d90f61d HTTP/1.1" status: 204 len: 168 time: 3.0460401 Aug 29 17:03:29.361640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] Made reservation on behalf of ac00fc0259bd4c9c9855748504782b0a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:29.364264 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:29.370118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33092) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:29.382600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a36c949-0c20-4df7-8475-73a19a03a854 None None] Network b2497a99-b689-4162-9544-77c4f9f6b840 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:29.390237 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1c397451-a116-4725-a212-5ac1463c903d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6489248 Aug 29 17:03:29.439855 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aec0b54-23dd-4b6f-acc3-8e8283e538d6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] GET failed (client error): The resource could not be found. Aug 29 17:03:29.440311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f6a47890-e4af-433b-844e-94a4ed48a974 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:29.445109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6aec0b54-23dd-4b6f-acc3-8e8283e538d6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports/878a161a-67da-4a93-9a97-013e3d90f61d HTTP/1.1" status: 404 len: 333 time: 0.0533476 Aug 29 17:03:29.471986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2586a7e6-4ad6-4928-ac64-003eafcf5328 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:29.510453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33098) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:29.680883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Could not find standard attr ID for object 878a161a-67da-4a93-9a97-013e3d90f61d. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:03:29.686427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:03:29.711051 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-34f9126f-e33f-4ced-8bab-495cb13acebd tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6809225 Aug 29 17:03:29.714288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Router ddb11231-0cda-423b-87a2-af965b6fe482 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:03:29.718988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33106) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:29.748330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6867e472-e242-4d92-9cc4-c07c00fbf60b None None] Sync routers for ids ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:03:29.776552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Provisioning for port bac6edd6-261d-49f8-b047-e2daa0524490 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:29.791814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8655aad-72b2-4e20-bc6a-9b6d5d6cf9fb req-bc0aed1a-33e5-45c8-adb2-a719b708acd1 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:29.792048 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Provisioning complete for port bac6edd6-261d-49f8-b047-e2daa0524490 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:29.794185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8655aad-72b2-4e20-bc6a-9b6d5d6cf9fb req-bc0aed1a-33e5-45c8-adb2-a719b708acd1 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 944 time: 0.2361579 Aug 29 17:03:29.802248 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:29.804118 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-06b478bc-d64c-41f0-9c82-4be91412b539 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643412 Aug 29 17:03:29.814309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867e472-e242-4d92-9cc4-c07c00fbf60b None None] Routers {'6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:29.814971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6867e472-e242-4d92-9cc4-c07c00fbf60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:29.850930 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19bdfab3-b548-4b89-9c21-582539c4433d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:29.906516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f11584-a3a9-4a90-b1bb-d900bba3665a req-073663aa-7f79-4dcc-bf8a-5debdfd5312f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:29.919016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6867e472-e242-4d92-9cc4-c07c00fbf60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:29.929889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f11584-a3a9-4a90-b1bb-d900bba3665a req-073663aa-7f79-4dcc-bf8a-5debdfd5312f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:29.942671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a935c7d3-7228-4860-af3e-c8cf48d01226 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:29.944454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f11584-a3a9-4a90-b1bb-d900bba3665a req-073663aa-7f79-4dcc-bf8a-5debdfd5312f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:29.944966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a935c7d3-7228-4860-af3e-c8cf48d01226 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports/5e1359f6-4f49-488d-9c09-66a2e9599411 HTTP/1.1" status: 200 len: 910 time: 0.2200978 Aug 29 17:03:29.959836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f11584-a3a9-4a90-b1bb-d900bba3665a req-073663aa-7f79-4dcc-bf8a-5debdfd5312f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:29.962694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port f6a47890-e4af-433b-844e-94a4ed48a974 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:29.972414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e9afb0-0ef3-429f-bd23-049559117b68 None None] Network b2497a99-b689-4162-9544-77c4f9f6b840 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:29.977054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3d69f5c6-6f65-403c-9897-e7349416313f None None] Port bac6edd6-261d-49f8-b047-e2daa0524490 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:29.981000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f11584-a3a9-4a90-b1bb-d900bba3665a req-073663aa-7f79-4dcc-bf8a-5debdfd5312f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:29.987895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f11584-a3a9-4a90-b1bb-d900bba3665a req-073663aa-7f79-4dcc-bf8a-5debdfd5312f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:29.989450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port f6a47890-e4af-433b-844e-94a4ed48a974 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:29.989833 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:29.995725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33110) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:29.996327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33112) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:30.001918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f11584-a3a9-4a90-b1bb-d900bba3665a req-073663aa-7f79-4dcc-bf8a-5debdfd5312f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:30.004026 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42f11584-a3a9-4a90-b1bb-d900bba3665a req-073663aa-7f79-4dcc-bf8a-5debdfd5312f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.3340199 Aug 29 17:03:30.027443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867e472-e242-4d92-9cc4-c07c00fbf60b None None] Routers {'6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:30.028285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6867e472-e242-4d92-9cc4-c07c00fbf60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:30.033930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 2586a7e6-4ad6-4928-ac64-003eafcf5328 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:30.034357 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19bdfab3-b548-4b89-9c21-582539c4433d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.118498 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42f11584-a3a9-4a90-b1bb-d900bba3665a req-e9561dfd-3caa-477d-afc8-3ec37ace574a tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054997 Aug 29 17:03:30.124436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d0655a59-f18e-456d-aaf5-1ef9a4f86a5b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:30.126135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6867e472-e242-4d92-9cc4-c07c00fbf60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:30.126744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6867e472-e242-4d92-9cc4-c07c00fbf60b None None] The sync data for ids ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:03:30.165783 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19bdfab3-b548-4b89-9c21-582539c4433d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.169004 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19bdfab3-b548-4b89-9c21-582539c4433d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.174459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-19bdfab3-b548-4b89-9c21-582539c4433d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/security-groups/d863aa75-b7ab-4def-9785-77a82dd55104 HTTP/1.1" status: 204 len: 168 time: 0.6579936 Aug 29 17:03:30.178438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33120) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:30.228593 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdfab3-b548-4b89-9c21-582539c4433d tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d863aa75-b7ab-4def-9785-77a82dd55104,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:30.243735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8655aad-72b2-4e20-bc6a-9b6d5d6cf9fb req-92cce0f6-6d35-4072-b8ff-093bfb88ad70 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4298646 Aug 29 17:03:30.260723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:03:30.275521 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d2e5659d-3785-439a-ac5d-9f407d38cf9b tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "PUT /v2.0/routers/ddb11231-0cda-423b-87a2-af965b6fe482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0620081 Aug 29 17:03:30.275637 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2bc62b-62c4-416a-b7a2-79cb0a6982df None None] Sync routers for ids ['ddb11231-0cda-423b-87a2-af965b6fe482'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:03:30.276129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33124) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:30.298184 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2bc62b-62c4-416a-b7a2-79cb0a6982df None None] Routers {'ddb11231-0cda-423b-87a2-af965b6fe482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:30.299976 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ff2bc62b-62c4-416a-b7a2-79cb0a6982df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ddb11231-0cda-423b-87a2-af965b6fe482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:30.326260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33126) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:30.338001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1970169392-network', 'tenant_id': '9462613895774fc3ac57a7415b9a7940'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:30.344287 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ff2bc62b-62c4-416a-b7a2-79cb0a6982df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:30.349419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Provisioning for port 5e1359f6-4f49-488d-9c09-66a2e9599411 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:30.353024 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.356744 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2bc62b-62c4-416a-b7a2-79cb0a6982df None None] Routers {'ddb11231-0cda-423b-87a2-af965b6fe482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:30.357530 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ff2bc62b-62c4-416a-b7a2-79cb0a6982df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ddb11231-0cda-423b-87a2-af965b6fe482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:30.390342 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ae3dea1d-cede-41a9-abbd-cf0faef09609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.413087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Provisioning complete for port 5e1359f6-4f49-488d-9c09-66a2e9599411 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:30.413948 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.431137 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-512a710c-ae11-46bb-bb32-0cbe6d34dcf0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.433768 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-6f671548-ff33-4d92-8e0b-814fc66b87be service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092992 Aug 29 17:03:30.437836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Made reservation on behalf of 9462613895774fc3ac57a7415b9a7940 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:30.440215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.467317 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.475878 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.495151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Port 5e1359f6-4f49-488d-9c09-66a2e9599411 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:30.515371 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-052c0eb1-b0c1-458b-bf54-46100b4b4fc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 HTTP/1.1" status: 200 len: 217 time: 0.0691888 Aug 29 17:03:30.526230 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f6a47890-e4af-433b-844e-94a4ed48a974, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f6a47890-e4af-433b-844e-94a4ed48a974,segment=NetworkSegment(8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d),segment_id=8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:30.535022 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ff2bc62b-62c4-416a-b7a2-79cb0a6982df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:30.535730 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2bc62b-62c4-416a-b7a2-79cb0a6982df None None] The sync data for ids ['ddb11231-0cda-423b-87a2-af965b6fe482'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:03:30.542581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=368c8f5f-0d33-4da1-8fb8-da628e3925f7,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:30.543715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a47890-e4af-433b-844e-94a4ed48a974'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:30.547517 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c714a7a6-354a-4e97-bb06-e19b901ab892" -d '{"events": [{"server_uuid": "2edad481-2ef5-493b-8971-aa61f1b60ca5", "name": "network-vif-plugged", "status": "completed", "tag": "f6a47890-e4af-433b-844e-94a4ed48a974"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:30.550477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:30.550852 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.552959 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-512a710c-ae11-46bb-bb32-0cbe6d34dcf0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.555372 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.612071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Provisioning for port 2586a7e6-4ad6-4928-ac64-003eafcf5328 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:30.623460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Provisioning complete for port 2586a7e6-4ad6-4928-ac64-003eafcf5328 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:30.623905 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.687126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f6a47890-e4af-433b-844e-94a4ed48a974,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:30.710499 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-512a710c-ae11-46bb-bb32-0cbe6d34dcf0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.713425 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-512a710c-ae11-46bb-bb32-0cbe6d34dcf0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.716948 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-512a710c-ae11-46bb-bb32-0cbe6d34dcf0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/security-groups/d03efba5-1834-4e0d-ab31-4bcdce2adc8c HTTP/1.1" status: 204 len: 168 time: 0.5333903 Aug 29 17:03:30.725615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33132) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:30.743684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a710c-ae11-46bb-bb32-0cbe6d34dcf0 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03efba5-1834-4e0d-ab31-4bcdce2adc8c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:30.796637 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.866439 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ce838c6-d614-48f3-9af6-7fbf47eecad2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.878069 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-dffc25dc-e767-46f8-baa1-bf44bd4d88bd tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:03:30.881562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dffc25dc-e767-46f8-baa1-bf44bd4d88bd tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "PUT /v2.0/routers/ddb11231-0cda-423b-87a2-af965b6fe482/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6019001 Aug 29 17:03:30.884772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33134) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:30.895407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] For port 2586a7e6-4ad6-4928-ac64-003eafcf5328, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2586a7e6-4ad6-4928-ac64-003eafcf5328,segment=NetworkSegment(8bc4dd23-0a83-4992-9b56-344fc0cb5771),segment_id=8bc4dd23-0a83-4992-9b56-344fc0cb5771)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:30.910305 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:30.976204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Pushing event updated for resources: {'Port': ['ID=2586a7e6-4ad6-4928-ac64-003eafcf5328,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:30.979773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:31.006210 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd007ba5-191c-428d-a0d0-0bfd60f45e03 x-openstack-request-id: req-dd007ba5-191c-428d-a0d0-0bfd60f45e03 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:31.006210 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edad481-2ef5-493b-8971-aa61f1b60ca5", "name": "network-vif-plugged", "status": "completed", "tag": "f6a47890-e4af-433b-844e-94a4ed48a974", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:31.006674 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd007ba5-191c-428d-a0d0-0bfd60f45e03 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:31.006767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] Checking segment: {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:31.007241 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a47890-e4af-433b-844e-94a4ed48a974', 'code': 200} Aug 29 17:03:31.007331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] Network hostable DHCP agents. Network: 421f1d84-47cf-4cd4-a8b6-76f7100e5081, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:03:31.015750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-930e8f43-f8c5-44b6-8930-30908b22e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.017313 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-930e8f43-f8c5-44b6-8930-30908b22e090 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.4940152 Aug 29 17:03:31.021520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Provisioning complete for port bac6edd6-261d-49f8-b047-e2daa0524490 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:31.022590 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.034624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ce838c6-d614-48f3-9af6-7fbf47eecad2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.076523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Port bac6edd6-261d-49f8-b047-e2daa0524490 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:31.093435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Provisioning complete for port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:31.093817 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-494cf242-6295-495d-a115-b2a7b303ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.095477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:31.095861 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.133152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] Network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:03:31.163730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 421f1d84-47cf-4cd4-a8b6-76f7100e5081) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:31.173328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e8cf3-fb8b-4164-9d28-96ee5b3dc928 None None] Network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:31.180238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-b8416808-ae9e-40ce-ab6d-6596d9f49a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.181872 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-b8416808-ae9e-40ce-ab6d-6596d9f49a48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1518602 Aug 29 17:03:31.183073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.183644 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.219733 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ae3dea1d-cede-41a9-abbd-cf0faef09609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.277660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ae3dea1d-cede-41a9-abbd-cf0faef09609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.319213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ce838c6-d614-48f3-9af6-7fbf47eecad2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.321871 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ce838c6-d614-48f3-9af6-7fbf47eecad2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.322939 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1ce838c6-d614-48f3-9af6-7fbf47eecad2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/security-groups/9a1cc57e-d40c-4d98-baf6-51513f357c47 HTTP/1.1" status: 204 len: 168 time: 0.5966086 Aug 29 17:03:31.333308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33140) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:31.356799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b072d37-91fc-4227-a154-cc8212bf149d req-0b4873c9-275a-4185-b5f3-bd978c98fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.358389 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b072d37-91fc-4227-a154-cc8212bf149d req-0b4873c9-275a-4185-b5f3-bd978c98fc9c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 1097 time: 0.2792907 Aug 29 17:03:31.369470 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.403004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce838c6-d614-48f3-9af6-7fbf47eecad2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1cc57e-d40c-4d98-baf6-51513f357c47,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:31.425497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-421f1d84-47cf-4cd4-a8b6-76f7100e5081', 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081', 'tenant_id': 'ac00fc0259bd4c9c9855748504782b0a', 'fixed_ips': [{'subnet_id': '368c8f5f-0d33-4da1-8fb8-da628e3925f7'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:03:31.426640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.441199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dea1d-cede-41a9-abbd-cf0faef09609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba0f4d6-335a-40a3-89c8-7645f355284f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:31.447667 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ae3dea1d-cede-41a9-abbd-cf0faef09609 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2cb1a6998cae4ded9f80293b0b2646e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4189639 Aug 29 17:03:31.459896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33142) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:31.484369 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-a287d2f9-a5c2-4358-8d60-89edf2fb7f6c service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765293 Aug 29 17:03:31.510613 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b072d37-91fc-4227-a154-cc8212bf149d req-180957c2-8b07-4256-b63b-7ef13b4a2519 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339645 Aug 29 17:03:31.523109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39d14a-2792-409e-94af-56e04eb49db2 req-8d5d1c77-421d-4f9f-a3c1-61312c966522 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.524619 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a39d14a-2792-409e-94af-56e04eb49db2 req-8d5d1c77-421d-4f9f-a3c1-61312c966522 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 945 time: 0.1955223 Aug 29 17:03:31.531786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd748-0af0-4da3-af41-f8d3ebfb3a02 req-b0d44e9c-2ea8-4a04-8a5c-b9bb0f16f3f4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.537778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd748-0af0-4da3-af41-f8d3ebfb3a02 req-b0d44e9c-2ea8-4a04-8a5c-b9bb0f16f3f4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.543675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd748-0af0-4da3-af41-f8d3ebfb3a02 req-b0d44e9c-2ea8-4a04-8a5c-b9bb0f16f3f4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.550172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd748-0af0-4da3-af41-f8d3ebfb3a02 req-b0d44e9c-2ea8-4a04-8a5c-b9bb0f16f3f4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.556093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd748-0af0-4da3-af41-f8d3ebfb3a02 req-b0d44e9c-2ea8-4a04-8a5c-b9bb0f16f3f4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.562581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd748-0af0-4da3-af41-f8d3ebfb3a02 req-b0d44e9c-2ea8-4a04-8a5c-b9bb0f16f3f4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.568473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdd748-0af0-4da3-af41-f8d3ebfb3a02 req-b0d44e9c-2ea8-4a04-8a5c-b9bb0f16f3f4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:31.570573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1fdd748-0af0-4da3-af41-f8d3ebfb3a02 req-b0d44e9c-2ea8-4a04-8a5c-b9bb0f16f3f4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.3473344 Aug 29 17:03:31.597847 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.611390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b260816-c1e1-4632-88df-defb9628dcb4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting subnet af29e2ae-9c0b-4bd2-bc3a-5104b5feb077 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:31.625607 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.628743 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b260816-c1e1-4632-88df-defb9628dcb4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.630268 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Allocated IP 172.20.0.2 (421f1d84-47cf-4cd4-a8b6-76f7100e5081/368c8f5f-0d33-4da1-8fb8-da628e3925f7/48ec4445-40ed-41c7-aace-b764106f1789) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:31.647501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a39d14a-2792-409e-94af-56e04eb49db2 req-bdbedccf-e819-45aa-b0ae-a776fb7ba3fd tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044583 Aug 29 17:03:31.648159 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75b0f5f1-0a3a-48e5-b18f-5af4d10b3e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.701098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3e33f40b-6817-4e99-9aa6-d6af16f55295 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4961631 Aug 29 17:03:31.701371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:31.724870 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75b0f5f1-0a3a-48e5-b18f-5af4d10b3e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.773519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b260816-c1e1-4632-88df-defb9628dcb4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.799343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd52d2eb-8269-4668-85aa-9d4d350c9a30,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:31.809664 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1fdd748-0af0-4da3-af41-f8d3ebfb3a02 req-cf9feb6e-5492-4b6b-b247-6e1189415e76 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1927199 Aug 29 17:03:31.810011 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.821941 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.822116 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Transition to ACTIVE for port object 48ec4445-40ed-41c7-aace-b764106f1789 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:31.822699 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Added segment 881a3384-ecf2-4943-8ae8-c886cebb79b2 of type vlan for network 2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644 Aug 29 17:03:31.831487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75b0f5f1-0a3a-48e5-b18f-5af4d10b3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.833952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75b0f5f1-0a3a-48e5-b18f-5af4d10b3e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.835187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-75b0f5f1-0a3a-48e5-b18f-5af4d10b3e95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fba0f4d6-335a-40a3-89c8-7645f355284f HTTP/1.1" status: 204 len: 168 time: 0.3742840 Aug 29 17:03:31.848947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Transition to ACTIVE for port object 48ec4445-40ed-41c7-aace-b764106f1789 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:31.860711 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5235b3a1-f894-47ef-b71c-19c0512173f7 None None] Provisioning complete for port 2586a7e6-4ad6-4928-ac64-003eafcf5328 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:31.861487 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5235b3a1-f894-47ef-b71c-19c0512173f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.894766 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.896548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0f5f1-0a3a-48e5-b18f-5af4d10b3e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba0f4d6-335a-40a3-89c8-7645f355284f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:31.917276 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-fe5a18da-5a91-4f5f-acc9-86d6af15f136 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978136 Aug 29 17:03:31.932089 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.944495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3201b810-6c80-4734-92c3-2f77ae67c8f0 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:31.986980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:31.998778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:32.004858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:32.005427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-cb27488a-30e0-4a5b-9d94-17ad7668045e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d HTTP/1.1" status: 200 len: 217 time: 0.0717144 Aug 29 17:03:32.009889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Pushing event updated for resources: {'Port': ['ID=48ec4445-40ed-41c7-aace-b764106f1789,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:32.097394 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:32.099053 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:32.099640 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:32.173018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Attempting to bind port 48ec4445-40ed-41c7-aace-b764106f1789 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:32.176616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Attempting to bind port 48ec4445-40ed-41c7-aace-b764106f1789 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:32.177119 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b260816-c1e1-4632-88df-defb9628dcb4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:32.178430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Attempting to bind port 48ec4445-40ed-41c7-aace-b764106f1789 on network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:32.184301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-cd690a84-84b4-4f74-8235-01abeda85265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:32.187030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:32.187586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Checking segment: {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:32.187868 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-cd690a84-84b4-4f74-8235-01abeda85265 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.1741648 Aug 29 17:03:32.188151 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:32.188613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Bound using segment: {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:32.189167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Bound port: 48ec4445-40ed-41c7-aace-b764106f1789, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:32.189646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:32.290095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] For port 48ec4445-40ed-41c7-aace-b764106f1789, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:32.293770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] For port 48ec4445-40ed-41c7-aace-b764106f1789, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=48ec4445-40ed-41c7-aace-b764106f1789,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:32.303679 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:32.316066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-81f25154-bfe1-4fc6-afd3-d9e4617c845e tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:32.317778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-81f25154-bfe1-4fc6-afd3-d9e4617c845e tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/networks?id=421f1d84-47cf-4cd4-a8b6-76f7100e5081 HTTP/1.1" status: 200 len: 816 time: 0.1665711 Aug 29 17:03:32.322828 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9913032 Aug 29 17:03:32.326391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33166) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:32.333977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] Request body: {'subnet': {'network_id': '2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1970169392-subnet', 'tenant_id': '9462613895774fc3ac57a7415b9a7940', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:32.334796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33168) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:32.365387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96562828-79f2-4868-91c0-de84740aa6fd req-63da9833-acdd-40c7-81ae-85c9a098b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:32.366922 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-63da9833-acdd-40c7-81ae-85c9a098b647 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1429880 Aug 29 17:03:32.375155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7019ab4f-33d1-4b8a-a8a3-6708824b76bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:32.383497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4ab0-ac22-4555-a2a6-143fa715e444 admin admin] Pushing event updated for resources: {'Network': ['ID=2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:32.387767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Allocated IP 172.21.0.1 (58a5e1f4-58df-4197-b632-4ba49f155492/210d96b6-6e72-4525-9397-e1a42efa8ccf/0c090ba3-c267-4fbf-80d4-f74a80c5488e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:32.395299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e098587-60bd-4add-b616-fb4c6837d9ba None None] Pushing event updated for resources: {'Port': ['ID=48ec4445-40ed-41c7-aace-b764106f1789,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:32.400619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:32.434967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-6d792c48-1d94-4bc4-9dbb-4f553db541a8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/quotas/ac00fc0259bd4c9c9855748504782b0a HTTP/1.1" status: 200 len: 375 time: 0.1091826 Aug 29 17:03:32.476066 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b260816-c1e1-4632-88df-defb9628dcb4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:32.541639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] Made reservation on behalf of 9462613895774fc3ac57a7415b9a7940 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:32.545080 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:32.545642 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b260816-c1e1-4632-88df-defb9628dcb4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:32.551198 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4b260816-c1e1-4632-88df-defb9628dcb4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/af29e2ae-9c0b-4bd2-bc3a-5104b5feb077 HTTP/1.1" status: 204 len: 168 time: 1.2049477 Aug 29 17:03:32.551198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b260816-c1e1-4632-88df-defb9628dcb4 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Subnet': ['ID=af29e2ae-9c0b-4bd2-bc3a-5104b5feb077,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:32.554285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9566f4-cb4d-4650-9e7b-a5fe76d9a5d6 None None] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:32.557204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33170) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:32.617721 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-bc6c05aa-9abc-4ef7-bf5e-0e2ecb23b78c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac00fc0259bd4c9c9855748504782b0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747289 Aug 29 17:03:32.724766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-acb1eba1-6dfa-4e43-848e-4ff64f8a755e service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382144 Aug 29 17:03:32.855075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d719b6d3-635e-477c-bcd5-b9c3ec6084b2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting subnet 6b41c7ff-f39f-4333-a388-9635cb959cc2 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:32.859452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d719b6d3-635e-477c-bcd5-b9c3ec6084b2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:32.915855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-10ee9b20-9322-40e5-9df3-45207854a352 service neutron] 10.222.0.22 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842832 Aug 29 17:03:32.986134 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.003331 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 48ec4445-40ed-41c7-aace-b764106f1789 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:33.034917 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d719b6d3-635e-477c-bcd5-b9c3ec6084b2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.038873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3201b810-6c80-4734-92c3-2f77ae67c8f0 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Deleting port bac6edd6-261d-49f8-b047-e2daa0524490 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:33.039339 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3201b810-6c80-4734-92c3-2f77ae67c8f0 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.047699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Transition to ACTIVE for port object 0c090ba3-c267-4fbf-80d4-f74a80c5488e will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:33.068738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 48ec4445-40ed-41c7-aace-b764106f1789 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:33.075107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2586a7e6-4ad6-4928-ac64-003eafcf5328 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:33.132198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 2586a7e6-4ad6-4928-ac64-003eafcf5328 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:33.132581 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.139060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49684760-b188-4f5f-9d11-3db980ee0d98 req-c17e4603-df87-42c0-9185-58212146f6b0 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.147446 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49684760-b188-4f5f-9d11-3db980ee0d98 req-c17e4603-df87-42c0-9185-58212146f6b0 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 945 time: 0.3549683 Aug 29 17:03:33.214319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-96562828-79f2-4868-91c0-de84740aa6fd req-4eb37471-872a-498a-9dfa-468f009a9533 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189987 Aug 29 17:03:33.279319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49684760-b188-4f5f-9d11-3db980ee0d98 req-de9e625e-e488-4c4d-8385-59aa26e31c8e tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309459 Aug 29 17:03:33.316991 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.353600 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d719b6d3-635e-477c-bcd5-b9c3ec6084b2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.358350 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7019ab4f-33d1-4b8a-a8a3-6708824b76bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.421624 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7019ab4f-33d1-4b8a-a8a3-6708824b76bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.510313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 58a5e1f4-58df-4197-b632-4ba49f155492 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:33.538265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:33.540798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:33.548289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=0c090ba3-c267-4fbf-80d4-f74a80c5488e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:33.548472 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.559977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-fc416039-c028-44a8-b481-5270fabffcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.560463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-fc416039-c028-44a8-b481-5270fabffcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.562034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-fc416039-c028-44a8-b481-5270fabffcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.562034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-fc416039-c028-44a8-b481-5270fabffcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.562530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-fc416039-c028-44a8-b481-5270fabffcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.563315 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-fc416039-c028-44a8-b481-5270fabffcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.563478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-fc416039-c028-44a8-b481-5270fabffcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.565588 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-fc416039-c028-44a8-b481-5270fabffcc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6485 time: 0.2600532 Aug 29 17:03:33.570468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7019ab4f-33d1-4b8a-a8a3-6708824b76bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b50113672b48499aaf44184db762435c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2312586 Aug 29 17:03:33.581937 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33180) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:33.594405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019ab4f-33d1-4b8a-a8a3-6708824b76bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6575634e-28e6-4f47-98d9-e763a5314caf,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:33.656173 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-bd0c0a10-28db-49bb-8cfc-9575ea4aad4a service neutron] 10.222.0.22 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319663 Aug 29 17:03:33.700543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0754f-a6e2-4fbe-9564-6ed517ee7edd req-e1662211-239e-4c34-b30b-848d282f690f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.710805 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0754f-a6e2-4fbe-9564-6ed517ee7edd req-e1662211-239e-4c34-b30b-848d282f690f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.718618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0754f-a6e2-4fbe-9564-6ed517ee7edd req-e1662211-239e-4c34-b30b-848d282f690f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.724644 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0754f-a6e2-4fbe-9564-6ed517ee7edd req-e1662211-239e-4c34-b30b-848d282f690f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.731006 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0754f-a6e2-4fbe-9564-6ed517ee7edd req-e1662211-239e-4c34-b30b-848d282f690f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.734810 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3201b810-6c80-4734-92c3-2f77ae67c8f0 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.754448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0754f-a6e2-4fbe-9564-6ed517ee7edd req-e1662211-239e-4c34-b30b-848d282f690f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.767483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0754f-a6e2-4fbe-9564-6ed517ee7edd req-e1662211-239e-4c34-b30b-848d282f690f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:33.775859 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-08d0754f-a6e2-4fbe-9564-6ed517ee7edd req-e1662211-239e-4c34-b30b-848d282f690f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.3875465 Aug 29 17:03:33.811734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d3ffb4b9-33ec-4b51-83ce-9e292477ee95 None None] Provisioning complete for port 30aedaa3-c967-4b05-a24f-67ee821c6462 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:33.812097 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d3ffb4b9-33ec-4b51-83ce-9e292477ee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.812670 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d719b6d3-635e-477c-bcd5-b9c3ec6084b2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.815209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3201b810-6c80-4734-92c3-2f77ae67c8f0 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Calling delete_port for bac6edd6-261d-49f8-b047-e2daa0524490 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:33.818697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf1104e-1bba-44a1-944f-0519808a77f8,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:33.850452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] Checking segment: {'id': '881a3384-ecf2-4943-8ae8-c886cebb79b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:33.850821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] Network hostable DHCP agents. Network: 2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:03:33.857211 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b9e45dba-a4ed-4c03-8dfc-93fbb10d2ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:33.927828 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:34.002311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719b6d3-635e-477c-bcd5-b9c3ec6084b2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Subnet': ['ID=6b41c7ff-f39f-4333-a388-9635cb959cc2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:34.004492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d719b6d3-635e-477c-bcd5-b9c3ec6084b2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:34.012747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d719b6d3-635e-477c-bcd5-b9c3ec6084b2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/6b41c7ff-f39f-4333-a388-9635cb959cc2 HTTP/1.1" status: 204 len: 168 time: 1.4381428 Aug 29 17:03:34.019355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef95abb-9812-4230-84ed-5a3e01715c31 None None] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:34.033636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33188) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:34.073173 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-08d0754f-a6e2-4fbe-9564-6ed517ee7edd req-cac1aa82-adc6-4b35-9fef-1545377a6027 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2961380 Aug 29 17:03:34.076334 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b9e45dba-a4ed-4c03-8dfc-93fbb10d2ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:34.092106 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b62c98f-8d55-4c8c-a8ed-bba0af839d42 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:34.092638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b62c98f-8d55-4c8c-a8ed-bba0af839d42 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:34.097263 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7b62c98f-8d55-4c8c-a8ed-bba0af839d42 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/af29e2ae-9c0b-4bd2-bc3a-5104b5feb077 HTTP/1.1" status: 404 len: 337 time: 0.0581310 Aug 29 17:03:34.098056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33190) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:34.106790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] Network 2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:03:34.114227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd439888-dfe8-47d7-9cd7-bc2de6add8b1 None None] Network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:34.130870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-0822dc7f-7df2-471e-b4a8-5cac40438401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:34.132478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-0822dc7f-7df2-471e-b4a8-5cac40438401 service neutron] 10.222.0.16 "GET /v2.0/networks?id=128aaf68-ed9b-4fb1-95a1-4ab98713f865 HTTP/1.1" status: 200 len: 902 time: 0.5320475 Aug 29 17:03:34.183077 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ba0140-3d15-452e-8e4a-ae73d1759942 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting subnet 9362e8b3-0cfc-4c02-ab74-3e813a5d3921 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:34.196822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-bd3877cf-26e3-454f-b946-d4cf5bb784f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d HTTP/1.1" status: 200 len: 217 time: 0.0548327 Aug 29 17:03:34.219565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-05ba0140-3d15-452e-8e4a-ae73d1759942 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:34.253089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d3ffb4b9-33ec-4b51-83ce-9e292477ee95 None None] Provisioning complete for port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:34.253493 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d3ffb4b9-33ec-4b51-83ce-9e292477ee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:34.257248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badef6-ed3e-496a-a2ac-163872ec6c08 req-80cc6558-8467-4684-9a6c-4054c898a3c2 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:34.258831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0badef6-ed3e-496a-a2ac-163872ec6c08 req-80cc6558-8467-4684-9a6c-4054c898a3c2 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 945 time: 0.2762902 Aug 29 17:03:34.259604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:34.305411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981b04f1-6e9e-4c6d-96e6-173fc955c108 None None] Network 2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:34.320165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:34.320785 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:34.322821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33204) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:34.334704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e93702f4-8e99-4d9f-a10a-ca0490b1438d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Request body: {'floatingip': {'port_id': 'f6a47890-e4af-433b-844e-94a4ed48a974'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:34.384913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e93702f4-8e99-4d9f-a10a-ca0490b1438d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:34.411094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-05ba0140-3d15-452e-8e4a-ae73d1759942 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:34.416743 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:34.440005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-1a58026b-69a8-442e-9427-b64a6558ecf1 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:34.441990 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-1a58026b-69a8-442e-9427-b64a6558ecf1 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/networks?id=421f1d84-47cf-4cd4-a8b6-76f7100e5081 HTTP/1.1" status: 200 len: 816 time: 0.2114210 Aug 29 17:03:34.452710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-a67c753e-c0ec-4e89-95e4-8a47315bd7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:34.455186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-a67c753e-c0ec-4e89-95e4-8a47315bd7fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.2261257 Aug 29 17:03:34.482493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fc1299be-06b2-42d7-8093-cf485f9e2715 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1536951 Aug 29 17:03:34.549450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d3ffb4b9-33ec-4b51-83ce-9e292477ee95 None None] Port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:34.604922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b9e45dba-a4ed-4c03-8dfc-93fbb10d2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:34.608674 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b9e45dba-a4ed-4c03-8dfc-93fbb10d2ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:34.626979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b9e45dba-a4ed-4c03-8dfc-93fbb10d2ed8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6575634e-28e6-4f47-98d9-e763a5314caf HTTP/1.1" status: 204 len: 168 time: 1.0330515 Aug 29 17:03:34.694306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578b82cf-e463-4ede-a48d-43832e0d5927 None None] Network 2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:34.737910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e45dba-a4ed-4c03-8dfc-93fbb10d2ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6575634e-28e6-4f47-98d9-e763a5314caf,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:34.863767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e69f9009-987f-4faa-9760-a7e4bf152fe5 None None] Provisioning for port 48ec4445-40ed-41c7-aace-b764106f1789 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:34.892952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e69f9009-987f-4faa-9760-a7e4bf152fe5 None None] Provisioning complete for port 48ec4445-40ed-41c7-aace-b764106f1789 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:34.906329 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e69f9009-987f-4faa-9760-a7e4bf152fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:35.017972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-05ba0140-3d15-452e-8e4a-ae73d1759942 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:35.093301 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3201b810-6c80-4734-92c3-2f77ae67c8f0 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:35.212054 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e69f9009-987f-4faa-9760-a7e4bf152fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:35.277975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201b810-6c80-4734-92c3-2f77ae67c8f0 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Port': ['ID=bac6edd6-261d-49f8-b047-e2daa0524490,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:35.376475 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-29ea0459-36f3-410f-9ddc-4a6d9e8c16ad tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/quotas/ac00fc0259bd4c9c9855748504782b0a HTTP/1.1" status: 200 len: 375 time: 0.9278371 Aug 29 17:03:35.377688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e69f9009-987f-4faa-9760-a7e4bf152fe5 None None] For port 48ec4445-40ed-41c7-aace-b764106f1789, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=48ec4445-40ed-41c7-aace-b764106f1789,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:35.391567 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e69f9009-987f-4faa-9760-a7e4bf152fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:35.542221 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f9009-987f-4faa-9760-a7e4bf152fe5 None None] Pushing event updated for resources: {'Port': ['ID=48ec4445-40ed-41c7-aace-b764106f1789,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:35.556981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e69f9009-987f-4faa-9760-a7e4bf152fe5 None None] Provisioning for port 0c090ba3-c267-4fbf-80d4-f74a80c5488e completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:35.566836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e69f9009-987f-4faa-9760-a7e4bf152fe5 None None] Provisioning complete for port 0c090ba3-c267-4fbf-80d4-f74a80c5488e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:35.567223 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e69f9009-987f-4faa-9760-a7e4bf152fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:35.643804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e69f9009-987f-4faa-9760-a7e4bf152fe5 None None] Port 0c090ba3-c267-4fbf-80d4-f74a80c5488e cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:35.679355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-05b42240-464d-46ab-b399-3a669a4d9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:35.680935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-05b42240-464d-46ab-b399-3a669a4d9e10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1582093 Aug 29 17:03:35.775237 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-0b168f9c-1e12-4556-99c9-1f734fd63527 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6230960 Aug 29 17:03:35.776358 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-2912e27c-965e-4f25-a2ff-78086b4b01a2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac00fc0259bd4c9c9855748504782b0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3989437 Aug 29 17:03:35.784771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-deada9ad-358a-4a8e-9032-1a0ef8adfd75 None None] Provisioning complete for port 48ec4445-40ed-41c7-aace-b764106f1789 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:35.785147 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-deada9ad-358a-4a8e-9032-1a0ef8adfd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:35.824948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-05ba0140-3d15-452e-8e4a-ae73d1759942 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:35.828456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3201b810-6c80-4734-92c3-2f77ae67c8f0 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:35.925077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-deada9ad-358a-4a8e-9032-1a0ef8adfd75 None None] Provisioning complete for port 30aedaa3-c967-4b05-a24f-67ee821c6462 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:35.925499 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-deada9ad-358a-4a8e-9032-1a0ef8adfd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:35.986302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba0140-3d15-452e-8e4a-ae73d1759942 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Subnet': ['ID=9362e8b3-0cfc-4c02-ab74-3e813a5d3921,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:36.004555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af19641f-6a54-4453-9001-b4c85dd53c2d None None] Network 236c367a-c1fe-4583-9014-7ab39a70c2c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:36.010857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-5c019743-febb-4f88-a114-f0530c60904a service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217390 Aug 29 17:03:36.012769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-05ba0140-3d15-452e-8e4a-ae73d1759942 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:36.017589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-05ba0140-3d15-452e-8e4a-ae73d1759942 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/9362e8b3-0cfc-4c02-ab74-3e813a5d3921 HTTP/1.1" status: 204 len: 168 time: 1.9055498 Aug 29 17:03:36.024727 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33248) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:36.098679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-f059bb99-120c-4ffe-bd10-6b40b92d6d43 service neutron] 10.222.0.22 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728529 Aug 29 17:03:36.126497 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:36.138872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-deada9ad-358a-4a8e-9032-1a0ef8adfd75 None None] Provisioning complete for port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:36.139408 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-deada9ad-358a-4a8e-9032-1a0ef8adfd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:36.147038 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:36.161637 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d38d5f-b612-4b1b-ae39-8bacec3b29c6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:36.162103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d38d5f-b612-4b1b-ae39-8bacec3b29c6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:36.163869 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a6d38d5f-b612-4b1b-ae39-8bacec3b29c6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/6f17feca-6d79-452b-8f9e-cfa3cc9555a7 HTTP/1.1" status: 404 len: 337 time: 0.1347558 Aug 29 17:03:36.179021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-deada9ad-358a-4a8e-9032-1a0ef8adfd75 None None] Port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:36.186820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33252) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:36.220446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:36.264049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-154b10da-9949-4e5c-90a7-322e47f5ae63 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:36.266085 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-154b10da-9949-4e5c-90a7-322e47f5ae63 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.16 "GET /v2.0/networks?id=421f1d84-47cf-4cd4-a8b6-76f7100e5081 HTTP/1.1" status: 200 len: 816 time: 0.7417881 Aug 29 17:03:36.290202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4266557-3fb5-42a1-afe1-0eb594769945 None None] DHCP port deletion for 236c367a-c1fe-4583-9014-7ab39a70c2c1 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:03:36.311947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-89731496-9bbd-4ad2-a9d2-d3bde3d4b676 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "GET /v2.0/ports?device_id=4eaf2d76-0107-45e0-a405-efd8d90be7e8 HTTP/1.1" status: 200 len: 205 time: 0.1176636 Aug 29 17:03:36.326832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Request body: {'port': {'device_id': '9c930772-42f6-4b6f-a549-e0270fef9b03', 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081', 'admin_state_up': True, 'tenant_id': 'ac00fc0259bd4c9c9855748504782b0a'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:36.330977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33258) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:36.360204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d4266557-3fb5-42a1-afe1-0eb594769945 None None] Deleting port 30aedaa3-c967-4b05-a24f-67ee821c6462 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:36.360672 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4266557-3fb5-42a1-afe1-0eb594769945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:36.361432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-04a18178-7a54-4cc5-958e-ef1e3cebd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:36.362999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-04a18178-7a54-4cc5-958e-ef1e3cebd41e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69527392b93b47dc9c5095676e4c5e2f&device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 1097 time: 0.4606435 Aug 29 17:03:36.416632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-4d89fcdb-6d0c-494c-a213-6b2dbce22d31 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:36.425986 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-4d89fcdb-6d0c-494c-a213-6b2dbce22d31 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/networks?id=b2497a99-b689-4162-9544-77c4f9f6b840 HTTP/1.1" status: 200 len: 825 time: 0.7908163 Aug 29 17:03:36.441679 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 58a5e1f4-58df-4197-b632-4ba49f155492 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:36.448931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:36.453891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d4266557-3fb5-42a1-afe1-0eb594769945 None None] For port 30aedaa3-c967-4b05-a24f-67ee821c6462, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=30aedaa3-c967-4b05-a24f-67ee821c6462,segment=NetworkSegment(fa193422-4da2-4402-bde2-c37d11b14f4c),segment_id=fa193422-4da2-4402-bde2-c37d11b14f4c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:36.455149 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4266557-3fb5-42a1-afe1-0eb594769945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:36.477136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d4266557-3fb5-42a1-afe1-0eb594769945 None None] Calling delete_port for 30aedaa3-c967-4b05-a24f-67ee821c6462 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:36.576583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=0c090ba3-c267-4fbf-80d4-f74a80c5488e,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:36.588217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd12db0b-0605-4448-8b2c-310b7d8ce551 req-bd7f6b57-dcc0-405e-b7a8-a7dae361ad86 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586581 Aug 29 17:03:36.622690 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-44fc7a6f-dbe2-4177-9998-c9402729b06b service neutron] 10.222.0.22 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914985 Aug 29 17:03:36.628348 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4266557-3fb5-42a1-afe1-0eb594769945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:36.647982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4266557-3fb5-42a1-afe1-0eb594769945 None None] No DVR routers for this DVR port 30aedaa3-c967-4b05-a24f-67ee821c6462 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:36.649351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:03:36.700228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4266557-3fb5-42a1-afe1-0eb594769945 None None] Pushing event deleted for resources: {'Port': ['ID=30aedaa3-c967-4b05-a24f-67ee821c6462,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:36.808749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:03:36.833960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57fdee8-f67b-401f-a122-d0b21a7f32b5 None None] Sync routers for ids ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:03:36.838185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-20687e1d-af0b-49d9-a1ac-73186520b46c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8077941 Aug 29 17:03:36.840050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33268) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:36.857128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57fdee8-f67b-401f-a122-d0b21a7f32b5 None None] Routers {'6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:36.857591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a57fdee8-f67b-401f-a122-d0b21a7f32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:36.904526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33270) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:36.924506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a57fdee8-f67b-401f-a122-d0b21a7f32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:36.968613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089f0a7-3744-4513-a318-1de2868e1bc8 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:36.969852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-db606351-e941-40f8-98c2-5011755aaba7 None None] Provisioning complete for port 0c090ba3-c267-4fbf-80d4-f74a80c5488e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:36.970408 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-db606351-e941-40f8-98c2-5011755aaba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:36.977117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57fdee8-f67b-401f-a122-d0b21a7f32b5 None None] Routers {'6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:36.977797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a57fdee8-f67b-401f-a122-d0b21a7f32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:36.980938 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0089f0a7-3744-4513-a318-1de2868e1bc8 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports/0c090ba3-c267-4fbf-80d4-f74a80c5488e HTTP/1.1" status: 200 len: 910 time: 0.1384985 Aug 29 17:03:36.981730 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 48ec4445-40ed-41c7-aace-b764106f1789 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:37.004731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33276) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.032288 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-db606351-e941-40f8-98c2-5011755aaba7 None None] Port 0c090ba3-c267-4fbf-80d4-f74a80c5488e cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:37.086336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a57fdee8-f67b-401f-a122-d0b21a7f32b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:37.087134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57fdee8-f67b-401f-a122-d0b21a7f32b5 None None] The sync data for ids ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:03:37.102880 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-bfc1293b-ebfa-4afc-88ba-da8b847190ac tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] delete failed (client error): The resource could not be found. Aug 29 17:03:37.104529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bfc1293b-ebfa-4afc-88ba-da8b847190ac tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/routers/4eaf2d76-0107-45e0-a405-efd8d90be7e8 HTTP/1.1" status: 404 len: 336 time: 0.7631078 Aug 29 17:03:37.112063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33282) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.148970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 48ec4445-40ed-41c7-aace-b764106f1789 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:37.149934 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:37.204697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-483669775'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:37.261185 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-16268235-9035-4eee-ac46-da68e590df89 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:37.262299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16268235-9035-4eee-ac46-da68e590df89 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:37.264794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-16268235-9035-4eee-ac46-da68e590df89 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/e8d7ae37-0b3a-433a-85ba-cf69aed1fed1 HTTP/1.1" status: 404 len: 337 time: 0.1497214 Aug 29 17:03:37.270526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33288) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.294240 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-14c54e45-9fb9-4289-bad8-8df64730c24b tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/quotas/3299d7293ea64338829278a49deb6afa HTTP/1.1" status: 200 len: 375 time: 0.8673015 Aug 29 17:03:37.318881 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3201b810-6c80-4734-92c3-2f77ae67c8f0 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Router ddb11231-0cda-423b-87a2-af965b6fe482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:03:37.328012 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 30aedaa3-c967-4b05-a24f-67ee821c6462 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:03:37.339609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ace002-078a-4960-8a2a-da9c1227f8c6 req-b2a5fbbb-6ae5-448d-9896-03c69f8d9611 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:37.347833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ace002-078a-4960-8a2a-da9c1227f8c6 req-b2a5fbbb-6ae5-448d-9896-03c69f8d9611 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:37.348864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 30aedaa3-c967-4b05-a24f-67ee821c6462 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:03:37.349439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 30aedaa3-c967-4b05-a24f-67ee821c6462 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:03:37.353830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-d6c19984-4ac7-46d3-a04d-bed69bbefe44 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3299d7293ea64338829278a49deb6afa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586975 Aug 29 17:03:37.363667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ace002-078a-4960-8a2a-da9c1227f8c6 req-b2a5fbbb-6ae5-448d-9896-03c69f8d9611 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:37.371736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ace002-078a-4960-8a2a-da9c1227f8c6 req-b2a5fbbb-6ae5-448d-9896-03c69f8d9611 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:37.380122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ace002-078a-4960-8a2a-da9c1227f8c6 req-b2a5fbbb-6ae5-448d-9896-03c69f8d9611 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:37.386941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ace002-078a-4960-8a2a-da9c1227f8c6 req-b2a5fbbb-6ae5-448d-9896-03c69f8d9611 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:37.388054 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.resource_extend [None req-e93702f4-8e99-4d9f-a10a-ca0490b1438d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:03:37.393005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ace002-078a-4960-8a2a-da9c1227f8c6 req-b2a5fbbb-6ae5-448d-9896-03c69f8d9611 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:37.394975 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66ace002-078a-4960-8a2a-da9c1227f8c6 req-b2a5fbbb-6ae5-448d-9896-03c69f8d9611 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.4889627 Aug 29 17:03:37.403023 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c571c9-fa1d-440e-9048-9d9ef634ca25 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:37.403647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c571c9-fa1d-440e-9048-9d9ef634ca25 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:37.406516 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-89c571c9-fa1d-440e-9048-9d9ef634ca25 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/994a4c8a-2caa-4528-ad61-2d3b2df6f34e HTTP/1.1" status: 404 len: 337 time: 0.1326671 Aug 29 17:03:37.413324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33290) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.445506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Made reservation on behalf of d4a7ac8cc106451280ca5154cf8a5599 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:37.450335 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:37.487574 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67b7f4c-0ece-4eef-b860-bf9dd1a2c56b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:37.488744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67b7f4c-0ece-4eef-b860-bf9dd1a2c56b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:37.490868 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d67b7f4c-0ece-4eef-b860-bf9dd1a2c56b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/9219a330-5024-47e2-b8ca-12c7a8e2023b HTTP/1.1" status: 404 len: 337 time: 0.0766461 Aug 29 17:03:37.493846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:37.495849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33292) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.572440 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55d3cf2-6821-4cd0-bd1d-a72a6a3be58a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:37.573132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55d3cf2-6821-4cd0-bd1d-a72a6a3be58a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:37.578557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a55d3cf2-6821-4cd0-bd1d-a72a6a3be58a tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/483e4f79-0301-4c84-8417-36f2ea3137a2 HTTP/1.1" status: 404 len: 333 time: 0.0760555 Aug 29 17:03:37.580916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e93702f4-8e99-4d9f-a10a-ca0490b1438d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:37.581594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33294) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.586442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Made reservation on behalf of ac00fc0259bd4c9c9855748504782b0a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:37.589956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:37.592092 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66ace002-078a-4960-8a2a-da9c1227f8c6 req-6eb67694-14d2-4d54-9ed4-69dbfb109d20 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1835716 Aug 29 17:03:37.618916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e93702f4-8e99-4d9f-a10a-ca0490b1438d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:37.648525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-9b4ab0ee-a7d1-48d7-a2b6-d33b33add1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:37.650078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-9b4ab0ee-a7d1-48d7-a2b6-d33b33add1ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=a2c37ab0-b867-4937-8eae-6502b5fc1404 HTTP/1.1" status: 200 len: 916 time: 0.6405509 Aug 29 17:03:37.683890 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a364a914-bfee-43c1-ab51-e80a1836d42b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:37.684471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a364a914-bfee-43c1-ab51-e80a1836d42b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:37.686268 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a364a914-bfee-43c1-ab51-e80a1836d42b tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/cca244d9-2224-40ed-b759-4a7a76f3623e HTTP/1.1" status: 404 len: 337 time: 0.1007605 Aug 29 17:03:37.692098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33300) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.693608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3201b810-6c80-4734-92c3-2f77ae67c8f0 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:03:37.710181 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a03624-1934-46e2-987c-600f1a3997c8 None None] Sync routers for ids ['ddb11231-0cda-423b-87a2-af965b6fe482'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:03:37.713449 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3201b810-6c80-4734-92c3-2f77ae67c8f0 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "PUT /v2.0/routers/ddb11231-0cda-423b-87a2-af965b6fe482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8277414 Aug 29 17:03:37.722806 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a03624-1934-46e2-987c-600f1a3997c8 None None] Routers {'ddb11231-0cda-423b-87a2-af965b6fe482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:37.723421 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b4a03624-1934-46e2-987c-600f1a3997c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ddb11231-0cda-423b-87a2-af965b6fe482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:37.736558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33306) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.748711 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a10f9f-1924-407d-8336-c23ba4b19a0c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:37.749068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a10f9f-1924-407d-8336-c23ba4b19a0c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:37.753835 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-79a10f9f-1924-407d-8336-c23ba4b19a0c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/5d1a53ab-f3db-4314-a846-548f0e770b16 HTTP/1.1" status: 404 len: 337 time: 0.0577061 Aug 29 17:03:37.756146 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b4a03624-1934-46e2-987c-600f1a3997c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:37.756516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33308) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.767003 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a03624-1934-46e2-987c-600f1a3997c8 None None] Routers {'ddb11231-0cda-423b-87a2-af965b6fe482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:37.767913 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b4a03624-1934-46e2-987c-600f1a3997c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ddb11231-0cda-423b-87a2-af965b6fe482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:37.801630 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b4a03624-1934-46e2-987c-600f1a3997c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:37.802541 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a03624-1934-46e2-987c-600f1a3997c8 None None] The sync data for ids ['ddb11231-0cda-423b-87a2-af965b6fe482'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:03:37.805635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-923a7170-686c-453c-b6c5-8c6ccd482998 service neutron] 10.222.0.22 "GET /v2.0/networks/b2497a99-b689-4162-9544-77c4f9f6b840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506879 Aug 29 17:03:37.811628 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0762cb84-caad-4f9e-a698-98644a98cf2c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:37.812549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0762cb84-caad-4f9e-a698-98644a98cf2c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:37.814566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0762cb84-caad-4f9e-a698-98644a98cf2c tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/24efb531-a6d6-4e94-b19f-e07b87befb4b HTTP/1.1" status: 404 len: 333 time: 0.0569587 Aug 29 17:03:37.838661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33310) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.841670 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-d17412a4-5e5c-4327-a113-66090b1e6375 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] delete failed (client error): The resource could not be found. Aug 29 17:03:37.846695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d17412a4-5e5c-4327-a113-66090b1e6375 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-147031692 HTTP/1.1" status: 404 len: 334 time: 0.1032300 Aug 29 17:03:37.881670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33312) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.895288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-da49a6f1-e24b-4ac4-a610-ab4980c799ac tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ddb11231-0cda-423b-87a2-af965b6fe482'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:37.916914 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:37.918420 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-de39deba-037d-41f1-a59e-3d56e73f5573 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:37.918904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de39deba-037d-41f1-a59e-3d56e73f5573 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:37.922963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-de39deba-037d-41f1-a59e-3d56e73f5573 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/5b04e786-90d4-491e-a23e-0bd7a9b34a9f HTTP/1.1" status: 404 len: 337 time: 0.0800886 Aug 29 17:03:37.925960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33314) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:37.939278 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:37.989415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-0ab06dea-2114-4bf4-8ea4-a347bd6db8b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6a47890-e4af-433b-844e-94a4ed48a974 HTTP/1.1" status: 200 len: 998 time: 0.3017943 Aug 29 17:03:37.991439 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5579317-02df-48d5-8af4-c1f1908f9f77 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] DELETE failed (client error): The resource could not be found. Aug 29 17:03:37.992494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5579317-02df-48d5-8af4-c1f1908f9f77 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:37.995854 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b5579317-02df-48d5-8af4-c1f1908f9f77 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/subnets/802fe425-cd73-4901-b2d4-04910793dd25 HTTP/1.1" status: 404 len: 337 time: 0.0646307 Aug 29 17:03:38.003697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33316) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:38.004325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:38.065615 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:38.065963 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Added segment fee05550-30f9-4fdc-8bff-bf4d0dad395a of type vlan for network 428921b2-e5b0-418c-8674-290554efc017 Aug 29 17:03:38.070736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58e3c1d-d6c1-4f2b-8097-9744da74909d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:38.130943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-80c948f0-299b-4334-8ccd-0c37aae858eb tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:38.132408 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-80c948f0-299b-4334-8ccd-0c37aae858eb tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/networks?id=421f1d84-47cf-4cd4-a8b6-76f7100e5081 HTTP/1.1" status: 200 len: 816 time: 0.3947024 Aug 29 17:03:38.134702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9c1761d-501a-4125-8823-0344551bc7ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:38.151610 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-e93702f4-8e99-4d9f-a10a-ca0490b1438d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Floating IP 1892b47e-f707-42ae-b94e-c284a471b09b associated. External IP: 172.25.5.75, port: f6a47890-e4af-433b-844e-94a4ed48a974. Aug 29 17:03:38.205204 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:38.326891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-f0cfc838-ff05-4060-b6ef-c504409b3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:38.328412 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-f0cfc838-ff05-4060-b6ef-c504409b3f1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e58fdf51-8f06-45a4-a80d-6b3292995fd8 HTTP/1.1" status: 200 len: 854 time: 0.2925482 Aug 29 17:03:38.440634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Allocated IP 172.20.0.7 (421f1d84-47cf-4cd4-a8b6-76f7100e5081/368c8f5f-0d33-4da1-8fb8-da628e3925f7/a6c2e3fc-10bc-489c-9292-19b135a2b61d) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:38.471989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-1be4f676-b86f-4452-acd9-9ae58b66f3e8 service neutron] 10.222.0.22 "GET /v2.0/networks/b2497a99-b689-4162-9544-77c4f9f6b840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285710 Aug 29 17:03:38.503247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da49a6f1-e24b-4ac4-a610-ab4980c799ac tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:38.525981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-1cf2ef43-95af-446f-819d-d69197e7328f tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:38.527571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-1cf2ef43-95af-446f-819d-d69197e7328f tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.10 "GET /v2.0/networks?id=421f1d84-47cf-4cd4-a8b6-76f7100e5081 HTTP/1.1" status: 200 len: 816 time: 0.5448639 Aug 29 17:03:38.556333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Request body: {'port': {'device_id': 'e395e8e1-d612-44aa-a833-97d21821169c', 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081', 'admin_state_up': True, 'tenant_id': 'ac00fc0259bd4c9c9855748504782b0a'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:38.557861 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-b7463b36-87d3-4dde-8c47-789fc3bc5c76 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/quotas/ac00fc0259bd4c9c9855748504782b0a HTTP/1.1" status: 200 len: 375 time: 0.4164119 Aug 29 17:03:38.645515 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:38.652020 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:38.652660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:38.793856 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8833213 Aug 29 17:03:38.806619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1341cef0-5c9a-4846-b1d1-75a83d149bf2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Deleting port 687e4a09-ebb2-420f-82cd-b2d2f2507a18 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:38.806985 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1341cef0-5c9a-4846-b1d1-75a83d149bf2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:38.813012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33328) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:38.826557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-4f94efe9-8f8b-4692-bb17-8b903e9cb05f tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac00fc0259bd4c9c9855748504782b0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2471552 Aug 29 17:03:38.930948 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-da49a6f1-e24b-4ac4-a610-ab4980c799ac tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] update failed (client error): The resource could not be found. Aug 29 17:03:38.932318 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-da49a6f1-e24b-4ac4-a610-ab4980c799ac tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "PUT /v2.0/routers/ddb11231-0cda-423b-87a2-af965b6fe482 HTTP/1.1" status: 404 len: 339 time: 1.0497081 Aug 29 17:03:38.943899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33334) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:38.948906 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Request body: {'network': {'name': 'tempest-network--1180967509', 'router:external': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:38.953539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d605e-02fc-4081-97d3-f16c29596e68 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Pushing event updated for resources: {'Network': ['ID=428921b2-e5b0-418c-8674-290554efc017,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:38.972327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1392790813'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:38.974359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 428921b2-e5b0-418c-8674-290554efc017 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:38.984458 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1341cef0-5c9a-4846-b1d1-75a83d149bf2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:38.998337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-e4b8fcf0-f6f8-4683-a19c-0d8baa61eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:39.000382 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-e4b8fcf0-f6f8-4683-a19c-0d8baa61eedf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a2c37ab0-b867-4937-8eae-6502b5fc1404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6565933 Aug 29 17:03:39.028564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-800d086a-6234-461b-b533-f56f3d014d46 req-cdee7bc0-167c-4c15-bc13-2b124d91aa72 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 210 time: 0.0665247 Aug 29 17:03:39.036846 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1341cef0-5c9a-4846-b1d1-75a83d149bf2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Calling delete_port for 687e4a09-ebb2-420f-82cd-b2d2f2507a18 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:39.102947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Made reservation on behalf of 30b8b5a1a8c247288e5bd1dac48396d8 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:39.105666 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.162747 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.223371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Made reservation on behalf of 2866cc822e794addbdc7e9d04b82a26b for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:39.227574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.281807 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-a917ecdc-d08d-4394-8a07-6fe3b9cac6d3 service neutron] 10.222.0.22 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573589 Aug 29 17:03:39.366136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbacb-239d-4dea-acbc-73fe9ac124a9 req-21cd5fb6-93ea-46a9-9b7d-a7670c73d9ca tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:39.371918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbacb-239d-4dea-acbc-73fe9ac124a9 req-21cd5fb6-93ea-46a9-9b7d-a7670c73d9ca tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:39.378370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbacb-239d-4dea-acbc-73fe9ac124a9 req-21cd5fb6-93ea-46a9-9b7d-a7670c73d9ca tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:39.384582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbacb-239d-4dea-acbc-73fe9ac124a9 req-21cd5fb6-93ea-46a9-9b7d-a7670c73d9ca tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:39.387967 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:39.392067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbacb-239d-4dea-acbc-73fe9ac124a9 req-21cd5fb6-93ea-46a9-9b7d-a7670c73d9ca tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:39.396627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbacb-239d-4dea-acbc-73fe9ac124a9 req-21cd5fb6-93ea-46a9-9b7d-a7670c73d9ca tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:39.402874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbacb-239d-4dea-acbc-73fe9ac124a9 req-21cd5fb6-93ea-46a9-9b7d-a7670c73d9ca tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:39.405615 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75ddbacb-239d-4dea-acbc-73fe9ac124a9 req-21cd5fb6-93ea-46a9-9b7d-a7670c73d9ca tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.2620873 Aug 29 17:03:39.416666 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-9dceff84-a6d0-4f68-b441-18b6817b2928 service neutron] 10.222.0.10 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918059 Aug 29 17:03:39.417618 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1341cef0-5c9a-4846-b1d1-75a83d149bf2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.423730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.424091 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Added segment 6b0af950-f2bc-4a2a-982a-58097334365e of type vlan for network 292cc424-eaa9-4277-94de-3a57e9d2aeac Aug 29 17:03:39.494681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341cef0-5c9a-4846-b1d1-75a83d149bf2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Port': ['ID=687e4a09-ebb2-420f-82cd-b2d2f2507a18,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:39.500864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93702f4-8e99-4d9f-a10a-ca0490b1438d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Router 2b38b4d1-6928-41b0-98bc-8cf671e8308e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:03:39.526010 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.549340 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1341cef0-5c9a-4846-b1d1-75a83d149bf2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.551242 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1341cef0-5c9a-4846-b1d1-75a83d149bf2 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/ports/687e4a09-ebb2-420f-82cd-b2d2f2507a18 HTTP/1.1" status: 204 len: 168 time: 1.5425005 Aug 29 17:03:39.555132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33336) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:39.556471 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.573478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75ddbacb-239d-4dea-acbc-73fe9ac124a9 req-99141bd0-cb81-4584-a57d-63bcdaad1d86 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490316 Aug 29 17:03:39.578700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1761d-501a-4125-8823-0344551bc7ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 0c090ba3-c267-4fbf-80d4-f74a80c5488e {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:39.579053 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9c1761d-501a-4125-8823-0344551bc7ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.579974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Transition to ACTIVE for port object a6c2e3fc-10bc-489c-9292-19b135a2b61d will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:39.615743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-4a4f91cb-08c7-4959-85d0-7e66cc9c69f7 service neutron] 10.222.0.22 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103864 Aug 29 17:03:39.667416 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.678190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.710358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.716001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:39.716620 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.719750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:39.793488 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-968d68c0-be98-4fd1-a08b-0eaf19e140da req-028cf19f-67f6-4150-ae96-f8a15c74ca4c service neutron] 10.222.0.10 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676600 Aug 29 17:03:39.808208 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.814499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Made reservation on behalf of ac00fc0259bd4c9c9855748504782b0a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:39.819547 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.855248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93702f4-8e99-4d9f-a10a-ca0490b1438d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:03:39.862875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e93702f4-8e99-4d9f-a10a-ca0490b1438d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.865502 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.865868 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Added segment 20b71e54-47b3-4be5-9fd6-91979ddae801 of type vlan for network 5938afc3-2f25-4d7b-904c-8646e3442a46 Aug 29 17:03:39.873526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edac99e4-4604-4fc0-94a4-343778ddc871,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:39.874310 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.888209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9c1761d-501a-4125-8823-0344551bc7ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:39.902302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9468830 Aug 29 17:03:39.914596 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33342) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:39.952149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'subnet': {'network_id': '292cc424-eaa9-4277-94de-3a57e9d2aeac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:39.955899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8b294-868e-4f47-aa97-8ab8823acdf7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Network': ['ID=292cc424-eaa9-4277-94de-3a57e9d2aeac,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:39.960583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1761d-501a-4125-8823-0344551bc7ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 0c090ba3-c267-4fbf-80d4-f74a80c5488e owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:39.970234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 292cc424-eaa9-4277-94de-3a57e9d2aeac details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:40.052523 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.085752 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48557a7e-e5d1-4f77-823c-c396633a6900 req-11cf5a45-0f12-4573-852a-59109936582c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 210 time: 0.1699877 Aug 29 17:03:40.100399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c6432-aa77-4430-a206-2ee31a3b6b7b None None] Sync routers for ids ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:03:40.101028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e93702f4-8e99-4d9f-a10a-ca0490b1438d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "PUT /v2.0/floatingips/1892b47e-f707-42ae-b94e-c284a471b09b HTTP/1.1" status: 200 len: 990 time: 5.7701638 Aug 29 17:03:40.113554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'tag': 'f6a47890-e4af-433b-844e-94a4ed48a974'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:40.116983 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f22d46f-2a5b-4935-8863-b5887995314b" -d '{"events": [{"name": "network-changed", "server_uuid": "2edad481-2ef5-493b-8971-aa61f1b60ca5", "tag": "f6a47890-e4af-433b-844e-94a4ed48a974"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:40.142389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:40.150263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c6432-aa77-4430-a206-2ee31a3b6b7b None None] Routers {'2b38b4d1-6928-41b0-98bc-8cf671e8308e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:40.151525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bb0c6432-aa77-4430-a206-2ee31a3b6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:40.155466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-35c524e5-eb2c-4551-8084-3a39424b9cc3 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:40.156986 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-35c524e5-eb2c-4551-8084-3a39424b9cc3 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.16 "GET /v2.0/networks?id=b2497a99-b689-4162-9544-77c4f9f6b840 HTTP/1.1" status: 200 len: 825 time: 0.4124026 Aug 29 17:03:40.180968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Request body: {'port': {'device_id': 'a9edaf9f-2661-4695-8bd4-00c7e1fa1258', 'network_id': 'b2497a99-b689-4162-9544-77c4f9f6b840', 'admin_state_up': True, 'tenant_id': '3299d7293ea64338829278a49deb6afa'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:40.213455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:40.215982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:40.270256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Pushing event updated for resources: {'Port': ['ID=a6c2e3fc-10bc-489c-9292-19b135a2b61d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:40.349637 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0eb74d-61a1-4b60-a483-25a7e306885e x-openstack-request-id: req-2c0eb74d-61a1-4b60-a483-25a7e306885e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:40.350268 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edad481-2ef5-493b-8971-aa61f1b60ca5", "tag": "f6a47890-e4af-433b-844e-94a4ed48a974", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:40.350745 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c0eb74d-61a1-4b60-a483-25a7e306885e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:40.351330 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'tag': 'f6a47890-e4af-433b-844e-94a4ed48a974', 'status': 'completed', 'code': 200} Aug 29 17:03:40.355591 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.411459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-bb0c6432-aa77-4430-a206-2ee31a3b6b7b None None] Set router 2b38b4d1-6928-41b0-98bc-8cf671e8308e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:03:40.422543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236c367a-c1fe-4583-9014-7ab39a70c2c1']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:40.481745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa193422-4da2-4402-bde2-c37d11b14f4c') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:40.482045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa193422-4da2-4402-bde2-c37d11b14f4c') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:40.490293 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-748e2b02-bdca-44b2-ac71-6047074aadb1 req-87f5a6ed-0d42-4d88-a8b9-8a0666599c9a tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 210 time: 0.1387234 Aug 29 17:03:40.503587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.519976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:40.521013 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.548928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.557650 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:03:40.568503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.569771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:40.570470 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.583294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:40.585090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.588848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Allocated IP 172.20.0.6 (421f1d84-47cf-4cd4-a8b6-76f7100e5081/368c8f5f-0d33-4da1-8fb8-da628e3925f7/3a0c3284-78c6-4f11-97fb-c6a9dc208005) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:40.591109 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:40.638252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d46f-2a5b-4935-8863-b5887995314b req-23067872-e379-4138-a377-5e6719f937b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:40.640542 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f22d46f-2a5b-4935-8863-b5887995314b req-23067872-e379-4138-a377-5e6719f937b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69527392b93b47dc9c5095676e4c5e2f&device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 1097 time: 0.2813227 Aug 29 17:03:40.686254 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9c1761d-501a-4125-8823-0344551bc7ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.704278 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Made reservation on behalf of 2866cc822e794addbdc7e9d04b82a26b for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:40.708406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eb1a2c07-5a21-4524-88fd-a2c973308bd4 None None] Provisioning for port a6c2e3fc-10bc-489c-9292-19b135a2b61d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:40.708601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.716226 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-cccc6b83-7c00-4b74-8abd-754b666672c5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3931944 Aug 29 17:03:40.717054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eb1a2c07-5a21-4524-88fd-a2c973308bd4 None None] Provisioning complete for port a6c2e3fc-10bc-489c-9292-19b135a2b61d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:40.718005 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2c07-5a21-4524-88fd-a2c973308bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.802048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Request body: {'port': {'device_id': '9c930772-42f6-4b6f-a549-e0270fef9b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:40.815760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a2c07-5a21-4524-88fd-a2c973308bd4 None None] Port a6c2e3fc-10bc-489c-9292-19b135a2b61d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:40.835091 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.839955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bb0c6432-aa77-4430-a206-2ee31a3b6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '1892b47e-f707-42ae-b94e-c284a471b09b', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'floating_ip_address': '172.25.5.75', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'port_id': 'f6a47890-e4af-433b-844e-94a4ed48a974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'mac_address': 'fa:16:3e:e2:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:02:33Z', 'updated_at': '2021-08-29T17:03:37Z', 'revision_number': 1, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157ac67-8895-4abe-b6d8-553262c26001', 'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'mac_address': 'fa:16:3e:93:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:18Z', 'updated_at': '2021-08-29T17:02:31Z', 'revision_number': 5, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'subnets': [{'id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:40.861666 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.864772 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] 10.222.0.22 "DELETE /v2.0/networks/236c367a-c1fe-4583-9014-7ab39a70c2c1 HTTP/1.1" status: 204 len: 168 time: 1.3061070 Aug 29 17:03:40.908984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e665fc-0820-4720-9fc5-7bb2fcd60fc6 tempest-PortsTestJSON-1212639094 tempest-PortsTestJSON-1212639094-project] Pushing event deleted for resources: {'Network': ['ID=236c367a-c1fe-4583-9014-7ab39a70c2c1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:40.910772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c6432-aa77-4430-a206-2ee31a3b6b7b None None] Checking router: 2b38b4d1-6928-41b0-98bc-8cf671e8308e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:03:40.937528 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c6432-aa77-4430-a206-2ee31a3b6b7b None None] Routers {'2b38b4d1-6928-41b0-98bc-8cf671e8308e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:40.938104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bb0c6432-aa77-4430-a206-2ee31a3b6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:40.953923 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1366494 Aug 29 17:03:40.955435 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:40.958474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33360) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:40.975635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1761d-501a-4125-8823-0344551bc7ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=0c090ba3-c267-4fbf-80d4-f74a80c5488e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:41.025278 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32edfe-99e1-41c1-9fb7-f1d00fefa319 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event updated for resources: {'Network': ['ID=5938afc3-2f25-4d7b-904c-8646e3442a46,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:41.053276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 5938afc3-2f25-4d7b-904c-8646e3442a46 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:41.109182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48590-574d-4fdb-9b78-0c1b2498c1d6 req-64aade27-de85-4227-9d95-b9c7be1b8a38 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:41.111398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Made reservation on behalf of 3299d7293ea64338829278a49deb6afa for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:41.118088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48590-574d-4fdb-9b78-0c1b2498c1d6 req-64aade27-de85-4227-9d95-b9c7be1b8a38 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:41.121449 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:41.146260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48590-574d-4fdb-9b78-0c1b2498c1d6 req-64aade27-de85-4227-9d95-b9c7be1b8a38 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:41.153580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48590-574d-4fdb-9b78-0c1b2498c1d6 req-64aade27-de85-4227-9d95-b9c7be1b8a38 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:41.163141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48590-574d-4fdb-9b78-0c1b2498c1d6 req-64aade27-de85-4227-9d95-b9c7be1b8a38 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:41.176050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48590-574d-4fdb-9b78-0c1b2498c1d6 req-64aade27-de85-4227-9d95-b9c7be1b8a38 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:41.182584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f48590-574d-4fdb-9b78-0c1b2498c1d6 req-64aade27-de85-4227-9d95-b9c7be1b8a38 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:41.185304 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6f48590-574d-4fdb-9b78-0c1b2498c1d6 req-64aade27-de85-4227-9d95-b9c7be1b8a38 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.4919045 Aug 29 17:03:41.186755 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:41.207833 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-bb0c6432-aa77-4430-a206-2ee31a3b6b7b None None] Set router 2b38b4d1-6928-41b0-98bc-8cf671e8308e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:03:41.221838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Subnet': ['ID=95a49c6a-4a2c-44c8-8421-dcc6d7ff039f,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:41.343893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d46f-2a5b-4935-8863-b5887995314b req-4caa8d2c-f30c-40d7-a5d9-b78d34d85190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:41.345946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f22d46f-2a5b-4935-8863-b5887995314b req-4caa8d2c-f30c-40d7-a5d9-b78d34d85190 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a2c37ab0-b867-4937-8eae-6502b5fc1404 HTTP/1.1" status: 200 len: 916 time: 0.6888173 Aug 29 17:03:41.414145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33368) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:41.471136 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Checking segment: {'id': '6b0af950-f2bc-4a2a-982a-58097334365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '292cc424-eaa9-4277-94de-3a57e9d2aeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:41.471989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network hostable DHCP agents. Network: 292cc424-eaa9-4277-94de-3a57e9d2aeac, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:03:41.482348 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:41.507977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e70bd07d-df74-4aeb-9484-272d0b3a2214 req-1beda56d-0470-4332-ae76-eef48be14570 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 210 time: 0.2538629 Aug 29 17:03:41.526720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:41.556893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6f48590-574d-4fdb-9b78-0c1b2498c1d6 req-1fb35300-372f-4a0c-8dc0-4c25c6ceae40 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3003833 Aug 29 17:03:41.620027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Transition to ACTIVE for port object 3a0c3284-78c6-4f11-97fb-c6a9dc208005 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:41.672154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9c1761d-501a-4125-8823-0344551bc7ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:41.675842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bb0c6432-aa77-4430-a206-2ee31a3b6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '1892b47e-f707-42ae-b94e-c284a471b09b', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'floating_ip_address': '172.25.5.75', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'port_id': 'f6a47890-e4af-433b-844e-94a4ed48a974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'mac_address': 'fa:16:3e:e2:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:02:33Z', 'updated_at': '2021-08-29T17:03:37Z', 'revision_number': 1, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157ac67-8895-4abe-b6d8-553262c26001', 'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'mac_address': 'fa:16:3e:93:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:18Z', 'updated_at': '2021-08-29T17:02:31Z', 'revision_number': 5, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'subnets': [{'id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:41.681335 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network 292cc424-eaa9-4277-94de-3a57e9d2aeac is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:03:41.704221 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c6432-aa77-4430-a206-2ee31a3b6b7b None None] The sync data for ids ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'] in n-d-713301-13 is: [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '1892b47e-f707-42ae-b94e-c284a471b09b', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'floating_ip_address': '172.25.5.75', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'port_id': 'f6a47890-e4af-433b-844e-94a4ed48a974', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'mac_address': 'fa:16:3e:e2:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:02:33Z', 'updated_at': '2021-08-29T17:03:37Z', 'revision_number': 1, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157ac67-8895-4abe-b6d8-553262c26001', 'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'mac_address': 'fa:16:3e:93:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:18Z', 'updated_at': '2021-08-29T17:02:31Z', 'revision_number': 5, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'subnets': [{'id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:03:41.735607 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f22d46f-2a5b-4935-8863-b5887995314b req-b3ac23c9-c96e-423c-867f-38e85311607c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6a47890-e4af-433b-844e-94a4ed48a974 HTTP/1.1" status: 200 len: 998 time: 0.3564498 Aug 29 17:03:41.748159 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7a06285-49db-46e6-922f-3eacc2cd5e53 req-5b17d8e7-3804-4db7-905d-9ba3f3493540 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 210 time: 0.0600691 Aug 29 17:03:41.765255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-21048ed1-c252-47e2-be60-077408e7df43 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:41.766848 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-21048ed1-c252-47e2-be60-077408e7df43 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.10 "GET /v2.0/networks?id=421f1d84-47cf-4cd4-a8b6-76f7100e5081 HTTP/1.1" status: 200 len: 816 time: 0.4306781 Aug 29 17:03:41.767491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 292cc424-eaa9-4277-94de-3a57e9d2aeac) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:41.779107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd3a663-d2df-4949-b18a-b2e6ee19c967 None None] Network 292cc424-eaa9-4277-94de-3a57e9d2aeac requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:41.816190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:41.816190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:41.821393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Request body: {'port': {'device_id': '4637b61d-dc0f-4237-92ec-93597469918b', 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081', 'admin_state_up': True, 'tenant_id': 'ac00fc0259bd4c9c9855748504782b0a'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:41.924191 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2441ac25-209a-4b5a-900a-be73b6430c9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90b2c129704746a2b6a94fa082dcf61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712925 Aug 29 17:03:41.924191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d46f-2a5b-4935-8863-b5887995314b req-a9e56f5d-f460-4b5d-875c-6257ce782ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:41.925350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f22d46f-2a5b-4935-8863-b5887995314b req-a9e56f5d-f460-4b5d-875c-6257ce782ca8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e58fdf51-8f06-45a4-a80d-6b3292995fd8 HTTP/1.1" status: 200 len: 854 time: 0.1745734 Aug 29 17:03:41.927892 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:41.930407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33374) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:41.964473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5938afc3-2f25-4d7b-904c-8646e3442a46']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:41.968272 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.051413 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b71e54-47b3-4be5-9fd6-91979ddae801') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:42.051709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b71e54-47b3-4be5-9fd6-91979ddae801') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:42.059373 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfcd82f-51b2-40df-ba71-c2616bfa8f74 None None] New status for floating IP 1892b47e-f707-42ae-b94e-c284a471b09b: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:03:42.112683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:42.129122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:42.139904 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.143659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:42.196016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-292cc424-eaa9-4277-94de-3a57e9d2aeac', 'network_id': '292cc424-eaa9-4277-94de-3a57e9d2aeac', 'tenant_id': '2866cc822e794addbdc7e9d04b82a26b', 'fixed_ips': [{'subnet_id': '95a49c6a-4a2c-44c8-8421-dcc6d7ff039f'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:03:42.196975 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.283875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Allocated IP 172.20.0.5 (b2497a99-b689-4162-9544-77c4f9f6b840/a3182cd8-823d-4820-bfa7-53ffd66c0b66/762ea30e-9049-49a2-a8ad-e5bee869490a) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:42.317744 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2ebf5edb-ee4c-47f6-8b04-e9705d132d01 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3774755 Aug 29 17:03:42.331998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33376) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:42.343550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-27da8c45-1d94-45f3-9b28-bcadbdafd9a7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'router': {'external_gateway_info': {'network_id': '292cc424-eaa9-4277-94de-3a57e9d2aeac'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:42.430479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Allocated IP 2001:db8:1::2 (292cc424-eaa9-4277-94de-3a57e9d2aeac/95a49c6a-4a2c-44c8-8421-dcc6d7ff039f/44f5ee88-2892-41e2-b89a-7f5f05467b46) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:42.471303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b0010011-bd7f-4845-8b7f-bd878ad75245 None None] Provisioning for port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:42.504154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b0010011-bd7f-4845-8b7f-bd878ad75245 None None] Provisioning complete for port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:42.504621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b0010011-bd7f-4845-8b7f-bd878ad75245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.563608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b0010011-bd7f-4845-8b7f-bd878ad75245 None None] Port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:42.649424 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.661957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Transition to ACTIVE for port object 44f5ee88-2892-41e2-b89a-7f5f05467b46 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:42.683928 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Transition to ACTIVE for port object 44f5ee88-2892-41e2-b89a-7f5f05467b46 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:42.696019 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.712165 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.739023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d46f-2a5b-4935-8863-b5887995314b req-01ac3849-9f5c-4435-9b09-bd8b0d1fc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:42.740595 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f22d46f-2a5b-4935-8863-b5887995314b req-01ac3849-9f5c-4435-9b09-bd8b0d1fc50b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a2c37ab0-b867-4937-8eae-6502b5fc1404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8024831 Aug 29 17:03:42.741239 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Pushing event updated for resources: {'Port': ['ID=3a0c3284-78c6-4f11-97fb-c6a9dc208005,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:42.741684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Network 292cc424-eaa9-4277-94de-3a57e9d2aeac is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:42.745697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:42.748291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:42.759231 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d955c29a-3447-4626-a5ff-5fe2385cc551 req-05489900-8a7b-4663-b68b-880411f9bda8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 210 time: 0.1303890 Aug 29 17:03:42.760136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:42.760844 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.799866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:42.799866 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:42.802727 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:42.836622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Pushing event updated for resources: {'Port': ['ID=44f5ee88-2892-41e2-b89a-7f5f05467b46,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:42.860659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Attempting to bind port 44f5ee88-2892-41e2-b89a-7f5f05467b46 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:42.861427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Attempting to bind port 44f5ee88-2892-41e2-b89a-7f5f05467b46 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '6b0af950-f2bc-4a2a-982a-58097334365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '292cc424-eaa9-4277-94de-3a57e9d2aeac'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:42.862018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Attempting to bind port 44f5ee88-2892-41e2-b89a-7f5f05467b46 on network 292cc424-eaa9-4277-94de-3a57e9d2aeac {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:42.866953 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5466880-11e2-404b-879a-f4bbc087efd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.874124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:42.874580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Checking segment: {'id': '6b0af950-f2bc-4a2a-982a-58097334365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '292cc424-eaa9-4277-94de-3a57e9d2aeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:42.875352 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.875811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Bound using segment: {'id': '6b0af950-f2bc-4a2a-982a-58097334365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '292cc424-eaa9-4277-94de-3a57e9d2aeac'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:42.876394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Bound port: 44f5ee88-2892-41e2-b89a-7f5f05467b46, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0af950-f2bc-4a2a-982a-58097334365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '292cc424-eaa9-4277-94de-3a57e9d2aeac'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:42.876922 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.879156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Made reservation on behalf of ac00fc0259bd4c9c9855748504782b0a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:42.882851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.898204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c1761d-501a-4125-8823-0344551bc7ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:03:42.900527 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-27da8c45-1d94-45f3-9b28-bcadbdafd9a7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.901331 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f1196d9-ee67-4c7c-99ab-217b3d181245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.964469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] For port 44f5ee88-2892-41e2-b89a-7f5f05467b46, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:42.968862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] For port 44f5ee88-2892-41e2-b89a-7f5f05467b46, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=44f5ee88-2892-41e2-b89a-7f5f05467b46,segment=NetworkSegment(6b0af950-f2bc-4a2a-982a-58097334365e),segment_id=6b0af950-f2bc-4a2a-982a-58097334365e)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:42.976379 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:42.985277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5528eeb2-bf01-4c00-b246-3025cb5368f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4433587 Aug 29 17:03:43.011533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Request body: {'port': {'device_id': 'e395e8e1-d612-44aa-a833-97d21821169c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:43.033131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f1196d9-ee67-4c7c-99ab-217b3d181245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:43.063856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:43.072889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43259c32-f75d-4bbc-bac4-0fd0a3b077b7 None None] Pushing event updated for resources: {'Port': ['ID=44f5ee88-2892-41e2-b89a-7f5f05467b46,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:43.077440 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:43.101878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033d87-dcf1-4290-9a0d-9071ee08b519 req-92ecbf52-b448-46cd-87b6-eb120533cf97 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:43.108509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033d87-dcf1-4290-9a0d-9071ee08b519 req-92ecbf52-b448-46cd-87b6-eb120533cf97 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:43.114734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033d87-dcf1-4290-9a0d-9071ee08b519 req-92ecbf52-b448-46cd-87b6-eb120533cf97 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:43.120716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033d87-dcf1-4290-9a0d-9071ee08b519 req-92ecbf52-b448-46cd-87b6-eb120533cf97 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:43.127617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033d87-dcf1-4290-9a0d-9071ee08b519 req-92ecbf52-b448-46cd-87b6-eb120533cf97 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:43.133659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033d87-dcf1-4290-9a0d-9071ee08b519 req-92ecbf52-b448-46cd-87b6-eb120533cf97 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:43.140012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033d87-dcf1-4290-9a0d-9071ee08b519 req-92ecbf52-b448-46cd-87b6-eb120533cf97 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:43.142068 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f6033d87-dcf1-4290-9a0d-9071ee08b519 req-92ecbf52-b448-46cd-87b6-eb120533cf97 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.4234324 Aug 29 17:03:43.159090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5938afc3-2f25-4d7b-904c-8646e3442a46 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:03:43.175849 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:43.182708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "DELETE /v2.0/networks/5938afc3-2f25-4d7b-904c-8646e3442a46 HTTP/1.1" status: 204 len: 168 time: 2.2120774 Aug 29 17:03:43.184228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33386) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:43.191175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-954e0df5-3dfb-4aa9-a285-ab0d7395f481 req-2335c556-b789-4d75-baa1-b742495913f0 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 210 time: 0.1310894 Aug 29 17:03:43.194599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Request body: {'network': {'router:external': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:43.250303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fbd0b-cfcb-4d2b-92c1-d2420363b4c9 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event deleted for resources: {'Network': ['ID=5938afc3-2f25-4d7b-904c-8646e3442a46,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:43.278984 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c1761d-501a-4125-8823-0344551bc7ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:03:43.297988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c9c1761d-501a-4125-8823-0344551bc7ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2915070 Aug 29 17:03:43.304324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33388) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:43.327622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:43.352921 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:43.380394 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f22d46f-2a5b-4935-8863-b5887995314b req-9ddf3c50-fcda-4d2f-af9b-2451cb93d566 service neutron] 10.222.0.10 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883927 Aug 29 17:03:43.384362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c2e3fc-10bc-489c-9292-19b135a2b61d {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:43.424492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Made reservation on behalf of 30b8b5a1a8c247288e5bd1dac48396d8 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:43.426959 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:43.446865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:43.457573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Network b2497a99-b689-4162-9544-77c4f9f6b840 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:43.476153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:43.485005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:43.524008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Pushing event updated for resources: {'Port': ['ID=762ea30e-9049-49a2-a8ad-e5bee869490a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:43.525995 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f6033d87-dcf1-4290-9a0d-9071ee08b519 req-c24c1556-27eb-4d46-b1ae-f4fdff035937 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3384821 Aug 29 17:03:43.554276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Transition to ACTIVE for port object a6c2e3fc-10bc-489c-9292-19b135a2b61d will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:43.560165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:43.575182 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f1196d9-ee67-4c7c-99ab-217b3d181245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:43.578419 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f1196d9-ee67-4c7c-99ab-217b3d181245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:43.579529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6f1196d9-ee67-4c7c-99ab-217b3d181245 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ee688d3-5461-4fa8-a3dd-6a8bb1e96f1f HTTP/1.1" status: 204 len: 168 time: 1.6481502 Aug 29 17:03:43.586450 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:43.642578 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Allocated IP 172.20.0.14 (421f1d84-47cf-4cd4-a8b6-76f7100e5081/368c8f5f-0d33-4da1-8fb8-da628e3925f7/b6dbf704-9894-4812-9487-17ad383279a4) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:43.647999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1196d9-ee67-4c7c-99ab-217b3d181245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee688d3-5461-4fa8-a3dd-6a8bb1e96f1f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:43.716958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62f81e1-c6c5-491a-a0af-d1366603f834 None None] Sync routers for ids ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:03:43.736826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f81e1-c6c5-491a-a0af-d1366603f834 None None] Routers {'6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:43.737616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c62f81e1-c6c5-491a-a0af-d1366603f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:43.820786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c62f81e1-c6c5-491a-a0af-d1366603f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:43.843344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f22d46f-2a5b-4935-8863-b5887995314b req-462bb4c7-5e30-412f-bda7-755850f15324 service neutron] 10.222.0.10 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355440 Aug 29 17:03:43.845207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f81e1-c6c5-491a-a0af-d1366603f834 None None] Routers {'6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:43.846112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c62f81e1-c6c5-491a-a0af-d1366603f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:15Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:43.896553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c62f81e1-c6c5-491a-a0af-d1366603f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:43.897410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62f81e1-c6c5-491a-a0af-d1366603f834 None None] The sync data for ids ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:03:44.017725 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-27da8c45-1d94-45f3-9b28-bcadbdafd9a7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:03:44.019137 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-27da8c45-1d94-45f3-9b28-bcadbdafd9a7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "PUT /v2.0/routers/ddb11231-0cda-423b-87a2-af965b6fe482 HTTP/1.1" status: 400 len: 364 time: 1.6836140 Aug 29 17:03:44.027907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33400) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:44.065437 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:44.065902 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Added segment a4d978a8-3f1d-489d-be85-75428ba1d84b of type vlan for network e2b5fb31-f15f-4ee5-99aa-0d48de9723ab Aug 29 17:03:44.082877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be530f4f-7c09-493a-b47a-9d7ddd8978b8 req-c2343bd3-219d-4e3b-9186-18c0ec3218e9 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 210 time: 0.1630998 Aug 29 17:03:44.086540 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:44.102630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:44.103243 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:44.111566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Pushing event updated for resources: {'Port': ['ID=a6c2e3fc-10bc-489c-9292-19b135a2b61d,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:44.151841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Transition to ACTIVE for port object b6dbf704-9894-4812-9487-17ad383279a4 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:44.175190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-ac51347f-bad6-47c5-8d9b-8384090334ea tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0044384 Aug 29 17:03:44.176993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:44.201912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Request body: {'port': {'device_id': 'a9edaf9f-2661-4695-8bd4-00c7e1fa1258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:44.302655 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:44.303791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:44.304473 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:44.308516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Attempting to bind port a6c2e3fc-10bc-489c-9292-19b135a2b61d on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:44.308877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Attempting to bind port a6c2e3fc-10bc-489c-9292-19b135a2b61d by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:44.309377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Attempting to bind port a6c2e3fc-10bc-489c-9292-19b135a2b61d on network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:44.320110 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:44.333156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:44.421500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2327743 Aug 29 17:03:44.432983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33414) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:44.438892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Request body: {'subnet': {'network_id': 'e2b5fb31-f15f-4ee5-99aa-0d48de9723ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:44.456204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:44.486359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b64cb-3820-4652-a131-8c83e6baa506 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event updated for resources: {'Network': ['ID=e2b5fb31-f15f-4ee5-99aa-0d48de9723ab,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:44.501279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd713ff-80ec-4a41-bc32-d4432684288a None None] Network 292cc424-eaa9-4277-94de-3a57e9d2aeac requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:44.501525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Port a6c2e3fc-10bc-489c-9292-19b135a2b61d on network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:44.502066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Attempting to bind port a6c2e3fc-10bc-489c-9292-19b135a2b61d on network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:44.508236 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:44.510866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network e2b5fb31-f15f-4ee5-99aa-0d48de9723ab details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:44.521359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:44.539921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:44.540272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Checking segment: {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:44.540679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Bound using segment: {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:44.541130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Bound port: a6c2e3fc-10bc-489c-9292-19b135a2b61d, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:44.541532 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:44.602025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Pushing event updated for resources: {'Port': ['ID=b6dbf704-9894-4812-9487-17ad383279a4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:44.643271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Made reservation on behalf of 30b8b5a1a8c247288e5bd1dac48396d8 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:44.647760 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:44.691132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33422) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:44.782932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-aa995bf4-4535-47ce-9126-7604558f9d16 None None] Provisioning for port 44f5ee88-2892-41e2-b89a-7f5f05467b46 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:44.899435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fffa63-46af-4ceb-ad11-02a8d1b7d686 req-4c60964d-fd00-4b66-aed5-9ee4d475f07c tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:44.907924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5fffa63-46af-4ceb-ad11-02a8d1b7d686 req-4c60964d-fd00-4b66-aed5-9ee4d475f07c tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 931 time: 0.5075819 Aug 29 17:03:44.970186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 44f5ee88-2892-41e2-b89a-7f5f05467b46 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:45.003826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:45.004602 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.008102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-55af6f59-d210-42d8-b5fd-d9367da0b15d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group': {'name': 'tempest-secgroup--133613781'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:45.034829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9ad308b1-7cc0-4065-949e-54dd608ad9e2 None None] Provisioning for port b6dbf704-9894-4812-9487-17ad383279a4 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:45.035227 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.040182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9ad308b1-7cc0-4065-949e-54dd608ad9e2 None None] Provisioning complete for port b6dbf704-9894-4812-9487-17ad383279a4 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:45.040836 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9ad308b1-7cc0-4065-949e-54dd608ad9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.071832 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-7af2dad7-11b4-4c4d-8fe8-b405fc1aeb9a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2594135 Aug 29 17:03:45.080579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 44f5ee88-2892-41e2-b89a-7f5f05467b46 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:45.086005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9ad308b1-7cc0-4065-949e-54dd608ad9e2 None None] Port b6dbf704-9894-4812-9487-17ad383279a4 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:45.089526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 44f5ee88-2892-41e2-b89a-7f5f05467b46 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:45.090102 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.099999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113fafb-cdaa-4472-9794-d90c9dbddef5 req-3dc00497-8768-4bbe-97c4-50621d51d55c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:45.111767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113fafb-cdaa-4472-9794-d90c9dbddef5 req-3dc00497-8768-4bbe-97c4-50621d51d55c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:45.113960 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5fffa63-46af-4ceb-ad11-02a8d1b7d686 req-e953b74d-a734-45de-986b-2fada8221732 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049284 Aug 29 17:03:45.119620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113fafb-cdaa-4472-9794-d90c9dbddef5 req-3dc00497-8768-4bbe-97c4-50621d51d55c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:45.132098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113fafb-cdaa-4472-9794-d90c9dbddef5 req-3dc00497-8768-4bbe-97c4-50621d51d55c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:45.134280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113fafb-cdaa-4472-9794-d90c9dbddef5 req-3dc00497-8768-4bbe-97c4-50621d51d55c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:45.142339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113fafb-cdaa-4472-9794-d90c9dbddef5 req-3dc00497-8768-4bbe-97c4-50621d51d55c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:45.150917 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113fafb-cdaa-4472-9794-d90c9dbddef5 req-3dc00497-8768-4bbe-97c4-50621d51d55c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:45.152938 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e113fafb-cdaa-4472-9794-d90c9dbddef5 req-3dc00497-8768-4bbe-97c4-50621d51d55c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.4138031 Aug 29 17:03:45.193359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Request body: {'port': {'device_id': '4637b61d-dc0f-4237-92ec-93597469918b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:45.196375 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.217939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] For port a6c2e3fc-10bc-489c-9292-19b135a2b61d, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:45.238689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55af6f59-d210-42d8-b5fd-d9367da0b15d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.241691 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 44f5ee88-2892-41e2-b89a-7f5f05467b46, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=44f5ee88-2892-41e2-b89a-7f5f05467b46,segment=NetworkSegment(6b0af950-f2bc-4a2a-982a-58097334365e),segment_id=6b0af950-f2bc-4a2a-982a-58097334365e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:45.248306 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.282115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] For port a6c2e3fc-10bc-489c-9292-19b135a2b61d, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a6c2e3fc-10bc-489c-9292-19b135a2b61d,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:45.284665 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55af6f59-d210-42d8-b5fd-d9367da0b15d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.333162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fc4640e7-00f9-4a29-9dc7-f0a010f8e52c None None] Provisioning complete for port 44f5ee88-2892-41e2-b89a-7f5f05467b46 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:45.334494 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fc4640e7-00f9-4a29-9dc7-f0a010f8e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.338321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=44f5ee88-2892-41e2-b89a-7f5f05467b46,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:45.367025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.372826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0c3284-78c6-4f11-97fb-c6a9dc208005 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:45.405605 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.423925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.462937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e113fafb-cdaa-4472-9794-d90c9dbddef5 req-930c14ab-0e0a-4b9b-8771-05359bae1f79 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2732308 Aug 29 17:03:45.472042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:45.472677 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.474128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] 10.222.0.16 "PUT /v2.0/ports/a6c2e3fc-10bc-489c-9292-19b135a2b61d HTTP/1.1" status: 200 len: 1092 time: 4.7235413 Aug 29 17:03:45.488465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c930772-42f6-4b6f-a549-e0270fef9b03', 'tag': 'a6c2e3fc-10bc-489c-9292-19b135a2b61d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:45.488465 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c1f86c-6ab0-4811-aac6-2421bced8b87" -d '{"events": [{"name": "network-changed", "server_uuid": "9c930772-42f6-4b6f-a549-e0270fef9b03", "tag": "a6c2e3fc-10bc-489c-9292-19b135a2b61d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:45.491463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Transition to ACTIVE for port object 3a0c3284-78c6-4f11-97fb-c6a9dc208005 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:45.511063 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-875271fe-5676-452d-884f-a2a7552d8f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.534537 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e00d4203-9043-4441-881f-097c492a570b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.562741 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.612201 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b354b9ec-7e6e-4941-815c-23fa42056464 x-openstack-request-id: req-b354b9ec-7e6e-4941-815c-23fa42056464 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:45.612584 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c930772-42f6-4b6f-a549-e0270fef9b03", "tag": "a6c2e3fc-10bc-489c-9292-19b135a2b61d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:45.612766 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b354b9ec-7e6e-4941-815c-23fa42056464 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:45.613148 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c930772-42f6-4b6f-a549-e0270fef9b03', 'tag': 'a6c2e3fc-10bc-489c-9292-19b135a2b61d', 'status': 'completed', 'code': 200} Aug 29 17:03:45.635657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762ea30e-9049-49a2-a8ad-e5bee869490a {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:45.657143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.750203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Transition to ACTIVE for port object 762ea30e-9049-49a2-a8ad-e5bee869490a will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:45.761500 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:45.814297 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.033751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d3a5b-c9ce-42f9-9ab0-34c1b22be46d req-8fc1d79a-e46d-4099-8e7e-6177060317f3 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:46.035281 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-480d3a5b-c9ce-42f9-9ab0-34c1b22be46d req-8fc1d79a-e46d-4099-8e7e-6177060317f3 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 932 time: 0.7518842 Aug 29 17:03:46.059501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477881a9-06e3-4dc1-a7df-868c7bb907fc service neutron] Pushing event updated for resources: {'Port': ['ID=a6c2e3fc-10bc-489c-9292-19b135a2b61d,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:46.206701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Allocated IP 2001:db8::1 (9b6c7343-161c-4998-a8e4-4cc18e1cfd2e/cc1a36c1-2131-4517-85a5-bd2109125623/4132a5ff-4acd-41cc-a459-98b93161fa2b) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:46.302073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dbf704-9894-4812-9487-17ad383279a4 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:46.308120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Pushing event updated for resources: {'Port': ['ID=762ea30e-9049-49a2-a8ad-e5bee869490a,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:46.342473 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.366644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-c7047a9e-d4b3-4ff4-8ef8-a64575fba044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:46.368165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-c7047a9e-d4b3-4ff4-8ef8-a64575fba044 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac00fc0259bd4c9c9855748504782b0a&device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 1095 time: 0.8272245 Aug 29 17:03:46.412945 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-480d3a5b-c9ce-42f9-9ab0-34c1b22be46d req-d2502cfb-16ae-4130-96b7-e3d7542d4336 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662088 Aug 29 17:03:46.435514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Transition to ACTIVE for port object b6dbf704-9894-4812-9487-17ad383279a4 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:46.444398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c3284-78c6-4f11-97fb-c6a9dc208005,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:46.451163 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.513147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Attempting to bind port 762ea30e-9049-49a2-a8ad-e5bee869490a on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:46.513571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Attempting to bind port 762ea30e-9049-49a2-a8ad-e5bee869490a by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'f8b6f975-5339-4dea-8f40-3b31d4ae3f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b2497a99-b689-4162-9544-77c4f9f6b840'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:46.513838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Attempting to bind port 762ea30e-9049-49a2-a8ad-e5bee869490a on network b2497a99-b689-4162-9544-77c4f9f6b840 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:46.525558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Port 762ea30e-9049-49a2-a8ad-e5bee869490a on network b2497a99-b689-4162-9544-77c4f9f6b840 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:46.525892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Attempting to bind port 762ea30e-9049-49a2-a8ad-e5bee869490a on network b2497a99-b689-4162-9544-77c4f9f6b840 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:46.536300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:46.536529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Checking segment: {'id': 'f8b6f975-5339-4dea-8f40-3b31d4ae3f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b2497a99-b689-4162-9544-77c4f9f6b840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:46.536916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Bound using segment: {'id': 'f8b6f975-5339-4dea-8f40-3b31d4ae3f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b2497a99-b689-4162-9544-77c4f9f6b840'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:46.537407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Bound port: 762ea30e-9049-49a2-a8ad-e5bee869490a, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b6f975-5339-4dea-8f40-3b31d4ae3f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b2497a99-b689-4162-9544-77c4f9f6b840'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:46.537731 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.542262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-b4778bdb-3c08-440b-ab4e-f31837aa3aa5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6c2e3fc-10bc-489c-9292-19b135a2b61d HTTP/1.1" status: 200 len: 217 time: 0.1282141 Aug 29 17:03:46.566735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f162f6-1ae6-4378-98f2-72845871d39e req-497069bf-fe9c-4eb4-9d6b-68c3ab8bf56c tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:46.568310 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05f162f6-1ae6-4378-98f2-72845871d39e req-497069bf-fe9c-4eb4-9d6b-68c3ab8bf56c tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 943 time: 0.2612634 Aug 29 17:03:46.619785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.656609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] For port 762ea30e-9049-49a2-a8ad-e5bee869490a, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:46.660234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] For port 762ea30e-9049-49a2-a8ad-e5bee869490a, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=762ea30e-9049-49a2-a8ad-e5bee869490a,segment=NetworkSegment(f8b6f975-5339-4dea-8f40-3b31d4ae3f1f),segment_id=f8b6f975-5339-4dea-8f40-3b31d4ae3f1f)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:46.666431 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.688112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Transition to ACTIVE for port object 4132a5ff-4acd-41cc-a459-98b93161fa2b will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:46.689001 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.696522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Pushing event updated for resources: {'Port': ['ID=b6dbf704-9894-4812-9487-17ad383279a4,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:46.737666 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55af6f59-d210-42d8-b5fd-d9367da0b15d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.766284 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55af6f59-d210-42d8-b5fd-d9367da0b15d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.839629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:46.840320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.841755 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] 10.222.0.16 "PUT /v2.0/ports/762ea30e-9049-49a2-a8ad-e5bee869490a HTTP/1.1" status: 200 len: 1092 time: 2.6547248 Aug 29 17:03:46.842485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9edaf9f-2661-4695-8bd4-00c7e1fa1258', 'tag': '762ea30e-9049-49a2-a8ad-e5bee869490a'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:46.844724 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7445795e-58f4-4fa3-8758-a3126ce2ec97" -d '{"events": [{"name": "network-changed", "server_uuid": "a9edaf9f-2661-4695-8bd4-00c7e1fa1258", "tag": "762ea30e-9049-49a2-a8ad-e5bee869490a"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:46.858880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Attempting to bind port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:46.859213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Attempting to bind port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:46.859743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Attempting to bind port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 on network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:46.863485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.objects.ports [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:03:46.863974 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.870043 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05f162f6-1ae6-4378-98f2-72845871d39e req-0da5bb8b-41f5-4c84-8327-a599e910724c tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885127 Aug 29 17:03:46.876438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-090f8c0d-eb53-44e0-9f7d-f17ffed36d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:46.878418 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-090f8c0d-eb53-44e0-9f7d-f17ffed36d2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=368c8f5f-0d33-4da1-8fb8-da628e3925f7 HTTP/1.1" status: 200 len: 855 time: 0.3213022 Aug 29 17:03:46.896581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:46.908319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58442ef-558c-4b59-a841-08000cfa09f2 service neutron] Pushing event updated for resources: {'Port': ['ID=762ea30e-9049-49a2-a8ad-e5bee869490a,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:46.923471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af6f59-d210-42d8-b5fd-d9367da0b15d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7175ed35-a84a-471c-99d1-99f21f8ca2c4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:46.927192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 44f5ee88-2892-41e2-b89a-7f5f05467b46 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:46.982388 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08f0fb1-d36e-46bb-81b8-0c07b796609b x-openstack-request-id: req-c08f0fb1-d36e-46bb-81b8-0c07b796609b {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:46.982829 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9edaf9f-2661-4695-8bd4-00c7e1fa1258", "tag": "762ea30e-9049-49a2-a8ad-e5bee869490a", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:46.983536 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c08f0fb1-d36e-46bb-81b8-0c07b796609b {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:46.984131 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9edaf9f-2661-4695-8bd4-00c7e1fa1258', 'tag': '762ea30e-9049-49a2-a8ad-e5bee869490a', 'status': 'completed', 'code': 200} Aug 29 17:03:47.007227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 44f5ee88-2892-41e2-b89a-7f5f05467b46 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:47.007864 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.011918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Attempting to bind port b6dbf704-9894-4812-9487-17ad383279a4 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:03:47.012256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Attempting to bind port b6dbf704-9894-4812-9487-17ad383279a4 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:03:47.012591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Attempting to bind port b6dbf704-9894-4812-9487-17ad383279a4 on network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:47.023644 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7a3d73bc-b1a0-403f-95ea-524573f9616f,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:47.034652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Port b6dbf704-9894-4812-9487-17ad383279a4 on network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:47.034986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Attempting to bind port b6dbf704-9894-4812-9487-17ad383279a4 on network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:47.047754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Checking segment: {'id': 'a4d978a8-3f1d-489d-be85-75428ba1d84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e2b5fb31-f15f-4ee5-99aa-0d48de9723ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:47.048130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Network hostable DHCP agents. Network: e2b5fb31-f15f-4ee5-99aa-0d48de9723ab, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:03:47.050280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:47.050615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Checking segment: {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:47.050998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Bound using segment: {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:47.051144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:47.051587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Bound port: b6dbf704-9894-4812-9487-17ad383279a4, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:47.051790 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.061918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 on network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:03:47.062525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Attempting to bind port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 on network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:03:47.069159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Port': ['ID=4132a5ff-4acd-41cc-a459-98b93161fa2b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:47.072707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:47.073518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-5934052e-495f-4913-ac08-2cb81d7cb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.075611 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-5934052e-495f-4913-ac08-2cb81d7cb9cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3299d7293ea64338829278a49deb6afa&device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 1095 time: 0.1575499 Aug 29 17:03:47.105889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:47.106447 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.151291 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-5d07e1d0-e8a2-4d70-8530-abe559e4e4ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762ea30e-9049-49a2-a8ad-e5bee869490a HTTP/1.1" status: 200 len: 217 time: 0.0646348 Aug 29 17:03:47.152842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:03:47.153193 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Checking segment: {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:47.153620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Bound using segment: {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:03:47.154076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Bound port: 3a0c3284-78c6-4f11-97fb-c6a9dc208005, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:03:47.154445 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.185236 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] For port b6dbf704-9894-4812-9487-17ad383279a4, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:47.189000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc85d2-4322-4704-a06c-518bfd51dfc4 req-f2c29e06-f1e9-47c4-8c2c-1a390f7946be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.189529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] For port b6dbf704-9894-4812-9487-17ad383279a4, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b6dbf704-9894-4812-9487-17ad383279a4,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:47.195647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc85d2-4322-4704-a06c-518bfd51dfc4 req-f2c29e06-f1e9-47c4-8c2c-1a390f7946be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.201213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc85d2-4322-4704-a06c-518bfd51dfc4 req-f2c29e06-f1e9-47c4-8c2c-1a390f7946be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.202786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Network e2b5fb31-f15f-4ee5-99aa-0d48de9723ab is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:03:47.207335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc85d2-4322-4704-a06c-518bfd51dfc4 req-f2c29e06-f1e9-47c4-8c2c-1a390f7946be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.210679 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.219041 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc85d2-4322-4704-a06c-518bfd51dfc4 req-f2c29e06-f1e9-47c4-8c2c-1a390f7946be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.225332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc85d2-4322-4704-a06c-518bfd51dfc4 req-f2c29e06-f1e9-47c4-8c2c-1a390f7946be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.231865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc85d2-4322-4704-a06c-518bfd51dfc4 req-f2c29e06-f1e9-47c4-8c2c-1a390f7946be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.240604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95cc85d2-4322-4704-a06c-518bfd51dfc4 req-f2c29e06-f1e9-47c4-8c2c-1a390f7946be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.4977810 Aug 29 17:03:47.254797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, e2b5fb31-f15f-4ee5-99aa-0d48de9723ab) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:47.267746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60f7d5-a7f7-4217-9eb8-4263cb89939c None None] Network e2b5fb31-f15f-4ee5-99aa-0d48de9723ab requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:47.291026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.291997 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.314297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.315756 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.317629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] 10.222.0.10 "PUT /v2.0/ports/b6dbf704-9894-4812-9487-17ad383279a4 HTTP/1.1" status: 200 len: 1093 time: 2.1510580 Aug 29 17:03:47.348432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-90f36053-a3a7-42f9-b1be-e919d1d57ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.351182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-90f36053-a3a7-42f9-b1be-e919d1d57ae8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3182cd8-823d-4820-bfa7-53ffd66c0b66 HTTP/1.1" status: 200 len: 865 time: 0.1600573 Aug 29 17:03:47.432462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55af6f59-d210-42d8-b5fd-d9367da0b15d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.437649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d26df0-394a-4b3e-9827-88fa5ebed27a service neutron] Pushing event updated for resources: {'Port': ['ID=b6dbf704-9894-4812-9487-17ad383279a4,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:47.468244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-deb3c2c5-d022-47ac-911a-d9e67013d13f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2497a99-b689-4162-9544-77c4f9f6b840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981162 Aug 29 17:03:47.470802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b925f5-d4b5-4f03-89f6-3ddebed22f14 None None] Network e2b5fb31-f15f-4ee5-99aa-0d48de9723ab requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:47.486335 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55af6f59-d210-42d8-b5fd-d9367da0b15d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.502296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-c004e627-c6cb-4981-8774-9dd091fb7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.504385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-c004e627-c6cb-4981-8774-9dd091fb7b85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=421f1d84-47cf-4cd4-a8b6-76f7100e5081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6096911 Aug 29 17:03:47.513850 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95cc85d2-4322-4704-a06c-518bfd51dfc4 req-b205b24e-8499-4885-84fc-3abd581828f4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2723017 Aug 29 17:03:47.552572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9ad43f3e-cb60-4eff-b857-c6a9e5ea127e None None] Provisioning for port 4132a5ff-4acd-41cc-a459-98b93161fa2b completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:47.570354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9ad43f3e-cb60-4eff-b857-c6a9e5ea127e None None] Provisioning complete for port 4132a5ff-4acd-41cc-a459-98b93161fa2b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:47.570354 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9ad43f3e-cb60-4eff-b857-c6a9e5ea127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.593974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1699cf86-966a-4403-a594-c5afcfa298dd tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1598337 Aug 29 17:03:47.598604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33444) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:47.604405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Request body: {'floatingip': {'floating_network_id': 'e2b5fb31-f15f-4ee5-99aa-0d48de9723ab'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:47.604640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.608106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] For port 3a0c3284-78c6-4f11-97fb-c6a9dc208005, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:03:47.644391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9ad43f3e-cb60-4eff-b857-c6a9e5ea127e None None] Port 4132a5ff-4acd-41cc-a459-98b93161fa2b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:47.650919 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55af6f59-d210-42d8-b5fd-d9367da0b15d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.654573 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-55af6f59-d210-42d8-b5fd-d9367da0b15d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.9505641 Aug 29 17:03:47.657123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33446) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:47.679906 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-e68ec256-93e5-46e8-b811-d32edfc01121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.681530 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-e68ec256-93e5-46e8-b811-d32edfc01121 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac00fc0259bd4c9c9855748504782b0a&device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 1096 time: 0.3066127 Aug 29 17:03:47.694092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af6f59-d210-42d8-b5fd-d9367da0b15d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b314294a-9f42-44b9-9156-3e8ba1073a6b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:47.702353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] For port 3a0c3284-78c6-4f11-97fb-c6a9dc208005, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3a0c3284-78c6-4f11-97fb-c6a9dc208005,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:03:47.717328 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.720779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.743536 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.784239 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.784875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.786308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] 10.222.0.10 "PUT /v2.0/ports/3a0c3284-78c6-4f11-97fb-c6a9dc208005 HTTP/1.1" status: 200 len: 1092 time: 4.7921333 Aug 29 17:03:47.792399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e395e8e1-d612-44aa-a833-97d21821169c', 'tag': '3a0c3284-78c6-4f11-97fb-c6a9dc208005'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:47.794754 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e395e8e1-d612-44aa-a833-97d21821169c", "tag": "3a0c3284-78c6-4f11-97fb-c6a9dc208005"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:47.805515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c66d11-cb11-49e8-a681-97d0e1f86ccd req-e97c9e51-2e30-4cc7-97d7-351ab416b6fd tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:47.810085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e00d4203-9043-4441-881f-097c492a570b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 5e1359f6-4f49-488d-9c09-66a2e9599411 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:47.810437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e00d4203-9043-4441-881f-097c492a570b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:47.813445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34c66d11-cb11-49e8-a681-97d0e1f86ccd req-e97c9e51-2e30-4cc7-97d7-351ab416b6fd tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 944 time: 0.2501607 Aug 29 17:03:47.822191 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-554784aa-5c39-4024-90b6-c9ee7456a948 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6dbf704-9894-4812-9487-17ad383279a4 HTTP/1.1" status: 200 len: 217 time: 0.1222878 Aug 29 17:03:47.862368 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-5236091c-657c-47be-9bc7-ca619b6cd89a service neutron] 10.222.0.16 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240981 Aug 29 17:03:47.876117 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-1180792f-4b7f-402c-a3ba-4ff2766f2216 service neutron] 10.222.0.16 "GET /v2.0/networks/b2497a99-b689-4162-9544-77c4f9f6b840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065390 Aug 29 17:03:47.878901 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a0149a-d373-4379-8d96-23023de0f4b4 x-openstack-request-id: req-71a0149a-d373-4379-8d96-23023de0f4b4 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:47.879197 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e395e8e1-d612-44aa-a833-97d21821169c", "tag": "3a0c3284-78c6-4f11-97fb-c6a9dc208005", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:47.879457 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71a0149a-d373-4379-8d96-23023de0f4b4 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:47.879867 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e395e8e1-d612-44aa-a833-97d21821169c', 'tag': '3a0c3284-78c6-4f11-97fb-c6a9dc208005', 'status': 'completed', 'code': 200} Aug 29 17:03:47.949490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a0cfbcfd-bcb6-4ea5-b079-77c03dd15b24 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2850304 Aug 29 17:03:47.954062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33452) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:47.980700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d1e1040a-6944-4b07-8350-ee0a771ee41c tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group': {'name': 'tempest-security--1369433981', 'description': 'tempest-security-description-732413930'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:48.018302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34c66d11-cb11-49e8-a681-97d0e1f86ccd req-7ee702c4-c944-4a9f-b594-fb830410da67 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038543 Aug 29 17:03:48.021839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-a530185e-ae35-47d2-bad1-85a1821841c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.023240 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-a530185e-ae35-47d2-bad1-85a1821841c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=368c8f5f-0d33-4da1-8fb8-da628e3925f7 HTTP/1.1" status: 200 len: 855 time: 0.1638002 Aug 29 17:03:48.033203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c94ac-6faa-4560-bf44-7f3efa4014de service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c3284-78c6-4f11-97fb-c6a9dc208005,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:48.102960 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be95c0fc-8fee-4135-8654-c6e8ef7e7c6b req-68a87d9a-e248-4da0-9b46-da7020435b6a service neutron] 10.222.0.16 "GET /v2.0/networks/b2497a99-b689-4162-9544-77c4f9f6b840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892447 Aug 29 17:03:48.120989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-b712d0a1-1dd0-4910-9a3f-0877d6681405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.122681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-b712d0a1-1dd0-4910-9a3f-0877d6681405 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=421f1d84-47cf-4cd4-a8b6-76f7100e5081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794175 Aug 29 17:03:48.188717 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1e1040a-6944-4b07-8350-ee0a771ee41c tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.212073 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-9b8f3fb6-dcd1-4fec-b833-1a88099da611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.213621 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-9b8f3fb6-dcd1-4fec-b833-1a88099da611 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac00fc0259bd4c9c9855748504782b0a&device_id=e395e8e1-d612-44aa-a833-97d21821169c HTTP/1.1" status: 200 len: 1095 time: 0.3618238 Aug 29 17:03:48.221705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.224362 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.299333 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e00d4203-9043-4441-881f-097c492a570b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.308872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445795e-58f4-4fa3-8758-a3126ce2ec97 req-08c37e8e-81bc-4c0f-87d3-98ab787a3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.310412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7445795e-58f4-4fa3-8758-a3126ce2ec97 req-08c37e8e-81bc-4c0f-87d3-98ab787a3b24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3299d7293ea64338829278a49deb6afa&device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 1095 time: 0.1332653 Aug 29 17:03:48.321107 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-21aec4fb-b386-45eb-8443-e20b60ade833 service neutron] 10.222.0.10 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903157 Aug 29 17:03:48.330348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-f302c8fe-b343-4dd6-a57e-001594a72aaf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c3284-78c6-4f11-97fb-c6a9dc208005 HTTP/1.1" status: 200 len: 217 time: 0.1048472 Aug 29 17:03:48.358588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64a8d-d77f-4bb0-8e47-453c82fe6d7e req-80978b0e-4b5b-4073-8d9a-3f986d3df23c tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.359979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ed64a8d-d77f-4bb0-8e47-453c82fe6d7e req-80978b0e-4b5b-4073-8d9a-3f986d3df23c tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 943 time: 0.3761084 Aug 29 17:03:48.377800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e00d4203-9043-4441-881f-097c492a570b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 5e1359f6-4f49-488d-9c09-66a2e9599411 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:48.422871 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1e1040a-6944-4b07-8350-ee0a771ee41c tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.455378 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fd0d96c-a65f-4cc2-a095-0cd954c04bec req-e39f6e8d-ced6-40df-9ce5-e0a24afa434c service neutron] 10.222.0.16 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106258 Aug 29 17:03:48.470324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Allocated IP 172.20.0.7 (e2b5fb31-f15f-4ee5-99aa-0d48de9723ab/7a3d73bc-b1a0-403f-95ea-524573f9616f/124c25c4-a6ae-42d9-b7bb-1dea50449c5f) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:48.474907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1e1040a-6944-4b07-8350-ee0a771ee41c tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.477888 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1e1040a-6944-4b07-8350-ee0a771ee41c tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.479273 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d1e1040a-6944-4b07-8350-ee0a771ee41c tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "PUT /v2.0/security-groups/b314294a-9f42-44b9-9156-3e8ba1073a6b HTTP/1.1" status: 200 len: 1779 time: 0.5108714 Aug 29 17:03:48.487322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33454) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:48.605066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445795e-58f4-4fa3-8758-a3126ce2ec97 req-921fec7a-5927-4151-8dc2-b290f31ccf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.606602 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7445795e-58f4-4fa3-8758-a3126ce2ec97 req-921fec7a-5927-4151-8dc2-b290f31ccf17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2497a99-b689-4162-9544-77c4f9f6b840 HTTP/1.1" status: 200 len: 926 time: 0.2878351 Aug 29 17:03:48.616608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1040a-6944-4b07-8350-ee0a771ee41c tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b314294a-9f42-44b9-9156-3e8ba1073a6b,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:48.619681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-467df4bc-5f11-4c05-8f19-6319d87a67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.621522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-467df4bc-5f11-4c05-8f19-6319d87a67c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=368c8f5f-0d33-4da1-8fb8-da628e3925f7 HTTP/1.1" status: 200 len: 855 time: 0.2820079 Aug 29 17:03:48.626231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ed64a8d-d77f-4bb0-8e47-453c82fe6d7e req-26c0d425-ae75-446e-a007-6b92e5d10b39 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503653 Aug 29 17:03:48.627275 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7121c1e-9688-44e2-b82f-44b980553b9c req-6f68ee1d-e5b0-4df0-a657-fcade8f23929 service neutron] 10.222.0.10 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957814 Aug 29 17:03:48.700120 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7445795e-58f4-4fa3-8758-a3126ce2ec97 req-c3ad410d-ee8a-4427-adb6-ce697063f178 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762ea30e-9049-49a2-a8ad-e5bee869490a HTTP/1.1" status: 200 len: 217 time: 0.0807815 Aug 29 17:03:48.710161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1f86c-6ab0-4811-aac6-2421bced8b87 req-0c404a79-7764-432d-bebb-415087177d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.711688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18c1f86c-6ab0-4811-aac6-2421bced8b87 req-0c404a79-7764-432d-bebb-415087177d90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac00fc0259bd4c9c9855748504782b0a&device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 1095 time: 0.1821718 Aug 29 17:03:48.716195 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b0bef6c-e327-4399-b4d8-bd6bb9eb5fd1 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-groups/b314294a-9f42-44b9-9156-3e8ba1073a6b HTTP/1.1" status: 200 len: 1779 time: 0.2253768 Aug 29 17:03:48.718054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33460) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:48.801665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9208dfd-2def-4047-8a67-de37fd26085f req-e389f53f-03a9-4bd8-9bf3-d8206a03a777 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.807683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9208dfd-2def-4047-8a67-de37fd26085f req-e389f53f-03a9-4bd8-9bf3-d8206a03a777 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.813781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9208dfd-2def-4047-8a67-de37fd26085f req-e389f53f-03a9-4bd8-9bf3-d8206a03a777 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.819799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9208dfd-2def-4047-8a67-de37fd26085f req-e389f53f-03a9-4bd8-9bf3-d8206a03a777 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.826153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9208dfd-2def-4047-8a67-de37fd26085f req-e389f53f-03a9-4bd8-9bf3-d8206a03a777 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.832728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9208dfd-2def-4047-8a67-de37fd26085f req-e389f53f-03a9-4bd8-9bf3-d8206a03a777 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.838979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9208dfd-2def-4047-8a67-de37fd26085f req-e389f53f-03a9-4bd8-9bf3-d8206a03a777 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.840883 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9208dfd-2def-4047-8a67-de37fd26085f req-e389f53f-03a9-4bd8-9bf3-d8206a03a777 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.2439628 Aug 29 17:03:48.846507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7c4d9dae-a874-4590-a445-47a51cb07122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.848056 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7c4d9dae-a874-4590-a445-47a51cb07122 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=421f1d84-47cf-4cd4-a8b6-76f7100e5081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2084832 Aug 29 17:03:48.858933 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.882190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.902277 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.903056 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.906818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445795e-58f4-4fa3-8758-a3126ce2ec97 req-e7a10ddc-426d-47e8-96b4-39a16a208eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:48.908246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7445795e-58f4-4fa3-8758-a3126ce2ec97 req-e7a10ddc-426d-47e8-96b4-39a16a208eb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3182cd8-823d-4820-bfa7-53ffd66c0b66 HTTP/1.1" status: 200 len: 865 time: 0.1914864 Aug 29 17:03:48.969805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7445795e-58f4-4fa3-8758-a3126ce2ec97 req-dc0c943f-0f61-43a9-a5b8-8e87a6747897 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2497a99-b689-4162-9544-77c4f9f6b840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503509 Aug 29 17:03:48.970409 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce238c01-cedb-440d-9835-2d0c9161fc4f tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:48.985029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9208dfd-2def-4047-8a67-de37fd26085f req-4602c249-0efb-48e1-a081-7f25f9cdb803 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1286712 Aug 29 17:03:48.990935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4637b61d-dc0f-4237-92ec-93597469918b', 'tag': 'b6dbf704-9894-4812-9487-17ad383279a4'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:48.993019 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e176b5e1-9b3e-4273-a768-642c90072a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "4637b61d-dc0f-4237-92ec-93597469918b", "tag": "b6dbf704-9894-4812-9487-17ad383279a4"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:49.038364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce238c01-cedb-440d-9835-2d0c9161fc4f tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:49.078439 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec48835d-b893-43cf-8e71-b92bab40accc x-openstack-request-id: req-ec48835d-b893-43cf-8e71-b92bab40accc {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:49.078725 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4637b61d-dc0f-4237-92ec-93597469918b", "tag": "b6dbf704-9894-4812-9487-17ad383279a4", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:49.078976 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec48835d-b893-43cf-8e71-b92bab40accc {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:49.079369 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4637b61d-dc0f-4237-92ec-93597469918b', 'tag': 'b6dbf704-9894-4812-9487-17ad383279a4', 'status': 'completed', 'code': 200} Aug 29 17:03:49.120994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:49.233077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Network e2b5fb31-f15f-4ee5-99aa-0d48de9723ab is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:49.245256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:49.247156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce238c01-cedb-440d-9835-2d0c9161fc4f tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:49.250264 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ce238c01-cedb-440d-9835-2d0c9161fc4f tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:49.251402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ce238c01-cedb-440d-9835-2d0c9161fc4f tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-groups/b314294a-9f42-44b9-9156-3e8ba1073a6b HTTP/1.1" status: 204 len: 168 time: 0.5252190 Aug 29 17:03:49.260204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:03:49.272527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33466) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:49.274088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event updated for resources: {'Port': ['ID=124c25c4-a6ae-42d9-b7bb-1dea50449c5f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:49.303738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176b5e1-9b3e-4273-a768-642c90072a8b req-e2fc256e-4173-4648-b646-7db3b7c66b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:49.305182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e176b5e1-9b3e-4273-a768-642c90072a8b req-e2fc256e-4173-4648-b646-7db3b7c66b6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac00fc0259bd4c9c9855748504782b0a&device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 1096 time: 0.2250116 Aug 29 17:03:49.342284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c997cd-1f6b-41c9-aa11-2085cb176598 req-92154010-4a45-42eb-a060-386502162def tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:49.343889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8c997cd-1f6b-41c9-aa11-2085cb176598 req-92154010-4a45-42eb-a060-386502162def tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 944 time: 0.2261019 Aug 29 17:03:49.345552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7445795e-58f4-4fa3-8758-a3126ce2ec97 req-c207df1d-26ca-4a73-849a-f38a2d4ee1cd service neutron] 10.222.0.16 "GET /v2.0/networks/b2497a99-b689-4162-9544-77c4f9f6b840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596084 Aug 29 17:03:49.346274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce238c01-cedb-440d-9835-2d0c9161fc4f tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b314294a-9f42-44b9-9156-3e8ba1073a6b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:49.423453 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e00d4203-9043-4441-881f-097c492a570b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:49.433719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event updated for resources: {'Port': ['ID=4132a5ff-4acd-41cc-a459-98b93161fa2b,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:49.449770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1f86c-6ab0-4811-aac6-2421bced8b87 req-7f04113b-2740-4b92-a304-e5c7e5f38c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:49.451251 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18c1f86c-6ab0-4811-aac6-2421bced8b87 req-7f04113b-2740-4b92-a304-e5c7e5f38c55 service neutron] 10.222.0.16 "GET /v2.0/networks?id=421f1d84-47cf-4cd4-a8b6-76f7100e5081 HTTP/1.1" status: 200 len: 917 time: 0.6975062 Aug 29 17:03:49.501111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d4203-9043-4441-881f-097c492a570b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=5e1359f6-4f49-488d-9c09-66a2e9599411,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:49.557464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18c1f86c-6ab0-4811-aac6-2421bced8b87 req-fa11c510-514e-4249-95d7-f4497e097fea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6c2e3fc-10bc-489c-9292-19b135a2b61d HTTP/1.1" status: 200 len: 217 time: 0.0764868 Aug 29 17:03:49.585606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-5bb13106-da12-405c-8b1d-e88898dadaa4 service neutron] 10.222.0.10 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7288749 Aug 29 17:03:49.740736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Network 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:03:49.761053 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:49.793564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1f86c-6ab0-4811-aac6-2421bced8b87 req-6a61e30f-3ece-4d1b-b447-ced71a613a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:49.795059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18c1f86c-6ab0-4811-aac6-2421bced8b87 req-6a61e30f-3ece-4d1b-b447-ced71a613a3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=368c8f5f-0d33-4da1-8fb8-da628e3925f7 HTTP/1.1" status: 200 len: 855 time: 0.2146950 Aug 29 17:03:49.842716 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-88f5311a-d575-4afe-b09c-7a3299c3d580 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5632677 Aug 29 17:03:49.877657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33472) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:49.909170 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8c997cd-1f6b-41c9-aa11-2085cb176598 req-daf98946-86f2-412a-b094-5ec650ed833b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177603 Aug 29 17:03:49.933931 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-e2c3a5d1-cbb8-4318-82aa-2be6053f2972 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] delete failed (client error): The resource could not be found. Aug 29 17:03:49.940713 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e2c3a5d1-cbb8-4318-82aa-2be6053f2972 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-groups/b314294a-9f42-44b9-9156-3e8ba1073a6b HTTP/1.1" status: 404 len: 347 time: 0.0564420 Aug 29 17:03:49.942170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33474) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:49.952356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-bca944da-16e1-47ca-942f-2aa05a1b2bd4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group': {'name': 'tempest-secgroup--782669888'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:49.965185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176b5e1-9b3e-4273-a768-642c90072a8b req-362e3e72-19bf-44f1-ac3d-963fa8a17853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:49.966671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e176b5e1-9b3e-4273-a768-642c90072a8b req-362e3e72-19bf-44f1-ac3d-963fa8a17853 service neutron] 10.222.0.10 "GET /v2.0/networks?id=421f1d84-47cf-4cd4-a8b6-76f7100e5081 HTTP/1.1" status: 200 len: 917 time: 0.6491411 Aug 29 17:03:49.967763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:49.989676 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e00d4203-9043-4441-881f-097c492a570b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:49.989920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7445795e-58f4-4fa3-8758-a3126ce2ec97 req-4416d099-5e88-4ce1-af6c-7a028449f9ae service neutron] 10.222.0.16 "GET /v2.0/networks/b2497a99-b689-4162-9544-77c4f9f6b840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971112 Aug 29 17:03:50.001568 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2abdf5d-46a1-47d6-a332-8ae24c97ad5a req-7be746c0-7649-4a27-826a-0e758d24a6c9 service neutron] 10.222.0.10 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051344 Aug 29 17:03:50.031360 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e176b5e1-9b3e-4273-a768-642c90072a8b req-7662f528-416b-45d4-8879-196b58d2c45c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6dbf704-9894-4812-9487-17ad383279a4 HTTP/1.1" status: 200 len: 217 time: 0.0513248 Aug 29 17:03:50.063680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bca944da-16e1-47ca-942f-2aa05a1b2bd4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:50.064142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950cedf-1495-4697-a22c-8e8a589cb68f req-cb9e69b8-9e27-4eca-b2aa-093e1eb71fb4 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.067023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6950cedf-1495-4697-a22c-8e8a589cb68f req-cb9e69b8-9e27-4eca-b2aa-093e1eb71fb4 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 943 time: 0.3319311 Aug 29 17:03:50.095521 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:50.113662 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:50.115502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1f86c-6ab0-4811-aac6-2421bced8b87 req-a8e93d72-9126-45aa-91a8-56fefbdfae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.117415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18c1f86c-6ab0-4811-aac6-2421bced8b87 req-a8e93d72-9126-45aa-91a8-56fefbdfae4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=421f1d84-47cf-4cd4-a8b6-76f7100e5081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2792172 Aug 29 17:03:50.134458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b190790a-a1b6-4d48-a945-a28a38d41d0d None None] Provisioning complete for port 4132a5ff-4acd-41cc-a459-98b93161fa2b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:50.134908 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b190790a-a1b6-4d48-a945-a28a38d41d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:50.169762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Router ddb11231-0cda-423b-87a2-af965b6fe482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:03:50.176643 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b190790a-a1b6-4d48-a945-a28a38d41d0d None None] Port 4132a5ff-4acd-41cc-a459-98b93161fa2b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:03:50.197356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176b5e1-9b3e-4273-a768-642c90072a8b req-566cde96-3add-468e-b98e-4b716f75e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.198969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e176b5e1-9b3e-4273-a768-642c90072a8b req-566cde96-3add-468e-b98e-4b716f75e8c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=368c8f5f-0d33-4da1-8fb8-da628e3925f7 HTTP/1.1" status: 200 len: 855 time: 0.1517353 Aug 29 17:03:50.287533 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab93174-a12e-4f56-a5cb-0ffcb8df16d2 req-49d598be-6cb7-43d1-b867-ad859c6705a2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.293537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab93174-a12e-4f56-a5cb-0ffcb8df16d2 req-49d598be-6cb7-43d1-b867-ad859c6705a2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.300114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab93174-a12e-4f56-a5cb-0ffcb8df16d2 req-49d598be-6cb7-43d1-b867-ad859c6705a2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.306130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab93174-a12e-4f56-a5cb-0ffcb8df16d2 req-49d598be-6cb7-43d1-b867-ad859c6705a2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.312709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab93174-a12e-4f56-a5cb-0ffcb8df16d2 req-49d598be-6cb7-43d1-b867-ad859c6705a2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.318751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab93174-a12e-4f56-a5cb-0ffcb8df16d2 req-49d598be-6cb7-43d1-b867-ad859c6705a2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.324724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab93174-a12e-4f56-a5cb-0ffcb8df16d2 req-49d598be-6cb7-43d1-b867-ad859c6705a2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.326764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eab93174-a12e-4f56-a5cb-0ffcb8df16d2 req-49d598be-6cb7-43d1-b867-ad859c6705a2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.2189000 Aug 29 17:03:50.377655 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6950cedf-1495-4697-a22c-8e8a589cb68f req-32c6683c-23a8-414b-9c9e-93f766a4936e tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647676 Aug 29 17:03:50.408157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176b5e1-9b3e-4273-a768-642c90072a8b req-56c1151e-e24e-41d5-aed2-77694c80e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.410125 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e176b5e1-9b3e-4273-a768-642c90072a8b req-56c1151e-e24e-41d5-aed2-77694c80e876 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=421f1d84-47cf-4cd4-a8b6-76f7100e5081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2019095 Aug 29 17:03:50.492232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9 req-c1abba56-e786-44a7-b44b-22c4658e0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.493774 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9 req-c1abba56-e786-44a7-b44b-22c4658e0da1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac00fc0259bd4c9c9855748504782b0a&device_id=e395e8e1-d612-44aa-a833-97d21821169c HTTP/1.1" status: 200 len: 1095 time: 0.3381424 Aug 29 17:03:50.509722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eab93174-a12e-4f56-a5cb-0ffcb8df16d2 req-44ad243b-cb89-4b59-98ef-29342b35ba52 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1518173 Aug 29 17:03:50.512592 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bca944da-16e1-47ca-942f-2aa05a1b2bd4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:50.528126 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bca944da-16e1-47ca-942f-2aa05a1b2bd4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:50.578369 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18c1f86c-6ab0-4811-aac6-2421bced8b87 req-7fd752ca-fff7-4ddb-ae7d-070fc79c6565 service neutron] 10.222.0.16 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155738 Aug 29 17:03:50.580068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00d4203-9043-4441-881f-097c492a570b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:03:50.589691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:03:50.599432 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-70b66eca-3cf8-4510-bbab-e44d9a6e3f6e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "PUT /v2.0/routers/ddb11231-0cda-423b-87a2-af965b6fe482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5565169 Aug 29 17:03:50.601528 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e3116-f876-4ffc-98c4-533435b04038 None None] Sync routers for ids ['ddb11231-0cda-423b-87a2-af965b6fe482'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:03:50.602901 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bca944da-16e1-47ca-942f-2aa05a1b2bd4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:50.604121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bca944da-16e1-47ca-942f-2aa05a1b2bd4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6615195 Aug 29 17:03:50.607601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33478) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:50.608449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33480) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:50.609089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca944da-16e1-47ca-942f-2aa05a1b2bd4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce411cd-4e67-4d85-88b2-a5e7e96964dd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:50.614966 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e3116-f876-4ffc-98c4-533435b04038 None None] Routers {'ddb11231-0cda-423b-87a2-af965b6fe482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:50.615793 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e83e3116-f876-4ffc-98c4-533435b04038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ddb11231-0cda-423b-87a2-af965b6fe482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:50.621732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7290f66d-691c-4c3e-aad3-221751fa18d0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': 'dce411cd-4e67-4d85-88b2-a5e7e96964dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:50.652888 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e83e3116-f876-4ffc-98c4-533435b04038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:50.663216 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e3116-f876-4ffc-98c4-533435b04038 None None] Routers {'ddb11231-0cda-423b-87a2-af965b6fe482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:50.663903 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e83e3116-f876-4ffc-98c4-533435b04038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ddb11231-0cda-423b-87a2-af965b6fe482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:50.679080 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e176b5e1-9b3e-4273-a768-642c90072a8b req-5150b25d-3cbc-416a-990c-4970c951d261 service neutron] 10.222.0.10 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589912 Aug 29 17:03:50.681143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:50.699899 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e83e3116-f876-4ffc-98c4-533435b04038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:50.700640 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e3116-f876-4ffc-98c4-533435b04038 None None] The sync data for ids ['ddb11231-0cda-423b-87a2-af965b6fe482'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:03:50.724538 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:50.760331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00d4203-9043-4441-881f-097c492a570b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:03:50.770319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f0327-605c-41b5-a1e0-2eb885d48844 None None] Sync routers for ids ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:03:50.777337 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e00d4203-9043-4441-881f-097c492a570b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4645860 Aug 29 17:03:50.781679 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f0327-605c-41b5-a1e0-2eb885d48844 None None] Routers {'6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:50.782169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33482) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:50.782728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e39f0327-605c-41b5-a1e0-2eb885d48844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:50.798181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9 req-5d2259eb-1202-4be4-8110-5017598ac3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:50.799762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9 req-5d2259eb-1202-4be4-8110-5017598ac3b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=421f1d84-47cf-4cd4-a8b6-76f7100e5081 HTTP/1.1" status: 200 len: 917 time: 0.2958364 Aug 29 17:03:50.825601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8d0f322d-ac01-498f-9f1f-f7c99d664ce4 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2 HTTP/1.1" status: 200 len: 205 time: 0.0396287 Aug 29 17:03:50.830793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33484) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:50.837818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e39f0327-605c-41b5-a1e0-2eb885d48844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:50.848531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f0327-605c-41b5-a1e0-2eb885d48844 None None] Routers {'6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:50.849540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e39f0327-605c-41b5-a1e0-2eb885d48844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:50.866664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event updated for resources: {'Port': ['ID=124c25c4-a6ae-42d9-b7bb-1dea50449c5f,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:50.869015 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7290f66d-691c-4c3e-aad3-221751fa18d0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:50.878086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18c1f86c-6ab0-4811-aac6-2421bced8b87 req-c3ae230a-f98f-4798-9b67-94602f4894ac service neutron] 10.222.0.16 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773521 Aug 29 17:03:50.879328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9 req-be89b18e-7ff4-4ca2-9099-30248d2a83fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0c3284-78c6-4f11-97fb-c6a9dc208005 HTTP/1.1" status: 200 len: 217 time: 0.0590837 Aug 29 17:03:50.889442 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9b15e8c-3896-4202-b619-3e0914c0fa62 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:50.896917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e39f0327-605c-41b5-a1e0-2eb885d48844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:50.897733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f0327-605c-41b5-a1e0-2eb885d48844 None None] The sync data for ids ['6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:03:50.986383 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d8ca240b-4be3-4c3a-ac36-45b3aafb14b2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.008101 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e176b5e1-9b3e-4273-a768-642c90072a8b req-89d2b8dc-dd90-44dc-919f-dc6d556cd469 service neutron] 10.222.0.10 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948928 Aug 29 17:03:51.013746 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.044779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7290f66d-691c-4c3e-aad3-221751fa18d0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.046352 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-e9b15e8c-3896-4202-b619-3e0914c0fa62 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 17:03:51.047672 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e9b15e8c-3896-4202-b619-3e0914c0fa62 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "DELETE /v2.0/routers/ddb11231-0cda-423b-87a2-af965b6fe482 HTTP/1.1" status: 409 len: 329 time: 0.4360123 Aug 29 17:03:51.048877 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.050724 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b60c1d81-f371-442f-b553-8331d54928b5 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4498734 Aug 29 17:03:51.051777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33490) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:51.052580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7290f66d-691c-4c3e-aad3-221751fa18d0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.058292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33492) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:51.082544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9 req-88f59b65-ba89-465f-8e7d-6061b85ec9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:51.084094 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9 req-88f59b65-ba89-465f-8e7d-6061b85ec9d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=368c8f5f-0d33-4da1-8fb8-da628e3925f7 HTTP/1.1" status: 200 len: 855 time: 0.1623077 Aug 29 17:03:51.205759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290f66d-691c-4c3e-aad3-221751fa18d0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc8c8f3-4943-411a-84f2-b09f02e3e4c1,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:51.223167 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a2951c4f-f194-45c6-ae2f-80497c9f3658 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=e2b5fb31-f15f-4ee5-99aa-0d48de9723ab HTTP/1.1" status: 200 len: 689 time: 0.1572165 Aug 29 17:03:51.226336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33494) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:51.228702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7290f66d-691c-4c3e-aad3-221751fa18d0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.229871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7290f66d-691c-4c3e-aad3-221751fa18d0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6172202 Aug 29 17:03:51.240393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33496) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:51.271568 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 762ea30e-9049-49a2-a8ad-e5bee869490a details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:51.377945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 762ea30e-9049-49a2-a8ad-e5bee869490a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=762ea30e-9049-49a2-a8ad-e5bee869490a,segment=NetworkSegment(f8b6f975-5339-4dea-8f40-3b31d4ae3f1f),segment_id=f8b6f975-5339-4dea-8f40-3b31d4ae3f1f)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:51.391186 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-750565f8-bc3d-4d82-9913-57c70868b515 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.391769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '762ea30e-9049-49a2-a8ad-e5bee869490a', 'network_id': 'b2497a99-b689-4162-9544-77c4f9f6b840', 'port_id': '762ea30e-9049-49a2-a8ad-e5bee869490a', 'mac_address': 'fa:16:3e:82:06:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3182cd8-823d-4820-bfa7-53ffd66c0b66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:51.403555 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-750565f8-bc3d-4d82-9913-57c70868b515 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.481552 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.503115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762ea30e-9049-49a2-a8ad-e5bee869490a {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:51.516560 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-750565f8-bc3d-4d82-9913-57c70868b515 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.526615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 762ea30e-9049-49a2-a8ad-e5bee869490a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=762ea30e-9049-49a2-a8ad-e5bee869490a,segment=NetworkSegment(f8b6f975-5339-4dea-8f40-3b31d4ae3f1f),segment_id=f8b6f975-5339-4dea-8f40-3b31d4ae3f1f)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:51.532429 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.532638 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-750565f8-bc3d-4d82-9913-57c70868b515 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.533099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a6c2e3fc-10bc-489c-9292-19b135a2b61d details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:51.533685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-750565f8-bc3d-4d82-9913-57c70868b515 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/4fc8c8f3-4943-411a-84f2-b09f02e3e4c1 HTTP/1.1" status: 204 len: 168 time: 0.2923753 Aug 29 17:03:51.543005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33500) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:51.555501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.562139 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750565f8-bc3d-4d82-9913-57c70868b515 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fc8c8f3-4943-411a-84f2-b09f02e3e4c1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:51.582277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b6dbf704-9894-4812-9487-17ad383279a4 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:51.605832 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d8ca240b-4be3-4c3a-ac36-45b3aafb14b2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.609496 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=762ea30e-9049-49a2-a8ad-e5bee869490a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:51.617008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43bbd2-c47a-41ce-af09-09c161efc49e req-b1fbe8e2-0fd2-4e00-9aec-d76d001a52e8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:51.618923 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bd43bbd2-c47a-41ce-af09-09c161efc49e req-b1fbe8e2-0fd2-4e00-9aec-d76d001a52e8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 944 time: 0.5899394 Aug 29 17:03:51.619829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d8ca240b-4be3-4c3a-ac36-45b3aafb14b2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.669807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9 req-ad090c4a-757b-439b-961d-948ef3671127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:51.671524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9 req-ad090c4a-757b-439b-961d-948ef3671127 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=421f1d84-47cf-4cd4-a8b6-76f7100e5081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5643749 Aug 29 17:03:51.691067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44582e6a-13b9-4bc0-a015-185e6ea9b08c req-cce426df-99a5-4fed-b879-564628ce8e04 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:51.694090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-44582e6a-13b9-4bc0-a015-185e6ea9b08c req-cce426df-99a5-4fed-b879-564628ce8e04 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 943 time: 0.2180376 Aug 29 17:03:51.739290 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d8ca240b-4be3-4c3a-ac36-45b3aafb14b2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.739797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ca240b-4be3-4c3a-ac36-45b3aafb14b2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Fanout notify agent at l3_agent the message router_deleted on router 6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:03:51.755941 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d8ca240b-4be3-4c3a-ac36-45b3aafb14b2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.759592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d8ca240b-4be3-4c3a-ac36-45b3aafb14b2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2 HTTP/1.1" status: 204 len: 168 time: 0.9255133 Aug 29 17:03:51.759831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port a6c2e3fc-10bc-489c-9292-19b135a2b61d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a6c2e3fc-10bc-489c-9292-19b135a2b61d,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:51.762521 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-87a9f817-06af-478a-a95e-648c692cbbe7 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2156942 Aug 29 17:03:51.763276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33504) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:51.766216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33506) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:51.779099 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bd43bbd2-c47a-41ce-af09-09c161efc49e req-017f4331-c56e-4242-99e3-18581c61898c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504545 Aug 29 17:03:51.785559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b6dbf704-9894-4812-9487-17ad383279a4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b6dbf704-9894-4812-9487-17ad383279a4,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:51.788353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'a6c2e3fc-10bc-489c-9292-19b135a2b61d', 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081', 'port_id': 'a6c2e3fc-10bc-489c-9292-19b135a2b61d', 'mac_address': 'fa:16:3e:ae:92:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368c8f5f-0d33-4da1-8fb8-da628e3925f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:51.845588 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.847757 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b67d7f-8ea8-4809-ab29-b1e7f2a4a021 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting subnet 210d96b6-6e72-4525-9397-e1a42efa8ccf {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:51.851218 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecc82-a640-4ec4-9912-9ee1ede80b52 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.852500 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0b67d7f-8ea8-4809-ab29-b1e7f2a4a021 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.857006 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9 req-9c42236c-a54f-49ee-bb78-491365a3ba84 service neutron] 10.222.0.10 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746802 Aug 29 17:03:51.861192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c2e3fc-10bc-489c-9292-19b135a2b61d {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:51.866662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'b6dbf704-9894-4812-9487-17ad383279a4', 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081', 'port_id': 'b6dbf704-9894-4812-9487-17ad383279a4', 'mac_address': 'fa:16:3e:4e:e7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368c8f5f-0d33-4da1-8fb8-da628e3925f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:51.878850 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecc82-a640-4ec4-9912-9ee1ede80b52 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.901177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port a6c2e3fc-10bc-489c-9292-19b135a2b61d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a6c2e3fc-10bc-489c-9292-19b135a2b61d,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:51.916861 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.926178 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.955733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-44582e6a-13b9-4bc0-a015-185e6ea9b08c req-3a8cd972-4239-4e77-abb9-ebd34037d451 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539585 Aug 29 17:03:51.962982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dbf704-9894-4812-9487-17ad383279a4 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:51.978142 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0b67d7f-8ea8-4809-ab29-b1e7f2a4a021 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.989380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecc82-a640-4ec4-9912-9ee1ede80b52 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.992087 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecc82-a640-4ec4-9912-9ee1ede80b52 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:51.995773 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8e3ecc82-a640-4ec4-9912-9ee1ede80b52 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-groups/dce411cd-4e67-4d85-88b2-a5e7e96964dd HTTP/1.1" status: 204 len: 168 time: 0.2238066 Aug 29 17:03:51.999052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33508) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:52.001388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b6dbf704-9894-4812-9487-17ad383279a4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b6dbf704-9894-4812-9487-17ad383279a4,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:52.002892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Deleting port 124c25c4-a6ae-42d9-b7bb-1dea50449c5f {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:52.003349 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.011863 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.017048 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=a6c2e3fc-10bc-489c-9292-19b135a2b61d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:52.058067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af1959-199d-46dc-8733-af947f346582 req-c641c038-9579-4296-b6bb-adeb3772ed7d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:52.064880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af1959-199d-46dc-8733-af947f346582 req-c641c038-9579-4296-b6bb-adeb3772ed7d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:52.066499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b6dbf704-9894-4812-9487-17ad383279a4,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:52.066943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ecc82-a640-4ec4-9912-9ee1ede80b52 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce411cd-4e67-4d85-88b2-a5e7e96964dd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:52.072134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af1959-199d-46dc-8733-af947f346582 req-c641c038-9579-4296-b6bb-adeb3772ed7d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:52.080064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af1959-199d-46dc-8733-af947f346582 req-c641c038-9579-4296-b6bb-adeb3772ed7d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:52.086088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af1959-199d-46dc-8733-af947f346582 req-c641c038-9579-4296-b6bb-adeb3772ed7d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:52.093697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af1959-199d-46dc-8733-af947f346582 req-c641c038-9579-4296-b6bb-adeb3772ed7d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:52.100026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af1959-199d-46dc-8733-af947f346582 req-c641c038-9579-4296-b6bb-adeb3772ed7d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:52.102264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-90af1959-199d-46dc-8733-af947f346582 req-c641c038-9579-4296-b6bb-adeb3772ed7d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.2240107 Aug 29 17:03:52.150428 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c026f9e6-be91-4bd4-a013-f7f1cab0a9c2 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1448202 Aug 29 17:03:52.156991 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5a45-560d-462f-8b4e-b105910e2b4c tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.158470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33512) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:52.165109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8c87b5eb-547b-448a-8332-745b71bdea9e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group': {'name': 'tempest-secgroup--276117409'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:52.189261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9361ccc4-d7f7-4f94-ba0d-e25a57b7d7b9 req-fdd91858-66d2-469d-8fb1-878007c93333 service neutron] 10.222.0.10 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122220 Aug 29 17:03:52.196709 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.197045 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.221574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['b6dbf704-9894-4812-9487-17ad383279a4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:52.242965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Calling delete_port for 124c25c4-a6ae-42d9-b7bb-1dea50449c5f owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:52.243546 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-90af1959-199d-46dc-8733-af947f346582 req-51949bd8-32fe-436c-a0c2-7e11465a1651 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289527 Aug 29 17:03:52.245258 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0b67d7f-8ea8-4809-ab29-b1e7f2a4a021 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.250074 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8c87b5eb-547b-448a-8332-745b71bdea9e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.352837 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0b67d7f-8ea8-4809-ab29-b1e7f2a4a021 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.392449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b67d7f-8ea8-4809-ab29-b1e7f2a4a021 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Subnet': ['ID=210d96b6-6e72-4525-9397-e1a42efa8ccf,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:52.396519 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0b67d7f-8ea8-4809-ab29-b1e7f2a4a021 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.401197 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a0b67d7f-8ea8-4809-ab29-b1e7f2a4a021 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/210d96b6-6e72-4525-9397-e1a42efa8ccf HTTP/1.1" status: 204 len: 168 time: 0.6317155 Aug 29 17:03:52.405671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33514) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:52.417872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['762ea30e-9049-49a2-a8ad-e5bee869490a'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:52.420854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['a6c2e3fc-10bc-489c-9292-19b135a2b61d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:52.423518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720b674b-7ccd-4750-9bb2-f9fbcbf5a92d None None] Network 58a5e1f4-58df-4197-b632-4ba49f155492 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:52.497630 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8c87b5eb-547b-448a-8332-745b71bdea9e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.503136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-15dcff8c-3b75-416f-b2ef-ef83c3a74a9b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting subnet 4117dd02-a3e5-47eb-b200-1d4304faddc9 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:52.507589 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8c87b5eb-547b-448a-8332-745b71bdea9e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.509870 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15dcff8c-3b75-416f-b2ef-ef83c3a74a9b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.583004 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8c87b5eb-547b-448a-8332-745b71bdea9e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.586969 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8c87b5eb-547b-448a-8332-745b71bdea9e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4249222 Aug 29 17:03:52.588214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33516) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:52.590630 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15dcff8c-3b75-416f-b2ef-ef83c3a74a9b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.617785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-2b3a46f0-69c0-40a2-bb96-6119ca20b2b6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': '91af8082-61c1-443f-be74-0f4de9dc93b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:52.626419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87b5eb-547b-448a-8332-745b71bdea9e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91af8082-61c1-443f-be74-0f4de9dc93b6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:52.681780 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b3a46f0-69c0-40a2-bb96-6119ca20b2b6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.757653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15dcff8c-3b75-416f-b2ef-ef83c3a74a9b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.814476 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b3a46f0-69c0-40a2-bb96-6119ca20b2b6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.824864 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b3a46f0-69c0-40a2-bb96-6119ca20b2b6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.868226 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a46f0-69c0-40a2-bb96-6119ca20b2b6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c9846f-a568-40bb-8a47-ee5d2f1c320e,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:52.871680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.882616 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b3a46f0-69c0-40a2-bb96-6119ca20b2b6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.884503 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2b3a46f0-69c0-40a2-bb96-6119ca20b2b6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2901556 Aug 29 17:03:52.887082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33520) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:52.893764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d45a17bc-ed18-4e72-a7ac-db7849fbdb4a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': '91af8082-61c1-443f-be74-0f4de9dc93b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:52.901014 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15dcff8c-3b75-416f-b2ef-ef83c3a74a9b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.927355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event deleted for resources: {'Port': ['ID=124c25c4-a6ae-42d9-b7bb-1dea50449c5f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:52.947519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcff8c-3b75-416f-b2ef-ef83c3a74a9b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Subnet': ['ID=4117dd02-a3e5-47eb-b200-1d4304faddc9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:52.956212 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15dcff8c-3b75-416f-b2ef-ef83c3a74a9b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:52.961681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-15dcff8c-3b75-416f-b2ef-ef83c3a74a9b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/4117dd02-a3e5-47eb-b200-1d4304faddc9 HTTP/1.1" status: 204 len: 168 time: 0.5523343 Aug 29 17:03:52.961681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33522) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:52.989899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4cbccf-5fd0-42ac-9660-93a1c0a428f6 None None] Network 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:53.033516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee30b43-c1ee-4fe7-8143-86016638f6e6 req-025d2673-86d4-4ea1-bbcc-96531f2e3828 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:53.035063 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6ee30b43-c1ee-4fe7-8143-86016638f6e6 req-025d2673-86d4-4ea1-bbcc-96531f2e3828 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 945 time: 0.1645768 Aug 29 17:03:53.041934 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a5a45-560d-462f-8b4e-b105910e2b4c tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Deleting port 4132a5ff-4acd-41cc-a459-98b93161fa2b {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:53.042281 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5a45-560d-462f-8b4e-b105910e2b4c tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.058548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65668a1-82cb-48c0-b673-a7c605910986 None None] DHCP port deletion for 58a5e1f4-58df-4197-b632-4ba49f155492 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:03:53.062245 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d45a17bc-ed18-4e72-a7ac-db7849fbdb4a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.103591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.151755 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6ee30b43-c1ee-4fe7-8143-86016638f6e6 req-f03eaf10-a574-4bc0-83b0-a4215e93e16f tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064065 Aug 29 17:03:53.160825 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.192624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc939831-ca75-4efc-8252-7a900ba3d285 req-4d5191ad-4368-43b8-a914-8424d3a8cda9 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:53.198452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a65668a1-82cb-48c0-b673-a7c605910986 None None] Deleting port 2586a7e6-4ad6-4928-ac64-003eafcf5328 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:53.198839 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a65668a1-82cb-48c0-b673-a7c605910986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.201651 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc939831-ca75-4efc-8252-7a900ba3d285 req-4d5191ad-4368-43b8-a914-8424d3a8cda9 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 944 time: 0.1332922 Aug 29 17:03:53.202499 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5a45-560d-462f-8b4e-b105910e2b4c tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.215907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.223661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a5a45-560d-462f-8b4e-b105910e2b4c tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Calling delete_port for 4132a5ff-4acd-41cc-a459-98b93161fa2b owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:53.268401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a65668a1-82cb-48c0-b673-a7c605910986 None None] For port 2586a7e6-4ad6-4928-ac64-003eafcf5328, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2586a7e6-4ad6-4928-ac64-003eafcf5328,segment=NetworkSegment(8bc4dd23-0a83-4992-9b56-344fc0cb5771),segment_id=8bc4dd23-0a83-4992-9b56-344fc0cb5771)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:53.268401 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a65668a1-82cb-48c0-b673-a7c605910986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.273980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:53.275543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d45a17bc-ed18-4e72-a7ac-db7849fbdb4a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.292538 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d45a17bc-ed18-4e72-a7ac-db7849fbdb4a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.314712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a65668a1-82cb-48c0-b673-a7c605910986 None None] Calling delete_port for 2586a7e6-4ad6-4928-ac64-003eafcf5328 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:53.333682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e020c-abb7-49a8-9fc8-9720e8d8df5b None None] DHCP port deletion for 5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:03:53.351503 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc939831-ca75-4efc-8252-7a900ba3d285 req-d7921af5-2e98-4e72-bd03-8776352500b3 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358252 Aug 29 17:03:53.361070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a17bc-ed18-4e72-a7ac-db7849fbdb4a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5202a17a-8973-420b-bbcf-782514da738a,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:53.367180 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d45a17bc-ed18-4e72-a7ac-db7849fbdb4a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.371108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d45a17bc-ed18-4e72-a7ac-db7849fbdb4a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4800508 Aug 29 17:03:53.372373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33530) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:53.383755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c6e38d6f-57e7-4928-bc71-de3cd1a2b785 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': '91af8082-61c1-443f-be74-0f4de9dc93b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:53.422464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 2586a7e6-4ad6-4928-ac64-003eafcf5328 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:53.427747 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.470922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c6e38d6f-57e7-4928-bc71-de3cd1a2b785 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.538175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port 2586a7e6-4ad6-4928-ac64-003eafcf5328, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2586a7e6-4ad6-4928-ac64-003eafcf5328,segment=NetworkSegment(8bc4dd23-0a83-4992-9b56-344fc0cb5771),segment_id=8bc4dd23-0a83-4992-9b56-344fc0cb5771)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:53.538419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd3228-0df7-414e-baa5-385992d32f55 req-e8332557-8adb-4088-acb0-73983659d0fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:53.538554 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.545247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd3228-0df7-414e-baa5-385992d32f55 req-e8332557-8adb-4088-acb0-73983659d0fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:53.554107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd3228-0df7-414e-baa5-385992d32f55 req-e8332557-8adb-4088-acb0-73983659d0fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:53.557517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:53.562203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 2586a7e6-4ad6-4928-ac64-003eafcf5328 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:53.562367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd3228-0df7-414e-baa5-385992d32f55 req-e8332557-8adb-4088-acb0-73983659d0fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:53.569470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd3228-0df7-414e-baa5-385992d32f55 req-e8332557-8adb-4088-acb0-73983659d0fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:53.579089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd3228-0df7-414e-baa5-385992d32f55 req-e8332557-8adb-4088-acb0-73983659d0fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:53.579525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867', 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865', 'port_id': '9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867', 'mac_address': 'fa:16:3e:b1:b2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f783add8-fd0c-49c8-9682-0261ab8667d4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:53.587463 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a65668a1-82cb-48c0-b673-a7c605910986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.587733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c6e38d6f-57e7-4928-bc71-de3cd1a2b785 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.590214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd3228-0df7-414e-baa5-385992d32f55 req-e8332557-8adb-4088-acb0-73983659d0fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:53.592308 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b57e020c-abb7-49a8-9fc8-9720e8d8df5b None None] Deleting port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:53.592573 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b57e020c-abb7-49a8-9fc8-9720e8d8df5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.597733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4dd3228-0df7-414e-baa5-385992d32f55 req-e8332557-8adb-4088-acb0-73983659d0fe tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5421 time: 0.1626918 Aug 29 17:03:53.600757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3a0c3284-78c6-4f11-97fb-c6a9dc208005 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:53.602807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b6dbf704-9894-4812-9487-17ad383279a4 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:53.624273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c6e38d6f-57e7-4928-bc71-de3cd1a2b785 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.634830 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.652351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e38d6f-57e7-4928-bc71-de3cd1a2b785 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b072cc2-e76b-48a9-b3ae-79e3aecae14c,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:53.671818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c6e38d6f-57e7-4928-bc71-de3cd1a2b785 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.676119 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c6e38d6f-57e7-4928-bc71-de3cd1a2b785 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3017519 Aug 29 17:03:53.678060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33532) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:53.683704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-66564e0c-479d-4b1e-aa50-f3875889d4c5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': '91af8082-61c1-443f-be74-0f4de9dc93b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:53.695532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3d73bc-b1a0-403f-95ea-524573f9616f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:53.704961 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65668a1-82cb-48c0-b673-a7c605910986 None None] Pushing event deleted for resources: {'Port': ['ID=2586a7e6-4ad6-4928-ac64-003eafcf5328,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:53.723127 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.754661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65668a1-82cb-48c0-b673-a7c605910986 None None] No DVR routers for this DVR port 2586a7e6-4ad6-4928-ac64-003eafcf5328 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:53.756005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=2586a7e6-4ad6-4928-ac64-003eafcf5328,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:53.761086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No DVR routers for this DVR port 2586a7e6-4ad6-4928-ac64-003eafcf5328 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:53.762820 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66564e0c-479d-4b1e-aa50-f3875889d4c5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.801141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5a45-560d-462f-8b4e-b105910e2b4c tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.807198 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4dd3228-0df7-414e-baa5-385992d32f55 req-fa0a2b8a-5fa2-4818-b13a-c8695d0f84c4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803954 Aug 29 17:03:53.808575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b57e020c-abb7-49a8-9fc8-9720e8d8df5b None None] For port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=702e273b-dcdc-46cd-a3d9-8441b82fa0e1,segment=NetworkSegment(a3eef322-ece0-4ab1-8e24-55719ec5338d),segment_id=a3eef322-ece0-4ab1-8e24-55719ec5338d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:53.809165 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b57e020c-abb7-49a8-9fc8-9720e8d8df5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.811741 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.837767 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.848364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b57e020c-abb7-49a8-9fc8-9720e8d8df5b None None] Calling delete_port for 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:53.860527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a5a45-560d-462f-8b4e-b105910e2b4c tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Port': ['ID=4132a5ff-4acd-41cc-a459-98b93161fa2b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:53.870775 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b5fb31-f15f-4ee5-99aa-0d48de9723ab']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:53.898667 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.898908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:53.902033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d978a8-3f1d-489d-be85-75428ba1d84b') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:53.903032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d978a8-3f1d-489d-be85-75428ba1d84b') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:53.907914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a5e1f4-58df-4197-b632-4ba49f155492']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:53.925863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc4dd23-0a83-4992-9b56-344fc0cb5771') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:53.926157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc4dd23-0a83-4992-9b56-344fc0cb5771') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:53.927696 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.937404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66564e0c-479d-4b1e-aa50-f3875889d4c5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.946665 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.948810 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66564e0c-479d-4b1e-aa50-f3875889d4c5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.978629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66564e0c-479d-4b1e-aa50-f3875889d4c5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a1fd24-9a3f-4e01-b62f-31e42231d121,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:53.987650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:53.990637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port b6dbf704-9894-4812-9487-17ad383279a4 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:53.997557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:54.000186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66564e0c-479d-4b1e-aa50-f3875889d4c5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.004935 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-66564e0c-479d-4b1e-aa50-f3875889d4c5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3257258 Aug 29 17:03:54.006418 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:54.007052 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.010422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33534) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:54.011300 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:54.019133 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.019807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:54.020254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1c422460-403b-4598-9960-b1cf8dac2a3a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': '91af8082-61c1-443f-be74-0f4de9dc93b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:54.021577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port b6dbf704-9894-4812-9487-17ad383279a4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:54.021942 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.033945 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.041145 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5a45-560d-462f-8b4e-b105910e2b4c tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.049569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:54.050054 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:54.051958 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:54.102161 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.111878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.117188 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/networks/58a5e1f4-58df-4197-b632-4ba49f155492 HTTP/1.1" status: 204 len: 168 time: 1.1538866 Aug 29 17:03:54.118136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c422460-403b-4598-9960-b1cf8dac2a3a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.122556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33536) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:54.155148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0440c-965f-4d12-8002-9721dc818f7d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Network': ['ID=58a5e1f4-58df-4197-b632-4ba49f155492,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:54.213074 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b57e020c-abb7-49a8-9fc8-9720e8d8df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.220293 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.270106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 3a0c3284-78c6-4f11-97fb-c6a9dc208005, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3a0c3284-78c6-4f11-97fb-c6a9dc208005,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:54.277484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2b5fb31-f15f-4ee5-99aa-0d48de9723ab {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:03:54.293129 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.303453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.306190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "DELETE /v2.0/networks/e2b5fb31-f15f-4ee5-99aa-0d48de9723ab HTTP/1.1" status: 204 len: 168 time: 3.0783768 Aug 29 17:03:54.307596 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c422460-403b-4598-9960-b1cf8dac2a3a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.310116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33540) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:54.310695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e020c-abb7-49a8-9fc8-9720e8d8df5b None None] No DVR routers for this DVR port 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:54.314396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:54.351595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c422460-403b-4598-9960-b1cf8dac2a3a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.363765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '3a0c3284-78c6-4f11-97fb-c6a9dc208005', 'network_id': '421f1d84-47cf-4cd4-a8b6-76f7100e5081', 'port_id': '3a0c3284-78c6-4f11-97fb-c6a9dc208005', 'mac_address': 'fa:16:3e:55:0b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368c8f5f-0d33-4da1-8fb8-da628e3925f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:54.422237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d', 'network_id': '128aaf68-ed9b-4fb1-95a1-4ab98713f865', 'port_id': '19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d', 'mac_address': 'fa:16:3e:c8:b4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f783add8-fd0c-49c8-9682-0261ab8667d4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:54.430554 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:54.435480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8a5a45-560d-462f-8b4e-b105910e2b4c tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Router ddb11231-0cda-423b-87a2-af965b6fe482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:03:54.441632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c422460-403b-4598-9960-b1cf8dac2a3a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d74d2fa-acbb-41b5-8075-851cbbcf53a5,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:54.464517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482f6d6-d895-41e5-89a8-a0483617c670 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2b5fb31-f15f-4ee5-99aa-0d48de9723ab,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:54.484532 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c422460-403b-4598-9960-b1cf8dac2a3a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.488791 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1c422460-403b-4598-9960-b1cf8dac2a3a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4726262 Aug 29 17:03:54.499448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ad2f2-5b7e-4a5d-ac2b-a624887a14cc req-8886be50-ee9d-49d7-8da6-ee8d944c722c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.501011 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-897ad2f2-5b7e-4a5d-ac2b-a624887a14cc req-8886be50-ee9d-49d7-8da6-ee8d944c722c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 945 time: 0.2528713 Aug 29 17:03:54.509734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33546) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:54.556640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.569967 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8a5a45-560d-462f-8b4e-b105910e2b4c tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:03:54.609117 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1c8a5a45-560d-462f-8b4e-b105910e2b4c tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "PUT /v2.0/routers/ddb11231-0cda-423b-87a2-af965b6fe482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5539205 Aug 29 17:03:54.611840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33548) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:54.624440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a130ebf6-5e34-47e3-9cdc-d0bb3659357d tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.3124135 Aug 29 17:03:54.632113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33550) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:54.643076 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.658756 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-1bc5aa1c-3959-42e7-945d-70ec934876de tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] show failed (client error): The resource could not be found. Aug 29 17:03:54.668146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1bc5aa1c-3959-42e7-945d-70ec934876de tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-655516193 HTTP/1.1" status: 404 len: 334 time: 0.0550876 Aug 29 17:03:54.669851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33552) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:54.676248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7100b7ac-a8da-4c11-8c6f-50a04e34bff7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Request body: {'router': {'name': 'new_name'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:54.688611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b6dbf704-9894-4812-9487-17ad383279a4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b6dbf704-9894-4812-9487-17ad383279a4,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:54.690010 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.693140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e020c-abb7-49a8-9fc8-9720e8d8df5b None None] Pushing event deleted for resources: {'Port': ['ID=702e273b-dcdc-46cd-a3d9-8441b82fa0e1,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:54.695951 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.700349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:54.702238 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3db34acc-4896-442c-9071-0f24ac297b62 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.722795 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-7100b7ac-a8da-4c11-8c6f-50a04e34bff7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] update failed (client error): The resource could not be found. Aug 29 17:03:54.729042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:54.729268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:54.729459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4637b61d-dc0f-4237-92ec-93597469918b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dbf704-9894-4812-9487-17ad383279a4'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:54.730096 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7100b7ac-a8da-4c11-8c6f-50a04e34bff7 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1216245736 HTTP/1.1" status: 404 len: 335 time: 0.0585077 Aug 29 17:03:54.735206 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a700ce-fbcb-45a3-9a3e-9822c5958278" -d '{"events": [{"server_uuid": "4637b61d-dc0f-4237-92ec-93597469918b", "name": "network-vif-plugged", "status": "completed", "tag": "b6dbf704-9894-4812-9487-17ad383279a4"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:54.735435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33554) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:54.744087 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-897ad2f2-5b7e-4a5d-ac2b-a624887a14cc req-d69d07f9-fa1f-4b46-9f83-e7f7c64e584c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322276 Aug 29 17:03:54.745781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd5b41-7d0b-4db3-8b72-d938e26e90b1 req-5661ec12-e234-4cc5-9d07-ebac4c1b1c03 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.747598 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0fd5b41-7d0b-4db3-8b72-d938e26e90b1 req-5661ec12-e234-4cc5-9d07-ebac4c1b1c03 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 944 time: 0.1754689 Aug 29 17:03:54.752284 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.769121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.769121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c07a2c12-5081-450d-8358-441fdfb60714 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:54.769464 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3db34acc-4896-442c-9071-0f24ac297b62 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.786085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0c3284-78c6-4f11-97fb-c6a9dc208005 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:54.786519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3eef322-ece0-4ab1-8e24-55719ec5338d') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:54.786824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3eef322-ece0-4ab1-8e24-55719ec5338d') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:54.830660 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.836426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0fd5b41-7d0b-4db3-8b72-d938e26e90b1 req-45b3e07a-f5a7-4890-b516-a987c8cc09e8 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819702 Aug 29 17:03:54.886603 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72482ad-0100-4fa2-b97e-4d4492afbc11 x-openstack-request-id: req-f72482ad-0100-4fa2-b97e-4d4492afbc11 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:54.887183 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4637b61d-dc0f-4237-92ec-93597469918b", "name": "network-vif-plugged", "status": "completed", "tag": "b6dbf704-9894-4812-9487-17ad383279a4", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:54.887599 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f72482ad-0100-4fa2-b97e-4d4492afbc11 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:54.888160 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4637b61d-dc0f-4237-92ec-93597469918b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dbf704-9894-4812-9487-17ad383279a4', 'code': 200} Aug 29 17:03:54.918594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 3a0c3284-78c6-4f11-97fb-c6a9dc208005, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3a0c3284-78c6-4f11-97fb-c6a9dc208005,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:54.929170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.929722 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.930218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.931388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.931846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.932299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.932826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.933478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.934100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.934558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.935019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.935461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.935674 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff57c3-2f6a-4661-bf8c-4cd95610358f None None] Sync routers for ids ['ddb11231-0cda-423b-87a2-af965b6fe482'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:03:54.936147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.936363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:54.942194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-849925b4-c6db-465b-99e2-264183055bfc tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8961 time: 0.3034272 Aug 29 17:03:54.945563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33560) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:54.946521 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff57c3-2f6a-4661-bf8c-4cd95610358f None None] Routers {'ddb11231-0cda-423b-87a2-af965b6fe482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:54.947911 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2fff57c3-2f6a-4661-bf8c-4cd95610358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ddb11231-0cda-423b-87a2-af965b6fe482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:54.962105 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.966135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.977605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:54.978094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:54.982584 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:54.992988 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2fff57c3-2f6a-4661-bf8c-4cd95610358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:55.000622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-61968b6a-d2c3-4ee7-873d-1fe707d341ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Deleting subnet 95a49c6a-4a2c-44c8-8421-dcc6d7ff039f {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:55.006929 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff57c3-2f6a-4661-bf8c-4cd95610358f None None] Routers {'ddb11231-0cda-423b-87a2-af965b6fe482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:03:55.007815 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2fff57c3-2f6a-4661-bf8c-4cd95610358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ddb11231-0cda-423b-87a2-af965b6fe482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:55.014803 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-16a43299-ce56-4624-b6bc-8aa2139aba10 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] delete failed (client error): The resource could not be found. Aug 29 17:03:55.016216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-16a43299-ce56-4624-b6bc-8aa2139aba10 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/273f841d-be45-4cbf-895d-f28e24998ea5 HTTP/1.1" status: 404 len: 345 time: 0.0711086 Aug 29 17:03:55.018624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33562) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.032730 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61968b6a-d2c3-4ee7-873d-1fe707d341ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.038346 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2586a7e6-4ad6-4928-ac64-003eafcf5328 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:03:55.043322 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3db34acc-4896-442c-9071-0f24ac297b62 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.047157 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-055e4265-6fdd-440a-af30-d7db22817f1f tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] DELETE failed (client error): The resource could not be found. Aug 29 17:03:55.048711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055e4265-6fdd-440a-af30-d7db22817f1f tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:03:55.049401 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2fff57c3-2f6a-4661-bf8c-4cd95610358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:55.051288 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff57c3-2f6a-4661-bf8c-4cd95610358f None None] The sync data for ids ['ddb11231-0cda-423b-87a2-af965b6fe482'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:03:55.054851 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-055e4265-6fdd-440a-af30-d7db22817f1f tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "DELETE /v2.0/networks/e2b5fb31-f15f-4ee5-99aa-0d48de9723ab HTTP/1.1" status: 404 len: 339 time: 0.0328064 Aug 29 17:03:55.057396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33564) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.063119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b6dbf704-9894-4812-9487-17ad383279a4,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:55.067551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Request body: {'network': {'name': 'tempest-network--1444055215', 'router:external': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:55.069352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 2586a7e6-4ad6-4928-ac64-003eafcf5328 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:03:55.069704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2586a7e6-4ad6-4928-ac64-003eafcf5328 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:03:55.070192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:03:55.094729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Made reservation on behalf of 30b8b5a1a8c247288e5bd1dac48396d8 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:55.097739 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.105012 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3db34acc-4896-442c-9071-0f24ac297b62 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.108836 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3db34acc-4896-442c-9071-0f24ac297b62 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8d74d2fa-acbb-41b5-8075-851cbbcf53a5 HTTP/1.1" status: 204 len: 168 time: 0.5955410 Aug 29 17:03:55.110989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33566) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.130443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db34acc-4896-442c-9071-0f24ac297b62 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d74d2fa-acbb-41b5-8075-851cbbcf53a5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:55.147638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927a79c-ae29-4e32-8f95-45ce8e1d5176 req-10345a31-4ea0-4c30-8ed2-2ade21789b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.149446 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6927a79c-ae29-4e32-8f95-45ce8e1d5176 req-10345a31-4ea0-4c30-8ed2-2ade21789b10 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 1098 time: 0.2359717 Aug 29 17:03:55.152456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61968b6a-d2c3-4ee7-873d-1fe707d341ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.154961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:55.155781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.185536 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.191638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/networks/5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15 HTTP/1.1" status: 204 len: 168 time: 1.0536702 Aug 29 17:03:55.198259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2cef34e0-562a-445a-a475-b34bb6221d05 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0832965 Aug 29 17:03:55.198535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33568) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.198666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33570) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.202439 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.202986 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Added segment 4fbbef07-6ad3-4344-849d-ee53db59e48f of type vlan for network 7cd15031-738d-485a-8a0e-6f4e004370eb Aug 29 17:03:55.203444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1929537416'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:55.242631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b87b44-0786-4aa8-a139-5d09d9a8ca88 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Network': ['ID=5cf42cb7-2818-4e9c-b5a4-1fbf15a06e15,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:55.261199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34201ca-4522-4735-8686-0a829173628a req-d47330bc-f1d4-4d95-89f0-92c7022aeef0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.261458 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2124284-00ea-4d5b-ae12-d348f80f9c90 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.267798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34201ca-4522-4735-8686-0a829173628a req-d47330bc-f1d4-4d95-89f0-92c7022aeef0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.273798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34201ca-4522-4735-8686-0a829173628a req-d47330bc-f1d4-4d95-89f0-92c7022aeef0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.279198 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2124284-00ea-4d5b-ae12-d348f80f9c90 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.279839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34201ca-4522-4735-8686-0a829173628a req-d47330bc-f1d4-4d95-89f0-92c7022aeef0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.282982 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.285981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34201ca-4522-4735-8686-0a829173628a req-d47330bc-f1d4-4d95-89f0-92c7022aeef0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.292169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34201ca-4522-4735-8686-0a829173628a req-d47330bc-f1d4-4d95-89f0-92c7022aeef0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.298336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34201ca-4522-4735-8686-0a829173628a req-d47330bc-f1d4-4d95-89f0-92c7022aeef0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.300325 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f34201ca-4522-4735-8686-0a829173628a req-d47330bc-f1d4-4d95-89f0-92c7022aeef0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5423 time: 0.2961900 Aug 29 17:03:55.310227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:03:55.311338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 702e273b-dcdc-46cd-a3d9-8441b82fa0e1 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:03:55.341549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2124284-00ea-4d5b-ae12-d348f80f9c90 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.352174 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2124284-00ea-4d5b-ae12-d348f80f9c90 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.353602 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c2124284-00ea-4d5b-ae12-d348f80f9c90 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/78a1fd24-9a3f-4e01-b62f-31e42231d121 HTTP/1.1" status: 204 len: 168 time: 0.1539469 Aug 29 17:03:55.354562 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.355897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.356632 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.358284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33572) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.360124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6927a79c-ae29-4e32-8f95-45ce8e1d5176 req-f36d0237-08b4-40fe-acd0-c1475700abfe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012734 Aug 29 17:03:55.360657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:55.363801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:55.364154 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.376763 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['3a0c3284-78c6-4f11-97fb-c6a9dc208005'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:55.385917 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2124284-00ea-4d5b-ae12-d348f80f9c90 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78a1fd24-9a3f-4e01-b62f-31e42231d121,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:55.427052 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3674526 Aug 29 17:03:55.429790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33574) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.439926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c07a2c12-5081-450d-8358-441fdfb60714, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c07a2c12-5081-450d-8358-441fdfb60714,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:55.464327 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f34201ca-4522-4735-8686-0a829173628a req-cc14f5dd-6eb5-4281-94f3-8acf86fdd72e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1550448 Aug 29 17:03:55.474792 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61968b6a-d2c3-4ee7-873d-1fe707d341ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.500566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c504e6-9af0-41bf-a68e-a2cb26f92a1e tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event updated for resources: {'Network': ['ID=7cd15031-738d-485a-8a0e-6f4e004370eb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:55.511191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'c07a2c12-5081-450d-8358-441fdfb60714', 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c', 'port_id': 'c07a2c12-5081-450d-8358-441fdfb60714', 'mac_address': 'fa:16:3e:c1:7d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d49c88a-740e-428b-aedd-09ef726d8dcd', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:55.514688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:55.523664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 7cd15031-738d-485a-8a0e-6f4e004370eb details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:55.534808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=3a0c3284-78c6-4f11-97fb-c6a9dc208005,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:55.535301 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-13191ba5-23f6-4922-8ae2-0d60dc6c454a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1686618 Aug 29 17:03:55.539628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33578) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.560378 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.562846 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added segment ce059c8f-f68d-4703-9b9e-42af9580a5c2 of type vlan for network 4f5dfae5-0685-41a0-aef3-601e67063600 Aug 29 17:03:55.587790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfda72f-a915-4e79-ba2d-048dcab08e12 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.595248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfda72f-a915-4e79-ba2d-048dcab08e12 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.604799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfda72f-a915-4e79-ba2d-048dcab08e12 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.612143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfda72f-a915-4e79-ba2d-048dcab08e12 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.614270 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7bfda72f-a915-4e79-ba2d-048dcab08e12 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1832764 Aug 29 17:03:55.617083 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33580) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.622329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-465dd2ef-68c2-4b30-b267-eccb5d096aa4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.636314 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-465dd2ef-68c2-4b30-b267-eccb5d096aa4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.655213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.669502 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61968b6a-d2c3-4ee7-873d-1fe707d341ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.703637 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.711779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61968b6a-d2c3-4ee7-873d-1fe707d341ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Subnet': ['ID=95a49c6a-4a2c-44c8-8421-dcc6d7ff039f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:55.718170 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61968b6a-d2c3-4ee7-873d-1fe707d341ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.720107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-61968b6a-d2c3-4ee7-873d-1fe707d341ea tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "DELETE /v2.0/subnets/95a49c6a-4a2c-44c8-8421-dcc6d7ff039f HTTP/1.1" status: 204 len: 168 time: 0.9799993 Aug 29 17:03:55.723138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33582) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.730875 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.733142 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-465dd2ef-68c2-4b30-b267-eccb5d096aa4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.734015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2c8515-e322-4afc-94b3-5d046d89ca58 None None] Network 292cc424-eaa9-4277-94de-3a57e9d2aeac requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:55.741621 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-465dd2ef-68c2-4b30-b267-eccb5d096aa4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.742744 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-465dd2ef-68c2-4b30-b267-eccb5d096aa4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/7b072cc2-e76b-48a9-b3ae-79e3aecae14c HTTP/1.1" status: 204 len: 168 time: 0.2013652 Aug 29 17:03:55.755590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33584) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.788316 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.794896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:55.794896 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.811339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dd2ef-68c2-4b30-b267-eccb5d096aa4 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b072cc2-e76b-48a9-b3ae-79e3aecae14c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:55.828589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07a2c12-5081-450d-8358-441fdfb60714 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:55.836242 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.849851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd15031-738d-485a-8a0e-6f4e004370eb']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:55.864917 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbbef07-6ad3-4344-849d-ee53db59e48f') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:55.865280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbbef07-6ad3-4344-849d-ee53db59e48f') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:55.879541 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c07a2c12-5081-450d-8358-441fdfb60714, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c07a2c12-5081-450d-8358-441fdfb60714,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:55.886986 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.887760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device efae15c7-233c-4c88-a37e-d87adca34c60 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:55.897900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6965303 Aug 29 17:03:55.903092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33590) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.918500 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.924214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'subnet': {'network_id': '4f5dfae5-0685-41a0-aef3-601e67063600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:55.935105 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.963653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8d0f07d1-6df2-4408-bbe8-effc432439dd tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2041409 Aug 29 17:03:55.965491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33592) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:55.977593 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae345c41-2a0b-4c3d-83ff-887d8f45e114 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Network': ['ID=4f5dfae5-0685-41a0-aef3-601e67063600,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:55.993510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:55.996101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 4f5dfae5-0685-41a0-aef3-601e67063600 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:56.026136 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:56.026674 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:56.029887 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:56.052344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486901bf-0017-4cc2-be3c-168b9d6e0bc2 req-c71f2530-7d5a-4d9f-b0a7-6b0d1a589319 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:56.053922 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-486901bf-0017-4cc2-be3c-168b9d6e0bc2 req-c71f2530-7d5a-4d9f-b0a7-6b0d1a589319 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 946 time: 0.1859736 Aug 29 17:03:56.058979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port efae15c7-233c-4c88-a37e-d87adca34c60, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=efae15c7-233c-4c88-a37e-d87adca34c60,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:56.073024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'efae15c7-233c-4c88-a37e-d87adca34c60', 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c', 'port_id': 'efae15c7-233c-4c88-a37e-d87adca34c60', 'mac_address': 'fa:16:3e:54:a2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d49c88a-740e-428b-aedd-09ef726d8dcd', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:56.078030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=c07a2c12-5081-450d-8358-441fdfb60714,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:56.092963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:56.096318 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.115220 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7da8c2a9-b51f-4b84-a551-e5e72c36c41d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.140030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b1a0b-cd58-4497-89d5-32619f5d739b req-fec2bb1b-f4bb-4ac7-8811-e7bbaff41e82 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:56.142025 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c78b1a0b-cd58-4497-89d5-32619f5d739b req-fec2bb1b-f4bb-4ac7-8811-e7bbaff41e82 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 944 time: 0.1777761 Aug 29 17:03:56.148398 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7da8c2a9-b51f-4b84-a551-e5e72c36c41d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.155750 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.173043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efae15c7-233c-4c88-a37e-d87adca34c60 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:56.176438 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.194639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7cd15031-738d-485a-8a0e-6f4e004370eb {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:03:56.199021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port efae15c7-233c-4c88-a37e-d87adca34c60, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=efae15c7-233c-4c88-a37e-d87adca34c60,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:56.205246 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.206623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ddf87b10-b744-4943-b43a-d5c8fc88f16d details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:56.249486 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.252096 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "DELETE /v2.0/networks/7cd15031-738d-485a-8a0e-6f4e004370eb HTTP/1.1" status: 204 len: 168 time: 0.6337416 Aug 29 17:03:56.253236 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f1399-0c17-4047-baa4-57115c48d5c6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event deleted for resources: {'Network': ['ID=7cd15031-738d-485a-8a0e-6f4e004370eb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:56.262942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33594) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:56.276876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Request body: {'network': {'name': 'tempest-network--2039620805', 'router:external': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:56.317601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7da8c2a9-b51f-4b84-a551-e5e72c36c41d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.323018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ddf87b10-b744-4943-b43a-d5c8fc88f16d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:56.330105 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7da8c2a9-b51f-4b84-a551-e5e72c36c41d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.338342 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7da8c2a9-b51f-4b84-a551-e5e72c36c41d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5202a17a-8973-420b-bbcf-782514da738a HTTP/1.1" status: 204 len: 168 time: 0.3711824 Aug 29 17:03:56.340721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'port_id': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d', 'mac_address': 'fa:16:3e:ed:c5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:56.342847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29628b6-a2bb-4dd0-a627-daa6cad0d34e None None] DHCP port deletion for 292cc424-eaa9-4277-94de-3a57e9d2aeac request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:03:56.349685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33596) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:56.392018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Made reservation on behalf of 30b8b5a1a8c247288e5bd1dac48396d8 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:56.396383 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.469593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:56.488014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.488577 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Added segment b1a7c6df-1bb3-40f2-9954-48f0b2bfafae of type vlan for network 1546032a-0e11-4588-bf47-419604e0cd92 Aug 29 17:03:56.493867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=efae15c7-233c-4c88-a37e-d87adca34c60,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:56.500333 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.518038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf87b10-b744-4943-b43a-d5c8fc88f16d {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:56.549950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ddf87b10-b744-4943-b43a-d5c8fc88f16d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:56.555006 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-486901bf-0017-4cc2-be3c-168b9d6e0bc2 req-7ea7087b-3fbe-4c7c-9747-68957a38a14a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837871 Aug 29 17:03:56.560620 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f29628b6-a2bb-4dd0-a627-daa6cad0d34e None None] Deleting port 44f5ee88-2892-41e2-b89a-7f5f05467b46 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:56.563113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f29628b6-a2bb-4dd0-a627-daa6cad0d34e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.566882 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.567871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ebbbb855-3d5e-4350-a371-62c6baca9ecb details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:56.579285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Deleting port 44f5ee88-2892-41e2-b89a-7f5f05467b46 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:56.579639 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.599150 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c78b1a0b-cd58-4497-89d5-32619f5d739b req-7d2b4961-fcc5-4b71-a972-0ad47d862b04 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385438 Aug 29 17:03:56.614699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.667939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8c2a9-b51f-4b84-a551-e5e72c36c41d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5202a17a-8973-420b-bbcf-782514da738a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:56.675775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ddf87b10-b744-4943-b43a-d5c8fc88f16d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:56.693479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.695552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:56.696518 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.744310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ebbbb855-3d5e-4350-a371-62c6baca9ecb, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:56.761727 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f29628b6-a2bb-4dd0-a627-daa6cad0d34e None None] For port 44f5ee88-2892-41e2-b89a-7f5f05467b46, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=44f5ee88-2892-41e2-b89a-7f5f05467b46,segment=NetworkSegment(6b0af950-f2bc-4a2a-982a-58097334365e),segment_id=6b0af950-f2bc-4a2a-982a-58097334365e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:56.762283 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f29628b6-a2bb-4dd0-a627-daa6cad0d34e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.770411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] For port 44f5ee88-2892-41e2-b89a-7f5f05467b46, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=44f5ee88-2892-41e2-b89a-7f5f05467b46,segment=NetworkSegment(6b0af950-f2bc-4a2a-982a-58097334365e),segment_id=6b0af950-f2bc-4a2a-982a-58097334365e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:56.770972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:56.780989 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'ebbbb855-3d5e-4350-a371-62c6baca9ecb', 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c', 'port_id': 'ebbbb855-3d5e-4350-a371-62c6baca9ecb', 'mac_address': 'fa:16:3e:6b:1b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d49c88a-740e-428b-aedd-09ef726d8dcd', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:56.783204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f29628b6-a2bb-4dd0-a627-daa6cad0d34e None None] Calling delete_port for 44f5ee88-2892-41e2-b89a-7f5f05467b46 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:56.800669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Calling delete_port for 44f5ee88-2892-41e2-b89a-7f5f05467b46 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:03:56.814107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53487b2f-55c4-4c4f-9dd1-7290bbc67558 req-24606c8a-40ef-42b4-83a8-53109d60787e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:56.819402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event updated for resources: {'Network': ['ID=1546032a-0e11-4588-bf47-419604e0cd92,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:56.821600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53487b2f-55c4-4c4f-9dd1-7290bbc67558 req-24606c8a-40ef-42b4-83a8-53109d60787e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:56.828587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53487b2f-55c4-4c4f-9dd1-7290bbc67558 req-24606c8a-40ef-42b4-83a8-53109d60787e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:56.834902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53487b2f-55c4-4c4f-9dd1-7290bbc67558 req-24606c8a-40ef-42b4-83a8-53109d60787e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:56.841213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53487b2f-55c4-4c4f-9dd1-7290bbc67558 req-24606c8a-40ef-42b4-83a8-53109d60787e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:56.847393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53487b2f-55c4-4c4f-9dd1-7290bbc67558 req-24606c8a-40ef-42b4-83a8-53109d60787e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:56.854110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53487b2f-55c4-4c4f-9dd1-7290bbc67558 req-24606c8a-40ef-42b4-83a8-53109d60787e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:56.863413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53487b2f-55c4-4c4f-9dd1-7290bbc67558 req-24606c8a-40ef-42b4-83a8-53109d60787e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5426 time: 0.1739433 Aug 29 17:03:56.890421 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d4113e22-fe72-463c-a60a-ac899b0786b7 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5239768 Aug 29 17:03:56.894809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33602) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:56.894992 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-45a8a636-68d0-4908-a96d-8832d536e13b tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6234686 Aug 29 17:03:56.895152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33604) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:56.901118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 1546032a-0e11-4588-bf47-419604e0cd92 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:56.908451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 44f5ee88-2892-41e2-b89a-7f5f05467b46 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:03:56.992204 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.051239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbbb855-3d5e-4350-a371-62c6baca9ecb {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:57.085085 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53487b2f-55c4-4c4f-9dd1-7290bbc67558 req-706aa65d-443a-4bb8-b250-9206068ec58e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2207260 Aug 29 17:03:57.091021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ebbbb855-3d5e-4350-a371-62c6baca9ecb, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:57.092702 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1bc0124f-b560-4c93-bf30-1374e0b70d03 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.112911 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f29628b6-a2bb-4dd0-a627-daa6cad0d34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.116461 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.117127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device d15ed3f7-7fe8-4898-8687-9fc883afa8f1 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:03:57.142981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29628b6-a2bb-4dd0-a627-daa6cad0d34e None None] Pushing event deleted for resources: {'Port': ['ID=44f5ee88-2892-41e2-b89a-7f5f05467b46,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:57.148791 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1bc0124f-b560-4c93-bf30-1374e0b70d03 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.172568 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfacd38a-d1d7-42c3-8ab6-dddfacfb3a73 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:57.173976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dfacd38a-d1d7-42c3-8ab6-dddfacfb3a73 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] 10.222.0.22 "GET /v2.0/networks/1546032a-0e11-4588-bf47-419604e0cd92 HTTP/1.1" status: 200 len: 757 time: 0.2700038 Aug 29 17:03:57.177789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33606) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:57.188024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29628b6-a2bb-4dd0-a627-daa6cad0d34e None None] No DVR routers for this DVR port 44f5ee88-2892-41e2-b89a-7f5f05467b46 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:57.195163 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.213641 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.251001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port d15ed3f7-7fe8-4898-8687-9fc883afa8f1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:57.265713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ebbbb855-3d5e-4350-a371-62c6baca9ecb,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:57.272601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'd15ed3f7-7fe8-4898-8687-9fc883afa8f1', 'network_id': '64164b92-1e6b-45ee-89d0-a1828cbc0c8c', 'port_id': 'd15ed3f7-7fe8-4898-8687-9fc883afa8f1', 'mac_address': 'fa:16:3e:b6:c0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d49c88a-740e-428b-aedd-09ef726d8dcd', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:03:57.302175 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1bc0124f-b560-4c93-bf30-1374e0b70d03 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.304907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.309782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a703810e-e547-4987-8f37-2d6c62c55778 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:57.312311 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a703810e-e547-4987-8f37-2d6c62c55778 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] 10.222.0.22 "GET /v2.0/networks/428921b2-e5b0-418c-8674-290554efc017 HTTP/1.1" status: 200 len: 767 time: 0.1324248 Aug 29 17:03:57.317407 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1bc0124f-b560-4c93-bf30-1374e0b70d03 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.317908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33608) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:57.323100 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1bc0124f-b560-4c93-bf30-1374e0b70d03 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/44c9846f-a568-40bb-8a47-ee5d2f1c320e HTTP/1.1" status: 204 len: 168 time: 0.4233983 Aug 29 17:03:57.328247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33610) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:57.335604 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.352543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15ed3f7-7fe8-4898-8687-9fc883afa8f1 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:03:57.367335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0124f-b560-4c93-bf30-1374e0b70d03 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44c9846f-a568-40bb-8a47-ee5d2f1c320e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:57.374629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] No DVR routers for this DVR port 44f5ee88-2892-41e2-b89a-7f5f05467b46 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:03:57.377981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port d15ed3f7-7fe8-4898-8687-9fc883afa8f1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:57.378428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Port': ['ID=44f5ee88-2892-41e2-b89a-7f5f05467b46,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:57.383673 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.428265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 762ea30e-9049-49a2-a8ad-e5bee869490a up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:57.448270 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.474429 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.479463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6eb9ed85-487e-4baa-bf74-30823472d60f tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0715621 Aug 29 17:03:57.479639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33612) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:57.485856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292cc424-eaa9-4277-94de-3a57e9d2aeac']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:57.493780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=d15ed3f7-7fe8-4898-8687-9fc883afa8f1,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:57.497274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0af950-f2bc-4a2a-982a-58097334365e') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:57.497573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0af950-f2bc-4a2a-982a-58097334365e') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:57.508578 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.513619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 762ea30e-9049-49a2-a8ad-e5bee869490a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:57.518949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 762ea30e-9049-49a2-a8ad-e5bee869490a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:57.519455 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.523330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Subnet': ['ID=55c5df87-53e4-46e0-ac92-cf1fa060a152,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:57.529069 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.535900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Checking segment: {'id': 'ce059c8f-f68d-4703-9b9e-42af9580a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f5dfae5-0685-41a0-aef3-601e67063600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:03:57.536239 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network hostable DHCP agents. Network: 4f5dfae5-0685-41a0-aef3-601e67063600, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:03:57.541086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:57.541698 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:57.544725 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:57.606258 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.620210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 4f5dfae5-0685-41a0-aef3-601e67063600 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:03:57.625923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1546032a-0e11-4588-bf47-419604e0cd92']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:57.634826 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e659be2-03fe-4eba-9cdf-a327789c36bf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.636217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 4f5dfae5-0685-41a0-aef3-601e67063600) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:03:57.641364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a7c6df-1bb3-40f2-9954-48f0b2bfafae') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:57.641640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a7c6df-1bb3-40f2-9954-48f0b2bfafae') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:57.647720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:57.649334 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.655496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.660722 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3a0c3284-78c6-4f11-97fb-c6a9dc208005 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:57.664653 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.665673 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.674140 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "DELETE /v2.0/networks/292cc424-eaa9-4277-94de-3a57e9d2aeac HTTP/1.1" status: 204 len: 168 time: 1.9498928 Aug 29 17:03:57.674913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33618) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:57.699008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e659be2-03fe-4eba-9cdf-a327789c36bf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.699693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291afb88-711e-4e5d-9752-0789ca22b761 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Network': ['ID=292cc424-eaa9-4277-94de-3a57e9d2aeac,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:57.708815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6e3c496b-daa5-47dd-a37e-89e9a9b1b3c5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8025453 Aug 29 17:03:57.709522 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.709685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33620) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:57.712625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b7679c-879a-430f-926e-c9c2e3f82a29 None None] Network 4f5dfae5-0685-41a0-aef3-601e67063600 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:57.714950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a3b59afb-2152-4252-a0dc-77bc3c4c226e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-446385394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:57.734997 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.768491 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3b59afb-2152-4252-a0dc-77bc3c4c226e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.770329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3b59afb-2152-4252-a0dc-77bc3c4c226e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.785459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:57.785900 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:57.787692 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:57.799493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca822c-1e68-409e-93da-fbe8e02a801b req-e4601f47-a380-4fae-b624-61f7e85d4f51 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:57.801069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a3ca822c-1e68-409e-93da-fbe8e02a801b req-e4601f47-a380-4fae-b624-61f7e85d4f51 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 944 time: 0.0927188 Aug 29 17:03:57.802822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9edaf9f-2661-4695-8bd4-00c7e1fa1258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762ea30e-9049-49a2-a8ad-e5bee869490a'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:03:57.805047 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53fe449-daff-4553-ac79-8055f9efc221" -d '{"events": [{"server_uuid": "a9edaf9f-2661-4695-8bd4-00c7e1fa1258", "name": "network-vif-plugged", "status": "completed", "tag": "762ea30e-9049-49a2-a8ad-e5bee869490a"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:03:57.830422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 762ea30e-9049-49a2-a8ad-e5bee869490a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=762ea30e-9049-49a2-a8ad-e5bee869490a,segment=NetworkSegment(f8b6f975-5339-4dea-8f40-3b31d4ae3f1f),segment_id=f8b6f975-5339-4dea-8f40-3b31d4ae3f1f)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:57.833601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:57.845524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:57.845887 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.852113 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a3ca822c-1e68-409e-93da-fbe8e02a801b req-e89fd973-6747-42b9-9799-013b1c679685 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Aug 29 17:03:57.869499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7abd86-c622-4284-a3d2-dbf69dcf79d2 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Deleting subnet 08a59445-8c4a-45a2-b317-d3cdda835261 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:57.875542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f7abd86-c622-4284-a3d2-dbf69dcf79d2 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.887227 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.888214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a6c2e3fc-10bc-489c-9292-19b135a2b61d up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:03:57.919855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f6e37-8a39-43d4-ac8b-78e1d319cf6a req-0da1be44-e4c0-452f-930d-45cc338189b3 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:57.922413 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-631f6e37-8a39-43d4-ac8b-78e1d319cf6a req-0da1be44-e4c0-452f-930d-45cc338189b3 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 946 time: 0.2366166 Aug 29 17:03:57.927133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.945061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e659be2-03fe-4eba-9cdf-a327789c36bf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.947393 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e659be2-03fe-4eba-9cdf-a327789c36bf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.950985 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2e659be2-03fe-4eba-9cdf-a327789c36bf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-groups/91af8082-61c1-443f-be74-0f4de9dc93b6 HTTP/1.1" status: 204 len: 168 time: 0.4679866 Aug 29 17:03:57.952918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1546032a-0e11-4588-bf47-419604e0cd92 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:03:57.960892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33626) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:57.981014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:57.983266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "DELETE /v2.0/networks/1546032a-0e11-4588-bf47-419604e0cd92 HTTP/1.1" status: 204 len: 168 time: 0.6637592 Aug 29 17:03:57.992788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33628) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:58.007253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48aa60-03c0-4472-95d4-40071bb0db81 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event deleted for resources: {'Network': ['ID=1546032a-0e11-4588-bf47-419604e0cd92,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:58.007436 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1bfa7b-f428-4317-ae1f-a285250def1d x-openstack-request-id: req-1b1bfa7b-f428-4317-ae1f-a285250def1d {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:03:58.007714 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9edaf9f-2661-4695-8bd4-00c7e1fa1258", "name": "network-vif-plugged", "status": "completed", "tag": "762ea30e-9049-49a2-a8ad-e5bee869490a", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:03:58.007964 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b1bfa7b-f428-4317-ae1f-a285250def1d {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:03:58.008340 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9edaf9f-2661-4695-8bd4-00c7e1fa1258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762ea30e-9049-49a2-a8ad-e5bee869490a', 'code': 200} Aug 29 17:03:58.014724 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Request body: {'network': {'name': 'tempest-network--2043061380'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:58.021723 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f7abd86-c622-4284-a3d2-dbf69dcf79d2 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.026221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e659be2-03fe-4eba-9cdf-a327789c36bf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91af8082-61c1-443f-be74-0f4de9dc93b6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:58.044696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=762ea30e-9049-49a2-a8ad-e5bee869490a,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:58.089095 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-631f6e37-8a39-43d4-ac8b-78e1d319cf6a req-a3e99d05-4389-4a7b-bcbe-c885edd669ca tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574728 Aug 29 17:03:58.119217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-00a94302-e071-4a1d-bb8b-75fa3f1c24f8 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1301613 Aug 29 17:03:58.119217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33630) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:58.129856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port a6c2e3fc-10bc-489c-9292-19b135a2b61d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:03:58.136475 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f2f65178-231d-4291-a300-d090745ccfb1 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group': {'name': 'tempest-secgroup--95256098'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:58.139970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-4f5dfae5-0685-41a0-aef3-601e67063600', 'network_id': '4f5dfae5-0685-41a0-aef3-601e67063600', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'fixed_ips': [{'subnet_id': '55c5df87-53e4-46e0-ac92-cf1fa060a152'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:03:58.140863 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.144270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port a6c2e3fc-10bc-489c-9292-19b135a2b61d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:03:58.144629 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.153480 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.190201 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3b59afb-2152-4252-a0dc-77bc3c4c226e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.253871 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2f65178-231d-4291-a300-d090745ccfb1 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.273810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 3a0c3284-78c6-4f11-97fb-c6a9dc208005, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3a0c3284-78c6-4f11-97fb-c6a9dc208005,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:58.277811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f7abd86-c622-4284-a3d2-dbf69dcf79d2 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.290855 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.333833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Made reservation on behalf of 30b8b5a1a8c247288e5bd1dac48396d8 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:58.336740 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.354122 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3b59afb-2152-4252-a0dc-77bc3c4c226e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.410238 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.414786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748ff7c-f7d8-4bac-87c8-e5459918eb10 req-1ac2aec2-bc72-423a-ba1b-5425b397b826 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:58.421966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748ff7c-f7d8-4bac-87c8-e5459918eb10 req-1ac2aec2-bc72-423a-ba1b-5425b397b826 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:58.422647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:03:58.428378 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748ff7c-f7d8-4bac-87c8-e5459918eb10 req-1ac2aec2-bc72-423a-ba1b-5425b397b826 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:58.429737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=3a0c3284-78c6-4f11-97fb-c6a9dc208005,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:58.432784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Allocated IP 172.20.0.2 (4f5dfae5-0685-41a0-aef3-601e67063600/55c5df87-53e4-46e0-ac92-cf1fa060a152/8ccaf27f-be24-4684-800a-9dac99f6f7df) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:03:58.434793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748ff7c-f7d8-4bac-87c8-e5459918eb10 req-1ac2aec2-bc72-423a-ba1b-5425b397b826 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:58.435107 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.435523 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Added segment cfe67206-9f3f-42d2-80f7-71bdded405a3 of type vlan for network d9266e46-62fc-4b0d-aa8e-23bf8d943677 Aug 29 17:03:58.442698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748ff7c-f7d8-4bac-87c8-e5459918eb10 req-1ac2aec2-bc72-423a-ba1b-5425b397b826 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:58.449449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748ff7c-f7d8-4bac-87c8-e5459918eb10 req-1ac2aec2-bc72-423a-ba1b-5425b397b826 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:58.456177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748ff7c-f7d8-4bac-87c8-e5459918eb10 req-1ac2aec2-bc72-423a-ba1b-5425b397b826 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:58.465563 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3748ff7c-f7d8-4bac-87c8-e5459918eb10 req-1ac2aec2-bc72-423a-ba1b-5425b397b826 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5428 time: 0.1837695 Aug 29 17:03:58.474907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port a6c2e3fc-10bc-489c-9292-19b135a2b61d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a6c2e3fc-10bc-489c-9292-19b135a2b61d,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:03:58.482512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f7abd86-c622-4284-a3d2-dbf69dcf79d2 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.486571 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.502451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:58.504492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['c07a2c12-5081-450d-8358-441fdfb60714'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:58.508990 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.524468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c7693-25d5-4bf5-927b-0c5f9bba0a21 req-6d25a062-8420-46f6-a9bf-c28ccc532746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:58.528097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5f8c7693-25d5-4bf5-927b-0c5f9bba0a21 req-6d25a062-8420-46f6-a9bf-c28ccc532746 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 1097 time: 0.3317692 Aug 29 17:03:58.534987 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.536343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:58.537270 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.542114 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f7abd86-c622-4284-a3d2-dbf69dcf79d2 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.544418 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3f7abd86-c622-4284-a3d2-dbf69dcf79d2 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "DELETE /v2.0/subnets/08a59445-8c4a-45a2-b317-d3cdda835261 HTTP/1.1" status: 204 len: 168 time: 0.8619196 Aug 29 17:03:58.548613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7abd86-c622-4284-a3d2-dbf69dcf79d2 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Subnet': ['ID=08a59445-8c4a-45a2-b317-d3cdda835261,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:58.555565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33636) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:58.565105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e4dc98-429d-4061-b387-f5110925ec42 None None] Network f4ce821c-353b-436b-bf08-5b799d3a106f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:58.630488 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3748ff7c-f7d8-4bac-87c8-e5459918eb10 req-92845038-d311-4b7d-bd3d-923357a9c054 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1629858 Aug 29 17:03:58.662943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ba366-c0e4-424f-a948-a77e746e8132 req-04e0c1ff-4cd2-4783-9070-d6e43d9e9cf2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:58.663847 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2f65178-231d-4291-a300-d090745ccfb1 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.668874 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Deleting subnet 1c66c939-4512-4207-b0a6-fce434ce12d4 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:03:58.671260 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-026ba366-c0e4-424f-a948-a77e746e8132 req-04e0c1ff-4cd2-4783-9070-d6e43d9e9cf2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 944 time: 0.3939424 Aug 29 17:03:58.673318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2f65178-231d-4291-a300-d090745ccfb1 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.678245 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.679930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event updated for resources: {'Network': ['ID=d9266e46-62fc-4b0d-aa8e-23bf8d943677,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:58.698469 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3b59afb-2152-4252-a0dc-77bc3c4c226e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.699921 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a3b59afb-2152-4252-a0dc-77bc3c4c226e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9871283 Aug 29 17:03:58.702535 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5f8c7693-25d5-4bf5-927b-0c5f9bba0a21 req-8d59c476-fab9-4c08-82ff-d21b7248dbf3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512768 Aug 29 17:03:58.703019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33638) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:58.714284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7176929 Aug 29 17:03:58.717803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'port': {'network_id': '4f5dfae5-0685-41a0-aef3-601e67063600', 'name': 'tempest-RoutersTest-1240497067'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:58.720699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33640) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:58.724536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.724899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.725390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.725709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.725971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.726296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.726659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.727249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.728400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.728400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.728636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.728825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7080a-4c54-4132-82b2-44f226077cf3 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:58.732504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9cbd5c19-3306-4454-8480-d195d4929a58 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Request body: {'network': {'router:external': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:58.734135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:58.766716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['efae15c7-233c-4c88-a37e-d87adca34c60'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:58.769200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ddf87b10-b744-4943-b43a-d5c8fc88f16d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:58.771186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['d15ed3f7-7fe8-4898-8687-9fc883afa8f1'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:58.773524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ebbbb855-3d5e-4350-a371-62c6baca9ecb'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:03:58.802714 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2f65178-231d-4291-a300-d090745ccfb1 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.803919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f2f65178-231d-4291-a300-d090745ccfb1 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6841266 Aug 29 17:03:58.810839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33644) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:58.812274 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-026ba366-c0e4-424f-a948-a77e746e8132 req-dd42ae8f-0a2e-4032-935a-e6564bfd025a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377306 Aug 29 17:03:58.819929 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network d9266e46-62fc-4b0d-aa8e-23bf8d943677 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:03:58.829738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1d1caf19-7ff1-438e-a4cd-ccfffd3e5840 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': 'f4844be2-c667-4a65-8b18-8c2c1b4848f5', 'direction': 'ingress', 'protocol': 17}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:58.866629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f65178-231d-4291-a300-d090745ccfb1 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4844be2-c667-4a65-8b18-8c2c1b4848f5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:58.879069 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.891777 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:03:58.896299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:58.919473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] device_id is not set on port 01ba3b26-2522-4328-8f53-3b54a5931d25 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:03:58.930064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d1caf19-7ff1-438e-a4cd-ccfffd3e5840 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.128858 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d1caf19-7ff1-438e-a4cd-ccfffd3e5840 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.141889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a5bc9-9bd9-457c-9c1d-53eaf412aa68 req-035970be-4017-49b1-85ab-3ae9304942ff tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:59.143395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fd9a5bc9-9bd9-457c-9c1d-53eaf412aa68 req-035970be-4017-49b1-85ab-3ae9304942ff tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 945 time: 0.1763899 Aug 29 17:03:59.147116 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9cbd5c19-3306-4454-8480-d195d4929a58 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.150572 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.153431 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d1caf19-7ff1-438e-a4cd-ccfffd3e5840 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.200154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=a6c2e3fc-10bc-489c-9292-19b135a2b61d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:59.223146 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9cbd5c19-3306-4454-8480-d195d4929a58 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.240193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1caf19-7ff1-438e-a4cd-ccfffd3e5840 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0c2445-60c4-4e0c-a87b-cd88e7b05640,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:59.259761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9cbd5c19-3306-4454-8480-d195d4929a58 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Network d9266e46-62fc-4b0d-aa8e-23bf8d943677 is not hosted by any dhcp agent {{(pid=111677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:03:59.260903 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd5c19-3306-4454-8480-d195d4929a58 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:59.261394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9cbd5c19-3306-4454-8480-d195d4929a58 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.262828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9cbd5c19-3306-4454-8480-d195d4929a58 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "PUT /v2.0/networks/d9266e46-62fc-4b0d-aa8e-23bf8d943677 HTTP/1.1" status: 200 len: 858 time: 0.5390711 Aug 29 17:03:59.265977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33652) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:59.291822 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d1caf19-7ff1-438e-a4cd-ccfffd3e5840 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.292994 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1d1caf19-7ff1-438e-a4cd-ccfffd3e5840 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4798179 Aug 29 17:03:59.310580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33654) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:59.339990 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fd9a5bc9-9bd9-457c-9c1d-53eaf412aa68 req-4f6ac8dd-1a4a-4219-8629-69ad1d006eb1 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614449 Aug 29 17:03:59.356973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd5c19-3306-4454-8480-d195d4929a58 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event updated for resources: {'Network': ['ID=d9266e46-62fc-4b0d-aa8e-23bf8d943677,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:59.386445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.387234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.432611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29235cf1-2118-4674-bc50-3eebcfc6c357 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.435166 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.440560 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "DELETE /v2.0/subnets/1c66c939-4512-4207-b0a6-fce434ce12d4 HTTP/1.1" status: 204 len: 168 time: 0.8807502 Aug 29 17:03:59.440560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Subnet': ['ID=1c66c939-4512-4207-b0a6-fce434ce12d4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:59.440847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33656) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:59.457339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.457667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.457957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.458423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.458791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.459359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.459487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.459843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.460172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.460647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.460977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.461326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bf6ec5-ee07-4eec-a774-750c0eaae311 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:03:59.467680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed777b5-6d87-4a29-9ab3-ec4d28276bbf None None] Network 39c5dd52-2d05-4b64-9866-80948f5905fc requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:03:59.482522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29235cf1-2118-4674-bc50-3eebcfc6c357 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.550711 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29235cf1-2118-4674-bc50-3eebcfc6c357 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.554554 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29235cf1-2118-4674-bc50-3eebcfc6c357 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.556387 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-29235cf1-2118-4674-bc50-3eebcfc6c357 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-groups/f4844be2-c667-4a65-8b18-8c2c1b4848f5 HTTP/1.1" status: 204 len: 168 time: 0.2446933 Aug 29 17:03:59.559030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33658) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:59.569681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29235cf1-2118-4674-bc50-3eebcfc6c357 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4844be2-c667-4a65-8b18-8c2c1b4848f5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:03:59.574596 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.593901 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.625456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.628452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9266e46-62fc-4b0d-aa8e-23bf8d943677']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:59.662768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Transition to ACTIVE for port object 8ccaf27f-be24-4684-800a-9dac99f6f7df will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:59.664263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe67206-9f3f-42d2-80f7-71bdded405a3') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:59.664630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe67206-9f3f-42d2-80f7-71bdded405a3') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:03:59.679955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-19b8ca98-0ed3-4487-bf67-aba9009bbcd5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1188414 Aug 29 17:03:59.683252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33662) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:03:59.691248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-04a96a99-6fdd-42a7-93fc-091cf4fcc030 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730976595'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:03:59.699810 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.721632 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-04a96a99-6fdd-42a7-93fc-091cf4fcc030 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.729932 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.779489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:03:59.780237 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:03:59.784207 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:03:59.802414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Transition to ACTIVE for port object 8ccaf27f-be24-4684-800a-9dac99f6f7df will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:03:59.821972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded17023-a806-4d0b-90fd-5b6c9d98794e None None] DHCP port deletion for f4ce821c-353b-436b-bf08-5b799d3a106f request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:03:59.932922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272d377-b765-4e6d-a8db-b20754284a5a req-51b969a7-a2b6-465d-81ee-c4cfeb6732e9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:59.940119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272d377-b765-4e6d-a8db-b20754284a5a req-51b969a7-a2b6-465d-81ee-c4cfeb6732e9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:59.940382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981db94-1dc3-4551-af36-4e2c19f4dab7 req-7910bb5a-f676-47db-8102-ed7bf14ca53e tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:59.942763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f981db94-1dc3-4551-af36-4e2c19f4dab7 req-7910bb5a-f676-47db-8102-ed7bf14ca53e tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.0579531 Aug 29 17:03:59.946161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272d377-b765-4e6d-a8db-b20754284a5a req-51b969a7-a2b6-465d-81ee-c4cfeb6732e9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:59.951192 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:03:59.953078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272d377-b765-4e6d-a8db-b20754284a5a req-51b969a7-a2b6-465d-81ee-c4cfeb6732e9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:59.959573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272d377-b765-4e6d-a8db-b20754284a5a req-51b969a7-a2b6-465d-81ee-c4cfeb6732e9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:59.966418 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272d377-b765-4e6d-a8db-b20754284a5a req-51b969a7-a2b6-465d-81ee-c4cfeb6732e9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:59.973048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272d377-b765-4e6d-a8db-b20754284a5a req-51b969a7-a2b6-465d-81ee-c4cfeb6732e9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:03:59.975145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d272d377-b765-4e6d-a8db-b20754284a5a req-51b969a7-a2b6-465d-81ee-c4cfeb6732e9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5428 time: 0.2427881 Aug 29 17:03:59.980070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Deleting port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:03:59.981297 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.033852 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.041212 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e395e8e1-d612-44aa-a833-97d21821169c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c3284-78c6-4f11-97fb-c6a9dc208005'}, {'server_uuid': '9c930772-42f6-4b6f-a549-e0270fef9b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c2e3fc-10bc-489c-9292-19b135a2b61d'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:04:00.043567 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c8cce1-b213-49eb-a13b-c497fad51fef" -d '{"events": [{"server_uuid": "e395e8e1-d612-44aa-a833-97d21821169c", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c3284-78c6-4f11-97fb-c6a9dc208005"}, {"server_uuid": "9c930772-42f6-4b6f-a549-e0270fef9b03", "name": "network-vif-plugged", "status": "completed", "tag": "a6c2e3fc-10bc-489c-9292-19b135a2b61d"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:04:00.066471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9266e46-62fc-4b0d-aa8e-23bf8d943677 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:04:00.079760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9266e46-62fc-4b0d-aa8e-23bf8d943677,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:00.082534 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f981db94-1dc3-4551-af36-4e2c19f4dab7 req-dac881ac-2916-431e-9719-7ac252a84921 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270959 Aug 29 17:04:00.083255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Allocated IP 172.20.0.13 (4f5dfae5-0685-41a0-aef3-601e67063600/55c5df87-53e4-46e0-ac92-cf1fa060a152/01ba3b26-2522-4328-8f53-3b54a5931d25) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:00.085531 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.091768 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c1293dd9-664c-45da-9aec-25ff8994baf6 tempest-ExternalNetworksTestJSON-1579453217 tempest-ExternalNetworksTestJSON-1579453217-project-admin] 10.222.0.22 "DELETE /v2.0/networks/d9266e46-62fc-4b0d-aa8e-23bf8d943677 HTTP/1.1" status: 204 len: 168 time: 0.8244941 Aug 29 17:04:00.093328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33670) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:00.137140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] For port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0655a59-f18e-456d-aaf5-1ef9a4f86a5b,segment=NetworkSegment(d9da250f-9118-48d6-adf5-a60caf9c5b70),segment_id=d9da250f-9118-48d6-adf5-a60caf9c5b70)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:00.137643 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.152750 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4726e8-3772-45a6-a5d6-67bba9526b70 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] DELETE failed (client error): The resource could not be found. Aug 29 17:04:00.154128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4726e8-3772-45a6-a5d6-67bba9526b70 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:04:00.156987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3b4726e8-3772-45a6-a5d6-67bba9526b70 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] 10.222.0.22 "DELETE /v2.0/subnets/7a3d73bc-b1a0-403f-95ea-524573f9616f HTTP/1.1" status: 404 len: 337 time: 0.0621200 Aug 29 17:04:00.161072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33672) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:00.175299 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d272d377-b765-4e6d-a8db-b20754284a5a req-93a42fd2-6b46-4c29-8ca0-b37cfa4a0112 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1752160 Aug 29 17:04:00.175692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Network 4f5dfae5-0685-41a0-aef3-601e67063600 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:00.195858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Calling delete_port for d0655a59-f18e-456d-aaf5-1ef9a4f86a5b owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:00.235367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Pushing event updated for resources: {'Port': ['ID=8ccaf27f-be24-4684-800a-9dac99f6f7df,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:00.261394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-04a96a99-6fdd-42a7-93fc-091cf4fcc030 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.265894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:00.278968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:00.290167 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6537c081-7b33-4fad-9f96-887241c3c9bb x-openstack-request-id: req-6537c081-7b33-4fad-9f96-887241c3c9bb {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:04:00.290585 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e395e8e1-d612-44aa-a833-97d21821169c", "name": "network-vif-plugged", "status": "completed", "tag": "3a0c3284-78c6-4f11-97fb-c6a9dc208005", "code": 200}, {"server_uuid": "9c930772-42f6-4b6f-a549-e0270fef9b03", "name": "network-vif-plugged", "status": "completed", "tag": "a6c2e3fc-10bc-489c-9292-19b135a2b61d", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:04:00.290980 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6537c081-7b33-4fad-9f96-887241c3c9bb {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:04:00.291848 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e395e8e1-d612-44aa-a833-97d21821169c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c3284-78c6-4f11-97fb-c6a9dc208005', 'code': 200} Aug 29 17:04:00.292212 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c930772-42f6-4b6f-a549-e0270fef9b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c2e3fc-10bc-489c-9292-19b135a2b61d', 'code': 200} Aug 29 17:04:00.302691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-04a96a99-6fdd-42a7-93fc-091cf4fcc030 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.360316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3286d07-d00f-4d60-b279-50a897297f20 None None] DHCP port deletion for 39c5dd52-2d05-4b64-9866-80948f5905fc request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:04:00.392953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ded17023-a806-4d0b-90fd-5b6c9d98794e None None] Deleting port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:00.393473 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ded17023-a806-4d0b-90fd-5b6c9d98794e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.402864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.409368 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-04a96a99-6fdd-42a7-93fc-091cf4fcc030 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.410823 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-04a96a99-6fdd-42a7-93fc-091cf4fcc030 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7260387 Aug 29 17:04:00.418700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33676) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:00.420843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a96a99-6fdd-42a7-93fc-091cf4fcc030 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b8c4e1-1abd-4308-b6b1-0d521455f449,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:00.441868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-575136bd-dddf-48e7-8ab7-850b9d4bacdf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116854268'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:00.521762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe6a1d-0b2f-4cf7-ad2c-52d9e29bb2b0 req-cd617360-9f68-4e21-b617-1a99efcce0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:00.523209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77fe6a1d-0b2f-4cf7-ad2c-52d9e29bb2b0 req-cd617360-9f68-4e21-b617-1a99efcce0a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e395e8e1-d612-44aa-a833-97d21821169c HTTP/1.1" status: 200 len: 1097 time: 0.1451652 Aug 29 17:04:00.557654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2cd3b-7bc5-4cec-a470-8dd15b0ef41f req-bb2a8682-ae10-4050-b69a-6b1badb3fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:00.559292 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0a2cd3b-7bc5-4cec-a470-8dd15b0ef41f req-bb2a8682-ae10-4050-b69a-6b1badb3fba4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 1097 time: 0.1781573 Aug 29 17:04:00.562418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Attempting to bind port 8ccaf27f-be24-4684-800a-9dac99f6f7df on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:04:00.563329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Attempting to bind port 8ccaf27f-be24-4684-800a-9dac99f6f7df by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'ce059c8f-f68d-4703-9b9e-42af9580a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f5dfae5-0685-41a0-aef3-601e67063600'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:04:00.563896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Attempting to bind port 8ccaf27f-be24-4684-800a-9dac99f6f7df on network 4f5dfae5-0685-41a0-aef3-601e67063600 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:04:00.572608 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.574888 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.585543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:04:00.586325 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Checking segment: {'id': 'ce059c8f-f68d-4703-9b9e-42af9580a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f5dfae5-0685-41a0-aef3-601e67063600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:00.586991 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.587552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Bound using segment: {'id': 'ce059c8f-f68d-4703-9b9e-42af9580a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f5dfae5-0685-41a0-aef3-601e67063600'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:04:00.588279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Bound port: 8ccaf27f-be24-4684-800a-9dac99f6f7df, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce059c8f-f68d-4703-9b9e-42af9580a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f5dfae5-0685-41a0-aef3-601e67063600'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:04:00.588847 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.616754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Port': ['ID=d0655a59-f18e-456d-aaf5-1ef9a4f86a5b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:00.637376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ded17023-a806-4d0b-90fd-5b6c9d98794e None None] For port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0655a59-f18e-456d-aaf5-1ef9a4f86a5b,segment=NetworkSegment(d9da250f-9118-48d6-adf5-a60caf9c5b70),segment_id=d9da250f-9118-48d6-adf5-a60caf9c5b70)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:00.638080 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ded17023-a806-4d0b-90fd-5b6c9d98794e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.642882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Transition to ACTIVE for port object 01ba3b26-2522-4328-8f53-3b54a5931d25 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:00.644481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] No DVR routers for this DVR port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:00.688029 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77fe6a1d-0b2f-4cf7-ad2c-52d9e29bb2b0 req-a4b46c90-050f-434b-8414-70b1330194df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553884 Aug 29 17:04:00.692677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ded17023-a806-4d0b-90fd-5b6c9d98794e None None] Calling delete_port for d0655a59-f18e-456d-aaf5-1ef9a4f86a5b owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:00.710549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b3286d07-d00f-4d60-b279-50a897297f20 None None] Deleting port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:00.711854 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3286d07-d00f-4d60-b279-50a897297f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.757945 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.769560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ce821c-353b-436b-bf08-5b799d3a106f']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:00.781913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9da250f-9118-48d6-adf5-a60caf9c5b70') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:00.782157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9da250f-9118-48d6-adf5-a60caf9c5b70') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:00.792462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.808347 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.815648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:00.816067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.883906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] For port 8ccaf27f-be24-4684-800a-9dac99f6f7df, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:00.901066 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:00.905533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] For port 8ccaf27f-be24-4684-800a-9dac99f6f7df, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8ccaf27f-be24-4684-800a-9dac99f6f7df,segment=NetworkSegment(ce059c8f-f68d-4703-9b9e-42af9580a5c2),segment_id=ce059c8f-f68d-4703-9b9e-42af9580a5c2)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:04:00.907662 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0a2cd3b-7bc5-4cec-a470-8dd15b0ef41f req-c1e87e12-c1fe-4152-8b13-c018935f3cde service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391795 Aug 29 17:04:00.910408 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.921912 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.926535 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "DELETE /v2.0/networks/f4ce821c-353b-436b-bf08-5b799d3a106f HTTP/1.1" status: 204 len: 168 time: 1.4825764 Aug 29 17:04:00.929905 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.940559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8439c3ad-fbd1-41d6-8ae1-235189ddc49c no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:04:00.945532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b3286d07-d00f-4d60-b279-50a897297f20 None None] For port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8439c3ad-fbd1-41d6-8ae1-235189ddc49c,segment=NetworkSegment(26d24bd2-1f5e-408b-a7f2-805dbd0eed20),segment_id=26d24bd2-1f5e-408b-a7f2-805dbd0eed20)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:00.945955 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3286d07-d00f-4d60-b279-50a897297f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.946372 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33678) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:00.965748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376bc10-d96c-430c-a3da-ee59a25e06ca tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Network': ['ID=f4ce821c-353b-436b-bf08-5b799d3a106f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:00.991540 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-575136bd-dddf-48e7-8ab7-850b9d4bacdf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:00.999119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b3286d07-d00f-4d60-b279-50a897297f20 None None] Calling delete_port for 8439c3ad-fbd1-41d6-8ae1-235189ddc49c owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:01.046113 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.071071 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.102795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 4f5dfae5-0685-41a0-aef3-601e67063600 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:01.106535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397505cc-0a32-44dd-ac22-19d668b43ab1 req-009bc2b2-866c-4ef7-81d1-c45b581c1a08 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:01.108986 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-397505cc-0a32-44dd-ac22-19d668b43ab1 req-009bc2b2-866c-4ef7-81d1-c45b581c1a08 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 945 time: 0.6236217 Aug 29 17:04:01.114716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:01.120306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:01.126248 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.194114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=01ba3b26-2522-4328-8f53-3b54a5931d25,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:01.220816 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428921b2-e5b0-418c-8674-290554efc017']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:01.226851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:01.226851 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.250442 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee05550-30f9-4fdc-8bff-bf4d0dad395a') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:01.250740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee05550-30f9-4fdc-8bff-bf4d0dad395a') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:01.274986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.284090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Deleting port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:01.284493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.295858 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.305949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:01.306512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:01.353929 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:01.357623 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-397505cc-0a32-44dd-ac22-19d668b43ab1 req-1098060c-4c71-4e21-b9e3-aeacee8bcf0e tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849971 Aug 29 17:04:01.421736 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ded17023-a806-4d0b-90fd-5b6c9d98794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.433540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ded17023-a806-4d0b-90fd-5b6c9d98794e None None] Network f4ce821c-353b-436b-bf08-5b799d3a106f is not hosted by any dhcp agent {{(pid=111678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:04:01.433996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded17023-a806-4d0b-90fd-5b6c9d98794e None None] No DVR routers for this DVR port d0655a59-f18e-456d-aaf5-1ef9a4f86a5b on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:01.438050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4587d-b69b-4c8b-8111-5c0a844d8100 req-7ed2368f-a600-4870-830e-0565fc115b23 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:01.439842 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4aa4587d-b69b-4c8b-8111-5c0a844d8100 req-7ed2368f-a600-4870-830e-0565fc115b23 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1923759 Aug 29 17:04:01.441713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] For port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8439c3ad-fbd1-41d6-8ae1-235189ddc49c,segment=NetworkSegment(26d24bd2-1f5e-408b-a7f2-805dbd0eed20),segment_id=26d24bd2-1f5e-408b-a7f2-805dbd0eed20)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:01.442087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.455491 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3286d07-d00f-4d60-b279-50a897297f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.469889 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-575136bd-dddf-48e7-8ab7-850b9d4bacdf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.471673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3286d07-d00f-4d60-b279-50a897297f20 None None] No DVR routers for this DVR port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:01.471819 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.479429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No active binding found for port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c {{(pid=111678) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 29 17:04:01.480155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8439c3ad-fbd1-41d6-8ae1-235189ddc49c not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:04:01.481269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d0655a59-f18e-456d-aaf5-1ef9a4f86a5b no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:04:01.481463 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.487919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] 10.222.0.22 "DELETE /v2.0/networks/428921b2-e5b0-418c-8674-290554efc017 HTTP/1.1" status: 204 len: 168 time: 1.3255394 Aug 29 17:04:01.490752 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-575136bd-dddf-48e7-8ab7-850b9d4bacdf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.496142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec82f97-6c0b-44d4-a2b1-b830665235bd None None] Pushing event updated for resources: {'Port': ['ID=8ccaf27f-be24-4684-800a-9dac99f6f7df,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:01.499222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Calling delete_port for 8439c3ad-fbd1-41d6-8ae1-235189ddc49c owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:01.523645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe1f7b-d3fb-440f-86d4-b87d2f8c7f39 tempest-ExternalNetworksTestJSON-494490616 tempest-ExternalNetworksTestJSON-494490616-project] Pushing event deleted for resources: {'Network': ['ID=428921b2-e5b0-418c-8674-290554efc017,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:01.523950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-16f8d024-35ca-498e-b8ac-b07050f7b7b3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8137238 Aug 29 17:04:01.527640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33690) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:01.573585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: d0655a59-f18e-456d-aaf5-1ef9a4f86a5b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:04:01.574174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d0655a59-f18e-456d-aaf5-1ef9a4f86a5b not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:04:01.578813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded17023-a806-4d0b-90fd-5b6c9d98794e None None] Pushing event deleted for resources: {'Port': ['ID=d0655a59-f18e-456d-aaf5-1ef9a4f86a5b,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:01.603742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286d07-d00f-4d60-b279-50a897297f20 None None] Pushing event deleted for resources: {'Port': ['ID=8439c3ad-fbd1-41d6-8ae1-235189ddc49c,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:01.618605 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-575136bd-dddf-48e7-8ab7-850b9d4bacdf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.623885 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-575136bd-dddf-48e7-8ab7-850b9d4bacdf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1840467 Aug 29 17:04:01.623885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33692) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:01.627643 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-fd864297-c277-4f86-b3cb-a64eceed4935 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': '61b8c4e1-1abd-4308-b6b1-0d521455f449', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '24363f15-4cd4-4c3b-9f2f-2a0322679729', 'remote_ip_prefix': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:01.634005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575136bd-dddf-48e7-8ab7-850b9d4bacdf tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24363f15-4cd4-4c3b-9f2f-2a0322679729,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:01.692296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade12c4-8fd3-4df6-9392-42568b0fe9bd req-fada360e-053a-4cdc-94fe-6147191cf1fa tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:01.699243 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4aa4587d-b69b-4c8b-8111-5c0a844d8100 req-487423dc-9211-4d1c-bac6-e603818d72bd tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410843 Aug 29 17:04:01.699564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade12c4-8fd3-4df6-9392-42568b0fe9bd req-fada360e-053a-4cdc-94fe-6147191cf1fa tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:01.707250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade12c4-8fd3-4df6-9392-42568b0fe9bd req-fada360e-053a-4cdc-94fe-6147191cf1fa tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:01.719314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade12c4-8fd3-4df6-9392-42568b0fe9bd req-fada360e-053a-4cdc-94fe-6147191cf1fa tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:01.721692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade12c4-8fd3-4df6-9392-42568b0fe9bd req-fada360e-053a-4cdc-94fe-6147191cf1fa tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:01.728470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade12c4-8fd3-4df6-9392-42568b0fe9bd req-fada360e-053a-4cdc-94fe-6147191cf1fa tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:01.742845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade12c4-8fd3-4df6-9392-42568b0fe9bd req-fada360e-053a-4cdc-94fe-6147191cf1fa tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:01.744939 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eade12c4-8fd3-4df6-9392-42568b0fe9bd req-fada360e-053a-4cdc-94fe-6147191cf1fa tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5428 time: 0.1971688 Aug 29 17:04:01.769109 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd864297-c277-4f86-b3cb-a64eceed4935 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.912134 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.913461 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eade12c4-8fd3-4df6-9392-42568b0fe9bd req-7a651a1c-e40b-4425-a4d2-a5188c0a7d67 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1523390 Aug 29 17:04:01.964707 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd864297-c277-4f86-b3cb-a64eceed4935 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.971893 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd864297-c277-4f86-b3cb-a64eceed4935 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:01.974088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33696) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:02.001893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864297-c277-4f86-b3cb-a64eceed4935 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bdb38a-913c-4140-9f79-c533ae348643,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:02.002572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] No DVR routers for this DVR port 8439c3ad-fbd1-41d6-8ae1-235189ddc49c on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:02.008420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Port': ['ID=8439c3ad-fbd1-41d6-8ae1-235189ddc49c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:02.011801 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd864297-c277-4f86-b3cb-a64eceed4935 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.013132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fd864297-c277-4f86-b3cb-a64eceed4935 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3890233 Aug 29 17:04:02.016448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33700) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:02.047909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61a91986-e497-4a9d-9b54-6f38c45ab741 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.059740 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61a91986-e497-4a9d-9b54-6f38c45ab741 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.108349 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61a91986-e497-4a9d-9b54-6f38c45ab741 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.120084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61a91986-e497-4a9d-9b54-6f38c45ab741 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.121414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-61a91986-e497-4a9d-9b54-6f38c45ab741 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d3bdb38a-913c-4140-9f79-c533ae348643 HTTP/1.1" status: 204 len: 168 time: 0.1032336 Aug 29 17:04:02.124183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33702) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:02.151176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a91986-e497-4a9d-9b54-6f38c45ab741 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3bdb38a-913c-4140-9f79-c533ae348643,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:02.192647 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0fd78f8a-d20b-44d3-bfb0-70a98cebc6c5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0673256 Aug 29 17:04:02.200185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33704) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:02.266233 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-47fb1eb3-771a-4f19-927d-ae5b0107e59c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4a7ac8cc106451280ca5154cf8a5599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873430 Aug 29 17:04:02.270795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33706) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:02.305347 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e362-e1c5-4e10-a4d3-a836ce766c53 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.346435 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e362-e1c5-4e10-a4d3-a836ce766c53 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.367856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79682db6-cd60-404c-add4-0c9a8f7865e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.416677 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79682db6-cd60-404c-add4-0c9a8f7865e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.427207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844e2a8d-fccb-4697-a032-8f8dc8dcd373 None None] Network 4f5dfae5-0685-41a0-aef3-601e67063600 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:02.442863 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e362-e1c5-4e10-a4d3-a836ce766c53 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.446294 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0cb1e362-e1c5-4e10-a4d3-a836ce766c53 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.447691 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0cb1e362-e1c5-4e10-a4d3-a836ce766c53 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-groups/24363f15-4cd4-4c3b-9f2f-2a0322679729 HTTP/1.1" status: 204 len: 168 time: 0.2465174 Aug 29 17:04:02.452286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33708) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:02.473265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1e362-e1c5-4e10-a4d3-a836ce766c53 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24363f15-4cd4-4c3b-9f2f-2a0322679729,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:02.483553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bf91-7e9e-41e6-ae5f-8cba2bf7d32b req-85ef37bc-3404-4b85-b859-717dfcea59a6 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:02.490975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0815bf91-7e9e-41e6-ae5f-8cba2bf7d32b req-85ef37bc-3404-4b85-b859-717dfcea59a6 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 945 time: 0.5972755 Aug 29 17:04:02.502536 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79682db6-cd60-404c-add4-0c9a8f7865e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.506013 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79682db6-cd60-404c-add4-0c9a8f7865e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.507446 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-79682db6-cd60-404c-add4-0c9a8f7865e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c58e3c1d-d6c1-4f2b-8097-9744da74909d HTTP/1.1" status: 204 len: 168 time: 0.2356133 Aug 29 17:04:02.511261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-24df916c-004f-4fcb-a840-3134da9feb52 None None] Provisioning for port 8ccaf27f-be24-4684-800a-9dac99f6f7df completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:02.517024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79682db6-cd60-404c-add4-0c9a8f7865e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58e3c1d-d6c1-4f2b-8097-9744da74909d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:02.589940 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.634013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c5dd52-2d05-4b64-9866-80948f5905fc']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:02.664012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d24bd2-1f5e-408b-a7f2-805dbd0eed20') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:02.664320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d24bd2-1f5e-408b-a7f2-805dbd0eed20') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:02.683596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0815bf91-7e9e-41e6-ae5f-8cba2bf7d32b req-ee622288-fd97-41f8-bea8-a4b5b5469af4 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912143 Aug 29 17:04:02.699705 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.705157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.737774 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0c08fd88-2ea1-46c2-845a-89653cce5b69 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2793798 Aug 29 17:04:02.738284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33720) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:02.766757 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.834245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:02.834672 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:02.845364 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:02.886644 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-afabfb9f-72d4-491b-b138-5c3668aae0a0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.929879 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-afabfb9f-72d4-491b-b138-5c3668aae0a0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:02.991533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8ccaf27f-be24-4684-800a-9dac99f6f7df up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:03.038936 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-afabfb9f-72d4-491b-b138-5c3668aae0a0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.047913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-afabfb9f-72d4-491b-b138-5c3668aae0a0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.054511 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-afabfb9f-72d4-491b-b138-5c3668aae0a0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-groups/61b8c4e1-1abd-4308-b6b1-0d521455f449 HTTP/1.1" status: 204 len: 168 time: 0.3149836 Aug 29 17:04:03.057118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33726) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:03.068344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a769109-9de7-47f3-b10c-daa166615e0b req-2974ed19-cdc6-4db0-9da6-d23152aee19b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:03.076865 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a769109-9de7-47f3-b10c-daa166615e0b req-2974ed19-cdc6-4db0-9da6-d23152aee19b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.2493012 Aug 29 17:04:03.081139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 8ccaf27f-be24-4684-800a-9dac99f6f7df completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:03.083982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33728) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:03.086890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 8ccaf27f-be24-4684-800a-9dac99f6f7df triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:03.087396 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.101563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabfb9f-72d4-491b-b138-5c3668aae0a0 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b8c4e1-1abd-4308-b6b1-0d521455f449,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:03.133860 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.165273 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a68de51f-89a7-4139-8ef4-2a248d2a1433 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700030 Aug 29 17:04:03.168877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33730) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:03.174658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-53442282-4e58-4b6a-b323-5969ee9155f7 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group': {'name': 'tempest-secgroup--929274689'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:03.209864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4177586d-e6a3-4a74-96c7-2467a77c8910 None None] Provisioning for port 01ba3b26-2522-4328-8f53-3b54a5931d25 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:03.223827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53442282-4e58-4b6a-b323-5969ee9155f7 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.272805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4177586d-e6a3-4a74-96c7-2467a77c8910 None None] Provisioning complete for port 01ba3b26-2522-4328-8f53-3b54a5931d25 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:03.273357 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4177586d-e6a3-4a74-96c7-2467a77c8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.282591 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.287065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "DELETE /v2.0/networks/39c5dd52-2d05-4b64-9866-80948f5905fc HTTP/1.1" status: 204 len: 168 time: 2.3373182 Aug 29 17:04:03.289637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eeb0b-1d06-4189-ae99-02be24da0343 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Network': ['ID=39c5dd52-2d05-4b64-9866-80948f5905fc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:03.290691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33734) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:03.309809 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.339841 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a769109-9de7-47f3-b10c-daa166615e0b req-59b3c451-4147-40c7-8235-c4cd0334a439 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591314 Aug 29 17:04:03.343661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4177586d-e6a3-4a74-96c7-2467a77c8910 None None] Port 01ba3b26-2522-4328-8f53-3b54a5931d25 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:03.393760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 8ccaf27f-be24-4684-800a-9dac99f6f7df, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8ccaf27f-be24-4684-800a-9dac99f6f7df,segment=NetworkSegment(ce059c8f-f68d-4703-9b9e-42af9580a5c2),segment_id=ce059c8f-f68d-4703-9b9e-42af9580a5c2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:03.406333 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.427082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4177586d-e6a3-4a74-96c7-2467a77c8910 None None] Provisioning complete for port 8ccaf27f-be24-4684-800a-9dac99f6f7df triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:03.427457 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4177586d-e6a3-4a74-96c7-2467a77c8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.450829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.453586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ebbbb855-3d5e-4350-a371-62c6baca9ecb up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:03.453900 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53442282-4e58-4b6a-b323-5969ee9155f7 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.460878 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53442282-4e58-4b6a-b323-5969ee9155f7 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.487332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.498937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53442282-4e58-4b6a-b323-5969ee9155f7 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.504585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-53442282-4e58-4b6a-b323-5969ee9155f7 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3325543 Aug 29 17:04:03.525095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33736) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:03.531365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-673aeb90-cc9e-4c4a-936e-3e5500c9fdb9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30b8b5a1a8c247288e5bd1dac48396d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102314 Aug 29 17:04:03.536391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33738) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:03.546110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4ba082c2-88ba-486b-8856-002f7006c2fe tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': 'd1fc008f-4525-46d7-b6fa-868f7fce9461', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:03.556622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=8ccaf27f-be24-4684-800a-9dac99f6f7df,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:03.598004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d971b-b673-46b9-bc57-34520d360931 req-a56b5559-46ee-4dca-8ec9-ee1dadb2caeb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:03.604616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d971b-b673-46b9-bc57-34520d360931 req-a56b5559-46ee-4dca-8ec9-ee1dadb2caeb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:03.610861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d971b-b673-46b9-bc57-34520d360931 req-a56b5559-46ee-4dca-8ec9-ee1dadb2caeb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:03.611828 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port ebbbb855-3d5e-4350-a371-62c6baca9ecb completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:03.617481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d971b-b673-46b9-bc57-34520d360931 req-a56b5559-46ee-4dca-8ec9-ee1dadb2caeb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:03.625389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d971b-b673-46b9-bc57-34520d360931 req-a56b5559-46ee-4dca-8ec9-ee1dadb2caeb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:03.626604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port ebbbb855-3d5e-4350-a371-62c6baca9ecb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:03.627002 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.632293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d971b-b673-46b9-bc57-34520d360931 req-a56b5559-46ee-4dca-8ec9-ee1dadb2caeb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:03.639819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d971b-b673-46b9-bc57-34520d360931 req-a56b5559-46ee-4dca-8ec9-ee1dadb2caeb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:03.641948 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-930d971b-b673-46b9-bc57-34520d360931 req-a56b5559-46ee-4dca-8ec9-ee1dadb2caeb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5428 time: 0.1866660 Aug 29 17:04:03.642680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53442282-4e58-4b6a-b323-5969ee9155f7 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fc008f-4525-46d7-b6fa-868f7fce9461,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:03.665366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc0b6b1-ab87-41da-8430-f727bc1df2fa tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Deleting subnet cc1a36c1-2131-4517-85a5-bd2109125623 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:04:03.672136 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b6b1-ab87-41da-8430-f727bc1df2fa tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.675628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=01ba3b26-2522-4328-8f53-3b54a5931d25,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:03.695793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcff23f-dc4d-43d3-b6fa-62f7377933d2 req-d0ff0a1f-646f-46c4-a804-82f34af1c65f tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:03.704028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9bcff23f-dc4d-43d3-b6fa-62f7377933d2 req-d0ff0a1f-646f-46c4-a804-82f34af1c65f tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 945 time: 0.2548640 Aug 29 17:04:03.723173 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.753054 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ba082c2-88ba-486b-8856-002f7006c2fe tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.759604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-caa85c8c-cdd5-41f7-a644-5836bab6c5ad None None] Provisioning complete for port 01ba3b26-2522-4328-8f53-3b54a5931d25 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:03.759988 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-caa85c8c-cdd5-41f7-a644-5836bab6c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.761287 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-930d971b-b673-46b9-bc57-34520d360931 req-7a732344-788b-4151-9038-2425960fa936 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932701 Aug 29 17:04:03.770111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b6b1-ab87-41da-8430-f727bc1df2fa tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.811235 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-caa85c8c-cdd5-41f7-a644-5836bab6c5ad None None] Port 01ba3b26-2522-4328-8f53-3b54a5931d25 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:03.812743 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbbb855-3d5e-4350-a371-62c6baca9ecb'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:04:03.815320 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6480ae0-41cb-4442-86f5-6a57d546cb5b" -d '{"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "ebbbb855-3d5e-4350-a371-62c6baca9ecb"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:04:03.817880 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9bcff23f-dc4d-43d3-b6fa-62f7377933d2 req-2c6e7490-ae58-44e4-8542-1311ebd0cfd6 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035492 Aug 29 17:04:03.838646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ebbbb855-3d5e-4350-a371-62c6baca9ecb, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:03.847376 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.883401 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecafa09-9a5d-4a64-a9be-7b1930086fc5 x-openstack-request-id: req-aecafa09-9a5d-4a64-a9be-7b1930086fc5 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:04:03.885628 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "ebbbb855-3d5e-4350-a371-62c6baca9ecb", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:04:03.886279 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aecafa09-9a5d-4a64-a9be-7b1930086fc5 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:04:03.886853 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbbb855-3d5e-4350-a371-62c6baca9ecb', 'code': 200} Aug 29 17:04:03.904067 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b6b1-ab87-41da-8430-f727bc1df2fa tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.909998 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b28f119-7300-4b44-be83-d76aba0b7271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.921366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ebbbb855-3d5e-4350-a371-62c6baca9ecb,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:03.945550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d8721f16-f6ca-40cb-adf0-2d9957be0df9 None None] Provisioning complete for port 01ba3b26-2522-4328-8f53-3b54a5931d25 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:03.946044 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d8721f16-f6ca-40cb-adf0-2d9957be0df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.984579 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b28f119-7300-4b44-be83-d76aba0b7271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:03.992467 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d8721f16-f6ca-40cb-adf0-2d9957be0df9 None None] Port 01ba3b26-2522-4328-8f53-3b54a5931d25 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:03.996957 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b6b1-ab87-41da-8430-f727bc1df2fa tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.031966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b6b1-ab87-41da-8430-f727bc1df2fa tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.034274 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cbc0b6b1-ab87-41da-8430-f727bc1df2fa tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "DELETE /v2.0/subnets/cc1a36c1-2131-4517-85a5-bd2109125623 HTTP/1.1" status: 204 len: 168 time: 0.7402947 Aug 29 17:04:04.036947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0b6b1-ab87-41da-8430-f727bc1df2fa tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1a36c1-2131-4517-85a5-bd2109125623,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:04.038726 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ba082c2-88ba-486b-8856-002f7006c2fe tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.044103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33746) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:04.049665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a614b-1f0e-4880-ac59-f1b960d0199f None None] Network 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:04.078936 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ba082c2-88ba-486b-8856-002f7006c2fe tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.181910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba082c2-88ba-486b-8856-002f7006c2fe tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c634c925-c173-47d4-8754-3936cd7fc5ac,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:04.239808 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ba082c2-88ba-486b-8856-002f7006c2fe tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.241110 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4ba082c2-88ba-486b-8856-002f7006c2fe tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7109189 Aug 29 17:04:04.243152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.244172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33750) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:04.252065 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.270337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f665c5-77bb-4658-b552-ee75c2570225 None None] DHCP port deletion for 9b6c7343-161c-4998-a8e4-4cc18e1cfd2e request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:04:04.278289 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85a1ab6b-7ef9-4e60-9b33-03406ac75aa6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.290395 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85a1ab6b-7ef9-4e60-9b33-03406ac75aa6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.293135 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b28f119-7300-4b44-be83-d76aba0b7271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.296408 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2b28f119-7300-4b44-be83-d76aba0b7271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.297596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2b28f119-7300-4b44-be83-d76aba0b7271 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/edac99e4-4604-4fc0-94a4-343778ddc871 HTTP/1.1" status: 204 len: 168 time: 0.7456584 Aug 29 17:04:04.321367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28f119-7300-4b44-be83-d76aba0b7271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edac99e4-4604-4fc0-94a4-343778ddc871,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:04.342428 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85a1ab6b-7ef9-4e60-9b33-03406ac75aa6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.351590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85a1ab6b-7ef9-4e60-9b33-03406ac75aa6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.355654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-85a1ab6b-7ef9-4e60-9b33-03406ac75aa6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c634c925-c173-47d4-8754-3936cd7fc5ac HTTP/1.1" status: 204 len: 168 time: 0.1078904 Aug 29 17:04:04.359782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33756) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:04.363510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bd88d-39b9-48e5-aa59-9275a1021d90 req-5d938b44-e48e-4124-96f6-fc3c1138d0b9 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:04.369156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1ab6b-7ef9-4e60-9b33-03406ac75aa6 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c634c925-c173-47d4-8754-3936cd7fc5ac,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:04.371012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-441bd88d-39b9-48e5-aa59-9275a1021d90 req-5d938b44-e48e-4124-96f6-fc3c1138d0b9 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 945 time: 0.2384694 Aug 29 17:04:04.380073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b5f665c5-77bb-4658-b552-ee75c2570225 None None] Deleting port d0920e1c-bbfa-4250-a381-4841c3a44142 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:04.380718 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b5f665c5-77bb-4658-b552-ee75c2570225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.423905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a1d2e817-ff9d-44aa-ad31-a159fac43d94 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0626118 Aug 29 17:04:04.426363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33760) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:04.497277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b5f665c5-77bb-4658-b552-ee75c2570225 None None] For port d0920e1c-bbfa-4250-a381-4841c3a44142, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0920e1c-bbfa-4250-a381-4841c3a44142,segment=NetworkSegment(012e5458-a4ce-4995-85ac-d4e0d170adc5),segment_id=012e5458-a4ce-4995-85ac-d4e0d170adc5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:04.497871 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b5f665c5-77bb-4658-b552-ee75c2570225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.499817 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-441bd88d-39b9-48e5-aa59-9275a1021d90 req-506d4317-a1e8-4f4d-a0f7-9374ce75371c tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234257 Aug 29 17:04:04.518769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Deleting port d0920e1c-bbfa-4250-a381-4841c3a44142 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:04.519181 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.521599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b5f665c5-77bb-4658-b552-ee75c2570225 None None] Calling delete_port for d0920e1c-bbfa-4250-a381-4841c3a44142 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:04.524510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0078bb4e-0d62-491b-b842-52759cac888a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.561748 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.586902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0078bb4e-0d62-491b-b842-52759cac888a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.624841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b104e0-0056-42cc-90ef-7c26028c8030 req-4f243da5-fb13-457d-8776-074496739771 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:04.626795 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13b104e0-0056-42cc-90ef-7c26028c8030 req-4f243da5-fb13-457d-8776-074496739771 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1055346 Aug 29 17:04:04.629094 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b5f665c5-77bb-4658-b552-ee75c2570225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.649630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] For port d0920e1c-bbfa-4250-a381-4841c3a44142, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0920e1c-bbfa-4250-a381-4841c3a44142,segment=NetworkSegment(012e5458-a4ce-4995-85ac-d4e0d170adc5),segment_id=012e5458-a4ce-4995-85ac-d4e0d170adc5)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:04.650179 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.669965 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0078bb4e-0d62-491b-b842-52759cac888a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.672800 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0078bb4e-0d62-491b-b842-52759cac888a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.673988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0078bb4e-0d62-491b-b842-52759cac888a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-groups/d1fc008f-4525-46d7-b6fa-868f7fce9461 HTTP/1.1" status: 204 len: 168 time: 0.2458858 Aug 29 17:04:04.676791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33764) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:04.678044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f665c5-77bb-4658-b552-ee75c2570225 None None] Pushing event deleted for resources: {'Port': ['ID=d0920e1c-bbfa-4250-a381-4841c3a44142,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:04.684931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Calling delete_port for d0920e1c-bbfa-4250-a381-4841c3a44142 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:04.685391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f665c5-77bb-4658-b552-ee75c2570225 None None] No DVR routers for this DVR port d0920e1c-bbfa-4250-a381-4841c3a44142 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:04.703069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13b104e0-0056-42cc-90ef-7c26028c8030 req-abbc47bc-e562-4b47-b0b1-5f366b088740 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676630 Aug 29 17:04:04.712225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078bb4e-0d62-491b-b842-52759cac888a tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fc008f-4525-46d7-b6fa-868f7fce9461,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:04.897398 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-367f1994-f7bd-4b22-aa44-ebde700383ba tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2166414 Aug 29 17:04:04.900242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33776) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:04.913700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3077e112-33ec-4ff1-bf9e-f2f37d2e5d6e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021737956'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:04.919009 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8ccaf27f-be24-4684-800a-9dac99f6f7df up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:04.952463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f2792-0936-4b1b-a46c-f46cdfcb9d20 req-2b179a36-60e5-4c11-8b3a-7fd2259ca45e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:04.962218 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f2792-0936-4b1b-a46c-f46cdfcb9d20 req-2b179a36-60e5-4c11-8b3a-7fd2259ca45e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:04.969885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f2792-0936-4b1b-a46c-f46cdfcb9d20 req-2b179a36-60e5-4c11-8b3a-7fd2259ca45e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:04.977284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f2792-0936-4b1b-a46c-f46cdfcb9d20 req-2b179a36-60e5-4c11-8b3a-7fd2259ca45e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:04.985304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f2792-0936-4b1b-a46c-f46cdfcb9d20 req-2b179a36-60e5-4c11-8b3a-7fd2259ca45e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:04.985782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 8ccaf27f-be24-4684-800a-9dac99f6f7df triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:04.986341 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:04.993622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f2792-0936-4b1b-a46c-f46cdfcb9d20 req-2b179a36-60e5-4c11-8b3a-7fd2259ca45e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:05.000623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f2792-0936-4b1b-a46c-f46cdfcb9d20 req-2b179a36-60e5-4c11-8b3a-7fd2259ca45e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:05.002948 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b29f2792-0936-4b1b-a46c-f46cdfcb9d20 req-2b179a36-60e5-4c11-8b3a-7fd2259ca45e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5429 time: 0.1277165 Aug 29 17:04:05.003566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66670e-cb39-4f5f-812e-7a23b909dc27 req-caf3e1c6-9519-42b3-9d67-ddd881f5c528 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:05.005074 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a66670e-cb39-4f5f-812e-7a23b909dc27 req-caf3e1c6-9519-42b3-9d67-ddd881f5c528 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=e395e8e1-d612-44aa-a833-97d21821169c HTTP/1.1" status: 200 len: 945 time: 0.1877329 Aug 29 17:04:05.029383 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.052275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3077e112-33ec-4ff1-bf9e-f2f37d2e5d6e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.070293 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b29f2792-0936-4b1b-a46c-f46cdfcb9d20 req-d218c837-811e-4adf-ad7e-3616f62ba64c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580494 Aug 29 17:04:05.098156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Port': ['ID=d0920e1c-bbfa-4250-a381-4841c3a44142,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:05.102491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] No DVR routers for this DVR port d0920e1c-bbfa-4250-a381-4841c3a44142 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:05.172522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a66670e-cb39-4f5f-812e-7a23b909dc27 req-53d61103-d17b-48f7-a190-5aa816386149 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544044 Aug 29 17:04:05.178900 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d0920e1c-bbfa-4250-a381-4841c3a44142 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:04:05.207155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: d0920e1c-bbfa-4250-a381-4841c3a44142 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:04:05.207875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d0920e1c-bbfa-4250-a381-4841c3a44142 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:04:05.253636 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.270915 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.273900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6c7343-161c-4998-a8e4-4cc18e1cfd2e']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:05.287221 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.292308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012e5458-a4ce-4995-85ac-d4e0d170adc5') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:05.292608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012e5458-a4ce-4995-85ac-d4e0d170adc5') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:05.370790 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.443086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c07a2c12-5081-450d-8358-441fdfb60714 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:05.447773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.474142 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.476404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:05.476830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:05.486333 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:05.504361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=01ba3b26-2522-4328-8f53-3b54a5931d25,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:05.514733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6dce7-f785-4caa-b3cb-478251b5203b req-b569997d-9b42-40b9-9a63-ce2a9fe588fc tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:05.516524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89e6dce7-f785-4caa-b3cb-478251b5203b req-b569997d-9b42-40b9-9a63-ce2a9fe588fc tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 946 time: 0.0706263 Aug 29 17:04:05.525716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port c07a2c12-5081-450d-8358-441fdfb60714 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:05.531736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port c07a2c12-5081-450d-8358-441fdfb60714 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:05.532359 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.571093 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89e6dce7-f785-4caa-b3cb-478251b5203b req-b875da57-8792-43cd-b9a9-f42afaf0e71c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450823 Aug 29 17:04:05.631307 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.675906 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3077e112-33ec-4ff1-bf9e-f2f37d2e5d6e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.682827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c07a2c12-5081-450d-8358-441fdfb60714, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c07a2c12-5081-450d-8358-441fdfb60714,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:05.688018 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.692150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:05.717980 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3077e112-33ec-4ff1-bf9e-f2f37d2e5d6e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.761879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.779099 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.784544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33806) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:05.784884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "DELETE /v2.0/networks/9b6c7343-161c-4998-a8e4-4cc18e1cfd2e HTTP/1.1" status: 204 len: 168 time: 1.7354264 Aug 29 17:04:05.789257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=c07a2c12-5081-450d-8358-441fdfb60714,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:05.808486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3077e112-33ec-4ff1-bf9e-f2f37d2e5d6e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.809764 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3077e112-33ec-4ff1-bf9e-f2f37d2e5d6e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9072423 Aug 29 17:04:05.810107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:05.820785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33808) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:05.820998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:05.821126 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.822913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520ebb0-1766-4945-88c1-ba59d7bde30e tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Pushing event deleted for resources: {'Network': ['ID=9b6c7343-161c-4998-a8e4-4cc18e1cfd2e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:05.837528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1011d5-60c6-4c15-a0a1-1d8c66c902de req-5b194d7c-45dc-44f9-97ff-fb6761d6262f tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:05.842431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb1011d5-60c6-4c15-a0a1-1d8c66c902de req-5b194d7c-45dc-44f9-97ff-fb6761d6262f tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 945 time: 0.2287562 Aug 29 17:04:05.845088 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e27b77d5-4e61-4da4-8c75-102aaa425150 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb11231-0cda-423b-87a2-af965b6fe482 HTTP/1.1" status: 200 len: 205 time: 0.0591195 Aug 29 17:04:05.847332 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33812) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:05.853290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e399feaf-5354-4e64-bb84-8ec64c5814ea tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': 'b903816f-b0be-476d-9d9e-8f1b9a7fbf41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:05.858191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077e112-33ec-4ff1-bf9e-f2f37d2e5d6e tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b903816f-b0be-476d-9d9e-8f1b9a7fbf41,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:05.880632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897539c-3224-4152-acfe-fe56a06cce31 req-aa163d58-fd36-4526-afc4-f092fd87dea5 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:05.882164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6897539c-3224-4152-acfe-fe56a06cce31 req-aa163d58-fd36-4526-afc4-f092fd87dea5 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 945 time: 0.3714275 Aug 29 17:04:05.888520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07a2c12-5081-450d-8358-441fdfb60714'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:04:05.893112 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29567e3-d26c-4263-8756-d053bdc4f89c" -d '{"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "c07a2c12-5081-450d-8358-441fdfb60714"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:04:05.971302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 4f5dfae5-0685-41a0-aef3-601e67063600 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:05.984688 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:05.986930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:05.999365 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e58ea95-c314-4d01-ab15-00e6febc3ea6 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.020264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb1011d5-60c6-4c15-a0a1-1d8c66c902de req-38ac9eb8-1493-4199-a439-04327931d040 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770062 Aug 29 17:04:06.021081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e399feaf-5354-4e64-bb84-8ec64c5814ea tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.026392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:06.032197 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.033655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device efae15c7-233c-4c88-a37e-d87adca34c60 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:06.111569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62944c6f-12ab-400a-bc51-47fca8a44462 req-807e58dd-d7e7-4fbe-908a-2aef56893e07 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:06.113600 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62944c6f-12ab-400a-bc51-47fca8a44462 req-807e58dd-d7e7-4fbe-908a-2aef56893e07 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1641300 Aug 29 17:04:06.116162 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc275087-06bd-4d13-9a5f-966fcdb904b9 x-openstack-request-id: req-dc275087-06bd-4d13-9a5f-966fcdb904b9 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:04:06.116459 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "c07a2c12-5081-450d-8358-441fdfb60714", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:04:06.116719 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc275087-06bd-4d13-9a5f-966fcdb904b9 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:04:06.117114 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07a2c12-5081-450d-8358-441fdfb60714', 'code': 200} Aug 29 17:04:06.159313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:06.181855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port efae15c7-233c-4c88-a37e-d87adca34c60 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:06.191073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port efae15c7-233c-4c88-a37e-d87adca34c60 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:06.191510 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.316548 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.323012 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e399feaf-5354-4e64-bb84-8ec64c5814ea tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.338511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6897539c-3224-4152-acfe-fe56a06cce31 req-1c66d8de-c536-450a-8295-b8ab8b961f2d tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Deleting port 762ea30e-9049-49a2-a8ad-e5bee869490a {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:06.338915 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6897539c-3224-4152-acfe-fe56a06cce31 req-1c66d8de-c536-450a-8295-b8ab8b961f2d tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.341612 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e399feaf-5354-4e64-bb84-8ec64c5814ea tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.364933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e58ea95-c314-4d01-ab15-00e6febc3ea6 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.369307 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e58ea95-c314-4d01-ab15-00e6febc3ea6 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.374727 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port efae15c7-233c-4c88-a37e-d87adca34c60, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=efae15c7-233c-4c88-a37e-d87adca34c60,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:06.377328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62944c6f-12ab-400a-bc51-47fca8a44462 req-a17f2bfb-791f-49fb-ace5-a3b17ac547c9 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554638 Aug 29 17:04:06.381336 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.382196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ddf87b10-b744-4943-b43a-d5c8fc88f16d up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:06.405286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c804cfc-eead-4ed3-96f7-f2472edfda1c req-d43f3a7f-d7b0-47e4-af6d-d3ccd7a3ce0c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:06.422776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c804cfc-eead-4ed3-96f7-f2472edfda1c req-d43f3a7f-d7b0-47e4-af6d-d3ccd7a3ce0c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:06.437510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c804cfc-eead-4ed3-96f7-f2472edfda1c req-d43f3a7f-d7b0-47e4-af6d-d3ccd7a3ce0c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:06.451200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c804cfc-eead-4ed3-96f7-f2472edfda1c req-d43f3a7f-d7b0-47e4-af6d-d3ccd7a3ce0c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:06.452859 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e58ea95-c314-4d01-ab15-00e6febc3ea6 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.453556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e58ea95-c314-4d01-ab15-00e6febc3ea6 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Fanout notify agent at l3_agent the message router_deleted on router ddb11231-0cda-423b-87a2-af965b6fe482 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:04:06.465274 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e58ea95-c314-4d01-ab15-00e6febc3ea6 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.469181 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0e58ea95-c314-4d01-ab15-00e6febc3ea6 tempest-RoutersNegativeIpV6Test-1118604006 tempest-RoutersNegativeIpV6Test-1118604006-project] 10.222.0.22 "DELETE /v2.0/routers/ddb11231-0cda-423b-87a2-af965b6fe482 HTTP/1.1" status: 204 len: 168 time: 0.6173844 Aug 29 17:04:06.470422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c804cfc-eead-4ed3-96f7-f2472edfda1c req-d43f3a7f-d7b0-47e4-af6d-d3ccd7a3ce0c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:06.477277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c804cfc-eead-4ed3-96f7-f2472edfda1c req-d43f3a7f-d7b0-47e4-af6d-d3ccd7a3ce0c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:06.484199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c804cfc-eead-4ed3-96f7-f2472edfda1c req-d43f3a7f-d7b0-47e4-af6d-d3ccd7a3ce0c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:06.493211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7c804cfc-eead-4ed3-96f7-f2472edfda1c req-d43f3a7f-d7b0-47e4-af6d-d3ccd7a3ce0c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5431 time: 0.2601464 Aug 29 17:04:06.507140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bbf80329-5f75-49a6-8066-831f0440de0b None None] Provisioning complete for port 01ba3b26-2522-4328-8f53-3b54a5931d25 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:06.507515 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bbf80329-5f75-49a6-8066-831f0440de0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.537356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399feaf-5354-4e64-bb84-8ec64c5814ea tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54603e7-ef9f-4ed8-9964-53de838cd869,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:06.553014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-bbf80329-5f75-49a6-8066-831f0440de0b None None] Port 01ba3b26-2522-4328-8f53-3b54a5931d25 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:06.554740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port ddf87b10-b744-4943-b43a-d5c8fc88f16d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:06.556719 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e399feaf-5354-4e64-bb84-8ec64c5814ea tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.558255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e399feaf-5354-4e64-bb84-8ec64c5814ea tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7332499 Aug 29 17:04:06.562202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33832) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:06.583247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port ddf87b10-b744-4943-b43a-d5c8fc88f16d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:06.583629 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.595801 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-305c9af0-da94-44ff-b967-78e36e6280e3 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules/d54603e7-ef9f-4ed8-9964-53de838cd869 HTTP/1.1" status: 200 len: 763 time: 0.0324059 Aug 29 17:04:06.599662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33836) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:06.620961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7c804cfc-eead-4ed3-96f7-f2472edfda1c req-f7d72603-ab92-4dac-9ffc-9bdaa571fbb6 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1205029 Aug 29 17:04:06.628191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 1937733b-8aff-482c-a2f8-b503b9ab1305 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:04:06.644648 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=efae15c7-233c-4c88-a37e-d87adca34c60,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:06.648490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6897539c-3224-4152-acfe-fe56a06cce31 req-1c66d8de-c536-450a-8295-b8ab8b961f2d tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] For port 762ea30e-9049-49a2-a8ad-e5bee869490a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=762ea30e-9049-49a2-a8ad-e5bee869490a,segment=NetworkSegment(f8b6f975-5339-4dea-8f40-3b31d4ae3f1f),segment_id=f8b6f975-5339-4dea-8f40-3b31d4ae3f1f)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:06.649171 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6897539c-3224-4152-acfe-fe56a06cce31 req-1c66d8de-c536-450a-8295-b8ab8b961f2d tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.687366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6897539c-3224-4152-acfe-fe56a06cce31 req-1c66d8de-c536-450a-8295-b8ab8b961f2d tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Calling delete_port for 762ea30e-9049-49a2-a8ad-e5bee869490a owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:06.698599 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5cccd2ee-13dc-417c-96ee-c2e93c30d523 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0974996 Aug 29 17:04:06.700978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33838) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:06.739206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8d26000-1a0b-4a2c-969c-97150b5e81bd tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.750950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8d26000-1a0b-4a2c-969c-97150b5e81bd tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.800280 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.872964 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ddf87b10-b744-4943-b43a-d5c8fc88f16d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:06.875416 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8d26000-1a0b-4a2c-969c-97150b5e81bd tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.889637 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.890730 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:06.900310 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8d26000-1a0b-4a2c-969c-97150b5e81bd tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:06.901820 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f8d26000-1a0b-4a2c-969c-97150b5e81bd tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d54603e7-ef9f-4ed8-9964-53de838cd869 HTTP/1.1" status: 204 len: 168 time: 0.1985528 Aug 29 17:04:06.902832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d26000-1a0b-4a2c-969c-97150b5e81bd tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d54603e7-ef9f-4ed8-9964-53de838cd869,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:06.919215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95fb57-83b4-4a14-b353-64a20f6d85cf req-39018307-78a0-4809-91f8-313c98d06ecb tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:06.927913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95fb57-83b4-4a14-b353-64a20f6d85cf req-39018307-78a0-4809-91f8-313c98d06ecb tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:06.937557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95fb57-83b4-4a14-b353-64a20f6d85cf req-39018307-78a0-4809-91f8-313c98d06ecb tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:06.940018 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fd95fb57-83b4-4a14-b353-64a20f6d85cf req-39018307-78a0-4809-91f8-313c98d06ecb tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b&device_id=e395e8e1-d612-44aa-a833-97d21821169c&device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 2417 time: 0.1361558 Aug 29 17:04:06.940541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33844) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:06.940878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33846) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:06.958785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ddf87b10-b744-4943-b43a-d5c8fc88f16d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:07.050883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:07.055549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:07.055939 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.093886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9664bc89-8608-4d6f-be91-8c54e67689c8 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1486621 Aug 29 17:04:07.095439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33854) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:07.103763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0a0dce70-64eb-4dc9-bfee-440cfd8111ef tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': 'b903816f-b0be-476d-9d9e-8f1b9a7fbf41', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:07.137913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fd95fb57-83b4-4a14-b353-64a20f6d85cf req-2bd79e42-8ce9-44af-9cce-928ef26a59ce tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577771 Aug 29 17:04:07.147400 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a0dce70-64eb-4dc9-bfee-440cfd8111ef tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.204523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33858) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:07.222274 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.261420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a0dce70-64eb-4dc9-bfee-440cfd8111ef tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.269917 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a0dce70-64eb-4dc9-bfee-440cfd8111ef tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.274086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:07.281684 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4490b87a-4c3a-4c30-9a1d-708dfc6fac98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/1937733b-8aff-482c-a2f8-b503b9ab1305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7399485 Aug 29 17:04:07.288299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33862) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:07.306535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:07.314461 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.315279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device d15ed3f7-7fe8-4898-8687-9fc883afa8f1 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:07.317355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256429eb-d1a1-46c0-930a-2862d97765ce None None] Sync routers for ids ['1937733b-8aff-482c-a2f8-b503b9ab1305'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:07.333341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d5aea-11e6-4607-a196-f6fa1afe8dc7 req-e0e56224-bd79-4610-b311-d57229388d55 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:07.340626 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a1d5aea-11e6-4607-a196-f6fa1afe8dc7 req-e0e56224-bd79-4610-b311-d57229388d55 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9edaf9f-2661-4695-8bd4-00c7e1fa1258 HTTP/1.1" status: 200 len: 945 time: 0.1506808 Aug 29 17:04:07.374088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b5755b-7a11-4cac-b0b2-0f780818ac1d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:07.375506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-37b5755b-7a11-4cac-b0b2-0f780818ac1d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports/01ba3b26-2522-4328-8f53-3b54a5931d25 HTTP/1.1" status: 200 len: 978 time: 0.0860808 Aug 29 17:04:07.381211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33864) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:07.394305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dce70-64eb-4dc9-bfee-440cfd8111ef tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f10adc-6582-4ab0-917d-2602c57ed492,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:07.411645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a0dce70-64eb-4dc9-bfee-440cfd8111ef tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.416056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0a0dce70-64eb-4dc9-bfee-440cfd8111ef tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3133788 Aug 29 17:04:07.416215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33866) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:07.423491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256429eb-d1a1-46c0-930a-2862d97765ce None None] Routers {'1937733b-8aff-482c-a2f8-b503b9ab1305'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:07.424135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-256429eb-d1a1-46c0-930a-2862d97765ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1937733b-8aff-482c-a2f8-b503b9ab1305'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:07.438508 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a1d5aea-11e6-4607-a196-f6fa1afe8dc7 req-3137e742-cd58-43f0-867b-ccf419a7b845 tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.22 "GET /v2.0/security-groups?id=028ff421-3baa-4191-aa1c-3ab7340ad551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970142 Aug 29 17:04:07.446044 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-22eb36b3-ffa3-4d31-8f86-14085080ec9d tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules/f1f10adc-6582-4ab0-917d-2602c57ed492 HTTP/1.1" status: 200 len: 763 time: 0.0271833 Aug 29 17:04:07.447328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33868) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:07.470036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-256429eb-d1a1-46c0-930a-2862d97765ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:07.471412 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6897539c-3224-4152-acfe-fe56a06cce31 req-1c66d8de-c536-450a-8295-b8ab8b961f2d tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.472766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-24c37e0a-4a95-48f3-80ed-83c02b561a41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2866cc822e794addbdc7e9d04b82a26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5097599 Aug 29 17:04:07.474581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:07.478126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33870) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:07.479479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:07.489831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256429eb-d1a1-46c0-930a-2862d97765ce None None] Routers {'1937733b-8aff-482c-a2f8-b503b9ab1305'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:07.490244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-256429eb-d1a1-46c0-930a-2862d97765ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1937733b-8aff-482c-a2f8-b503b9ab1305'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:07.518519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db22d40-0786-40d2-a17e-aebe62b15dce req-caa7c6bf-6b11-4d4f-ab65-fa3085122d82 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:07.520038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1db22d40-0786-40d2-a17e-aebe62b15dce req-caa7c6bf-6b11-4d4f-ab65-fa3085122d82 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 946 time: 0.2056601 Aug 29 17:04:07.526950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-256429eb-d1a1-46c0-930a-2862d97765ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:07.527515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256429eb-d1a1-46c0-930a-2862d97765ce None None] The sync data for ids ['1937733b-8aff-482c-a2f8-b503b9ab1305'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:07.531185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66d8de-c536-450a-8295-b8ab8b961f2d tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Pushing event deleted for resources: {'Port': ['ID=762ea30e-9049-49a2-a8ad-e5bee869490a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:07.539380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:07.550745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:07.551128 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.579146 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.590654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-67c9f0b1-a413-4343-a3bd-1f7496abf4e1 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1422403 Aug 29 17:04:07.602394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33872) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:07.606210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6897539c-3224-4152-acfe-fe56a06cce31 req-1c66d8de-c536-450a-8295-b8ab8b961f2d tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] No DVR routers for this DVR port 762ea30e-9049-49a2-a8ad-e5bee869490a on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:07.611592 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6897539c-3224-4152-acfe-fe56a06cce31 req-1c66d8de-c536-450a-8295-b8ab8b961f2d tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.613590 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6897539c-3224-4152-acfe-fe56a06cce31 req-1c66d8de-c536-450a-8295-b8ab8b961f2d tempest-ServersNegativeTestMultiTenantJSON-1401454351 tempest-ServersNegativeTestMultiTenantJSON-1401454351-project] 10.222.0.16 "DELETE /v2.0/ports/762ea30e-9049-49a2-a8ad-e5bee869490a HTTP/1.1" status: 204 len: 173 time: 1.7207210 Aug 29 17:04:07.614034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9edaf9f-2661-4695-8bd4-00c7e1fa1258', 'name': 'network-vif-deleted', 'tag': '762ea30e-9049-49a2-a8ad-e5bee869490a'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:04:07.616317 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b078d4d-f58b-4458-a140-52abee4591b4" -d '{"events": [{"server_uuid": "a9edaf9f-2661-4695-8bd4-00c7e1fa1258", "name": "network-vif-deleted", "tag": "762ea30e-9049-49a2-a8ad-e5bee869490a"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:04:07.639293 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e566109-ac8e-4685-90a5-ed8d117ae97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.650785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.661216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1db22d40-0786-40d2-a17e-aebe62b15dce req-80739fb3-a52b-41f8-8a67-0959abca4d1c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137300 Aug 29 17:04:07.683875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e566109-ac8e-4685-90a5-ed8d117ae97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.711954 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97233ad3-05e3-44bf-bacd-dee82e9ec5ef x-openstack-request-id: req-97233ad3-05e3-44bf-bacd-dee82e9ec5ef {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:04:07.712269 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9edaf9f-2661-4695-8bd4-00c7e1fa1258", "name": "network-vif-deleted", "tag": "762ea30e-9049-49a2-a8ad-e5bee869490a", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:04:07.712529 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97233ad3-05e3-44bf-bacd-dee82e9ec5ef {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:04:07.712949 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9edaf9f-2661-4695-8bd4-00c7e1fa1258', 'name': 'network-vif-deleted', 'tag': '762ea30e-9049-49a2-a8ad-e5bee869490a', 'status': 'completed', 'code': 200} Aug 29 17:04:07.746889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port d15ed3f7-7fe8-4898-8687-9fc883afa8f1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:07.754601 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.780222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 762ea30e-9049-49a2-a8ad-e5bee869490a no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:04:07.795779 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e566109-ac8e-4685-90a5-ed8d117ae97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.799128 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e566109-ac8e-4685-90a5-ed8d117ae97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.803124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6e566109-ac8e-4685-90a5-ed8d117ae97f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e54cb640-319f-4a47-9607-3387311ad859 HTTP/1.1" status: 204 len: 168 time: 0.3217282 Aug 29 17:04:07.808097 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ad16182d-f3cb-4a41-b78e-cff39b05fae5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.821697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e566109-ac8e-4685-90a5-ed8d117ae97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54cb640-319f-4a47-9607-3387311ad859,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:07.834508 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ad16182d-f3cb-4a41-b78e-cff39b05fae5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.855394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 762ea30e-9049-49a2-a8ad-e5bee869490a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:04:07.855752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 762ea30e-9049-49a2-a8ad-e5bee869490a not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:04:07.881153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=d15ed3f7-7fe8-4898-8687-9fc883afa8f1,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:07.933983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a6d3-de67-4eb3-b427-79d583d831a3 req-228ed2e3-7980-461d-af20-8d881a6a432e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:07.940730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a6d3-de67-4eb3-b427-79d583d831a3 req-228ed2e3-7980-461d-af20-8d881a6a432e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:07.946723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a6d3-de67-4eb3-b427-79d583d831a3 req-228ed2e3-7980-461d-af20-8d881a6a432e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:07.953301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a6d3-de67-4eb3-b427-79d583d831a3 req-228ed2e3-7980-461d-af20-8d881a6a432e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:07.959230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a6d3-de67-4eb3-b427-79d583d831a3 req-228ed2e3-7980-461d-af20-8d881a6a432e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:07.965201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a6d3-de67-4eb3-b427-79d583d831a3 req-228ed2e3-7980-461d-af20-8d881a6a432e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:07.971164 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a6d3-de67-4eb3-b427-79d583d831a3 req-228ed2e3-7980-461d-af20-8d881a6a432e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:07.973090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1166a6d3-de67-4eb3-b427-79d583d831a3 req-228ed2e3-7980-461d-af20-8d881a6a432e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5435 time: 0.2277431 Aug 29 17:04:07.983665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ad16182d-f3cb-4a41-b78e-cff39b05fae5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.994694 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ad16182d-f3cb-4a41-b78e-cff39b05fae5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:07.995782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ad16182d-f3cb-4a41-b78e-cff39b05fae5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f1f10adc-6582-4ab0-917d-2602c57ed492 HTTP/1.1" status: 204 len: 168 time: 0.3823311 Aug 29 17:04:07.999299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33888) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:08.025682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16182d-f3cb-4a41-b78e-cff39b05fae5 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1f10adc-6582-4ab0-917d-2602c57ed492,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:08.069438 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dd374683-e829-4ff9-84af-d32a09f1fa32 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0686808 Aug 29 17:04:08.069896 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33890) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:08.082070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7d5ae930-e4cd-404b-8ff3-ca5428806300 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Request body: {'security_group_rule': {'security_group_id': 'b903816f-b0be-476d-9d9e-8f1b9a7fbf41', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:08.096296 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1166a6d3-de67-4eb3-b427-79d583d831a3 req-8f93b5e7-ec69-4817-bdae-958493005bd9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101644 Aug 29 17:04:08.118761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867'}, {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efae15c7-233c-4c88-a37e-d87adca34c60'}, {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d'}, {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d'}, {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15ed3f7-7fe8-4898-8687-9fc883afa8f1'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:04:08.121834 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37f10c9-cf87-402a-8a25-4f004fca3799" -d '{"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867"}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "efae15c7-233c-4c88-a37e-d87adca34c60"}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "ddf87b10-b744-4943-b43a-d5c8fc88f16d"}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d"}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "d15ed3f7-7fe8-4898-8687-9fc883afa8f1"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:04:08.199328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae930-e4cd-404b-8ff3-ca5428806300 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.208147 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.209709 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sun, 29 Aug 2021 17:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fc2416-e833-4f51-981d-6ba6cbd2887a x-openstack-request-id: req-58fc2416-e833-4f51-981d-6ba6cbd2887a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:04:08.210050 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867", "code": 200}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "efae15c7-233c-4c88-a37e-d87adca34c60", "code": 200}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "ddf87b10-b744-4943-b43a-d5c8fc88f16d", "code": 200}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d", "code": 200}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-plugged", "status": "completed", "tag": "d15ed3f7-7fe8-4898-8687-9fc883afa8f1", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:04:08.210387 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58fc2416-e833-4f51-981d-6ba6cbd2887a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:04:08.210726 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867', 'code': 200} Aug 29 17:04:08.210992 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efae15c7-233c-4c88-a37e-d87adca34c60', 'code': 200} Aug 29 17:04:08.211247 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d', 'code': 200} Aug 29 17:04:08.211500 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d', 'code': 200} Aug 29 17:04:08.211757 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15ed3f7-7fe8-4898-8687-9fc883afa8f1', 'code': 200} Aug 29 17:04:08.368757 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444ef0-a8a2-4b43-8c29-34a7b0f28a9f req-598301ce-4b44-4657-812b-923f00d5ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:08.369370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444ef0-a8a2-4b43-8c29-34a7b0f28a9f req-598301ce-4b44-4657-812b-923f00d5ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:08.370130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444ef0-a8a2-4b43-8c29-34a7b0f28a9f req-598301ce-4b44-4657-812b-923f00d5ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:08.370757 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444ef0-a8a2-4b43-8c29-34a7b0f28a9f req-598301ce-4b44-4657-812b-923f00d5ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:08.371299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444ef0-a8a2-4b43-8c29-34a7b0f28a9f req-598301ce-4b44-4657-812b-923f00d5ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:08.371783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444ef0-a8a2-4b43-8c29-34a7b0f28a9f req-598301ce-4b44-4657-812b-923f00d5ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:08.372254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2444ef0-a8a2-4b43-8c29-34a7b0f28a9f req-598301ce-4b44-4657-812b-923f00d5ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:08.375897 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2444ef0-a8a2-4b43-8c29-34a7b0f28a9f req-598301ce-4b44-4657-812b-923f00d5ebfd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6499 time: 0.0605214 Aug 29 17:04:08.429102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2444ef0-a8a2-4b43-8c29-34a7b0f28a9f req-f27d6aae-1736-4231-8d1d-19c541bcf231 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&id=44104705-a2b1-4c71-8ecc-d75094ad1f28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439875 Aug 29 17:04:08.443479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae930-e4cd-404b-8ff3-ca5428806300 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.460061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae930-e4cd-404b-8ff3-ca5428806300 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.508556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ae930-e4cd-404b-8ff3-ca5428806300 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71578398-50ca-4311-bdb9-d97d0b670cdf,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:08.514070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Allocated IP 172.25.5.102 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/3d1deed8-28d4-4c47-9f5c-19aab1938f7c) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:08.516034 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0c09ad6-6053-45db-b6a7-5129e3f8e5aa tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.537252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33916) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:08.608598 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d5ae930-e4cd-404b-8ff3-ca5428806300 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.609795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0c40e8-6430-4b0b-bd9b-4077442b82b2 admin admin] Deleting subnet a3182cd8-823d-4820-bfa7-53ffd66c0b66 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:04:08.612525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33922) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:08.613160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7d5ae930-e4cd-404b-8ff3-ca5428806300 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5368152 Aug 29 17:04:08.630279 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a0c40e8-6430-4b0b-bd9b-4077442b82b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.658192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cff76385-2693-464d-9335-818fe55c6178 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules/71578398-50ca-4311-bdb9-d97d0b670cdf HTTP/1.1" status: 200 len: 764 time: 0.0440128 Aug 29 17:04:08.660707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33924) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:08.713245 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a0c40e8-6430-4b0b-bd9b-4077442b82b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.728234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1a976987-3abe-4e28-b505-5308c93ded4b tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0662258 Aug 29 17:04:08.729087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33926) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:08.757158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33928) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:08.811029 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e78d8aad-7059-45a9-95b7-7a31ba7b1ddc tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.820101 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a0c40e8-6430-4b0b-bd9b-4077442b82b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.823298 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e78d8aad-7059-45a9-95b7-7a31ba7b1ddc tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.896774 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e78d8aad-7059-45a9-95b7-7a31ba7b1ddc tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.908133 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e78d8aad-7059-45a9-95b7-7a31ba7b1ddc tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:08.912734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e78d8aad-7059-45a9-95b7-7a31ba7b1ddc tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/71578398-50ca-4311-bdb9-d97d0b670cdf HTTP/1.1" status: 204 len: 168 time: 0.1523330 Aug 29 17:04:08.914319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33936) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:08.941595 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d8aad-7059-45a9-95b7-7a31ba7b1ddc tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71578398-50ca-4311-bdb9-d97d0b670cdf,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:08.960499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a4832d77-6446-4439-9e05-db8d1f33f899 tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1210760919', 'prefixes': ['172.20.0.0/16']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:08.981931 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a0c40e8-6430-4b0b-bd9b-4077442b82b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.024813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c40e8-6430-4b0b-bd9b-4077442b82b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3182cd8-823d-4820-bfa7-53ffd66c0b66,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:09.049347 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a0c40e8-6430-4b0b-bd9b-4077442b82b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.051498 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7a0c40e8-6430-4b0b-bd9b-4077442b82b2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a3182cd8-823d-4820-bfa7-53ffd66c0b66 HTTP/1.1" status: 204 len: 168 time: 0.5130363 Aug 29 17:04:09.063837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2fd1f522-f34a-4b13-b18e-c8d9f5d355eb tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1482835 Aug 29 17:04:09.066158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33940) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:09.066648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33942) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:09.100953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2693b-fef7-469c-b3ac-3da7bd3b2668 req-5d8a25bf-eac2-4075-b1b9-3307be7fdec8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:09.102753 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1e2693b-fef7-469c-b3ac-3da7bd3b2668 req-5d8a25bf-eac2-4075-b1b9-3307be7fdec8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1720252 Aug 29 17:04:09.137187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.249104 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.255821 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.277829 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1e2693b-fef7-469c-b3ac-3da7bd3b2668 req-a3ef735e-016b-4a13-a8d7-3e5a0b85e49f tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334422 Aug 29 17:04:09.282569 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4832d77-6446-4439-9e05-db8d1f33f899 tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] Notify callbacks [] for subnetpool, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.286534 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a4832d77-6446-4439-9e05-db8d1f33f899 tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5333276 Aug 29 17:04:09.286534 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0875c9b-c61c-4112-bb97-ccdeac51dcd2 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.286909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33946) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:09.313572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:09.320134 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09ad6-6053-45db-b6a7-5129e3f8e5aa tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 01ba3b26-2522-4328-8f53-3b54a5931d25 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:09.320411 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0c09ad6-6053-45db-b6a7-5129e3f8e5aa tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.327761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:09.360459 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0875c9b-c61c-4112-bb97-ccdeac51dcd2 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.365169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:09.365605 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e2d9608d-711e-41d1-b712-611b0a96ed04 tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] 10.222.0.22 "GET /v2.0/subnetpools/25b94acc-0492-4d88-afb9-b4bffa2939cd HTTP/1.1" status: 200 len: 732 time: 0.0763044 Aug 29 17:04:09.367193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event updated for resources: {'Port': ['ID=3d1deed8-28d4-4c47-9f5c-19aab1938f7c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:09.373025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33948) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:09.400469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-42318a86-ccdc-4cda-8447-147e65526162 tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-677114419'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:09.425565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a639-4797-41be-9f02-6d06194c386d req-63f1641e-9d7d-4765-9b3b-1bb789598780 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:09.431512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a639-4797-41be-9f02-6d06194c386d req-63f1641e-9d7d-4765-9b3b-1bb789598780 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:09.437608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a639-4797-41be-9f02-6d06194c386d req-63f1641e-9d7d-4765-9b3b-1bb789598780 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:09.443645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a639-4797-41be-9f02-6d06194c386d req-63f1641e-9d7d-4765-9b3b-1bb789598780 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:09.449680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a639-4797-41be-9f02-6d06194c386d req-63f1641e-9d7d-4765-9b3b-1bb789598780 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:09.455731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a639-4797-41be-9f02-6d06194c386d req-63f1641e-9d7d-4765-9b3b-1bb789598780 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:09.460529 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.461789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a639-4797-41be-9f02-6d06194c386d req-63f1641e-9d7d-4765-9b3b-1bb789598780 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:09.463733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e6d5a639-4797-41be-9f02-6d06194c386d req-63f1641e-9d7d-4765-9b3b-1bb789598780 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5435 time: 0.2529712 Aug 29 17:04:09.477589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2497a99-b689-4162-9544-77c4f9f6b840']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:09.481196 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0875c9b-c61c-4112-bb97-ccdeac51dcd2 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.484358 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0875c9b-c61c-4112-bb97-ccdeac51dcd2 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.485531 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f0875c9b-c61c-4112-bb97-ccdeac51dcd2 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "DELETE /v2.0/security-groups/b903816f-b0be-476d-9d9e-8f1b9a7fbf41 HTTP/1.1" status: 204 len: 168 time: 0.4147372 Aug 29 17:04:09.495351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33950) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:09.500597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b6f975-5339-4dea-8f40-3b31d4ae3f1f') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:09.500896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b6f975-5339-4dea-8f40-3b31d4ae3f1f') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:09.523859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0875c9b-c61c-4112-bb97-ccdeac51dcd2 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b903816f-b0be-476d-9d9e-8f1b9a7fbf41,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:09.527377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.558127 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.579930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:09.580243 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:09.582141 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:09.596649 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-01be0c65-b3d7-4346-a6b6-4043490997ff tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992503 Aug 29 17:04:09.606373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33952) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:09.630522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0c09ad6-6053-45db-b6a7-5129e3f8e5aa tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.642019 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e6d5a639-4797-41be-9f02-6d06194c386d req-1197934e-d15a-4ed6-9f78-06378b8030d8 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554008 Aug 29 17:04:09.650775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.663204 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.669865 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] 10.222.0.22 "DELETE /v2.0/networks/b2497a99-b689-4162-9544-77c4f9f6b840 HTTP/1.1" status: 204 len: 168 time: 0.6001627 Aug 29 17:04:09.672984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33954) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:09.690486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a9414-2e4a-4ac4-b45e-ff9a7821b5ff admin admin] Pushing event deleted for resources: {'Network': ['ID=b2497a99-b689-4162-9544-77c4f9f6b840,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:09.691192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09ad6-6053-45db-b6a7-5129e3f8e5aa tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 01ba3b26-2522-4328-8f53-3b54a5931d25 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:09.728185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1d64d2-c9a7-4bda-8f4c-a573c555cf95 admin admin] Deleting subnet edf1104e-1bba-44a1-944f-0519808a77f8 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:04:09.731573 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5a1d64d2-c9a7-4bda-8f4c-a573c555cf95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.767551 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5a1d64d2-c9a7-4bda-8f4c-a573c555cf95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.784987 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-42318a86-ccdc-4cda-8447-147e65526162 tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] Notify callbacks [] for subnetpool, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.786319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-42318a86-ccdc-4cda-8447-147e65526162 tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] 10.222.0.22 "PUT /v2.0/subnetpools/25b94acc-0492-4d88-afb9-b4bffa2939cd HTTP/1.1" status: 200 len: 683 time: 0.4106393 Aug 29 17:04:09.790408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33956) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:09.797567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4a0c002c-179f-405d-af6a-681d44a17b84 tempest-SecGroupTest-1960890164 tempest-SecGroupTest-1960890164-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1885152 Aug 29 17:04:09.800207 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.828393 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5a1d64d2-c9a7-4bda-8f4c-a573c555cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.897965 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5a1d64d2-c9a7-4bda-8f4c-a573c555cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.924571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.926725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d64d2-c9a7-4bda-8f4c-a573c555cf95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf1104e-1bba-44a1-944f-0519808a77f8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:09.931740 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5a1d64d2-c9a7-4bda-8f4c-a573c555cf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:09.934081 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5a1d64d2-c9a7-4bda-8f4c-a573c555cf95 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/edf1104e-1bba-44a1-944f-0519808a77f8 HTTP/1.1" status: 204 len: 168 time: 0.2598445 Aug 29 17:04:09.936737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33960) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:10.018190 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.023503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6a10401-a650-4525-a0c1-09c42f727b3c tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] Notify callbacks [] for subnetpool, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.024661 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e6a10401-a650-4525-a0c1-09c42f727b3c tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] 10.222.0.22 "DELETE /v2.0/subnetpools/25b94acc-0492-4d88-afb9-b4bffa2939cd HTTP/1.1" status: 204 len: 168 time: 0.2260785 Aug 29 17:04:10.027707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33964) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:10.050624 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-958eb0a6-2ae4-4427-9414-b8de124548b8 tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] show failed (client error): The resource could not be found. Aug 29 17:04:10.051664 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-958eb0a6-2ae4-4427-9414-b8de124548b8 tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] 10.222.0.22 "GET /v2.0/subnetpools/25b94acc-0492-4d88-afb9-b4bffa2939cd HTTP/1.1" status: 404 len: 346 time: 0.0226405 Aug 29 17:04:10.055066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33966) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:10.103012 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-45445a63-dd34-4dda-9d9b-4122aa5d6ac6 tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] delete failed (client error): The resource could not be found. Aug 29 17:04:10.108497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-45445a63-dd34-4dda-9d9b-4122aa5d6ac6 tempest-SubnetPoolsTestJSON-154318782 tempest-SubnetPoolsTestJSON-154318782-project] 10.222.0.22 "DELETE /v2.0/subnetpools/25b94acc-0492-4d88-afb9-b4bffa2939cd HTTP/1.1" status: 404 len: 346 time: 0.0481968 Aug 29 17:04:10.138184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33972) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:10.153236 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0c09ad6-6053-45db-b6a7-5129e3f8e5aa tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.204834 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.205082 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c09ad6-6053-45db-b6a7-5129e3f8e5aa tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=01ba3b26-2522-4328-8f53-3b54a5931d25,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:10.236844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:10.267373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881a3384-ecf2-4943-8ae8-c886cebb79b2') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:10.269642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881a3384-ecf2-4943-8ae8-c886cebb79b2') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:10.288945 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.302324 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.319291 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.320622 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.347437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:10.348137 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:10.350130 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:10.428767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event updated for resources: {'Port': ['ID=3d1deed8-28d4-4c47-9f5c-19aab1938f7c,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:10.462092 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.484367 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.485283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7c10ee68-5f7e-4851-ac9c-d0986a5e4877 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2a1ad98ffa149b4a7ae7835c76761aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451667 Aug 29 17:04:10.486847 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] 10.222.0.22 "DELETE /v2.0/networks/2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644 HTTP/1.1" status: 204 len: 168 time: 0.5490909 Aug 29 17:04:10.487878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d779fe8-47ee-473f-be7e-4d9f24c7f65b admin admin] Pushing event deleted for resources: {'Network': ['ID=2da4e3a6-dfd1-4c8c-bd5b-3c1e88856644,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:10.490421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33980) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:10.538261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33984) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:10.553742 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4beec4b-9eb7-4d4c-ba7a-f8b5fa56ab56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.583054 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4beec4b-9eb7-4d4c-ba7a-f8b5fa56ab56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.607891 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.614341 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0c09ad6-6053-45db-b6a7-5129e3f8e5aa tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.642911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfbee9-190f-453e-8bc3-faa272b0b628 req-6c1ad54b-2760-438b-b26f-74fdc82af88f tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:10.644661 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ddfbee9-190f-453e-8bc3-faa272b0b628 req-6c1ad54b-2760-438b-b26f-74fdc82af88f tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.2354040 Aug 29 17:04:10.658975 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4beec4b-9eb7-4d4c-ba7a-f8b5fa56ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.663348 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4beec4b-9eb7-4d4c-ba7a-f8b5fa56ab56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.664748 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c4beec4b-9eb7-4d4c-ba7a-f8b5fa56ab56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7175ed35-a84a-471c-99d1-99f21f8ca2c4 HTTP/1.1" status: 204 len: 168 time: 0.1706114 Aug 29 17:04:10.674490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4beec4b-9eb7-4d4c-ba7a-f8b5fa56ab56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7175ed35-a84a-471c-99d1-99f21f8ca2c4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:10.693944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.695811 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7a734083-4c14-47c4-a884-cb615bb353ec tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4876506 Aug 29 17:04:10.697535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eed0936-3096-49e7-b0da-3ed5716a114e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:10.699375 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33992) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:10.709866 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1802433823'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:10.723829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33994) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:10.857257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ddfbee9-190f-453e-8bc3-faa272b0b628 req-0fa6f307-16dd-43db-96fc-321459cb61de tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651499 Aug 29 17:04:10.867906 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fad47ad9-4659-4d94-bbdf-e2409d48b702 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3299d7293ea64338829278a49deb6afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406412 Aug 29 17:04:10.868113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c09ad6-6053-45db-b6a7-5129e3f8e5aa tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 1937733b-8aff-482c-a2f8-b503b9ab1305 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:04:10.868627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33998) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:10.935126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474dda-1c5a-4769-bc8f-1c6197ef25ab req-6b2b29f3-ca6f-49da-bbe1-d22d6f299f08 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:10.940999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474dda-1c5a-4769-bc8f-1c6197ef25ab req-6b2b29f3-ca6f-49da-bbe1-d22d6f299f08 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:10.946976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474dda-1c5a-4769-bc8f-1c6197ef25ab req-6b2b29f3-ca6f-49da-bbe1-d22d6f299f08 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:10.952964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474dda-1c5a-4769-bc8f-1c6197ef25ab req-6b2b29f3-ca6f-49da-bbe1-d22d6f299f08 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:10.955969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c09ad6-6053-45db-b6a7-5129e3f8e5aa tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:10.958975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474dda-1c5a-4769-bc8f-1c6197ef25ab req-6b2b29f3-ca6f-49da-bbe1-d22d6f299f08 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:10.966445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a0c09ad6-6053-45db-b6a7-5129e3f8e5aa tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/1937733b-8aff-482c-a2f8-b503b9ab1305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5650046 Aug 29 17:04:10.966445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34000) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:10.967231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474dda-1c5a-4769-bc8f-1c6197ef25ab req-6b2b29f3-ca6f-49da-bbe1-d22d6f299f08 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:10.972395 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04474dda-1c5a-4769-bc8f-1c6197ef25ab req-6b2b29f3-ca6f-49da-bbe1-d22d6f299f08 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:10.978097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04474dda-1c5a-4769-bc8f-1c6197ef25ab req-6b2b29f3-ca6f-49da-bbe1-d22d6f299f08 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5435 time: 0.1990011 Aug 29 17:04:10.979159 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ed584-64b4-4947-b0b7-6e425e87ccda None None] Sync routers for ids ['1937733b-8aff-482c-a2f8-b503b9ab1305'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:10.990903 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ed584-64b4-4947-b0b7-6e425e87ccda None None] Routers {'1937733b-8aff-482c-a2f8-b503b9ab1305'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:10.991605 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-db7ed584-64b4-4947-b0b7-6e425e87ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1937733b-8aff-482c-a2f8-b503b9ab1305'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:11.019432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eed0936-3096-49e7-b0da-3ed5716a114e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.030215 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-db7ed584-64b4-4947-b0b7-6e425e87ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:11.038812 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ed584-64b4-4947-b0b7-6e425e87ccda None None] Routers {'1937733b-8aff-482c-a2f8-b503b9ab1305'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:11.039415 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-db7ed584-64b4-4947-b0b7-6e425e87ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1937733b-8aff-482c-a2f8-b503b9ab1305'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:11.046037 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eed0936-3096-49e7-b0da-3ed5716a114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.067214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Made reservation on behalf of 55a5e9dba7a74901a2475307c3a9b766 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:11.071390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.072948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-091c934f-e80d-4aa0-aa35-a85ec0366be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.075938 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-db7ed584-64b4-4947-b0b7-6e425e87ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:11.077445 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ed584-64b4-4947-b0b7-6e425e87ccda None None] The sync data for ids ['1937733b-8aff-482c-a2f8-b503b9ab1305'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:11.094313 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.126640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1eed0936-3096-49e7-b0da-3ed5716a114e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=516e0535e4f543f1a354be602bdb196c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873127 Aug 29 17:04:11.132718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34008) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:11.137662 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04474dda-1c5a-4769-bc8f-1c6197ef25ab req-bf9cef41-aa21-4312-a5a4-cf578e985898 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491659 Aug 29 17:04:11.145485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed0936-3096-49e7-b0da-3ed5716a114e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6eeeb4-8208-4de2-87b5-7c8e3a0ea83c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:11.154982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-091c934f-e80d-4aa0-aa35-a85ec0366be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.255881 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b4d4c58-6792-4517-93a0-beecdd267804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.274594 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-c6c77fb7-2dba-40fb-ae47-5863c40717a7 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 17:04:11.275850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c6c77fb7-2dba-40fb-ae47-5863c40717a7 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/1937733b-8aff-482c-a2f8-b503b9ab1305/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3098028 Aug 29 17:04:11.278742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34016) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:11.279008 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-091c934f-e80d-4aa0-aa35-a85ec0366be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.282146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-091c934f-e80d-4aa0-aa35-a85ec0366be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.283402 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-091c934f-e80d-4aa0-aa35-a85ec0366be3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/028ff421-3baa-4191-aa1c-3ab7340ad551 HTTP/1.1" status: 204 len: 168 time: 0.4138644 Aug 29 17:04:11.334776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c934f-e80d-4aa0-aa35-a85ec0366be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028ff421-3baa-4191-aa1c-3ab7340ad551,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:11.341174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-641e4359-f6b4-4b94-baf5-8e27125fed62 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=1937733b-8aff-482c-a2f8-b503b9ab1305 HTTP/1.1" status: 200 len: 205 time: 0.0608935 Aug 29 17:04:11.344424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34022) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:11.365721 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b4d4c58-6792-4517-93a0-beecdd267804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.391414 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2735c-5c5c-4fdb-9604-83e55bc19182 req-1b65356c-34e9-49d0-adcb-0b109f0eebf0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:11.398589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2735c-5c5c-4fdb-9604-83e55bc19182 req-1b65356c-34e9-49d0-adcb-0b109f0eebf0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:11.406221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2735c-5c5c-4fdb-9604-83e55bc19182 req-1b65356c-34e9-49d0-adcb-0b109f0eebf0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:11.412481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2735c-5c5c-4fdb-9604-83e55bc19182 req-1b65356c-34e9-49d0-adcb-0b109f0eebf0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:11.418769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2735c-5c5c-4fdb-9604-83e55bc19182 req-1b65356c-34e9-49d0-adcb-0b109f0eebf0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:11.426695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2735c-5c5c-4fdb-9604-83e55bc19182 req-1b65356c-34e9-49d0-adcb-0b109f0eebf0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:11.434105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2735c-5c5c-4fdb-9604-83e55bc19182 req-1b65356c-34e9-49d0-adcb-0b109f0eebf0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:11.437043 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b1b2735c-5c5c-4fdb-9604-83e55bc19182 req-1b65356c-34e9-49d0-adcb-0b109f0eebf0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5435 time: 0.1618822 Aug 29 17:04:11.444597 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e7434372-8721-460d-b5ec-a9827ce22025 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.449584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34026) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:11.455369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-aed642d3-2455-4901-8a73-49aa451d920f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Request body: {'floatingip': {'port_id': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:11.526505 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aed642d3-2455-4901-8a73-49aa451d920f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.561408 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.625058 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.654038 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b4d4c58-6792-4517-93a0-beecdd267804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.658743 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b4d4c58-6792-4517-93a0-beecdd267804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.661190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b4d4c58-6792-4517-93a0-beecdd267804 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e6eeeb4-8208-4de2-87b5-7c8e3a0ea83c HTTP/1.1" status: 204 len: 168 time: 0.5223458 Aug 29 17:04:11.676695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d4c58-6792-4517-93a0-beecdd267804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6eeeb4-8208-4de2-87b5-7c8e3a0ea83c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:11.679219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34036) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:11.698176 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e7434372-8721-460d-b5ec-a9827ce22025 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.705011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:04:11.711824 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e7434372-8721-460d-b5ec-a9827ce22025 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.736177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbed723-18eb-4019-b913-88b5abee6fa3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:11.740105 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.740758 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Added segment 3601ddf6-7f9a-4233-80f2-96fbb8ab18da of type vlan for network e670131d-5aa3-4d48-9652-151faa5c5099 Aug 29 17:04:11.780639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9f9cc926-3824-482c-9765-88d1e4f57cf6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9462613895774fc3ac57a7415b9a7940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802906 Aug 29 17:04:11.783246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34038) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:11.783407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34040) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:11.837191 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e7434372-8721-460d-b5ec-a9827ce22025 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.838213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7434372-8721-460d-b5ec-a9827ce22025 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Fanout notify agent at l3_agent the message router_deleted on router 1937733b-8aff-482c-a2f8-b503b9ab1305 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:04:11.860552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e7434372-8721-460d-b5ec-a9827ce22025 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.862304 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e7434372-8721-460d-b5ec-a9827ce22025 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/1937733b-8aff-482c-a2f8-b503b9ab1305 HTTP/1.1" status: 204 len: 168 time: 0.5166669 Aug 29 17:04:11.865175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34044) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:11.876787 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.955184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62e7069-98cf-48ba-b960-0f8891643873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting subnet 55c5df87-53e4-46e0-ac92-cf1fa060a152 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:04:11.958915 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e62e7069-98cf-48ba-b960-0f8891643873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.969480 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.978676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:11.980246 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:11.986372 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9b0601ab-c070-4649-a29d-70cc87888059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.030385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9b0601ab-c070-4649-a29d-70cc87888059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.131438 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4255354 Aug 29 17:04:12.135686 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e62e7069-98cf-48ba-b960-0f8891643873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.140321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34052) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:12.168546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66975222-6048-41e4-a840-db0f8921de10 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event updated for resources: {'Network': ['ID=e670131d-5aa3-4d48-9652-151faa5c5099,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:12.182186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network e670131d-5aa3-4d48-9652-151faa5c5099 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:04:12.186230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-18b8ba74-154b-4b05-9158-0966c0218c2f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:12.187142 n-d-713301-13 neutron-server[111677]: WARNING neutron.api.v2.base [None req-18b8ba74-154b-4b05-9158-0966c0218c2f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 17:04:12.187728 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-18b8ba74-154b-4b05-9158-0966c0218c2f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:04:12.192351 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-18b8ba74-154b-4b05-9158-0966c0218c2f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3985286 Aug 29 17:04:12.193177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34054) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:12.197273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Request body: {'subnet': {'network_id': 'e670131d-5aa3-4d48-9652-151faa5c5099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:12.204734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5f373ef3-8771-4f1d-a8a1-a7318b713593 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'tempest-secgroup--79430697'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:12.272498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bfdb4-9357-4daf-a322-0a828eba9b9e req-3290e1a6-b3c9-4242-84cb-de36bb50f5d3 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:12.278490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-875bfdb4-9357-4daf-a322-0a828eba9b9e req-3290e1a6-b3c9-4242-84cb-de36bb50f5d3 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.2651720 Aug 29 17:04:12.361490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-875bfdb4-9357-4daf-a322-0a828eba9b9e req-5b97f18a-9f00-4168-bc99-52e6a5987b59 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696752 Aug 29 17:04:12.434193 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9b0601ab-c070-4649-a29d-70cc87888059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.437294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9b0601ab-c070-4649-a29d-70cc87888059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.440129 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9b0601ab-c070-4649-a29d-70cc87888059 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd52d2eb-8269-4668-85aa-9d4d350c9a30 HTTP/1.1" status: 204 len: 168 time: 0.6540587 Aug 29 17:04:12.444798 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f373ef3-8771-4f1d-a8a1-a7318b713593 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.471837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0601ab-c070-4649-a29d-70cc87888059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd52d2eb-8269-4668-85aa-9d4d350c9a30,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:12.479027 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f373ef3-8771-4f1d-a8a1-a7318b713593 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.507878 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e62e7069-98cf-48ba-b960-0f8891643873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.512050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Made reservation on behalf of 55a5e9dba7a74901a2475307c3a9b766 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:12.518322 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.603445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e62e7069-98cf-48ba-b960-0f8891643873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.610542 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aed642d3-2455-4901-8a73-49aa451d920f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.621603 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aed642d3-2455-4901-8a73-49aa451d920f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.746563 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f373ef3-8771-4f1d-a8a1-a7318b713593 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.759879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f373ef3-8771-4f1d-a8a1-a7318b713593 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:12.808510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f373ef3-8771-4f1d-a8a1-a7318b713593 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd2cd69-1122-4bf2-8e66-201fb9ee967b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:12.823907 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-aed642d3-2455-4901-8a73-49aa451d920f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Floating IP 603bafde-910c-4990-b623-d1542dce9bfd associated. External IP: 172.25.5.143, port: ddf87b10-b744-4943-b43a-d5c8fc88f16d. Aug 29 17:04:12.858304 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1d10-bedc-44e7-bfe4-826f3047c2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.009632 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f373ef3-8771-4f1d-a8a1-a7318b713593 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.014884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e7069-98cf-48ba-b960-0f8891643873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Subnet': ['ID=55c5df87-53e4-46e0-ac92-cf1fa060a152,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:13.018890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f373ef3-8771-4f1d-a8a1-a7318b713593 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.033277 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e62e7069-98cf-48ba-b960-0f8891643873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.033819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5a927-7d60-411b-846c-a8babe98cecc None None] Network 4f5dfae5-0685-41a0-aef3-601e67063600 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:13.035414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e62e7069-98cf-48ba-b960-0f8891643873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/55c5df87-53e4-46e0-ac92-cf1fa060a152 HTTP/1.1" status: 204 len: 168 time: 1.1690528 Aug 29 17:04:13.038998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34080) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:13.101482 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f373ef3-8771-4f1d-a8a1-a7318b713593 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.103271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5f373ef3-8771-4f1d-a8a1-a7318b713593 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9090221 Aug 29 17:04:13.108335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34084) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:13.116041 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6a802b50-302b-4987-b13b-233d5a4ccd04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': 'f5346a6b-8813-447b-ba9e-e9dfd39feef4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:13.130429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f373ef3-8771-4f1d-a8a1-a7318b713593 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5346a6b-8813-447b-ba9e-e9dfd39feef4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:13.142268 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.221214 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a802b50-302b-4987-b13b-233d5a4ccd04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.245049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed642d3-2455-4901-8a73-49aa451d920f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Router 41e82f54-2c4b-420f-9036-a135c1fc96f8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:04:13.324448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 8ccaf27f-be24-4684-800a-9dac99f6f7df {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:13.324796 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.329890 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.442349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f0fe2-507a-4b34-9667-13d219ce9dbc None None] DHCP port deletion for 4f5dfae5-0685-41a0-aef3-601e67063600 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:04:13.449140 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a802b50-302b-4987-b13b-233d5a4ccd04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.463932 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a802b50-302b-4987-b13b-233d5a4ccd04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.506553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed642d3-2455-4901-8a73-49aa451d920f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:13.516783 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aed642d3-2455-4901-8a73-49aa451d920f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.525831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7440008-6cc3-48ac-a10f-9a456540142d None None] Sync routers for ids ['41e82f54-2c4b-420f-9036-a135c1fc96f8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:13.557184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f0fe2-507a-4b34-9667-13d219ce9dbc None None] Deleting port 8ccaf27f-be24-4684-800a-9dac99f6f7df {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:13.557616 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe2-507a-4b34-9667-13d219ce9dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.559637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7440008-6cc3-48ac-a10f-9a456540142d None None] Routers {'41e82f54-2c4b-420f-9036-a135c1fc96f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:13.560692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c7440008-6cc3-48ac-a10f-9a456540142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['41e82f54-2c4b-420f-9036-a135c1fc96f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:13.565535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a802b50-302b-4987-b13b-233d5a4ccd04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f436e9-04f1-4938-8674-3462e7a32c90,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:13.575756 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a802b50-302b-4987-b13b-233d5a4ccd04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.585960 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6a802b50-302b-4987-b13b-233d5a4ccd04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4761317 Aug 29 17:04:13.588483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34108) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:13.593736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-00fac92d-da52-4610-81f0-313265bca57e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': 'f5346a6b-8813-447b-ba9e-e9dfd39feef4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:13.606357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aed642d3-2455-4901-8a73-49aa451d920f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "PUT /v2.0/floatingips/603bafde-910c-4990-b623-d1542dce9bfd HTTP/1.1" status: 200 len: 992 time: 2.1551652 Aug 29 17:04:13.608484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:04:13.610816 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14d4c61-cab0-4f01-88a1-74648a11678a" -d '{"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "ddf87b10-b744-4943-b43a-d5c8fc88f16d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:04:13.628933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port 8ccaf27f-be24-4684-800a-9dac99f6f7df, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8ccaf27f-be24-4684-800a-9dac99f6f7df,segment=NetworkSegment(ce059c8f-f68d-4703-9b9e-42af9580a5c2),segment_id=ce059c8f-f68d-4703-9b9e-42af9580a5c2)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:13.629444 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.641489 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-00fac92d-da52-4610-81f0-313265bca57e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.652328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event updated for resources: {'Subnet': ['ID=64a6bb57-64ce-4bc7-9003-73474b6f07d4,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:13.712116 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-00fac92d-da52-4610-81f0-313265bca57e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:04:13.716441 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-00fac92d-da52-4610-81f0-313265bca57e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1268947 Aug 29 17:04:13.717980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34116) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:13.719977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 8ccaf27f-be24-4684-800a-9dac99f6f7df owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:13.757907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0855db-74eb-4292-8e25-75a1a261f5c2 req-2bf69828-552a-40eb-955d-ae16df192883 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:13.765807 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd0855db-74eb-4292-8e25-75a1a261f5c2 req-2bf69828-552a-40eb-955d-ae16df192883 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.2666082 Aug 29 17:04:13.785215 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da1a21e-18f1-4c06-821a-ed824da89afa x-openstack-request-id: req-5da1a21e-18f1-4c06-821a-ed824da89afa {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:04:13.785910 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "tag": "ddf87b10-b744-4943-b43a-d5c8fc88f16d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:04:13.786041 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5da1a21e-18f1-4c06-821a-ed824da89afa {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:04:13.786356 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'tag': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d', 'status': 'completed', 'code': 200} Aug 29 17:04:13.799333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8b4f0fe2-507a-4b34-9667-13d219ce9dbc None None] For port 8ccaf27f-be24-4684-800a-9dac99f6f7df, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8ccaf27f-be24-4684-800a-9dac99f6f7df,segment=NetworkSegment(ce059c8f-f68d-4703-9b9e-42af9580a5c2),segment_id=ce059c8f-f68d-4703-9b9e-42af9580a5c2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:13.799489 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe2-507a-4b34-9667-13d219ce9dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.808960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Checking segment: {'id': '3601ddf6-7f9a-4233-80f2-96fbb8ab18da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e670131d-5aa3-4d48-9652-151faa5c5099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:13.809585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Network hostable DHCP agents. Network: e670131d-5aa3-4d48-9652-151faa5c5099, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:04:13.813836 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a83a-b148-43da-897f-a09ce63d78b4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.819814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f0fe2-507a-4b34-9667-13d219ce9dbc None None] Calling delete_port for 8ccaf27f-be24-4684-800a-9dac99f6f7df owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:13.840764 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a83a-b148-43da-897f-a09ce63d78b4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.845362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c7440008-6cc3-48ac-a10f-9a456540142d None None] Set router 41e82f54-2c4b-420f-9036-a135c1fc96f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:04:13.905215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Network e670131d-5aa3-4d48-9652-151faa5c5099 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:04:13.930741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, e670131d-5aa3-4d48-9652-151faa5c5099) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:13.938803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:13.939799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:13.954428 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd0855db-74eb-4292-8e25-75a1a261f5c2 req-ffb3df17-411e-465a-84b5-c21b3f0841ef tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480732 Aug 29 17:04:13.996254 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fca09b39-b877-4198-9ef4-a1fc74e73c99 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8334126 Aug 29 17:04:13.996968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-4cded126-1159-49a7-a3f1-1ac5594983d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:13.997717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-4cded126-1159-49a7-a3f1-1ac5594983d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:14.000543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34122) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:14.001493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-4cded126-1159-49a7-a3f1-1ac5594983d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:14.001985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-4cded126-1159-49a7-a3f1-1ac5594983d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:14.002472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-4cded126-1159-49a7-a3f1-1ac5594983d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:14.002983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-4cded126-1159-49a7-a3f1-1ac5594983d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:14.003564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-4cded126-1159-49a7-a3f1-1ac5594983d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:14.006471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-4cded126-1159-49a7-a3f1-1ac5594983d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6499 time: 0.1341758 Aug 29 17:04:14.010334 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a83a-b148-43da-897f-a09ce63d78b4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.013451 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a83a-b148-43da-897f-a09ce63d78b4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.018081 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d4f0a83a-b148-43da-897f-a09ce63d78b4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "DELETE /v2.0/security-groups/f5346a6b-8813-447b-ba9e-e9dfd39feef4 HTTP/1.1" status: 204 len: 168 time: 0.2967527 Aug 29 17:04:14.019833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-155336763', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:14.028411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34130) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:14.052989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0a83a-b148-43da-897f-a09ce63d78b4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5346a6b-8813-447b-ba9e-e9dfd39feef4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:14.057454 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.163215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No DVR routers for this DVR port 8ccaf27f-be24-4684-800a-9dac99f6f7df on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:14.169252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=8ccaf27f-be24-4684-800a-9dac99f6f7df,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:14.170092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-af01dfdb-23e3-4d8e-b6ad-ca74ff1f04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:14.176991 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-af01dfdb-23e3-4d8e-b6ad-ca74ff1f04ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2 HTTP/1.1" status: 200 len: 912 time: 0.1597023 Aug 29 17:04:14.196737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daba1196-86c8-424a-a3c6-406385b84fc8 None None] Network e670131d-5aa3-4d48-9652-151faa5c5099 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:14.217829 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.218887 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.300039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e918b62d-cdc0-44bf-a864-8cba136f35e8 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2556167 Aug 29 17:04:14.305028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34140) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:14.311464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-24f6a675-61dc-4cc6-aaaa-f753df68b61d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d HTTP/1.1" status: 200 len: 1000 time: 0.1245084 Aug 29 17:04:14.318101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1920886a-46b1-4168-b9eb-1b1ae84d9557 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897353479'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:14.376951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-d45452c7-fbce-4eb0-87f6-dcdaffac4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:14.378509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-d45452c7-fbce-4eb0-87f6-dcdaffac4700 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe5a512-6172-449e-9511-cbf3fdbc8e3d HTTP/1.1" status: 200 len: 850 time: 0.0575900 Aug 29 17:04:14.418752 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.424499 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.430231 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe2-507a-4b34-9667-13d219ce9dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.439473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5dfae5-0685-41a0-aef3-601e67063600']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:14.502454 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1920886a-46b1-4168-b9eb-1b1ae84d9557 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.503044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-8dc65607-7744-41e6-a615-bba40ff57133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:14.503429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f0fe2-507a-4b34-9667-13d219ce9dbc None None] Pushing event deleted for resources: {'Port': ['ID=8ccaf27f-be24-4684-800a-9dac99f6f7df,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:14.512994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-8dc65607-7744-41e6-a615-bba40ff57133 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222141 Aug 29 17:04:14.541094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce059c8f-f68d-4703-9b9e-42af9580a5c2') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:14.541426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce059c8f-f68d-4703-9b9e-42af9580a5c2') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:14.570252 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f0fe2-507a-4b34-9667-13d219ce9dbc None None] No DVR routers for this DVR port 8ccaf27f-be24-4684-800a-9dac99f6f7df on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:14.617572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-e670131d-5aa3-4d48-9652-151faa5c5099', 'network_id': 'e670131d-5aa3-4d48-9652-151faa5c5099', 'tenant_id': '55a5e9dba7a74901a2475307c3a9b766', 'fixed_ips': [{'subnet_id': '64a6bb57-64ce-4bc7-9003-73474b6f07d4'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:04:14.618416 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.628144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.661010 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.669752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c7440008-6cc3-48ac-a10f-9a456540142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:26Z', 'revision_number': 4, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '603bafde-910c-4990-b623-d1542dce9bfd', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'port_id': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'mac_address': 'fa:16:3e:ed:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:02:21Z', 'updated_at': '2021-08-29T17:04:12Z', 'revision_number': 1, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb77ace3-92e4-49eb-8110-ea2ac9d259cc', 'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'mac_address': 'fa:16:3e:d9:9d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:24Z', 'updated_at': '2021-08-29T17:01:34Z', 'revision_number': 5, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'subnets': [{'id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:14.733110 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-2776e88e-f629-4ad6-90ce-728c377db5f2 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114201 Aug 29 17:04:14.746497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:14.747659 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.752385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7440008-6cc3-48ac-a10f-9a456540142d None None] Checking router: 41e82f54-2c4b-420f-9036-a135c1fc96f8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:14.755725 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:14.782440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7440008-6cc3-48ac-a10f-9a456540142d None None] Routers {'41e82f54-2c4b-420f-9036-a135c1fc96f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:14.783387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c7440008-6cc3-48ac-a10f-9a456540142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:03:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['41e82f54-2c4b-420f-9036-a135c1fc96f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:14.825163 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:14.926612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Allocated IP 172.20.0.2 (e670131d-5aa3-4d48-9652-151faa5c5099/64a6bb57-64ce-4bc7-9003-73474b6f07d4/a8a57de2-80e2-4da7-96c9-84d831dbb3f1) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:14.953123 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8ccaf27f-be24-4684-800a-9dac99f6f7df no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:04:14.981619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 8ccaf27f-be24-4684-800a-9dac99f6f7df {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:04:14.981976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8ccaf27f-be24-4684-800a-9dac99f6f7df not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:04:15.032680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c7440008-6cc3-48ac-a10f-9a456540142d None None] Set router 41e82f54-2c4b-420f-9036-a135c1fc96f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:04:15.040702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1920886a-46b1-4168-b9eb-1b1ae84d9557 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.045476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.135738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.142123 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/networks/4f5dfae5-0685-41a0-aef3-601e67063600 HTTP/1.1" status: 204 len: 168 time: 2.0954270 Aug 29 17:04:15.142123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa2f3d-7e93-4465-84db-94e31fcfc855 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Network': ['ID=4f5dfae5-0685-41a0-aef3-601e67063600,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:15.143901 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1920886a-46b1-4168-b9eb-1b1ae84d9557 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.149323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34178) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:15.155160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34180) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:15.170100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1894945896'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:15.254916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1920886a-46b1-4168-b9eb-1b1ae84d9557 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.257155 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1920886a-46b1-4168-b9eb-1b1ae84d9557 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9509509 Aug 29 17:04:15.262446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34186) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:15.264863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920886a-46b1-4168-b9eb-1b1ae84d9557 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963fd1a9-c7af-4384-a40a-44d648dc7975,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:15.275174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e990e268-f55f-45f9-958b-d032adb6e2f1 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '963fd1a9-c7af-4384-a40a-44d648dc7975', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:15.278453 n-d-713301-13 neutron-server[111677]: WARNING neutron.api.v2.base [None req-e990e268-f55f-45f9-958b-d032adb6e2f1 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 17:04:15.280591 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-e990e268-f55f-45f9-958b-d032adb6e2f1 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:15.281948 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e990e268-f55f-45f9-958b-d032adb6e2f1 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113122 Aug 29 17:04:15.285955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34188) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:15.302754 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.317735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Transition to ACTIVE for port object a8a57de2-80e2-4da7-96c9-84d831dbb3f1 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:15.378149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Transition to ACTIVE for port object a8a57de2-80e2-4da7-96c9-84d831dbb3f1 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:15.384454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:15.390137 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.396098 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.439151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba2f1-6646-4366-a3b3-5fd014a6ed30 req-17146e58-7382-4765-baa3-a7a692a705cc tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:15.440680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-766ba2f1-6646-4366-a3b3-5fd014a6ed30 req-17146e58-7382-4765-baa3-a7a692a705cc tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.0789855 Aug 29 17:04:15.460374 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff87828d-1206-43db-81af-9dc468940694 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.465617 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b14d4c61-cab0-4f01-88a1-74648a11678a req-29832267-f160-455f-bd61-b816df9a1db5 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244239 Aug 29 17:04:15.467130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c7440008-6cc3-48ac-a10f-9a456540142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:26Z', 'revision_number': 4, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '603bafde-910c-4990-b623-d1542dce9bfd', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'port_id': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'mac_address': 'fa:16:3e:ed:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:02:21Z', 'updated_at': '2021-08-29T17:04:12Z', 'revision_number': 1, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb77ace3-92e4-49eb-8110-ea2ac9d259cc', 'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'mac_address': 'fa:16:3e:d9:9d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:24Z', 'updated_at': '2021-08-29T17:01:34Z', 'revision_number': 5, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'subnets': [{'id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:15.490127 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff87828d-1206-43db-81af-9dc468940694 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.504317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Network e670131d-5aa3-4d48-9652-151faa5c5099 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:15.506074 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-766ba2f1-6646-4366-a3b3-5fd014a6ed30 req-3540f7be-6cdf-49c8-a319-4dc14305cc0e tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590661 Aug 29 17:04:15.520110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7440008-6cc3-48ac-a10f-9a456540142d None None] The sync data for ids ['41e82f54-2c4b-420f-9036-a135c1fc96f8'] in n-d-713301-13 is: [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:26Z', 'revision_number': 4, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '603bafde-910c-4990-b623-d1542dce9bfd', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'port_id': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'mac_address': 'fa:16:3e:ed:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:02:21Z', 'updated_at': '2021-08-29T17:04:12Z', 'revision_number': 1, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb77ace3-92e4-49eb-8110-ea2ac9d259cc', 'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'mac_address': 'fa:16:3e:d9:9d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:24Z', 'updated_at': '2021-08-29T17:01:34Z', 'revision_number': 5, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'subnets': [{'id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:15.527164 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:15.529441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Pushing event updated for resources: {'Port': ['ID=a8a57de2-80e2-4da7-96c9-84d831dbb3f1,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:15.534375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:15.550834 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d33770db-88b9-4dd4-a043-53107ffa54f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.563714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:04:15.591780 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.592143 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added segment 30d854a8-0b2a-4469-bf18-7cc4a51476ce of type vlan for network 55cff1a7-85c8-405f-8dfe-2c72d7136b31 Aug 29 17:04:15.596807 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46a53095-1ea1-473e-9e97-39521751f95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.612307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Attempting to bind port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:04:15.613186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Attempting to bind port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3601ddf6-7f9a-4233-80f2-96fbb8ab18da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e670131d-5aa3-4d48-9652-151faa5c5099'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:04:15.614707 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Attempting to bind port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 on network e670131d-5aa3-4d48-9652-151faa5c5099 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:04:15.622581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:04:15.623490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Checking segment: {'id': '3601ddf6-7f9a-4233-80f2-96fbb8ab18da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e670131d-5aa3-4d48-9652-151faa5c5099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:15.623903 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.624296 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Bound using segment: {'id': '3601ddf6-7f9a-4233-80f2-96fbb8ab18da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e670131d-5aa3-4d48-9652-151faa5c5099'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:04:15.624962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Bound port: a8a57de2-80e2-4da7-96c9-84d831dbb3f1, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3601ddf6-7f9a-4233-80f2-96fbb8ab18da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e670131d-5aa3-4d48-9652-151faa5c5099'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:04:15.625383 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.646399 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff87828d-1206-43db-81af-9dc468940694 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.649117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff87828d-1206-43db-81af-9dc468940694 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.650334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ff87828d-1206-43db-81af-9dc468940694 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "DELETE /v2.0/security-groups/963fd1a9-c7af-4384-a40a-44d648dc7975 HTTP/1.1" status: 204 len: 168 time: 0.3599062 Aug 29 17:04:15.653096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34198) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:15.719041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] For port a8a57de2-80e2-4da7-96c9-84d831dbb3f1, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:04:15.719979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b0656d37-3430-4a60-ba1e-7293c0e662bf tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649567 Aug 29 17:04:15.724023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34202) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:15.725189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] For port a8a57de2-80e2-4da7-96c9-84d831dbb3f1, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a8a57de2-80e2-4da7-96c9-84d831dbb3f1,segment=NetworkSegment(3601ddf6-7f9a-4233-80f2-96fbb8ab18da),segment_id=3601ddf6-7f9a-4233-80f2-96fbb8ab18da)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:04:15.730254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3df45d94-0c12-4a5f-910f-8cf7806030d3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061396063'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:15.737584 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.743401 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.766715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87828d-1206-43db-81af-9dc468940694 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963fd1a9-c7af-4384-a40a-44d648dc7975,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:15.853956 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e70d37-3ed7-4945-a3b5-ee2ee968aec2 None None] New status for floating IP 603bafde-910c-4990-b623-d1542dce9bfd: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:04:15.886527 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.896970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de1753-1955-4b62-ac57-9c5623cca722 None None] Pushing event updated for resources: {'Port': ['ID=a8a57de2-80e2-4da7-96c9-84d831dbb3f1,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:15.938274 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:15.943977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:15.944607 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.040615 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46a53095-1ea1-473e-9e97-39521751f95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.048438 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.087025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3df45d94-0c12-4a5f-910f-8cf7806030d3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.127749 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46a53095-1ea1-473e-9e97-39521751f95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.134949 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.174916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Network': ['ID=55cff1a7-85c8-405f-8dfe-2c72d7136b31,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:16.190743 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 55cff1a7-85c8-405f-8dfe-2c72d7136b31 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:04:16.197519 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c125d795-ff4b-4469-a842-8bf821d3993f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0323052 Aug 29 17:04:16.198013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34216) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:16.222555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'subnet': {'network_id': '55cff1a7-85c8-405f-8dfe-2c72d7136b31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:16.246311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a53095-1ea1-473e-9e97-39521751f95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81c1858-cf3e-4695-b899-ce41537a307f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:16.256729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-46a53095-1ea1-473e-9e97-39521751f95a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13edf7b782f140bab0b470cdefba297b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0795462 Aug 29 17:04:16.261046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34220) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:16.371788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Allocated IP 172.25.5.226 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/59a13c19-ab40-4e2a-b36b-3138761ac74e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:16.374058 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bd92c36-abc9-49e3-983a-3bc3f7f918e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.376352 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3df45d94-0c12-4a5f-910f-8cf7806030d3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.382184 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3df45d94-0c12-4a5f-910f-8cf7806030d3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.425551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df45d94-0c12-4a5f-910f-8cf7806030d3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759391e9-51e0-40e4-baa5-9ff739905d94,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:16.431647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:16.436158 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.443392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3df45d94-0c12-4a5f-910f-8cf7806030d3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.444088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3df45d94-0c12-4a5f-910f-8cf7806030d3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7190082 Aug 29 17:04:16.454696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34228) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:16.459433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-15f3a7ff-de27-4717-988f-3b4984f1c0a0 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '759391e9-51e0-40e4-baa5-9ff739905d94', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:16.460319 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-15f3a7ff-de27-4717-988f-3b4984f1c0a0 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 17:04:16.460830 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-15f3a7ff-de27-4717-988f-3b4984f1c0a0 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:16.461862 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-15f3a7ff-de27-4717-988f-3b4984f1c0a0 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062242 Aug 29 17:04:16.465377 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bd92c36-abc9-49e3-983a-3bc3f7f918e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.469521 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34230) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:16.614613 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bf22-d597-4e31-b24d-0570573cd2a4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.615279 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.632842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bd92c36-abc9-49e3-983a-3bc3f7f918e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.635414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bd92c36-abc9-49e3-983a-3bc3f7f918e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.636566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3bd92c36-abc9-49e3-983a-3bc3f7f918e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a81c1858-cf3e-4695-b899-ce41537a307f HTTP/1.1" status: 204 len: 168 time: 0.3697505 Aug 29 17:04:16.653978 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.694123 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.697375 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd92c36-abc9-49e3-983a-3bc3f7f918e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81c1858-cf3e-4695-b899-ce41537a307f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:16.719876 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bf22-d597-4e31-b24d-0570573cd2a4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.802429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34240) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:16.803853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0046a-14a0-4e0a-a0d7-1a777cce457b req-17c305b4-6ead-41c9-8da6-3191cc52e7fb tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:16.805546 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5d0046a-14a0-4e0a-a0d7-1a777cce457b req-17c305b4-6ead-41c9-8da6-3191cc52e7fb tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1921270 Aug 29 17:04:16.835123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Subnet': ['ID=1572744a-b253-4d79-a475-4acc689e5172,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:16.847968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Checking segment: {'id': '30d854a8-0b2a-4469-bf18-7cc4a51476ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '55cff1a7-85c8-405f-8dfe-2c72d7136b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:16.848587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network hostable DHCP agents. Network: 55cff1a7-85c8-405f-8dfe-2c72d7136b31, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:04:16.882341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 55cff1a7-85c8-405f-8dfe-2c72d7136b31 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:04:16.908750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 55cff1a7-85c8-405f-8dfe-2c72d7136b31) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:16.914817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:16.915417 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.929610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e2c4b1-3ed3-4df2-991a-7c1fa00e90d5 None None] Network 55cff1a7-85c8-405f-8dfe-2c72d7136b31 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:16.936563 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.947665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5d0046a-14a0-4e0a-a0d7-1a777cce457b req-f5737723-7cff-42b4-a0e9-c5a0ca3512d8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313057 Aug 29 17:04:16.954720 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bf22-d597-4e31-b24d-0570573cd2a4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.957935 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dbe5bf22-d597-4e31-b24d-0570573cd2a4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:16.958981 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-12a3977a-7005-4679-a6a4-10eb50046e6c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7584357 Aug 29 17:04:16.959731 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dbe5bf22-d597-4e31-b24d-0570573cd2a4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "DELETE /v2.0/security-groups/759391e9-51e0-40e4-baa5-9ff739905d94 HTTP/1.1" status: 204 len: 168 time: 0.4891493 Aug 29 17:04:16.964051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34248) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:16.964399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34250) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:16.992026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a082d68b-e3d9-41e9-a9ed-603adba32486 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-756688532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:17.019241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5bf22-d597-4e31-b24d-0570573cd2a4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759391e9-51e0-40e4-baa5-9ff739905d94,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:17.041382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:17.052292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:17.055491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event updated for resources: {'Port': ['ID=59a13c19-ab40-4e2a-b36b-3138761ac74e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:17.061696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a8a57de2-80e2-4da7-96c9-84d831dbb3f1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:17.065331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:17.149099 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a082d68b-e3d9-41e9-a9ed-603adba32486 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.151410 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a082d68b-e3d9-41e9-a9ed-603adba32486 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.180224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:17.189274 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1123076b-1fe4-42a2-88aa-44bf46780d16 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2185795 Aug 29 17:04:17.190170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34252) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:17.196809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-59ffb10c-e633-44e9-b3fc-b2b91f056d04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664077232'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:17.259944 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb7b1-51ea-4b7e-84f1-26cb7b9b76e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.301403 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34254) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:17.317943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a082d68b-e3d9-41e9-a9ed-603adba32486 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.328874 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae65456c-527d-4e44-a96a-36c8251abb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.334443 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59ffb10c-e633-44e9-b3fc-b2b91f056d04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.336964 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a082d68b-e3d9-41e9-a9ed-603adba32486 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.419012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.449923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-55cff1a7-85c8-405f-8dfe-2c72d7136b31', 'network_id': '55cff1a7-85c8-405f-8dfe-2c72d7136b31', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'fixed_ips': [{'subnet_id': '1572744a-b253-4d79-a475-4acc689e5172'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:04:17.451784 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.465511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da478128-4ee0-429f-abd0-5cceea89df9d None None] Network e670131d-5aa3-4d48-9652-151faa5c5099 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:17.487247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb7b1-51ea-4b7e-84f1-26cb7b9b76e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.494647 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb7b1-51ea-4b7e-84f1-26cb7b9b76e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.510359 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a082d68b-e3d9-41e9-a9ed-603adba32486 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.514497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a082d68b-e3d9-41e9-a9ed-603adba32486 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5461514 Aug 29 17:04:17.516249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34256) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:17.557099 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:04:17.569039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fb7b1-51ea-4b7e-84f1-26cb7b9b76e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89615690-b7d5-407a-9610-b6874274f97f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:17.575571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ec1fb7b1-51ea-4b7e-84f1-26cb7b9b76e2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a9cd8601f2843d7b0badfe57ad7f0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7715468 Aug 29 17:04:17.578264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34258) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:17.594303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Provisioning for port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:17.614040 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.621914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Provisioning complete for port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:17.623547 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.660545 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10b23f6c-774b-481e-baaa-8c656782adb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.697729 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10b23f6c-774b-481e-baaa-8c656782adb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.707377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae65456c-527d-4e44-a96a-36c8251abb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.719791 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae65456c-527d-4e44-a96a-36c8251abb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.753492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Allocated IP 172.20.0.2 (55cff1a7-85c8-405f-8dfe-2c72d7136b31/1572744a-b253-4d79-a475-4acc689e5172/c422273c-29e1-458a-8497-d5668a6ecb59) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:17.793144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65456c-527d-4e44-a96a-36c8251abb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a1263b-2764-40ea-9a20-f1599f8ad4e8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:17.798171 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ae65456c-527d-4e44-a96a-36c8251abb8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bcc8388f4674f3bb7aa906975fb88cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943829 Aug 29 17:04:17.800821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34260) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:17.837685 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.858622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59ffb10c-e633-44e9-b3fc-b2b91f056d04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.860389 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10b23f6c-774b-481e-baaa-8c656782adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.863528 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10b23f6c-774b-481e-baaa-8c656782adb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.864759 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-10b23f6c-774b-481e-baaa-8c656782adb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89615690-b7d5-407a-9610-b6874274f97f HTTP/1.1" status: 204 len: 168 time: 0.2855463 Aug 29 17:04:17.869669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59ffb10c-e633-44e9-b3fc-b2b91f056d04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.889866 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59ffb10c-e633-44e9-b3fc-b2b91f056d04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.895888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-59ffb10c-e633-44e9-b3fc-b2b91f056d04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7035341 Aug 29 17:04:17.897010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b23f6c-774b-481e-baaa-8c656782adb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89615690-b7d5-407a-9610-b6874274f97f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:17.908497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34266) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:17.919548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-78e143ea-da1d-4f22-bb33-5dbb1120ef04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '6c2f0942-4fb5-4f26-985a-095fa5dd0aaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:17.938881 n-d-713301-13 neutron-server[111677]: WARNING neutron.api.v2.base [None req-78e143ea-da1d-4f22-bb33-5dbb1120ef04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 17:04:17.939517 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-78e143ea-da1d-4f22-bb33-5dbb1120ef04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:17.940585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-78e143ea-da1d-4f22-bb33-5dbb1120ef04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0277445 Aug 29 17:04:17.943378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffb10c-e633-44e9-b3fc-b2b91f056d04 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2f0942-4fb5-4f26-985a-095fa5dd0aaf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:17.954218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34268) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:17.965520 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:17.970806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-eba9d0ba-9674-4e18-86ff-770685ae2a0e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '6c2f0942-4fb5-4f26-985a-095fa5dd0aaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:17.973733 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-eba9d0ba-9674-4e18-86ff-770685ae2a0e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 17:04:17.974586 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-eba9d0ba-9674-4e18-86ff-770685ae2a0e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:17.978525 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eba9d0ba-9674-4e18-86ff-770685ae2a0e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0171666 Aug 29 17:04:17.979389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34270) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:17.985999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ba25ef54-ea6e-457e-9f24-450217f45fc7 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '6c2f0942-4fb5-4f26-985a-095fa5dd0aaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:17.987055 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-ba25ef54-ea6e-457e-9f24-450217f45fc7 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 17:04:17.987568 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-ba25ef54-ea6e-457e-9f24-450217f45fc7 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:17.992530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ba25ef54-ea6e-457e-9f24-450217f45fc7 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097537 Aug 29 17:04:17.992806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34274) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:18.002833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-714e8cc4-ff4e-4280-8f90-983b6abb77bf tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '6c2f0942-4fb5-4f26-985a-095fa5dd0aaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:18.003959 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-714e8cc4-ff4e-4280-8f90-983b6abb77bf tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 17:04:18.004459 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-714e8cc4-ff4e-4280-8f90-983b6abb77bf tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:18.008285 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-714e8cc4-ff4e-4280-8f90-983b6abb77bf tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070045 Aug 29 17:04:18.008446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34276) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:18.014163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] For port a8a57de2-80e2-4da7-96c9-84d831dbb3f1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a8a57de2-80e2-4da7-96c9-84d831dbb3f1,segment=NetworkSegment(3601ddf6-7f9a-4233-80f2-96fbb8ab18da),segment_id=3601ddf6-7f9a-4233-80f2-96fbb8ab18da)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:18.028795 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.116134 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.119072 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-82c1be16-1d10-4e74-a9b6-ffe3c2de5f77 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.139061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Pushing event updated for resources: {'Port': ['ID=a8a57de2-80e2-4da7-96c9-84d831dbb3f1,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:18.149810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.150297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.150503 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.150849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.151188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.151529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.151914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.152925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.153289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.153631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.153970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.154878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca99ed-203e-4bee-9d13-9b139697a093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:18.180051 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46d93fd6-99a9-48ea-8a97-729019c4c0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.192149 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-82c1be16-1d10-4e74-a9b6-ffe3c2de5f77 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.253084 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.273383 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.276256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Transition to ACTIVE for port object c422273c-29e1-458a-8497-d5668a6ecb59 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:18.292743 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Transition to ACTIVE for port object c422273c-29e1-458a-8497-d5668a6ecb59 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:18.302115 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.305109 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46d93fd6-99a9-48ea-8a97-729019c4c0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.312667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0118716-ad62-4fd4-8687-294944723bf5 req-9431e5da-d7a0-4f5f-8348-6960170cda9c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:18.316859 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0118716-ad62-4fd4-8687-294944723bf5 req-9431e5da-d7a0-4f5f-8348-6960170cda9c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1489987 Aug 29 17:04:18.318217 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-82c1be16-1d10-4e74-a9b6-ffe3c2de5f77 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.327400 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-82c1be16-1d10-4e74-a9b6-ffe3c2de5f77 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.331902 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-82c1be16-1d10-4e74-a9b6-ffe3c2de5f77 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "DELETE /v2.0/security-groups/6c2f0942-4fb5-4f26-985a-095fa5dd0aaf HTTP/1.1" status: 204 len: 168 time: 0.3222246 Aug 29 17:04:18.332262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34284) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:18.354390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Network 55cff1a7-85c8-405f-8dfe-2c72d7136b31 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:18.357124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1be16-1d10-4e74-a9b6-ffe3c2de5f77 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2f0942-4fb5-4f26-985a-095fa5dd0aaf,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:18.359377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:18.362571 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:18.429257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Pushing event updated for resources: {'Port': ['ID=c422273c-29e1-458a-8497-d5668a6ecb59,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:18.456559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6eb0fb47-65f7-4a0c-983b-dd44f5a46aa9 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1076450 Aug 29 17:04:18.457189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34286) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:18.462037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0118716-ad62-4fd4-8687-294944723bf5 req-b5e7986a-c625-48a1-a42d-21329c3d5f56 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287231 Aug 29 17:04:18.473580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7ae38b5e-6d03-4889-a788-761962e3d11f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158332565'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:18.475088 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Attempting to bind port c422273c-29e1-458a-8497-d5668a6ecb59 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:04:18.475461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Attempting to bind port c422273c-29e1-458a-8497-d5668a6ecb59 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '30d854a8-0b2a-4469-bf18-7cc4a51476ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '55cff1a7-85c8-405f-8dfe-2c72d7136b31'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:04:18.476057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Attempting to bind port c422273c-29e1-458a-8497-d5668a6ecb59 on network 55cff1a7-85c8-405f-8dfe-2c72d7136b31 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:04:18.479302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34288) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:18.483265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:04:18.483636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Checking segment: {'id': '30d854a8-0b2a-4469-bf18-7cc4a51476ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '55cff1a7-85c8-405f-8dfe-2c72d7136b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:18.484038 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.484422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Bound using segment: {'id': '30d854a8-0b2a-4469-bf18-7cc4a51476ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '55cff1a7-85c8-405f-8dfe-2c72d7136b31'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:04:18.484885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Bound port: c422273c-29e1-458a-8497-d5668a6ecb59, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d854a8-0b2a-4469-bf18-7cc4a51476ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '55cff1a7-85c8-405f-8dfe-2c72d7136b31'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:04:18.485291 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.493283 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-623dba34-ad25-4b65-a3f4-29221753c9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.499949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-258b1224-ecab-41b5-99fe-911275984da7 None None] Provisioning complete for port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:18.500320 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-258b1224-ecab-41b5-99fe-911275984da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.589948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] For port c422273c-29e1-458a-8497-d5668a6ecb59, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:04:18.594277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] For port c422273c-29e1-458a-8497-d5668a6ecb59, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c422273c-29e1-458a-8497-d5668a6ecb59,segment=NetworkSegment(30d854a8-0b2a-4469-bf18-7cc4a51476ce),segment_id=30d854a8-0b2a-4469-bf18-7cc4a51476ce)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:04:18.600546 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.644972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-623dba34-ad25-4b65-a3f4-29221753c9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.652573 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-623dba34-ad25-4b65-a3f4-29221753c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.686797 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-623dba34-ad25-4b65-a3f4-29221753c9b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82bdac54a5de46c882e6e8a2a4c8caa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063038 Aug 29 17:04:18.687607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34290) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:18.697153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4598a9-b8a5-4404-893e-6789d8512c29 None None] Pushing event updated for resources: {'Port': ['ID=c422273c-29e1-458a-8497-d5668a6ecb59,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:18.734635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dba34-ad25-4b65-a3f4-29221753c9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838526b2-bf24-4f66-8413-d806868ee5d1,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:18.777061 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3baf6cf-030a-483b-bff2-699131e11d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.801209 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3baf6cf-030a-483b-bff2-699131e11d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.857639 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3baf6cf-030a-483b-bff2-699131e11d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.860229 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3baf6cf-030a-483b-bff2-699131e11d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:18.864606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d3baf6cf-030a-483b-bff2-699131e11d5c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/838526b2-bf24-4f66-8413-d806868ee5d1 HTTP/1.1" status: 204 len: 168 time: 0.1728120 Aug 29 17:04:18.878857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baf6cf-030a-483b-bff2-699131e11d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838526b2-bf24-4f66-8413-d806868ee5d1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:18.945611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ae38b5e-6d03-4889-a788-761962e3d11f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:19.006724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46d93fd6-99a9-48ea-8a97-729019c4c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:19.009583 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-46d93fd6-99a9-48ea-8a97-729019c4c0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:19.017059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-46d93fd6-99a9-48ea-8a97-729019c4c0fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33a1263b-2764-40ea-9a20-f1599f8ad4e8 HTTP/1.1" status: 204 len: 168 time: 1.2142901 Aug 29 17:04:19.026271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a8a57de2-80e2-4da7-96c9-84d831dbb3f1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:19.045778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Router 780892a6-9f98-4f81-8547-511f29af5a60 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:04:19.069862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d93fd6-99a9-48ea-8a97-729019c4c0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a1263b-2764-40ea-9a20-f1599f8ad4e8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:19.129167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:19.129704 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:19.173484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Allocated IP 172.20.0.1 (55cff1a7-85c8-405f-8dfe-2c72d7136b31/1572744a-b253-4d79-a475-4acc689e5172/34748e29-4684-429e-8b21-997e2b260823) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:19.264509 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ae38b5e-6d03-4889-a788-761962e3d11f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:19.281102 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ae38b5e-6d03-4889-a788-761962e3d11f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:19.377505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae38b5e-6d03-4889-a788-761962e3d11f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd9219b-4822-4a8d-a1f6-b2902fcbe829,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:19.384586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:19.389250 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ae38b5e-6d03-4889-a788-761962e3d11f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:19.393206 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7ae38b5e-6d03-4889-a788-761962e3d11f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9292736 Aug 29 17:04:19.393569 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34312) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:19.398884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ce4546f8-e454-49a2-a30a-3905fa15d4b7 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '0cd9219b-4822-4a8d-a1f6-b2902fcbe829', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:19.399913 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-ce4546f8-e454-49a2-a30a-3905fa15d4b7 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 17:04:19.401358 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-ce4546f8-e454-49a2-a30a-3905fa15d4b7 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:19.402965 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ce4546f8-e454-49a2-a30a-3905fa15d4b7 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083783 Aug 29 17:04:19.406294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34314) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:19.419083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-737cada1-84e9-4edf-a580-e041f084ba2c tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '0cd9219b-4822-4a8d-a1f6-b2902fcbe829', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:19.423797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90388a89-5e10-422a-a1b5-9b65643b5f99 None None] Sync routers for ids ['780892a6-9f98-4f81-8547-511f29af5a60'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:19.433832 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:19.435072 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3f25aa99-461f-40ac-90c4-f1051dce3f47 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.4295738 Aug 29 17:04:19.438264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34318) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:19.443442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90388a89-5e10-422a-a1b5-9b65643b5f99 None None] Routers {'780892a6-9f98-4f81-8547-511f29af5a60'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:19.444126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-90388a89-5e10-422a-a1b5-9b65643b5f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['780892a6-9f98-4f81-8547-511f29af5a60'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:19.477522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-90388a89-5e10-422a-a1b5-9b65643b5f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:19.486421 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-737cada1-84e9-4edf-a580-e041f084ba2c tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:19.486606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90388a89-5e10-422a-a1b5-9b65643b5f99 None None] Routers {'780892a6-9f98-4f81-8547-511f29af5a60'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:19.487102 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-90388a89-5e10-422a-a1b5-9b65643b5f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['780892a6-9f98-4f81-8547-511f29af5a60'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:19.491031 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-737cada1-84e9-4edf-a580-e041f084ba2c tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0804098 Aug 29 17:04:19.491407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34324) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:19.498375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-54e65f04-99b7-4b30-9627-a043b8ab21b9 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '0cd9219b-4822-4a8d-a1f6-b2902fcbe829', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:19.498979 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-54e65f04-99b7-4b30-9627-a043b8ab21b9 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 17:04:19.499848 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-54e65f04-99b7-4b30-9627-a043b8ab21b9 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:19.502488 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-54e65f04-99b7-4b30-9627-a043b8ab21b9 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084941 Aug 29 17:04:19.504051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34326) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:19.533617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a6a0bcb0-05c9-4f7e-86f3-8383e2903b6f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '0cd9219b-4822-4a8d-a1f6-b2902fcbe829', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:19.602564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-90388a89-5e10-422a-a1b5-9b65643b5f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:19.604878 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-a6a0bcb0-05c9-4f7e-86f3-8383e2903b6f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:19.606260 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a6a0bcb0-05c9-4f7e-86f3-8383e2903b6f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0997972 Aug 29 17:04:19.607418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90388a89-5e10-422a-a1b5-9b65643b5f99 None None] The sync data for ids ['780892a6-9f98-4f81-8547-511f29af5a60'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:19.612117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34332) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:19.617493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-95ff244d-49d6-4475-adf8-123f32d5358a tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '0cd9219b-4822-4a8d-a1f6-b2902fcbe829', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:19.618099 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-95ff244d-49d6-4475-adf8-123f32d5358a tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 17:04:19.619303 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-95ff244d-49d6-4475-adf8-123f32d5358a tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:19.623181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-95ff244d-49d6-4475-adf8-123f32d5358a tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072222 Aug 29 17:04:19.624776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34334) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:19.632296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-475b4c14-6d9d-418b-8f69-de3e5ddde91e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '0cd9219b-4822-4a8d-a1f6-b2902fcbe829', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:19.658883 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-475b4c14-6d9d-418b-8f69-de3e5ddde91e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Project 8804fdb76bca4d6eb104b987c34faee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:04:19.686152 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-475b4c14-6d9d-418b-8f69-de3e5ddde91e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:19.689980 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-475b4c14-6d9d-418b-8f69-de3e5ddde91e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0611537 Aug 29 17:04:19.690181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34336) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:19.701411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a9b5a93b-e8da-43d1-91b7-9c661a32ba7e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '0cd9219b-4822-4a8d-a1f6-b2902fcbe829', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:19.704226 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-a9b5a93b-e8da-43d1-91b7-9c661a32ba7e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 17:04:19.709648 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-a9b5a93b-e8da-43d1-91b7-9c661a32ba7e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:19.709648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a9b5a93b-e8da-43d1-91b7-9c661a32ba7e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148354 Aug 29 17:04:19.709914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34338) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:19.721290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6f64e1a3-7a66-4626-be98-b5806caa5de0 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '0cd9219b-4822-4a8d-a1f6-b2902fcbe829', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:19.755289 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-6f64e1a3-7a66-4626-be98-b5806caa5de0 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Project 8804fdb76bca4d6eb104b987c34faee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:04:19.769770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:19.789620 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-6f64e1a3-7a66-4626-be98-b5806caa5de0 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:19.791209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6f64e1a3-7a66-4626-be98-b5806caa5de0 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0796993 Aug 29 17:04:19.794036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34346) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:19.800132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-90340d22-0e56-4d2f-8437-43844b73d3ef tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '0cd9219b-4822-4a8d-a1f6-b2902fcbe829', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:19.809822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Transition to ACTIVE for port object 34748e29-4684-429e-8b21-997e2b260823 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:19.840219 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-90340d22-0e56-4d2f-8437-43844b73d3ef tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Project 8804fdb76bca4d6eb104b987c34faee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:04:19.873703 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-90340d22-0e56-4d2f-8437-43844b73d3ef tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:19.875167 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-90340d22-0e56-4d2f-8437-43844b73d3ef tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0800440 Aug 29 17:04:19.878431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34354) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:19.917745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf78a3a-b09a-415a-bf19-5c6bdecf03d3 req-da1595c1-5e3e-4d85-9158-d1d64b24aa50 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:19.921413 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebf78a3a-b09a-415a-bf19-5c6bdecf03d3 req-da1595c1-5e3e-4d85-9158-d1d64b24aa50 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.2649493 Aug 29 17:04:20.001256 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebf78a3a-b09a-415a-bf19-5c6bdecf03d3 req-4cdafade-e50c-407b-8951-d6afd35b4b4c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723231 Aug 29 17:04:20.031363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef3d0-6803-4fff-938d-27e1d3bd5f8a tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.085548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.101508 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.111604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef3d0-6803-4fff-938d-27e1d3bd5f8a tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.164649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08ddc18-9ecd-462b-8c8e-50391f48522a None None] Network 55cff1a7-85c8-405f-8dfe-2c72d7136b31 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:20.178141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 55cff1a7-85c8-405f-8dfe-2c72d7136b31 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:20.184052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:20.192629 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef3d0-6803-4fff-938d-27e1d3bd5f8a tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.192887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:20.197082 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c7ef3d0-6803-4fff-938d-27e1d3bd5f8a tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.198293 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6c7ef3d0-6803-4fff-938d-27e1d3bd5f8a tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "DELETE /v2.0/security-groups/0cd9219b-4822-4a8d-a1f6-b2902fcbe829 HTTP/1.1" status: 204 len: 168 time: 0.3169608 Aug 29 17:04:20.203071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34366) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:20.215379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ef3d0-6803-4fff-938d-27e1d3bd5f8a tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd9219b-4822-4a8d-a1f6-b2902fcbe829,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:20.254384 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-91bdf537-048a-4164-9677-0cc814328153 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502205 Aug 29 17:04:20.256685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.259032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34368) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:20.275483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-69b10d08-3cab-4b2e-acf0-6036eb0be692 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021889670'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:20.329965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=34748e29-4684-429e-8b21-997e2b260823,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:20.345153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2b6f17d3-79b2-4080-b4ad-13b763e4e2ec None None] Provisioning for port c422273c-29e1-458a-8497-d5668a6ecb59 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:20.448580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69b10d08-3cab-4b2e-acf0-6036eb0be692 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.633761 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.636887 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.822610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-078a2fe9-da6e-43bd-894f-75c67a277805 None None] Provisioning for port 34748e29-4684-429e-8b21-997e2b260823 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:20.828725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-078a2fe9-da6e-43bd-894f-75c67a277805 None None] Provisioning complete for port 34748e29-4684-429e-8b21-997e2b260823 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:20.829778 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-078a2fe9-da6e-43bd-894f-75c67a277805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.887540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-078a2fe9-da6e-43bd-894f-75c67a277805 None None] Port 34748e29-4684-429e-8b21-997e2b260823 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:20.959746 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69b10d08-3cab-4b2e-acf0-6036eb0be692 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:20.974790 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69b10d08-3cab-4b2e-acf0-6036eb0be692 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.008472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c422273c-29e1-458a-8497-d5668a6ecb59 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:21.055496 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69b10d08-3cab-4b2e-acf0-6036eb0be692 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.057100 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-69b10d08-3cab-4b2e-acf0-6036eb0be692 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7880676 Aug 29 17:04:21.060678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34400) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:21.069482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-425f22d5-f6a9-4313-bb24-6496d5dda1f3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': 'b27ed97d-0fc6-4883-98ff-c83efb498a78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:21.134181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b10d08-3cab-4b2e-acf0-6036eb0be692 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27ed97d-0fc6-4883-98ff-c83efb498a78,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:21.167647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-718e61cb-a4ea-44ae-b788-24dc1a7514a2 None None] Provisioning complete for port 34748e29-4684-429e-8b21-997e2b260823 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:21.168272 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-718e61cb-a4ea-44ae-b788-24dc1a7514a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.230550 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-425f22d5-f6a9-4313-bb24-6496d5dda1f3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The resource could not be found. Aug 29 17:04:21.235192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-425f22d5-f6a9-4313-bb24-6496d5dda1f3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1724689 Aug 29 17:04:21.236909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c422273c-29e1-458a-8497-d5668a6ecb59 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:21.253589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f4d20-057c-4bc7-9f63-4c727922fe6c req-5ea5d032-040a-4c33-8ee8-009fcf93e1b0 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:21.255341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c422273c-29e1-458a-8497-d5668a6ecb59 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:21.255982 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.262887 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa4f4d20-057c-4bc7-9f63-4c727922fe6c req-5ea5d032-040a-4c33-8ee8-009fcf93e1b0 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1474721 Aug 29 17:04:21.265868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34410) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:21.276795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-59601371-ed7b-426a-9230-bd00ca8dc7eb tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': 'b27ed97d-0fc6-4883-98ff-c83efb498a78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '542eeed2-26ef-42c4-b353-4e900d76b70a'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:21.353919 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa4f4d20-057c-4bc7-9f63-4c727922fe6c req-ba759cd1-427f-4977-8603-a6f0665ada4c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900445 Aug 29 17:04:21.363537 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-718e61cb-a4ea-44ae-b788-24dc1a7514a2 None None] Port 34748e29-4684-429e-8b21-997e2b260823 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:21.383541 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-59601371-ed7b-426a-9230-bd00ca8dc7eb tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The resource could not be found. Aug 29 17:04:21.385053 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-59601371-ed7b-426a-9230-bd00ca8dc7eb tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1175363 Aug 29 17:04:21.388128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34414) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:21.418317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.466115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Allocated IP 172.20.0.1 (e670131d-5aa3-4d48-9652-151faa5c5099/64a6bb57-64ce-4bc7-9003-73474b6f07d4/e6256a47-804a-45b3-a12f-69b592133c99) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:21.470854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port c422273c-29e1-458a-8497-d5668a6ecb59, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c422273c-29e1-458a-8497-d5668a6ecb59,segment=NetworkSegment(30d854a8-0b2a-4469-bf18-7cc4a51476ce),segment_id=30d854a8-0b2a-4469-bf18-7cc4a51476ce)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:21.478242 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.499712 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.508028 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.523327 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e58e674b-d0f1-4c15-8f7e-d387e1fe2eb4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.566278 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e58e674b-d0f1-4c15-8f7e-d387e1fe2eb4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.571560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=c422273c-29e1-458a-8497-d5668a6ecb59,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:21.598554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=34748e29-4684-429e-8b21-997e2b260823,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:21.647088 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e58e674b-d0f1-4c15-8f7e-d387e1fe2eb4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.654136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e58e674b-d0f1-4c15-8f7e-d387e1fe2eb4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.655921 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e58e674b-d0f1-4c15-8f7e-d387e1fe2eb4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "DELETE /v2.0/security-groups/b27ed97d-0fc6-4883-98ff-c83efb498a78 HTTP/1.1" status: 204 len: 168 time: 0.2657743 Aug 29 17:04:21.660116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34430) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:21.685942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e674b-d0f1-4c15-8f7e-d387e1fe2eb4 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27ed97d-0fc6-4883-98ff-c83efb498a78,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:21.695581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.736237 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2b7134ff-fa82-46ba-bf86-28e7adf8c4ae tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710535 Aug 29 17:04:21.737257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34434) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:21.741667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1744af9c-328d-47d8-a3c4-c8d8c4708989 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '084468e6-b4ec-4a24-ba95-d57619bfa68e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:21.802755 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-1744af9c-328d-47d8-a3c4-c8d8c4708989 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The resource could not be found. Aug 29 17:04:21.807516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1744af9c-328d-47d8-a3c4-c8d8c4708989 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0663931 Aug 29 17:04:21.807846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34436) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:21.813887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b3f7d569-4324-4a58-9237-fe4568a9533e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910683958'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:21.816083 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.842280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3f7d569-4324-4a58-9237-fe4568a9533e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:21.844094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Transition to ACTIVE for port object e6256a47-804a-45b3-a12f-69b592133c99 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:21.858557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 55cff1a7-85c8-405f-8dfe-2c72d7136b31 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:21.862570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:21.995105 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.002776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3f7d569-4324-4a58-9237-fe4568a9533e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.009777 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3f7d569-4324-4a58-9237-fe4568a9533e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.043744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Network e670131d-5aa3-4d48-9652-151faa5c5099 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:22.049914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:22.053651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:22.062737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7d569-4324-4a58-9237-fe4568a9533e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48bdbfa-c43a-4d41-a254-230fa54a4b4e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:22.067910 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3f7d569-4324-4a58-9237-fe4568a9533e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.071707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b3f7d569-4324-4a58-9237-fe4568a9533e tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2602217 Aug 29 17:04:22.073319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34444) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:22.084780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ad080aea-9734-42a2-a03a-5073dc409ab3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'tempest-secgroup--454505238'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:22.142921 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad080aea-9734-42a2-a03a-5073dc409ab3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.158367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event updated for resources: {'Port': ['ID=e6256a47-804a-45b3-a12f-69b592133c99,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:22.169067 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.305875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 79c92fc1-1fc7-46cf-a661-8380b0f8c74c is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:04:22.360486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad080aea-9734-42a2-a03a-5073dc409ab3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.367803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad080aea-9734-42a2-a03a-5073dc409ab3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.449123 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad080aea-9734-42a2-a03a-5073dc409ab3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.450076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9df8c5e0-e831-4aee-ae3e-f367ffb1df5c None None] Provisioning complete for port 34748e29-4684-429e-8b21-997e2b260823 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:22.450584 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9df8c5e0-e831-4aee-ae3e-f367ffb1df5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.451800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ad080aea-9734-42a2-a03a-5073dc409ab3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3771999 Aug 29 17:04:22.456385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34456) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:22.462598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-26c2326a-f85a-4aab-afcb-8edc9fd6bdd5 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': 'f48bdbfa-c43a-4d41-a254-230fa54a4b4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '48051062-5653-4f14-bfd9-093b0bf1b67f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:22.470718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad080aea-9734-42a2-a03a-5073dc409ab3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48051062-5653-4f14-bfd9-093b0bf1b67f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:22.584367 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-26c2326a-f85a-4aab-afcb-8edc9fd6bdd5 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:22.588277 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:22.588859 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-26c2326a-f85a-4aab-afcb-8edc9fd6bdd5 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1308737 Aug 29 17:04:22.590892 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34462) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:22.603123 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141eaf9f-1c02-4a88-a742-966009946bed None None] Sync routers for ids ['79c92fc1-1fc7-46cf-a661-8380b0f8c74c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:22.614373 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141eaf9f-1c02-4a88-a742-966009946bed None None] Routers {'79c92fc1-1fc7-46cf-a661-8380b0f8c74c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:22.619189 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-141eaf9f-1c02-4a88-a742-966009946bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['79c92fc1-1fc7-46cf-a661-8380b0f8c74c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:22.621274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9df8c5e0-e831-4aee-ae3e-f367ffb1df5c None None] Port 34748e29-4684-429e-8b21-997e2b260823 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:22.650613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34464) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:22.651595 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-99427a96-5a83-4456-94b4-2d2fd10b3aa1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/79c92fc1-1fc7-46cf-a661-8380b0f8c74c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1347487 Aug 29 17:04:22.676496 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.682979 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-141eaf9f-1c02-4a88-a742-966009946bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:22.692508 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141eaf9f-1c02-4a88-a742-966009946bed None None] Routers {'79c92fc1-1fc7-46cf-a661-8380b0f8c74c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:22.694072 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-141eaf9f-1c02-4a88-a742-966009946bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['79c92fc1-1fc7-46cf-a661-8380b0f8c74c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:22.727832 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a439d00b-1ec4-4974-a3f1-148648c0bd50 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.737760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6438f5-22e1-4e8b-b8ca-97e0b4205593 req-d80e9002-2783-411e-9fb6-c856581bf20b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:22.741710 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-141eaf9f-1c02-4a88-a742-966009946bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:22.745969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d6438f5-22e1-4e8b-b8ca-97e0b4205593 req-d80e9002-2783-411e-9fb6-c856581bf20b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1735563 Aug 29 17:04:22.746262 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141eaf9f-1c02-4a88-a742-966009946bed None None] The sync data for ids ['79c92fc1-1fc7-46cf-a661-8380b0f8c74c'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:22.768874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e0fca0-b6bb-4fb6-ad90-8a50d7bc7eac tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:22.771497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-77e0fca0-b6bb-4fb6-ad90-8a50d7bc7eac tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports/34748e29-4684-429e-8b21-997e2b260823 HTTP/1.1" status: 200 len: 910 time: 0.1190829 Aug 29 17:04:22.774387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34468) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:22.777389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ac703da8-10d0-4aa2-86f3-3820b97a2a3b None None] Provisioning for port e6256a47-804a-45b3-a12f-69b592133c99 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:22.782949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ac703da8-10d0-4aa2-86f3-3820b97a2a3b None None] Provisioning complete for port e6256a47-804a-45b3-a12f-69b592133c99 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:22.783366 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ac703da8-10d0-4aa2-86f3-3820b97a2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.846587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ac703da8-10d0-4aa2-86f3-3820b97a2a3b None None] Port e6256a47-804a-45b3-a12f-69b592133c99 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:22.856366 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a439d00b-1ec4-4974-a3f1-148648c0bd50 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:22.883369 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d6438f5-22e1-4e8b-b8ca-97e0b4205593 req-94967dc6-1aed-41e2-9471-4ec2c358916a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360288 Aug 29 17:04:22.945646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c422273c-29e1-458a-8497-d5668a6ecb59 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:23.002847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c422273c-29e1-458a-8497-d5668a6ecb59 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:23.003237 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.024535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a439d00b-1ec4-4974-a3f1-148648c0bd50 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.027165 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a439d00b-1ec4-4974-a3f1-148648c0bd50 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.028308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a439d00b-1ec4-4974-a3f1-148648c0bd50 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "DELETE /v2.0/security-groups/48051062-5653-4f14-bfd9-093b0bf1b67f HTTP/1.1" status: 204 len: 168 time: 0.4346683 Aug 29 17:04:23.034560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34474) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:23.057515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439d00b-1ec4-4974-a3f1-148648c0bd50 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48051062-5653-4f14-bfd9-093b0bf1b67f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:23.137694 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.139691 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1ed3a200-0c76-4bd0-8d26-4324d74d23e5 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1030028 Aug 29 17:04:23.142712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34478) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:23.152594 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.258114 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.260927 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f900c7c6-4054-46ad-ac25-91cb9ec07b9c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.268883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event updated for resources: {'Port': ['ID=e6256a47-804a-45b3-a12f-69b592133c99,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:23.283280 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8aaba0df-9d1b-47ba-b7d3-d9f3fd3afcd2 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.369624 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8aaba0df-9d1b-47ba-b7d3-d9f3fd3afcd2 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.439814 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8aaba0df-9d1b-47ba-b7d3-d9f3fd3afcd2 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.442435 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8aaba0df-9d1b-47ba-b7d3-d9f3fd3afcd2 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.446236 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8aaba0df-9d1b-47ba-b7d3-d9f3fd3afcd2 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "DELETE /v2.0/security-groups/f48bdbfa-c43a-4d41-a254-230fa54a4b4e HTTP/1.1" status: 204 len: 168 time: 0.2996950 Aug 29 17:04:23.446435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34494) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:23.480774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaba0df-9d1b-47ba-b7d3-d9f3fd3afcd2 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48bdbfa-c43a-4d41-a254-230fa54a4b4e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:23.499732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Network e670131d-5aa3-4d48-9652-151faa5c5099 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:23.501247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:23.535780 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fe235ddf-ef2c-4b8e-8f1b-25f739c4aa0b tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839965 Aug 29 17:04:23.558918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34498) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:23.566118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0f6dafe8-8086-42a1-8e61-2cc6219ff43c tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019876938'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:23.635726 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f6dafe8-8086-42a1-8e61-2cc6219ff43c tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.709788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f900c7c6-4054-46ad-ac25-91cb9ec07b9c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 34748e29-4684-429e-8b21-997e2b260823 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:23.710365 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f900c7c6-4054-46ad-ac25-91cb9ec07b9c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.847901 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f900c7c6-4054-46ad-ac25-91cb9ec07b9c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.877999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f900c7c6-4054-46ad-ac25-91cb9ec07b9c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 34748e29-4684-429e-8b21-997e2b260823 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:23.884977 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f6dafe8-8086-42a1-8e61-2cc6219ff43c tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.893591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ebd8ce77-5c62-4509-ad36-f966bc428a73 None None] Provisioning complete for port e6256a47-804a-45b3-a12f-69b592133c99 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:23.894196 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ce77-5c62-4509-ad36-f966bc428a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.897172 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f6dafe8-8086-42a1-8e61-2cc6219ff43c tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:23.936144 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8ce77-5c62-4509-ad36-f966bc428a73 None None] Port e6256a47-804a-45b3-a12f-69b592133c99 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:23.986165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dafe8-8086-42a1-8e61-2cc6219ff43c tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9577a9c6-10ce-4275-aa84-5f8136bb5603,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:24.019112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f6dafe8-8086-42a1-8e61-2cc6219ff43c tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:24.023839 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0f6dafe8-8086-42a1-8e61-2cc6219ff43c tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4632037 Aug 29 17:04:24.029978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34512) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:24.040584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-04a22419-3262-4980-875f-4ddcf5dd419f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '9577a9c6-10ce-4275-aa84-5f8136bb5603', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:24.078983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e4cb3-d7bf-4fd3-99c2-15d36475fb97 req-ab0b9bf1-c4a6-4e90-9f9c-48f9796b1d3d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:24.080530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d0e4cb3-d7bf-4fd3-99c2-15d36475fb97 req-ab0b9bf1-c4a6-4e90-9f9c-48f9796b1d3d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.0995798 Aug 29 17:04:24.088124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Router 780892a6-9f98-4f81-8547-511f29af5a60 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:04:24.176674 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-04a22419-3262-4980-875f-4ddcf5dd419f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:24.180501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-04a22419-3262-4980-875f-4ddcf5dd419f tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1438758 Aug 29 17:04:24.183033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34518) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:24.193637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-46742a66-7118-4d67-b552-806dbf54e9c0 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group_rule': {'security_group_id': '9577a9c6-10ce-4275-aa84-5f8136bb5603', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:24.211118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:24.211561 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d0e4cb3-d7bf-4fd3-99c2-15d36475fb97 req-1edf8d7f-882c-4696-9b68-b1ae15b480b0 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190135 Aug 29 17:04:24.219103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-43e25368-6c12-4a11-a509-0aa3e98347cc tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "PUT /v2.0/routers/780892a6-9f98-4f81-8547-511f29af5a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7769322 Aug 29 17:04:24.220016 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34520) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:24.227788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Request body: {'port': {'network_id': 'e670131d-5aa3-4d48-9652-151faa5c5099', 'name': 'tempest-FloatingIPAdminTestJSON-2032573208'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:24.228419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bc7614-6550-4d99-b2d4-047f01669556 None None] Sync routers for ids ['780892a6-9f98-4f81-8547-511f29af5a60'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:24.239777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bc7614-6550-4d99-b2d4-047f01669556 None None] Routers {'780892a6-9f98-4f81-8547-511f29af5a60'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:24.240507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00bc7614-6550-4d99-b2d4-047f01669556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['780892a6-9f98-4f81-8547-511f29af5a60'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:24.282072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00bc7614-6550-4d99-b2d4-047f01669556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:24.284045 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-46742a66-7118-4d67-b552-806dbf54e9c0 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:04:24.288747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-46742a66-7118-4d67-b552-806dbf54e9c0 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1043105 Aug 29 17:04:24.290050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34524) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:24.292926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bc7614-6550-4d99-b2d4-047f01669556 None None] Routers {'780892a6-9f98-4f81-8547-511f29af5a60'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:24.293829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00bc7614-6550-4d99-b2d4-047f01669556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['780892a6-9f98-4f81-8547-511f29af5a60'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:24.294251 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f900c7c6-4054-46ad-ac25-91cb9ec07b9c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:24.332000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00bc7614-6550-4d99-b2d4-047f01669556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:24.332775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bc7614-6550-4d99-b2d4-047f01669556 None None] The sync data for ids ['780892a6-9f98-4f81-8547-511f29af5a60'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:24.348582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900c7c6-4054-46ad-ac25-91cb9ec07b9c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=34748e29-4684-429e-8b21-997e2b260823,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:24.385206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Made reservation on behalf of 55a5e9dba7a74901a2475307c3a9b766 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:24.390136 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:24.426936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] device_id is not set on port 0494ca57-2cc3-44ff-8f3a-e2d6c42e2233 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:04:24.445760 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-22f00865-6249-44fe-882c-f8e864b12f44 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:24.511775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-22f00865-6249-44fe-882c-f8e864b12f44 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:24.565813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f900c7c6-4054-46ad-ac25-91cb9ec07b9c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:24.671163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-22f00865-6249-44fe-882c-f8e864b12f44 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:24.673239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Allocated IP 172.20.0.14 (e670131d-5aa3-4d48-9652-151faa5c5099/64a6bb57-64ce-4bc7-9003-73474b6f07d4/0494ca57-2cc3-44ff-8f3a-e2d6c42e2233) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:24.673866 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-22f00865-6249-44fe-882c-f8e864b12f44 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:24.677735 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-22f00865-6249-44fe-882c-f8e864b12f44 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "DELETE /v2.0/security-groups/9577a9c6-10ce-4275-aa84-5f8136bb5603 HTTP/1.1" status: 204 len: 168 time: 0.3855395 Aug 29 17:04:24.678456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34538) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:24.724959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f00865-6249-44fe-882c-f8e864b12f44 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9577a9c6-10ce-4275-aa84-5f8136bb5603,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:24.771836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f900c7c6-4054-46ad-ac25-91cb9ec07b9c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 79c92fc1-1fc7-46cf-a661-8380b0f8c74c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:04:24.835343 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-12d357f4-cb4a-4cb9-a656-7cc55c200f4d tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1557760 Aug 29 17:04:24.855008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34542) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:24.873058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-da9b65ba-c4e3-48f9-b4ce-d79072e9e658 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993207776'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:24.873375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f900c7c6-4054-46ad-ac25-91cb9ec07b9c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:24.883799 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e954b-c935-4241-b2de-b42cb35b00bc None None] Sync routers for ids ['79c92fc1-1fc7-46cf-a661-8380b0f8c74c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:24.886537 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f900c7c6-4054-46ad-ac25-91cb9ec07b9c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/79c92fc1-1fc7-46cf-a661-8380b0f8c74c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1100187 Aug 29 17:04:24.890396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34546) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:24.900052 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e954b-c935-4241-b2de-b42cb35b00bc None None] Routers {'79c92fc1-1fc7-46cf-a661-8380b0f8c74c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:24.900596 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dc7e954b-c935-4241-b2de-b42cb35b00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['79c92fc1-1fc7-46cf-a661-8380b0f8c74c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:24.923593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3158f5a2-7c3a-4a4e-a254-5b9524a31b7f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=79c92fc1-1fc7-46cf-a661-8380b0f8c74c HTTP/1.1" status: 200 len: 205 time: 0.0312974 Aug 29 17:04:24.927246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34548) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:24.976096 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dc7e954b-c935-4241-b2de-b42cb35b00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:24.992425 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e954b-c935-4241-b2de-b42cb35b00bc None None] Routers {'79c92fc1-1fc7-46cf-a661-8380b0f8c74c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:24.993056 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dc7e954b-c935-4241-b2de-b42cb35b00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['79c92fc1-1fc7-46cf-a661-8380b0f8c74c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:25.034111 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8374b3af-9881-4df9-a50f-67b2a9e6fcec tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.043943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da9b65ba-c4e3-48f9-b4ce-d79072e9e658 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.061528 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dc7e954b-c935-4241-b2de-b42cb35b00bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:25.062425 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e954b-c935-4241-b2de-b42cb35b00bc None None] The sync data for ids ['79c92fc1-1fc7-46cf-a661-8380b0f8c74c'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:25.114155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.137901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Transition to ACTIVE for port object 0494ca57-2cc3-44ff-8f3a-e2d6c42e2233 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:25.201910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da9b65ba-c4e3-48f9-b4ce-d79072e9e658 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.209798 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da9b65ba-c4e3-48f9-b4ce-d79072e9e658 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.220153 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.275797 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da9b65ba-c4e3-48f9-b4ce-d79072e9e658 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.277112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-da9b65ba-c4e3-48f9-b4ce-d79072e9e658 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4207077 Aug 29 17:04:25.290530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Network e670131d-5aa3-4d48-9652-151faa5c5099 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:25.294416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34566) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:25.296118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:25.303939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ffc4b561-ad7f-4169-a552-6af3ea3b6cc5 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:25.304332 n-d-713301-13 neutron-server[111677]: WARNING neutron.api.v2.base [None req-ffc4b561-ad7f-4169-a552-6af3ea3b6cc5 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 17:04:25.304839 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-ffc4b561-ad7f-4169-a552-6af3ea3b6cc5 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 17:04:25.305829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ffc4b561-ad7f-4169-a552-6af3ea3b6cc5 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "PUT /v2.0/security-groups/a42163a1-6880-4b15-b754-20c79eb3cfa2 HTTP/1.1" status: 409 len: 330 time: 0.0062163 Aug 29 17:04:25.308793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:25.331969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34568) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:25.334958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b65ba-c4e3-48f9-b4ce-d79072e9e658 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42163a1-6880-4b15-b754-20c79eb3cfa2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:25.457916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event updated for resources: {'Port': ['ID=0494ca57-2cc3-44ff-8f3a-e2d6c42e2233,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:25.503713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:25.504391 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.542966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-17e872b5-b1cd-49de-8eaf-5833818d4cd8 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3224216 Aug 29 17:04:25.559980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78cf29-16db-4008-92b8-0ac871fd0eb8 req-eaa47038-4caa-4b82-8e95-814c617862ea tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:25.568461 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8a78cf29-16db-4008-92b8-0ac871fd0eb8 req-eaa47038-4caa-4b82-8e95-814c617862ea tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1944330 Aug 29 17:04:25.570403 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34574) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:25.586065 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8374b3af-9881-4df9-a50f-67b2a9e6fcec tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.590783 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8374b3af-9881-4df9-a50f-67b2a9e6fcec tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.602901 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-303f0b9d-fb56-4eb6-92ca-68c28aa648ae tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.644597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8a78cf29-16db-4008-92b8-0ac871fd0eb8 req-852bea59-616f-4a8a-b8be-ed3d49b5295d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748630 Aug 29 17:04:25.683571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-303f0b9d-fb56-4eb6-92ca-68c28aa648ae tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.686726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ebcd0b11-8312-4fcd-aae9-fb225765aaab None None] Provisioning for port 0494ca57-2cc3-44ff-8f3a-e2d6c42e2233 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:25.692806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ebcd0b11-8312-4fcd-aae9-fb225765aaab None None] Provisioning complete for port 0494ca57-2cc3-44ff-8f3a-e2d6c42e2233 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:25.693615 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0b11-8312-4fcd-aae9-fb225765aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.698728 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8374b3af-9881-4df9-a50f-67b2a9e6fcec tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.699309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8374b3af-9881-4df9-a50f-67b2a9e6fcec tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Fanout notify agent at l3_agent the message router_deleted on router 79c92fc1-1fc7-46cf-a661-8380b0f8c74c {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:04:25.712614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8374b3af-9881-4df9-a50f-67b2a9e6fcec tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.713788 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8374b3af-9881-4df9-a50f-67b2a9e6fcec tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/79c92fc1-1fc7-46cf-a661-8380b0f8c74c HTTP/1.1" status: 204 len: 168 time: 0.7852330 Aug 29 17:04:25.716560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34582) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:25.751657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd0b11-8312-4fcd-aae9-fb225765aaab None None] Port 0494ca57-2cc3-44ff-8f3a-e2d6c42e2233 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:25.801655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f809fff-9a78-4455-bcc3-4e6c4815fa2d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting subnet 1572744a-b253-4d79-a475-4acc689e5172 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:04:25.805752 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f809fff-9a78-4455-bcc3-4e6c4815fa2d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.832815 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-303f0b9d-fb56-4eb6-92ca-68c28aa648ae tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.835735 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-303f0b9d-fb56-4eb6-92ca-68c28aa648ae tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.837097 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-303f0b9d-fb56-4eb6-92ca-68c28aa648ae tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "DELETE /v2.0/security-groups/a42163a1-6880-4b15-b754-20c79eb3cfa2 HTTP/1.1" status: 204 len: 168 time: 0.5040109 Aug 29 17:04:25.840082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34584) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:25.859435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f0b9d-fb56-4eb6-92ca-68c28aa648ae tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42163a1-6880-4b15-b754-20c79eb3cfa2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:25.897041 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f809fff-9a78-4455-bcc3-4e6c4815fa2d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:25.954640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34590) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:25.955284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3522754a-c065-4854-835c-a494dce71acc tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1130986 Aug 29 17:04:25.975319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'project_id': '55a5e9dba7a74901a2475307c3a9b766', 'port_id': '0494ca57-2cc3-44ff-8f3a-e2d6c42e2233'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:25.997592 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-4f326f8d-3ba6-4697-b11a-f2554df09795 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] delete failed (client error): The resource could not be found. Aug 29 17:04:26.002620 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4f326f8d-3ba6-4697-b11a-f2554df09795 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "DELETE /v2.0/security-groups/b0582ee7-8b7f-422f-baea-7d64399e8528 HTTP/1.1" status: 404 len: 347 time: 0.0424361 Aug 29 17:04:26.004014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34592) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:26.021249 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-b6db85ab-76e0-45bd-9b48-cbc718242591 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] show failed (client error): The resource could not be found. Aug 29 17:04:26.028258 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b6db85ab-76e0-45bd-9b48-cbc718242591 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-groups/78ad71fb-fe87-4961-baf1-15b5b2e69e3a HTTP/1.1" status: 404 len: 347 time: 0.0222518 Aug 29 17:04:26.029933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34594) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:26.046127 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-a7d6e1ba-0271-45f5-8ec5-768b64e687d3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] show failed (client error): The resource could not be found. Aug 29 17:04:26.050825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a7d6e1ba-0271-45f5-8ec5-768b64e687d3 tempest-NegativeSecGroupIPv6Test-2040737228 tempest-NegativeSecGroupIPv6Test-2040737228-project] 10.222.0.22 "GET /v2.0/security-group-rules/ff3c4b81-8ae0-43de-951f-52b1a18a3602 HTTP/1.1" status: 404 len: 356 time: 0.0189800 Aug 29 17:04:26.082742 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f809fff-9a78-4455-bcc3-4e6c4815fa2d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.087953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.223649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f809fff-9a78-4455-bcc3-4e6c4815fa2d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.286721 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f809fff-9a78-4455-bcc3-4e6c4815fa2d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.292330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34610) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:26.292499 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0f809fff-9a78-4455-bcc3-4e6c4815fa2d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/1572744a-b253-4d79-a475-4acc689e5172 HTTP/1.1" status: 204 len: 168 time: 0.5709224 Aug 29 17:04:26.293670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f809fff-9a78-4455-bcc3-4e6c4815fa2d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Subnet': ['ID=1572744a-b253-4d79-a475-4acc689e5172,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:26.294068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75862d3-3ac5-4764-b518-e2c15fea58ec None None] Network 55cff1a7-85c8-405f-8dfe-2c72d7136b31 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:26.338020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.391930 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.464578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port c422273c-29e1-458a-8497-d5668a6ecb59 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:26.464925 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.549026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port c422273c-29e1-458a-8497-d5668a6ecb59, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c422273c-29e1-458a-8497-d5668a6ecb59,segment=NetworkSegment(30d854a8-0b2a-4469-bf18-7cc4a51476ce),segment_id=30d854a8-0b2a-4469-bf18-7cc4a51476ce)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:26.549026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.555097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for c422273c-29e1-458a-8497-d5668a6ecb59 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:26.576382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Allocated IP 172.25.5.31 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/c0a8358d-6f63-4cb5-9941-3777ac769ed9) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:26.624813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34624) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:26.644813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361feeb6-fc54-41c3-8555-52725858ffec None None] DHCP port deletion for 55cff1a7-85c8-405f-8dfe-2c72d7136b31 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:04:26.731604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.797338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-361feeb6-fc54-41c3-8555-52725858ffec None None] Deleting port c422273c-29e1-458a-8497-d5668a6ecb59 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:26.799413 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-361feeb6-fc54-41c3-8555-52725858ffec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.803013 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.828557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.868470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=c422273c-29e1-458a-8497-d5668a6ecb59,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:26.889084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No DVR routers for this DVR port c422273c-29e1-458a-8497-d5668a6ecb59 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:26.934035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:26.937457 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-361feeb6-fc54-41c3-8555-52725858ffec None None] For port c422273c-29e1-458a-8497-d5668a6ecb59, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:26.938818 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-361feeb6-fc54-41c3-8555-52725858ffec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:26.942072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:26.958169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:26.963211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-361feeb6-fc54-41c3-8555-52725858ffec None None] Calling delete_port for c422273c-29e1-458a-8497-d5668a6ecb59 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:26.967206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-361feeb6-fc54-41c3-8555-52725858ffec None None] Port c422273c-29e1-458a-8497-d5668a6ecb59 was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:04:26.968764 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-361feeb6-fc54-41c3-8555-52725858ffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.022136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1c579-3a7b-4135-a3b0-5ee774a686dd req-a8db0629-9cc2-444b-bcf8-04c49a20d163 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:27.031849 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3da1c579-3a7b-4135-a3b0-5ee774a686dd req-a8db0629-9cc2-444b-bcf8-04c49a20d163 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.2814605 Aug 29 17:04:27.040284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c422273c-29e1-458a-8497-d5668a6ecb59 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:04:27.054054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361feeb6-fc54-41c3-8555-52725858ffec None None] Pushing event deleted for resources: {'Port': ['ID=c422273c-29e1-458a-8497-d5668a6ecb59,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:27.058857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361feeb6-fc54-41c3-8555-52725858ffec None None] No DVR routers for this DVR port c422273c-29e1-458a-8497-d5668a6ecb59 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:27.098000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c422273c-29e1-458a-8497-d5668a6ecb59 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:04:27.098383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c422273c-29e1-458a-8497-d5668a6ecb59 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:04:27.150401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Pushing event updated for resources: {'Port': ['ID=c0a8358d-6f63-4cb5-9941-3777ac769ed9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:27.224379 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3da1c579-3a7b-4135-a3b0-5ee774a686dd req-f74b0051-a5c5-4501-8c10-da12fc2d930e tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915915 Aug 29 17:04:27.235455 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.255115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cff1a7-85c8-405f-8dfe-2c72d7136b31']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:27.279968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d854a8-0b2a-4469-bf18-7cc4a51476ce') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:27.280413 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d854a8-0b2a-4469-bf18-7cc4a51476ce') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:27.298133 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.312644 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3262f98b-3f42-44a5-9186-80ab5c32d5cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8804fdb76bca4d6eb104b987c34faee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6866477 Aug 29 17:04:27.315746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34650) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:27.342950 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.369377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:27.369827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:27.373639 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:27.439670 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-77783f83-5dbe-4d63-8f9d-554f1341ab14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.476810 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.490247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-77783f83-5dbe-4d63-8f9d-554f1341ab14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.493479 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.495336 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/networks/55cff1a7-85c8-405f-8dfe-2c72d7136b31 HTTP/1.1" status: 204 len: 168 time: 1.2015483 Aug 29 17:04:27.532667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34654) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:27.537361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1208780428', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:27.554141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05065a2-a907-4287-b4bf-407049451708 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Network': ['ID=55cff1a7-85c8-405f-8dfe-2c72d7136b31,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:27.583249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.584393 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.650299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-77783f83-5dbe-4d63-8f9d-554f1341ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.653101 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-77783f83-5dbe-4d63-8f9d-554f1341ab14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.655119 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-77783f83-5dbe-4d63-8f9d-554f1341ab14 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6dd2cd69-1122-4bf2-8e66-201fb9ee967b HTTP/1.1" status: 204 len: 168 time: 0.3375998 Aug 29 17:04:27.681401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.682571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783f83-5dbe-4d63-8f9d-554f1341ab14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd2cd69-1122-4bf2-8e66-201fb9ee967b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:27.806532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.948057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:27.993930 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:28.255150 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:28.277252 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:28.283943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:28.306690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:28.402175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Pushing event updated for resources: {'Port': ['ID=c0a8358d-6f63-4cb5-9941-3777ac769ed9,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:28.446194 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:28.518174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb144382-7051-45bd-8f72-61b2db94b7ac req-04e836e3-1b95-4fe9-a855-e36ceefd7b44 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:28.519727 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bb144382-7051-45bd-8f72-61b2db94b7ac req-04e836e3-1b95-4fe9-a855-e36ceefd7b44 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1405411 Aug 29 17:04:28.600920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Allocated IP 172.25.5.128 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/8031006c-a737-4ed4-851f-f3a43b2849e3) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:28.609981 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bb144382-7051-45bd-8f72-61b2db94b7ac req-7380ef54-e12e-49aa-b233-f7c21f4a276d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517294 Aug 29 17:04:28.640560 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Floating IP 016b37f7-bdb0-4e61-bf26-f8dc7e535fea associated. External IP: 172.25.5.31, port: 0494ca57-2cc3-44ff-8f3a-e2d6c42e2233. Aug 29 17:04:28.776076 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:28.876680 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:28.954115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:28.959890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:28.964330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:28.980305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Router 780892a6-9f98-4f81-8547-511f29af5a60 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:04:28.991057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=8031006c-a737-4ed4-851f-f3a43b2849e3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:29.042599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34700) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:29.157265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:29.168510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585546eb-7131-4093-bf54-e534a753eba1 None None] Sync routers for ids ['780892a6-9f98-4f81-8547-511f29af5a60'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:29.183320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585546eb-7131-4093-bf54-e534a753eba1 None None] Routers {'780892a6-9f98-4f81-8547-511f29af5a60'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:29.185823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-585546eb-7131-4093-bf54-e534a753eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['780892a6-9f98-4f81-8547-511f29af5a60'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:29.198733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34704) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:29.246290 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.296928 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-585546eb-7131-4093-bf54-e534a753eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:29.329783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585546eb-7131-4093-bf54-e534a753eba1 None None] Routers {'780892a6-9f98-4f81-8547-511f29af5a60'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:29.330405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-585546eb-7131-4093-bf54-e534a753eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['780892a6-9f98-4f81-8547-511f29af5a60'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:29.332335 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-290a6a72-9987-4913-a5c0-0eecb87e2a53 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.7575128 Aug 29 17:04:29.338011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34714) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:29.393501 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.437531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-585546eb-7131-4093-bf54-e534a753eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:29.442556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585546eb-7131-4093-bf54-e534a753eba1 None None] The sync data for ids ['780892a6-9f98-4f81-8547-511f29af5a60'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:29.445897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1618523623'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:29.543229 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c4f5dd0-b090-491a-8c3b-6cd5b9142bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.559198 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2fd6cc10-978f-4519-8c8f-12d1f47546b3 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] 10.222.0.22 "GET /v2.0/floatingips/016b37f7-bdb0-4e61-bf26-f8dc7e535fea HTTP/1.1" status: 200 len: 983 time: 0.2197337 Aug 29 17:04:29.562512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34716) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:29.575299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Made reservation on behalf of af01250588a14b929f5d732ac308d196 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:29.579099 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.592697 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.638118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3f81dba8-4049-42cd-b8a2-5c1b7931d533 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.0742514 Aug 29 17:04:29.640831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34720) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:29.689130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c4f5dd0-b090-491a-8c3b-6cd5b9142bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.696431 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c4f5dd0-b090-491a-8c3b-6cd5b9142bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.743366 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1c4f5dd0-b090-491a-8c3b-6cd5b9142bea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cb08dca8c3443b49bd2faf8a579137b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6970417 Aug 29 17:04:29.747366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34722) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:29.772011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f5dd0-b090-491a-8c3b-6cd5b9142bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd662d2-d074-4b3e-8e25-446122e60bce,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:29.839015 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a353c02-0e2e-4853-8cca-1ca9d94fe8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.886684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecff18f-2fa6-4240-8acf-cf85d49cd7fe req-4b08f452-6820-4100-bccd-c8fcad1dd91d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:29.888674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cecff18f-2fa6-4240-8acf-cf85d49cd7fe req-4b08f452-6820-4100-bccd-c8fcad1dd91d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1660175 Aug 29 17:04:29.890396 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a353c02-0e2e-4853-8cca-1ca9d94fe8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.916255 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.926745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.960420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:04:29.976849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f5b5ef-35d7-4c31-8cda-b04226f7d02a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:29.992370 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a353c02-0e2e-4853-8cca-1ca9d94fe8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.995114 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a353c02-0e2e-4853-8cca-1ca9d94fe8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:29.998781 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2a353c02-0e2e-4853-8cca-1ca9d94fe8a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fd662d2-d074-4b3e-8e25-446122e60bce HTTP/1.1" status: 204 len: 168 time: 0.2439640 Aug 29 17:04:30.001837 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.002050 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Added segment 9228edc8-2e94-40fb-9992-8da066f035eb of type vlan for network 4419430b-eeaa-4e90-ab0b-79c95750947b Aug 29 17:04:30.017265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a353c02-0e2e-4853-8cca-1ca9d94fe8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd662d2-d074-4b3e-8e25-446122e60bce,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:30.055566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.085888 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.096263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:30.096788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.204322 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.213769 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0133138 Aug 29 17:04:30.219525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34730) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:30.225012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-8903f7d1-4fab-43fd-b407-743de9624d29 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b', 'tempest-TagsTest-Tag-502019416') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:30.247776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098a03f-c88b-45f3-afc2-0483e6e758f3 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Pushing event updated for resources: {'Network': ['ID=4419430b-eeaa-4e90-ab0b-79c95750947b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:30.261326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 4419430b-eeaa-4e90-ab0b-79c95750947b details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:04:30.353702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34732) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:30.365023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cecff18f-2fa6-4240-8acf-cf85d49cd7fe req-0a4ce3bd-6b30-4706-ba76-8b0f28fb401e tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510720 Aug 29 17:04:30.368770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3a865fd3-77e9-4536-8136-257922f976e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.393258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Deleting port c0a8358d-6f63-4cb5-9941-3777ac769ed9 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:30.393258 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.548837 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3a865fd3-77e9-4536-8136-257922f976e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.554428 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3a865fd3-77e9-4536-8136-257922f976e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.557753 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8903f7d1-4fab-43fd-b407-743de9624d29 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "PUT /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags/tempest-TagsTest-Tag-502019416 HTTP/1.1" status: 201 len: 201 time: 0.3371415 Aug 29 17:04:30.558225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34742) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:30.577731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-22169936-d4c1-4a1f-8468-dcc83edf8739 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b', 'tempest-TagsTest-Tag-502019416') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:30.581882 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.582215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.598767 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Calling delete_port for c0a8358d-6f63-4cb5-9941-3777ac769ed9 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:30.613031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router f797eed5-b00e-4691-9d2d-04140b2bff4f is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:04:30.641464 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3a865fd3-77e9-4536-8136-257922f976e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6414f414cef4bf8aa97b5b738f3ba68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865252 Aug 29 17:04:30.644003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34744) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:30.652902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a865fd3-77e9-4536-8136-257922f976e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd6c143-4c04-4597-8e85-1e349bf59296,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:30.718319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-22169936-d4c1-4a1f-8468-dcc83edf8739 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "GET /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags/tempest-TagsTest-Tag-502019416 HTTP/1.1" status: 204 len: 168 time: 0.1535840 Aug 29 17:04:30.719384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34746) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:30.723552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-d2da2f25-76a0-4465-810f-e7b538884602 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:30.772955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-072e0ab8-76c4-4c3d-b35d-7ae74d1dad86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.808519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-072e0ab8-76c4-4c3d-b35d-7ae74d1dad86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.822422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:30.835315 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e174ff5-075c-4d20-92e7-9a622786519d None None] Sync routers for ids ['f797eed5-b00e-4691-9d2d-04140b2bff4f'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:30.844246 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e174ff5-075c-4d20-92e7-9a622786519d None None] Routers {'f797eed5-b00e-4691-9d2d-04140b2bff4f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:30.844861 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8e174ff5-075c-4d20-92e7-9a622786519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f797eed5-b00e-4691-9d2d-04140b2bff4f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:30.859597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d2da2f25-76a0-4465-810f-e7b538884602 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "GET /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags HTTP/1.1" status: 200 len: 237 time: 0.1363270 Aug 29 17:04:30.859597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34748) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:30.864745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-403bc55d-59ce-4c88-abf4-3779178a908f tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b', {'tags': ['tempest-TagsTest-Tag-321485942', 'tempest-TagsTest-Tag-310474781', 'tempest-TagsTest-Tag-1680555051']}) {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:30.883692 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8e174ff5-075c-4d20-92e7-9a622786519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:30.889923 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:30.894163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ab99d1dc-ffda-4469-84fb-45c50892ecb6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.3581576 Aug 29 17:04:30.894337 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e174ff5-075c-4d20-92e7-9a622786519d None None] Routers {'f797eed5-b00e-4691-9d2d-04140b2bff4f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:30.894337 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8e174ff5-075c-4d20-92e7-9a622786519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f797eed5-b00e-4691-9d2d-04140b2bff4f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:30.922414 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34750) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:30.929627 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8e174ff5-075c-4d20-92e7-9a622786519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:30.930810 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e174ff5-075c-4d20-92e7-9a622786519d None None] The sync data for ids ['f797eed5-b00e-4691-9d2d-04140b2bff4f'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:31.029933 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:31.065048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event deleted for resources: {'Port': ['ID=c0a8358d-6f63-4cb5-9941-3777ac769ed9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:31.135547 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1e86f407-fb9e-4d9c-ba14-c979bd752a8b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/routers/f797eed5-b00e-4691-9d2d-04140b2bff4f HTTP/1.1" status: 200 len: 881 time: 0.2086244 Aug 29 17:04:31.136403 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34752) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:31.220403 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:31.220906 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Floating IP 016b37f7-bdb0-4e61-bf26-f8dc7e535fea disassociated (deleted). External IP: 172.25.5.31, port: 0494ca57-2cc3-44ff-8f3a-e2d6c42e2233. Aug 29 17:04:31.283335 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-072e0ab8-76c4-4c3d-b35d-7ae74d1dad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:31.286167 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-072e0ab8-76c4-4c3d-b35d-7ae74d1dad86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:31.288151 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-072e0ab8-76c4-4c3d-b35d-7ae74d1dad86 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecd6c143-4c04-4597-8e85-1e349bf59296 HTTP/1.1" status: 204 len: 168 time: 0.6424940 Aug 29 17:04:31.319415 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e0ab8-76c4-4c3d-b35d-7ae74d1dad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd6c143-4c04-4597-8e85-1e349bf59296,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:31.329763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-403bc55d-59ce-4c88-abf4-3779178a908f tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "PUT /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags HTTP/1.1" status: 200 len: 307 time: 0.4669712 Aug 29 17:04:31.329959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34758) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:31.350273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-c7241da9-f4e3-45c6-a038-c26d64fed343 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b', 'tempest-TagsTest-Tag-321485942') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:31.523940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c7241da9-f4e3-45c6-a038-c26d64fed343 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "DELETE /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags/tempest-TagsTest-Tag-321485942 HTTP/1.1" status: 204 len: 168 time: 0.1876454 Aug 29 17:04:31.523940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34764) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:31.561273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-f5faaefb-f750-41cc-b175-eb81a7b59a75 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b', 'tempest-TagsTest-Tag-321485942') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:31.623285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Router 780892a6-9f98-4f81-8547-511f29af5a60 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:04:31.650356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b83ee-8b28-4e80-b93d-fc0db0af1606 req-b6f42cfb-96d2-4d23-a031-8f47d34c8685 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:31.652011 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-188b83ee-8b28-4e80-b93d-fc0db0af1606 req-b6f42cfb-96d2-4d23-a031-8f47d34c8685 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1747463 Aug 29 17:04:31.685869 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5cb692cb-a474-4c5d-952c-0d442a104c5e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5483513 Aug 29 17:04:31.688634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34776) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:31.694840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6503e2f2-4678-4219-83a3-4e585611b545 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1208780428'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:31.753050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-188b83ee-8b28-4e80-b93d-fc0db0af1606 req-c0b778ed-72ce-4008-9d5e-fafd0ab54eb9 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901334 Aug 29 17:04:31.769152 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-f5faaefb-f750-41cc-b175-eb81a7b59a75 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] show failed (client error): The resource could not be found. Aug 29 17:04:31.769152 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f5faaefb-f750-41cc-b175-eb81a7b59a75 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "GET /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags/tempest-TagsTest-Tag-321485942 HTTP/1.1" status: 404 len: 325 time: 0.2163684 Aug 29 17:04:31.771543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34784) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:31.776057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-e6d47d80-00aa-47cd-9c55-03b74c4ec151 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b', 'tempest-TagsTest-Tag-310474781') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:31.883339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e6d47d80-00aa-47cd-9c55-03b74c4ec151 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "GET /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags/tempest-TagsTest-Tag-310474781 HTTP/1.1" status: 204 len: 168 time: 0.1107237 Aug 29 17:04:31.884011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34792) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:31.889970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-39b60d2f-a65f-4b36-9f9a-a21efa34761e tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b', 'tempest-TagsTest-Tag-1680555051') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:31.988372 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-39b60d2f-a65f-4b36-9f9a-a21efa34761e tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "GET /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags/tempest-TagsTest-Tag-1680555051 HTTP/1.1" status: 204 len: 168 time: 0.1005046 Aug 29 17:04:31.988640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34800) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:31.993041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-d035354e-4cc9-45f0-9666-cfd278638ba0 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:32.118485 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d035354e-4cc9-45f0-9666-cfd278638ba0 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "DELETE /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags HTTP/1.1" status: 204 len: 168 time: 0.1288795 Aug 29 17:04:32.119201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34808) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:32.124123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:32.130670 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.138096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233c76c-b8bc-40ff-a6da-ba1727a26b66 None None] Sync routers for ids ['780892a6-9f98-4f81-8547-511f29af5a60'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:32.169335 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-0c06f866-91bd-4bf2-90be-58e52e7a3d36 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b', 'tempest-TagsTest-Tag-310474781') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:32.172250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233c76c-b8bc-40ff-a6da-ba1727a26b66 None None] Routers {'780892a6-9f98-4f81-8547-511f29af5a60'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:32.174531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8233c76c-b8bc-40ff-a6da-ba1727a26b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['780892a6-9f98-4f81-8547-511f29af5a60'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:32.209287 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1050d819-97aa-44d4-a6ab-79505b5ec9c3 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "DELETE /v2.0/floatingips/016b37f7-bdb0-4e61-bf26-f8dc7e535fea HTTP/1.1" status: 204 len: 168 time: 2.5642016 Aug 29 17:04:32.215196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34814) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:32.222090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:32.300351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.321651 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-0c06f866-91bd-4bf2-90be-58e52e7a3d36 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] show failed (client error): The resource could not be found. Aug 29 17:04:32.323026 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0c06f866-91bd-4bf2-90be-58e52e7a3d36 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "GET /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags/tempest-TagsTest-Tag-310474781 HTTP/1.1" status: 404 len: 325 time: 0.2026343 Aug 29 17:04:32.325740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34820) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:32.330602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-837b26a8-63a6-44e1-b195-a68474a29549 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b', 'tempest-TagsTest-Tag-1680555051') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:32.404034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8233c76c-b8bc-40ff-a6da-ba1727a26b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:32.413496 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233c76c-b8bc-40ff-a6da-ba1727a26b66 None None] Routers {'780892a6-9f98-4f81-8547-511f29af5a60'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:32.414047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8233c76c-b8bc-40ff-a6da-ba1727a26b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['780892a6-9f98-4f81-8547-511f29af5a60'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:32.450608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8233c76c-b8bc-40ff-a6da-ba1727a26b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:32.451639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233c76c-b8bc-40ff-a6da-ba1727a26b66 None None] The sync data for ids ['780892a6-9f98-4f81-8547-511f29af5a60'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:32.459981 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-837b26a8-63a6-44e1-b195-a68474a29549 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] show failed (client error): The resource could not be found. Aug 29 17:04:32.464160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-837b26a8-63a6-44e1-b195-a68474a29549 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "GET /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags/tempest-TagsTest-Tag-1680555051 HTTP/1.1" status: 404 len: 326 time: 0.1374471 Aug 29 17:04:32.464853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34824) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:32.469409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-e6f1b573-4b88-4232-adcf-f817b0f20c54 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4419430b-eeaa-4e90-ab0b-79c95750947b') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:32.515789 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6503e2f2-4678-4219-83a3-4e585611b545 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.536991 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6503e2f2-4678-4219-83a3-4e585611b545 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.561323 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e6f1b573-4b88-4232-adcf-f817b0f20c54 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "DELETE /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b/tags HTTP/1.1" status: 204 len: 168 time: 0.0906148 Aug 29 17:04:32.561690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34826) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:32.591257 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.656177 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.738810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6503e2f2-4678-4219-83a3-4e585611b545 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router f797eed5-b00e-4691-9d2d-04140b2bff4f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:04:32.759557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.770998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4419430b-eeaa-4e90-ab0b-79c95750947b']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:32.804132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9228edc8-2e94-40fb-9992-8da066f035eb') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:32.804498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9228edc8-2e94-40fb-9992-8da066f035eb') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:32.805791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Allocated IP 172.25.5.38 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/f451936e-214b-4f48-82b1-53971a43bf48) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:32.815942 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.839172 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.847844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:32.848517 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:32.853106 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:32.923181 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.941446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.945334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] 10.222.0.22 "DELETE /v2.0/networks/4419430b-eeaa-4e90-ab0b-79c95750947b HTTP/1.1" status: 204 len: 168 time: 0.3803289 Aug 29 17:04:32.948099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb0521-3bec-4754-857c-aa5e21373324 tempest-TagsTest-1226903006 tempest-TagsTest-1226903006-project] Pushing event deleted for resources: {'Network': ['ID=4419430b-eeaa-4e90-ab0b-79c95750947b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:32.980873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6503e2f2-4678-4219-83a3-4e585611b545 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:32.993669 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81b943-f76f-448c-b5fa-d33bc6390676 None None] Sync routers for ids ['f797eed5-b00e-4691-9d2d-04140b2bff4f'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:32.994665 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6503e2f2-4678-4219-83a3-4e585611b545 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:32.998557 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6503e2f2-4678-4219-83a3-4e585611b545 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/f797eed5-b00e-4691-9d2d-04140b2bff4f HTTP/1.1" status: 200 len: 888 time: 1.3064461 Aug 29 17:04:32.998983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34846) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:33.003840 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81b943-f76f-448c-b5fa-d33bc6390676 None None] Routers {'f797eed5-b00e-4691-9d2d-04140b2bff4f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:33.004461 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ce81b943-f76f-448c-b5fa-d33bc6390676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f797eed5-b00e-4691-9d2d-04140b2bff4f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:33.026096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4bbae-736a-4a5e-907c-607abe8c7c2b req-ba0f7558-5218-4f8e-8804-27e82c88c6f9 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:33.035592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4fc4bbae-736a-4a5e-907c-607abe8c7c2b req-ba0f7558-5218-4f8e-8804-27e82c88c6f9 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1888921 Aug 29 17:04:33.042741 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ce81b943-f76f-448c-b5fa-d33bc6390676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:33.053814 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81b943-f76f-448c-b5fa-d33bc6390676 None None] Routers {'f797eed5-b00e-4691-9d2d-04140b2bff4f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:33.054423 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ce81b943-f76f-448c-b5fa-d33bc6390676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f797eed5-b00e-4691-9d2d-04140b2bff4f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:33.071452 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.089414 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ce81b943-f76f-448c-b5fa-d33bc6390676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:33.090081 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81b943-f76f-448c-b5fa-d33bc6390676 None None] The sync data for ids ['f797eed5-b00e-4691-9d2d-04140b2bff4f'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:33.117105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4fc4bbae-736a-4a5e-907c-607abe8c7c2b req-4372b7cd-4978-4345-ab19-ee19e46893f2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803711 Aug 29 17:04:33.147412 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.188235 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-63e036c1-3a0a-49e5-a5fb-b823aa56eead tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/routers/f797eed5-b00e-4691-9d2d-04140b2bff4f HTTP/1.1" status: 200 len: 888 time: 0.1873960 Aug 29 17:04:33.193437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34850) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:33.198916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:33.203386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:33.209318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:33.213644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Pushing event updated for resources: {'Port': ['ID=f451936e-214b-4f48-82b1-53971a43bf48,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:33.239761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-394d6c96-ce2c-42b2-b040-052bda8e2888 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=f797eed5-b00e-4691-9d2d-04140b2bff4f HTTP/1.1" status: 200 len: 205 time: 0.0449297 Aug 29 17:04:33.244994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34856) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:33.353040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34862) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:33.421665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.517242 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.570558 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.624061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.629845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d60cef55-a563-48f7-beeb-2852202f5fbb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af01250588a14b929f5d732ac308d196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755647 Aug 29 17:04:33.632936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34870) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:33.717881 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2831e1c4-6f9f-416f-8072-833ac0fa7d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.749650 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2831e1c4-6f9f-416f-8072-833ac0fa7d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.752294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 8031006c-a737-4ed4-851f-f3a43b2849e3 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:33.752653 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.795237 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.806525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.862075 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.891103 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2831e1c4-6f9f-416f-8072-833ac0fa7d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.891103 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2831e1c4-6f9f-416f-8072-833ac0fa7d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:33.891103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2831e1c4-6f9f-416f-8072-833ac0fa7d1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/24f5b5ef-35d7-4c31-8cda-b04226f7d02a HTTP/1.1" status: 204 len: 168 time: 0.2512567 Aug 29 17:04:33.891103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 8031006c-a737-4ed4-851f-f3a43b2849e3 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:33.901549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831e1c4-6f9f-416f-8072-833ac0fa7d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f5b5ef-35d7-4c31-8cda-b04226f7d02a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:33.990530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Pushing event updated for resources: {'Port': ['ID=f451936e-214b-4f48-82b1-53971a43bf48,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:33.999524 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.019224 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.020776 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cb56ebd9-15e0-4936-876f-b0ebaaf3d097 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8043802 Aug 29 17:04:34.023886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34890) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:34.206437 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.272364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=8031006c-a737-4ed4-851f-f3a43b2849e3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:34.422376 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:34.438430 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf484d-619d-4ea6-be77-fe6012241633 req-0f117c21-d868-4b8c-80fc-c1db2d380b24 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:34.440183 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62cf484d-619d-4ea6-be77-fe6012241633 req-0f117c21-d868-4b8c-80fc-c1db2d380b24 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1828058 Aug 29 17:04:34.453084 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.467976 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.633439 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.657845 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.660143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.733336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-62cf484d-619d-4ea6-be77-fe6012241633 req-ee7e9384-46da-4996-a78f-4c501a0a5d17 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822483 Aug 29 17:04:34.742285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.742869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Fanout notify agent at l3_agent the message router_deleted on router f797eed5-b00e-4691-9d2d-04140b2bff4f {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:04:34.751651 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.756122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ab12ce31-b7c4-4c3c-9d3a-89f255a51cc5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/f797eed5-b00e-4691-9d2d-04140b2bff4f HTTP/1.1" status: 204 len: 168 time: 1.5067716 Aug 29 17:04:34.757953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34910) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:34.764385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1426557180'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:34.806023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Allocated IP 172.25.5.82 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/3dca5da7-6423-4404-b337-05fd70ffb374) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:34.808033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:34.811651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.837532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:04:34.846952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.847345 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added segment 1b7a0372-39b8-4235-b346-a13db503ac93 of type vlan for network ff9c2ebf-ce7c-433e-994a-e1735e3488ab Aug 29 17:04:34.945897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.989084 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:34.994732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:34.995364 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:35.087082 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3280034 Aug 29 17:04:35.090261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34924) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:35.092907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:35.096153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'subnet': {'network_id': 'ff9c2ebf-ce7c-433e-994a-e1735e3488ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:35.104500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375adaff-6f4e-4dab-9de0-00ad9020aa46 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Network': ['ID=ff9c2ebf-ce7c-433e-994a-e1735e3488ab,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:35.118759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network ff9c2ebf-ce7c-433e-994a-e1735e3488ab details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:04:35.159749 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-7eb36c38-508b-46b1-897a-2412ca190da5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0716546 Aug 29 17:04:35.184648 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:35.262834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:35.266780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:35.271882 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:35.288787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:35.298198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:35.336273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Pushing event updated for resources: {'Port': ['ID=3dca5da7-6423-4404-b337-05fd70ffb374,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:35.359583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-f3be35f0-7cf8-4e7f-a9e8-1d1c0bf3e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:35.361007 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-f3be35f0-7cf8-4e7f-a9e8-1d1c0bf3e650 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69527392b93b47dc9c5095676e4c5e2f&device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 1097 time: 0.1280634 Aug 29 17:04:35.483083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:35.542317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-a540433b-8bb7-4833-85fd-defb97068939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:35.543788 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-a540433b-8bb7-4833-85fd-defb97068939 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a2c37ab0-b867-4937-8eae-6502b5fc1404 HTTP/1.1" status: 200 len: 916 time: 0.1419272 Aug 29 17:04:35.545034 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:35.583579 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:35.649833 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-d36a453d-087c-4b64-8a3d-f2dd9cf93c58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6a47890-e4af-433b-844e-94a4ed48a974 HTTP/1.1" status: 200 len: 1000 time: 0.0836258 Aug 29 17:04:35.694039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Subnet': ['ID=891afc88-f1f9-4ddb-b4d1-64b75d6e7b9a,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:35.706470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34944) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:35.722661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Checking segment: {'id': '1b7a0372-39b8-4235-b346-a13db503ac93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff9c2ebf-ce7c-433e-994a-e1735e3488ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:35.723315 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network hostable DHCP agents. Network: ff9c2ebf-ce7c-433e-994a-e1735e3488ab, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:04:35.752996 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-9713657c-0b06-4e51-9df2-1b298bf29f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:35.754619 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-9713657c-0b06-4e51-9df2-1b298bf29f14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e58fdf51-8f06-45a4-a80d-6b3292995fd8 HTTP/1.1" status: 200 len: 854 time: 0.0910361 Aug 29 17:04:35.775197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network ff9c2ebf-ce7c-433e-994a-e1735e3488ab is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:04:35.795966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, ff9c2ebf-ce7c-433e-994a-e1735e3488ab) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:35.800786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:35.801548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:35.811608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34956) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:35.813766 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e702e-e48e-4c4a-973f-ad21d3c80081 None None] Network ff9c2ebf-ce7c-433e-994a-e1735e3488ab requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:35.853508 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-32463539-92fa-4548-83ae-06b32b0d72c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7612252 Aug 29 17:04:35.855906 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34962) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:35.861295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-af7cd549-f0b8-4284-b56d-745e91eaa9ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-993324855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:35.915006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af7cd549-f0b8-4284-b56d-745e91eaa9ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:35.916557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af7cd549-f0b8-4284-b56d-745e91eaa9ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.031349 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af7cd549-f0b8-4284-b56d-745e91eaa9ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.045179 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af7cd549-f0b8-4284-b56d-745e91eaa9ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.074254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1081272489-network', 'tenant_id': '6e5ef5b9b7044aa58c717665ed2148b5'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:36.079171 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-812a73d8-4f99-4015-ac8f-72d6da04f02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.111426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-ff9c2ebf-ce7c-433e-994a-e1735e3488ab', 'network_id': 'ff9c2ebf-ce7c-433e-994a-e1735e3488ab', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'fixed_ips': [{'subnet_id': '891afc88-f1f9-4ddb-b4d1-64b75d6e7b9a'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:04:36.112401 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.114950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af7cd549-f0b8-4284-b56d-745e91eaa9ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.119181 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-af7cd549-f0b8-4284-b56d-745e91eaa9ef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2593572 Aug 29 17:04:36.120148 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34968) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:36.278931 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Allocated IP 172.20.0.2 (ff9c2ebf-ce7c-433e-994a-e1735e3488ab/891afc88-f1f9-4ddb-b4d1-64b75d6e7b9a/69c57be0-af17-4d4a-bc13-6621382825bf) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:36.340157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9174da-2821-4738-90af-c6fcc4c898b8 req-26794754-7b52-4719-8683-089bedfe7de8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:36.350711 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa9174da-2821-4738-90af-c6fcc4c898b8 req-26794754-7b52-4719-8683-089bedfe7de8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1038899 Aug 29 17:04:36.414204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa9174da-2821-4738-90af-c6fcc4c898b8 req-e41930e6-1109-4073-aad3-aaea04792e86 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611739 Aug 29 17:04:36.425925 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-c5bb4ce3-ec03-49a1-ba42-40890f56628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:36.427598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-c5bb4ce3-ec03-49a1-ba42-40890f56628f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a2c37ab0-b867-4937-8eae-6502b5fc1404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6628106 Aug 29 17:04:36.431896 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.447087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.509299 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.524132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Transition to ACTIVE for port object 69c57be0-af17-4d4a-bc13-6621382825bf will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:36.547765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Transition to ACTIVE for port object 69c57be0-af17-4d4a-bc13-6621382825bf will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:36.556749 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.615959 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.639032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Pushing event updated for resources: {'Port': ['ID=3dca5da7-6423-4404-b337-05fd70ffb374,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:36.651296 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Network ff9c2ebf-ce7c-433e-994a-e1735e3488ab is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:36.653845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:36.667131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:36.672532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Pushing event updated for resources: {'Port': ['ID=69c57be0-af17-4d4a-bc13-6621382825bf,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:36.680344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-0d065c99-253d-4ed5-a75a-f8c239025b3b service neutron] 10.222.0.10 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436981 Aug 29 17:04:36.684670 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-812a73d8-4f99-4015-ac8f-72d6da04f02e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:04:36.684670 n-d-713301-13 neutron-server[111677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:04:36.684670 n-d-713301-13 neutron-server[111677]: [parameters: {'project_id_1': 'f760e27073c9491b8e896468a6cb8c1e', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 4, 36, 110605)}] Aug 29 17:04:36.684670 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:04:36.686130 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-812a73d8-4f99-4015-ac8f-72d6da04f02e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:04:36.720740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Made reservation on behalf of 6e5ef5b9b7044aa58c717665ed2148b5 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:36.723345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.744331 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.789493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.790926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-83cd39f1-52c0-4ccd-b885-0154ad977325 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7659917 Aug 29 17:04:36.793527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34976) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:36.827287 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Attempting to bind port 69c57be0-af17-4d4a-bc13-6621382825bf on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:04:36.827932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Attempting to bind port 69c57be0-af17-4d4a-bc13-6621382825bf by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '1b7a0372-39b8-4235-b346-a13db503ac93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff9c2ebf-ce7c-433e-994a-e1735e3488ab'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:04:36.828406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Attempting to bind port 69c57be0-af17-4d4a-bc13-6621382825bf on network ff9c2ebf-ce7c-433e-994a-e1735e3488ab {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:04:36.838036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:04:36.838605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Checking segment: {'id': '1b7a0372-39b8-4235-b346-a13db503ac93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff9c2ebf-ce7c-433e-994a-e1735e3488ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:36.839296 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.839811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Bound using segment: {'id': '1b7a0372-39b8-4235-b346-a13db503ac93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff9c2ebf-ce7c-433e-994a-e1735e3488ab'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:04:36.840389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Bound port: 69c57be0-af17-4d4a-bc13-6621382825bf, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7a0372-39b8-4235-b346-a13db503ac93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff9c2ebf-ce7c-433e-994a-e1735e3488ab'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:04:36.840800 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.895856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.942779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] For port 69c57be0-af17-4d4a-bc13-6621382825bf, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:04:36.948713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] For port 69c57be0-af17-4d4a-bc13-6621382825bf, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=69c57be0-af17-4d4a-bc13-6621382825bf,segment=NetworkSegment(1b7a0372-39b8-4235-b346-a13db503ac93),segment_id=1b7a0372-39b8-4235-b346-a13db503ac93)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:04:36.957243 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:36.995049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bb364a4-743a-4414-ac23-5450d3093d9f req-cf7894c2-d0b6-420a-8bc4-164d8aa2d26f service neutron] 10.222.0.10 "GET /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060660 Aug 29 17:04:37.000119 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6740037b-e03b-43f8-8b93-1559fde358c0 tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.2055454 Aug 29 17:04:37.004922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34984) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:37.033335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb75572-e258-417a-bf28-7482550562c6 req-d3bd5106-af43-491f-86cd-b1c3e2b2e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:37.038323 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fb75572-e258-417a-bf28-7482550562c6 req-d3bd5106-af43-491f-86cd-b1c3e2b2e440 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac00fc0259bd4c9c9855748504782b0a&device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 1097 time: 0.1550059 Aug 29 17:04:37.075601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0ac33-2752-4685-ac71-a80026c7fcf1 None None] Pushing event updated for resources: {'Port': ['ID=69c57be0-af17-4d4a-bc13-6621382825bf,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:37.164314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cac83d-a8d4-460f-ac4b-2f6409271c8c req-2b2b5104-a505-4d54-8fcb-4399ad697172 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:37.172655 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9cac83d-a8d4-460f-ac4b-2f6409271c8c req-2b2b5104-a505-4d54-8fcb-4399ad697172 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.3253973 Aug 29 17:04:37.186254 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-812a73d8-4f99-4015-ac8f-72d6da04f02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.214973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-57d3cddc-aa94-421b-bbdd-9c127612fa6e tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2065036 Aug 29 17:04:37.215860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34992) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:37.264066 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.302222 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9cac83d-a8d4-460f-ac4b-2f6409271c8c req-5ae276b5-2a6f-4508-9842-998d9d0bb52c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287732 Aug 29 17:04:37.307266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.423799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb75572-e258-417a-bf28-7482550562c6 req-f512629f-5e7f-4592-b137-a66f55a812e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:37.425323 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fb75572-e258-417a-bf28-7482550562c6 req-f512629f-5e7f-4592-b137-a66f55a812e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=421f1d84-47cf-4cd4-a8b6-76f7100e5081 HTTP/1.1" status: 200 len: 917 time: 0.2954037 Aug 29 17:04:37.443758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d79524a-5426-484d-bcb1-0d06913a5a39,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:37.449573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:04:37.483262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.483589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fb75572-e258-417a-bf28-7482550562c6 req-47aa9433-02b1-4e6b-a866-1e1b07f3357c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6c2e3fc-10bc-489c-9292-19b135a2b61d HTTP/1.1" status: 200 len: 217 time: 0.0461583 Aug 29 17:04:37.483769 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Added segment e96bdcf4-f91c-47c7-9224-523d95a2b6ec of type vlan for network 70c61e1f-6555-4da6-8983-334ee7c91122 Aug 29 17:04:37.487473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-78e7acba-a17a-4db4-ab82-f2bbd0ff2375 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Deleting port 3dca5da7-6423-4404-b337-05fd70ffb374 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:37.487829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78e7acba-a17a-4db4-ab82-f2bbd0ff2375 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.573602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Allocated IP 172.20.0.1 (ff9c2ebf-ce7c-433e-994a-e1735e3488ab/891afc88-f1f9-4ddb-b4d1-64b75d6e7b9a/7688d699-4a9c-4dbd-9c09-875d3c0771d9) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:37.586815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb75572-e258-417a-bf28-7482550562c6 req-d4db9965-bcd5-47bc-a32c-338987fe9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:37.588328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fb75572-e258-417a-bf28-7482550562c6 req-d4db9965-bcd5-47bc-a32c-338987fe9013 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=368c8f5f-0d33-4da1-8fb8-da628e3925f7 HTTP/1.1" status: 200 len: 855 time: 0.0849924 Aug 29 17:04:37.609055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.616476 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78e7acba-a17a-4db4-ab82-f2bbd0ff2375 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.617021 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78e7acba-a17a-4db4-ab82-f2bbd0ff2375 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.650086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-78e7acba-a17a-4db4-ab82-f2bbd0ff2375 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Calling delete_port for 3dca5da7-6423-4404-b337-05fd70ffb374 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:37.700304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb75572-e258-417a-bf28-7482550562c6 req-179a30ee-f1c6-45d5-b39b-d1869a184eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:37.702396 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fb75572-e258-417a-bf28-7482550562c6 req-179a30ee-f1c6-45d5-b39b-d1869a184eae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=421f1d84-47cf-4cd4-a8b6-76f7100e5081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037931 Aug 29 17:04:37.719691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-812a73d8-4f99-4015-ac8f-72d6da04f02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.725000 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.726200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:37.726940 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.739238 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-812a73d8-4f99-4015-ac8f-72d6da04f02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.854643 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fb75572-e258-417a-bf28-7482550562c6 req-bdbe2894-8fa3-4bf9-9175-c78f984ccd6a service neutron] 10.222.0.16 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429019 Aug 29 17:04:37.854778 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1470065 Aug 29 17:04:37.857671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34994) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:37.864415 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] Request body: {'subnet': {'network_id': '70c61e1f-6555-4da6-8983-334ee7c91122', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1081272489-subnet', 'tenant_id': '6e5ef5b9b7044aa58c717665ed2148b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:37.890156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-812a73d8-4f99-4015-ac8f-72d6da04f02e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f760e27073c9491b8e896468a6cb8c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0781994 Aug 29 17:04:37.893510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.896610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34996) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:37.898965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a73d8-4f99-4015-ac8f-72d6da04f02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9787e566-aca7-45ee-8b19-4001e28e09f0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:37.910820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b149bc1-345b-47d6-a608-a73d614999aa admin admin] Pushing event updated for resources: {'Network': ['ID=70c61e1f-6555-4da6-8983-334ee7c91122,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:37.924653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 70c61e1f-6555-4da6-8983-334ee7c91122 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:04:37.927077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Transition to ACTIVE for port object 7688d699-4a9c-4dbd-9c09-875d3c0771d9 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:37.977126 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:37.995889 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78e7acba-a17a-4db4-ab82-f2bbd0ff2375 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.011978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] Made reservation on behalf of 6e5ef5b9b7044aa58c717665ed2148b5 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:38.016148 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.054312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network ff9c2ebf-ce7c-433e-994a-e1735e3488ab is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:38.058066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:38.062270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:38.073646 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7acba-a17a-4db4-ab82-f2bbd0ff2375 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Pushing event deleted for resources: {'Port': ['ID=3dca5da7-6423-4404-b337-05fd70ffb374,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:38.115439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=7688d699-4a9c-4dbd-9c09-875d3c0771d9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:38.135319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.218222 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55710c3a-40ed-466a-a273-5ee26dd22c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.228950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fb75572-e258-417a-bf28-7482550562c6 req-742f2c10-e3ee-4cde-a822-446aa5cac47b service neutron] 10.222.0.16 "GET /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570850 Aug 29 17:04:38.303399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55710c3a-40ed-466a-a273-5ee26dd22c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.311908 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78e7acba-a17a-4db4-ab82-f2bbd0ff2375 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.312050 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.314546 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78e7acba-a17a-4db4-ab82-f2bbd0ff2375 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.315741 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-78e7acba-a17a-4db4-ab82-f2bbd0ff2375 tempest-FloatingIPAdminTestJSON-1023162973 tempest-FloatingIPAdminTestJSON-1023162973-project] 10.222.0.22 "DELETE /v2.0/floatingips/11c60b15-7067-4961-b6aa-08174e91687a HTTP/1.1" status: 204 len: 168 time: 1.0992043 Aug 29 17:04:38.318103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e65085f-dd69-4d3e-bdb0-2c55ab3b8cbf None None] Network ff9c2ebf-ce7c-433e-994a-e1735e3488ab requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:38.321491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35008) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:38.482973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b3f4da45-e5f6-4477-9150-be0e5f04a73a None None] Provisioning for port 69c57be0-af17-4d4a-bc13-6621382825bf completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:38.613207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46292ba-66e8-4bdd-9d98-076a7cba35f7 req-a49f8fc7-0ee7-4448-bc57-fc6518d886cd tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:38.624559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a46292ba-66e8-4bdd-9d98-076a7cba35f7 req-a49f8fc7-0ee7-4448-bc57-fc6518d886cd tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1943834 Aug 29 17:04:38.685863 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55710c3a-40ed-466a-a273-5ee26dd22c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.688417 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55710c3a-40ed-466a-a273-5ee26dd22c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.689571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-55710c3a-40ed-466a-a273-5ee26dd22c14 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9787e566-aca7-45ee-8b19-4001e28e09f0 HTTP/1.1" status: 204 len: 168 time: 0.7895451 Aug 29 17:04:38.714529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.722747 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.723644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.757919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55710c3a-40ed-466a-a273-5ee26dd22c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9787e566-aca7-45ee-8b19-4001e28e09f0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:38.857922 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a46292ba-66e8-4bdd-9d98-076a7cba35f7 req-1189cd17-97a4-4c8e-ae0e-56f546e93fef tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041008 Aug 29 17:04:38.866926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ebfec5b1-ac7c-484c-8617-6d70793403af tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Deleting port f451936e-214b-4f48-82b1-53971a43bf48 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:38.867411 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebfec5b1-ac7c-484c-8617-6d70793403af tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.882371 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:38.924444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=7688d699-4a9c-4dbd-9c09-875d3c0771d9,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:38.986315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78181270-f4f5-42ec-a153-75b1e51b2b2b,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:39.015761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 69c57be0-af17-4d4a-bc13-6621382825bf up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:39.083975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network ff9c2ebf-ce7c-433e-994a-e1735e3488ab is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:39.088271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:39.099810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] Checking segment: {'id': 'e96bdcf4-f91c-47c7-9224-523d95a2b6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '70c61e1f-6555-4da6-8983-334ee7c91122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:39.100169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] Network hostable DHCP agents. Network: 70c61e1f-6555-4da6-8983-334ee7c91122, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:04:39.103379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fd5f237f-401c-457c-95ce-c65c8d96c976 None None] Provisioning for port 7688d699-4a9c-4dbd-9c09-875d3c0771d9 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:39.119031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fd5f237f-401c-457c-95ce-c65c8d96c976 None None] Provisioning complete for port 7688d699-4a9c-4dbd-9c09-875d3c0771d9 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:39.119570 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fd5f237f-401c-457c-95ce-c65c8d96c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.158608 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebfec5b1-ac7c-484c-8617-6d70793403af tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.159259 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebfec5b1-ac7c-484c-8617-6d70793403af tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.168748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 69c57be0-af17-4d4a-bc13-6621382825bf completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:39.175795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-0b43cdb6-5542-4ce6-8578-373464bae7bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2113574 Aug 29 17:04:39.178027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 69c57be0-af17-4d4a-bc13-6621382825bf triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:39.178638 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.195063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] Network 70c61e1f-6555-4da6-8983-334ee7c91122 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:04:39.197329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ebfec5b1-ac7c-484c-8617-6d70793403af tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Calling delete_port for f451936e-214b-4f48-82b1-53971a43bf48 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:39.227598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f237f-401c-457c-95ce-c65c8d96c976 None None] Port 7688d699-4a9c-4dbd-9c09-875d3c0771d9 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:39.247580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 70c61e1f-6555-4da6-8983-334ee7c91122) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:39.260328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5067e322-022f-4bca-adfc-49bd1ba153e2 None None] Network 70c61e1f-6555-4da6-8983-334ee7c91122 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:39.264429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.265046 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.282639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35026) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:39.289779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 7096e926-a70d-4fc5-853d-d9ea5a08a45e is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:04:39.301453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6cb25ad-a921-4e11-b2e1-d2513a6291c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.365114 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.434259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:39.436571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1ccabc59-1ab1-4496-8007-caddcecf43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.437118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1ccabc59-1ab1-4496-8007-caddcecf43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.437999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1ccabc59-1ab1-4496-8007-caddcecf43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.438498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1ccabc59-1ab1-4496-8007-caddcecf43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.439069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1ccabc59-1ab1-4496-8007-caddcecf43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.439472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1ccabc59-1ab1-4496-8007-caddcecf43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.440389 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9f9a0640-fe35-45e5-80bc-d5de5acfc396 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/7096e926-a70d-4fc5-853d-d9ea5a08a45e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3193226 Aug 29 17:04:39.443799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1ccabc59-1ab1-4496-8007-caddcecf43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.444282 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35028) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:39.445684 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1ccabc59-1ab1-4496-8007-caddcecf43df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6499 time: 0.1651812 Aug 29 17:04:39.509010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f10acee-8df6-4210-8e14-577886e15e0d None None] Sync routers for ids ['7096e926-a70d-4fc5-853d-d9ea5a08a45e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:39.511205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912bf98e-6ba1-464d-bc5b-333cf34bc66a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.512658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-912bf98e-6ba1-464d-bc5b-333cf34bc66a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports/7688d699-4a9c-4dbd-9c09-875d3c0771d9 HTTP/1.1" status: 200 len: 910 time: 0.0676234 Aug 29 17:04:39.519053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35030) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:39.525835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5c2f8bd1-64a4-4054-bdd3-6934d71aa288 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '891afc88-f1f9-4ddb-b4d1-64b75d6e7b9a'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:39.541364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 69c57be0-af17-4d4a-bc13-6621382825bf, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=69c57be0-af17-4d4a-bc13-6621382825bf,segment=NetworkSegment(1b7a0372-39b8-4235-b346-a13db503ac93),segment_id=1b7a0372-39b8-4235-b346-a13db503ac93)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:39.544996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca39eb3-50b6-4e4e-85f9-e60be9fbdd68 None None] Network 70c61e1f-6555-4da6-8983-334ee7c91122 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:39.564246 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.595038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f10acee-8df6-4210-8e14-577886e15e0d None None] Routers {'7096e926-a70d-4fc5-853d-d9ea5a08a45e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:39.595948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6f10acee-8df6-4210-8e14-577886e15e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['7096e926-a70d-4fc5-853d-d9ea5a08a45e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:39.631049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebfec5b1-ac7c-484c-8617-6d70793403af tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.636969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-ae2b85de-024c-4671-9baa-f5281db8e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.637529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-ae2b85de-024c-4671-9baa-f5281db8e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.638004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-ae2b85de-024c-4671-9baa-f5281db8e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.640127 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-ae2b85de-024c-4671-9baa-f5281db8e23c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865 HTTP/1.1" status: 200 len: 2292 time: 0.1672020 Aug 29 17:04:39.660843 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6cb25ad-a921-4e11-b2e1-d2513a6291c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.674531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6f10acee-8df6-4210-8e14-577886e15e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:39.676489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6cb25ad-a921-4e11-b2e1-d2513a6291c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.680878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-675f68b8-a002-499a-884d-4dcc3ae44a59 None None] Provisioning complete for port 7688d699-4a9c-4dbd-9c09-875d3c0771d9 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:39.682662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfec5b1-ac7c-484c-8617-6d70793403af tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Pushing event deleted for resources: {'Port': ['ID=f451936e-214b-4f48-82b1-53971a43bf48,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:39.682847 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-675f68b8-a002-499a-884d-4dcc3ae44a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.730810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-675f68b8-a002-499a-884d-4dcc3ae44a59 None None] Port 7688d699-4a9c-4dbd-9c09-875d3c0771d9 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:39.736692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f10acee-8df6-4210-8e14-577886e15e0d None None] Routers {'7096e926-a70d-4fc5-853d-d9ea5a08a45e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:39.737934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6f10acee-8df6-4210-8e14-577886e15e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['7096e926-a70d-4fc5-853d-d9ea5a08a45e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:39.764099 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-919c05bd-d9e5-46fd-855c-c02882453795 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9052870 Aug 29 17:04:39.771312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb25ad-a921-4e11-b2e1-d2513a6291c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8558143-59f5-475c-848e-bc5bf7f44f6e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:39.796834 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e6cb25ad-a921-4e11-b2e1-d2513a6291c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb4cf98c694f47c585ed585e3ac4e1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5131054 Aug 29 17:04:39.800308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35038) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:39.831772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6f10acee-8df6-4210-8e14-577886e15e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:39.832594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f10acee-8df6-4210-8e14-577886e15e0d None None] The sync data for ids ['7096e926-a70d-4fc5-853d-d9ea5a08a45e'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:39.836349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=69c57be0-af17-4d4a-bc13-6621382825bf,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:39.871016 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-4f7133c5-c62b-40ff-98c9-fc2c8094c590 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d HTTP/1.1" status: 200 len: 1002 time: 0.1993284 Aug 29 17:04:39.907260 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebfec5b1-ac7c-484c-8617-6d70793403af tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.909288 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c2a6b2a5-9f6f-4512-9448-4029f153dc20 None None] Provisioning complete for port 7688d699-4a9c-4dbd-9c09-875d3c0771d9 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:39.910020 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c2a6b2a5-9f6f-4512-9448-4029f153dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.910210 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebfec5b1-ac7c-484c-8617-6d70793403af tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.911594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ebfec5b1-ac7c-484c-8617-6d70793403af tempest-FloatingIPAdminTestJSON-824493317 tempest-FloatingIPAdminTestJSON-824493317-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/db697a62-a917-48fb-ae18-4d76c8f5ab4d HTTP/1.1" status: 204 len: 168 time: 1.5891385 Aug 29 17:04:39.925149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35048) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:39.961865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1cf7b8ae-bfec-41c5-84ac-e0e7c2a81cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:39.963458 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1cf7b8ae-bfec-41c5-84ac-e0e7c2a81cdb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe5a512-6172-449e-9511-cbf3fdbc8e3d HTTP/1.1" status: 200 len: 850 time: 0.0762961 Aug 29 17:04:39.980910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ca95-7f21-4a50-b8f1-38062dcea37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:39.989070 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8bd1-64a4-4054-bdd3-6934d71aa288 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:40.024060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-82d89d62-84c0-4e54-8a49-61b2471ddc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:40.030379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6b2a5-9f6f-4512-9448-4029f153dc20 None None] Port 7688d699-4a9c-4dbd-9c09-875d3c0771d9 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:40.030880 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-82d89d62-84c0-4e54-8a49-61b2471ddc31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564058 Aug 29 17:04:40.116196 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ca95-7f21-4a50-b8f1-38062dcea37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:40.172033 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-96601e5f-157c-4a25-9471-88e830597539 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294146 Aug 29 17:04:40.275056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abb6c2-d28c-41d6-855f-a61d5a7375ac req-b1427a7d-df5e-41d6-ba09-8863ff5f88d2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:40.277812 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0abb6c2-d28c-41d6-855f-a61d5a7375ac req-b1427a7d-df5e-41d6-ba09-8863ff5f88d2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.2464533 Aug 29 17:04:40.322692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-72a46737-e7cc-4d13-9f9e-8a7d5cbd49a8 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402190 Aug 29 17:04:40.342981 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0abb6c2-d28c-41d6-855f-a61d5a7375ac req-d08b2e12-ec13-4e91-9966-0b7713cf05b8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516100 Aug 29 17:04:40.349343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f870e-c1c5-416b-ae58-38ddc78859a5 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Deleting port 0494ca57-2cc3-44ff-8f3a-e2d6c42e2233 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:40.349511 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d2f870e-c1c5-416b-ae58-38ddc78859a5 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:40.428356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-80eda916-e2b2-4216-9e5b-f98473bcc173 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 200 len: 217 time: 0.0967324 Aug 29 17:04:40.531590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-cc8589d5-a23d-4be5-b7e4-25f2c5e30a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:40.533633 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-cc8589d5-a23d-4be5-b7e4-25f2c5e30a9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.0930793 Aug 29 17:04:40.600258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1dd0348f-b8e2-4145-b149-60c1f48e0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:40.603067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-1dd0348f-b8e2-4145-b149-60c1f48e0307 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0594354 Aug 29 17:04:40.634576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35080) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:40.640138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1171159319-network', 'tenant_id': '1abbbc8224f6438f8797dbf0464bac9f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:40.703863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Made reservation on behalf of 1abbbc8224f6438f8797dbf0464bac9f for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:40.706078 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:40.719320 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:40.724209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ca95-7f21-4a50-b8f1-38062dcea37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:40.726785 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0ff7ca95-7f21-4a50-b8f1-38062dcea37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:40.730693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0ff7ca95-7f21-4a50-b8f1-38062dcea37a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8558143-59f5-475c-848e-bc5bf7f44f6e HTTP/1.1" status: 204 len: 168 time: 0.9271975 Aug 29 17:04:40.755728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-92c333f9-9551-4ed7-9629-f073f059289c service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441236 Aug 29 17:04:40.792804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7ca95-7f21-4a50-b8f1-38062dcea37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8558143-59f5-475c-848e-bc5bf7f44f6e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:40.873091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28baeaf-89ec-4969-913b-67ee57b1cd82 req-024eb653-6ca6-435b-9679-9668a514ad91 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:40.874586 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a28baeaf-89ec-4969-913b-67ee57b1cd82 req-024eb653-6ca6-435b-9679-9668a514ad91 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1583006 Aug 29 17:04:40.888986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d2f870e-c1c5-416b-ae58-38ddc78859a5 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:40.928606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f870e-c1c5-416b-ae58-38ddc78859a5 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Calling delete_port for 0494ca57-2cc3-44ff-8f3a-e2d6c42e2233 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:40.929980 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-3159e284-bd12-4b62-ae7a-63811594af8e service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648645 Aug 29 17:04:40.970235 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 69c57be0-af17-4d4a-bc13-6621382825bf up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:41.015154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-888e1850-8dfc-4b7e-86f7-07618cc9c33f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 200 len: 217 time: 0.0771384 Aug 29 17:04:41.048120 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a28baeaf-89ec-4969-913b-67ee57b1cd82 req-5b68a491-6a9f-4f50-a574-db6391658330 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633842 Aug 29 17:04:41.086841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 69c57be0-af17-4d4a-bc13-6621382825bf triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:41.087292 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:41.190347 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8bd1-64a4-4054-bdd3-6934d71aa288 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:41.207725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8bd1-64a4-4054-bdd3-6934d71aa288 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:41.218383 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d2f870e-c1c5-416b-ae58-38ddc78859a5 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:41.397765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f8bd1-64a4-4054-bdd3-6934d71aa288 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:41.398680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c2f8bd1-64a4-4054-bdd3-6934d71aa288 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:41.400218 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5c2f8bd1-64a4-4054-bdd3-6934d71aa288 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/ports/7688d699-4a9c-4dbd-9c09-875d3c0771d9 HTTP/1.1" status: 200 len: 910 time: 1.8803144 Aug 29 17:04:41.406549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35098) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:41.420141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f8bd1-64a4-4054-bdd3-6934d71aa288 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=7688d699-4a9c-4dbd-9c09-875d3c0771d9,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:41.546285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f870e-c1c5-416b-ae58-38ddc78859a5 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event deleted for resources: {'Port': ['ID=0494ca57-2cc3-44ff-8f3a-e2d6c42e2233,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:41.571775 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d2f870e-c1c5-416b-ae58-38ddc78859a5 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:41.584869 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8d2f870e-c1c5-416b-ae58-38ddc78859a5 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "DELETE /v2.0/ports/0494ca57-2cc3-44ff-8f3a-e2d6c42e2233 HTTP/1.1" status: 204 len: 168 time: 1.6571999 Aug 29 17:04:41.589484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35106) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:41.591992 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:41.632568 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:41.656626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-131fadc9-20a0-457d-a925-9b7b61a73d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:41.658266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-131fadc9-20a0-457d-a925-9b7b61a73d1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.6320066 Aug 29 17:04:41.666080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:04:41.729142 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:41.729533 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Added segment 942b6975-fbcd-45b4-a611-d0bd0a5142a8 of type vlan for network 1f166fa0-b399-432e-a756-5a641c295af0 Aug 29 17:04:41.731233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb01a203-703d-487c-9128-c2dd379fc591,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:41.750477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5401cd98-f39a-4901-bf1e-aa2a925d0eed tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:41.753307 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5401cd98-f39a-4901-bf1e-aa2a925d0eed tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "GET /v2.0/ports?device_id=780892a6-9f98-4f81-8547-511f29af5a60 HTTP/1.1" status: 200 len: 913 time: 0.1578183 Aug 29 17:04:41.754717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39251c9b-c670-440e-8732-fe44fb823659 req-62d6a971-75fc-43a4-bbfb-1d237629270d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:41.756885 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39251c9b-c670-440e-8732-fe44fb823659 req-62d6a971-75fc-43a4-bbfb-1d237629270d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=e395e8e1-d612-44aa-a833-97d21821169c HTTP/1.1" status: 200 len: 945 time: 0.1633949 Aug 29 17:04:41.759770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35110) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:41.853565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:41.912955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-dfce1080-a533-4f66-8ce6-a3438e0baa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:41.914502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-dfce1080-a533-4f66-8ce6-a3438e0baa43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2423747 Aug 29 17:04:41.962143 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39251c9b-c670-440e-8732-fe44fb823659 req-f3185d13-f80c-4966-888a-d0bd54b7dff5 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715250 Aug 29 17:04:41.998927 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:42.000493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:42.001272 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:42.059149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e92b56e8-6baa-462e-ad01-6710cf41305f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:42.131544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4957273 Aug 29 17:04:42.138143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35122) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:42.150028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] Request body: {'subnet': {'network_id': '1f166fa0-b399-432e-a756-5a641c295af0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1171159319-subnet', 'tenant_id': '1abbbc8224f6438f8797dbf0464bac9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:42.162750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efadee7-1e1a-433a-a4df-335d4780b855 admin admin] Pushing event updated for resources: {'Network': ['ID=1f166fa0-b399-432e-a756-5a641c295af0,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:42.174783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 1f166fa0-b399-432e-a756-5a641c295af0 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:04:42.199958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-04775465-67e8-445a-9d99-7e4eba08d17a service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707322 Aug 29 17:04:42.213510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b7f64-5a27-4381-86ab-eecb612674a4 req-38f60279-a458-4c3c-8271-706d14c268e3 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:42.215034 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a11b7f64-5a27-4381-86ab-eecb612674a4 req-38f60279-a458-4c3c-8271-706d14c268e3 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 946 time: 0.1483049 Aug 29 17:04:42.267177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] Made reservation on behalf of 1abbbc8224f6438f8797dbf0464bac9f for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:42.269839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:42.350324 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a11b7f64-5a27-4381-86ab-eecb612674a4 req-911a3b81-fd5c-4519-bc43-ecefbd0c0fda tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253262 Aug 29 17:04:42.427237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-f82ce40e-48ba-4d9d-a4d6-efdd871f9947 req-ebd1d841-f734-4603-bb18-d15652eb751d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:04:42.441935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f82ce40e-48ba-4d9d-a4d6-efdd871f9947 req-ebd1d841-f734-4603-bb18-d15652eb751d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217888 Aug 29 17:04:42.499963 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-bd3ca6be-d7b7-4044-a688-ca5d0d90984c service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565114 Aug 29 17:04:42.577584 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-72cf56a4-ff0e-439c-84aa-f688ea102cfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1 HTTP/1.1" status: 200 len: 217 time: 0.0691407 Aug 29 17:04:42.629889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f82ce40e-48ba-4d9d-a4d6-efdd871f9947 req-1f2505cd-cddd-4043-a3e5-d23e0960d2a0 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1794934 Aug 29 17:04:42.732066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-5245093f-a057-4219-86a9-8877c9f3a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:42.733653 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-5245093f-a057-4219-86a9-8877c9f3a8f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1318469 Aug 29 17:04:42.764848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:42.765675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e92b56e8-6baa-462e-ad01-6710cf41305f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 7688d699-4a9c-4dbd-9c09-875d3c0771d9 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:42.766111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e92b56e8-6baa-462e-ad01-6710cf41305f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:42.846229 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f98557f5-e8dc-45fe-84ac-09ca6e9c0e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:42.848099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06cb2366-8c4a-4825-bb9d-bf8d5ffeff06,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:42.871422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-29afe87d-ab1b-4522-b644-8c105ff0f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:42.873646 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-29afe87d-ab1b-4522-b644-8c105ff0f004 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1194770 Aug 29 17:04:42.884708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29916aa0-b204-4299-9c2e-3e08a398a864 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:42.893535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] Checking segment: {'id': '942b6975-fbcd-45b4-a611-d0bd0a5142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1f166fa0-b399-432e-a756-5a641c295af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:42.893900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] Network hostable DHCP agents. Network: 1f166fa0-b399-432e-a756-5a641c295af0, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:04:42.917268 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e92b56e8-6baa-462e-ad01-6710cf41305f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:42.947956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e92b56e8-6baa-462e-ad01-6710cf41305f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 7688d699-4a9c-4dbd-9c09-875d3c0771d9 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:43.042235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] Network 1f166fa0-b399-432e-a756-5a641c295af0 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:04:43.116513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 1f166fa0-b399-432e-a756-5a641c295af0) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:43.127668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78629090-35e0-4e87-b109-22cf04cbd49e None None] Network 1f166fa0-b399-432e-a756-5a641c295af0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:43.159135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:43.160055 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:43.167444 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e92b56e8-6baa-462e-ad01-6710cf41305f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:43.213954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b56e8-6baa-462e-ad01-6710cf41305f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=7688d699-4a9c-4dbd-9c09-875d3c0771d9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:43.231645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f54226e1-2805-44ab-bc08-956362d98148 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0887563 Aug 29 17:04:43.242169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197b320-b79b-42a1-846f-b87260eb108a req-0c081988-5d46-400b-b5ee-f3c3e27f45ae tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:43.255463 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6197b320-b79b-42a1-846f-b87260eb108a req-0c081988-5d46-400b-b5ee-f3c3e27f45ae tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.2143035 Aug 29 17:04:43.259951 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-3d678ec8-1c00-4596-a7e6-088aa384e247 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778956 Aug 29 17:04:43.332117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de51fc-6d01-4278-8723-d344df049e14 None None] Network 1f166fa0-b399-432e-a756-5a641c295af0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:43.407034 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6197b320-b79b-42a1-846f-b87260eb108a req-bd5c97a4-357a-4047-9003-9e1c0fd005a3 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438329 Aug 29 17:04:43.523100 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-78e63b0c-fab4-4b14-a16c-c684f49c7d77 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510142 Aug 29 17:04:43.567857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35166) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:43.595566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e92b56e8-6baa-462e-ad01-6710cf41305f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:43.617483 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-f55051dc-93d2-48fb-bc59-cb77b886d0c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=efae15c7-233c-4c88-a37e-d87adca34c60 HTTP/1.1" status: 200 len: 217 time: 0.0846040 Aug 29 17:04:43.658486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-29916aa0-b204-4299-9c2e-3e08a398a864 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Deleting port e6256a47-804a-45b3-a12f-69b592133c99 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:43.658902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29916aa0-b204-4299-9c2e-3e08a398a864 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:43.725718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-8f7ec568-ed3f-4810-8dd2-5be0bf0b651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:43.727253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-8f7ec568-ed3f-4810-8dd2-5be0bf0b651b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1013467 Aug 29 17:04:43.811759 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29916aa0-b204-4299-9c2e-3e08a398a864 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:43.831130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-df5a110e-8d60-4800-9251-af1cd31ef174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:43.833035 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-df5a110e-8d60-4800-9251-af1cd31ef174 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0951355 Aug 29 17:04:43.834484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-29916aa0-b204-4299-9c2e-3e08a398a864 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Calling delete_port for e6256a47-804a-45b3-a12f-69b592133c99 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:44.016159 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-af6e0222-23fe-48ab-afe5-0b64998cb1ef service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728370 Aug 29 17:04:44.143170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba46d32b-8a44-4f96-b9da-7106bd911bb6 admin admin] Deleting subnet 78181270-f4f5-42ec-a153-75b1e51b2b2b {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:04:44.153082 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba46d32b-8a44-4f96-b9da-7106bd911bb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:44.167235 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3de78f-4ff2-4fd7-abe5-f6b24741a1f8 req-f7fd4cbc-ecb4-4c9c-9fa3-3c038362fb1e tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:44.169476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c3de78f-4ff2-4fd7-abe5-f6b24741a1f8 req-f7fd4cbc-ecb4-4c9c-9fa3-3c038362fb1e tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=e395e8e1-d612-44aa-a833-97d21821169c HTTP/1.1" status: 200 len: 945 time: 0.6236296 Aug 29 17:04:44.284438 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c3de78f-4ff2-4fd7-abe5-f6b24741a1f8 req-b4c7abf2-a244-4cf5-b727-b24a47edb8d8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912001 Aug 29 17:04:44.359501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba46d32b-8a44-4f96-b9da-7106bd911bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:44.414113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92b56e8-6baa-462e-ad01-6710cf41305f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 7096e926-a70d-4fc5-853d-d9ea5a08a45e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:04:44.417150 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba46d32b-8a44-4f96-b9da-7106bd911bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:44.551289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92b56e8-6baa-462e-ad01-6710cf41305f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:44.563137 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cdfade-abdb-479b-8bf6-fc937e584fca None None] Sync routers for ids ['7096e926-a70d-4fc5-853d-d9ea5a08a45e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:44.568796 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e92b56e8-6baa-462e-ad01-6710cf41305f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/7096e926-a70d-4fc5-853d-d9ea5a08a45e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1542594 Aug 29 17:04:44.571704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35200) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:44.577814 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdfade-abdb-479b-8bf6-fc937e584fca None None] Routers {'7096e926-a70d-4fc5-853d-d9ea5a08a45e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:44.578887 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-13cdfade-abdb-479b-8bf6-fc937e584fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['7096e926-a70d-4fc5-853d-d9ea5a08a45e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:44.624272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cfc75299-b8ef-4435-a32b-19f8cf63ceb2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=7096e926-a70d-4fc5-853d-d9ea5a08a45e HTTP/1.1" status: 200 len: 205 time: 0.0512078 Aug 29 17:04:44.627597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35206) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:44.645724 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-20b52259-6a48-45cc-91d7-905ce1a8895a service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187382 Aug 29 17:04:44.677984 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-13cdfade-abdb-479b-8bf6-fc937e584fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:44.694804 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdfade-abdb-479b-8bf6-fc937e584fca None None] Routers {'7096e926-a70d-4fc5-853d-d9ea5a08a45e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:44.695920 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-13cdfade-abdb-479b-8bf6-fc937e584fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['7096e926-a70d-4fc5-853d-d9ea5a08a45e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:44.728401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba46d32b-8a44-4f96-b9da-7106bd911bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:44.738327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35208) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:44.739463 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-13cdfade-abdb-479b-8bf6-fc937e584fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:44.740439 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cdfade-abdb-479b-8bf6-fc937e584fca None None] The sync data for ids ['7096e926-a70d-4fc5-853d-d9ea5a08a45e'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:44.760689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29916aa0-b204-4299-9c2e-3e08a398a864 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:44.782701 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba46d32b-8a44-4f96-b9da-7106bd911bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:44.784922 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ba46d32b-8a44-4f96-b9da-7106bd911bb6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/78181270-f4f5-42ec-a153-75b1e51b2b2b HTTP/1.1" status: 204 len: 168 time: 1.2160895 Aug 29 17:04:44.787548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66732cc9-b821-4d58-b4f8-7d0022b36c85 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:44.790233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46d32b-8a44-4f96-b9da-7106bd911bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78181270-f4f5-42ec-a153-75b1e51b2b2b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:44.795050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35212) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:44.831217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e9ebc-0946-432e-b576-a3a758b63e5e req-712375f1-a6c6-48b2-986d-571cbe0473b4 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:44.838464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-512e9ebc-0946-432e-b576-a3a758b63e5e req-712375f1-a6c6-48b2-986d-571cbe0473b4 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 946 time: 0.3750777 Aug 29 17:04:44.840967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-6de0407f-549b-4077-a2b5-50d3910c9426 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 HTTP/1.1" status: 200 len: 217 time: 0.0899165 Aug 29 17:04:44.851570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29916aa0-b204-4299-9c2e-3e08a398a864 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event deleted for resources: {'Port': ['ID=e6256a47-804a-45b3-a12f-69b592133c99,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:45.032589 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e346450-b3d0-441e-8766-c287c92feeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.078111 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-512e9ebc-0946-432e-b576-a3a758b63e5e req-34702b22-7fe3-4f61-8348-a7b5455f164b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385161 Aug 29 17:04:45.081400 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.108155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66732cc9-b821-4d58-b4f8-7d0022b36c85 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.112072 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66732cc9-b821-4d58-b4f8-7d0022b36c85 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.233415 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-8a7cb58d-fb67-4eae-8c5f-d18eb2c268c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:45.235227 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-8a7cb58d-fb67-4eae-8c5f-d18eb2c268c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.3854728 Aug 29 17:04:45.236249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29916aa0-b204-4299-9c2e-3e08a398a864 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.269932 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66732cc9-b821-4d58-b4f8-7d0022b36c85 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.270518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66732cc9-b821-4d58-b4f8-7d0022b36c85 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Fanout notify agent at l3_agent the message router_deleted on router 7096e926-a70d-4fc5-853d-d9ea5a08a45e {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:04:45.279647 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66732cc9-b821-4d58-b4f8-7d0022b36c85 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.280800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-66732cc9-b821-4d58-b4f8-7d0022b36c85 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/7096e926-a70d-4fc5-853d-d9ea5a08a45e HTTP/1.1" status: 204 len: 168 time: 0.6522124 Aug 29 17:04:45.290952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35222) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:45.341127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-8beba588-0465-4583-8a77-02eef64baea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:45.343220 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-8beba588-0465-4583-8a77-02eef64baea6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0983520 Aug 29 17:04:45.368351 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.395576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c61e1f-6555-4da6-8983-334ee7c91122']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:45.422609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96bdcf4-f91c-47c7-9224-523d95a2b6ec') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:45.422609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96bdcf4-f91c-47c7-9224-523d95a2b6ec') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:45.449157 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.457013 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace2649d-f26e-4130-ac6e-5c81621abeb3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting subnet 891afc88-f1f9-4ddb-b4d1-64b75d6e7b9a {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:04:45.474595 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ace2649d-f26e-4130-ac6e-5c81621abeb3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.510518 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6424aa65-d6f1-4554-a405-c691f0a9eaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.516639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001841f-9d52-4eb0-b5a6-32d7f84d4caf req-b8d99afb-5e8d-4f76-b270-6ad6b7ac0607 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:45.522898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001841f-9d52-4eb0-b5a6-32d7f84d4caf req-b8d99afb-5e8d-4f76-b270-6ad6b7ac0607 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:45.524051 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-8aeb5745-90e9-4754-bdae-77efcbc41dd0 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552577 Aug 29 17:04:45.529139 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001841f-9d52-4eb0-b5a6-32d7f84d4caf req-b8d99afb-5e8d-4f76-b270-6ad6b7ac0607 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:45.531280 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3001841f-9d52-4eb0-b5a6-32d7f84d4caf req-b8d99afb-5e8d-4f76-b270-6ad6b7ac0607 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b&device_id=e395e8e1-d612-44aa-a833-97d21821169c&device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 2417 time: 0.2494686 Aug 29 17:04:45.544748 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.581251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:45.581744 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:45.583497 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:45.632091 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ace2649d-f26e-4130-ac6e-5c81621abeb3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.637471 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e346450-b3d0-441e-8766-c287c92feeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.637703 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29916aa0-b204-4299-9c2e-3e08a398a864 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Router 780892a6-9f98-4f81-8547-511f29af5a60 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:04:45.673021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e346450-b3d0-441e-8766-c287c92feeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.711254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-848846d7-8a0f-4a01-95cf-c541328ff435 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579547 Aug 29 17:04:45.726476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.731888 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.734209 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] 10.222.0.22 "DELETE /v2.0/networks/70c61e1f-6555-4da6-8983-334ee7c91122 HTTP/1.1" status: 204 len: 168 time: 0.9377224 Aug 29 17:04:45.763074 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35226) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:45.764295 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3001841f-9d52-4eb0-b5a6-32d7f84d4caf req-c71b1397-10e4-40a2-932c-549db1f77fdf tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207620 Aug 29 17:04:45.805839 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-461222cc-256a-4096-a6c4-d8504f11867a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d HTTP/1.1" status: 200 len: 217 time: 0.0842936 Aug 29 17:04:45.811300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0e346450-b3d0-441e-8766-c287c92feeef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=825e2450a5ec4e18b2b0ea9608da3ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0690019 Aug 29 17:04:45.818642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee9e74-91ba-4f93-97c8-cf8cedd1fa5a admin admin] Pushing event deleted for resources: {'Network': ['ID=70c61e1f-6555-4da6-8983-334ee7c91122,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:45.822070 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.831435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35230) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:45.884011 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ace2649d-f26e-4130-ac6e-5c81621abeb3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.922563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0538d2-0ec3-4b25-b52a-e0931aef3cf2 admin admin] Deleting subnet 06cb2366-8c4a-4825-bb9d-bf8d5ffeff06 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:04:45.924198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29916aa0-b204-4299-9c2e-3e08a398a864 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:45.933889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e346450-b3d0-441e-8766-c287c92feeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0072e1d1-9bb1-43a6-b21c-ac0472a67a26,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:45.938023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-29916aa0-b204-4299-9c2e-3e08a398a864 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "PUT /v2.0/routers/780892a6-9f98-4f81-8547-511f29af5a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1742508 Aug 29 17:04:45.938219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ca527-2599-4a90-9717-dd19c1463cd9 None None] Sync routers for ids ['780892a6-9f98-4f81-8547-511f29af5a60'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:45.938336 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c0538d2-0ec3-4b25-b52a-e0931aef3cf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:45.939323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35232) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:45.970623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-3c03a243-7059-4319-9390-87988c6d2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:45.971901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ca527-2599-4a90-9717-dd19c1463cd9 None None] Routers {'780892a6-9f98-4f81-8547-511f29af5a60'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:45.972225 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-3c03a243-7059-4319-9390-87988c6d2581 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.1397562 Aug 29 17:04:45.973693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-014ca527-2599-4a90-9717-dd19c1463cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['780892a6-9f98-4f81-8547-511f29af5a60'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:45.995122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ace2649d-f26e-4130-ac6e-5c81621abeb3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.016768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-014ca527-2599-4a90-9717-dd19c1463cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:46.028796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ca527-2599-4a90-9717-dd19c1463cd9 None None] Routers {'780892a6-9f98-4f81-8547-511f29af5a60'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:46.029661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-014ca527-2599-4a90-9717-dd19c1463cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['780892a6-9f98-4f81-8547-511f29af5a60'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:46.037166 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2649d-f26e-4130-ac6e-5c81621abeb3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Subnet': ['ID=891afc88-f1f9-4ddb-b4d1-64b75d6e7b9a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:46.041862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ace2649d-f26e-4130-ac6e-5c81621abeb3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.043774 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ace2649d-f26e-4130-ac6e-5c81621abeb3 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/891afc88-f1f9-4ddb-b4d1-64b75d6e7b9a HTTP/1.1" status: 204 len: 168 time: 0.7479169 Aug 29 17:04:46.050191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35236) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:46.073289 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-295441d6-7e5d-4fdf-8084-3a2eecc464a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.077063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c0538d2-0ec3-4b25-b52a-e0931aef3cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.094421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-014ca527-2599-4a90-9717-dd19c1463cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:46.095912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ca527-2599-4a90-9717-dd19c1463cd9 None None] The sync data for ids ['780892a6-9f98-4f81-8547-511f29af5a60'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:46.097866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04574b62-d135-462b-b044-4c3b4f682991 None None] Network ff9c2ebf-ce7c-433e-994a-e1735e3488ab requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:46.120498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2721de11-0e83-4fdc-affe-2fc0317b67d0 req-9d4a4457-5dd3-4a00-8553-45ba3b5de445 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3197315 Aug 29 17:04:46.277414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.314406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-64c23f29-81f2-4f20-8c1d-4fc337a9b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:46.318350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-64c23f29-81f2-4f20-8c1d-4fc337a9b6b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3088291 Aug 29 17:04:46.337920 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-295441d6-7e5d-4fdf-8084-3a2eecc464a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.346333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 69c57be0-af17-4d4a-bc13-6621382825bf {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:46.346692 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.437682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port 69c57be0-af17-4d4a-bc13-6621382825bf, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=69c57be0-af17-4d4a-bc13-6621382825bf,segment=NetworkSegment(1b7a0372-39b8-4235-b346-a13db503ac93),segment_id=1b7a0372-39b8-4235-b346-a13db503ac93)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:46.438285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.470402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 69c57be0-af17-4d4a-bc13-6621382825bf owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:46.494646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d711ad-f1e4-496f-8b16-c237e3fbce66 None None] DHCP port deletion for ff9c2ebf-ce7c-433e-994a-e1735e3488ab request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:04:46.533232 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c0538d2-0ec3-4b25-b52a-e0931aef3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.567924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-93d711ad-f1e4-496f-8b16-c237e3fbce66 None None] Deleting port 69c57be0-af17-4d4a-bc13-6621382825bf {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:46.568517 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93d711ad-f1e4-496f-8b16-c237e3fbce66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.607948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.660644 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=69c57be0-af17-4d4a-bc13-6621382825bf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:46.673717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No DVR routers for this DVR port 69c57be0-af17-4d4a-bc13-6621382825bf on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:46.677420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.678598 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.688210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-93d711ad-f1e4-496f-8b16-c237e3fbce66 None None] For port 69c57be0-af17-4d4a-bc13-6621382825bf, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=69c57be0-af17-4d4a-bc13-6621382825bf,segment=NetworkSegment(1b7a0372-39b8-4235-b346-a13db503ac93),segment_id=1b7a0372-39b8-4235-b346-a13db503ac93)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:46.688626 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93d711ad-f1e4-496f-8b16-c237e3fbce66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.714531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-93d711ad-f1e4-496f-8b16-c237e3fbce66 None None] Calling delete_port for 69c57be0-af17-4d4a-bc13-6621382825bf owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:46.822054 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.845754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9c2ebf-ce7c-433e-994a-e1735e3488ab']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:46.861019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7a0372-39b8-4235-b346-a13db503ac93') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:46.861357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7a0372-39b8-4235-b346-a13db503ac93') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:46.878488 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.899850 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.923625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93d711ad-f1e4-496f-8b16-c237e3fbce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.924663 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-295441d6-7e5d-4fdf-8084-3a2eecc464a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.927446 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-295441d6-7e5d-4fdf-8084-3a2eecc464a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.928930 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:46.937779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-295441d6-7e5d-4fdf-8084-3a2eecc464a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0072e1d1-9bb1-43a6-b21c-ac0472a67a26 HTTP/1.1" status: 204 len: 168 time: 1.1016974 Aug 29 17:04:46.959106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:46.959568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.001506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d711ad-f1e4-496f-8b16-c237e3fbce66 None None] Pushing event deleted for resources: {'Port': ['ID=69c57be0-af17-4d4a-bc13-6621382825bf,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:47.005775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35270) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:47.017507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 69c57be0-af17-4d4a-bc13-6621382825bf no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:04:47.017507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d711ad-f1e4-496f-8b16-c237e3fbce66 None None] No DVR routers for this DVR port 69c57be0-af17-4d4a-bc13-6621382825bf on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:47.050156 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:47.055889 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.062740 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.067252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/networks/ff9c2ebf-ce7c-433e-994a-e1735e3488ab HTTP/1.1" status: 204 len: 168 time: 1.0143888 Aug 29 17:04:47.073633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 69c57be0-af17-4d4a-bc13-6621382825bf {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:04:47.074357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 69c57be0-af17-4d4a-bc13-6621382825bf not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:04:47.075071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35276) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:47.085885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-32c7f24d-8987-4238-b521-99e94061deef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-683028151', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:47.119365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295441d6-7e5d-4fdf-8084-3a2eecc464a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0072e1d1-9bb1-43a6-b21c-ac0472a67a26,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:47.140996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c0538d2-0ec3-4b25-b52a-e0931aef3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.191247 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32c7f24d-8987-4238-b521-99e94061deef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.194028 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32c7f24d-8987-4238-b521-99e94061deef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.218195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c0538d2-0ec3-4b25-b52a-e0931aef3cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.220122 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0c0538d2-0ec3-4b25-b52a-e0931aef3cf2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/06cb2366-8c4a-4825-bb9d-bf8d5ffeff06 HTTP/1.1" status: 204 len: 168 time: 1.4554300 Aug 29 17:04:47.222159 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-96ec4e59-77ce-4bc0-8ecf-e6fc5af788d4 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8736863 Aug 29 17:04:47.244212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35282) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:47.245013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0538d2-0ec3-4b25-b52a-e0931aef3cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06cb2366-8c4a-4825-bb9d-bf8d5ffeff06,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:47.301559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736add5-7b6d-4983-b84c-910355d18276 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Network': ['ID=ff9c2ebf-ce7c-433e-994a-e1735e3488ab,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:47.306859 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32c7f24d-8987-4238-b521-99e94061deef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.312437 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32c7f24d-8987-4238-b521-99e94061deef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.359288 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32c7f24d-8987-4238-b521-99e94061deef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.364525 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-32c7f24d-8987-4238-b521-99e94061deef tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2829707 Aug 29 17:04:47.364812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35286) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:47.372617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'network': {'name': 'tempest-RoutersTest-201460164'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:47.400518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:47.405559 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.433601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:04:47.448896 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.450420 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added segment 8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1 of type vlan for network 1c40348c-d80c-4dd1-8100-125aea91c637 Aug 29 17:04:47.456795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Deleting port 59a13c19-ab40-4e2a-b36b-3138761ac74e {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:47.457205 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.473991 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35288) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:47.515947 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-47f43d92-97ab-4eb5-beab-7fe37b3c4471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.533172 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.546331 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-834c1d92-540f-4a4f-9e26-48cf43574c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.550299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.584285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.588682 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.590147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:47.590717 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.681540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.701432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Network': ['ID=1c40348c-d80c-4dd1-8100-125aea91c637,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:47.715530 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 1c40348c-d80c-4dd1-8100-125aea91c637 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:04:47.753890 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-47f43d92-97ab-4eb5-beab-7fe37b3c4471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.760839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-47f43d92-97ab-4eb5-beab-7fe37b3c4471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.800295 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-47f43d92-97ab-4eb5-beab-7fe37b3c4471 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ca06411be9d4062911857bd7b46aed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239615 Aug 29 17:04:47.812791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35292) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:47.846517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f43d92-97ab-4eb5-beab-7fe37b3c4471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d957d51a-188d-4ad3-846c-4eedd17e3d22,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:47.896300 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4bfbac84-e3bb-4f1f-8041-a7b344cf9521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:47.927794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4bfbac84-e3bb-4f1f-8041-a7b344cf9521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.017732 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4bfbac84-e3bb-4f1f-8041-a7b344cf9521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.021472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4bfbac84-e3bb-4f1f-8041-a7b344cf9521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.023391 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4bfbac84-e3bb-4f1f-8041-a7b344cf9521 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d957d51a-188d-4ad3-846c-4eedd17e3d22 HTTP/1.1" status: 204 len: 168 time: 0.2093339 Aug 29 17:04:48.034445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbac84-e3bb-4f1f-8041-a7b344cf9521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d957d51a-188d-4ad3-846c-4eedd17e3d22,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:48.041345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7ba28d6-bb4a-4e05-9d48-e8598286958f req-bbf35141-087b-488e-acf9-4489f4772b0f service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7989123 Aug 29 17:04:48.042830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Calling delete_port for 59a13c19-ab40-4e2a-b36b-3138761ac74e owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:48.056174 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.081793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f166fa0-b399-432e-a756-5a641c295af0']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:48.100553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942b6975-fbcd-45b4-a611-d0bd0a5142a8') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:48.101142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942b6975-fbcd-45b4-a611-d0bd0a5142a8') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:48.153139 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.163641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8b3b6-2fcb-4be8-a754-613f48bd2030 req-92e86a5f-99d7-477e-822b-409ffcdee42d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:48.171484 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19d8b3b6-2fcb-4be8-a754-613f48bd2030 req-92e86a5f-99d7-477e-822b-409ffcdee42d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 946 time: 0.0968239 Aug 29 17:04:48.181122 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.198670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:48.199094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:48.201381 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:48.227374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19d8b3b6-2fcb-4be8-a754-613f48bd2030 req-54300e44-9023-403a-acd1-68fd17f13bcb tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508184 Aug 29 17:04:48.233555 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.330084 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-834c1d92-540f-4a4f-9e26-48cf43574c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.338876 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-834c1d92-540f-4a4f-9e26-48cf43574c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.342324 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-76a2d8fb-0b97-466c-a51f-35e97a78da82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9754553 Aug 29 17:04:48.345720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35306) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:48.348981 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.357003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'subnet': {'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:48.371462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.376452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] 10.222.0.22 "DELETE /v2.0/networks/1f166fa0-b399-432e-a756-5a641c295af0 HTTP/1.1" status: 204 len: 168 time: 1.1233659 Aug 29 17:04:48.410940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a1ce9-66fb-439d-9a64-c9c69f621c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f166fa0-b399-432e-a756-5a641c295af0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:48.439777 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c1d92-540f-4a4f-9e26-48cf43574c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf81fc4-6289-4d2d-b2ea-e731ed35d481,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:48.447134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-834c1d92-540f-4a4f-9e26-48cf43574c3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f81810e6fc7412aae687bf2b32cdf11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4278951 Aug 29 17:04:48.452232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35310) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:48.478525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:48.483699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.534174 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.578687 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event deleted for resources: {'Port': ['ID=59a13c19-ab40-4e2a-b36b-3138761ac74e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:48.647284 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.673945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35318) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:48.677437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-27360821-7484-4ea2-83a9-793c3e289ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.755373 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.759705 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.772413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-27360821-7484-4ea2-83a9-793c3e289ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.781310 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5e4c29b3-cc25-4ac0-944a-9e12f36d4a29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e5ef5b9b7044aa58c717665ed2148b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059110 Aug 29 17:04:48.786804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35322) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:48.813044 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.844496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.845029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Fanout notify agent at l3_agent the message router_deleted on router 780892a6-9f98-4f81-8547-511f29af5a60 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:04:48.857809 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.859631 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f9495f5b-a169-4d8c-a9b9-f8fbfe85db70 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "DELETE /v2.0/routers/780892a6-9f98-4f81-8547-511f29af5a60 HTTP/1.1" status: 204 len: 168 time: 2.9175787 Aug 29 17:04:48.868941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35324) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:48.927803 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b17e8cd-73b2-49b1-bc91-581e9190ef3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.930467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62f137d-53da-4cd6-9517-1f7c80739506 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Deleting subnet 64a6bb57-64ce-4bc7-9003-73474b6f07d4 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:04:48.934692 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-27360821-7484-4ea2-83a9-793c3e289ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.937244 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-27360821-7484-4ea2-83a9-793c3e289ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.938384 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-27360821-7484-4ea2-83a9-793c3e289ee5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bcf81fc4-6289-4d2d-b2ea-e731ed35d481 HTTP/1.1" status: 204 len: 168 time: 0.4849782 Aug 29 17:04:48.939274 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d62f137d-53da-4cd6-9517-1f7c80739506 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.949300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Subnet': ['ID=84a7330d-885b-449b-8717-c3c75b08cadd,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:48.959705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Checking segment: {'id': '8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:48.960067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network hostable DHCP agents. Network: 1c40348c-d80c-4dd1-8100-125aea91c637, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:04:48.972035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27360821-7484-4ea2-83a9-793c3e289ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf81fc4-6289-4d2d-b2ea-e731ed35d481,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:48.973797 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b17e8cd-73b2-49b1-bc91-581e9190ef3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:48.997631 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d62f137d-53da-4cd6-9517-1f7c80739506 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:49.021426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 1c40348c-d80c-4dd1-8100-125aea91c637 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:04:49.038756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 1c40348c-d80c-4dd1-8100-125aea91c637) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:49.044898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:49.046181 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:49.055565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6160ccfd-bbfe-4c03-a14a-7041fbe7df82 None None] Network 1c40348c-d80c-4dd1-8100-125aea91c637 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:49.063026 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b17e8cd-73b2-49b1-bc91-581e9190ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:49.066519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b17e8cd-73b2-49b1-bc91-581e9190ef3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:49.067816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6b17e8cd-73b2-49b1-bc91-581e9190ef3d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d79524a-5426-484d-bcb1-0d06913a5a39 HTTP/1.1" status: 204 len: 168 time: 0.2799096 Aug 29 17:04:49.076385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fc0a58f6-4e47-488e-b25d-4b72f5a5d42f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7253561 Aug 29 17:04:49.078689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35338) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:49.087081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17e8cd-73b2-49b1-bc91-581e9190ef3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d79524a-5426-484d-bcb1-0d06913a5a39,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:49.191853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d62f137d-53da-4cd6-9517-1f7c80739506 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:49.281051 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d62f137d-53da-4cd6-9517-1f7c80739506 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:49.418552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f137d-53da-4cd6-9517-1f7c80739506 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event deleted for resources: {'Subnet': ['ID=64a6bb57-64ce-4bc7-9003-73474b6f07d4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:49.451486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d62f137d-53da-4cd6-9517-1f7c80739506 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:49.464899 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d62f137d-53da-4cd6-9517-1f7c80739506 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "DELETE /v2.0/subnets/64a6bb57-64ce-4bc7-9003-73474b6f07d4 HTTP/1.1" status: 204 len: 168 time: 0.5965638 Aug 29 17:04:49.465301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35350) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:49.472562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f426079c-24c8-45d3-bdcd-dd49b0cda00d None None] Network e670131d-5aa3-4d48-9652-151faa5c5099 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:49.568297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35354) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:49.603291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d08276-c2c7-4015-9a0a-8e5106731aa3 req-5a37343d-8bf0-4872-b325-8dd6f5dca4ea tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:49.604884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0d08276-c2c7-4015-9a0a-8e5106731aa3 req-5a37343d-8bf0-4872-b325-8dd6f5dca4ea tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.10 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 946 time: 0.2541623 Aug 29 17:04:49.610478 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f58c3bed-6e00-43ab-86e7-5862ab5b0d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:49.634188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-1c40348c-d80c-4dd1-8100-125aea91c637', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:04:49.635885 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:49.665592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc673-7c5d-4ac7-95eb-acd63b7e1709 req-5167ada3-13a4-4610-a07d-3d306179298b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:49.672762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20abc673-7c5d-4ac7-95eb-acd63b7e1709 req-5167ada3-13a4-4610-a07d-3d306179298b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 946 time: 0.3141892 Aug 29 17:04:49.729418 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:49.804714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:49.814677 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20abc673-7c5d-4ac7-95eb-acd63b7e1709 req-c8f46c90-058a-4bae-9ba2-7c09378345e4 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360230 Aug 29 17:04:49.872689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35360) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:49.958723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5be4ce-95fd-4c46-a205-9d5000fe05fd None None] DHCP port deletion for e670131d-5aa3-4d48-9652-151faa5c5099 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:04:49.968580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Allocated IP 172.20.0.2 (1c40348c-d80c-4dd1-8100-125aea91c637/84a7330d-885b-449b-8717-c3c75b08cadd/e6b3d666-3507-46a7-b407-f7ad36c651d5) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:50.008505 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f58c3bed-6e00-43ab-86e7-5862ab5b0d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.024483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f58c3bed-6e00-43ab-86e7-5862ab5b0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.081550 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c3bed-6e00-43ab-86e7-5862ab5b0d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e262f9-7146-4ef1-ba3d-9bf7b475b95d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:50.086970 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-b0d08276-c2c7-4015-9a0a-8e5106731aa3 req-2e06f454-ae00-4a33-8cdd-99c0b528307b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Deleting port b6dbf704-9894-4812-9487-17ad383279a4 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:50.087390 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b0d08276-c2c7-4015-9a0a-8e5106731aa3 req-2e06f454-ae00-4a33-8cdd-99c0b528307b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.110849 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f58c3bed-6e00-43ab-86e7-5862ab5b0d49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4fff8121a3dd4d7e9b0b02e3eaccd4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5405133 Aug 29 17:04:50.117469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35366) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:50.219413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-90eeb297-4564-4fcc-aed6-e3d767a37be8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1abbbc8224f6438f8797dbf0464bac9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351007 Aug 29 17:04:50.220983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35372) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:50.224873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Deleting port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:50.225660 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.254320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1758537-50e4-43db-bc89-94f8837a14e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.268640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6d5be4ce-95fd-4c46-a205-9d5000fe05fd None None] Deleting port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:50.269791 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6d5be4ce-95fd-4c46-a205-9d5000fe05fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.277902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1758537-50e4-43db-bc89-94f8837a14e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.282463 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.301382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] For port a8a57de2-80e2-4da7-96c9-84d831dbb3f1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a8a57de2-80e2-4da7-96c9-84d831dbb3f1,segment=NetworkSegment(3601ddf6-7f9a-4233-80f2-96fbb8ab18da),segment_id=3601ddf6-7f9a-4233-80f2-96fbb8ab18da)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:50.302074 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.319646 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Calling delete_port for a8a57de2-80e2-4da7-96c9-84d831dbb3f1 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:50.330094 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.339383 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1758537-50e4-43db-bc89-94f8837a14e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.343280 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1758537-50e4-43db-bc89-94f8837a14e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.346938 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d1758537-50e4-43db-bc89-94f8837a14e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00e262f9-7146-4ef1-ba3d-9bf7b475b95d HTTP/1.1" status: 204 len: 168 time: 0.2260144 Aug 29 17:04:50.355127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1758537-50e4-43db-bc89-94f8837a14e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e262f9-7146-4ef1-ba3d-9bf7b475b95d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:50.360661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Transition to ACTIVE for port object e6b3d666-3507-46a7-b407-f7ad36c651d5 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:50.398785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6d5be4ce-95fd-4c46-a205-9d5000fe05fd None None] For port a8a57de2-80e2-4da7-96c9-84d831dbb3f1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a8a57de2-80e2-4da7-96c9-84d831dbb3f1,segment=NetworkSegment(3601ddf6-7f9a-4233-80f2-96fbb8ab18da),segment_id=3601ddf6-7f9a-4233-80f2-96fbb8ab18da)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:50.399114 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6d5be4ce-95fd-4c46-a205-9d5000fe05fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.419035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Transition to ACTIVE for port object e6b3d666-3507-46a7-b407-f7ad36c651d5 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:50.421368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6d5be4ce-95fd-4c46-a205-9d5000fe05fd None None] Calling delete_port for a8a57de2-80e2-4da7-96c9-84d831dbb3f1 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:50.440935 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.477071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b0d08276-c2c7-4015-9a0a-8e5106731aa3 req-2e06f454-ae00-4a33-8cdd-99c0b528307b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] For port b6dbf704-9894-4812-9487-17ad383279a4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b6dbf704-9894-4812-9487-17ad383279a4,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:50.477482 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b0d08276-c2c7-4015-9a0a-8e5106731aa3 req-2e06f454-ae00-4a33-8cdd-99c0b528307b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.485094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.510864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Network 1c40348c-d80c-4dd1-8100-125aea91c637 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:50.515617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Pushing event updated for resources: {'Port': ['ID=e6b3d666-3507-46a7-b407-f7ad36c651d5,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:50.519819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:50.523063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:50.524294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] No DVR routers for this DVR port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:50.551329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8eeadc7-9359-4bf6-a66e-472085d26bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.573753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8eeadc7-9359-4bf6-a66e-472085d26bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.623921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event deleted for resources: {'Port': ['ID=a8a57de2-80e2-4da7-96c9-84d831dbb3f1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:50.628304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Allocated IP 172.20.0.1 (1c40348c-d80c-4dd1-8100-125aea91c637/84a7330d-885b-449b-8717-c3c75b08cadd/1bd62b9f-ef78-4a94-8755-b7d8363f0d3b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:50.632427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-b0d08276-c2c7-4015-9a0a-8e5106731aa3 req-2e06f454-ae00-4a33-8cdd-99c0b528307b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Calling delete_port for b6dbf704-9894-4812-9487-17ad383279a4 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:50.651793 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8eeadc7-9359-4bf6-a66e-472085d26bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.655436 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8eeadc7-9359-4bf6-a66e-472085d26bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.659512 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c8eeadc7-9359-4bf6-a66e-472085d26bad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb01a203-703d-487c-9128-c2dd379fc591 HTTP/1.1" status: 204 len: 168 time: 0.2703905 Aug 29 17:04:50.660112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Attempting to bind port e6b3d666-3507-46a7-b407-f7ad36c651d5 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:04:50.660591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Attempting to bind port e6b3d666-3507-46a7-b407-f7ad36c651d5 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:04:50.661058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Attempting to bind port e6b3d666-3507-46a7-b407-f7ad36c651d5 on network 1c40348c-d80c-4dd1-8100-125aea91c637 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:04:50.676298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:04:50.676807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Checking segment: {'id': '8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:50.677697 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.678484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Bound using segment: {'id': '8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:04:50.679393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Bound port: e6b3d666-3507-46a7-b407-f7ad36c651d5, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:04:50.680138 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.714931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eeadc7-9359-4bf6-a66e-472085d26bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb01a203-703d-487c-9128-c2dd379fc591,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:50.749119 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6d5be4ce-95fd-4c46-a205-9d5000fe05fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.753951 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.769702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e670131d-5aa3-4d48-9652-151faa5c5099']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:50.792151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5be4ce-95fd-4c46-a205-9d5000fe05fd None None] Pushing event deleted for resources: {'Port': ['ID=a8a57de2-80e2-4da7-96c9-84d831dbb3f1,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:50.792402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3601ddf6-7f9a-4233-80f2-96fbb8ab18da') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:50.792561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3601ddf6-7f9a-4233-80f2-96fbb8ab18da') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:50.795680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5be4ce-95fd-4c46-a205-9d5000fe05fd None None] No DVR routers for this DVR port a8a57de2-80e2-4da7-96c9-84d831dbb3f1 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:50.815856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.831302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] For port e6b3d666-3507-46a7-b407-f7ad36c651d5, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:04:50.836536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] For port e6b3d666-3507-46a7-b407-f7ad36c651d5, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e6b3d666-3507-46a7-b407-f7ad36c651d5,segment=NetworkSegment(8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1),segment_id=8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:04:50.843917 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.851569 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.860918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:04:50.861598 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:04:50.865392 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:04:50.990806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fbf7d-7a3c-4f21-b877-0118953136c5 None None] Pushing event updated for resources: {'Port': ['ID=e6b3d666-3507-46a7-b407-f7ad36c651d5,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:51.012856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a8a57de2-80e2-4da7-96c9-84d831dbb3f1 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:04:51.041690 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:51.058621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: a8a57de2-80e2-4da7-96c9-84d831dbb3f1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:04:51.058989 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a8a57de2-80e2-4da7-96c9-84d831dbb3f1 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:04:51.072253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e479b92-8cbf-4c43-a55e-6d91b5a03783 req-9f585ad7-afaf-46d8-9b16-5f8874763df2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:51.075441 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:51.082081 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2e479b92-8cbf-4c43-a55e-6d91b5a03783 req-9f585ad7-afaf-46d8-9b16-5f8874763df2 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 946 time: 0.0983012 Aug 29 17:04:51.083829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:51.090599 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "DELETE /v2.0/networks/e670131d-5aa3-4d48-9652-151faa5c5099 HTTP/1.1" status: 204 len: 168 time: 1.5931175 Aug 29 17:04:51.097047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35394) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:51.100049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b0d08276-c2c7-4015-9a0a-8e5106731aa3 req-2e06f454-ae00-4a33-8cdd-99c0b528307b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:51.102892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Transition to ACTIVE for port object 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:51.116427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['b6dbf704-9894-4812-9487-17ad383279a4', '3a0c3284-78c6-4f11-97fb-c6a9dc208005'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:04:51.118960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['a6c2e3fc-10bc-489c-9292-19b135a2b61d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:04:51.140228 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2e479b92-8cbf-4c43-a55e-6d91b5a03783 req-17fb062d-362d-4dc2-8f69-74f4557958e4 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521092 Aug 29 17:04:51.202473 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:51.342213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0369e-0fd1-4e82-b5f2-5ee4761f8033 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event deleted for resources: {'Network': ['ID=e670131d-5aa3-4d48-9652-151faa5c5099,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:51.354017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06f454-ae00-4a33-8cdd-99c0b528307b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Pushing event deleted for resources: {'Port': ['ID=b6dbf704-9894-4812-9487-17ad383279a4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:51.370368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 1c40348c-d80c-4dd1-8100-125aea91c637 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:51.399441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:51.414711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:51.522172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d08276-c2c7-4015-9a0a-8e5106731aa3 req-2e06f454-ae00-4a33-8cdd-99c0b528307b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] No DVR routers for this DVR port b6dbf704-9894-4812-9487-17ad383279a4 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:51.529736 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b0d08276-c2c7-4015-9a0a-8e5106731aa3 req-2e06f454-ae00-4a33-8cdd-99c0b528307b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:51.532272 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0d08276-c2c7-4015-9a0a-8e5106731aa3 req-2e06f454-ae00-4a33-8cdd-99c0b528307b tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.10 "DELETE /v2.0/ports/b6dbf704-9894-4812-9487-17ad383279a4 HTTP/1.1" status: 204 len: 173 time: 1.9177399 Aug 29 17:04:51.532634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4637b61d-dc0f-4237-92ec-93597469918b', 'name': 'network-vif-deleted', 'tag': 'b6dbf704-9894-4812-9487-17ad383279a4'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:04:51.536317 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e5b5be-863b-4baa-bd57-97fa38b35481" -d '{"events": [{"server_uuid": "4637b61d-dc0f-4237-92ec-93597469918b", "name": "network-vif-deleted", "tag": "b6dbf704-9894-4812-9487-17ad383279a4"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:04:51.538085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:51.575043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a51a3ebf-2649-4e9e-b525-d87c0fc127c4 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Deleting port 3d1deed8-28d4-4c47-9f5c-19aab1938f7c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:51.575582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a51a3ebf-2649-4e9e-b525-d87c0fc127c4 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:51.581262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=1bd62b9f-ef78-4a94-8755-b7d8363f0d3b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:51.641040 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2615d79f-1e99-419e-b5d3-7a163b27d624 x-openstack-request-id: req-2615d79f-1e99-419e-b5d3-7a163b27d624 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:04:51.641040 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4637b61d-dc0f-4237-92ec-93597469918b", "name": "network-vif-deleted", "tag": "b6dbf704-9894-4812-9487-17ad383279a4", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:04:51.641040 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2615d79f-1e99-419e-b5d3-7a163b27d624 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:04:51.641040 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4637b61d-dc0f-4237-92ec-93597469918b', 'name': 'network-vif-deleted', 'tag': 'b6dbf704-9894-4812-9487-17ad383279a4', 'status': 'completed', 'code': 200} Aug 29 17:04:51.767455 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a51a3ebf-2649-4e9e-b525-d87c0fc127c4 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:51.768598 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a51a3ebf-2649-4e9e-b525-d87c0fc127c4 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:51.789899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:51.792268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a51a3ebf-2649-4e9e-b525-d87c0fc127c4 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Calling delete_port for 3d1deed8-28d4-4c47-9f5c-19aab1938f7c owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:52.019719 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a51a3ebf-2649-4e9e-b525-d87c0fc127c4 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:52.182113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a3ebf-2649-4e9e-b525-d87c0fc127c4 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Pushing event deleted for resources: {'Port': ['ID=3d1deed8-28d4-4c47-9f5c-19aab1938f7c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:52.289179 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:52.297800 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:52.341443 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a51a3ebf-2649-4e9e-b525-d87c0fc127c4 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:52.347442 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a51a3ebf-2649-4e9e-b525-d87c0fc127c4 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:52.348767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a51a3ebf-2649-4e9e-b525-d87c0fc127c4 tempest-FloatingIPAdminTestJSON-1683715232 tempest-FloatingIPAdminTestJSON-1683715232-project] 10.222.0.22 "DELETE /v2.0/floatingips/0d253593-8d3e-4f94-9adb-e2364ad1f673 HTTP/1.1" status: 204 len: 168 time: 1.2405453 Aug 29 17:04:52.425662 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-232bc2fc-1e19-4be8-b67c-958bedb61303 req-f7711ec7-76aa-43bd-837b-7511afd30264 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=4637b61d-dc0f-4237-92ec-93597469918b HTTP/1.1" status: 200 len: 210 time: 0.0492074 Aug 29 17:04:52.441858 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:52.457126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=1bd62b9f-ef78-4a94-8755-b7d8363f0d3b,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:52.552303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2db6696-ea32-4094-8626-3440072966a6 None None] Network 1c40348c-d80c-4dd1-8100-125aea91c637 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:52.588041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network 1c40348c-d80c-4dd1-8100-125aea91c637 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:52.590106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:52.634196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ce57c687-91f5-491f-a970-69fe8d6d43a8 None None] Provisioning for port e6b3d666-3507-46a7-b407-f7ad36c651d5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:52.764796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:04:52.926963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:52.943692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e8258add-810c-4e68-94f1-2759a9aac897 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8639622 Aug 29 17:04:52.944026 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Sync routers for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:52.946818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35458) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:52.957884 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:52.961943 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:52.962143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'network': {'name': 'tempest-RoutersTest-803572109'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:53.020288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:53.024774 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.068206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:04:53.081095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e6b3d666-3507-46a7-b407-f7ad36c651d5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:53.082925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.084033 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added segment 96e6e292-552e-4249-9311-974bb4a9fe49 of type vlan for network ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc Aug 29 17:04:53.152974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35464) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:53.169776 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.178694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fa2a84a0-a701-4b4a-867c-fc7e1c404039 None None] Provisioning for port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:53.188329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fa2a84a0-a701-4b4a-867c-fc7e1c404039 None None] Provisioning complete for port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:53.188850 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fa2a84a0-a701-4b4a-867c-fc7e1c404039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.234806 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:04:53.245705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.260986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:53.262862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.278687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a84a0-a701-4b4a-867c-fc7e1c404039 None None] Port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:53.288019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e6b3d666-3507-46a7-b407-f7ad36c651d5 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:53.293753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e6b3d666-3507-46a7-b407-f7ad36c651d5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:53.294811 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.324633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fa2a84a0-a701-4b4a-867c-fc7e1c404039 None None] Provisioning complete for port e6b3d666-3507-46a7-b407-f7ad36c651d5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:53.329243 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fa2a84a0-a701-4b4a-867c-fc7e1c404039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.433039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4751823 Aug 29 17:04:53.436040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35472) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:53.441913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'subnet': {'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:53.445601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20129cc4-f693-404e-aba8-1165f9e69306 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Network': ['ID=ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:53.478605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:04:53.575263 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:04:51Z', 'revision_number': 2, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:51Z', 'revision_number': 2, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:53.664630 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Checking router: 9a53a80e-ada7-4c30-8aaa-11bc38418d8c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:04:53.664630 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Updating router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:04:53.698664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35480) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:53.698950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-12d9a8c6-a55f-4739-930c-50775caaed3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55a5e9dba7a74901a2475307c3a9b766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445409 Aug 29 17:04:53.724819 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.795608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fa2a84a0-a701-4b4a-867c-fc7e1c404039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.801847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:53.807858 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.820396 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.862475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fa2a84a0-a701-4b4a-867c-fc7e1c404039 None None] For port e6b3d666-3507-46a7-b407-f7ad36c651d5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e6b3d666-3507-46a7-b407-f7ad36c651d5,segment=NetworkSegment(8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1),segment_id=8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:53.874395 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fa2a84a0-a701-4b4a-867c-fc7e1c404039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.885327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-276341fc-aad4-4d33-b7c9-ffcde5125fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.952631 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-276341fc-aad4-4d33-b7c9-ffcde5125fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:53.958101 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:04:53.958743 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:04:54.006849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b6dbf704-9894-4812-9487-17ad383279a4 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:04:54.041086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: b6dbf704-9894-4812-9487-17ad383279a4 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:04:54.041837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b6dbf704-9894-4812-9487-17ad383279a4 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:04:54.049842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5287f8-f7f5-4df7-b3ba-3c41ab35d445 req-b7f3f341-c341-46df-a832-f7954c2fae3a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:54.058743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b5287f8-f7f5-4df7-b3ba-3c41ab35d445 req-b7f3f341-c341-46df-a832-f7954c2fae3a tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=e395e8e1-d612-44aa-a833-97d21821169c HTTP/1.1" status: 200 len: 945 time: 0.1281264 Aug 29 17:04:54.075184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-99d1b88c-edee-49c8-a63a-a24da2dbd179 None None] Provisioning complete for port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:54.075984 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-99d1b88c-edee-49c8-a63a-a24da2dbd179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.099970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a84a0-a701-4b4a-867c-fc7e1c404039 None None] Pushing event updated for resources: {'Port': ['ID=e6b3d666-3507-46a7-b407-f7ad36c651d5,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:54.112082 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b5287f8-f7f5-4df7-b3ba-3c41ab35d445 req-2bbcc9bd-3e72-4c98-8523-cb3eeb48b5e4 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522678 Aug 29 17:04:54.129551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-276341fc-aad4-4d33-b7c9-ffcde5125fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.136720 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-276341fc-aad4-4d33-b7c9-ffcde5125fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.138669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-99d1b88c-edee-49c8-a63a-a24da2dbd179 None None] Port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:54.140452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-276341fc-aad4-4d33-b7c9-ffcde5125fc4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7dbed723-18eb-4019-b913-88b5abee6fa3 HTTP/1.1" status: 204 len: 168 time: 0.4400094 Aug 29 17:04:54.152565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276341fc-aad4-4d33-b7c9-ffcde5125fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbed723-18eb-4019-b913-88b5abee6fa3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:54.178876 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.254661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Checking segment: {'id': '96e6e292-552e-4249-9311-974bb4a9fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:54.255189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network hostable DHCP agents. Network: ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:04:54.266540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Subnet': ['ID=61a8c278-ac7e-4dc4-aa4c-a535c662bfd7,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:54.283033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:04:54.283160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35502) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:54.293250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:54.300723 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.303565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35077601-0aa0-4dea-8ef0-86e8f2b9c753 None None] Network ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:54.307124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:54.307736 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.320472 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Transition to ACTIVE for port object 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:54.329626 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0438fede-2689-408b-bbe2-8007de70440d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8898382 Aug 29 17:04:54.329928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35506) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:54.331396 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.434715 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Pushing event updated for resources: {'Port': ['ID=1bd62b9f-ef78-4a94-8755-b7d8363f0d3b,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:54.445961 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.446554 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.447062 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.447557 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.448195 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.449165 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.450936 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.451706 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.452219 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.453266 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.453839 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.454331 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:54.544357 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Attempting to bind port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:04:54.544734 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Attempting to bind port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:04:54.545509 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Attempting to bind port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b on network 1c40348c-d80c-4dd1-8100-125aea91c637 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:04:54.557182 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:04:54.557551 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Checking segment: {'id': '8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:54.557953 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.558342 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Bound using segment: {'id': '8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:04:54.559461 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Bound port: 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:04:54.559461 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.573287 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:04:54.574313 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.585601 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:04:54.661837 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] For port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:04:54.677936 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] For port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1bd62b9f-ef78-4a94-8755-b7d8363f0d3b,segment=NetworkSegment(8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1),segment_id=8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:04:54.688228 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.764728 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3d9f2-b143-43e6-9a87-03709e57a065 None None] Pushing event updated for resources: {'Port': ['ID=1bd62b9f-ef78-4a94-8755-b7d8363f0d3b,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:54.774813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2243fec-bd9d-488e-9522-91b3edf56d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:54.790309 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:54.791498 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:54.838797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Allocated IP 172.21.0.2 (ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc/61a8c278-ac7e-4dc4-aa4c-a535c662bfd7/d0d26d81-9907-4f33-a42a-7123400b725b) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:54.906326 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:04:55.041971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e6b3d666-3507-46a7-b407-f7ad36c651d5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:55.070937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2243fec-bd9d-488e-9522-91b3edf56d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.076882 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2243fec-bd9d-488e-9522-91b3edf56d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.152841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b2243fec-bd9d-488e-9522-91b3edf56d32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91c41e688a4f48d2a1bf81081d8b2afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8683851 Aug 29 17:04:55.158377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35526) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:55.182173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2243fec-bd9d-488e-9522-91b3edf56d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddbd9b4-78a9-470a-a985-2f3c53f48796,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:55.248145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35528) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:55.284432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-434d2528-c7d8-44e8-a945-37e1384a7adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.349127 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.361829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Transition to ACTIVE for port object d0d26d81-9907-4f33-a42a-7123400b725b will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:55.373833 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:04:51Z', 'revision_number': 2, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:54Z', 'revision_number': 4, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:55.381366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Transition to ACTIVE for port object d0d26d81-9907-4f33-a42a-7123400b725b will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:55.405535 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.441270 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e25c9b-99cb-4ff0-ae18-394b2b9ed5c2 None None] The sync data for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 is: [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:04:51Z', 'revision_number': 2, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:54Z', 'revision_number': 4, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:04:55.485943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Network ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:55.499792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:55.502315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:55.507642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e6b3d666-3507-46a7-b407-f7ad36c651d5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:55.508025 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.519963 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6e44994-9803-44f4-9b87-14aabe503333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.531097 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-434d2528-c7d8-44e8-a945-37e1384a7adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.560557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-434d2528-c7d8-44e8-a945-37e1384a7adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.581532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Pushing event updated for resources: {'Port': ['ID=d0d26d81-9907-4f33-a42a-7123400b725b,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:55.635155 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d2528-c7d8-44e8-a945-37e1384a7adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddfb105-71d2-49f3-98a9-dfddec1cf94c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:55.651749 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6e44994-9803-44f4-9b87-14aabe503333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.671312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Attempting to bind port d0d26d81-9907-4f33-a42a-7123400b725b on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:04:55.671686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Attempting to bind port d0d26d81-9907-4f33-a42a-7123400b725b by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '96e6e292-552e-4249-9311-974bb4a9fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:04:55.672053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Attempting to bind port d0d26d81-9907-4f33-a42a-7123400b725b on network ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:04:55.685317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:04:55.685699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Checking segment: {'id': '96e6e292-552e-4249-9311-974bb4a9fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:04:55.686106 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.686495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Bound using segment: {'id': '96e6e292-552e-4249-9311-974bb4a9fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:04:55.686969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Bound port: d0d26d81-9907-4f33-a42a-7123400b725b, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e6e292-552e-4249-9311-974bb4a9fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:04:55.687349 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.745142 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-434d2528-c7d8-44e8-a945-37e1384a7adf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5bc124d76ce24f9f9a3a87d909f626c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956539 Aug 29 17:04:55.761528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35542) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:55.781591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] For port d0d26d81-9907-4f33-a42a-7123400b725b, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:04:55.789089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] For port d0d26d81-9907-4f33-a42a-7123400b725b, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0d26d81-9907-4f33-a42a-7123400b725b,segment=NetworkSegment(96e6e292-552e-4249-9311-974bb4a9fe49),segment_id=96e6e292-552e-4249-9311-974bb4a9fe49)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:04:55.797831 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.827968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae36b12-64e4-4cf7-a449-c20871e4211d req-20288873-7643-4f37-a011-76291dfd2e73 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:55.835829 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ae36b12-64e4-4cf7-a449-c20871e4211d req-20288873-7643-4f37-a011-76291dfd2e73 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=e395e8e1-d612-44aa-a833-97d21821169c HTTP/1.1" status: 200 len: 945 time: 0.2795191 Aug 29 17:04:55.848155 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.943123 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8708ba-76aa-46f8-a21c-5f67fbba8dd6 None None] Pushing event updated for resources: {'Port': ['ID=d0d26d81-9907-4f33-a42a-7123400b725b,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:55.947427 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-113a83c6-44c4-4568-9314-1573653b5507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:55.954765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41f83e-93ac-4f0f-9d75-29ce66681229 req-1fb4237c-4a15-4e7a-bea6-b285463cd27c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:55.958657 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b41f83e-93ac-4f0f-9d75-29ce66681229 req-1fb4237c-4a15-4e7a-bea6-b285463cd27c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.10 "GET /v2.0/ports?device_id=e395e8e1-d612-44aa-a833-97d21821169c HTTP/1.1" status: 200 len: 945 time: 0.4053335 Aug 29 17:04:55.995960 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-113a83c6-44c4-4568-9314-1573653b5507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:56.014551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6e44994-9803-44f4-9b87-14aabe503333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:56.016381 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ae36b12-64e4-4cf7-a449-c20871e4211d req-ba50c715-b2ba-4b77-909d-b0f601d79eae tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795664 Aug 29 17:04:56.017151 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6e44994-9803-44f4-9b87-14aabe503333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:56.018382 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a6e44994-9803-44f4-9b87-14aabe503333 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ddbd9b4-78a9-470a-a985-2f3c53f48796 HTTP/1.1" status: 204 len: 168 time: 0.8546298 Aug 29 17:04:56.061501 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e44994-9803-44f4-9b87-14aabe503333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddbd9b4-78a9-470a-a985-2f3c53f48796,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:56.113038 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-113a83c6-44c4-4568-9314-1573653b5507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:56.124494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-113a83c6-44c4-4568-9314-1573653b5507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:56.125779 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-113a83c6-44c4-4568-9314-1573653b5507 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ddfb105-71d2-49f3-98a9-dfddec1cf94c HTTP/1.1" status: 204 len: 168 time: 0.3633385 Aug 29 17:04:56.152247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a83c6-44c4-4568-9314-1573653b5507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddfb105-71d2-49f3-98a9-dfddec1cf94c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:56.358178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-2b41f83e-93ac-4f0f-9d75-29ce66681229 req-f62562f0-8d1f-4898-8495-60d8992c859d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Deleting port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:04:56.359063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2b41f83e-93ac-4f0f-9d75-29ce66681229 req-f62562f0-8d1f-4898-8495-60d8992c859d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:56.594369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2b41f83e-93ac-4f0f-9d75-29ce66681229 req-f62562f0-8d1f-4898-8495-60d8992c859d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] For port 3a0c3284-78c6-4f11-97fb-c6a9dc208005, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3a0c3284-78c6-4f11-97fb-c6a9dc208005,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:56.594853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2b41f83e-93ac-4f0f-9d75-29ce66681229 req-f62562f0-8d1f-4898-8495-60d8992c859d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:56.635559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-2b41f83e-93ac-4f0f-9d75-29ce66681229 req-f62562f0-8d1f-4898-8495-60d8992c859d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Calling delete_port for 3a0c3284-78c6-4f11-97fb-c6a9dc208005 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:04:56.669386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Allocated IP 172.21.0.1 (ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc/61a8c278-ac7e-4dc4-aa4c-a535c662bfd7/1921981c-1dc1-4d98-b29d-86ef44567ae9) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:04:56.805994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35566) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:56.822889 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c33a-9ff8-4e7e-94a2-6bbb3ea3ff9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:56.834777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35568) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:56.862538 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79def579-651c-4c8d-88a3-eb5c5af0eea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:56.884640 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:56.905917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Transition to ACTIVE for port object 1921981c-1dc1-4d98-b29d-86ef44567ae9 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:04:56.910275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2b41f83e-93ac-4f0f-9d75-29ce66681229 req-f62562f0-8d1f-4898-8495-60d8992c859d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:56.923678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['3a0c3284-78c6-4f11-97fb-c6a9dc208005'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:04:56.926870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['a6c2e3fc-10bc-489c-9292-19b135a2b61d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:04:56.976489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35570) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:56.996851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c33a-9ff8-4e7e-94a2-6bbb3ea3ff9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.006057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c33a-9ff8-4e7e-94a2-6bbb3ea3ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.018454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62562f0-8d1f-4898-8495-60d8992c859d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Pushing event deleted for resources: {'Port': ['ID=3a0c3284-78c6-4f11-97fb-c6a9dc208005,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:57.074092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d0d26d81-9907-4f33-a42a-7123400b725b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:57.136320 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2ff1c33a-9ff8-4e7e-94a2-6bbb3ea3ff9d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6217e9880e954839912005cb2a877a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266070 Aug 29 17:04:57.137190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1c33a-9ff8-4e7e-94a2-6bbb3ea3ff9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7495fd98-1a86-4de3-9c75-5e74779c27ae,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:57.142091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35584) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:57.154093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port d0d26d81-9907-4f33-a42a-7123400b725b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:57.164751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:57.232653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b41f83e-93ac-4f0f-9d75-29ce66681229 req-f62562f0-8d1f-4898-8495-60d8992c859d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] No DVR routers for this DVR port 3a0c3284-78c6-4f11-97fb-c6a9dc208005 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:04:57.238170 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2b41f83e-93ac-4f0f-9d75-29ce66681229 req-f62562f0-8d1f-4898-8495-60d8992c859d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.243893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b41f83e-93ac-4f0f-9d75-29ce66681229 req-f62562f0-8d1f-4898-8495-60d8992c859d tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.10 "DELETE /v2.0/ports/3a0c3284-78c6-4f11-97fb-c6a9dc208005 HTTP/1.1" status: 204 len: 173 time: 1.2369807 Aug 29 17:04:57.253771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e395e8e1-d612-44aa-a833-97d21821169c', 'name': 'network-vif-deleted', 'tag': '3a0c3284-78c6-4f11-97fb-c6a9dc208005'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:04:57.257594 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7308af77-6ec5-495b-8d45-9dcb53c21379" -d '{"events": [{"server_uuid": "e395e8e1-d612-44aa-a833-97d21821169c", "name": "network-vif-deleted", "tag": "3a0c3284-78c6-4f11-97fb-c6a9dc208005"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:04:57.261566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:57.279424 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.284517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:57.284899 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.327805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-834ac52f-4bd8-433d-b77e-7a5a2d24b85e req-85bd5293-f777-4b66-af2e-8cdf758c70fc tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=e395e8e1-d612-44aa-a833-97d21821169c HTTP/1.1" status: 200 len: 210 time: 0.1044672 Aug 29 17:04:57.353072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:57.361100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:57.363337 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29b24972-2db0-4ca2-8d43-e0c785114ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.367189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:04:57.436737 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2b63429-5a83-4b26-8dc6-c985e37aa045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.441871 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=1921981c-1dc1-4d98-b29d-86ef44567ae9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:57.455793 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf318a6-d2fc-4f72-a130-a045e3a617f1 x-openstack-request-id: req-adf318a6-d2fc-4f72-a130-a045e3a617f1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:04:57.456460 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e395e8e1-d612-44aa-a833-97d21821169c", "name": "network-vif-deleted", "tag": "3a0c3284-78c6-4f11-97fb-c6a9dc208005", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:04:57.456965 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-adf318a6-d2fc-4f72-a130-a045e3a617f1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:04:57.457602 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e395e8e1-d612-44aa-a833-97d21821169c', 'name': 'network-vif-deleted', 'tag': '3a0c3284-78c6-4f11-97fb-c6a9dc208005', 'status': 'completed', 'code': 200} Aug 29 17:04:57.508029 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.521182 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79def579-651c-4c8d-88a3-eb5c5af0eea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.536934 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2b63429-5a83-4b26-8dc6-c985e37aa045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.542670 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79def579-651c-4c8d-88a3-eb5c5af0eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.552503 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.657692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79def579-651c-4c8d-88a3-eb5c5af0eea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b6517e-e6b6-43eb-ab5f-46f766bb967b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:57.672996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1bd62b9f-ef78-4a94-8755-b7d8363f0d3b,segment=NetworkSegment(8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1),segment_id=8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:57.684771 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.787420 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-79def579-651c-4c8d-88a3-eb5c5af0eea1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d729a0e281114d84a8e2ee7bb2030c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9513202 Aug 29 17:04:57.804682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35606) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:57.805189 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.831804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=1bd62b9f-ef78-4a94-8755-b7d8363f0d3b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:57.948331 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2b63429-5a83-4b26-8dc6-c985e37aa045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.951832 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2b63429-5a83-4b26-8dc6-c985e37aa045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:57.953069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e2b63429-5a83-4b26-8dc6-c985e37aa045 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7495fd98-1a86-4de3-9c75-5e74779c27ae HTTP/1.1" status: 204 len: 168 time: 0.8041527 Aug 29 17:04:57.980632 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b63429-5a83-4b26-8dc6-c985e37aa045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7495fd98-1a86-4de3-9c75-5e74779c27ae,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:58.009435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c48ba-6c40-4f1b-9a66-4817dcc26260 None None] Network ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:04:58.011775 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53ed1f7f-2824-42d7-af0f-c47a90bac5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.046939 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29b24972-2db0-4ca2-8d43-e0c785114ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.063492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29b24972-2db0-4ca2-8d43-e0c785114ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.079491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-97f5a671-35a7-46b2-a24a-b2d28d4bc414 None None] Provisioning for port d0d26d81-9907-4f33-a42a-7123400b725b completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:58.094225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-97f5a671-35a7-46b2-a24a-b2d28d4bc414 None None] Provisioning complete for port d0d26d81-9907-4f33-a42a-7123400b725b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:58.094684 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-97f5a671-35a7-46b2-a24a-b2d28d4bc414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.100269 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-29b24972-2db0-4ca2-8d43-e0c785114ca2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7057c73ce1c43efa6cd53f803819730&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1224990 Aug 29 17:04:58.102924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35610) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:58.112971 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53ed1f7f-2824-42d7-af0f-c47a90bac5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.174855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b24972-2db0-4ca2-8d43-e0c785114ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2cb0b1-b874-4347-b9cd-d10da676d653,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:58.192070 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40ac0814-23c5-4a19-a0e1-544b5e61ac6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.292475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53ed1f7f-2824-42d7-af0f-c47a90bac5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.296122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53ed1f7f-2824-42d7-af0f-c47a90bac5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.297896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-53ed1f7f-2824-42d7-af0f-c47a90bac5b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21b6517e-e6b6-43eb-ab5f-46f766bb967b HTTP/1.1" status: 204 len: 168 time: 0.4879782 Aug 29 17:04:58.302599 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-97f5a671-35a7-46b2-a24a-b2d28d4bc414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.314358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed1f7f-2824-42d7-af0f-c47a90bac5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b6517e-e6b6-43eb-ab5f-46f766bb967b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:58.373155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-97f5a671-35a7-46b2-a24a-b2d28d4bc414 None None] For port d0d26d81-9907-4f33-a42a-7123400b725b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0d26d81-9907-4f33-a42a-7123400b725b,segment=NetworkSegment(96e6e292-552e-4249-9311-974bb4a9fe49),segment_id=96e6e292-552e-4249-9311-974bb4a9fe49)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:04:58.385125 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-97f5a671-35a7-46b2-a24a-b2d28d4bc414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.409093 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40ac0814-23c5-4a19-a0e1-544b5e61ac6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.563224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5a671-35a7-46b2-a24a-b2d28d4bc414 None None] Pushing event updated for resources: {'Port': ['ID=d0d26d81-9907-4f33-a42a-7123400b725b,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:58.589133 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40ac0814-23c5-4a19-a0e1-544b5e61ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.591568 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40ac0814-23c5-4a19-a0e1-544b5e61ac6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.592702 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-40ac0814-23c5-4a19-a0e1-544b5e61ac6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de2cb0b1-b874-4347-b9cd-d10da676d653 HTTP/1.1" status: 204 len: 168 time: 0.4885621 Aug 29 17:04:58.633833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac0814-23c5-4a19-a0e1-544b5e61ac6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2cb0b1-b874-4347-b9cd-d10da676d653,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:58.660836 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.671573 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.819866 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.830851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=1921981c-1dc1-4d98-b29d-86ef44567ae9,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:58.839876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3b459b0c-7ceb-453d-8e5e-9e78cd4d1f22 None None] Provisioning complete for port d0d26d81-9907-4f33-a42a-7123400b725b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:58.841446 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3b459b0c-7ceb-453d-8e5e-9e78cd4d1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:58.921851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab27629-e1db-4a4e-a280-ce790207d950 req-7f836ab8-c580-4241-8549-eb2f1a1ae304 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:04:58.937756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eab27629-e1db-4a4e-a280-ce790207d950 req-7f836ab8-c580-4241-8549-eb2f1a1ae304 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1769831 Aug 29 17:04:58.939942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:58.940309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:58.943427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:58.943794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:58.947797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:58.948489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:58.948641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:58.948889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:58.949470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:58.949816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:58.950160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:58.950539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.031078 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eab27629-e1db-4a4e-a280-ce790207d950 req-6f612c90-6c52-432d-b2e9-44e9898e5b1c tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923176 Aug 29 17:04:59.064893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:04:59.066554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:04:59.079636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d0d26d81-9907-4f33-a42a-7123400b725b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:59.124348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3b459b0c-7ceb-453d-8e5e-9e78cd4d1f22 None None] Provisioning for port 1921981c-1dc1-4d98-b29d-86ef44567ae9 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:04:59.134668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3b459b0c-7ceb-453d-8e5e-9e78cd4d1f22 None None] Provisioning complete for port 1921981c-1dc1-4d98-b29d-86ef44567ae9 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:59.135200 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3b459b0c-7ceb-453d-8e5e-9e78cd4d1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:59.189011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3b459b0c-7ceb-453d-8e5e-9e78cd4d1f22 None None] Port 1921981c-1dc1-4d98-b29d-86ef44567ae9 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:59.230651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d0d26d81-9907-4f33-a42a-7123400b725b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:59.231591 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:59.240684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:04:59.335852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c8f67ccf-8091-4cbe-83dd-5cfc720cd872 None None] Provisioning complete for port 1921981c-1dc1-4d98-b29d-86ef44567ae9 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:59.339422 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c8f67ccf-8091-4cbe-83dd-5cfc720cd872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:59.382693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35658) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:59.426528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:59.506698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:04:59.540693 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d75d3044-037c-4d41-9d93-4f60f8e9d01b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2066841 Aug 29 17:04:59.542369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35666) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:59.556116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'network': {'name': 'tempest-RoutersTest-2121551886'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:04:59.636625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Sync routers for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:04:59.678516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:04:59.679568 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:04:59.726666 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:59.732431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c8f67ccf-8091-4cbe-83dd-5cfc720cd872 None None] Port 1921981c-1dc1-4d98-b29d-86ef44567ae9 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:04:59.738916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:59.775528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:04:59.781048 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:59.814992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35674) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:04:59.825005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:04:59.826288 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15f188b3f3b14e818af31a1de4bacdc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415884 Aug 29 17:04:59.832010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9befaf36-9b77-472a-9ff4-2b092648f712,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:04:59.848680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.850056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.856123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.857774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.858440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.860226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.860855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.861499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.862443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.863174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.863693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.864265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd28495-df6b-4a14-a809-9ac24e813905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:04:59.882798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:04:59.918927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:04:59.928907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9032a676-5b27-4225-9924-441a48f9667a None None] Provisioning complete for port 1921981c-1dc1-4d98-b29d-86ef44567ae9 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:04:59.929495 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9032a676-5b27-4225-9924-441a48f9667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:59.931224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3a0c3284-78c6-4f11-97fb-c6a9dc208005 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:04:59.940174 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-acaccfdb-0c94-4793-a3a5-13f091ba1e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:59.946994 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:04:59.947348 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added segment b8bc759c-a9ac-47af-8ee6-aacc2c24e020 of type vlan for network b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 Aug 29 17:04:59.955163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 3a0c3284-78c6-4f11-97fb-c6a9dc208005 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:04:59.955794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3a0c3284-78c6-4f11-97fb-c6a9dc208005 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:04:59.996682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-acaccfdb-0c94-4793-a3a5-13f091ba1e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.021697 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.040638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9032a676-5b27-4225-9924-441a48f9667a None None] Port 1921981c-1dc1-4d98-b29d-86ef44567ae9 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:05:00.078127 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.090613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:00.091661 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.092610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:00.093329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.129773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-acaccfdb-0c94-4793-a3a5-13f091ba1e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.132796 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-acaccfdb-0c94-4793-a3a5-13f091ba1e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.136216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-acaccfdb-0c94-4793-a3a5-13f091ba1e52 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9befaf36-9b77-472a-9ff4-2b092648f712 HTTP/1.1" status: 204 len: 168 time: 0.3177214 Aug 29 17:05:00.163591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35686) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:00.184417 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6400919 Aug 29 17:05:00.188042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35690) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:00.195278 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'subnet': {'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:00.216772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35692) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:00.224858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaccfdb-0c94-4793-a3a5-13f091ba1e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9befaf36-9b77-472a-9ff4-2b092648f712,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:00.259516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd35e0a-8b10-4f6e-aaf6-964949e267b9 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Network': ['ID=b81e36be-b37a-4a38-b4ef-35ba2f51bbc4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:00.274412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:05:00.281537 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2d034-5550-4d51-8f59-586ff2749e07 req-be72ee74-30ba-42d5-8b5f-9fc1d4bbca56 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:00.290627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0fd2d034-5550-4d51-8f59-586ff2749e07 req-be72ee74-30ba-42d5-8b5f-9fc1d4bbca56 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1044273 Aug 29 17:05:00.328658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 3, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:04:58Z', 'revision_number': 2, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:00.348610 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0fd2d034-5550-4d51-8f59-586ff2749e07 req-0d09400c-ce08-453d-8ed9-e406b38e7c02 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeba8bb9-20cb-4d45-8505-0b4f14660107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518343 Aug 29 17:05:00.364722 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Checking router: 9a53a80e-ada7-4c30-8aaa-11bc38418d8c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:00.365206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Updating router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c port 1921981c-1dc1-4d98-b29d-86ef44567ae9 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:05:00.376635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:00.381351 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.415168 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.628602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775ba5-6d4f-42ea-a4dd-3065e6514e72 req-1f924049-b502-4c13-a5e0-b5e2f24c4b82 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:00.632900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f775ba5-6d4f-42ea-a4dd-3065e6514e72 req-1f924049-b502-4c13-a5e0-b5e2f24c4b82 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 945 time: 0.1028178 Aug 29 17:05:00.655015 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.697466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d77437f5-2b40-4193-a353-4148345c45ce tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774717201'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:00.758123 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90271f1a-fb3c-49f6-954f-9109417f7079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.791009 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.821586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Transition to ACTIVE for port object 1921981c-1dc1-4d98-b29d-86ef44567ae9 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:00.829958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-3f775ba5-6d4f-42ea-a4dd-3065e6514e72 req-f5b1c1de-5830-4780-997d-c7f75ab5c674 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Deleting port a6c2e3fc-10bc-489c-9292-19b135a2b61d {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:00.830309 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3f775ba5-6d4f-42ea-a4dd-3065e6514e72 req-f5b1c1de-5830-4780-997d-c7f75ab5c674 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.840600 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.874727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d77437f5-2b40-4193-a353-4148345c45ce tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.880768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Subnet': ['ID=1e4d3ada-3c68-4060-8d84-eb771cad567a,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:00.894128 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d77437f5-2b40-4193-a353-4148345c45ce tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:00.915496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Checking segment: {'id': 'b8bc759c-a9ac-47af-8ee6-aacc2c24e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:00.916177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network hostable DHCP agents. Network: b81e36be-b37a-4a38-b4ef-35ba2f51bbc4, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:05:00.973204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:05:00.975348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf4bfc-22a2-44b9-a5b4-d11afb42b441 None None] Pushing event updated for resources: {'Port': ['ID=1921981c-1dc1-4d98-b29d-86ef44567ae9,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:00.994294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Attempting to bind port 1921981c-1dc1-4d98-b29d-86ef44567ae9 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:00.994704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Attempting to bind port 1921981c-1dc1-4d98-b29d-86ef44567ae9 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '96e6e292-552e-4249-9311-974bb4a9fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:00.995080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Attempting to bind port 1921981c-1dc1-4d98-b29d-86ef44567ae9 on network ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:01.001314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:05:01.001557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Checking segment: {'id': '96e6e292-552e-4249-9311-974bb4a9fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:01.001893 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.002332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Bound using segment: {'id': '96e6e292-552e-4249-9311-974bb4a9fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:05:01.002917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Bound port: 1921981c-1dc1-4d98-b29d-86ef44567ae9, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e6e292-552e-4249-9311-974bb4a9fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:05:01.003314 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.007701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-3f775ba5-6d4f-42ea-a4dd-3065e6514e72 req-f5b1c1de-5830-4780-997d-c7f75ab5c674 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] For port a6c2e3fc-10bc-489c-9292-19b135a2b61d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=a6c2e3fc-10bc-489c-9292-19b135a2b61d,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:01.008096 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3f775ba5-6d4f-42ea-a4dd-3065e6514e72 req-f5b1c1de-5830-4780-997d-c7f75ab5c674 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.058222 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90271f1a-fb3c-49f6-954f-9109417f7079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.060198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, b81e36be-b37a-4a38-b4ef-35ba2f51bbc4) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:01.066001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:01.066902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.070446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-3f775ba5-6d4f-42ea-a4dd-3065e6514e72 req-f5b1c1de-5830-4780-997d-c7f75ab5c674 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Calling delete_port for a6c2e3fc-10bc-489c-9292-19b135a2b61d owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:01.149862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] For port 1921981c-1dc1-4d98-b29d-86ef44567ae9, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:01.156207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] For port 1921981c-1dc1-4d98-b29d-86ef44567ae9, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1921981c-1dc1-4d98-b29d-86ef44567ae9,segment=NetworkSegment(96e6e292-552e-4249-9311-974bb4a9fe49),segment_id=96e6e292-552e-4249-9311-974bb4a9fe49)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:05:01.161920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f27dbc-d1f3-4996-b7b2-d1bf1a802773 None None] Network b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:01.165319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-90271f1a-fb3c-49f6-954f-9109417f7079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.246499 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-90271f1a-fb3c-49f6-954f-9109417f7079 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d3eb348fb4a4f60af66494655fcaaff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0280602 Aug 29 17:05:01.252407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35720) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:01.272593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90271f1a-fb3c-49f6-954f-9109417f7079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e3fd2b-efab-469f-a681-eca67ac16c35,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:01.276644 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.300217 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3f775ba5-6d4f-42ea-a4dd-3065e6514e72 req-f5b1c1de-5830-4780-997d-c7f75ab5c674 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.341882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['a6c2e3fc-10bc-489c-9292-19b135a2b61d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:05:01.354548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d77437f5-2b40-4193-a353-4148345c45ce tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.373933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d77437f5-2b40-4193-a353-4148345c45ce tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.383044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1c1de-5830-4780-997d-c7f75ab5c674 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Pushing event deleted for resources: {'Port': ['ID=a6c2e3fc-10bc-489c-9292-19b135a2b61d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:01.415518 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-04724642-140f-4fb3-b615-d67a006995c2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2256846 Aug 29 17:05:01.426539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35726) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:01.439655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f775ba5-6d4f-42ea-a4dd-3065e6514e72 req-f5b1c1de-5830-4780-997d-c7f75ab5c674 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] No DVR routers for this DVR port a6c2e3fc-10bc-489c-9292-19b135a2b61d on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:01.463476 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3f775ba5-6d4f-42ea-a4dd-3065e6514e72 req-f5b1c1de-5830-4780-997d-c7f75ab5c674 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.467694 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f775ba5-6d4f-42ea-a4dd-3065e6514e72 req-f5b1c1de-5830-4780-997d-c7f75ab5c674 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.16 "DELETE /v2.0/ports/a6c2e3fc-10bc-489c-9292-19b135a2b61d HTTP/1.1" status: 204 len: 173 time: 0.8255198 Aug 29 17:05:01.473342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c930772-42f6-4b6f-a549-e0270fef9b03', 'name': 'network-vif-deleted', 'tag': 'a6c2e3fc-10bc-489c-9292-19b135a2b61d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:05:01.481625 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92852bac-4f5d-44fe-bce2-be51efd2e414" -d '{"events": [{"server_uuid": "9c930772-42f6-4b6f-a549-e0270fef9b03", "name": "network-vif-deleted", "tag": "a6c2e3fc-10bc-489c-9292-19b135a2b61d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:05:01.511006 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35730) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:01.569009 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:01.569686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:01.569835 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83bdb5d-c49b-469a-a2f5-d0bdbf64f6b5 x-openstack-request-id: req-a83bdb5d-c49b-469a-a2f5-d0bdbf64f6b5 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:05:01.571126 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c930772-42f6-4b6f-a549-e0270fef9b03", "name": "network-vif-deleted", "tag": "a6c2e3fc-10bc-489c-9292-19b135a2b61d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:05:01.572289 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a83bdb5d-c49b-469a-a2f5-d0bdbf64f6b5 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:05:01.573820 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c930772-42f6-4b6f-a549-e0270fef9b03', 'name': 'network-vif-deleted', 'tag': 'a6c2e3fc-10bc-489c-9292-19b135a2b61d', 'status': 'completed', 'code': 200} Aug 29 17:05:01.575216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf4bfc-22a2-44b9-a5b4-d11afb42b441 None None] Pushing event updated for resources: {'Port': ['ID=1921981c-1dc1-4d98-b29d-86ef44567ae9,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:01.661870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:05:01.662787 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.776425 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc15b11a-2dd6-4e04-b090-78fbe5ad52db admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:01.825647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:01.898033 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da3cceb0-97ab-4c0e-a395-2c4118f867fb req-979c033e-723f-4c60-b0df-9a17994296a8 tempest-ListServerFiltersTestJSON-671013259 tempest-ListServerFiltersTestJSON-671013259-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c930772-42f6-4b6f-a549-e0270fef9b03 HTTP/1.1" status: 200 len: 210 time: 0.3263915 Aug 29 17:05:01.921145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77437f5-2b40-4193-a353-4148345c45ce tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d480ed-bf03-48b0-9358-97a87f64e3e4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:01.931185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7db12ff4-ca52-49ef-bdc3-327eda8d313d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.060738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7db12ff4-ca52-49ef-bdc3-327eda8d313d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.088718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Allocated IP 172.22.0.2 (b81e36be-b37a-4a38-b4ef-35ba2f51bbc4/1e4d3ada-3c68-4060-8d84-eb771cad567a/b48e4e1c-4fbb-4d43-8e32-09fafc706763) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:05:02.167248 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d77437f5-2b40-4193-a353-4148345c45ce tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.176305 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d77437f5-2b40-4193-a353-4148345c45ce tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.240386 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7db12ff4-ca52-49ef-bdc3-327eda8d313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.243971 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7db12ff4-ca52-49ef-bdc3-327eda8d313d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.245251 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7db12ff4-ca52-49ef-bdc3-327eda8d313d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8e3fd2b-efab-469f-a681-eca67ac16c35 HTTP/1.1" status: 204 len: 168 time: 0.9895322 Aug 29 17:05:02.250857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77437f5-2b40-4193-a353-4148345c45ce tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90bc3f06-e267-4bf7-93a6-9bbf3fe5df32,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:02.302684 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc15b11a-2dd6-4e04-b090-78fbe5ad52db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.309565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db12ff4-ca52-49ef-bdc3-327eda8d313d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e3fd2b-efab-469f-a681-eca67ac16c35,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:02.322085 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc15b11a-2dd6-4e04-b090-78fbe5ad52db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.333583 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.338125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d77437f5-2b40-4193-a353-4148345c45ce tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.344050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d77437f5-2b40-4193-a353-4148345c45ce tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1792974 Aug 29 17:05:02.345512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35752) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:02.357855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dc15b11a-2dd6-4e04-b090-78fbe5ad52db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80c430a9278a42c5a7df921bd898c287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8452559 Aug 29 17:05:02.361943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35754) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:02.415217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15b11a-2dd6-4e04-b090-78fbe5ad52db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81523468-5501-4307-9941-88bdf626d893,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:02.483532 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aff941b4-626c-48db-8e28-448efca93293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.511153 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aff941b4-626c-48db-8e28-448efca93293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.598399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aff941b4-626c-48db-8e28-448efca93293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.608971 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aff941b4-626c-48db-8e28-448efca93293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.610770 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aff941b4-626c-48db-8e28-448efca93293 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81523468-5501-4307-9941-88bdf626d893 HTTP/1.1" status: 204 len: 168 time: 0.2473269 Aug 29 17:05:02.643618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff941b4-626c-48db-8e28-448efca93293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81523468-5501-4307-9941-88bdf626d893,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:02.759830 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.773402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 3, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:01Z', 'revision_number': 4, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:02.808972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Transition to ACTIVE for port object b48e4e1c-4fbb-4d43-8e32-09fafc706763 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:02.812699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e65be-262c-4120-a98c-58c50c4f3860 None None] The sync data for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 is: [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 3, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:01Z', 'revision_number': 4, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:02.846083 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Transition to ACTIVE for port object b48e4e1c-4fbb-4d43-8e32-09fafc706763 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:02.856378 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:02.970439 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-43bf485c-59c7-4a4c-89a6-65c3e08194b8 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6153584 Aug 29 17:05:02.973462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35772) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:02.979116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-65895a86-fc1e-470f-a3c8-25ea2199a462 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group': {'name': 'tempest-security--1289518083', 'description': 'tempest-security-description-1332420194'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:03.001551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35776) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:03.049637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Network b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:03.063183 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35780) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:03.065408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:03.072569 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65895a86-fc1e-470f-a3c8-25ea2199a462 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.073952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:03.094453 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-117cf044-75af-4b0d-a515-1f4d1e37ed84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.115599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Pushing event updated for resources: {'Port': ['ID=b48e4e1c-4fbb-4d43-8e32-09fafc706763,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:03.191431 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65895a86-fc1e-470f-a3c8-25ea2199a462 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.200895 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65895a86-fc1e-470f-a3c8-25ea2199a462 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.203843 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65895a86-fc1e-470f-a3c8-25ea2199a462 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.205449 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-65895a86-fc1e-470f-a3c8-25ea2199a462 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "PUT /v2.0/security-groups/90bc3f06-e267-4bf7-93a6-9bbf3fe5df32 HTTP/1.1" status: 200 len: 1780 time: 0.2306411 Aug 29 17:05:03.214819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35784) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:03.229971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Attempting to bind port b48e4e1c-4fbb-4d43-8e32-09fafc706763 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:03.230347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Attempting to bind port b48e4e1c-4fbb-4d43-8e32-09fafc706763 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'b8bc759c-a9ac-47af-8ee6-aacc2c24e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:03.233134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Attempting to bind port b48e4e1c-4fbb-4d43-8e32-09fafc706763 on network b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:03.249138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:05:03.249573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Checking segment: {'id': 'b8bc759c-a9ac-47af-8ee6-aacc2c24e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:03.250407 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.251026 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Bound using segment: {'id': 'b8bc759c-a9ac-47af-8ee6-aacc2c24e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:05:03.252452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Bound port: b48e4e1c-4fbb-4d43-8e32-09fafc706763, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc759c-a9ac-47af-8ee6-aacc2c24e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:05:03.252855 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.337838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ced455-81f0-4d56-ba1f-034f0c1fb735 admin admin] Deleting subnet 368c8f5f-0d33-4da1-8fb8-da628e3925f7 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:05:03.345109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65895a86-fc1e-470f-a3c8-25ea2199a462 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90bc3f06-e267-4bf7-93a6-9bbf3fe5df32,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:03.354711 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7459e2d5-40bd-44ef-846a-bd0e2163ba2f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-groups/90bc3f06-e267-4bf7-93a6-9bbf3fe5df32 HTTP/1.1" status: 200 len: 1780 time: 0.1366301 Aug 29 17:05:03.362194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35790) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:03.363096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2ced455-81f0-4d56-ba1f-034f0c1fb735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.409353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] For port b48e4e1c-4fbb-4d43-8e32-09fafc706763, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:03.418402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] For port b48e4e1c-4fbb-4d43-8e32-09fafc706763, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b48e4e1c-4fbb-4d43-8e32-09fafc706763,segment=NetworkSegment(b8bc759c-a9ac-47af-8ee6-aacc2c24e020),segment_id=b8bc759c-a9ac-47af-8ee6-aacc2c24e020)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:05:03.426174 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-117cf044-75af-4b0d-a515-1f4d1e37ed84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.429972 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.436833 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-117cf044-75af-4b0d-a515-1f4d1e37ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.494801 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2ced455-81f0-4d56-ba1f-034f0c1fb735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.515569 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cf044-75af-4b0d-a515-1f4d1e37ed84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57fdf28-a91d-45ad-9eda-0396a6c42bfd,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:03.554683 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-117cf044-75af-4b0d-a515-1f4d1e37ed84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b76e1935a5a4bc8ac7caa00c524331d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899499 Aug 29 17:05:03.566502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35794) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:03.584947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976fbde-7187-4782-8e3f-ac6387b5c633 None None] Pushing event updated for resources: {'Port': ['ID=b48e4e1c-4fbb-4d43-8e32-09fafc706763,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:03.587265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Allocated IP 172.22.0.1 (b81e36be-b37a-4a38-b4ef-35ba2f51bbc4/1e4d3ada-3c68-4060-8d84-eb771cad567a/c7bad206-c371-4908-99a7-d124522d72f5) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:05:03.618055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df7c6b2f-135a-480e-bd4e-485c1f3654c0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.655602 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-02c1f082-9612-4f76-8146-09ef41c99099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.696850 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-02c1f082-9612-4f76-8146-09ef41c99099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.783729 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df7c6b2f-135a-480e-bd4e-485c1f3654c0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.799009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2ced455-81f0-4d56-ba1f-034f0c1fb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.816010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a6c2e3fc-10bc-489c-9292-19b135a2b61d no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:03.865838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: a6c2e3fc-10bc-489c-9292-19b135a2b61d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:03.866285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device a6c2e3fc-10bc-489c-9292-19b135a2b61d not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:03.875444 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-02c1f082-9612-4f76-8146-09ef41c99099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.878746 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-02c1f082-9612-4f76-8146-09ef41c99099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:03.882449 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-02c1f082-9612-4f76-8146-09ef41c99099 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a57fdf28-a91d-45ad-9eda-0396a6c42bfd HTTP/1.1" status: 204 len: 168 time: 0.3104789 Aug 29 17:05:03.941997 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1f082-9612-4f76-8146-09ef41c99099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57fdf28-a91d-45ad-9eda-0396a6c42bfd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:04.116063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df7c6b2f-135a-480e-bd4e-485c1f3654c0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.119418 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-df7c6b2f-135a-480e-bd4e-485c1f3654c0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.121100 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-df7c6b2f-135a-480e-bd4e-485c1f3654c0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-groups/90bc3f06-e267-4bf7-93a6-9bbf3fe5df32 HTTP/1.1" status: 204 len: 168 time: 0.7553599 Aug 29 17:05:04.124144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35812) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:04.172868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c6b2f-135a-480e-bd4e-485c1f3654c0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bc3f06-e267-4bf7-93a6-9bbf3fe5df32,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:04.188210 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.224053 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2ced455-81f0-4d56-ba1f-034f0c1fb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.252118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-53c7aa75-f6f7-409a-afef-3c0c7d379214 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1264513 Aug 29 17:05:04.252953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35816) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:04.256843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ced455-81f0-4d56-ba1f-034f0c1fb735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=368c8f5f-0d33-4da1-8fb8-da628e3925f7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:04.266007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Transition to ACTIVE for port object c7bad206-c371-4908-99a7-d124522d72f5 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:04.269892 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-690f140a-b24d-4597-b9c5-963a445d5410 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] delete failed (client error): The resource could not be found. Aug 29 17:05:04.271027 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-690f140a-b24d-4597-b9c5-963a445d5410 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-groups/90bc3f06-e267-4bf7-93a6-9bbf3fe5df32 HTTP/1.1" status: 404 len: 347 time: 0.0169113 Aug 29 17:05:04.277889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82034349-bce0-423b-a920-5e82007936ec None None] Network 421f1d84-47cf-4cd4-a8b6-76f7100e5081 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:04.278056 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2ced455-81f0-4d56-ba1f-034f0c1fb735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.280683 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b2ced455-81f0-4d56-ba1f-034f0c1fb735 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/368c8f5f-0d33-4da1-8fb8-da628e3925f7 HTTP/1.1" status: 204 len: 168 time: 1.2765510 Aug 29 17:05:04.282072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35818) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:04.283236 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35820) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:04.301782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f4316644-f940-4267-bc04-2844817e6341 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626435380'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:04.358611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f4316644-f940-4267-bc04-2844817e6341 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.391448 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.420846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.485659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f4316644-f940-4267-bc04-2844817e6341 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.497099 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f4316644-f940-4267-bc04-2844817e6341 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.527614 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:04.534654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:04.553183 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f4316644-f940-4267-bc04-2844817e6341 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.553697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:04.554983 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f4316644-f940-4267-bc04-2844817e6341 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2717226 Aug 29 17:05:04.564983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35832) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:04.570426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-dca22f94-0341-4d25-931c-edc2da2eaf14 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': 'e60a9d46-bfe5-42e7-8f09-c5579ac415b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:04.571525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1018387d-1d13-4061-b62c-1a4de0574c40 None None] DHCP port deletion for 421f1d84-47cf-4cd4-a8b6-76f7100e5081 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:05:04.581999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4316644-f940-4267-bc04-2844817e6341 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60a9d46-bfe5-42e7-8f09-c5579ac415b3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:04.615297 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dca22f94-0341-4d25-931c-edc2da2eaf14 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.654395 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.657955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=c7bad206-c371-4908-99a7-d124522d72f5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:04.677694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1018387d-1d13-4061-b62c-1a4de0574c40 None None] Deleting port 48ec4445-40ed-41c7-aace-b764106f1789 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:04.680927 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1018387d-1d13-4061-b62c-1a4de0574c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.742538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Deleting port 48ec4445-40ed-41c7-aace-b764106f1789 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:04.743061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.750671 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dca22f94-0341-4d25-931c-edc2da2eaf14 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.773461 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dca22f94-0341-4d25-931c-edc2da2eaf14 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.832556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1018387d-1d13-4061-b62c-1a4de0574c40 None None] For port 48ec4445-40ed-41c7-aace-b764106f1789, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=48ec4445-40ed-41c7-aace-b764106f1789,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:04.836016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca22f94-0341-4d25-931c-edc2da2eaf14 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c043856-3980-404b-a2a4-1a1b08128218,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:04.841067 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1018387d-1d13-4061-b62c-1a4de0574c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.863379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] For port 48ec4445-40ed-41c7-aace-b764106f1789, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=48ec4445-40ed-41c7-aace-b764106f1789,segment=NetworkSegment(84775a10-fb31-4b7f-bcdc-cf2ed82b89fd),segment_id=84775a10-fb31-4b7f-bcdc-cf2ed82b89fd)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:04.864035 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.866668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35840) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:04.870285 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dca22f94-0341-4d25-931c-edc2da2eaf14 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.872029 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dca22f94-0341-4d25-931c-edc2da2eaf14 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053222 Aug 29 17:05:04.873598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1018387d-1d13-4061-b62c-1a4de0574c40 None None] Calling delete_port for 48ec4445-40ed-41c7-aace-b764106f1789 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:04.874410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35842) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:04.908250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ad9-bee0-441b-a361-1e6a0969d55e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:04.953967 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ad9-bee0-441b-a361-1e6a0969d55e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.029611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ad9-bee0-441b-a361-1e6a0969d55e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.045602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Calling delete_port for 48ec4445-40ed-41c7-aace-b764106f1789 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:05.050106 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.058325 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ad9-bee0-441b-a361-1e6a0969d55e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.059511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-86ca5ad9-bee0-441b-a361-1e6a0969d55e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5c043856-3980-404b-a2a4-1a1b08128218 HTTP/1.1" status: 204 len: 168 time: 0.1838562 Aug 29 17:05:05.065111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca5ad9-bee0-441b-a361-1e6a0969d55e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c043856-3980-404b-a2a4-1a1b08128218,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:05.069714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35850) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:05.102477 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1018387d-1d13-4061-b62c-1a4de0574c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.148560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f00f8d2d-1174-41a2-9c69-171319f39502 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0777128 Aug 29 17:05:05.151409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35854) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:05.213995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1921981c-1dc1-4d98-b29d-86ef44567ae9 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:05.229840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018387d-1d13-4061-b62c-1a4de0574c40 None None] No DVR routers for this DVR port 48ec4445-40ed-41c7-aace-b764106f1789 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:05.232292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018387d-1d13-4061-b62c-1a4de0574c40 None None] Pushing event deleted for resources: {'Port': ['ID=48ec4445-40ed-41c7-aace-b764106f1789,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:05.244739 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-701693d0-308f-4763-9bb4-ec9d0bb4263f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.276643 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-701693d0-308f-4763-9bb4-ec9d0bb4263f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.282049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d3b666-ce6c-4719-8282-1297697902bb None None] Network b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:05.312840 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5418c16f-2298-43d3-b88e-7dfebf90e2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.375749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-701693d0-308f-4763-9bb4-ec9d0bb4263f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.386881 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-701693d0-308f-4763-9bb4-ec9d0bb4263f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.389262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-701693d0-308f-4763-9bb4-ec9d0bb4263f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-groups/e60a9d46-bfe5-42e7-8f09-c5579ac415b3 HTTP/1.1" status: 204 len: 168 time: 0.2364390 Aug 29 17:05:05.411351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35866) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:05.415546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701693d0-308f-4763-9bb4-ec9d0bb4263f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60a9d46-bfe5-42e7-8f09-c5579ac415b3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:05.435867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e3123f19-f8c4-4f1b-82a9-8eceda2e1889 None None] Provisioning for port b48e4e1c-4fbb-4d43-8e32-09fafc706763 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:05.493753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 1921981c-1dc1-4d98-b29d-86ef44567ae9 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:05.501489 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1921981c-1dc1-4d98-b29d-86ef44567ae9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:05.501954 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.503578 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-de7b224e-90db-458d-b3fd-047726fc2596 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622909 Aug 29 17:05:05.507396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35868) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:05.523162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1a2f06d7-ca5a-4ec5-b5bf-93c7def986b2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group': {'name': 'tempest-secgroup--732322799'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:05.565987 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.587033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] No DVR routers for this DVR port 48ec4445-40ed-41c7-aace-b764106f1789 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:05.673968 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.684437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421f1d84-47cf-4cd4-a8b6-76f7100e5081']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:05.696261 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.720089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:05.720404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84775a10-fb31-4b7f-bcdc-cf2ed82b89fd') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:05.732176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Pushing event deleted for resources: {'Port': ['ID=48ec4445-40ed-41c7-aace-b764106f1789,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:05.791004 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.793861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 1921981c-1dc1-4d98-b29d-86ef44567ae9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1921981c-1dc1-4d98-b29d-86ef44567ae9,segment=NetworkSegment(96e6e292-552e-4249-9311-974bb4a9fe49),segment_id=96e6e292-552e-4249-9311-974bb4a9fe49)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:05.806357 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.808850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b48e4e1c-4fbb-4d43-8e32-09fafc706763 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:05.832945 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.856392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:05:05.856620 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:05:05.860702 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:05:05.930405 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5418c16f-2298-43d3-b88e-7dfebf90e2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.935881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=1921981c-1dc1-4d98-b29d-86ef44567ae9,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:05.953661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b48e4e1c-4fbb-4d43-8e32-09fafc706763 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:05.955944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5418c16f-2298-43d3-b88e-7dfebf90e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.960415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b48e4e1c-4fbb-4d43-8e32-09fafc706763 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:05.961113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:05.963972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1a2f06d7-ca5a-4ec5-b5bf-93c7def986b2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.000615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418c16f-2298-43d3-b88e-7dfebf90e2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc6f80c-ce28-4929-934b-d885ffc68cd5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:06.027163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fec2c027-c1f2-4f31-9781-9618589b7970 None None] Provisioning complete for port b48e4e1c-4fbb-4d43-8e32-09fafc706763 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:06.027542 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fec2c027-c1f2-4f31-9781-9618589b7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.045311 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.050963 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.053944 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] 10.222.0.22 "DELETE /v2.0/networks/421f1d84-47cf-4cd4-a8b6-76f7100e5081 HTTP/1.1" status: 204 len: 168 time: 1.7697804 Aug 29 17:05:06.076061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b25440-3bf1-432e-a9ab-d2622631363b admin admin] Pushing event deleted for resources: {'Network': ['ID=421f1d84-47cf-4cd4-a8b6-76f7100e5081,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:06.090086 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5418c16f-2298-43d3-b88e-7dfebf90e2e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9810a8e9cb04a42986aaba62f9438a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2221534 Aug 29 17:05:06.094814 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35878) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:06.096861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.113353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.151988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1a2f06d7-ca5a-4ec5-b5bf-93c7def986b2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.178835 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fec2c027-c1f2-4f31-9781-9618589b7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.198548 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1a2f06d7-ca5a-4ec5-b5bf-93c7def986b2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.211981 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.224669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=c7bad206-c371-4908-99a7-d124522d72f5,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:06.251882 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.254487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1a2f06d7-ca5a-4ec5-b5bf-93c7def986b2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.255962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1a2f06d7-ca5a-4ec5-b5bf-93c7def986b2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7475939 Aug 29 17:05:06.271770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35884) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:06.286373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b4c4e865-a912-4c99-a28f-703d1132d687 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': 'e00c7a1d-2086-4199-bde6-2247f90bb11a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:06.344311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port b48e4e1c-4fbb-4d43-8e32-09fafc706763, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b48e4e1c-4fbb-4d43-8e32-09fafc706763,segment=NetworkSegment(b8bc759c-a9ac-47af-8ee6-aacc2c24e020),segment_id=b8bc759c-a9ac-47af-8ee6-aacc2c24e020)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:06.358243 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.358701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35888) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:06.377699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57a8f0b4-6860-4adf-8614-e72a1be141c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.379996 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f06d7-ca5a-4ec5-b5bf-93c7def986b2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00c7a1d-2086-4199-bde6-2247f90bb11a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:06.448504 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57a8f0b4-6860-4adf-8614-e72a1be141c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.457212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:06.461759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:06.493246 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e865-a912-4c99-a28f-703d1132d687 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.498842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=b48e4e1c-4fbb-4d43-8e32-09fafc706763,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:06.507387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 48ec4445-40ed-41c7-aace-b764106f1789 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:06.549472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 48ec4445-40ed-41c7-aace-b764106f1789 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:06.549838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 48ec4445-40ed-41c7-aace-b764106f1789 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:06.555796 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-fec2c027-c1f2-4f31-9781-9618589b7970 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:05:06.556456 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-fec2c027-c1f2-4f31-9781-9618589b7970 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:05:06.635114 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57a8f0b4-6860-4adf-8614-e72a1be141c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.638780 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57a8f0b4-6860-4adf-8614-e72a1be141c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.647934 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e17b50cb-7278-4e0e-b01c-7647e531ed3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac00fc0259bd4c9c9855748504782b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877562 Aug 29 17:05:06.651794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35898) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:06.653708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-57a8f0b4-6860-4adf-8614-e72a1be141c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ebc6f80c-ce28-4929-934b-d885ffc68cd5 HTTP/1.1" status: 204 len: 168 time: 0.5457122 Aug 29 17:05:06.658620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:05:06.675654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8f0b4-6860-4adf-8614-e72a1be141c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc6f80c-ce28-4929-934b-d885ffc68cd5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:06.718120 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e865-a912-4c99-a28f-703d1132d687 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.734413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e865-a912-4c99-a28f-703d1132d687 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.773261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4e865-a912-4c99-a28f-703d1132d687 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c684f7-20be-47ad-9dfe-a0af77d0df9b,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:06.781132 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e865-a912-4c99-a28f-703d1132d687 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.786835 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b4c4e865-a912-4c99-a28f-703d1132d687 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5088327 Aug 29 17:05:06.787818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35902) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:06.792150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-35642c49-0746-4252-9dbc-5d9b039da62e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': 'e00c7a1d-2086-4199-bde6-2247f90bb11a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:06.845943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0232796a-5b8f-4a3a-9230-516d7c0c19ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.852599 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-35642c49-0746-4252-9dbc-5d9b039da62e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.914164 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0232796a-5b8f-4a3a-9230-516d7c0c19ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.936257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:06.944363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-35642c49-0746-4252-9dbc-5d9b039da62e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.945303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f81c89d5-d71f-43db-bded-453d8e8cbb0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5158062 Aug 29 17:05:06.948221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35908) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:06.961281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'network': {'name': 'tempest-RoutersTest-1407725066'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:06.969683 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Sync routers for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:06.985249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-35642c49-0746-4252-9dbc-5d9b039da62e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.993019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:06.996983 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:06.999176 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:06.999804 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:07.025536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35642c49-0746-4252-9dbc-5d9b039da62e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30c744c-a5b8-45fc-8b19-27dff7f3236d,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:07.036733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-35642c49-0746-4252-9dbc-5d9b039da62e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.042322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-35642c49-0746-4252-9dbc-5d9b039da62e tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2542431 Aug 29 17:05:07.043818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35912) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:07.048010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1921981c-1dc1-4d98-b29d-86ef44567ae9 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:07.055868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:05:07.069257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c28a776a-3e56-49ff-871f-28e5d7b7eb39 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': 'e00c7a1d-2086-4199-bde6-2247f90bb11a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:07.073266 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.073900 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added segment 6137c5c8-70ff-4fdb-869f-7bfe4237312d of type vlan for network be3863e6-eb70-4057-9224-ba7a694f0551 Aug 29 17:05:07.136384 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.199858 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c28a776a-3e56-49ff-871f-28e5d7b7eb39 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.206653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.222847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:07.223959 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.296625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0232796a-5b8f-4a3a-9230-516d7c0c19ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.297468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0232796a-5b8f-4a3a-9230-516d7c0c19ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.307961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0232796a-5b8f-4a3a-9230-516d7c0c19ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aeba8bb9-20cb-4d45-8505-0b4f14660107 HTTP/1.1" status: 204 len: 168 time: 0.6550405 Aug 29 17:05:07.345882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3925407 Aug 29 17:05:07.347254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d206cf6-cb34-40ba-910c-62cbac73ddd5 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Network': ['ID=be3863e6-eb70-4057-9224-ba7a694f0551,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:07.349306 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:07.355175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35920) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:07.360086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fec2c027-c1f2-4f31-9781-9618589b7970 None None] Provisioning for port c7bad206-c371-4908-99a7-d124522d72f5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:07.367137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fec2c027-c1f2-4f31-9781-9618589b7970 None None] Provisioning complete for port c7bad206-c371-4908-99a7-d124522d72f5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:07.368189 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fec2c027-c1f2-4f31-9781-9618589b7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.368522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232796a-5b8f-4a3a-9230-516d7c0c19ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeba8bb9-20cb-4d45-8505-0b4f14660107,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:07.368774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'subnet': {'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:07.376337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1921981c-1dc1-4d98-b29d-86ef44567ae9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:07.390874 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.471944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c28a776a-3e56-49ff-871f-28e5d7b7eb39 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.483350 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c28a776a-3e56-49ff-871f-28e5d7b7eb39 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.532159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Made reservation on behalf of 1ce22adad08141a699e9f6d6ff8218d6 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:07.534075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a776a-3e56-49ff-871f-28e5d7b7eb39 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85516b3-476b-4baf-b6d7-d6e1026abe21,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:07.542218 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.548437 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c28a776a-3e56-49ff-871f-28e5d7b7eb39 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.551296 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c28a776a-3e56-49ff-871f-28e5d7b7eb39 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5043647 Aug 29 17:05:07.554538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35926) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:07.563380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2e98a25b-2838-48e1-8c64-064bcc7e7023 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': 'e00c7a1d-2086-4199-bde6-2247f90bb11a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:07.593835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network be3863e6-eb70-4057-9224-ba7a694f0551 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:05:07.635478 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e98a25b-2838-48e1-8c64-064bcc7e7023 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.788261 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e98a25b-2838-48e1-8c64-064bcc7e7023 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.801955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e98a25b-2838-48e1-8c64-064bcc7e7023 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.815546 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:04Z', 'revision_number': 4, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 2, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:07.820838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-fec2c027-c1f2-4f31-9781-9618589b7970 None None] Port c7bad206-c371-4908-99a7-d124522d72f5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:05:07.850890 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e98a25b-2838-48e1-8c64-064bcc7e7023 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.854511 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2e98a25b-2838-48e1-8c64-064bcc7e7023 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2987132 Aug 29 17:05:07.861178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35946) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:07.873170 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Checking router: 9a53a80e-ada7-4c30-8aaa-11bc38418d8c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:07.873819 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Updating router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c port c7bad206-c371-4908-99a7-d124522d72f5 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:05:07.877434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-78afc9f7-dd6c-4f4d-9ffa-209dcaf5e89f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': 'e00c7a1d-2086-4199-bde6-2247f90bb11a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:07.907706 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.918317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98a25b-2838-48e1-8c64-064bcc7e7023 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085a4cd1-d87f-42b0-9282-2c64baed02ba,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:07.933253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-78afc9f7-dd6c-4f4d-9ffa-209dcaf5e89f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:07.955557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b48e4e1c-4fbb-4d43-8e32-09fafc706763 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:07.975955 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.072951 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-78afc9f7-dd6c-4f4d-9ffa-209dcaf5e89f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.074483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-31c37e6e-bbb6-4831-958f-72e4dcb0686e None None] Provisioning complete for port c7bad206-c371-4908-99a7-d124522d72f5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:08.077876 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-31c37e6e-bbb6-4831-958f-72e4dcb0686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.090353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-78afc9f7-dd6c-4f4d-9ffa-209dcaf5e89f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.122387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b48e4e1c-4fbb-4d43-8e32-09fafc706763 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:08.122841 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.135950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afc9f7-dd6c-4f4d-9ffa-209dcaf5e89f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ed4147-4d80-44d4-939d-e79a88835fdf,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:08.140254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Checking segment: {'id': '6137c5c8-70ff-4fdb-869f-7bfe4237312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:08.141621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-78afc9f7-dd6c-4f4d-9ffa-209dcaf5e89f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.142648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network hostable DHCP agents. Network: be3863e6-eb70-4057-9224-ba7a694f0551, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:05:08.144098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-78afc9f7-dd6c-4f4d-9ffa-209dcaf5e89f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2793925 Aug 29 17:05:08.147858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35958) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:08.172057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Subnet': ['ID=db4fecb2-552a-4f41-a21d-8076232a403d,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:08.192024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network be3863e6-eb70-4057-9224-ba7a694f0551 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:05:08.206207 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-626c96b3-29c9-422a-960e-46839a57c50a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.210823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, be3863e6-eb70-4057-9224-ba7a694f0551) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:08.216743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:08.218075 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.227781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-31c37e6e-bbb6-4831-958f-72e4dcb0686e None None] Port c7bad206-c371-4908-99a7-d124522d72f5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:05:08.229582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7d723a-a39d-409d-9c66-fdb5c7022999 None None] Network be3863e6-eb70-4057-9224-ba7a694f0551 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:08.235206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-626c96b3-29c9-422a-960e-46839a57c50a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.256107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5893596f-d596-484a-8006-35f52aa08b83 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8995321 Aug 29 17:05:08.258867 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35966) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:08.306951 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-626c96b3-29c9-422a-960e-46839a57c50a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.314228 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-626c96b3-29c9-422a-960e-46839a57c50a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.314775 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.316246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-626c96b3-29c9-422a-960e-46839a57c50a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/97ed4147-4d80-44d4-939d-e79a88835fdf HTTP/1.1" status: 204 len: 168 time: 0.1653454 Aug 29 17:05:08.322625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35968) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:08.329410 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Transition to ACTIVE for port object c7bad206-c371-4908-99a7-d124522d72f5 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:08.339318 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.350904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c96b3-29c9-422a-960e-46839a57c50a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97ed4147-4d80-44d4-939d-e79a88835fdf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:08.414537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35970) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:08.424420 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936f900-d32a-4a9e-b954-31a1fbb63697 None None] Pushing event updated for resources: {'Port': ['ID=c7bad206-c371-4908-99a7-d124522d72f5,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:08.448367 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9d604188-1062-4072-b1cd-e6f6032ac9e5 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1213844 Aug 29 17:05:08.452088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35972) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:08.507374 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Attempting to bind port c7bad206-c371-4908-99a7-d124522d72f5 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:08.508015 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Attempting to bind port c7bad206-c371-4908-99a7-d124522d72f5 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'b8bc759c-a9ac-47af-8ee6-aacc2c24e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:08.508988 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Attempting to bind port c7bad206-c371-4908-99a7-d124522d72f5 on network b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:08.515016 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:05:08.515531 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Checking segment: {'id': 'b8bc759c-a9ac-47af-8ee6-aacc2c24e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:08.516211 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.516708 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Bound using segment: {'id': 'b8bc759c-a9ac-47af-8ee6-aacc2c24e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:05:08.519190 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Bound port: c7bad206-c371-4908-99a7-d124522d72f5, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc759c-a9ac-47af-8ee6-aacc2c24e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:05:08.519976 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.559698 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-036d89f9-3b0f-4c01-9607-700e260d3cc0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.586944 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-036d89f9-3b0f-4c01-9607-700e260d3cc0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.604373 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] For port c7bad206-c371-4908-99a7-d124522d72f5, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:08.610181 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] For port c7bad206-c371-4908-99a7-d124522d72f5, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c7bad206-c371-4908-99a7-d124522d72f5,segment=NetworkSegment(b8bc759c-a9ac-47af-8ee6-aacc2c24e020),segment_id=b8bc759c-a9ac-47af-8ee6-aacc2c24e020)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:05:08.618270 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.687652 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936f900-d32a-4a9e-b954-31a1fbb63697 None None] Pushing event updated for resources: {'Port': ['ID=c7bad206-c371-4908-99a7-d124522d72f5,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:08.694381 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-be3863e6-eb70-4057-9224-ba7a694f0551', 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'fixed_ips': [{'subnet_id': 'db4fecb2-552a-4f41-a21d-8076232a403d'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:05:08.696408 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.703047 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-036d89f9-3b0f-4c01-9607-700e260d3cc0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.715202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-036d89f9-3b0f-4c01-9607-700e260d3cc0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:08.717266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-036d89f9-3b0f-4c01-9607-700e260d3cc0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/085a4cd1-d87f-42b0-9282-2c64baed02ba HTTP/1.1" status: 204 len: 168 time: 0.2633309 Aug 29 17:05:08.719944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35988) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:08.726975 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:08.727556 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:08.857339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-89a1c365-bf52-44ef-bfce-1b5e695a11cf tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1353962 Aug 29 17:05:08.860240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35992) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:08.947963 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:08.989758 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b51ef256-eadc-4c81-891d-cc29cee1cde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.029888 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0507-7a2d-4318-901d-26c896a95884 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.078529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0507-7a2d-4318-901d-26c896a95884 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.117159 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Allocated IP 172.23.0.2 (be3863e6-eb70-4057-9224-ba7a694f0551/db4fecb2-552a-4f41-a21d-8076232a403d/6572b1eb-c55f-40c4-864f-c7801ad64a65) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:05:09.337247 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b51ef256-eadc-4c81-891d-cc29cee1cde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.339366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0507-7a2d-4318-901d-26c896a95884 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.346872 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0507-7a2d-4318-901d-26c896a95884 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.348364 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dcbc0507-7a2d-4318-901d-26c896a95884 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b85516b3-476b-4baf-b6d7-d6e1026abe21 HTTP/1.1" status: 204 len: 168 time: 0.4852741 Aug 29 17:05:09.357253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36008) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:09.357253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b51ef256-eadc-4c81-891d-cc29cee1cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.450978 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.459177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc0507-7a2d-4318-901d-26c896a95884 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b85516b3-476b-4baf-b6d7-d6e1026abe21,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:09.472095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Transition to ACTIVE for port object 6572b1eb-c55f-40c4-864f-c7801ad64a65 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:09.526791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Transition to ACTIVE for port object 6572b1eb-c55f-40c4-864f-c7801ad64a65 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:09.544001 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.572764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b51ef256-eadc-4c81-891d-cc29cee1cde7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=961c7c6638ca47ec9663d3be6a039f82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1232045 Aug 29 17:05:09.582597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36012) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:09.587239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36014) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:09.597206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ef256-eadc-4c81-891d-cc29cee1cde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91830857-51ab-4802-a593-a7c1e4739107,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:09.610055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Pushing event updated for resources: {'Port': ['ID=6572b1eb-c55f-40c4-864f-c7801ad64a65,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:09.622919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Network be3863e6-eb70-4057-9224-ba7a694f0551 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:09.625889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:09.633261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:09.717728 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e55ace4d-ced0-4413-a203-3f7474b43a88 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3604167 Aug 29 17:05:09.728374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36024) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:09.750711 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Attempting to bind port 6572b1eb-c55f-40c4-864f-c7801ad64a65 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:09.751102 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Attempting to bind port 6572b1eb-c55f-40c4-864f-c7801ad64a65 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '6137c5c8-70ff-4fdb-869f-7bfe4237312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:09.751757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Attempting to bind port 6572b1eb-c55f-40c4-864f-c7801ad64a65 on network be3863e6-eb70-4057-9224-ba7a694f0551 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:09.754455 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:04Z', 'revision_number': 4, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:08Z', 'revision_number': 4, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:09.756846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:05:09.757255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Checking segment: {'id': '6137c5c8-70ff-4fdb-869f-7bfe4237312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:09.757679 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.758080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Bound using segment: {'id': '6137c5c8-70ff-4fdb-869f-7bfe4237312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:05:09.758557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Bound port: 6572b1eb-c55f-40c4-864f-c7801ad64a65, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6137c5c8-70ff-4fdb-869f-7bfe4237312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:05:09.759223 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.804254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d89f9-3b0f-4c01-9607-700e260d3cc0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=085a4cd1-d87f-42b0-9282-2c64baed02ba,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:09.816901 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d18bb-7e36-44d7-b4c6-5b538047f9bd None None] The sync data for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 is: [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:04Z', 'revision_number': 4, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:08Z', 'revision_number': 4, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:09.832814 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcac9c4e-4d77-4993-8a6b-c50dd088c7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.853933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2011515113-network', 'tenant_id': 'c8ff43d7052e448c8047eaef2a806ed9'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:09.894994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] For port 6572b1eb-c55f-40c4-864f-c7801ad64a65, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:09.907651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] For port 6572b1eb-c55f-40c4-864f-c7801ad64a65, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6572b1eb-c55f-40c4-864f-c7801ad64a65,segment=NetworkSegment(6137c5c8-70ff-4fdb-869f-7bfe4237312d),segment_id=6137c5c8-70ff-4fdb-869f-7bfe4237312d)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:05:09.924774 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.928403 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e45a7993-907e-4477-b098-4001ea68c2b6 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.930505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Made reservation on behalf of c8ff43d7052e448c8047eaef2a806ed9 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:09.932971 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:09.952555 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.003501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e45a7993-907e-4477-b098-4001ea68c2b6 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.013969 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcac9c4e-4d77-4993-8a6b-c50dd088c7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.015849 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.058103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bedc24-22fb-426e-98de-7a13ff217a37 None None] Pushing event updated for resources: {'Port': ['ID=6572b1eb-c55f-40c4-864f-c7801ad64a65,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:10.187569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.219060 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.274660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e45a7993-907e-4477-b098-4001ea68c2b6 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.299403 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:05:10.336447 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e45a7993-907e-4477-b098-4001ea68c2b6 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.337733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e45a7993-907e-4477-b098-4001ea68c2b6 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b30c744c-a5b8-45fc-8b19-27dff7f3236d HTTP/1.1" status: 204 len: 168 time: 0.6071329 Aug 29 17:05:10.341279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36042) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:10.356547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7993-907e-4477-b098-4001ea68c2b6 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b30c744c-a5b8-45fc-8b19-27dff7f3236d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:10.366082 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41032c7f-0d86-455b-b6fe-192d7f420a1e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:10.441967 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.442565 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Added segment 17d0cc41-5fb4-4531-baff-91c35ce0fbd7 of type vlan for network 65af5368-ae59-4a02-980c-2cdb692b01c1 Aug 29 17:05:10.444097 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcac9c4e-4d77-4993-8a6b-c50dd088c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.448844 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcac9c4e-4d77-4993-8a6b-c50dd088c7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.453096 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bcac9c4e-4d77-4993-8a6b-c50dd088c7ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91830857-51ab-4802-a593-a7c1e4739107 HTTP/1.1" status: 204 len: 168 time: 0.8303194 Aug 29 17:05:10.472568 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-28a3deb0-de0b-4be3-95f5-86e8004565e9 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1283131 Aug 29 17:05:10.478172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36046) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:10.521802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Allocated IP 172.23.0.1 (be3863e6-eb70-4057-9224-ba7a694f0551/db4fecb2-552a-4f41-a21d-8076232a403d/7b542d50-4dcd-49fc-9b29-15bd4bb93315) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:05:10.522062 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac9c4e-4d77-4993-8a6b-c50dd088c7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91830857-51ab-4802-a593-a7c1e4739107,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:10.535485 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-46d70adf-4139-49f1-8218-2a1dafcede1f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.578959 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-46d70adf-4139-49f1-8218-2a1dafcede1f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.616545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.688620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-46d70adf-4139-49f1-8218-2a1dafcede1f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.705398 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-46d70adf-4139-49f1-8218-2a1dafcede1f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.707233 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-46d70adf-4139-49f1-8218-2a1dafcede1f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/10c684f7-20be-47ad-9dfe-a0af77d0df9b HTTP/1.1" status: 204 len: 168 time: 0.2276938 Aug 29 17:05:10.711387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36054) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:10.712060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d70adf-4139-49f1-8218-2a1dafcede1f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10c684f7-20be-47ad-9dfe-a0af77d0df9b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:10.730875 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.735030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:10.741908 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.835682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:10.873937 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Transition to ACTIVE for port object 7b542d50-4dcd-49fc-9b29-15bd4bb93315 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:10.936769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.032641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3992736 Aug 29 17:05:11.034160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36066) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:11.093490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] Request body: {'subnet': {'network_id': '65af5368-ae59-4a02-980c-2cdb692b01c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2011515113-subnet', 'tenant_id': 'c8ff43d7052e448c8047eaef2a806ed9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:11.149024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5839df9-60a3-493d-906d-2572207c762d admin admin] Pushing event updated for resources: {'Network': ['ID=65af5368-ae59-4a02-980c-2cdb692b01c1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:11.162784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=7b542d50-4dcd-49fc-9b29-15bd4bb93315,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:11.182178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 65af5368-ae59-4a02-980c-2cdb692b01c1 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:05:11.216400 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8f56804d-06cb-41ab-95d4-7a1ece8e87a9 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5028927 Aug 29 17:05:11.219259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36070) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:11.227618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network be3863e6-eb70-4057-9224-ba7a694f0551 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:11.234468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:11.247743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:11.270939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] Made reservation on behalf of c8ff43d7052e448c8047eaef2a806ed9 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:11.274976 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.318517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6572b1eb-c55f-40c4-864f-c7801ad64a65 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:11.383637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36072) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:11.399061 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.447899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-558c2aea-586e-433d-8f28-19320635c1bb tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.477736 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-46463855-8cf7-4946-b1f3-4831ae33696a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.486454 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-558c2aea-586e-433d-8f28-19320635c1bb tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.503087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 6572b1eb-c55f-40c4-864f-c7801ad64a65 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:11.510611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7bad206-c371-4908-99a7-d124522d72f5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:11.590916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c7bad206-c371-4908-99a7-d124522d72f5 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:11.605532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c7bad206-c371-4908-99a7-d124522d72f5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:11.605927 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.625863 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-46463855-8cf7-4946-b1f3-4831ae33696a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.631754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-558c2aea-586e-433d-8f28-19320635c1bb tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.634301 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-558c2aea-586e-433d-8f28-19320635c1bb tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.636166 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-558c2aea-586e-433d-8f28-19320635c1bb tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-groups/e00c7a1d-2086-4199-bde6-2247f90bb11a HTTP/1.1" status: 204 len: 168 time: 0.4153955 Aug 29 17:05:11.641348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36078) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:11.651684 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-46463855-8cf7-4946-b1f3-4831ae33696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.656949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c2aea-586e-433d-8f28-19320635c1bb tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00c7a1d-2086-4199-bde6-2247f90bb11a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:11.688933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.712434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b928b0-6305-4600-bb75-d205fb9b56b1 None None] Network be3863e6-eb70-4057-9224-ba7a694f0551 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:11.735604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-46463855-8cf7-4946-b1f3-4831ae33696a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4564a570eeae48929f548560db853232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490062 Aug 29 17:05:11.738122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36088) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:11.759437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46463855-8cf7-4946-b1f3-4831ae33696a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd2d01-016c-41a0-a05f-837e4a81a43c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:11.765652 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.799551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-569e6f3a-2a31-4ad3-bcf5-e74552953ede tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1569469 Aug 29 17:05:11.802654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36094) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:11.838438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-99fbde22-1afd-4acc-8251-18d6d874fa6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074649612'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:11.855700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb2a5d6-da15-4bef-aeaa-a9f635aba012,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:11.863556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-36bf9dd0-527c-4d19-be4c-4a24eec41378 None None] Provisioning for port 6572b1eb-c55f-40c4-864f-c7801ad64a65 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:11.870472 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.876544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-36bf9dd0-527c-4d19-be4c-4a24eec41378 None None] Provisioning complete for port 6572b1eb-c55f-40c4-864f-c7801ad64a65 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:11.876908 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-36bf9dd0-527c-4d19-be4c-4a24eec41378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.885659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] Checking segment: {'id': '17d0cc41-5fb4-4531-baff-91c35ce0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65af5368-ae59-4a02-980c-2cdb692b01c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:11.886027 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] Network hostable DHCP agents. Network: 65af5368-ae59-4a02-980c-2cdb692b01c1, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:05:11.912894 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99fbde22-1afd-4acc-8251-18d6d874fa6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.934185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ea36cbf-e32d-45a7-988e-41e45ffbb193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.942594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] Network 65af5368-ae59-4a02-980c-2cdb692b01c1 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:05:11.979948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 65af5368-ae59-4a02-980c-2cdb692b01c1) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:11.983522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ea36cbf-e32d-45a7-988e-41e45ffbb193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:11.998480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:11.999096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.060581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd561cac-58bb-49a9-ad83-1880f08aa087 None None] Network 65af5368-ae59-4a02-980c-2cdb692b01c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:12.090152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ea36cbf-e32d-45a7-988e-41e45ffbb193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.095244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ea36cbf-e32d-45a7-988e-41e45ffbb193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.099336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3ea36cbf-e32d-45a7-988e-41e45ffbb193 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/22bd2d01-016c-41a0-a05f-837e4a81a43c HTTP/1.1" status: 204 len: 168 time: 0.3579719 Aug 29 17:05:12.123468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea36cbf-e32d-45a7-988e-41e45ffbb193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd2d01-016c-41a0-a05f-837e4a81a43c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:12.191397 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99fbde22-1afd-4acc-8251-18d6d874fa6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.199260 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99fbde22-1afd-4acc-8251-18d6d874fa6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.231225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port c7bad206-c371-4908-99a7-d124522d72f5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c7bad206-c371-4908-99a7-d124522d72f5,segment=NetworkSegment(b8bc759c-a9ac-47af-8ee6-aacc2c24e020),segment_id=b8bc759c-a9ac-47af-8ee6-aacc2c24e020)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:12.247141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.298057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbde22-1afd-4acc-8251-18d6d874fa6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f5a228-3d1e-4dec-ab7b-5d67da27a695,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:12.315564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c1191d22-4781-4e8f-928d-84d3be72778a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2460365 Aug 29 17:05:12.329640 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99fbde22-1afd-4acc-8251-18d6d874fa6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.338331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-99fbde22-1afd-4acc-8251-18d6d874fa6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5311453 Aug 29 17:05:12.343586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36120) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:12.355686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-14ecbe73-4997-43d5-b2e1-134f713a8b74 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': '25f5a228-3d1e-4dec-ab7b-5d67da27a695', 'direction': 'ingress', 'protocol': 17}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:12.432698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=c7bad206-c371-4908-99a7-d124522d72f5,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:12.432966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14ecbe73-4997-43d5-b2e1-134f713a8b74 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.442106 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.451358 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.508823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36124) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:12.556617 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.558903 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14ecbe73-4997-43d5-b2e1-134f713a8b74 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.560116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event updated for resources: {'Port': ['ID=7b542d50-4dcd-49fc-9b29-15bd4bb93315,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:12.565275 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14ecbe73-4997-43d5-b2e1-134f713a8b74 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.581660 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-36bf9dd0-527c-4d19-be4c-4a24eec41378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.599700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecbe73-4997-43d5-b2e1-134f713a8b74 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596acb03-eede-48e5-b653-106e8effc219,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:12.629904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b08962-bb5f-44f0-a58d-09f8bd436b8d None None] Network 65af5368-ae59-4a02-980c-2cdb692b01c1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:12.640273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14ecbe73-4997-43d5-b2e1-134f713a8b74 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.642694 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-14ecbe73-4997-43d5-b2e1-134f713a8b74 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2967601 Aug 29 17:05:12.645430 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36132) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:12.760218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Network be3863e6-eb70-4057-9224-ba7a694f0551 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:12.762739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:12.780974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-36bf9dd0-527c-4d19-be4c-4a24eec41378 None None] For port 6572b1eb-c55f-40c4-864f-c7801ad64a65, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6572b1eb-c55f-40c4-864f-c7801ad64a65,segment=NetworkSegment(6137c5c8-70ff-4fdb-869f-7bfe4237312d),segment_id=6137c5c8-70ff-4fdb-869f-7bfe4237312d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:12.791712 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b83b6f4-985e-4953-b232-e81b684ca958 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.797808 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-36bf9dd0-527c-4d19-be4c-4a24eec41378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.826870 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b83b6f4-985e-4953-b232-e81b684ca958 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.908565 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b83b6f4-985e-4953-b232-e81b684ca958 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.915385 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b83b6f4-985e-4953-b232-e81b684ca958 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.918024 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1b83b6f4-985e-4953-b232-e81b684ca958 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-groups/25f5a228-3d1e-4dec-ab7b-5d67da27a695 HTTP/1.1" status: 204 len: 168 time: 0.2716100 Aug 29 17:05:12.925587 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c3b7aa1e-fe40-463c-b77b-1472c0f2e0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:12.934138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36142) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:13.002612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf9dd0-527c-4d19-be4c-4a24eec41378 None None] Pushing event updated for resources: {'Port': ['ID=6572b1eb-c55f-40c4-864f-c7801ad64a65,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:13.014917 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83b6f4-985e-4953-b232-e81b684ca958 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f5a228-3d1e-4dec-ab7b-5d67da27a695,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:13.024270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:05:13.032029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7bad206-c371-4908-99a7-d124522d72f5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:13.039479 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2ecd14e8-fceb-4a8b-ac59-ce7f174a8882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.150147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:13.165499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3e9bcb18-9d6f-4b8c-ac23-4f0a7b980f6a tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9030068 Aug 29 17:05:13.166471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c7bad206-c371-4908-99a7-d124522d72f5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:13.171367 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.173603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Sync routers for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:13.175426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36148) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:13.202792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-cffc1b0b-eb18-4e84-baac-3c11af4e7873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:13.222561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-84a2b199-38f8-4a30-a45e-522383aca316 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2824676 Aug 29 17:05:13.224329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:13.225156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:13.236254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36150) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:13.255029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ac9101a4-4bb2-4a77-abef-4d3660a1d9c2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group': {'name': 'tempest-secgroup--832083790'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:13.321953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c856145b-873b-4951-94ca-43c460f714e9 None None] Provisioning complete for port 6572b1eb-c55f-40c4-864f-c7801ad64a65 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:13.322619 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c856145b-873b-4951-94ca-43c460f714e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.501480 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c3b7aa1e-fe40-463c-b77b-1472c0f2e0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.523364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c3b7aa1e-fe40-463c-b77b-1472c0f2e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.585279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:13.619744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7aa1e-fe40-463c-b77b-1472c0f2e0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74286095-73fa-4a69-b32f-beace90decbd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:13.623161 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac9101a4-4bb2-4a77-abef-4d3660a1d9c2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.652008 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c3b7aa1e-fe40-463c-b77b-1472c0f2e0d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f8a8b76e5eba4d93b48e163f4adb1b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1419828 Aug 29 17:05:13.654263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36170) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:13.849721 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87139127-3b76-4591-854f-962f74e44726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.915275 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87139127-3b76-4591-854f-962f74e44726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.924453 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c856145b-873b-4951-94ca-43c460f714e9 None None] Provisioning for port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:13.927661 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac9101a4-4bb2-4a77-abef-4d3660a1d9c2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.937418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c856145b-873b-4951-94ca-43c460f714e9 None None] Provisioning complete for port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:13.937864 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c856145b-873b-4951-94ca-43c460f714e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.943072 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac9101a4-4bb2-4a77-abef-4d3660a1d9c2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.979654 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ac9101a4-4bb2-4a77-abef-4d3660a1d9c2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:13.984459 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ac9101a4-4bb2-4a77-abef-4d3660a1d9c2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7361526 Aug 29 17:05:13.985154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36178) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:14.003135 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-56bb6be8-70fe-48ef-8a5f-7443af30339c tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group': {'name': 'tempest-secgroup--226466981'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:14.010653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c856145b-873b-4951-94ca-43c460f714e9 None None] Port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:05:14.016785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-f1bb8b7c-9b70-46a3-8a97-111dc39097f0 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:14.024026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9101a4-4bb2-4a77-abef-4d3660a1d9c2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0125cc-5b62-4f8d-8ed2-2b41a6d1480c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:14.042527 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56bb6be8-70fe-48ef-8a5f-7443af30339c tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.045662 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-f1bb8b7c-9b70-46a3-8a97-111dc39097f0 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/networks?id=65af5368-ae59-4a02-980c-2cdb692b01c1 HTTP/1.1" status: 200 len: 813 time: 0.5540054 Aug 29 17:05:14.057141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87139127-3b76-4591-854f-962f74e44726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.060109 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87139127-3b76-4591-854f-962f74e44726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.076832 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-87139127-3b76-4591-854f-962f74e44726 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74286095-73fa-4a69-b32f-beace90decbd HTTP/1.1" status: 204 len: 168 time: 0.4089081 Aug 29 17:05:14.085191 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-9c0cddca-e1af-47e0-aa75-cb9cc8aea2ca tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/quotas/c8ff43d7052e448c8047eaef2a806ed9 HTTP/1.1" status: 200 len: 375 time: 0.0362473 Aug 29 17:05:14.110360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87139127-3b76-4591-854f-962f74e44726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74286095-73fa-4a69-b32f-beace90decbd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:14.121241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:11Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b542d50-4dcd-49fc-9b29-15bd4bb93315', 'name': '', 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:c4:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:10Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 2, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:14.165948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Checking router: 9a53a80e-ada7-4c30-8aaa-11bc38418d8c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:14.166330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Updating router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:05:14.240216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-8ff90e0d-085a-4146-9267-b3bbd0c9bbf9 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c8ff43d7052e448c8047eaef2a806ed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1537628 Aug 29 17:05:14.267005 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56bb6be8-70fe-48ef-8a5f-7443af30339c tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.275017 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56bb6be8-70fe-48ef-8a5f-7443af30339c tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.314478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb6be8-70fe-48ef-8a5f-7443af30339c tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e2d462-eae9-4248-a7c0-89669b467f09,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:14.327873 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56bb6be8-70fe-48ef-8a5f-7443af30339c tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.332412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-56bb6be8-70fe-48ef-8a5f-7443af30339c tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3342912 Aug 29 17:05:14.334748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36188) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:14.348285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-10f7e429-9870-40e1-8008-05c9a3be2c6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': '4d0125cc-5b62-4f8d-8ed2-2b41a6d1480c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '25e2d462-eae9-4248-a7c0-89669b467f09', 'remote_ip_prefix': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:14.348984 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.451573 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10f7e429-9870-40e1-8008-05c9a3be2c6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.615008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.extraroute_db [None req-cffc1b0b-eb18-4e84-baac-3c11af4e7873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=111676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:05:14.690409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.extraroute_db [None req-cffc1b0b-eb18-4e84-baac-3c11af4e7873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Removed routes are [] {{(pid=111676) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:05:14.692077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cffc1b0b-eb18-4e84-baac-3c11af4e7873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.712995 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.725562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Transition to ACTIVE for port object 7b542d50-4dcd-49fc-9b29-15bd4bb93315 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:14.730622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e575cfd3-7d75-40fe-a96c-4f58a69a5d19 None None] Provisioning complete for port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:14.731317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e575cfd3-7d75-40fe-a96c-4f58a69a5d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.735372 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.776423 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10f7e429-9870-40e1-8008-05c9a3be2c6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.785606 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10f7e429-9870-40e1-8008-05c9a3be2c6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.829800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7e429-9870-40e1-8008-05c9a3be2c6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f2b4f6-0c0c-4518-8313-d3ec07233d6a,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:14.842507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e575cfd3-7d75-40fe-a96c-4f58a69a5d19 None None] Port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:05:14.843197 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10f7e429-9870-40e1-8008-05c9a3be2c6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.851106 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-10f7e429-9870-40e1-8008-05c9a3be2c6a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5097980 Aug 29 17:05:14.852811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36198) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:14.895636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186599fa-5386-421d-9e6c-dc491eec372d None None] Pushing event updated for resources: {'Port': ['ID=7b542d50-4dcd-49fc-9b29-15bd4bb93315,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:14.948322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36200) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:14.953670 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41419a84-0064-4838-b277-8b7bc5244737 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:14.972252 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41419a84-0064-4838-b277-8b7bc5244737 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.039680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41419a84-0064-4838-b277-8b7bc5244737 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.071757 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41419a84-0064-4838-b277-8b7bc5244737 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.073591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-41419a84-0064-4838-b277-8b7bc5244737 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c8f2b4f6-0c0c-4518-8313-d3ec07233d6a HTTP/1.1" status: 204 len: 168 time: 0.2186027 Aug 29 17:05:15.075774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36202) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:15.081488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Attempting to bind port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:15.082005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Attempting to bind port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '6137c5c8-70ff-4fdb-869f-7bfe4237312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:15.082642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Attempting to bind port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 on network be3863e6-eb70-4057-9224-ba7a694f0551 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:15.093939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:05:15.094718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Checking segment: {'id': '6137c5c8-70ff-4fdb-869f-7bfe4237312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:15.095374 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.099534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Bound using segment: {'id': '6137c5c8-70ff-4fdb-869f-7bfe4237312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:05:15.100316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Bound port: 7b542d50-4dcd-49fc-9b29-15bd4bb93315, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6137c5c8-70ff-4fdb-869f-7bfe4237312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:05:15.101198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36204) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:15.101516 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.111341 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4204a1c5-6b0e-4fe2-b7c2-769e1defd546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.177891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41419a84-0064-4838-b277-8b7bc5244737 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8f2b4f6-0c0c-4518-8313-d3ec07233d6a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:15.220297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] For port 7b542d50-4dcd-49fc-9b29-15bd4bb93315, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:15.221658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ae3abdfb-bdec-4a99-92b9-25f7ad5da73c tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1052654 Aug 29 17:05:15.225326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] For port 7b542d50-4dcd-49fc-9b29-15bd4bb93315, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7b542d50-4dcd-49fc-9b29-15bd4bb93315,segment=NetworkSegment(6137c5c8-70ff-4fdb-869f-7bfe4237312d),segment_id=6137c5c8-70ff-4fdb-869f-7bfe4237312d)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:05:15.226815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6572b1eb-c55f-40c4-864f-c7801ad64a65 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:15.228131 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36208) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:15.260961 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.349945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186599fa-5386-421d-9e6c-dc491eec372d None None] Pushing event updated for resources: {'Port': ['ID=7b542d50-4dcd-49fc-9b29-15bd4bb93315,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:15.377545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:15.378852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:04:45Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:15.463781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cffc1b0b-eb18-4e84-baac-3c11af4e7873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.499765 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cffc1b0b-eb18-4e84-baac-3c11af4e7873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.538369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6572b1eb-c55f-40c4-864f-c7801ad64a65 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:15.540258 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.631519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-93599464-ad35-4247-9e3b-c6e33316a9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.647574 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a4b54d79-2c87-41b2-b8a1-c1e905e36408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.672437 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e70b46d-0960-4c80-ac83-97e941dcc34f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.700084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e70b46d-0960-4c80-ac83-97e941dcc34f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.714921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:15.755861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e70b46d-0960-4c80-ac83-97e941dcc34f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.759673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e70b46d-0960-4c80-ac83-97e941dcc34f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.761672 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3e70b46d-0960-4c80-ac83-97e941dcc34f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-groups/25e2d462-eae9-4248-a7c0-89669b467f09 HTTP/1.1" status: 204 len: 168 time: 0.5310349 Aug 29 17:05:15.770393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36214) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:15.820567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70b46d-0960-4c80-ac83-97e941dcc34f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e2d462-eae9-4248-a7c0-89669b467f09,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:15.910203 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4204a1c5-6b0e-4fe2-b7c2-769e1defd546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:15.942638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f95ce22e-3448-4413-b53f-5ebc903df9c4 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1690102 Aug 29 17:05:15.946598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36218) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:15.948784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4204a1c5-6b0e-4fe2-b7c2-769e1defd546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.000411 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-7dba6961-891c-459c-9da5-2b8cbc7a12a4 service neutron] 10.222.0.22 "GET /v2.0/networks/65af5368-ae59-4a02-980c-2cdb692b01c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7580144 Aug 29 17:05:16.017140 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.035865 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4204a1c5-6b0e-4fe2-b7c2-769e1defd546 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eca075772b5c41eab4c9f3239349a9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0194018 Aug 29 17:05:16.036570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36220) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:16.054584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204a1c5-6b0e-4fe2-b7c2-769e1defd546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16b2eac-51d0-40af-92fa-884e37f6cab6,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:16.127232 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d382b40-3fd6-4186-8488-4958ff554a10 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.149061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:14Z', 'revision_number': 6, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b542d50-4dcd-49fc-9b29-15bd4bb93315', 'name': '', 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:c4:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:10Z', 'updated_at': '2021-08-29T17:05:15Z', 'revision_number': 4, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:16.175794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d382b40-3fd6-4186-8488-4958ff554a10 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.178696 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1beb-3722-44a9-8fc9-2a1cc273b861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.190031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18c842d-2f64-426d-b762-55a32d7bc493 None None] The sync data for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 is: [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:14Z', 'revision_number': 6, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b542d50-4dcd-49fc-9b29-15bd4bb93315', 'name': '', 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:c4:84:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:10Z', 'updated_at': '2021-08-29T17:05:15Z', 'revision_number': 4, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:16.244910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1beb-3722-44a9-8fc9-2a1cc273b861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.301844 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-93599464-ad35-4247-9e3b-c6e33316a9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.308045 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d382b40-3fd6-4186-8488-4958ff554a10 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.311147 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d382b40-3fd6-4186-8488-4958ff554a10 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.314719 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7d382b40-3fd6-4186-8488-4958ff554a10 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-groups/4d0125cc-5b62-4f8d-8ed2-2b41a6d1480c HTTP/1.1" status: 204 len: 168 time: 0.3645988 Aug 29 17:05:16.318072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36222) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:16.326349 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-93599464-ad35-4247-9e3b-c6e33316a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.382873 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d382b40-3fd6-4186-8488-4958ff554a10 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0125cc-5b62-4f8d-8ed2-2b41a6d1480c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:16.435405 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-afa4faa7-9e0b-4ba7-becc-b7dc443f6122 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1099298 Aug 29 17:05:16.442680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36224) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:16.448486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-af50185b-a7b2-40e4-983f-a2b42f877d5b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group': {'name': 'tempest-secgroup--359510614'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:16.462467 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-93599464-ad35-4247-9e3b-c6e33316a9d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1a06433909c4af3a781b0bc5de879cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3827198 Aug 29 17:05:16.467090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36226) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:16.489605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffc1b0b-eb18-4e84-baac-3c11af4e7873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:05:16.499703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93599464-ad35-4247-9e3b-c6e33316a9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ff2dda-49bf-4b52-9572-d3cdf7d40c48,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:16.508660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1beb-3722-44a9-8fc9-2a1cc273b861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.511214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1beb-3722-44a9-8fc9-2a1cc273b861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.515877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fa8e1beb-3722-44a9-8fc9-2a1cc273b861 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d16b2eac-51d0-40af-92fa-884e37f6cab6 HTTP/1.1" status: 204 len: 168 time: 0.4715858 Aug 29 17:05:16.536406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e1beb-3722-44a9-8fc9-2a1cc273b861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16b2eac-51d0-40af-92fa-884e37f6cab6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:16.552548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af50185b-a7b2-40e4-983f-a2b42f877d5b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.555753 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65f60a69-1e5d-448d-b3de-f5a95bde7b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.606283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65f60a69-1e5d-448d-b3de-f5a95bde7b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.620094 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.787389 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65f60a69-1e5d-448d-b3de-f5a95bde7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.790371 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65f60a69-1e5d-448d-b3de-f5a95bde7b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.794135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-65f60a69-1e5d-448d-b3de-f5a95bde7b71 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42ff2dda-49bf-4b52-9572-d3cdf7d40c48 HTTP/1.1" status: 204 len: 168 time: 0.3235438 Aug 29 17:05:16.823336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f60a69-1e5d-448d-b3de-f5a95bde7b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ff2dda-49bf-4b52-9572-d3cdf7d40c48,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:16.848258 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af50185b-a7b2-40e4-983f-a2b42f877d5b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.857507 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af50185b-a7b2-40e4-983f-a2b42f877d5b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.929929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffc1b0b-eb18-4e84-baac-3c11af4e7873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:16.947639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-efc29ba9-803b-4aff-8267-67aa5e8d258e service neutron] 10.222.0.22 "GET /v2.0/networks/65af5368-ae59-4a02-980c-2cdb692b01c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9401405 Aug 29 17:05:16.956919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50185b-a7b2-40e4-983f-a2b42f877d5b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2bc573-2301-490f-88b0-3ea8d39dda5e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:16.964509 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cffc1b0b-eb18-4e84-baac-3c11af4e7873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:16.967281 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cffc1b0b-eb18-4e84-baac-3c11af4e7873 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c HTTP/1.1" status: 200 len: 933 time: 3.7808232 Aug 29 17:05:16.970228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36242) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:17.014300 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-af50185b-a7b2-40e4-983f-a2b42f877d5b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.014300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-af50185b-a7b2-40e4-983f-a2b42f877d5b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5666716 Aug 29 17:05:17.014300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36244) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:17.027669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c2d1c9d7-c1cf-4339-a532-8562a6a36d8f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': '5f2bc573-2301-490f-88b0-3ea8d39dda5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:17.085190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7b542d50-4dcd-49fc-9b29-15bd4bb93315 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:17.098877 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2d1c9d7-c1cf-4339-a532-8562a6a36d8f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.142332 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45158f6f-2710-4b7f-a9f8-35727e69c9bb req-657f1c7c-0cf8-4649-8166-7fa940db130b tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:17.143929 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-45158f6f-2710-4b7f-a9f8-35727e69c9bb req-657f1c7c-0cf8-4649-8166-7fa940db130b tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 945 time: 0.2656877 Aug 29 17:05:17.177822 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2d1c9d7-c1cf-4339-a532-8562a6a36d8f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.190747 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2d1c9d7-c1cf-4339-a532-8562a6a36d8f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.227274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1c9d7-c1cf-4339-a532-8562a6a36d8f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0f4adf-7105-4f97-bcd3-ac58d7b755c5,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:17.234411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:17.246043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:17.249873 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.265948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2d1c9d7-c1cf-4339-a532-8562a6a36d8f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.266852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e9e2c022-693c-4c5f-b562-3abca4916437 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c HTTP/1.1" status: 200 len: 933 time: 0.2915840 Aug 29 17:05:17.267564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c2d1c9d7-c1cf-4339-a532-8562a6a36d8f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2506630 Aug 29 17:05:17.269160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36252) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:17.270888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36254) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:17.313916 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-45158f6f-2710-4b7f-a9f8-35727e69c9bb req-2f3aa718-e591-4c44-958a-c83f99b5382d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325366 Aug 29 17:05:17.340272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-954b4c60-3849-46b8-872c-50bbbbfd9c5e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'routes': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:17.369824 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb299d7d-8031-4f62-bed3-00b388b18eaa tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.406737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb299d7d-8031-4f62-bed3-00b388b18eaa tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.539056 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ab2e641-ab44-450c-8bd4-3fbccf5912e6 req-aedc80c2-6102-4a29-b578-c713e1ed7348 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 210 time: 0.0672066 Aug 29 17:05:17.573957 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb299d7d-8031-4f62-bed3-00b388b18eaa tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.581440 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb299d7d-8031-4f62-bed3-00b388b18eaa tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.584860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eb299d7d-8031-4f62-bed3-00b388b18eaa tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1d0f4adf-7105-4f97-bcd3-ac58d7b755c5 HTTP/1.1" status: 204 len: 168 time: 0.3107328 Aug 29 17:05:17.585580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36270) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:17.595623 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.621446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb299d7d-8031-4f62-bed3-00b388b18eaa tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d0f4adf-7105-4f97-bcd3-ac58d7b755c5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:17.676448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c6ff7ec2-093d-42ef-a531-913e40208ac8 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0885859 Aug 29 17:05:17.679043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36272) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:17.690223 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.722486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 7b542d50-4dcd-49fc-9b29-15bd4bb93315, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7b542d50-4dcd-49fc-9b29-15bd4bb93315,segment=NetworkSegment(6137c5c8-70ff-4fdb-869f-7bfe4237312d),segment_id=6137c5c8-70ff-4fdb-869f-7bfe4237312d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:17.731354 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.833067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4036a4a2-59d3-4bbc-ac86-72f47adcbffd tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.882174 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4036a4a2-59d3-4bbc-ac86-72f47adcbffd tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:17.931097 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef41004-75e9-43e3-bb0d-766ded6348c6 None None] Sync routers for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:17.945744 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef41004-75e9-43e3-bb0d-766ded6348c6 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:17.948350 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ef41004-75e9-43e3-bb0d-766ded6348c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:18.015984 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4036a4a2-59d3-4bbc-ac86-72f47adcbffd tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:18.020182 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4036a4a2-59d3-4bbc-ac86-72f47adcbffd tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:18.021575 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4036a4a2-59d3-4bbc-ac86-72f47adcbffd tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-groups/5f2bc573-2301-490f-88b0-3ea8d39dda5e HTTP/1.1" status: 204 len: 168 time: 0.3412836 Aug 29 17:05:18.041213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36290) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:18.043400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036a4a2-59d3-4bbc-ac86-72f47adcbffd tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2bc573-2301-490f-88b0-3ea8d39dda5e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:18.169512 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f65fffbd-092e-48a8-814f-55b4f1b16ff4 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1158366 Aug 29 17:05:18.172747 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3ef41004-75e9-43e3-bb0d-766ded6348c6 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:18.174250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36294) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:18.187685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4455df15-633d-4d4c-97f4-cbf803e8d4a8 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group': {'name': 'tempest-secgroup--336149554'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:18.238602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=7b542d50-4dcd-49fc-9b29-15bd4bb93315,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:18.265849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.267014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.267604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.268129 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.268657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.269594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.270462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.270851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.270986 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4455df15-633d-4d4c-97f4-cbf803e8d4a8 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:18.271250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.271591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.272000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.272389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:05:18.277966 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:18.520337 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4455df15-633d-4d4c-97f4-cbf803e8d4a8 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:18.530560 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4455df15-633d-4d4c-97f4-cbf803e8d4a8 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:18.608339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.extraroute_db [None req-954b4c60-3849-46b8-872c-50bbbbfd9c5e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added routes are [] {{(pid=111677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:05:18.608858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.extraroute_db [None req-954b4c60-3849-46b8-872c-50bbbbfd9c5e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=111677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:05:18.610300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455df15-633d-4d4c-97f4-cbf803e8d4a8 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1062e201-6f09-4f32-8e45-813fba431cd9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:18.628577 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4455df15-633d-4d4c-97f4-cbf803e8d4a8 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:18.634954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4455df15-633d-4d4c-97f4-cbf803e8d4a8 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4591410 Aug 29 17:05:18.635606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36318) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:18.641053 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c4197445-9ea6-4d66-83cb-0ceed6157133 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': '1062e201-6f09-4f32-8e45-813fba431cd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:18.693510 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ef41004-75e9-43e3-bb0d-766ded6348c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:14Z', 'revision_number': 6, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b542d50-4dcd-49fc-9b29-15bd4bb93315', 'name': '', 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:c4:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:10Z', 'updated_at': '2021-08-29T17:05:17Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:18.729173 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-954b4c60-3849-46b8-872c-50bbbbfd9c5e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:18.749935 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef41004-75e9-43e3-bb0d-766ded6348c6 None None] Checking router: 9a53a80e-ada7-4c30-8aaa-11bc38418d8c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:18.757662 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4197445-9ea6-4d66-83cb-0ceed6157133 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:18.761813 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef41004-75e9-43e3-bb0d-766ded6348c6 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:18.763412 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ef41004-75e9-43e3-bb0d-766ded6348c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:18.815582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6f39cce-45f1-4459-ad68-021e1f280991 req-0b651489-3b38-4b82-8501-d0c244f40bf4 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 210 time: 0.0704346 Aug 29 17:05:18.902347 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3ef41004-75e9-43e3-bb0d-766ded6348c6 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:18.924998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36322) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:19.016499 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4197445-9ea6-4d66-83cb-0ceed6157133 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.037521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4197445-9ea6-4d66-83cb-0ceed6157133 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.074856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7b542d50-4dcd-49fc-9b29-15bd4bb93315 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:19.108416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad175902-2a87-49d2-85cd-0714dcb6014a req-6566459f-c20a-4d80-bd71-40ab7a143220 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:19.119843 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad175902-2a87-49d2-85cd-0714dcb6014a req-6566459f-c20a-4d80-bd71-40ab7a143220 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 945 time: 0.3294675 Aug 29 17:05:19.133899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4197445-9ea6-4d66-83cb-0ceed6157133 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc25c72d-e84d-451b-93e3-420fddb7bea5,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:19.161626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:19.165989 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.245775 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-954b4c60-3849-46b8-872c-50bbbbfd9c5e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.249825 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-954b4c60-3849-46b8-872c-50bbbbfd9c5e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.254152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-685911422-network', 'tenant_id': '231364c8cef749d890923eabecc82efe'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:19.325035 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4197445-9ea6-4d66-83cb-0ceed6157133 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.328122 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c4197445-9ea6-4d66-83cb-0ceed6157133 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6914427 Aug 29 17:05:19.335891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36366) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:19.370778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad175902-2a87-49d2-85cd-0714dcb6014a req-a35b65f4-1aee-4056-8c79-d017ebb7acc7 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496614 Aug 29 17:05:19.407812 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-18f36a5a-0515-4dd8-8b23-232a5b8a057a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules/dc25c72d-e84d-451b-93e3-420fddb7bea5 HTTP/1.1" status: 200 len: 763 time: 0.0657425 Aug 29 17:05:19.413038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36372) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:19.461884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Made reservation on behalf of 231364c8cef749d890923eabecc82efe for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:19.464958 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.495729 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.514088 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ef41004-75e9-43e3-bb0d-766ded6348c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:18Z', 'revision_number': 7, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b542d50-4dcd-49fc-9b29-15bd4bb93315', 'name': '', 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:c4:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:10Z', 'updated_at': '2021-08-29T17:05:17Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:19.545694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36376) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:19.559225 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef41004-75e9-43e3-bb0d-766ded6348c6 None None] The sync data for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 is: [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:18Z', 'revision_number': 7, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b542d50-4dcd-49fc-9b29-15bd4bb93315', 'name': '', 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:c4:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:10Z', 'updated_at': '2021-08-29T17:05:17Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:19.568086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954b4c60-3849-46b8-872c-50bbbbfd9c5e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:05:19.592472 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d1f18877-40d0-4e63-b1d8-8eb4cb877253 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1779027 Aug 29 17:05:19.602196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-c996571a-879f-4058-9033-8f717b53a8d1 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:19.603694 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-c996571a-879f-4058-9033-8f717b53a8d1 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.16 "GET /v2.0/networks?id=65af5368-ae59-4a02-980c-2cdb692b01c1 HTTP/1.1" status: 200 len: 813 time: 0.4784355 Aug 29 17:05:19.607742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36380) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:19.660916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Request body: {'port': {'device_id': '0b346d37-0aca-4f1b-8425-c5a72f28b7cf', 'network_id': '65af5368-ae59-4a02-980c-2cdb692b01c1', 'admin_state_up': True, 'tenant_id': 'c8ff43d7052e448c8047eaef2a806ed9'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:19.745991 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dba90150-26d4-48e4-afae-618079caddd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.764172 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8b4023c3-cd0a-459b-b82f-a854bb9fefb2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.774117 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8b4023c3-cd0a-459b-b82f-a854bb9fefb2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.776409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954b4c60-3849-46b8-872c-50bbbbfd9c5e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:19.792482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-954b4c60-3849-46b8-872c-50bbbbfd9c5e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.794682 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-954b4c60-3849-46b8-872c-50bbbbfd9c5e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c HTTP/1.1" status: 200 len: 699 time: 2.5177679 Aug 29 17:05:19.797395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36386) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:19.869013 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8b4023c3-cd0a-459b-b82f-a854bb9fefb2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.886845 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8b4023c3-cd0a-459b-b82f-a854bb9fefb2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:19.891183 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8b4023c3-cd0a-459b-b82f-a854bb9fefb2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/dc25c72d-e84d-451b-93e3-420fddb7bea5 HTTP/1.1" status: 204 len: 168 time: 0.2824616 Aug 29 17:05:19.947341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36390) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:19.968835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41785325-052b-4812-b920-fa4f3ca9dd4e None None] Sync routers for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:19.984146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41785325-052b-4812-b920-fa4f3ca9dd4e None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:19.985003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-41785325-052b-4812-b920-fa4f3ca9dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:19.999990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.001396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4023c3-cd0a-459b-b82f-a854bb9fefb2 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc25c72d-e84d-451b-93e3-420fddb7bea5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:20.008177 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-09c7d941-3b06-418b-b0e1-2085f897b722 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c HTTP/1.1" status: 200 len: 699 time: 0.2068219 Aug 29 17:05:20.023932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36394) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:20.024769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.113668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-41785325-052b-4812-b920-fa4f3ca9dd4e None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:20.136224 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9254f8fb-50f7-4e89-877b-3680d402c86d tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1877491 Aug 29 17:05:20.144725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36396) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:20.150486 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.152655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f6a0fc19-dee0-4207-b038-d76ab1a015fe tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': '1062e201-6f09-4f32-8e45-813fba431cd9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:20.160276 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dba90150-26d4-48e4-afae-618079caddd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.164319 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21839691-d6b3-4750-97f3-5f385b406a27 req-787eae01-82b4-4e28-aa61-22c700dd13de tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 210 time: 0.1530993 Aug 29 17:05:20.188557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:05:20.191818 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dba90150-26d4-48e4-afae-618079caddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.217537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a6b61-e09e-4698-88eb-f81a7c236c13 req-7df789ec-5131-4fc3-bdf4-9fe8239ac260 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:20.225193 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.225623 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Added segment 97b91890-ec24-4e03-a215-e56a25a57873 of type vlan for network 0f96cfef-9ca0-4418-b2bf-adad88ac4980 Aug 29 17:05:20.226862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5c8a6b61-e09e-4698-88eb-f81a7c236c13 req-7df789ec-5131-4fc3-bdf4-9fe8239ac260 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 945 time: 0.1375971 Aug 29 17:05:20.229113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bcd692-c915-4076-844e-746b7c8a3e03,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:20.264297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Made reservation on behalf of c8ff43d7052e448c8047eaef2a806ed9 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:20.267983 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.291001 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dba90150-26d4-48e4-afae-618079caddd7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd5a074dcf994a659421724a5f15e063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7442338 Aug 29 17:05:20.300817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36398) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:20.306800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba90150-26d4-48e4-afae-618079caddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9bfe6b-ebd4-4c77-a87b-ccd4352860e9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:20.348699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc19-dee0-4207-b038-d76ab1a015fe tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.366642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5c8a6b61-e09e-4698-88eb-f81a7c236c13 req-5aeb866f-db3c-4b62-9df8-2223643d86eb tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325619 Aug 29 17:05:20.417937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ca6d83ef-dc0f-4722-b52f-55e89660f839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.450871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-41785325-052b-4812-b920-fa4f3ca9dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:18Z', 'revision_number': 7, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b542d50-4dcd-49fc-9b29-15bd4bb93315', 'name': '', 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:c4:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:10Z', 'updated_at': '2021-08-29T17:05:17Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:20.456908 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ca6d83ef-dc0f-4722-b52f-55e89660f839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.474128 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc19-dee0-4207-b038-d76ab1a015fe tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.484217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41785325-052b-4812-b920-fa4f3ca9dd4e None None] Checking router: 9a53a80e-ada7-4c30-8aaa-11bc38418d8c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:20.493032 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc19-dee0-4207-b038-d76ab1a015fe tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.494869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41785325-052b-4812-b920-fa4f3ca9dd4e None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:20.495842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-41785325-052b-4812-b920-fa4f3ca9dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:20.514157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.557927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0fc19-dee0-4207-b038-d76ab1a015fe tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215fcede-3bd9-4110-861e-486c4501baa1,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:20.564318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc19-dee0-4207-b038-d76ab1a015fe tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.568044 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f6a0fc19-dee0-4207-b038-d76ab1a015fe tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4172478 Aug 29 17:05:20.568342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36404) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:20.595365 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d2ee4e13-26e7-4da6-a513-ba849f3d4f4a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules/215fcede-3bd9-4110-861e-486c4501baa1 HTTP/1.1" status: 200 len: 763 time: 0.0233650 Aug 29 17:05:20.595519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36408) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:20.630841 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ca6d83ef-dc0f-4722-b52f-55e89660f839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.633278 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ca6d83ef-dc0f-4722-b52f-55e89660f839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.637264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ca6d83ef-dc0f-4722-b52f-55e89660f839 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a9bfe6b-ebd4-4c77-a87b-ccd4352860e9 HTTP/1.1" status: 204 len: 168 time: 0.3325503 Aug 29 17:05:20.637776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.637776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:20.637776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.657682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-41785325-052b-4812-b920-fa4f3ca9dd4e None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:20.676853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d83ef-dc0f-4722-b52f-55e89660f839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9bfe6b-ebd4-4c77-a87b-ccd4352860e9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:20.743032 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8058274 Aug 29 17:05:20.747764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36416) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:20.760076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] Request body: {'subnet': {'network_id': '0f96cfef-9ca0-4418-b2bf-adad88ac4980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-685911422-subnet', 'tenant_id': '231364c8cef749d890923eabecc82efe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:20.786683 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-86e7b72b-9aa6-49ae-9d5a-578e22985aa0 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1898208 Aug 29 17:05:20.789006 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ffbcd-87b4-4a47-8e17-0140df0da144 admin admin] Pushing event updated for resources: {'Network': ['ID=0f96cfef-9ca0-4418-b2bf-adad88ac4980,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:20.820593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36418) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:20.868659 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3347a48b-01e3-4820-ac21-7d8732811122 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.884249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3347a48b-01e3-4820-ac21-7d8732811122 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.886266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Allocated IP 172.20.0.9 (65af5368-ae59-4a02-980c-2cdb692b01c1/9bb2a5d6-da15-4bef-aeaa-a9f635aba012/40a1b7d2-a63b-4a2a-8ab1-a9161936d78b) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:05:20.911974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 0f96cfef-9ca0-4418-b2bf-adad88ac4980 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:05:20.918751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] Made reservation on behalf of 231364c8cef749d890923eabecc82efe for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:20.921777 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.944609 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3347a48b-01e3-4820-ac21-7d8732811122 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.956133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3347a48b-01e3-4820-ac21-7d8732811122 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:20.957880 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3347a48b-01e3-4820-ac21-7d8732811122 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/215fcede-3bd9-4110-861e-486c4501baa1 HTTP/1.1" status: 204 len: 168 time: 0.1354568 Aug 29 17:05:20.963408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36422) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:20.973573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347a48b-01e3-4820-ac21-7d8732811122 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=215fcede-3bd9-4110-861e-486c4501baa1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:21.022076 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8017afb7-716f-47e0-9e5b-55be3a4f233f tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565143 Aug 29 17:05:21.025134 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36424) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:21.033382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7d427886-166f-4a41-a091-f9e2a41e0c0b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Request body: {'security_group_rule': {'security_group_id': '1062e201-6f09-4f32-8e45-813fba431cd9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:21.068198 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-7d427886-166f-4a41-a091-f9e2a41e0c0b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Project 74ef3054012746e7a998a6d6ffda441f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:05:21.082117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d427886-166f-4a41-a091-f9e2a41e0c0b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:21.236346 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-41785325-052b-4812-b920-fa4f3ca9dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:18Z', 'revision_number': 7, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b542d50-4dcd-49fc-9b29-15bd4bb93315', 'name': '', 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:c4:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:10Z', 'updated_at': '2021-08-29T17:05:17Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:21.250897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:21.289195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41785325-052b-4812-b920-fa4f3ca9dd4e None None] The sync data for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 is: [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:18Z', 'revision_number': 7, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b542d50-4dcd-49fc-9b29-15bd4bb93315', 'name': '', 'network_id': 'be3863e6-eb70-4057-9224-ba7a694f0551', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:c4:84:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:10Z', 'updated_at': '2021-08-29T17:05:17Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': 'db4fecb2-552a-4f41-a21d-8076232a403d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:21.363233 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d427886-166f-4a41-a091-f9e2a41e0c0b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:21.431335 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db1b91f2-63db-4b90-bb9b-eef22bcaa6f1 req-495bf6b2-7f56-4869-92b3-8dc052bc83e6 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 210 time: 0.0849752 Aug 29 17:05:21.432192 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d427886-166f-4a41-a091-f9e2a41e0c0b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:21.518480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d427886-166f-4a41-a091-f9e2a41e0c0b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834ca78d-da71-4753-9d1c-efdc301cb144,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:21.528439 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d427886-166f-4a41-a091-f9e2a41e0c0b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:21.534838 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7d427886-166f-4a41-a091-f9e2a41e0c0b tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5060747 Aug 29 17:05:21.535253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36448) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:21.563326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ac87ada0-70d2-4268-9806-4e07e36b4b6c tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules/834ca78d-da71-4753-9d1c-efdc301cb144 HTTP/1.1" status: 200 len: 769 time: 0.0237138 Aug 29 17:05:21.563999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36450) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:21.625715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-aa0b6902-af3c-483a-9c5f-b9f5c5e0b1d6 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0558536 Aug 29 17:05:21.625715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36454) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:21.658810 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b72358a8-e4e5-4a75-98d8-8ed9b9473a62 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:21.679334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b72358a8-e4e5-4a75-98d8-8ed9b9473a62 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:21.726914 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b72358a8-e4e5-4a75-98d8-8ed9b9473a62 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:21.760430 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:21.768367 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b72358a8-e4e5-4a75-98d8-8ed9b9473a62 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:21.771132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b72358a8-e4e5-4a75-98d8-8ed9b9473a62 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/834ca78d-da71-4753-9d1c-efdc301cb144 HTTP/1.1" status: 204 len: 168 time: 0.1451633 Aug 29 17:05:21.772046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72358a8-e4e5-4a75-98d8-8ed9b9473a62 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=834ca78d-da71-4753-9d1c-efdc301cb144,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:21.780012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36460) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:21.863481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a6867-e682-4c11-ad30-aafc0951dced req-ab5bc2ec-ae92-47e7-93dd-f7963d89ae48 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:21.865257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c55a6867-e682-4c11-ad30-aafc0951dced req-ab5bc2ec-ae92-47e7-93dd-f7963d89ae48 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.10 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 945 time: 0.3829668 Aug 29 17:05:21.868725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:21.900971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a3f4785d-cd06-403b-98fc-872286b8f594 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153278 Aug 29 17:05:21.901611 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36464) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:21.944766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61338fb2-c332-4490-8f20-1e02d7844a2a req-194172fa-ae23-4459-966e-09adf8307b92 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:21.952680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61338fb2-c332-4490-8f20-1e02d7844a2a req-194172fa-ae23-4459-966e-09adf8307b92 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 945 time: 0.4024875 Aug 29 17:05:21.965980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=215c4f72-6f88-48b7-9664-2ffdee3a8ade,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:21.990085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba20e-770b-4f47-b48f-c7989994555a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:22.026473 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba20e-770b-4f47-b48f-c7989994555a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:22.084589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] Checking segment: {'id': '97b91890-ec24-4e03-a215-e56a25a57873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0f96cfef-9ca0-4418-b2bf-adad88ac4980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:22.084979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] Network hostable DHCP agents. Network: 0f96cfef-9ca0-4418-b2bf-adad88ac4980, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:05:22.090434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba20e-770b-4f47-b48f-c7989994555a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:22.093425 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba20e-770b-4f47-b48f-c7989994555a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:22.095244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fe0ba20e-770b-4f47-b48f-c7989994555a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "DELETE /v2.0/security-groups/1062e201-6f09-4f32-8e45-813fba431cd9 HTTP/1.1" status: 204 len: 168 time: 0.1929233 Aug 29 17:05:22.100673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36472) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:22.117706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ba20e-770b-4f47-b48f-c7989994555a tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1062e201-6f09-4f32-8e45-813fba431cd9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:22.134726 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61338fb2-c332-4490-8f20-1e02d7844a2a req-ee26d46d-3dd0-48ad-9631-41b8beb7b155 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771758 Aug 29 17:05:22.167131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:22.198393 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bc013693-6b46-45f4-8416-574425b63822 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957341 Aug 29 17:05:22.203995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36484) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:22.204754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] Network 0f96cfef-9ca0-4418-b2bf-adad88ac4980 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:05:22.254476 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Network 65af5368-ae59-4a02-980c-2cdb692b01c1 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:22.263214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 0f96cfef-9ca0-4418-b2bf-adad88ac4980) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:22.270919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:22.275568 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-81a97215-1651-45ad-b800-7bf54677ff24 tempest-SecGroupIPv6Test-938018045 tempest-SecGroupIPv6Test-938018045-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656397 Aug 29 17:05:22.279389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:22.284037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:22.284570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63514b67-34b2-48f3-b95a-9e0a9a3784e9 None None] Network 0f96cfef-9ca0-4418-b2bf-adad88ac4980 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:22.285054 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:22.295362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Deleting port f6a47890-e4af-433b-844e-94a4ed48a974 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:22.295710 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:22.319853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Pushing event updated for resources: {'Port': ['ID=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:22.615873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c574c8-b525-4f47-9adf-6b9c1635e80e None None] Network 0f96cfef-9ca0-4418-b2bf-adad88ac4980 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:22.677770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713c2b0-d96c-4d0f-a888-8c984d8d2cbe req-976dce62-33e0-4119-99a0-d013c85015d7 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:22.686217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1713c2b0-d96c-4d0f-a888-8c984d8d2cbe req-976dce62-33e0-4119-99a0-d013c85015d7 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 931 time: 0.1212001 Aug 29 17:05:22.714460 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8f773cdb-d102-430b-95d1-7b7414c544f2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9625940 Aug 29 17:05:22.737661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:22.738716 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:22.748630 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1713c2b0-d96c-4d0f-a888-8c984d8d2cbe req-1e903d2e-1614-46ec-80f7-4c3ae71cb80e tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544729 Aug 29 17:05:22.762210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 7b542d50-4dcd-49fc-9b29-15bd4bb93315 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:22.763754 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:22.777548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36514) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:22.814413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36518) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:22.815099 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-15a4a487-f30e-4f32-943d-9e213170e852 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1802731 Aug 29 17:05:22.837836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Request body: {'port': {'device_id': '0b346d37-0aca-4f1b-8425-c5a72f28b7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:22.883032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] For port f6a47890-e4af-433b-844e-94a4ed48a974, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f6a47890-e4af-433b-844e-94a4ed48a974,segment=NetworkSegment(8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d),segment_id=8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:22.883579 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.048995 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f3b67a4-aabe-421a-8a1d-e765536682c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.067897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-96335298-6b24-4f7d-a66e-37e54960499a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74ef3054012746e7a998a6d6ffda441f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890620 Aug 29 17:05:23.071124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36526) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:23.096021 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.125583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port 7b542d50-4dcd-49fc-9b29-15bd4bb93315, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7b542d50-4dcd-49fc-9b29-15bd4bb93315,segment=NetworkSegment(6137c5c8-70ff-4fdb-869f-7bfe4237312d),segment_id=6137c5c8-70ff-4fdb-869f-7bfe4237312d)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:23.126149 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.154433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 7b542d50-4dcd-49fc-9b29-15bd4bb93315 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:23.211804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fada0e85-f381-4d6c-95e4-caae1b6af04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.268570 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fada0e85-f381-4d6c-95e4-caae1b6af04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.460526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83469387-3899-4f42-af70-73871a910ad6 req-ae58f04f-db4d-4539-b3aa-ae36c1270d1f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:23.462256 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83469387-3899-4f42-af70-73871a910ad6 req-ae58f04f-db4d-4539-b3aa-ae36c1270d1f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 945 time: 0.1893995 Aug 29 17:05:23.491808 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f3b67a4-aabe-421a-8a1d-e765536682c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.501913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f3b67a4-aabe-421a-8a1d-e765536682c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.522495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.522903 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.523242 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Floating IP 1892b47e-f707-42ae-b94e-c284a471b09b disassociated. External IP: 172.25.5.75, port: f6a47890-e4af-433b-844e-94a4ed48a974. Aug 29 17:05:23.523583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Calling delete_port for f6a47890-e4af-433b-844e-94a4ed48a974 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:23.534151 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fada0e85-f381-4d6c-95e4-caae1b6af04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.536691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fada0e85-f381-4d6c-95e4-caae1b6af04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.540552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fada0e85-f381-4d6c-95e4-caae1b6af04f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11d480ed-bf03-48b0-9358-97a87f64e3e4 HTTP/1.1" status: 204 len: 168 time: 0.4684982 Aug 29 17:05:23.580410 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3f3b67a4-aabe-421a-8a1d-e765536682c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5038378c7cc64cab85abdb0da12205cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7613835 Aug 29 17:05:23.580410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b67a4-aabe-421a-8a1d-e765536682c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e660c-c523-4628-b73c-0bcc410cdadf,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:23.581020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36540) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:23.593894 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83469387-3899-4f42-af70-73871a910ad6 req-2acfa3f9-5654-4d17-9bf4-04086ec9390f tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups?id=74672e34-c804-4a7c-bfd6-f6b37ec7e711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205013 Aug 29 17:05:23.605615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada0e85-f381-4d6c-95e4-caae1b6af04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d480ed-bf03-48b0-9358-97a87f64e3e4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:23.681621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36546) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:23.685818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-677267500-network', 'tenant_id': 'bd4f12561c414033bc026a48ec5d1108'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:23.715540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Made reservation on behalf of bd4f12561c414033bc026a48ec5d1108 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:23.718912 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.728607 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.816142 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c9537b0-1779-49db-91e4-044a09ea9cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.848266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.859748 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.889711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2801421-b356-4fd9-a610-7de25168228e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:23.894619 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c9537b0-1779-49db-91e4-044a09ea9cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.901195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:05:23.914910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.915447 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Added segment 661f8bcd-fd9f-4a14-ad10-937449e37ec2 of type vlan for network 01945fbc-72f1-47c3-b724-81fb85d7d610 Aug 29 17:05:23.937699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:23.966672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:24.000235 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:24.001313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:24.002466 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:24.058335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=7b542d50-4dcd-49fc-9b29-15bd4bb93315,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:24.110010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] Pushing event updated for resources: {'Network': ['ID=01945fbc-72f1-47c3-b724-81fb85d7d610,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:24.133189 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-40b29e9b-5d28-46d4-b429-d3dc9c0eba2f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4515538 Aug 29 17:05:24.133625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 01945fbc-72f1-47c3-b724-81fb85d7d610 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:05:24.135975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36560) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:24.142410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] Request body: {'subnet': {'network_id': '01945fbc-72f1-47c3-b724-81fb85d7d610', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-677267500-subnet', 'tenant_id': 'bd4f12561c414033bc026a48ec5d1108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:24.165016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:05:24.222050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] Made reservation on behalf of bd4f12561c414033bc026a48ec5d1108 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:24.224836 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:24.228465 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:24.242648 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:24.298963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f375dcc-31ab-4114-b591-e82d33607107 req-576f3f0d-c6a5-4d5c-9cbb-ff7b4581f7c4 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:24.301036 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f375dcc-31ab-4114-b591-e82d33607107 req-576f3f0d-c6a5-4d5c-9cbb-ff7b4581f7c4 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 931 time: 0.4340985 Aug 29 17:05:24.398189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Pushing event deleted for resources: {'Port': ['ID=f6a47890-e4af-433b-844e-94a4ed48a974,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:24.412938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Transition to ACTIVE for port object 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:24.447495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:24.542446 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c9537b0-1779-49db-91e4-044a09ea9cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:24.545215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c9537b0-1779-49db-91e4-044a09ea9cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:24.546461 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6c9537b0-1779-49db-91e4-044a09ea9cd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/402e660c-c523-4628-b73c-0bcc410cdadf HTTP/1.1" status: 204 len: 168 time: 0.9642410 Aug 29 17:05:24.589088 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:24.625591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f375dcc-31ab-4114-b591-e82d33607107 req-b3212e9e-2206-4b4c-8fc5-12e63a364362 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563403 Aug 29 17:05:24.675553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] Checking segment: {'id': '661f8bcd-fd9f-4a14-ad10-937449e37ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '01945fbc-72f1-47c3-b724-81fb85d7d610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:24.675909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] Network hostable DHCP agents. Network: 01945fbc-72f1-47c3-b724-81fb85d7d610, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:05:24.696321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c734ae-745c-48da-99e6-9dc8c67c7dea,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:24.723525 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba6489d0-3388-4beb-83a7-29ac296fa9e9 req-186b2aab-99f8-4c72-974b-258d6a1f4281 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 210 time: 0.0492842 Aug 29 17:05:24.735570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] Network 01945fbc-72f1-47c3-b724-81fb85d7d610 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:05:24.748107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 01945fbc-72f1-47c3-b724-81fb85d7d610) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:24.762007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa879f9-b3be-40d7-96b2-608a4bdba9fb None None] Network 01945fbc-72f1-47c3-b724-81fb85d7d610 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:24.776897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:24.779566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:24.835338 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5a440129-be20-4710-9aac-3348bb835e0c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6901615 Aug 29 17:05:24.850412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9537b0-1779-49db-91e4-044a09ea9cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e660c-c523-4628-b73c-0bcc410cdadf,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:24.862347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Router 2b38b4d1-6928-41b0-98bc-8cf671e8308e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:05:24.863965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Pushing event updated for resources: {'Port': ['ID=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:24.880882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36584) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:24.894992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Attempting to bind port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:24.895446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Attempting to bind port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '17d0cc41-5fb4-4531-baff-91c35ce0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65af5368-ae59-4a02-980c-2cdb692b01c1'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:24.895879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Attempting to bind port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b on network 65af5368-ae59-4a02-980c-2cdb692b01c1 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:24.974524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b on network 65af5368-ae59-4a02-980c-2cdb692b01c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:24.981824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Attempting to bind port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b on network 65af5368-ae59-4a02-980c-2cdb692b01c1 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:24.997829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:05:24.998314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Checking segment: {'id': '17d0cc41-5fb4-4531-baff-91c35ce0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65af5368-ae59-4a02-980c-2cdb692b01c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:24.998832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Bound using segment: {'id': '17d0cc41-5fb4-4531-baff-91c35ce0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65af5368-ae59-4a02-980c-2cdb692b01c1'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:05:24.999396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Bound port: 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d0cc41-5fb4-4531-baff-91c35ce0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65af5368-ae59-4a02-980c-2cdb692b01c1'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:05:24.999873 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:25.098198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] For port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:25.101786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] For port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b,segment=NetworkSegment(17d0cc41-5fb4-4531-baff-91c35ce0fbd7),segment_id=17d0cc41-5fb4-4531-baff-91c35ce0fbd7)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:05:25.115421 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:25.151749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3b51757e-c230-49f5-b6c6-0ac79a5f1158 tempest-ServiceProvidersTest-569626237 tempest-ServiceProvidersTest-569626237-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2697594 Aug 29 17:05:25.157052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f850ab49-f863-4212-bd40-85a16c48f054 None None] Network 01945fbc-72f1-47c3-b724-81fb85d7d610 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:25.177918 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:25.180637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:25.181637 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:25.183248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] 10.222.0.16 "PUT /v2.0/ports/40a1b7d2-a63b-4a2a-8ab1-a9161936d78b HTTP/1.1" status: 200 len: 1092 time: 2.3545005 Aug 29 17:05:25.226210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b346d37-0aca-4f1b-8425-c5a72f28b7cf', 'tag': '40a1b7d2-a63b-4a2a-8ab1-a9161936d78b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:05:25.228629 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144eee0b-1e23-4ef5-82b8-68a785e5057d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b346d37-0aca-4f1b-8425-c5a72f28b7cf", "tag": "40a1b7d2-a63b-4a2a-8ab1-a9161936d78b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:05:25.415515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe83b40-b802-4f11-9f89-8720ab244461 service neutron] Pushing event updated for resources: {'Port': ['ID=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:25.419302 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed16152-8a5f-423e-bc9a-2ae1dd85436c x-openstack-request-id: req-0ed16152-8a5f-423e-bc9a-2ae1dd85436c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:05:25.419593 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b346d37-0aca-4f1b-8425-c5a72f28b7cf", "tag": "40a1b7d2-a63b-4a2a-8ab1-a9161936d78b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:05:25.420176 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ed16152-8a5f-423e-bc9a-2ae1dd85436c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:05:25.420806 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b346d37-0aca-4f1b-8425-c5a72f28b7cf', 'tag': '40a1b7d2-a63b-4a2a-8ab1-a9161936d78b', 'status': 'completed', 'code': 200} Aug 29 17:05:25.428019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-8cec6031-346e-4ded-b6ac-51afe28a3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:25.430580 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-8cec6031-346e-4ded-b6ac-51afe28a3a4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8ff43d7052e448c8047eaef2a806ed9&device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 1095 time: 0.1897881 Aug 29 17:05:25.458897 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:25.470463 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e03eb3-4ceb-4189-948a-e7d3ccf14491 None None] Sync routers for ids ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:25.483537 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e03eb3-4ceb-4189-948a-e7d3ccf14491 None None] Routers {'2b38b4d1-6928-41b0-98bc-8cf671e8308e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:25.484156 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-50e03eb3-4ceb-4189-948a-e7d3ccf14491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:25.507072 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-3ef5578e-99fb-444c-9215-945fcb56c23e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b HTTP/1.1" status: 200 len: 217 time: 0.0668185 Aug 29 17:05:25.606890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] No DVR routers for this DVR port f6a47890-e4af-433b-844e-94a4ed48a974 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:25.611995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:25.614372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c55a6867-e682-4c11-ad30-aafc0951dced req-8effc0ee-8c8d-4c37-8ee3-924de4d4ab29 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.10 "DELETE /v2.0/ports/f6a47890-e4af-433b-844e-94a4ed48a974 HTTP/1.1" status: 204 len: 173 time: 3.7378860 Aug 29 17:05:25.630851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36616) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:25.702760 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-50e03eb3-4ceb-4189-948a-e7d3ccf14491 None None] Set router 2b38b4d1-6928-41b0-98bc-8cf671e8308e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:25.740785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-855d2d70-bf78-4cc7-8e57-12c6dcf527e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:25.742689 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-855d2d70-bf78-4cc7-8e57-12c6dcf527e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bb2a5d6-da15-4bef-aeaa-a9f635aba012 HTTP/1.1" status: 200 len: 853 time: 0.2107658 Aug 29 17:05:25.869459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247b2dd-83a2-44e4-ae2a-de329dfcd7d1 req-90b03ccf-2cc4-411c-a82a-d3d2e024ed21 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:25.871360 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8247b2dd-83a2-44e4-ae2a-de329dfcd7d1 req-90b03ccf-2cc4-411c-a82a-d3d2e024ed21 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 943 time: 0.1254807 Aug 29 17:05:25.946524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8247b2dd-83a2-44e4-ae2a-de329dfcd7d1 req-12d5408b-982c-40ed-8507-773ae4f4122c tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636613 Aug 29 17:05:25.995087 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6a334c2-b2d9-494a-a763-f6c132e643c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:26.063679 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f6a47890-e4af-433b-844e-94a4ed48a974 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:26.108776 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-50e03eb3-4ceb-4189-948a-e7d3ccf14491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '1157ac67-8895-4abe-b6d8-553262c26001', 'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'mac_address': 'fa:16:3e:93:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:18Z', 'updated_at': '2021-08-29T17:02:31Z', 'revision_number': 5, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'subnets': [{'id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:26.118555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: f6a47890-e4af-433b-844e-94a4ed48a974 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:26.119079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f6a47890-e4af-433b-844e-94a4ed48a974 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:26.176864 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a5859273-5323-479a-a94e-ece0315ea805 req-9a2b547b-a76b-4ef1-8d70-3bbd4d0417df tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 210 time: 0.0953674 Aug 29 17:05:26.201509 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e03eb3-4ceb-4189-948a-e7d3ccf14491 None None] Checking router: 2b38b4d1-6928-41b0-98bc-8cf671e8308e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:26.223998 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e03eb3-4ceb-4189-948a-e7d3ccf14491 None None] Routers {'2b38b4d1-6928-41b0-98bc-8cf671e8308e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:26.228086 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-50e03eb3-4ceb-4189-948a-e7d3ccf14491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:26.295970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6a334c2-b2d9-494a-a763-f6c132e643c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:26.306317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6a334c2-b2d9-494a-a763-f6c132e643c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:26.347345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-733835c1-4eda-4ad5-9b42-27771c55cd31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65af5368-ae59-4a02-980c-2cdb692b01c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5919762 Aug 29 17:05:26.384318 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c6a334c2-b2d9-494a-a763-f6c132e643c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fb8f0073bad44e59065374d825bab5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7522061 Aug 29 17:05:26.392502 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36644) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:26.410848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a334c2-b2d9-494a-a763-f6c132e643c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e94945b-e946-4ca3-9d2d-ec3c858bb8ff,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:26.443284 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-50e03eb3-4ceb-4189-948a-e7d3ccf14491 None None] Set router 2b38b4d1-6928-41b0-98bc-8cf671e8308e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:26.546163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-98fb9a5e-d0e4-4897-b7fd-94173f61b248 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:26.555155 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-98fb9a5e-d0e4-4897-b7fd-94173f61b248 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/networks?id=0f96cfef-9ca0-4418-b2bf-adad88ac4980 HTTP/1.1" status: 200 len: 811 time: 0.2067459 Aug 29 17:05:26.582978 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3583389-18e4-4676-890f-ca4ecf60d151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:26.631964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:05:26.643478 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3583389-18e4-4676-890f-ca4ecf60d151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:26.646929 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-30e7e9f8-330a-4a34-b8ee-7106612b51e7 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/quotas/231364c8cef749d890923eabecc82efe HTTP/1.1" status: 200 len: 375 time: 0.0904999 Aug 29 17:05:26.691971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-576c39db-acab-4524-9cf3-0e24451f3108 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=231364c8cef749d890923eabecc82efe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437894 Aug 29 17:05:26.764502 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3583389-18e4-4676-890f-ca4ecf60d151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:26.770983 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3583389-18e4-4676-890f-ca4ecf60d151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:26.775636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b3583389-18e4-4676-890f-ca4ecf60d151 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e94945b-e946-4ca3-9d2d-ec3c858bb8ff HTTP/1.1" status: 204 len: 168 time: 0.3804770 Aug 29 17:05:26.808906 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3583389-18e4-4676-890f-ca4ecf60d151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e94945b-e946-4ca3-9d2d-ec3c858bb8ff,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:26.925145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-9c58dff3-d90f-4782-a5bd-118999cb3882 service neutron] 10.222.0.22 "GET /v2.0/networks/0f96cfef-9ca0-4418-b2bf-adad88ac4980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316928 Aug 29 17:05:26.937249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:26.949545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9358241b-109a-4c5e-8b8f-6744512b8df5 None None] Sync routers for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:26.959779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-34a00576-bd2a-4f93-9a35-2f4ea1e53d97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9309561 Aug 29 17:05:26.960100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36656) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:26.993910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9358241b-109a-4c5e-8b8f-6744512b8df5 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:26.994777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9358241b-109a-4c5e-8b8f-6744512b8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:27.076093 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-87bcb469-fa23-45d5-a51f-62c0eaf67ee4 service neutron] 10.222.0.16 "GET /v2.0/networks/65af5368-ae59-4a02-980c-2cdb692b01c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094843 Aug 29 17:05:27.153254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bc3c50-09d5-43b1-83f2-3cc652f37ff6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting subnet db4fecb2-552a-4f41-a21d-8076232a403d {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:05:27.159663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f4bc3c50-09d5-43b1-83f2-3cc652f37ff6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:27.182198 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-50e03eb3-4ceb-4189-948a-e7d3ccf14491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '1157ac67-8895-4abe-b6d8-553262c26001', 'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'mac_address': 'fa:16:3e:93:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:18Z', 'updated_at': '2021-08-29T17:02:31Z', 'revision_number': 5, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'subnets': [{'id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:27.240855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-dd17432f-3945-4de8-8f8e-75885e002eb9 service neutron] 10.222.0.22 "GET /v2.0/networks/0f96cfef-9ca0-4418-b2bf-adad88ac4980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146267 Aug 29 17:05:27.258010 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e03eb3-4ceb-4189-948a-e7d3ccf14491 None None] The sync data for ids ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'] in n-d-713301-13 is: [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '1157ac67-8895-4abe-b6d8-553262c26001', 'name': '', 'network_id': 'a2c37ab0-b867-4937-8eae-6502b5fc1404', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'mac_address': 'fa:16:3e:93:85:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:18Z', 'updated_at': '2021-08-29T17:02:31Z', 'revision_number': 5, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'subnets': [{'id': 'e58fdf51-8f06-45a4-a80d-6b3292995fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:27.268092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-9358241b-109a-4c5e-8b8f-6744512b8df5 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:27.347136 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f4bc3c50-09d5-43b1-83f2-3cc652f37ff6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:27.438234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'name': 'network-vif-deleted', 'tag': 'f6a47890-e4af-433b-844e-94a4ed48a974'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:05:27.446578 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc0798-b6f7-4b0c-8c60-6d93fbbd90f5 req-65288e73-29d3-4bd4-9d64-14989b56c1b1 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:27.448775 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b289c675-ed67-4ab1-875c-c28189f1d928" -d '{"events": [{"server_uuid": "2edad481-2ef5-493b-8971-aa61f1b60ca5", "name": "network-vif-deleted", "tag": "f6a47890-e4af-433b-844e-94a4ed48a974"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:05:27.457184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ddc0798-b6f7-4b0c-8c60-6d93fbbd90f5 req-65288e73-29d3-4bd4-9d64-14989b56c1b1 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 943 time: 0.3240368 Aug 29 17:05:27.461208 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-176d1ce6-db1f-4325-9b22-b34cec029b12 req-2d2a49fa-1fa4-4f1a-b73b-bbf25134da3d service neutron] 10.222.0.16 "GET /v2.0/networks/65af5368-ae59-4a02-980c-2cdb692b01c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762734 Aug 29 17:05:27.613459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36684) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:27.645898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eee0b-1e23-4ef5-82b8-68a785e5057d req-8134ab2c-c6ad-4f66-81be-8e0ab6425960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:27.653942 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-144eee0b-1e23-4ef5-82b8-68a785e5057d req-8134ab2c-c6ad-4f66-81be-8e0ab6425960 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8ff43d7052e448c8047eaef2a806ed9&device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 1095 time: 0.1301229 Aug 29 17:05:27.757249 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ddc0798-b6f7-4b0c-8c60-6d93fbbd90f5 req-667a9f98-7eb5-4769-881f-31fea0e863c4 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906568 Aug 29 17:05:27.822787 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f4bc3c50-09d5-43b1-83f2-3cc652f37ff6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:27.894587 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0298331b-5eab-487e-8553-8faf06d4f669 x-openstack-request-id: req-0298331b-5eab-487e-8553-8faf06d4f669 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:05:27.894886 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edad481-2ef5-493b-8971-aa61f1b60ca5", "name": "network-vif-deleted", "tag": "f6a47890-e4af-433b-844e-94a4ed48a974", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:05:27.895142 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0298331b-5eab-487e-8553-8faf06d4f669 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:05:27.895659 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edad481-2ef5-493b-8971-aa61f1b60ca5', 'name': 'network-vif-deleted', 'tag': 'f6a47890-e4af-433b-844e-94a4ed48a974', 'status': 'completed', 'code': 200} Aug 29 17:05:27.912756 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca89c0-6b22-4a49-a288-f0490174928d None None] New status for floating IP 1892b47e-f707-42ae-b94e-c284a471b09b: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:05:27.937065 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9358241b-109a-4c5e-8b8f-6744512b8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:23Z', 'revision_number': 8, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:28.004927 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-15bb9c74-741e-4f86-a0b4-405618928982 req-5e0dc558-cae4-42f9-8dd9-e06bd6ad7cb6 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 210 time: 0.1480200 Aug 29 17:05:28.009259 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f4bc3c50-09d5-43b1-83f2-3cc652f37ff6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:28.038234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9358241b-109a-4c5e-8b8f-6744512b8df5 None None] Checking router: 9a53a80e-ada7-4c30-8aaa-11bc38418d8c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:28.063603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9358241b-109a-4c5e-8b8f-6744512b8df5 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:28.065643 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9358241b-109a-4c5e-8b8f-6744512b8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:28.099048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2056437413'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:28.101251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc3c50-09d5-43b1-83f2-3cc652f37ff6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Subnet': ['ID=db4fecb2-552a-4f41-a21d-8076232a403d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:28.190896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eee0b-1e23-4ef5-82b8-68a785e5057d req-45dc8be7-cefd-451b-9eb4-2273d6743ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:28.192558 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-144eee0b-1e23-4ef5-82b8-68a785e5057d req-45dc8be7-cefd-451b-9eb4-2273d6743ffe service neutron] 10.222.0.16 "GET /v2.0/networks?id=65af5368-ae59-4a02-980c-2cdb692b01c1 HTTP/1.1" status: 200 len: 914 time: 0.5225651 Aug 29 17:05:28.205031 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-546d724e-a4cb-4a22-9769-8d8d83e0ffa9 req-39202793-5b10-417a-9843-018807f2c002 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 210 time: 0.0917408 Aug 29 17:05:28.228282 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f4bc3c50-09d5-43b1-83f2-3cc652f37ff6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:28.232325 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d35a2-344f-4c71-8a65-d7ef3811f057 None None] Network be3863e6-eb70-4057-9224-ba7a694f0551 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:28.237116 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f4bc3c50-09d5-43b1-83f2-3cc652f37ff6 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/db4fecb2-552a-4f41-a21d-8076232a403d HTTP/1.1" status: 204 len: 168 time: 1.2733490 Aug 29 17:05:28.240794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36702) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:28.353373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-144eee0b-1e23-4ef5-82b8-68a785e5057d req-6a50d4ea-dd65-4b2f-812a-efee21f1a803 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b HTTP/1.1" status: 200 len: 217 time: 0.1450751 Aug 29 17:05:28.385478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Made reservation on behalf of dc3098025d4747a8902c9c777518156c for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:28.397379 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:28.463909 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:28.470833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:28.488344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eee0b-1e23-4ef5-82b8-68a785e5057d req-18ea624b-df00-4707-8f75-aa0c9872b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:28.489916 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-144eee0b-1e23-4ef5-82b8-68a785e5057d req-18ea624b-df00-4707-8f75-aa0c9872b99c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bb2a5d6-da15-4bef-aeaa-a9f635aba012 HTTP/1.1" status: 200 len: 853 time: 0.1216187 Aug 29 17:05:28.539237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36708) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:28.549485 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-144eee0b-1e23-4ef5-82b8-68a785e5057d req-9dd70087-1ef9-47c5-82be-c5f264b5526f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65af5368-ae59-4a02-980c-2cdb692b01c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499454 Aug 29 17:05:28.630062 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 6572b1eb-c55f-40c4-864f-c7801ad64a65 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:28.630421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:28.664161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-9358241b-109a-4c5e-8b8f-6744512b8df5 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:28.751716 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:28.782659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1034810722'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:28.818323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port 6572b1eb-c55f-40c4-864f-c7801ad64a65, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6572b1eb-c55f-40c4-864f-c7801ad64a65,segment=NetworkSegment(6137c5c8-70ff-4fdb-869f-7bfe4237312d),segment_id=6137c5c8-70ff-4fdb-869f-7bfe4237312d)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:28.819132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:28.825196 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:28.842841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 6572b1eb-c55f-40c4-864f-c7801ad64a65 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:28.969891 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:28.973756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-144eee0b-1e23-4ef5-82b8-68a785e5057d req-f7ac10a8-e0fb-42af-b14f-02002efc958f service neutron] 10.222.0.16 "GET /v2.0/networks/65af5368-ae59-4a02-980c-2cdb692b01c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012105 Aug 29 17:05:28.992853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No DVR routers for this DVR port 6572b1eb-c55f-40c4-864f-c7801ad64a65 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:29.017046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=6572b1eb-c55f-40c4-864f-c7801ad64a65,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:29.052210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:05:29.122250 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.155076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3863e6-eb70-4057-9224-ba7a694f0551']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:29.167604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6137c5c8-70ff-4fdb-869f-7bfe4237312d') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:29.167847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6137c5c8-70ff-4fdb-869f-7bfe4237312d') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:29.179455 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.201063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.208229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:05:29.208638 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.229765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Made reservation on behalf of 0ba834623c3e4cefa109bdf781658d8f for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:29.243268 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.259299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aee324c-f3c2-4721-9303-bd41e0658f08,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:29.277383 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.291916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.293458 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Added segment c11a68e4-6b4a-46f0-adc7-df466947e9c5 of type vlan for network eb970b0b-c47c-47a3-9df4-b79373a2eef9 Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:05:29.297170 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:05:29.311499 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.342357 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b9202db3-e9ec-452c-bf37-ea80deaca565 req-9ade327e-b86c-49de-b8b3-99de3b784721 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 210 time: 0.0471494 Aug 29 17:05:29.357474 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.362886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c07df-33ff-4dab-b619-358a8b19bb45 req-22250951-04b6-4afd-ac23-23bb7dd83936 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:29.364884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-732c07df-33ff-4dab-b619-358a8b19bb45 req-22250951-04b6-4afd-ac23-23bb7dd83936 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 943 time: 0.4621916 Aug 29 17:05:29.369649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36724) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:29.374549 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/networks/be3863e6-eb70-4057-9224-ba7a694f0551 HTTP/1.1" status: 204 len: 168 time: 1.1307087 Aug 29 17:05:29.398015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0333250-c503-445b-a3cb-4c9a3c76b845 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Network': ['ID=be3863e6-eb70-4057-9224-ba7a694f0551,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:29.425707 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9358241b-109a-4c5e-8b8f-6744512b8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:23Z', 'revision_number': 8, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:29.472533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9358241b-109a-4c5e-8b8f-6744512b8df5 None None] The sync data for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 is: [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:23Z', 'revision_number': 8, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7bad206-c371-4908-99a7-d124522d72f5', 'name': '', 'network_id': 'b81e36be-b37a-4a38-b4ef-35ba2f51bbc4', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:2e:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:02Z', 'updated_at': '2021-08-29T17:05:12Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '1e4d3ada-3c68-4060-8d84-eb771cad567a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:29.485041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45342b-c4ea-4cac-8eaa-d40f3a7b480e None None] DHCP port deletion for be3863e6-eb70-4057-9224-ba7a694f0551 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:05:29.516391 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa39b03f-469d-4659-ad30-be917f9c3287 req-9cfbf260-7aeb-4ac8-abdd-e39fd34afe85 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 210 time: 0.0511746 Aug 29 17:05:29.643891 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-732c07df-33ff-4dab-b619-358a8b19bb45 req-bc9f8d4e-734b-4bd4-987c-c98564f6229e tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381290 Aug 29 17:05:29.707169 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.791597 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-144eee0b-1e23-4ef5-82b8-68a785e5057d req-2131c163-2085-47ac-a4fd-46adb6790a25 service neutron] 10.222.0.16 "GET /v2.0/networks/65af5368-ae59-4a02-980c-2cdb692b01c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8022118 Aug 29 17:05:29.792278 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.799689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:29.800222 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:29.924963 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:05:30.023605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-1fe6103e-bce9-49d0-8d88-8ba547930e90 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:30.025332 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-1fe6103e-bce9-49d0-8d88-8ba547930e90 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.10 "GET /v2.0/networks?id=0f96cfef-9ca0-4418-b2bf-adad88ac4980 HTTP/1.1" status: 200 len: 811 time: 0.3804574 Aug 29 17:05:30.033067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Pushing event updated for resources: {'Network': ['ID=eb970b0b-c47c-47a3-9df4-b79373a2eef9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:30.045964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Request body: {'port': {'device_id': 'f9cad84b-05a1-45b9-859b-428a902bf05b', 'network_id': '0f96cfef-9ca0-4418-b2bf-adad88ac4980', 'admin_state_up': True, 'tenant_id': '231364c8cef749d890923eabecc82efe'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:30.073897 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network eb970b0b-c47c-47a3-9df4-b79373a2eef9 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:05:30.150734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b,segment=NetworkSegment(17d0cc41-5fb4-4531-baff-91c35ce0fbd7),segment_id=17d0cc41-5fb4-4531-baff-91c35ce0fbd7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:30.154583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.193046 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.212407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '40a1b7d2-a63b-4a2a-8ab1-a9161936d78b', 'network_id': '65af5368-ae59-4a02-980c-2cdb692b01c1', 'port_id': '40a1b7d2-a63b-4a2a-8ab1-a9161936d78b', 'mac_address': 'fa:16:3e:a8:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb2a5d6-da15-4bef-aeaa-a9f635aba012', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:05:30.216627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d1251238-81ff-4888-82f6-572cfd68c788 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5980339 Aug 29 17:05:30.283359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:05:30.324092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63b0d8c-b8c1-4029-90b2-a48bd4685cca,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:30.328416 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.328946 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Added segment 4a21a576-cbc9-46a6-b5db-751b5cc3aff0 of type vlan for network 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90 Aug 29 17:05:30.346999 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.397890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.407576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:05:30.422192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Made reservation on behalf of 231364c8cef749d890923eabecc82efe for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:30.426996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.456203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b,segment=NetworkSegment(17d0cc41-5fb4-4531-baff-91c35ce0fbd7),segment_id=17d0cc41-5fb4-4531-baff-91c35ce0fbd7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:30.464029 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.526558 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.536188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:30.536829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.554960 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d443cd9-5296-4796-a1df-871a9fd9b192 req-ade6695d-839e-4a4a-b18f-2a356c9e2450 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 210 time: 0.0746019 Aug 29 17:05:30.569951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:30.709532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b333ad59-412d-4ba9-8c44-20aeba5ad9b5 req-0d12529a-2e49-4b1f-9143-4f8f125e0e79 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 210 time: 0.0620601 Aug 29 17:05:30.710063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36740) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:30.715176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Request body: {'port': {'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9', 'binding:host_id': 'n-h1-713301-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1465024835'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:30.753499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Made reservation on behalf of 8b4d107d81f44a6f8d6c533851022c90 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:30.758877 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.769175 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.848547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['40a1b7d2-a63b-4a2a-8ab1-a9161936d78b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:05:30.986789 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:30.996480 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:31.011864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] device_id is not set on port 02f1aa41-3928-49e8-a67d-3912eacb37bc yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:05:31.070126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7b542d50-4dcd-49fc-9b29-15bd4bb93315 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:31.146034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a2952d-16f9-4789-9596-298b5135f175,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:31.160603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 7b542d50-4dcd-49fc-9b29-15bd4bb93315 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:31.165861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7b542d50-4dcd-49fc-9b29-15bd4bb93315 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:31.166650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6572b1eb-c55f-40c4-864f-c7801ad64a65 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:31.278740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 6572b1eb-c55f-40c4-864f-c7801ad64a65 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:31.279077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6572b1eb-c55f-40c4-864f-c7801ad64a65 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:31.376370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Allocated IP 172.20.0.14 (0f96cfef-9ca0-4418-b2bf-adad88ac4980/215c4f72-6f88-48b7-9664-2ffdee3a8ade/acf85dd2-62fc-4855-821c-c66a7c75aef1) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:05:31.491960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Pushing event updated for resources: {'Network': ['ID=6d5298d1-f15d-4b62-8cc0-17c8ccd5df90,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:31.538982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:05:31.543430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8e9ff317-5cba-43a3-93ad-7c3ff724c8c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.0027797 Aug 29 17:05:31.546544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36746) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:31.556494 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:05:31.589047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6716127-3f52-4dcd-ac0d-c3b8674cb83e req-16658cc0-66e3-4570-a760-3e01b8d72bbd tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:31.596147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6716127-3f52-4dcd-ac0d-c3b8674cb83e req-16658cc0-66e3-4570-a760-3e01b8d72bbd tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 944 time: 0.0822473 Aug 29 17:05:31.623508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Request body: {'subnet': {'network_id': '6d5298d1-f15d-4b62-8cc0-17c8ccd5df90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:31.669916 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6716127-3f52-4dcd-ac0d-c3b8674cb83e req-66c1c8bb-8c6c-4d49-b862-3c57de6a3448 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728762 Aug 29 17:05:31.689299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:31.819322 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:31.857531 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-86ee7d2f-c804-45f6-a98c-4d0268f8efde req-b7b37110-2149-443e-9dd4-f1523869d17f tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 210 time: 0.0316980 Aug 29 17:05:31.882297 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-042cc0fe-ffa7-4fdb-b8d8-1e114b678a78 req-8e49b8b0-6107-4fe5-a877-95cd226aedcb tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/ports?device_id=2edad481-2ef5-493b-8971-aa61f1b60ca5 HTTP/1.1" status: 200 len: 210 time: 0.0500760 Aug 29 17:05:31.927298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Made reservation on behalf of 0ba834623c3e4cefa109bdf781658d8f for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:31.931115 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.006308 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.008741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] device_id is not set on port 02f1aa41-3928-49e8-a67d-3912eacb37bc yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:05:32.046683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.073812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Transition to ACTIVE for port object 02f1aa41-3928-49e8-a67d-3912eacb37bc will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:32.077575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Network 0f96cfef-9ca0-4418-b2bf-adad88ac4980 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:32.079797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Pushing event updated for resources: {'Port': ['ID=acf85dd2-62fc-4855-821c-c66a7c75aef1,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:32.082942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:32.086221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:32.160231 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.194576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:32.195349 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.211795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-e0cbfce5-8c40-494e-9675-78f03cc20aac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1752822 Aug 29 17:05:32.224709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Request body: {'port': {'device_id': 'f9cad84b-05a1-45b9-859b-428a902bf05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:32.278784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event updated for resources: {'Port': ['ID=02f1aa41-3928-49e8-a67d-3912eacb37bc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:32.283098 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.296562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Checking segment: {'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:32.296943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Network hostable DHCP agents. Network: eb970b0b-c47c-47a3-9df4-b79373a2eef9, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:05:32.348381 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.368243 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Pushing event updated for resources: {'Subnet': ['ID=38b2bf32-5953-444b-9e9a-8537b40f3ff7,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:32.373779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Network eb970b0b-c47c-47a3-9df4-b79373a2eef9 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:05:32.389795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port c7bad206-c371-4908-99a7-d124522d72f5 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:32.390354 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.407687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, eb970b0b-c47c-47a3-9df4-b79373a2eef9) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:32.412434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:32.416117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd224ad-5511-4f30-81c5-30f41a8e8337 None None] Network eb970b0b-c47c-47a3-9df4-b79373a2eef9 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:32.427482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Checking segment: {'id': '4a21a576-cbc9-46a6-b5db-751b5cc3aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d5298d1-f15d-4b62-8cc0-17c8ccd5df90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:32.427951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Network hostable DHCP agents. Network: 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:05:32.439925 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:32.440399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:32.440753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:32.450537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:32.450969 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:32.452776 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 2 to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc Aug 29 17:05:32.469646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Network 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:05:32.473835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:32.474183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:32.474587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:32.483071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:32.487926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:32.488945 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.492715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:32.493052 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:32.496912 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 3 to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc Aug 29 17:05:32.503815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2705ee16-97d2-40ab-9250-cb2e7a80e237 None None] Network 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:32.518065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:32.518447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:32.518794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:32.529889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f1a4bdff-d827-42ef-ae83-9eb3c1fae0e0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9320381 Aug 29 17:05:32.529889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:32.529889 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:32.529889 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 4 to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc Aug 29 17:05:32.532532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36756) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:32.539877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Request body: {'port': {'network_id': '6d5298d1-f15d-4b62-8cc0-17c8ccd5df90', 'name': 'tempest-TagsExtTest-1270259246'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:32.631177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:32.631853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:32.631853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:32.650166 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:32.650365 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:32.652585 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 5 to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc Aug 29 17:05:32.679913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:32.680300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:32.680651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:32.705841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:32.706133 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:32.708001 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 6 to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc Aug 29 17:05:32.748180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:32.748499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:32.748791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:32.766766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:32.767165 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:32.769721 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 7 to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc Aug 29 17:05:32.816394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:32.816394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:32.816394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:32.838031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-6d5298d1-f15d-4b62-8cc0-17c8ccd5df90', 'network_id': '6d5298d1-f15d-4b62-8cc0-17c8ccd5df90', 'tenant_id': '0ba834623c3e4cefa109bdf781658d8f', 'fixed_ips': [{'subnet_id': '38b2bf32-5953-444b-9e9a-8537b40f3ff7'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:05:32.839178 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.843388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port c7bad206-c371-4908-99a7-d124522d72f5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c7bad206-c371-4908-99a7-d124522d72f5,segment=NetworkSegment(b8bc759c-a9ac-47af-8ee6-aacc2c24e020),segment_id=b8bc759c-a9ac-47af-8ee6-aacc2c24e020)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:32.843796 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.853677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Made reservation on behalf of 0ba834623c3e4cefa109bdf781658d8f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:32.862556 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:32.925007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:32.927009 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:32.946793 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 8 to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc Aug 29 17:05:32.950743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for c7bad206-c371-4908-99a7-d124522d72f5 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:32.973675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] device_id is not set on port 0d92d22c-24ae-45ba-a221-c44f0ed465e5 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:05:33.052612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Allocated IP 172.20.0.2 (6d5298d1-f15d-4b62-8cc0-17c8ccd5df90/38b2bf32-5953-444b-9e9a-8537b40f3ff7/34157767-4c29-49b9-b850-47f942e215c4) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:05:33.080904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:33.081146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:33.081517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:33.101868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a21ef-9896-49f2-b424-285fced96f5c req-fb8db5e0-887f-46f9-9905-2b7ad0ada39f tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:33.110781 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-717a21ef-9896-49f2-b424-285fced96f5c req-fb8db5e0-887f-46f9-9905-2b7ad0ada39f tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 944 time: 0.3132961 Aug 29 17:05:33.125505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:33.125852 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:33.135384 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 9 to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc Aug 29 17:05:33.157418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:33.157812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:33.158202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:33.173085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:33.173484 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:33.174122 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 10 to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc Aug 29 17:05:33.190054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-717a21ef-9896-49f2-b424-285fced96f5c req-5d484408-1cc1-4aa0-bb34-21d3c1f63379 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783834 Aug 29 17:05:33.213640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:33.214147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:33.214504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:33.220397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 02f1aa41-3928-49e8-a67d-3912eacb37bc on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:33.220819 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 02f1aa41-3928-49e8-a67d-3912eacb37bc on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:33.221200 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.343984 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36768) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:33.369673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] For port 02f1aa41-3928-49e8-a67d-3912eacb37bc, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:33.370489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempted to set empty binding levels {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:05:33.384134 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.389810 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.417384 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Transition to ACTIVE for port object 34157767-4c29-49b9-b850-47f942e215c4 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:33.435136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Transition to ACTIVE for port object 34157767-4c29-49b9-b850-47f942e215c4 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:33.448175 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.473061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:33.473995 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.530631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Pushing event updated for resources: {'Port': ['ID=34157767-4c29-49b9-b850-47f942e215c4,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:33.538788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Network 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:33.540891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:33.551410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:33.564146 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84c8c453-6d70-4bbc-9552-9c4592980671 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.571444 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.8601813 Aug 29 17:05:33.572912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fd128-2f13-4298-84b7-c547cc1506e2 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event updated for resources: {'Port': ['ID=02f1aa41-3928-49e8-a67d-3912eacb37bc,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:33.579442 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36770) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:33.677253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Allocated IP 172.20.0.4 (6d5298d1-f15d-4b62-8cc0-17c8ccd5df90/38b2bf32-5953-444b-9e9a-8537b40f3ff7/0d92d22c-24ae-45ba-a221-c44f0ed465e5) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:05:33.677931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722d513-f848-4213-b35c-76e88ca15097 req-5fc94210-863b-4f24-bc7c-afd2f8b838a5 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:33.680832 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84c8c453-6d70-4bbc-9552-9c4592980671 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.694551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5722d513-f848-4213-b35c-76e88ca15097 req-5fc94210-863b-4f24-bc7c-afd2f8b838a5 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 932 time: 0.6200192 Aug 29 17:05:33.761586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Attempting to bind port 34157767-4c29-49b9-b850-47f942e215c4 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:33.762305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Attempting to bind port 34157767-4c29-49b9-b850-47f942e215c4 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '4a21a576-cbc9-46a6-b5db-751b5cc3aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d5298d1-f15d-4b62-8cc0-17c8ccd5df90'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:33.762911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Attempting to bind port 34157767-4c29-49b9-b850-47f942e215c4 on network 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:33.785793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:05:33.787599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Checking segment: {'id': '4a21a576-cbc9-46a6-b5db-751b5cc3aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d5298d1-f15d-4b62-8cc0-17c8ccd5df90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:33.788244 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.792397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Bound using segment: {'id': '4a21a576-cbc9-46a6-b5db-751b5cc3aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d5298d1-f15d-4b62-8cc0-17c8ccd5df90'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:05:33.797002 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.805845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Bound port: 34157767-4c29-49b9-b850-47f942e215c4, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a21a576-cbc9-46a6-b5db-751b5cc3aff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6d5298d1-f15d-4b62-8cc0-17c8ccd5df90'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:05:33.811427 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.873269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=c7bad206-c371-4908-99a7-d124522d72f5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:33.891014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5722d513-f848-4213-b35c-76e88ca15097 req-50d9c370-849d-459a-aeb3-0925898f126c tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954842 Aug 29 17:05:33.897848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf85dd2-62fc-4855-821c-c66a7c75aef1 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:05:33.928238 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84c8c453-6d70-4bbc-9552-9c4592980671 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.931571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84c8c453-6d70-4bbc-9552-9c4592980671 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:33.935475 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-84c8c453-6d70-4bbc-9552-9c4592980671 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "DELETE /v2.0/security-groups/74672e34-c804-4a7c-bfd6-f6b37ec7e711 HTTP/1.1" status: 204 len: 168 time: 0.5879939 Aug 29 17:05:33.936134 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36774) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:33.971596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:33.976580 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:34.004966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8c453-6d70-4bbc-9552-9c4592980671 tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74672e34-c804-4a7c-bfd6-f6b37ec7e711,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:34.027453 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-06633d3f-b7d7-474f-b0b1-dace95f36f1b tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] show failed (client error): The resource could not be found. Aug 29 17:05:34.029129 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-06633d3f-b7d7-474f-b0b1-dace95f36f1b tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "GET /v2.0/security-groups/74672e34-c804-4a7c-bfd6-f6b37ec7e711 HTTP/1.1" status: 404 len: 347 time: 0.0823841 Aug 29 17:05:34.054295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36776) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:34.135910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] For port 34157767-4c29-49b9-b850-47f942e215c4, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:34.138118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Transition to ACTIVE for port object acf85dd2-62fc-4855-821c-c66a7c75aef1 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:34.148344 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:34.154644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] For port 34157767-4c29-49b9-b850-47f942e215c4, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=34157767-4c29-49b9-b850-47f942e215c4,segment=NetworkSegment(4a21a576-cbc9-46a6-b5db-751b5cc3aff0),segment_id=4a21a576-cbc9-46a6-b5db-751b5cc3aff0)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:05:34.176981 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:34.195261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-0d8479fe-927b-4082-a148-71c4ccc88593 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Deleting port 02f1aa41-3928-49e8-a67d-3912eacb37bc {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:34.199296 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d8479fe-927b-4082-a148-71c4ccc88593 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:34.273038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:34.328890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:34.329290 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:34.388714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:34.442902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Pushing event updated for resources: {'Port': ['ID=acf85dd2-62fc-4855-821c-c66a7c75aef1,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:34.466934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894549e-df0a-49d6-99cc-ac7e1797fa79 None None] Pushing event updated for resources: {'Port': ['ID=34157767-4c29-49b9-b850-47f942e215c4,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:34.556649 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:34.668306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b,segment=NetworkSegment(17d0cc41-5fb4-4531-baff-91c35ce0fbd7),segment_id=17d0cc41-5fb4-4531-baff-91c35ce0fbd7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:34.670154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b346d37-0aca-4f1b-8425-c5a72f28b7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a1b7d2-a63b-4a2a-8ab1-a9161936d78b'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:05:34.674056 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403497e5-c654-4fc4-b010-1c0b3eb66b91" -d '{"events": [{"server_uuid": "0b346d37-0aca-4f1b-8425-c5a72f28b7cf", "name": "network-vif-plugged", "status": "completed", "tag": "40a1b7d2-a63b-4a2a-8ab1-a9161936d78b"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:05:34.678057 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:34.770741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:34.784595 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:34.797650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-0d8479fe-927b-4082-a148-71c4ccc88593 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] For port 02f1aa41-3928-49e8-a67d-3912eacb37bc, host n-h1-713301-13, got binding levels [] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:34.798193 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d8479fe-927b-4082-a148-71c4ccc88593 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:34.820024 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c090a2c7-7fb1-463a-a90c-a33e9c26ee10 x-openstack-request-id: req-c090a2c7-7fb1-463a-a90c-a33e9c26ee10 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:05:34.820583 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b346d37-0aca-4f1b-8425-c5a72f28b7cf", "name": "network-vif-plugged", "status": "completed", "tag": "40a1b7d2-a63b-4a2a-8ab1-a9161936d78b", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:05:34.821024 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c090a2c7-7fb1-463a-a90c-a33e9c26ee10 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:05:34.821862 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b346d37-0aca-4f1b-8425-c5a72f28b7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a1b7d2-a63b-4a2a-8ab1-a9161936d78b', 'code': 200} Aug 29 17:05:34.846131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Attempting to bind port acf85dd2-62fc-4855-821c-c66a7c75aef1 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:34.846734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Attempting to bind port acf85dd2-62fc-4855-821c-c66a7c75aef1 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '97b91890-ec24-4e03-a215-e56a25a57873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0f96cfef-9ca0-4418-b2bf-adad88ac4980'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:34.846885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Attempting to bind port acf85dd2-62fc-4855-821c-c66a7c75aef1 on network 0f96cfef-9ca0-4418-b2bf-adad88ac4980 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:34.862308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Transition to ACTIVE for port object 0d92d22c-24ae-45ba-a221-c44f0ed465e5 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:34.917209 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-0d8479fe-927b-4082-a148-71c4ccc88593 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Calling delete_port for 02f1aa41-3928-49e8-a67d-3912eacb37bc owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:34.926270 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:34.957344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34795a21-c337-426b-9274-2e70b8799f1f req-a3670008-fb85-4eee-81e2-88f97da26e67 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:34.959190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34795a21-c337-426b-9274-2e70b8799f1f req-a3670008-fb85-4eee-81e2-88f97da26e67 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 944 time: 0.4557424 Aug 29 17:05:34.968389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Port acf85dd2-62fc-4855-821c-c66a7c75aef1 on network 0f96cfef-9ca0-4418-b2bf-adad88ac4980 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:34.968731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Attempting to bind port acf85dd2-62fc-4855-821c-c66a7c75aef1 on network 0f96cfef-9ca0-4418-b2bf-adad88ac4980 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:35.063981 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Network 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:35.083044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:35.095309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Pushing event updated for resources: {'Port': ['ID=0d92d22c-24ae-45ba-a221-c44f0ed465e5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:35.099637 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:35.105161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:05:35.109519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0542b-290c-4081-b69a-9c83c44f341d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Deleting port 7b4b7466-943d-4082-b9ab-d01ecc04e934 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:35.109976 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2d0542b-290c-4081-b69a-9c83c44f341d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.166700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:05:35.167853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Checking segment: {'id': '97b91890-ec24-4e03-a215-e56a25a57873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0f96cfef-9ca0-4418-b2bf-adad88ac4980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:35.167853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Bound using segment: {'id': '97b91890-ec24-4e03-a215-e56a25a57873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0f96cfef-9ca0-4418-b2bf-adad88ac4980'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:05:35.167853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Bound port: acf85dd2-62fc-4855-821c-c66a7c75aef1, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b91890-ec24-4e03-a215-e56a25a57873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0f96cfef-9ca0-4418-b2bf-adad88ac4980'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:05:35.168404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.213506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34795a21-c337-426b-9274-2e70b8799f1f req-fa6fd7fb-951c-4a78-a8de-0fc08563dcad tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238307 Aug 29 17:05:35.287790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:35.288993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.295102 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d8479fe-927b-4082-a148-71c4ccc88593 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.344677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8479fe-927b-4082-a148-71c4ccc88593 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event deleted for resources: {'Port': ['ID=02f1aa41-3928-49e8-a67d-3912eacb37bc,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:35.391238 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-db5f7f61-d5f5-4d1d-95f8-369ad11afffb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8574598 Aug 29 17:05:35.396814 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d8479fe-927b-4082-a148-71c4ccc88593 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.405950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0d8479fe-927b-4082-a148-71c4ccc88593 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "DELETE /v2.0/ports/02f1aa41-3928-49e8-a67d-3912eacb37bc HTTP/1.1" status: 204 len: 168 time: 1.8197486 Aug 29 17:05:35.412841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36790) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:35.413384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36792) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:35.423896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 34157767-4c29-49b9-b850-47f942e215c4 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:35.441049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-41407fd7-19b1-4dda-afa8-88a9ede38496 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-389517634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:35.491069 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2d0542b-290c-4081-b69a-9c83c44f341d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.491365 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2d0542b-290c-4081-b69a-9c83c44f341d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.526176 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9297ec83-1295-4430-ac32-99e746dc3ef5 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:05:35.534102 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9297ec83-1295-4430-ac32-99e746dc3ef5 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "GET /v2.0/ports/02f1aa41-3928-49e8-a67d-3912eacb37bc HTTP/1.1" status: 404 len: 333 time: 0.0783825 Aug 29 17:05:35.548842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36794) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:35.566589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Request body: {'port': {'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1251170033'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:35.572177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0542b-290c-4081-b69a-9c83c44f341d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Calling delete_port for 7b4b7466-943d-4082-b9ab-d01ecc04e934 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:35.614157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 34157767-4c29-49b9-b850-47f942e215c4 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:35.615543 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41407fd7-19b1-4dda-afa8-88a9ede38496 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.616884 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41407fd7-19b1-4dda-afa8-88a9ede38496 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.675913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719693a5-5bb7-4473-b16e-1aa95ce23680 req-ab97b97d-ada5-40d4-8d64-069ca9a0ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:35.678464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-719693a5-5bb7-4473-b16e-1aa95ce23680 req-ab97b97d-ada5-40d4-8d64-069ca9a0ce62 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 1097 time: 0.7795331 Aug 29 17:05:35.696769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Made reservation on behalf of 8b4d107d81f44a6f8d6c533851022c90 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:35.699520 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.747124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f24a6-7a28-4249-a2f3-5771940e6483 req-8da88e74-4a9e-4b58-9a56-e4a434535934 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:35.755055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad4f24a6-7a28-4249-a2f3-5771940e6483 req-8da88e74-4a9e-4b58-9a56-e4a434535934 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 944 time: 0.4190695 Aug 29 17:05:35.762363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] For port acf85dd2-62fc-4855-821c-c66a7c75aef1, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:35.783668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-719693a5-5bb7-4473-b16e-1aa95ce23680 req-b4c902ca-aa70-4cd5-ad70-9051e828f10e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914786 Aug 29 17:05:35.794486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:35.798211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] For port acf85dd2-62fc-4855-821c-c66a7c75aef1, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=acf85dd2-62fc-4855-821c-c66a7c75aef1,segment=NetworkSegment(97b91890-ec24-4e03-a215-e56a25a57873),segment_id=97b91890-ec24-4e03-a215-e56a25a57873)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:05:35.808765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6d7a5e30-bde3-4953-977d-7f5a3c9a4e29 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4347005 Aug 29 17:05:35.810408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8e7e1-cb06-4e34-9ea5-e4a9c11a8e53 None None] Sync routers for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:35.811558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36796) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:35.828946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8e7e1-cb06-4e34-9ea5-e4a9c11a8e53 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:35.829904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c4f8e7e1-cb06-4e34-9ea5-e4a9c11a8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:35.835355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] device_id is not set on port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:05:35.863834 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41407fd7-19b1-4dda-afa8-88a9ede38496 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.872256 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.888554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-635b5227-70f7-4cfd-9ec0-3e78f45a1e6f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting subnet 1e4d3ada-3c68-4060-8d84-eb771cad567a {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:05:35.912247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-635b5227-70f7-4cfd-9ec0-3e78f45a1e6f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.942406 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41407fd7-19b1-4dda-afa8-88a9ede38496 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.977410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:35.978155 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:35.982563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] 10.222.0.10 "PUT /v2.0/ports/acf85dd2-62fc-4855-821c-c66a7c75aef1 HTTP/1.1" status: 200 len: 1093 time: 3.7630508 Aug 29 17:05:35.989758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cad84b-05a1-45b9-859b-428a902bf05b', 'tag': 'acf85dd2-62fc-4855-821c-c66a7c75aef1'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:05:35.992705 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659054d9-1139-4fd6-8607-82bbaba40b80" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cad84b-05a1-45b9-859b-428a902bf05b", "tag": "acf85dd2-62fc-4855-821c-c66a7c75aef1"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:05:36.030365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad4f24a6-7a28-4249-a2f3-5771940e6483 req-21a534c0-26a8-45bd-8cc1-4afa716e2e84 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742083 Aug 29 17:05:36.037317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c4f8e7e1-cb06-4e34-9ea5-e4a9c11a8e53 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:36.080490 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41407fd7-19b1-4dda-afa8-88a9ede38496 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:36.088365 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-41407fd7-19b1-4dda-afa8-88a9ede38496 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6638966 Aug 29 17:05:36.098691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36800) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:36.118730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-de1700b8-f779-40a1-9869-960723b365e2 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1983484853', 'prefixes': ['172.20.0.0/16']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:36.155997 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-635b5227-70f7-4cfd-9ec0-3e78f45a1e6f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:36.208873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68e468d-ddb2-47ba-97d8-17d44f93dbe2 None None] Network 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:36.306614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-635b5227-70f7-4cfd-9ec0-3e78f45a1e6f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:36.371644 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278ce5cf-d8e8-4839-bd03-c9c26259a5bf x-openstack-request-id: req-278ce5cf-d8e8-4839-bd03-c9c26259a5bf {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:05:36.371979 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cad84b-05a1-45b9-859b-428a902bf05b", "tag": "acf85dd2-62fc-4855-821c-c66a7c75aef1", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:05:36.372243 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-278ce5cf-d8e8-4839-bd03-c9c26259a5bf {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:05:36.372657 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cad84b-05a1-45b9-859b-428a902bf05b', 'tag': 'acf85dd2-62fc-4855-821c-c66a7c75aef1', 'status': 'completed', 'code': 200} Aug 29 17:05:36.380674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-57b9b055-fdd9-4c36-9cc1-6646695801e5 None None] Provisioning for port 34157767-4c29-49b9-b850-47f942e215c4 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:36.409130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29263b8f-d82d-44f6-a88d-b627568e5d88 service neutron] Pushing event updated for resources: {'Port': ['ID=acf85dd2-62fc-4855-821c-c66a7c75aef1,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:36.427716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-57b9b055-fdd9-4c36-9cc1-6646695801e5 None None] Provisioning complete for port 34157767-4c29-49b9-b850-47f942e215c4 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:36.427716 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-57b9b055-fdd9-4c36-9cc1-6646695801e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:36.439867 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-635b5227-70f7-4cfd-9ec0-3e78f45a1e6f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:36.495035 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-635b5227-70f7-4cfd-9ec0-3e78f45a1e6f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:36.500825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-635b5227-70f7-4cfd-9ec0-3e78f45a1e6f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/1e4d3ada-3c68-4060-8d84-eb771cad567a HTTP/1.1" status: 204 len: 168 time: 0.6879311 Aug 29 17:05:36.515206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36806) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:36.518614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a7c48c-8b16-4feb-a50c-f76b232884c2 None None] Network b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:36.563642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-c45cc87d-2bda-4e28-8031-545c08d9e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:36.565242 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-c45cc87d-2bda-4e28-8031-545c08d9e15c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=231364c8cef749d890923eabecc82efe&device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 1096 time: 0.5285928 Aug 29 17:05:36.567849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b5227-70f7-4cfd-9ec0-3e78f45a1e6f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Subnet': ['ID=1e4d3ada-3c68-4060-8d84-eb771cad567a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:36.656581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-95c99a86-1841-4488-8683-7abe1445d0db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acf85dd2-62fc-4855-821c-c66a7c75aef1 HTTP/1.1" status: 200 len: 217 time: 0.0761821 Aug 29 17:05:36.721708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:36.745458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-52956f7f-e048-4249-b0d6-31a34322eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:36.747672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-52956f7f-e048-4249-b0d6-31a34322eafc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=215c4f72-6f88-48b7-9664-2ffdee3a8ade HTTP/1.1" status: 200 len: 851 time: 0.0815828 Aug 29 17:05:36.817909 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-7404e000-2eec-4325-9989-5ec8f4877556 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f96cfef-9ca0-4418-b2bf-adad88ac4980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463073 Aug 29 17:05:36.860964 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2d0542b-290c-4081-b69a-9c83c44f341d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:36.914760 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:36.924105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0542b-290c-4081-b69a-9c83c44f341d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Pushing event deleted for resources: {'Port': ['ID=7b4b7466-943d-4082-b9ab-d01ecc04e934,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:36.931917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port b48e4e1c-4fbb-4d43-8e32-09fafc706763 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:36.932494 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:36.943634 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4101d7f-1c1a-453c-902f-779b0411a602 req-703c23cd-811d-434b-b8b8-08e22fbd3fdf tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:36.951743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4101d7f-1c1a-453c-902f-779b0411a602 req-703c23cd-811d-434b-b8b8-08e22fbd3fdf tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 945 time: 0.6194725 Aug 29 17:05:37.026252 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:37.149361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Network eb970b0b-c47c-47a3-9df4-b79373a2eef9 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:37.176666 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de1700b8-f779-40a1-9869-960723b365e2 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for subnetpool, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:37.182546 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-de1700b8-f779-40a1-9869-960723b365e2 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.0822272 Aug 29 17:05:37.183006 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36812) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:37.191157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4101d7f-1c1a-453c-902f-779b0411a602 req-b028456c-8eaa-47a3-8923-4bb1c621ebae tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370286 Aug 29 17:05:37.193571 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-57b9b055-fdd9-4c36-9cc1-6646695801e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:37.193990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:37.196578 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:37.197950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:37.198831 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:37.220387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-19863234-8529-46ab-bd1b-e63652004c62 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7', 'tempest-TagsExtTest-Tag-2107990585') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:37.266725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-57b9b055-fdd9-4c36-9cc1-6646695801e5 None None] For port 34157767-4c29-49b9-b850-47f942e215c4, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=34157767-4c29-49b9-b850-47f942e215c4,segment=NetworkSegment(4a21a576-cbc9-46a6-b5db-751b5cc3aff0),segment_id=4a21a576-cbc9-46a6-b5db-751b5cc3aff0)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:37.275657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c4f8e7e1-cb06-4e34-9ea5-e4a9c11a8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:33Z', 'revision_number': 9, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:37.279191 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-57b9b055-fdd9-4c36-9cc1-6646695801e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:37.324680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8e7e1-cb06-4e34-9ea5-e4a9c11a8e53 None None] Checking router: 9a53a80e-ada7-4c30-8aaa-11bc38418d8c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:37.333439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event updated for resources: {'Port': ['ID=31a5bb2e-c712-4071-9a0e-ee4f75c4a162,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:37.345044 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2d0542b-290c-4081-b69a-9c83c44f341d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:37.348766 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2d0542b-290c-4081-b69a-9c83c44f341d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:37.352685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b2d0542b-290c-4081-b69a-9c83c44f341d tempest-ServersTestBootFromVolume-411015452 tempest-ServersTestBootFromVolume-411015452-project] 10.222.0.22 "DELETE /v2.0/floatingips/1892b47e-f707-42ae-b94e-c284a471b09b HTTP/1.1" status: 204 len: 168 time: 3.2945879 Aug 29 17:05:37.352685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-62648aa4-66e3-4385-a68f-1099c2991e2f tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8022852 Aug 29 17:05:37.357149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36816) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:37.357665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36818) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:37.366603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:37.368282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d015e-a931-47d9-947b-fe08e3cff42f None None] DHCP port deletion for b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:05:37.435729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8e7e1-cb06-4e34-9ea5-e4a9c11a8e53 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:37.436840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c4f8e7e1-cb06-4e34-9ea5-e4a9c11a8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:37.478406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port b48e4e1c-4fbb-4d43-8e32-09fafc706763, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b48e4e1c-4fbb-4d43-8e32-09fafc706763,segment=NetworkSegment(b8bc759c-a9ac-47af-8ee6-aacc2c24e020),segment_id=b8bc759c-a9ac-47af-8ee6-aacc2c24e020)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:37.479717 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:37.485098 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-6261ceef-0222-4c2b-a011-b839c41891fb service neutron] 10.222.0.10 "GET /v2.0/networks/0f96cfef-9ca0-4418-b2bf-adad88ac4980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600409 Aug 29 17:05:37.546117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c4f8e7e1-cb06-4e34-9ea5-e4a9c11a8e53 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:37.578664 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:37.612581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-19863234-8529-46ab-bd1b-e63652004c62 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags/tempest-TagsExtTest-Tag-2107990585 HTTP/1.1" status: 201 len: 201 time: 0.4199512 Aug 29 17:05:37.620779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7aab356f-3fb1-4903-8873-a9eb83f418d7 req-58646b38-58bd-4dd8-a650-6387526ae091 service neutron] 10.222.0.10 "GET /v2.0/networks/0f96cfef-9ca0-4418-b2bf-adad88ac4980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261246 Aug 29 17:05:37.624350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36820) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:37.635759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6df7e-f4ac-47f7-aca0-8b4342384262 req-c763666d-3084-428f-9144-2c94bed50fa0 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:37.638522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0d6df7e-f4ac-47f7-aca0-8b4342384262 req-c763666d-3084-428f-9144-2c94bed50fa0 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 944 time: 0.3171303 Aug 29 17:05:37.643609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-9a16ed9d-2744-40fb-87c9-5a5889381fd1 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5', 'tempest-TagsExtTest-Tag-176381381') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:37.675257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for b48e4e1c-4fbb-4d43-8e32-09fafc706763 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:37.745855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9b055-fdd9-4c36-9cc1-6646695801e5 None None] Pushing event updated for resources: {'Port': ['ID=34157767-4c29-49b9-b850-47f942e215c4,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:37.776524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0d6df7e-f4ac-47f7-aca0-8b4342384262 req-9dd85e7e-bbaa-49be-9207-395269d96f94 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914066 Aug 29 17:05:37.827734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6ef5dfc6-a553-49e7-9e1c-93f7335b306a None None] Provisioning for port 0d92d22c-24ae-45ba-a221-c44f0ed465e5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:37.851758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6ef5dfc6-a553-49e7-9e1c-93f7335b306a None None] Provisioning complete for port 0d92d22c-24ae-45ba-a221-c44f0ed465e5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:37.852135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6ef5dfc6-a553-49e7-9e1c-93f7335b306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:37.896746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d015e-a931-47d9-947b-fe08e3cff42f None None] Deleting port b48e4e1c-4fbb-4d43-8e32-09fafc706763 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:37.897145 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fa7d015e-a931-47d9-947b-fe08e3cff42f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:37.998053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.032482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659054d9-1139-4fd6-8607-82bbaba40b80 req-1972b30e-ca5f-43e5-bc78-c00276225edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:38.037641 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659054d9-1139-4fd6-8607-82bbaba40b80 req-1972b30e-ca5f-43e5-bc78-c00276225edc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=231364c8cef749d890923eabecc82efe&device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 1096 time: 0.3538671 Aug 29 17:05:38.049860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5dfc6-a553-49e7-9e1c-93f7335b306a None None] Port 0d92d22c-24ae-45ba-a221-c44f0ed465e5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:05:38.089875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6ef5dfc6-a553-49e7-9e1c-93f7335b306a None None] Provisioning complete for port 34157767-4c29-49b9-b850-47f942e215c4 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:38.090259 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6ef5dfc6-a553-49e7-9e1c-93f7335b306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.147717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fa7d015e-a931-47d9-947b-fe08e3cff42f None None] For port b48e4e1c-4fbb-4d43-8e32-09fafc706763, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b48e4e1c-4fbb-4d43-8e32-09fafc706763,segment=NetworkSegment(b8bc759c-a9ac-47af-8ee6-aacc2c24e020),segment_id=b8bc759c-a9ac-47af-8ee6-aacc2c24e020)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:38.148398 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fa7d015e-a931-47d9-947b-fe08e3cff42f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.164971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d015e-a931-47d9-947b-fe08e3cff42f None None] Calling delete_port for b48e4e1c-4fbb-4d43-8e32-09fafc706763 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:38.179521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659054d9-1139-4fd6-8607-82bbaba40b80 req-9ad0905e-f8ab-41c8-85c3-525b0a9e5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:38.181194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659054d9-1139-4fd6-8607-82bbaba40b80 req-9ad0905e-f8ab-41c8-85c3-525b0a9e5daf service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f96cfef-9ca0-4418-b2bf-adad88ac4980 HTTP/1.1" status: 200 len: 912 time: 0.0925045 Aug 29 17:05:38.182120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=b48e4e1c-4fbb-4d43-8e32-09fafc706763,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:38.191419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No DVR routers for this DVR port b48e4e1c-4fbb-4d43-8e32-09fafc706763 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:38.201497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] device_id is not set on port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:05:38.213510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.267485 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659054d9-1139-4fd6-8607-82bbaba40b80 req-d329db67-94e9-4d64-b1fa-75279f467c7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acf85dd2-62fc-4855-821c-c66a7c75aef1 HTTP/1.1" status: 200 len: 217 time: 0.0690403 Aug 29 17:05:38.269510 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9a16ed9d-2744-40fb-87c9-5a5889381fd1 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags/tempest-TagsExtTest-Tag-176381381 HTTP/1.1" status: 201 len: 201 time: 0.6435523 Aug 29 17:05:38.284462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36832) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:38.297845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-c0634175-3fed-480a-bb2c-2548b6e332cd tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d', 'tempest-TagsExtTest-Tag-1421674360') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:38.313265 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fa7d015e-a931-47d9-947b-fe08e3cff42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.366428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d015e-a931-47d9-947b-fe08e3cff42f None None] No DVR routers for this DVR port b48e4e1c-4fbb-4d43-8e32-09fafc706763 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:38.370039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d015e-a931-47d9-947b-fe08e3cff42f None None] Pushing event deleted for resources: {'Port': ['ID=b48e4e1c-4fbb-4d43-8e32-09fafc706763,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:38.397289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c4f8e7e1-cb06-4e34-9ea5-e4a9c11a8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:33Z', 'revision_number': 9, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:38.413932 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.427837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Transition to ACTIVE for port object 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:38.428397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81e36be-b37a-4a38-b4ef-35ba2f51bbc4']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:38.443199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659054d9-1139-4fd6-8607-82bbaba40b80 req-d8528742-7572-47db-8778-42701ac30f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:38.445259 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659054d9-1139-4fd6-8607-82bbaba40b80 req-d8528742-7572-47db-8778-42701ac30f9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=215c4f72-6f88-48b7-9664-2ffdee3a8ade HTTP/1.1" status: 200 len: 851 time: 0.1632192 Aug 29 17:05:38.446935 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.447320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bc759c-a9ac-47af-8ee6-aacc2c24e020') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:38.447756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bc759c-a9ac-47af-8ee6-aacc2c24e020') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:38.489577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8e7e1-cb06-4e34-9ea5-e4a9c11a8e53 None None] The sync data for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 is: [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:33Z', 'revision_number': 9, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1921981c-1dc1-4d98-b29d-86ef44567ae9', 'name': '', 'network_id': 'ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:3d:35:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:56Z', 'updated_at': '2021-08-29T17:05:05Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '61a8c278-ac7e-4dc4-aa4c-a535c662bfd7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:38.521180 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.541476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659054d9-1139-4fd6-8607-82bbaba40b80 req-773f8e88-dd5d-4527-9342-15848dafe903 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f96cfef-9ca0-4418-b2bf-adad88ac4980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865958 Aug 29 17:05:38.549483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.576145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:05:38.577217 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:05:38.580308 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:05:38.589366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event updated for resources: {'Port': ['ID=31a5bb2e-c712-4071-9a0e-ee4f75c4a162,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:38.622934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5c4231d3-fd8a-462f-b273-25e0050f4a4e None None] Provisioning complete for port 0d92d22c-24ae-45ba-a221-c44f0ed465e5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:38.623312 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5c4231d3-fd8a-462f-b273-25e0050f4a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.645993 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:38.646348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:38.646701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:38.669684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5c4231d3-fd8a-462f-b273-25e0050f4a4e None None] Port 0d92d22c-24ae-45ba-a221-c44f0ed465e5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:05:38.679999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b85338-d981-499d-97f9-dc32a5838249 req-f745377d-1429-4177-a917-0c917cc3ac17 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:38.688025 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19b85338-d981-499d-97f9-dc32a5838249 req-f745377d-1429-4177-a917-0c917cc3ac17 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 945 time: 0.3160646 Aug 29 17:05:38.696312 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.701494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:38.701842 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:38.702397 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:38.707605 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 2 to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 Aug 29 17:05:38.707809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/networks/b81e36be-b37a-4a38-b4ef-35ba2f51bbc4 HTTP/1.1" status: 204 len: 168 time: 2.1871779 Aug 29 17:05:38.709834 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36836) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:38.733718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558053c3-3d5e-4de3-85fa-30e7be380419 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Network': ['ID=b81e36be-b37a-4a38-b4ef-35ba2f51bbc4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:38.750321 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659054d9-1139-4fd6-8607-82bbaba40b80 req-a08699d4-6c4f-42ec-9b75-302a37d06bb4 service neutron] 10.222.0.10 "GET /v2.0/networks/0f96cfef-9ca0-4418-b2bf-adad88ac4980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977196 Aug 29 17:05:38.752171 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c0634175-3fed-480a-bb2c-2548b6e332cd tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags/tempest-TagsExtTest-Tag-1421674360 HTTP/1.1" status: 201 len: 201 time: 0.4629805 Aug 29 17:05:38.755035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36838) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:38.760756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-4cc542d2-4cdd-44fe-9ffb-d5941997cdea tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43', 'tempest-TagsExtTest-Tag-1038356047') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:38.797716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:38.798356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:38.798955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:38.889644 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:38.889644 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:38.896115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4cc542d2-4cdd-44fe-9ffb-d5941997cdea tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags/tempest-TagsExtTest-Tag-1038356047 HTTP/1.1" status: 201 len: 201 time: 0.1399815 Aug 29 17:05:38.904341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36842) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:38.908985 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 3 to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 Aug 29 17:05:38.915873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-e92e78b5-6c08-4745-95f3-1db1ef11c7ff tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:38.925963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19b85338-d981-499d-97f9-dc32a5838249 req-0c0fbc84-39e1-4d64-8fcb-c630eac72ad3 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367907 Aug 29 17:05:38.978849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:38.979714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:38.980163 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:39.000650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:39.001158 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:39.002316 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659054d9-1139-4fd6-8607-82bbaba40b80 req-714df2a3-da46-4996-be7e-43e4691c05d7 service neutron] 10.222.0.10 "GET /v2.0/networks/0f96cfef-9ca0-4418-b2bf-adad88ac4980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346976 Aug 29 17:05:39.049323 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 4 to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 Aug 29 17:05:39.056329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2d40a-0721-44ed-b606-769b6e7342cc req-22200a19-9e55-45e5-8f42-497b752a482c tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:39.057898 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bc2d40a-0721-44ed-b606-769b6e7342cc req-22200a19-9e55-45e5-8f42-497b752a482c tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 944 time: 0.1695371 Aug 29 17:05:39.082593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 34157767-4c29-49b9-b850-47f942e215c4 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:39.086038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:39.095031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:39.095538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:39.105827 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e92e78b5-6c08-4745-95f3-1db1ef11c7ff tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags HTTP/1.1" status: 200 len: 241 time: 0.1971371 Aug 29 17:05:39.106513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36848) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:39.113787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-fd5f3b4c-0805-433b-9227-d697e2a17a65 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7', 'tempest-TagsExtTest-Tag-2107990585') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:39.185602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:39.185938 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:39.191345 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 5 to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 Aug 29 17:05:39.195037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 34157767-4c29-49b9-b850-47f942e215c4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:39.197047 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:39.216522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bc2d40a-0721-44ed-b606-769b6e7342cc req-e49ac254-263f-4b9f-bbfe-b035378619f8 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501837 Aug 29 17:05:39.217342 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:39.275225 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fd5f3b4c-0805-433b-9227-d697e2a17a65 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags/tempest-TagsExtTest-Tag-2107990585 HTTP/1.1" status: 204 len: 168 time: 0.1654499 Aug 29 17:05:39.275869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36852) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:39.284557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:39.285173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:39.285702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-77109065-797e-47e2-98e1-02359f5daf82 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7', 'tempest-TagsExtTest-Tag-2107990585') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:39.288787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:39.335188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:39.337883 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:39.338211 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 6 to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 Aug 29 17:05:39.421193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:39.425427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:39.425980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:39.452023 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:39.452023 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:39.456193 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 7 to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 Aug 29 17:05:39.456435 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-77109065-797e-47e2-98e1-02359f5daf82 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags/tempest-TagsExtTest-Tag-2107990585 HTTP/1.1" status: 204 len: 168 time: 0.1767194 Aug 29 17:05:39.456728 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36856) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:39.482495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-04c8c725-f005-413a-a049-653b41e186f6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:39.509867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b48e4e1c-4fbb-4d43-8e32-09fafc706763 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:39.564608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b48e4e1c-4fbb-4d43-8e32-09fafc706763 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:39.565165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b48e4e1c-4fbb-4d43-8e32-09fafc706763 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:39.567085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7bad206-c371-4908-99a7-d124522d72f5 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:39.616664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c7bad206-c371-4908-99a7-d124522d72f5 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:39.620446 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-04c8c725-f005-413a-a049-653b41e186f6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags HTTP/1.1" status: 200 len: 205 time: 0.1622875 Aug 29 17:05:39.621568 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7bad206-c371-4908-99a7-d124522d72f5 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:39.623507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36862) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:39.628959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-2c7c6ea8-2826-4538-95c8-ed739d9b92eb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:39.779077 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40d3ad-17df-4a97-b53b-767d34e1eecb req-dd90659d-3ba2-44a2-8877-629fec784a83 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:39.787289 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe40d3ad-17df-4a97-b53b-767d34e1eecb req-dd90659d-3ba2-44a2-8877-629fec784a83 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 945 time: 0.0885446 Aug 29 17:05:39.792406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2c7c6ea8-2826-4538-95c8-ed739d9b92eb tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags HTTP/1.1" status: 200 len: 240 time: 0.1676941 Aug 29 17:05:39.798244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36864) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:39.803718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-fa6d9410-6b8a-4c50-95ed-852798ba9249 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5', 'tempest-TagsExtTest-Tag-176381381') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:39.869959 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe40d3ad-17df-4a97-b53b-767d34e1eecb req-a114c61f-768d-4210-849a-1ebce9d5af47 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815775 Aug 29 17:05:39.895892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:39.896539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:39.896899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:39.901150 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fa6d9410-6b8a-4c50-95ed-852798ba9249 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags/tempest-TagsExtTest-Tag-176381381 HTTP/1.1" status: 204 len: 168 time: 0.1009855 Aug 29 17:05:39.904817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36866) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:39.929262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-d8da0979-bf40-4bb7-9096-29ac3a10702a tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5', 'tempest-TagsExtTest-Tag-176381381') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:39.931156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:39.931485 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:39.933084 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 8 to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 Aug 29 17:05:39.978629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:39.978962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:39.979551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:40.001792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:40.002122 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:40.004896 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 9 to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 Aug 29 17:05:40.037165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:40.037439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:40.037769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:40.071411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:40.071735 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:40.073826 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 10 to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 Aug 29 17:05:40.117290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:40.117680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:40.118168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:40.136797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:40.137140 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:40.137588 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:40.140531 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d8da0979-bf40-4bb7-9096-29ac3a10702a tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags/tempest-TagsExtTest-Tag-176381381 HTTP/1.1" status: 204 len: 168 time: 0.2335529 Aug 29 17:05:40.142314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device acf85dd2-62fc-4855-821c-c66a7c75aef1 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:05:40.143202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36868) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:40.147821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-9cfccbd7-4224-49e9-b1ad-08ce8637f263 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:40.200461 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:40.205575 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9cfccbd7-4224-49e9-b1ad-08ce8637f263 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags HTTP/1.1" status: 200 len: 205 time: 0.0612516 Aug 29 17:05:40.207984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36872) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:40.212592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-b40a14db-70f6-498f-b644-84d46e751c01 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:40.291970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port acf85dd2-62fc-4855-821c-c66a7c75aef1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=acf85dd2-62fc-4855-821c-c66a7c75aef1,segment=NetworkSegment(97b91890-ec24-4e03-a215-e56a25a57873),segment_id=97b91890-ec24-4e03-a215-e56a25a57873)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:40.306379 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b40a14db-70f6-498f-b644-84d46e751c01 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags HTTP/1.1" status: 200 len: 241 time: 0.0973475 Aug 29 17:05:40.308823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36876) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:40.311295 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'acf85dd2-62fc-4855-821c-c66a7c75aef1', 'network_id': '0f96cfef-9ca0-4418-b2bf-adad88ac4980', 'port_id': 'acf85dd2-62fc-4855-821c-c66a7c75aef1', 'mac_address': 'fa:16:3e:da:34:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '215c4f72-6f88-48b7-9664-2ffdee3a8ade', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:05:40.314310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-7ccbfbc2-1986-4554-bc3b-e44281e1b842 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d', 'tempest-TagsExtTest-Tag-1421674360') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:40.352134 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:40.367035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf85dd2-62fc-4855-821c-c66a7c75aef1 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:05:40.388893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port acf85dd2-62fc-4855-821c-c66a7c75aef1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=acf85dd2-62fc-4855-821c-c66a7c75aef1,segment=NetworkSegment(97b91890-ec24-4e03-a215-e56a25a57873),segment_id=97b91890-ec24-4e03-a215-e56a25a57873)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:40.394637 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:40.420265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] For port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:40.421259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempted to set empty binding levels {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:05:40.430612 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7ccbfbc2-1986-4554-bc3b-e44281e1b842 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags/tempest-TagsExtTest-Tag-1421674360 HTTP/1.1" status: 204 len: 168 time: 0.1201766 Aug 29 17:05:40.431414 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36878) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:40.437261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-37994303-01e7-45cd-be91-ce6ccfacfb87 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d', 'tempest-TagsExtTest-Tag-1421674360') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:40.445187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:40.455036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=acf85dd2-62fc-4855-821c-c66a7c75aef1,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:40.535418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] In _notify_port_updated(), no bound segment for port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:05:40.536520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.537716 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:40.538745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "PUT /v2.0/ports/31a5bb2e-c712-4071-9a0e-ee4f75c4a162 HTTP/1.1" status: 200 len: 976 time: 3.1786251 Aug 29 17:05:40.542760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-37994303-01e7-45cd-be91-ce6ccfacfb87 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags/tempest-TagsExtTest-Tag-1421674360 HTTP/1.1" status: 204 len: 168 time: 0.1100326 Aug 29 17:05:40.544744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36880) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:40.544744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36882) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:40.556029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-7b1deb75-8940-416a-af00-3b0998cee12b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:40.589918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862dd70-1c43-4304-b990-897f4ef1f4d0 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event updated for resources: {'Port': ['ID=31a5bb2e-c712-4071-9a0e-ee4f75c4a162,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:40.600195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['acf85dd2-62fc-4855-821c-c66a7c75aef1'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:05:40.600678 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] Deleting port 1157ac67-8895-4abe-b6d8-553262c26001 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:40.600946 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:40.613655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cde415-2de9-420f-bb2f-c8cd29120bbe req-d3426927-b3a7-4a08-b5cf-672c8a040e80 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.615143 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6cde415-2de9-420f-bb2f-c8cd29120bbe req-d3426927-b3a7-4a08-b5cf-672c8a040e80 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 945 time: 0.2525885 Aug 29 17:05:40.714798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.719960 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6cde415-2de9-420f-bb2f-c8cd29120bbe req-ee1fe27e-d379-490e-b23a-4b9d61ce5a2c tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941215 Aug 29 17:05:40.723739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.723962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.724409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.724890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.725874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.725874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.726330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.726802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.727269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.727736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.728409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.728662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.729145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.729880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.730443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.730803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.731366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.733141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.733141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.733141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.733477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.743108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.743601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.744100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.744542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.745016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.749172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.749707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:40.753063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b52012ca-e405-4ae3-9741-b7c8e5945f2d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26444 time: 0.2078404 Aug 29 17:05:40.759890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36886) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:40.782271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7b1deb75-8940-416a-af00-3b0998cee12b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags HTTP/1.1" status: 200 len: 205 time: 0.2357197 Aug 29 17:05:40.782667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] For port 1157ac67-8895-4abe-b6d8-553262c26001, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1157ac67-8895-4abe-b6d8-553262c26001,segment=NetworkSegment(8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d),segment_id=8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:40.782809 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:40.782923 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36888) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:40.810090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-ea2b19a5-972a-42c5-af84-ee8a875811a7 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:40.842393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] Calling delete_port for 1157ac67-8895-4abe-b6d8-553262c26001 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:40.868256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ea2b19a5-972a-42c5-af84-ee8a875811a7 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags HTTP/1.1" status: 200 len: 241 time: 0.0808077 Aug 29 17:05:40.868480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36890) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:40.872769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-ad19a1fd-f827-4855-90f4-edf5898627ad tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43', 'tempest-TagsExtTest-Tag-1038356047') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:40.908310 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ad19a1fd-f827-4855-90f4-edf5898627ad tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags/tempest-TagsExtTest-Tag-1038356047 HTTP/1.1" status: 204 len: 168 time: 0.0360124 Aug 29 17:05:40.908310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36894) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:40.914673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-b25dff58-3e70-4a44-a5d5-6c9eea022791 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43', 'tempest-TagsExtTest-Tag-1038356047') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:40.917670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f50b965a-bec0-47c2-953d-c70ce9c2cbee tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Deleting port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:40.918053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f50b965a-bec0-47c2-953d-c70ce9c2cbee tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:40.928561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 1921981c-1dc1-4d98-b29d-86ef44567ae9 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:40.928840 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:40.995425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-f50b965a-bec0-47c2-953d-c70ce9c2cbee tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] For port 31a5bb2e-c712-4071-9a0e-ee4f75c4a162, host n-h1-713301-13, got binding levels [] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:40.995865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f50b965a-bec0-47c2-953d-c70ce9c2cbee tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:41.015486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f50b965a-bec0-47c2-953d-c70ce9c2cbee tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Calling delete_port for 31a5bb2e-c712-4071-9a0e-ee4f75c4a162 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:41.027737 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b25dff58-3e70-4a44-a5d5-6c9eea022791 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags/tempest-TagsExtTest-Tag-1038356047 HTTP/1.1" status: 204 len: 168 time: 0.1165471 Aug 29 17:05:41.027985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36896) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:41.035592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-1b1ecaa4-c21e-4df8-a0a1-020b896a6c3b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:41.103838 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b1ecaa4-c21e-4df8-a0a1-020b896a6c3b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags HTTP/1.1" status: 200 len: 205 time: 0.0747595 Aug 29 17:05:41.107211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36898) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:41.111528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-4670893c-c109-4788-86f2-89f7aa94fbab tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:41.136274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfa1f9-a0d9-48b9-9c23-2e0ea277d870 req-6ef96f6f-8808-4311-8a3a-e335ccbdc3ad tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:41.138319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-71dfa1f9-a0d9-48b9-9c23-2e0ea277d870 req-6ef96f6f-8808-4311-8a3a-e335ccbdc3ad tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 945 time: 0.1200652 Aug 29 17:05:41.165328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port 1921981c-1dc1-4d98-b29d-86ef44567ae9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1921981c-1dc1-4d98-b29d-86ef44567ae9,segment=NetworkSegment(96e6e292-552e-4249-9311-974bb4a9fe49),segment_id=96e6e292-552e-4249-9311-974bb4a9fe49)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:41.165328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:41.177994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4670893c-c109-4788-86f2-89f7aa94fbab tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags HTTP/1.1" status: 204 len: 168 time: 0.0698307 Aug 29 17:05:41.179475 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f50b965a-bec0-47c2-953d-c70ce9c2cbee tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:41.181369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36900) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:41.189479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-1dac5704-ee5d-473c-896b-53fa175342a2 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:41.209762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 1921981c-1dc1-4d98-b29d-86ef44567ae9 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:41.248135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-71dfa1f9-a0d9-48b9-9c23-2e0ea277d870 req-9ca59d3d-e5d9-49c6-b634-900271b11343 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018133 Aug 29 17:05:41.257090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b965a-bec0-47c2-953d-c70ce9c2cbee tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event deleted for resources: {'Port': ['ID=31a5bb2e-c712-4071-9a0e-ee4f75c4a162,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:41.277662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe128d9-6270-4210-8c65-060536439b88 req-9850ae9d-9b5c-4fdc-a687-26597a7ec7fa tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:41.277662 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0fe128d9-6270-4210-8c65-060536439b88 req-9850ae9d-9b5c-4fdc-a687-26597a7ec7fa tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 945 time: 0.1359334 Aug 29 17:05:41.277662 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f50b965a-bec0-47c2-953d-c70ce9c2cbee tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:41.277662 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f50b965a-bec0-47c2-953d-c70ce9c2cbee tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "DELETE /v2.0/ports/31a5bb2e-c712-4071-9a0e-ee4f75c4a162 HTTP/1.1" status: 204 len: 168 time: 0.5112548 Aug 29 17:05:41.280172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36902) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:41.296214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:41.340565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] Pushing event deleted for resources: {'Port': ['ID=1157ac67-8895-4abe-b6d8-553262c26001,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:41.616807 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:41.656679 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:41.658830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=1921981c-1dc1-4d98-b29d-86ef44567ae9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:41.712113 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4649bdc7-cb9a-4981-8448-b19448750c05 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:05:41.719708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4649bdc7-cb9a-4981-8448-b19448750c05 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "GET /v2.0/ports/31a5bb2e-c712-4071-9a0e-ee4f75c4a162 HTTP/1.1" status: 404 len: 333 time: 0.4385762 Aug 29 17:05:41.720523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36906) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:41.742244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1948327400', 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:41.842571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1dac5704-ee5d-473c-896b-53fa175342a2 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags HTTP/1.1" status: 204 len: 168 time: 0.6593695 Aug 29 17:05:41.846488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36912) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:41.854836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-d6909aaf-8026-4bf8-847c-64b996262e26 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:41.877812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Made reservation on behalf of 8b4d107d81f44a6f8d6c533851022c90 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:41.880942 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:41.942066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] device_id is not set on port 06600c59-d536-4cc6-aab5-25400a67b2e2 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:05:41.948951 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.018895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ac045-6181-4917-9353-b06b88542dfc req-445193e4-cfd6-4b5c-b040-b1d7b4c76e0b tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:42.020422 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e39ac045-6181-4917-9353-b06b88542dfc req-445193e4-cfd6-4b5c-b040-b1d7b4c76e0b tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 945 time: 0.2016113 Aug 29 17:05:42.039973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-0fe128d9-6270-4210-8c65-060536439b88 req-f4e826d3-b855-4c5f-b903-0507d033d252 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Deleting port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:42.040314 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0fe128d9-6270-4210-8c65-060536439b88 req-f4e826d3-b855-4c5f-b903-0507d033d252 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.163682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device acf85dd2-62fc-4855-821c-c66a7c75aef1 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:42.222530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e39ac045-6181-4917-9353-b06b88542dfc req-a4ee300e-7fce-47a1-8ca2-2dd160f9fb6b tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863766 Aug 29 17:05:42.227789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d6909aaf-8026-4bf8-847c-64b996262e26 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags HTTP/1.1" status: 204 len: 168 time: 0.3773234 Aug 29 17:05:42.234203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36914) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:42.239625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-5a848379-11cd-42b9-ac66-aeda826e2d89 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:42.311499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port acf85dd2-62fc-4855-821c-c66a7c75aef1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:42.326303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port acf85dd2-62fc-4855-821c-c66a7c75aef1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:42.327454 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.335761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0fe128d9-6270-4210-8c65-060536439b88 req-f4e826d3-b855-4c5f-b903-0507d033d252 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] For port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b,segment=NetworkSegment(17d0cc41-5fb4-4531-baff-91c35ce0fbd7),segment_id=17d0cc41-5fb4-4531-baff-91c35ce0fbd7)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:42.336141 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0fe128d9-6270-4210-8c65-060536439b88 req-f4e826d3-b855-4c5f-b903-0507d033d252 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.358392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.368635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-0fe128d9-6270-4210-8c65-060536439b88 req-f4e826d3-b855-4c5f-b903-0507d033d252 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Calling delete_port for 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:42.513376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5a848379-11cd-42b9-ac66-aeda826e2d89 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags HTTP/1.1" status: 204 len: 168 time: 0.2769430 Aug 29 17:05:42.539287 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36924) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:42.545661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-febf277e-2862-470a-8429-7ba2a1552229 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7', 'tempest-TagsExtTest-Tag-1054468528') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:42.562246 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.566250 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.597109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cad84b-05a1-45b9-859b-428a902bf05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf85dd2-62fc-4855-821c-c66a7c75aef1'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:05:42.599478 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e9213b-cea5-4cdc-81a3-f7cd38c5a612" -d '{"events": [{"server_uuid": "f9cad84b-05a1-45b9-859b-428a902bf05b", "name": "network-vif-plugged", "status": "completed", "tag": "acf85dd2-62fc-4855-821c-c66a7c75aef1"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:05:42.618071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf92d0-c047-4c6c-9580-fd6c8b478aca req-70b7b120-b52f-4f43-86fb-2fcb22df2b19 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:42.630502 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5ccf92d0-c047-4c6c-9580-fd6c8b478aca req-70b7b120-b52f-4f43-86fb-2fcb22df2b19 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b346d37-0aca-4f1b-8425-c5a72f28b7cf HTTP/1.1" status: 200 len: 945 time: 0.2494011 Aug 29 17:05:42.637262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port acf85dd2-62fc-4855-821c-c66a7c75aef1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=acf85dd2-62fc-4855-821c-c66a7c75aef1,segment=NetworkSegment(97b91890-ec24-4e03-a215-e56a25a57873),segment_id=97b91890-ec24-4e03-a215-e56a25a57873)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:42.653292 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.670659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] Router 2b38b4d1-6928-41b0-98bc-8cf671e8308e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:05:42.679865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Network eb970b0b-c47c-47a3-9df4-b79373a2eef9 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:42.754286 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a5b6ee-ed58-42a3-b87f-6fb347d946df x-openstack-request-id: req-c6a5b6ee-ed58-42a3-b87f-6fb347d946df {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:05:42.754903 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cad84b-05a1-45b9-859b-428a902bf05b", "name": "network-vif-plugged", "status": "completed", "tag": "acf85dd2-62fc-4855-821c-c66a7c75aef1", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:05:42.755378 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6a5b6ee-ed58-42a3-b87f-6fb347d946df {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:05:42.755993 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cad84b-05a1-45b9-859b-428a902bf05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf85dd2-62fc-4855-821c-c66a7c75aef1', 'code': 200} Aug 29 17:05:42.762393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:42.766209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event updated for resources: {'Port': ['ID=06600c59-d536-4cc6-aab5-25400a67b2e2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:42.776259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:42.777286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:42.777910 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.784157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0fe128d9-6270-4210-8c65-060536439b88 req-f4e826d3-b855-4c5f-b903-0507d033d252 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.796313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=acf85dd2-62fc-4855-821c-c66a7c75aef1,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:42.797741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5ccf92d0-c047-4c6c-9580-fd6c8b478aca req-33b627f8-296f-45bf-8d04-fc16839d622b tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.22 "GET /v2.0/security-groups?id=41032c7f-0d86-455b-b6fe-192d7f420a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613863 Aug 29 17:05:42.824404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:05:42.838233 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b27255d4-3905-44b6-9383-7f8df4557128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.860778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e826d3-b855-4c5f-b903-0507d033d252 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Pushing event deleted for resources: {'Port': ['ID=40a1b7d2-a63b-4a2a-8ab1-a9161936d78b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:42.874846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-13e69ec2-bc89-46ec-aae1-0e91185e48b6 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1337290 Aug 29 17:05:42.877128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36934) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:42.986035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:42.987859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe128d9-6270-4210-8c65-060536439b88 req-f4e826d3-b855-4c5f-b903-0507d033d252 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] No DVR routers for this DVR port 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:42.992280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d547-19a0-44b0-b9f3-6ae8bc9ff55d req-7b9b4c4c-bc41-46d5-a201-d6c77a9db8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:42.994060 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d0d547-19a0-44b0-b9f3-6ae8bc9ff55d req-7b9b4c4c-bc41-46d5-a201-d6c77a9db8c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 1098 time: 0.2483017 Aug 29 17:05:42.995314 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ec28bdd2-b3a9-4fdc-a660-99fdc442f827 admin admin] 10.222.0.22 "PUT /v2.0/routers/2b38b4d1-6928-41b0-98bc-8cf671e8308e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6365192 Aug 29 17:05:42.995727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0fe128d9-6270-4210-8c65-060536439b88 req-f4e826d3-b855-4c5f-b903-0507d033d252 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:42.998565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36938) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:42.998751 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0fe128d9-6270-4210-8c65-060536439b88 req-f4e826d3-b855-4c5f-b903-0507d033d252 tempest-ServerPasswordTestJSON-1961567544 tempest-ServerPasswordTestJSON-1961567544-project] 10.222.0.16 "DELETE /v2.0/ports/40a1b7d2-a63b-4a2a-8ab1-a9161936d78b HTTP/1.1" status: 204 len: 173 time: 1.7202241 Aug 29 17:05:43.001740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b346d37-0aca-4f1b-8425-c5a72f28b7cf', 'name': 'network-vif-deleted', 'tag': '40a1b7d2-a63b-4a2a-8ab1-a9161936d78b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:05:43.003470 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fddf126-8d17-4326-b4b3-9c83eb153b61 None None] Sync routers for ids ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:43.005078 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92b81d7-806f-4bd8-a976-aa98fc7650c8" -d '{"events": [{"server_uuid": "0b346d37-0aca-4f1b-8425-c5a72f28b7cf", "name": "network-vif-deleted", "tag": "40a1b7d2-a63b-4a2a-8ab1-a9161936d78b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:05:43.011321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7174b762-cd8e-48ad-ac66-098361787d6e tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:43.012884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7174b762-cd8e-48ad-ac66-098361787d6e tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "GET /v2.0/ports/06600c59-d536-4cc6-aab5-25400a67b2e2 HTTP/1.1" status: 200 len: 955 time: 0.1327610 Aug 29 17:05:43.019655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36942) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:43.025721 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fddf126-8d17-4326-b4b3-9c83eb153b61 None None] Routers {'2b38b4d1-6928-41b0-98bc-8cf671e8308e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:43.026372 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8fddf126-8d17-4326-b4b3-9c83eb153b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:43.093778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:43.094314 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa2c31-9cd4-4efe-8be8-883414726fc4 x-openstack-request-id: req-e1aa2c31-9cd4-4efe-8be8-883414726fc4 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:05:43.094698 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b346d37-0aca-4f1b-8425-c5a72f28b7cf", "name": "network-vif-deleted", "tag": "40a1b7d2-a63b-4a2a-8ab1-a9161936d78b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:05:43.095053 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1aa2c31-9cd4-4efe-8be8-883414726fc4 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:05:43.095577 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b346d37-0aca-4f1b-8425-c5a72f28b7cf', 'name': 'network-vif-deleted', 'tag': '40a1b7d2-a63b-4a2a-8ab1-a9161936d78b', 'status': 'completed', 'code': 200} Aug 29 17:05:43.105832 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c7f7298a-8960-497b-9d31-19086a9c2332 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3791482 Aug 29 17:05:43.108032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36017f-5417-4467-9336-44daeec30d34 None None] Sync routers for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:43.110016 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36944) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:43.124507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36017f-5417-4467-9336-44daeec30d34 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:43.125200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-de36017f-5417-4467-9336-44daeec30d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:43.125711 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d0d547-19a0-44b0-b9f3-6ae8bc9ff55d req-e63c3f4a-d23a-47e0-875d-2335b7706faa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172175 Aug 29 17:05:43.135258 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-febf277e-2862-470a-8429-7ba2a1552229 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags/tempest-TagsExtTest-Tag-1054468528 HTTP/1.1" status: 201 len: 201 time: 0.5920360 Aug 29 17:05:43.152150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36946) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:43.160089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-8e2aadd1-51b5-4add-b340-467b6622eabf tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5', 'tempest-TagsExtTest-Tag-1806842900') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:43.200422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76fa01d-289b-42a3-894b-c95581e0c9ff tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting subnet 61a8c278-ac7e-4dc4-aa4c-a535c662bfd7 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:05:43.236909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-23999e8f-7710-4278-b66e-ca46026e61a7 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Deleting port 06600c59-d536-4cc6-aab5-25400a67b2e2 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:43.237590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23999e8f-7710-4278-b66e-ca46026e61a7 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:43.270361 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-8fddf126-8d17-4326-b4b3-9c83eb153b61 None None] Set router 2b38b4d1-6928-41b0-98bc-8cf671e8308e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:43.280765 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:43.284035 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f76fa01d-289b-42a3-894b-c95581e0c9ff tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:43.325983 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23999e8f-7710-4278-b66e-ca46026e61a7 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:43.326239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-de36017f-5417-4467-9336-44daeec30d34 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:43.335906 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8e2aadd1-51b5-4add-b340-467b6622eabf tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags/tempest-TagsExtTest-Tag-1806842900 HTTP/1.1" status: 201 len: 201 time: 0.1807985 Aug 29 17:05:43.338670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36950) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:43.346895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-7b424a53-a8cf-4873-a441-6ddbce66ebdc tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d', 'tempest-TagsExtTest-Tag-407597519') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:43.350202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-23999e8f-7710-4278-b66e-ca46026e61a7 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Calling delete_port for 06600c59-d536-4cc6-aab5-25400a67b2e2 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:43.440982 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f76fa01d-289b-42a3-894b-c95581e0c9ff tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:43.546995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c86b9-be55-4c8f-acff-c63daeef2203 req-f5e88eed-8ef5-48a3-9407-6eae043634cd tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:43.557342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc0c86b9-be55-4c8f-acff-c63daeef2203 req-f5e88eed-8ef5-48a3-9407-6eae043634cd tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.1742246 Aug 29 17:05:43.573053 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8fddf126-8d17-4326-b4b3-9c83eb153b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:05:41Z', 'revision_number': 5, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:43.608849 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fddf126-8d17-4326-b4b3-9c83eb153b61 None None] Checking router: 2b38b4d1-6928-41b0-98bc-8cf671e8308e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:43.616744 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7b424a53-a8cf-4873-a441-6ddbce66ebdc tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags/tempest-TagsExtTest-Tag-407597519 HTTP/1.1" status: 201 len: 201 time: 0.2769477 Aug 29 17:05:43.619249 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fddf126-8d17-4326-b4b3-9c83eb153b61 None None] Routers {'2b38b4d1-6928-41b0-98bc-8cf671e8308e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:43.620051 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8fddf126-8d17-4326-b4b3-9c83eb153b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:43.620208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36952) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:43.626843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-8d212d8f-dc5d-4786-b088-e35fb0caf1bf tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43', 'tempest-TagsExtTest-Tag-735880663') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:43.689862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f76fa01d-289b-42a3-894b-c95581e0c9ff tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:43.726873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc0c86b9-be55-4c8f-acff-c63daeef2203 req-5798551d-2bcb-4300-a513-560181adb994 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683722 Aug 29 17:05:43.731058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-de36017f-5417-4467-9336-44daeec30d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:41Z', 'revision_number': 10, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:43.753631 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:43.760432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23999e8f-7710-4278-b66e-ca46026e61a7 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:43.779422 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-8fddf126-8d17-4326-b4b3-9c83eb153b61 None None] Set router 2b38b4d1-6928-41b0-98bc-8cf671e8308e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:43.796249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23999e8f-7710-4278-b66e-ca46026e61a7 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event deleted for resources: {'Port': ['ID=06600c59-d536-4cc6-aab5-25400a67b2e2,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:43.827991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36017f-5417-4467-9336-44daeec30d34 None None] Checking router: 9a53a80e-ada7-4c30-8aaa-11bc38418d8c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:43.831471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23999e8f-7710-4278-b66e-ca46026e61a7 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:43.836067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-23999e8f-7710-4278-b66e-ca46026e61a7 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "DELETE /v2.0/ports/06600c59-d536-4cc6-aab5-25400a67b2e2 HTTP/1.1" status: 204 len: 168 time: 0.8128235 Aug 29 17:05:43.845271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36958) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:43.846404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36960) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:43.851929 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8d212d8f-dc5d-4786-b088-e35fb0caf1bf tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags/tempest-TagsExtTest-Tag-735880663 HTTP/1.1" status: 201 len: 201 time: 0.2289724 Aug 29 17:05:43.854717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36017f-5417-4467-9336-44daeec30d34 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:43.855338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-de36017f-5417-4467-9336-44daeec30d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:43.875344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36962) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:43.887054 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-719edb2a-3cc0-4207-bb66-6d6fb3eea404 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:05:43.890314 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-719edb2a-3cc0-4207-bb66-6d6fb3eea404 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "GET /v2.0/ports/06600c59-d536-4cc6-aab5-25400a67b2e2 HTTP/1.1" status: 404 len: 333 time: 0.0452080 Aug 29 17:05:43.896262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-aca9bea3-15ab-4531-be44-1c84e52b8d1a tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7', {'tags': ['tempest-TagsExtTest-Tag-244622710', 'tempest-TagsExtTest-Tag-330236603', 'tempest-TagsExtTest-Tag-1734496040']}) {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:43.900346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36964) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:43.906993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f76fa01d-289b-42a3-894b-c95581e0c9ff tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:43.915590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Request body: {'port': {'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1378779357'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:43.927179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1adcde8-e91b-4119-9cde-b358a6e7edd5 admin admin] Deleting subnet 9bb2a5d6-da15-4bef-aeaa-a9f635aba012 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:05:43.930794 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1adcde8-e91b-4119-9cde-b358a6e7edd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:43.984652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fa01d-289b-42a3-894b-c95581e0c9ff tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Subnet': ['ID=61a8c278-ac7e-4dc4-aa4c-a535c662bfd7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:43.998052 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1adcde8-e91b-4119-9cde-b358a6e7edd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.016050 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f76fa01d-289b-42a3-894b-c95581e0c9ff tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.018191 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f76fa01d-289b-42a3-894b-c95581e0c9ff tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/61a8c278-ac7e-4dc4-aa4c-a535c662bfd7 HTTP/1.1" status: 204 len: 168 time: 0.9071002 Aug 29 17:05:44.028823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36968) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:44.096953 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8fddf126-8d17-4326-b4b3-9c83eb153b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:05:41Z', 'revision_number': 5, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:44.156513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Deleting port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:44.156868 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.159203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1adcde8-e91b-4119-9cde-b358a6e7edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.162078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.165623 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fddf126-8d17-4326-b4b3-9c83eb153b61 None None] The sync data for ids ['2b38b4d1-6928-41b0-98bc-8cf671e8308e'] in n-d-713301-13 is: [{'id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'name': 'tempest-ServersTestBootFromVolume-260111503-router', 'tenant_id': '69527392b93b47dc9c5095676e4c5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:02:13Z', 'updated_at': '2021-08-29T17:05:41Z', 'revision_number': 5, 'project_id': '69527392b93b47dc9c5095676e4c5e2f', 'gw_port': {'id': 'ddb3514f-b7e3-4bf7-95f2-4a754ad2eede', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b38b4d1-6928-41b0-98bc-8cf671e8308e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:02:14Z', 'updated_at': '2021-08-29T17:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:44.168234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Made reservation on behalf of 8b4d107d81f44a6f8d6c533851022c90 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:44.171393 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.269643 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1adcde8-e91b-4119-9cde-b358a6e7edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.285078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] device_id is not set on port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:05:44.302136 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-aca9bea3-15ab-4531-be44-1c84e52b8d1a tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags HTTP/1.1" status: 200 len: 316 time: 0.4475234 Aug 29 17:05:44.302374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adcde8-e91b-4119-9cde-b358a6e7edd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb2a5d6-da15-4bef-aeaa-a9f635aba012,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:44.304137 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36970) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:44.311669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-919fa9da-6ac0-4951-a494-8506f6d5cb50 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:44.330173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:44.332345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a517d6c-88e1-4321-803f-9fe9097f174f None None] Network ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:44.359403 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e1adcde8-e91b-4119-9cde-b358a6e7edd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.364165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e1adcde8-e91b-4119-9cde-b358a6e7edd5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9bb2a5d6-da15-4bef-aeaa-a9f635aba012 HTTP/1.1" status: 204 len: 168 time: 0.4877422 Aug 29 17:05:44.366050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36972) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:44.391019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:44.391391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 40a1b7d2-a63b-4a2a-8ab1-a9161936d78b not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:44.422475 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] For port ddb3514f-b7e3-4bf7-95f2-4a754ad2eede, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ddb3514f-b7e3-4bf7-95f2-4a754ad2eede,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:44.422910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.432039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-de36017f-5417-4467-9336-44daeec30d34 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:44.453205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Calling delete_port for ddb3514f-b7e3-4bf7-95f2-4a754ad2eede owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:44.530281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.537104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port d0d26d81-9907-4f33-a42a-7123400b725b {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:44.539207 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.638150 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.651714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65af5368-ae59-4a02-980c-2cdb692b01c1']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:44.693269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d0cc41-5fb4-4531-baff-91c35ce0fbd7') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:44.693578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d0cc41-5fb4-4531-baff-91c35ce0fbd7') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:44.713049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.737263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.769728 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:05:44.772027 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.785417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port d0d26d81-9907-4f33-a42a-7123400b725b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0d26d81-9907-4f33-a42a-7123400b725b,segment=NetworkSegment(96e6e292-552e-4249-9311-974bb4a9fe49),segment_id=96e6e292-552e-4249-9311-974bb4a9fe49)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:44.791434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.824401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.896415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-919fa9da-6ac0-4951-a494-8506f6d5cb50 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags HTTP/1.1" status: 204 len: 168 time: 0.5893364 Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:05:44.897588 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:05:44.900407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36978) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:44.917960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for d0d26d81-9907-4f33-a42a-7123400b725b owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:44.921170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-de36017f-5417-4467-9336-44daeec30d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:41Z', 'revision_number': 10, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:44.935728 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-2d07a550-9be0-47ba-9be5-6e39ab655598 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7', 'tempest-TagsExtTest-Tag-244622710') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:44.965386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e106f1a-f187-416e-9265-e5a22345cd15 None None] DHCP port deletion for ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:05:44.971886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36017f-5417-4467-9336-44daeec30d34 None None] The sync data for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 is: [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:41Z', 'revision_number': 10, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None, '_interfaces': [{'id': '1bd62b9f-ef78-4a94-8755-b7d8363f0d3b', 'name': '', 'network_id': '1c40348c-d80c-4dd1-8100-125aea91c637', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'mac_address': 'fa:16:3e:b4:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:04:50Z', 'updated_at': '2021-08-29T17:04:57Z', 'revision_number': 5, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'subnets': [{'id': '84a7330d-885b-449b-8717-c3c75b08cadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:44.984048 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.991625 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:44.996020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] 10.222.0.22 "DELETE /v2.0/networks/65af5368-ae59-4a02-980c-2cdb692b01c1 HTTP/1.1" status: 204 len: 168 time: 0.6271617 Aug 29 17:05:45.021000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ec7b2-3f2c-4565-a04b-02d247f7965d admin admin] Pushing event deleted for resources: {'Network': ['ID=65af5368-ae59-4a02-980c-2cdb692b01c1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:45.057029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d0d26d81-9907-4f33-a42a-7123400b725b no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:45.079007 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-2d07a550-9be0-47ba-9be5-6e39ab655598 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:45.084661 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2d07a550-9be0-47ba-9be5-6e39ab655598 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags/tempest-TagsExtTest-Tag-244622710 HTTP/1.1" status: 404 len: 328 time: 0.1846392 Aug 29 17:05:45.085865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36982) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:45.092785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-1b6d15d1-795b-4ae2-ad71-83c3579c9dfd tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7', 'tempest-TagsExtTest-Tag-330236603') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:45.100037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9f3c5-6f3a-4ae5-b2c0-f32d2bf43ec1 req-ace0c1e8-c3d9-4281-9c07-dc762f84d9c7 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:45.107972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fbf9f3c5-6f3a-4ae5-b2c0-f32d2bf43ec1 req-ace0c1e8-c3d9-4281-9c07-dc762f84d9c7 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.2164915 Aug 29 17:05:45.151494 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-1b6d15d1-795b-4ae2-ad71-83c3579c9dfd tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:45.156327 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b6d15d1-795b-4ae2-ad71-83c3579c9dfd tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags/tempest-TagsExtTest-Tag-330236603 HTTP/1.1" status: 404 len: 328 time: 0.0685849 Aug 29 17:05:45.156792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36986) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:45.159182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8e106f1a-f187-416e-9265-e5a22345cd15 None None] Deleting port d0d26d81-9907-4f33-a42a-7123400b725b {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:45.159570 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8e106f1a-f187-416e-9265-e5a22345cd15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:45.161924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-1748bf1c-17f7-4286-9a6c-612dcfa31f78 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7', 'tempest-TagsExtTest-Tag-1734496040') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:45.234727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:45.244326 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-1748bf1c-17f7-4286-9a6c-612dcfa31f78 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:45.248755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1748bf1c-17f7-4286-9a6c-612dcfa31f78 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags/tempest-TagsExtTest-Tag-1734496040 HTTP/1.1" status: 404 len: 329 time: 0.0876687 Aug 29 17:05:45.249664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36988) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:45.261314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-9876c219-bdbf-4731-b13a-10bf284e69c0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5', {'tags': ['tempest-TagsExtTest-Tag-1479820330', 'tempest-TagsExtTest-Tag-344424219', 'tempest-TagsExtTest-Tag-1920767751']}) {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:45.305066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event updated for resources: {'Port': ['ID=44aeb6a0-72ba-40d7-b5ac-e7844fdea844,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:45.334667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Network eb970b0b-c47c-47a3-9df4-b79373a2eef9 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:45.338583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fbf9f3c5-6f3a-4ae5-b2c0-f32d2bf43ec1 req-71af2d9b-5886-4503-85ff-cbc6dc130599 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295785 Aug 29 17:05:45.342591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:45.343519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:45.346242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:45.347185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:45.347787 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:45.348931 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9876c219-bdbf-4731-b13a-10bf284e69c0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags HTTP/1.1" status: 200 len: 317 time: 0.0977294 Aug 29 17:05:45.349383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36990) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:45.349560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36992) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:45.364706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-7952f21d-642b-411f-a8e7-ec015d213223 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:45.395295 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:45.406486 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e5ac25f5-6a51-49d5-a627-86513705de99 tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5007019 Aug 29 17:05:45.411781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36996) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:45.412725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb3514f-b7e3-4bf7-95f2-4a754ad2eede,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:45.425326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8e106f1a-f187-416e-9265-e5a22345cd15 None None] For port d0d26d81-9907-4f33-a42a-7123400b725b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d0d26d81-9907-4f33-a42a-7123400b725b,segment=NetworkSegment(96e6e292-552e-4249-9311-974bb4a9fe49),segment_id=96e6e292-552e-4249-9311-974bb4a9fe49)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:45.425732 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8e106f1a-f187-416e-9265-e5a22345cd15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:45.434147 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:45.459495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:45.471144 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8e106f1a-f187-416e-9265-e5a22345cd15 None None] Calling delete_port for d0d26d81-9907-4f33-a42a-7123400b725b owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:45.483826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No DVR routers for this DVR port d0d26d81-9907-4f33-a42a-7123400b725b on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:45.485663 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-259bbbe5-5314-4e9f-9216-40db1a6920f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8ff43d7052e448c8047eaef2a806ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348844 Aug 29 17:05:45.493992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36998) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:45.510276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1157ac67-8895-4abe-b6d8-553262c26001 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:45.541522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 1157ac67-8895-4abe-b6d8-553262c26001 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:45.542004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1157ac67-8895-4abe-b6d8-553262c26001 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:45.544444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897eff2-a0ab-4a45-b5be-5736fbc19327 req-770a3080-5dca-40d8-b9d1-2282a5ce5472 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:45.546046 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6897eff2-a0ab-4a45-b5be-5736fbc19327 req-770a3080-5dca-40d8-b9d1-2282a5ce5472 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.0832558 Aug 29 17:05:45.600256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6897eff2-a0ab-4a45-b5be-5736fbc19327 req-3a2b406f-61b5-42f7-bc6c-e772ac50114c tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463357 Aug 29 17:05:45.612377 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7952f21d-642b-411f-a8e7-ec015d213223 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags HTTP/1.1" status: 204 len: 168 time: 0.2495222 Aug 29 17:05:45.613855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37000) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:45.620675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-7637a022-fb8f-41da-a077-7630ec3a40a4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5', 'tempest-TagsExtTest-Tag-1479820330') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:45.674934 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:05:45.681486 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8e106f1a-f187-416e-9265-e5a22345cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:45.698267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=d0d26d81-9907-4f33-a42a-7123400b725b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:45.721545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e106f1a-f187-416e-9265-e5a22345cd15 None None] Pushing event deleted for resources: {'Port': ['ID=d0d26d81-9907-4f33-a42a-7123400b725b,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:45.724039 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a1a78239-5a3e-442c-a4dc-6366c2ed2690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:45.737738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e106f1a-f187-416e-9265-e5a22345cd15 None None] No DVR routers for this DVR port d0d26d81-9907-4f33-a42a-7123400b725b on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:45.748548 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-7637a022-fb8f-41da-a077-7630ec3a40a4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:45.753030 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7637a022-fb8f-41da-a077-7630ec3a40a4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags/tempest-TagsExtTest-Tag-1479820330 HTTP/1.1" status: 404 len: 329 time: 0.1345396 Aug 29 17:05:45.753030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37004) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:45.756907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-7f6e6c94-d55c-401e-adeb-843642b084f6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5', 'tempest-TagsExtTest-Tag-344424219') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:45.839440 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-7f6e6c94-d55c-401e-adeb-843642b084f6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:45.843551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7f6e6c94-d55c-401e-adeb-843642b084f6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags/tempest-TagsExtTest-Tag-344424219 HTTP/1.1" status: 404 len: 328 time: 0.0867059 Aug 29 17:05:45.845470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:45.847902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37008) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:45.853122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-70582928-4a64-45fd-9edc-6daedb5674d0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5', 'tempest-TagsExtTest-Tag-1920767751') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:45.945209 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-70582928-4a64-45fd-9edc-6daedb5674d0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:45.948751 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-70582928-4a64-45fd-9edc-6daedb5674d0 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags/tempest-TagsExtTest-Tag-1920767751 HTTP/1.1" status: 404 len: 329 time: 0.0967658 Aug 29 17:05:45.951333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37012) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:45.960455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-75c74966-58fb-4619-b02f-4ca67ded47ab tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d', {'tags': ['tempest-TagsExtTest-Tag-904644421', 'tempest-TagsExtTest-Tag-1353203971', 'tempest-TagsExtTest-Tag-895880719']}) {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:46.048342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561cdc7-f0b2-4924-a7a1-97a16fa4267f req-7adf429f-85be-4977-90f4-c39aff23c724 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:46.050055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0561cdc7-f0b2-4924-a7a1-97a16fa4267f req-7adf429f-85be-4977-90f4-c39aff23c724 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.1507733 Aug 29 17:05:46.100602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-75c74966-58fb-4619-b02f-4ca67ded47ab tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags HTTP/1.1" status: 200 len: 316 time: 0.1464264 Aug 29 17:05:46.103931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37026) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:46.112338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-31448bb5-85e6-4cc3-a64f-f0174d195cc3 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:46.117066 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.129104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:46.142661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e6e292-552e-4249-9311-974bb4a9fe49') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:46.142961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e6e292-552e-4249-9311-974bb4a9fe49') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:46.152623 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.235663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.238253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.267306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0561cdc7-f0b2-4924-a7a1-97a16fa4267f req-3cb55104-e96e-4b5f-9552-2c1650e70ea8 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031517 Aug 29 17:05:46.295529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10533f20-3947-44cb-90d9-458aa99aafe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.325876 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-31448bb5-85e6-4cc3-a64f-f0174d195cc3 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags HTTP/1.1" status: 204 len: 168 time: 0.2168176 Aug 29 17:05:46.328792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37030) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:46.336432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:05:46.336857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:05:46.342609 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:05:46.351112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-04da7234-932a-4e2b-b76a-ffcf2dc82c12 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d', 'tempest-TagsExtTest-Tag-904644421') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:46.381069 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.442019 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-04da7234-932a-4e2b-b76a-ffcf2dc82c12 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:46.443230 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-04da7234-932a-4e2b-b76a-ffcf2dc82c12 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags/tempest-TagsExtTest-Tag-904644421 HTTP/1.1" status: 404 len: 328 time: 0.1124465 Aug 29 17:05:46.446003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37034) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:46.451861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-04458fec-9fa5-4d4a-9aa0-1524e0932cee tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d', 'tempest-TagsExtTest-Tag-1353203971') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:46.509822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37036) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:46.539764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.541981 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.566550 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-04458fec-9fa5-4d4a-9aa0-1524e0932cee tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:46.567727 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-04458fec-9fa5-4d4a-9aa0-1524e0932cee tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags/tempest-TagsExtTest-Tag-1353203971 HTTP/1.1" status: 404 len: 329 time: 0.1207149 Aug 29 17:05:46.570626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37040) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:46.579189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-f79fb5a0-fb05-41de-9964-8fb5b2eda680 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d', 'tempest-TagsExtTest-Tag-895880719') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:46.631183 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.676863 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-418790fc-d503-4a17-bd6b-ff167c39092d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.703591 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-f79fb5a0-fb05-41de-9964-8fb5b2eda680 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:46.707863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f79fb5a0-fb05-41de-9964-8fb5b2eda680 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags/tempest-TagsExtTest-Tag-895880719 HTTP/1.1" status: 404 len: 328 time: 0.1328294 Aug 29 17:05:46.707863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37042) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:46.712188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-efa5f90c-7451-4618-ba1b-d461fa68439b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43', {'tags': ['tempest-TagsExtTest-Tag-1320198684', 'tempest-TagsExtTest-Tag-1019736660', 'tempest-TagsExtTest-Tag-333591510']}) {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:46.726290 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10533f20-3947-44cb-90d9-458aa99aafe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.780837 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.781521 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b38b4d1-6928-41b0-98bc-8cf671e8308e {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:05:46.794567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.796254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-efa5f90c-7451-4618-ba1b-d461fa68439b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "PUT /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags HTTP/1.1" status: 200 len: 317 time: 0.0876098 Aug 29 17:05:46.799076 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4be0e448-9069-4042-8739-98986651ae2b admin admin] 10.222.0.22 "DELETE /v2.0/routers/2b38b4d1-6928-41b0-98bc-8cf671e8308e HTTP/1.1" status: 204 len: 168 time: 3.7994068 Aug 29 17:05:46.800605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37044) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:46.801506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37046) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:46.804053 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.811552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.tag.tag_plugin [None req-4f4ddc01-336e-46bf-97fa-ca46aa3270ff tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:46.824240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.829795 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/networks/ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc HTTP/1.1" status: 204 len: 168 time: 2.7958345 Aug 29 17:05:46.837476 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37048) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:46.855662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94c080-3be2-4288-9fbb-e2fc14af7f06 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Network': ['ID=ed297ea9-2a51-47b3-b6d6-1609f6bbe8fc,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:46.906377 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10533f20-3947-44cb-90d9-458aa99aafe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.909248 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10533f20-3947-44cb-90d9-458aa99aafe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.912909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-10533f20-3947-44cb-90d9-458aa99aafe7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41032c7f-0d86-455b-b6fe-192d7f420a1e HTTP/1.1" status: 204 len: 168 time: 1.3744726 Aug 29 17:05:46.923038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10533f20-3947-44cb-90d9-458aa99aafe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41032c7f-0d86-455b-b6fe-192d7f420a1e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:46.937619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] device_id is not set on port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:05:46.946706 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.955404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-418790fc-d503-4a17-bd6b-ff167c39092d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:46.975765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Transition to ACTIVE for port object 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:46.983504 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.107024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:47.107594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:47.108010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:47.110213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event updated for resources: {'Port': ['ID=44aeb6a0-72ba-40d7-b5ac-e7844fdea844,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:47.117791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:47.118557 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:47.118557 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 2 to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 Aug 29 17:05:47.134507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:47.134844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:47.135185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:47.140165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:47.140510 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:47.141025 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 3 to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 Aug 29 17:05:47.155398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:47.155758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:47.156435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:47.161368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:47.161708 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:47.162180 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 4 to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 Aug 29 17:05:47.177177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:47.177567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:47.177942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:47.182876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:47.183490 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:47.183627 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 5 to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 Aug 29 17:05:47.198409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:47.198409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:47.198811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:47.203886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:47.204214 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:47.204621 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 6 to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 Aug 29 17:05:47.223660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:47.224099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:47.224345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:47.229326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:47.229921 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:47.230349 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 7 to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 Aug 29 17:05:47.246406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:47.246784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:47.247129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:47.251919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:47.252345 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:47.252747 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 8 to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 Aug 29 17:05:47.266748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:47.267085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:47.267435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:47.272218 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:47.272566 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:47.272953 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 9 to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 Aug 29 17:05:47.286912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:47.287254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:47.287598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:47.304401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:47.304743 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:47.305143 n-d-713301-13 neutron-server[111677]: INFO neutron.plugins.ml2.plugin [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempt 10 to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 Aug 29 17:05:47.321600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:47.321947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:47.322297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempting to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:47.329098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:05:47.329098 n-d-713301-13 neutron-server[111677]: ERROR neutron.plugins.ml2.managers [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Failed to bind port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on host n-h1-713301-13 for vnic_type normal using segments [{'id': 'c11a68e4-6b4a-46f0-adc7-df466947e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb970b0b-c47c-47a3-9df4-b79373a2eef9'}] Aug 29 17:05:47.329466 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.415241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1921981c-1dc1-4d98-b29d-86ef44567ae9 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:47.428177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] For port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:47.428890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attempted to set empty binding levels {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 29 17:05:47.439116 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.454238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 1921981c-1dc1-4d98-b29d-86ef44567ae9 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:47.454593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1921981c-1dc1-4d98-b29d-86ef44567ae9 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:47.459989 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-418790fc-d503-4a17-bd6b-ff167c39092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.499434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] In _notify_port_updated(), no bound segment for port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 on network eb970b0b-c47c-47a3-9df4-b79373a2eef9 {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:05:47.500848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:47.501910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.506315 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "PUT /v2.0/ports/44aeb6a0-72ba-40d7-b5ac-e7844fdea844 HTTP/1.1" status: 200 len: 976 time: 2.0516729 Aug 29 17:05:47.506620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37066) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:47.544474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4407b22-c23b-4c71-9253-b84e5635340d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event updated for resources: {'Port': ['ID=44aeb6a0-72ba-40d7-b5ac-e7844fdea844,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:47.576763 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.602809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-418790fc-d503-4a17-bd6b-ff167c39092d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85b3e2a6ca09498ca9e530e3946c0abd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0882816 Aug 29 17:05:47.605735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37070) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:47.622606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-882a970a-d977-4db9-894c-46b560ffb529 admin admin] Deleting subnet e58fdf51-8f06-45a4-a80d-6b3292995fd8 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:05:47.629674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e269c937-1fb6-4953-bb23-7a47eee2dc5a tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Deleting port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:47.630354 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e269c937-1fb6-4953-bb23-7a47eee2dc5a tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.631702 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-882a970a-d977-4db9-894c-46b560ffb529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.633721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418790fc-d503-4a17-bd6b-ff167c39092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8727fb5c-4e91-45cb-b3dd-b210d104c402,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:47.734666 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-558cff11-ffe8-49f0-ac31-8f9e2f8fd601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.741749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-e269c937-1fb6-4953-bb23-7a47eee2dc5a tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] For port 44aeb6a0-72ba-40d7-b5ac-e7844fdea844, host n-h1-713301-13, got binding levels [] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:47.742114 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e269c937-1fb6-4953-bb23-7a47eee2dc5a tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.749135 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-882a970a-d977-4db9-894c-46b560ffb529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.758052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a79c3d-7e47-4932-a931-8d957df355af req-45330d73-764c-4548-843c-59d351cedaab tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:47.759582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a79c3d-7e47-4932-a931-8d957df355af req-45330d73-764c-4548-843c-59d351cedaab tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.2478528 Aug 29 17:05:47.764133 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4f4ddc01-336e-46bf-97fa-ca46aa3270ff tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags HTTP/1.1" status: 204 len: 168 time: 0.9562020 Aug 29 17:05:47.768399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e269c937-1fb6-4953-bb23-7a47eee2dc5a tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Calling delete_port for 44aeb6a0-72ba-40d7-b5ac-e7844fdea844 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:47.769934 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37078) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:47.776316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-bde53bdb-1f2b-4156-b5e9-6a68e40178df tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43', 'tempest-TagsExtTest-Tag-1320198684') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:47.788494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-558cff11-ffe8-49f0-ac31-8f9e2f8fd601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.885313 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-bde53bdb-1f2b-4156-b5e9-6a68e40178df tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:47.889585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bde53bdb-1f2b-4156-b5e9-6a68e40178df tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags/tempest-TagsExtTest-Tag-1320198684 HTTP/1.1" status: 404 len: 329 time: 0.1155052 Aug 29 17:05:47.889991 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37082) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:47.894312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-88252d4c-33f4-41ec-a453-7d6096dbe75d tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43', 'tempest-TagsExtTest-Tag-1019736660') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:47.908989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67a79c3d-7e47-4932-a931-8d957df355af req-2f98dd2e-3b29-414e-983f-e11a9c6aafdd tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278794 Aug 29 17:05:47.937307 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-88252d4c-33f4-41ec-a453-7d6096dbe75d tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:47.938366 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-88252d4c-33f4-41ec-a453-7d6096dbe75d tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags/tempest-TagsExtTest-Tag-1019736660 HTTP/1.1" status: 404 len: 329 time: 0.0476439 Aug 29 17:05:47.941326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37090) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:47.946390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-4a55b385-e955-4601-8d69-b2ab0436e67f tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43', 'tempest-TagsExtTest-Tag-333591510') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:47.962860 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-882a970a-d977-4db9-894c-46b560ffb529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.971841 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e269c937-1fb6-4953-bb23-7a47eee2dc5a tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.976905 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-558cff11-ffe8-49f0-ac31-8f9e2f8fd601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.979995 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-558cff11-ffe8-49f0-ac31-8f9e2f8fd601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:47.981321 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-558cff11-ffe8-49f0-ac31-8f9e2f8fd601 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8727fb5c-4e91-45cb-b3dd-b210d104c402 HTTP/1.1" status: 204 len: 168 time: 0.3744977 Aug 29 17:05:47.982595 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-4a55b385-e955-4601-8d69-b2ab0436e67f tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] show failed (client error): The resource could not be found. Aug 29 17:05:47.983962 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4a55b385-e955-4601-8d69-b2ab0436e67f tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags/tempest-TagsExtTest-Tag-333591510 HTTP/1.1" status: 404 len: 328 time: 0.0413184 Aug 29 17:05:47.987313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37094) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:47.997879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-9055a0d7-eb96-49e5-9b1c-c70fa85a0fce tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f7c58a0e-c4b6-4ab2-a39f-8434271d3f43') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:48.038930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269c937-1fb6-4953-bb23-7a47eee2dc5a tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Pushing event deleted for resources: {'Port': ['ID=44aeb6a0-72ba-40d7-b5ac-e7844fdea844,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:48.040724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cff11-ffe8-49f0-ac31-8f9e2f8fd601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8727fb5c-4e91-45cb-b3dd-b210d104c402,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:48.046412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e269c937-1fb6-4953-bb23-7a47eee2dc5a tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:48.051115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e269c937-1fb6-4953-bb23-7a47eee2dc5a tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "DELETE /v2.0/ports/44aeb6a0-72ba-40d7-b5ac-e7844fdea844 HTTP/1.1" status: 204 len: 168 time: 0.5433662 Aug 29 17:05:48.052064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37096) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:48.092415 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-973a8807-e178-4672-8e2a-455824d9630d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] GET failed (client error): The resource could not be found. Aug 29 17:05:48.098199 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-973a8807-e178-4672-8e2a-455824d9630d tempest-PortsAdminExtendedAttrsTestJSON-1019352163 tempest-PortsAdminExtendedAttrsTestJSON-1019352163-project-admin] 10.222.0.22 "GET /v2.0/ports/44aeb6a0-72ba-40d7-b5ac-e7844fdea844 HTTP/1.1" status: 404 len: 333 time: 0.0442238 Aug 29 17:05:48.104141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37100) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:48.109284 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9055a0d7-eb96-49e5-9b1c-c70fa85a0fce tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43/tags HTTP/1.1" status: 204 len: 168 time: 0.1151605 Aug 29 17:05:48.109284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37102) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:48.112862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-a0212346-93ab-4a12-9636-df87dd4b3b73 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5b788fa0-bfbb-4355-bb15-544ac5d30b3d') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:48.230875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a0212346-93ab-4a12-9636-df87dd4b3b73 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d/tags HTTP/1.1" status: 204 len: 168 time: 0.1192372 Aug 29 17:05:48.233950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37112) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:48.234941 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-882a970a-d977-4db9-894c-46b560ffb529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:48.237406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-b856414f-638a-419f-bc87-a68a69adc055 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d92d22c-24ae-45ba-a221-c44f0ed465e5') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:48.239572 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:48.321015 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b856414f-638a-419f-bc87-a68a69adc055 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5/tags HTTP/1.1" status: 204 len: 168 time: 0.0876019 Aug 29 17:05:48.321962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37116) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:48.329103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.tag.tag_plugin [None req-a7f719d0-35f6-4861-8fee-81e4d3f357c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '38b2bf32-5953-444b-9e9a-8537b40f3ff7') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:48.336837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a970a-d977-4db9-894c-46b560ffb529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e58fdf51-8f06-45a4-a80d-6b3292995fd8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:48.346034 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-882a970a-d977-4db9-894c-46b560ffb529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:48.348649 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-882a970a-d977-4db9-894c-46b560ffb529 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e58fdf51-8f06-45a4-a80d-6b3292995fd8 HTTP/1.1" status: 204 len: 168 time: 1.5453367 Aug 29 17:05:48.350610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa23baf-6a24-4a15-b251-5f1e102aa611 None None] Network a2c37ab0-b867-4937-8eae-6502b5fc1404 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:48.363421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37118) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:48.392437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:48.438247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37122) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:48.439454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a7f719d0-35f6-4861-8fee-81e4d3f357c6 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7/tags HTTP/1.1" status: 204 len: 168 time: 0.1167004 Aug 29 17:05:48.484398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6eddf4-0427-42ae-b4f3-bd54c1c1a97b req-6e12c380-521c-43bc-b389-4927eeebaa4c tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:48.491921 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc6eddf4-0427-42ae-b4f3-bd54c1c1a97b req-6e12c380-521c-43bc-b389-4927eeebaa4c tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.2826595 Aug 29 17:05:48.558020 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-199873ad-2675-488f-9081-b27f626fe4ae req-686b2fdd-2af2-4eed-864d-fe291d03de8f tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0348783 Aug 29 17:05:48.577360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f42f2-08b7-4974-9efa-dc57cf192d54 req-fe22c812-0716-4493-a8d7-dad2317ceee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:48.578874 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f25f42f2-08b7-4974-9efa-dc57cf192d54 req-fe22c812-0716-4493-a8d7-dad2317ceee7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=231364c8cef749d890923eabecc82efe&device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 1098 time: 0.3685408 Aug 29 17:05:48.630872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ef108-4631-411a-b1ea-a98e0c2b7bc1 None None] DHCP port deletion for a2c37ab0-b867-4937-8eae-6502b5fc1404 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:05:48.703485 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-476ef108-4631-411a-b1ea-a98e0c2b7bc1 None None] Deleting port 239b8d76-9dec-4fbf-82c0-85a0d9087346 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:48.703876 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-476ef108-4631-411a-b1ea-a98e0c2b7bc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:48.791864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-476ef108-4631-411a-b1ea-a98e0c2b7bc1 None None] For port 239b8d76-9dec-4fbf-82c0-85a0d9087346, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=239b8d76-9dec-4fbf-82c0-85a0d9087346,segment=NetworkSegment(8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d),segment_id=8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:48.792568 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-476ef108-4631-411a-b1ea-a98e0c2b7bc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:48.808796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-476ef108-4631-411a-b1ea-a98e0c2b7bc1 None None] Calling delete_port for 239b8d76-9dec-4fbf-82c0-85a0d9087346 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:48.819170 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:48.823204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc6eddf4-0427-42ae-b4f3-bd54c1c1a97b req-5a893a48-df35-4397-b0d2-21564d380c24 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304780 Aug 29 17:05:48.878343 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:48.905146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb970b0b-c47c-47a3-9df4-b79373a2eef9']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:48.909508 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed5e695b-ab0e-4725-a4eb-7125f9114f9f tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for subnetpool, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:48.912997 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ed5e695b-ab0e-4725-a4eb-7125f9114f9f tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/subnetpools/f7c58a0e-c4b6-4ab2-a39f-8434271d3f43 HTTP/1.1" status: 204 len: 168 time: 0.4714205 Aug 29 17:05:48.913421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37146) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:48.915796 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-476ef108-4631-411a-b1ea-a98e0c2b7bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:48.948099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ef108-4631-411a-b1ea-a98e0c2b7bc1 None None] Pushing event deleted for resources: {'Port': ['ID=239b8d76-9dec-4fbf-82c0-85a0d9087346,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:48.958528 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ef108-4631-411a-b1ea-a98e0c2b7bc1 None None] No DVR routers for this DVR port 239b8d76-9dec-4fbf-82c0-85a0d9087346 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:48.969978 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d0ff9586-8387-4e10-ab3f-9b0093e476b3 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b788fa0-bfbb-4355-bb15-544ac5d30b3d HTTP/1.1" status: 200 len: 205 time: 0.0523789 Aug 29 17:05:48.975369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37148) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:48.992790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11a68e4-6b4a-46f0-adc7-df466947e9c5') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:48.993005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11a68e4-6b4a-46f0-adc7-df466947e9c5') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:48.997088 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.018387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] The port '239b8d76-9dec-4fbf-82c0-85a0d9087346' was deleted {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 17:05:49.055299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 239b8d76-9dec-4fbf-82c0-85a0d9087346 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:49.062709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.077577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 239b8d76-9dec-4fbf-82c0-85a0d9087346 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:49.077987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 239b8d76-9dec-4fbf-82c0-85a0d9087346 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:49.078426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ddb3514f-b7e3-4bf7-95f2-4a754ad2eede no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:49.083634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f42f2-08b7-4974-9efa-dc57cf192d54 req-1bafe205-d500-4907-88f1-ee5da0f17e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:49.091725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f25f42f2-08b7-4974-9efa-dc57cf192d54 req-1bafe205-d500-4907-88f1-ee5da0f17e3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f96cfef-9ca0-4418-b2bf-adad88ac4980 HTTP/1.1" status: 200 len: 912 time: 0.4878564 Aug 29 17:05:49.102068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ddb3514f-b7e3-4bf7-95f2-4a754ad2eede {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:49.102683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ddb3514f-b7e3-4bf7-95f2-4a754ad2eede not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:49.163945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37154) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:49.230870 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.277779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-919292997-network', 'tenant_id': '7a61b0bbd9884820863e08bfe687c357'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:49.300774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Made reservation on behalf of 7a61b0bbd9884820863e08bfe687c357 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:49.303608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.305372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f25f42f2-08b7-4974-9efa-dc57cf192d54 req-06718fb7-6f0e-4bf8-a8e8-676e0851de49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acf85dd2-62fc-4855-821c-c66a7c75aef1 HTTP/1.1" status: 200 len: 217 time: 0.0951571 Aug 29 17:05:49.311442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:05:49.311882 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.315016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:05:49.316554 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:05:49.319532 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c81fd3b6-a02e-474e-b7cb-10722d2cd711 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.401177 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.411842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.415928 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.443221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:05:49.449597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5ee9bb-37f2-4496-8d11-d78969e485ab,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:49.456376 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.456703 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Added segment 99ba4c51-bb57-4cf0-a93c-0f25795586a5 of type vlan for network 94a5acfb-196e-4945-8f67-1ced35f51696 Aug 29 17:05:49.469485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c37ab0-b867-4937-8eae-6502b5fc1404']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:49.491853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:49.492526 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b48c9e0-21d5-4a0b-8e8b-9c7d6aa3084d') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:49.502996 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.532058 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.533152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:49.533970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.543495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.597395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4323115 Aug 29 17:05:49.598001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37160) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:49.611034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] Request body: {'subnet': {'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-919292997-subnet', 'tenant_id': '7a61b0bbd9884820863e08bfe687c357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:49.642858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993daf83-1c64-47c3-9371-b04d93a2dece admin admin] Pushing event updated for resources: {'Network': ['ID=94a5acfb-196e-4945-8f67-1ced35f51696,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:49.654625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] Made reservation on behalf of 7a61b0bbd9884820863e08bfe687c357 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:49.657161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 94a5acfb-196e-4945-8f67-1ced35f51696 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:05:49.658548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.662773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.666350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f42f2-08b7-4974-9efa-dc57cf192d54 req-70396377-2e67-45bf-96b1-ac2faeffe274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:49.668076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f25f42f2-08b7-4974-9efa-dc57cf192d54 req-70396377-2e67-45bf-96b1-ac2faeffe274 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=215c4f72-6f88-48b7-9664-2ffdee3a8ade HTTP/1.1" status: 200 len: 851 time: 0.3358138 Aug 29 17:05:49.689055 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.692382 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c81fd3b6-a02e-474e-b7cb-10722d2cd711 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.697458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.699522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] 10.222.0.22 "DELETE /v2.0/networks/eb970b0b-c47c-47a3-9df4-b79373a2eef9 HTTP/1.1" status: 204 len: 168 time: 1.5934210 Aug 29 17:05:49.706090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c81fd3b6-a02e-474e-b7cb-10722d2cd711 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.720742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:05:49.721160 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:05:49.735173 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:05:49.841954 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4618288b-c040-456d-acbb-36512ae0d6f8 req-c63c4738-9d84-4e11-916e-aaacb9e1ef49 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.1682794 Aug 29 17:05:49.967649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.017375 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37170) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:50.042922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b529cf-08d5-4693-a77c-abad0584bb53,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:50.049092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] Checking segment: {'id': '99ba4c51-bb57-4cf0-a93c-0f25795586a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:50.049487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] Network hostable DHCP agents. Network: 94a5acfb-196e-4945-8f67-1ced35f51696, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:05:50.067927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] Network 94a5acfb-196e-4945-8f67-1ced35f51696 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:05:50.078867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 94a5acfb-196e-4945-8f67-1ced35f51696) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:50.085156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:50.087359 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.087688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00288b70-bba0-47af-bfe4-6ef746eb2a3f None None] Network 94a5acfb-196e-4945-8f67-1ced35f51696 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:50.113077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0dd9ed49-6ef0-44d4-9787-3db61ced7e5e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5121667 Aug 29 17:05:50.146926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f25f42f2-08b7-4974-9efa-dc57cf192d54 req-9704966d-691c-4ba3-acec-f22838abf4af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f96cfef-9ca0-4418-b2bf-adad88ac4980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4422626 Aug 29 17:05:50.147656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ce78b-dee1-40e6-aa22-87d191d7e678 tempest-PortsAdminExtendedAttrsTestJSON-1608559712 tempest-PortsAdminExtendedAttrsTestJSON-1608559712-project] Pushing event deleted for resources: {'Network': ['ID=eb970b0b-c47c-47a3-9df4-b79373a2eef9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:50.158706 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.200725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c81fd3b6-a02e-474e-b7cb-10722d2cd711 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.201256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81fd3b6-a02e-474e-b7cb-10722d2cd711 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Fanout notify agent at l3_agent the message router_deleted on router 5b788fa0-bfbb-4355-bb15-544ac5d30b3d {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:05:50.244481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a959760a-0cac-4309-9b73-c21b543eb34b None None] Network 94a5acfb-196e-4945-8f67-1ced35f51696 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:50.254819 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-85e0d5bf-853f-4c14-bf5e-9ff87505f3ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc3098025d4747a8902c9c777518156c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354612 Aug 29 17:05:50.257182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37176) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:50.261681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c81fd3b6-a02e-474e-b7cb-10722d2cd711 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.262838 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c81fd3b6-a02e-474e-b7cb-10722d2cd711 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/routers/5b788fa0-bfbb-4355-bb15-544ac5d30b3d HTTP/1.1" status: 204 len: 168 time: 1.2636497 Aug 29 17:05:50.265851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37178) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:50.321161 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c66c1e6-464d-402b-820d-5e23f38c545e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.336616 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.348711 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c66c1e6-464d-402b-820d-5e23f38c545e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.358337 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.363974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] 10.222.0.22 "DELETE /v2.0/networks/a2c37ab0-b867-4937-8eae-6502b5fc1404 HTTP/1.1" status: 204 len: 168 time: 1.9805939 Aug 29 17:05:50.393100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6021d7-88f6-4bd1-9e77-6aa7cc1f184b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c37ab0-b867-4937-8eae-6502b5fc1404,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:50.435852 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c66c1e6-464d-402b-820d-5e23f38c545e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.438487 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c66c1e6-464d-402b-820d-5e23f38c545e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.442401 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3c66c1e6-464d-402b-820d-5e23f38c545e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5aee324c-f3c2-4721-9303-bd41e0658f08 HTTP/1.1" status: 204 len: 168 time: 0.1818395 Aug 29 17:05:50.442572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1f37d-5bb2-4629-971b-4e2a2772a839 req-fb59c154-07f6-4f2f-aa21-1548a366174d tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:50.443551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cdf1f37d-5bb2-4629-971b-4e2a2772a839 req-fb59c154-07f6-4f2f-aa21-1548a366174d tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.2934194 Aug 29 17:05:50.457938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66c1e6-464d-402b-820d-5e23f38c545e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aee324c-f3c2-4721-9303-bd41e0658f08,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:50.518408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f25f42f2-08b7-4974-9efa-dc57cf192d54 req-c6e37083-ca3d-4cd5-a042-67df7aaf1c4a service neutron] 10.222.0.10 "GET /v2.0/networks/0f96cfef-9ca0-4418-b2bf-adad88ac4980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587174 Aug 29 17:05:50.553729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37188) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:50.600337 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7038172a-06b6-48a6-a666-d45358511485 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69527392b93b47dc9c5095676e4c5e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452797 Aug 29 17:05:50.603518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37190) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:50.655448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ebe6928a-55df-4037-95ed-7ea56897b53b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Deleting port 0d92d22c-24ae-45ba-a221-c44f0ed465e5 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:50.655798 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebe6928a-55df-4037-95ed-7ea56897b53b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.677395 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cdf1f37d-5bb2-4629-971b-4e2a2772a839 req-7218b19b-7b87-466a-9632-113eb26cb8fc tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869426 Aug 29 17:05:50.691356 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bdf821a2-2591-488f-9ce7-d727f70fa01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.729025 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bdf821a2-2591-488f-9ce7-d727f70fa01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.750062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:50.750846 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.800362 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bdf821a2-2591-488f-9ce7-d727f70fa01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.804794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bdf821a2-2591-488f-9ce7-d727f70fa01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.808819 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bdf821a2-2591-488f-9ce7-d727f70fa01f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b5cb56a-a875-4c63-b7a3-320169c90c22 HTTP/1.1" status: 204 len: 168 time: 0.2014039 Aug 29 17:05:50.822271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf821a2-2591-488f-9ce7-d727f70fa01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5cb56a-a875-4c63-b7a3-320169c90c22,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:50.846023 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebe6928a-55df-4037-95ed-7ea56897b53b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:50.868228 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f25f42f2-08b7-4974-9efa-dc57cf192d54 req-ec478234-d079-4563-b3e0-834f378a27e3 service neutron] 10.222.0.10 "GET /v2.0/networks/0f96cfef-9ca0-4418-b2bf-adad88ac4980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359454 Aug 29 17:05:50.890805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ebe6928a-55df-4037-95ed-7ea56897b53b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Calling delete_port for 0d92d22c-24ae-45ba-a221-c44f0ed465e5 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:50.903484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37204) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:51.019470 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eb5cbeac-833e-4c7c-b40a-b94cc2980ee7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b4d107d81f44a6f8d6c533851022c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120486 Aug 29 17:05:51.019689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37206) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:51.057342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b96d726-e64a-426d-87b6-a5897d06a9ee req-1e3f29d7-e60c-4be9-b570-0332f9dac027 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0758936 Aug 29 17:05:51.070081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1bd62b9f-ef78-4a94-8755-b7d8363f0d3b,segment=NetworkSegment(8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1),segment_id=8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:51.070567 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:51.077636 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a419d9fd-af41-4e22-bd8a-cd18b3d68fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:51.098917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:51.105621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a419d9fd-af41-4e22-bd8a-cd18b3d68fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:51.179159 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a419d9fd-af41-4e22-bd8a-cd18b3d68fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:51.181920 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a419d9fd-af41-4e22-bd8a-cd18b3d68fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:51.186113 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a419d9fd-af41-4e22-bd8a-cd18b3d68fb9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8a2952d-16f9-4789-9596-298b5135f175 HTTP/1.1" status: 204 len: 168 time: 0.1622686 Aug 29 17:05:51.191522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419d9fd-af41-4e22-bd8a-cd18b3d68fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a2952d-16f9-4789-9596-298b5135f175,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:51.244147 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebe6928a-55df-4037-95ed-7ea56897b53b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:51.315953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6928a-55df-4037-95ed-7ea56897b53b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Pushing event deleted for resources: {'Port': ['ID=0d92d22c-24ae-45ba-a221-c44f0ed465e5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:51.470619 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:51.543100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=1bd62b9f-ef78-4a94-8755-b7d8363f0d3b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:51.617932 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebe6928a-55df-4037-95ed-7ea56897b53b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:51.619957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ebe6928a-55df-4037-95ed-7ea56897b53b tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/ports/0d92d22c-24ae-45ba-a221-c44f0ed465e5 HTTP/1.1" status: 204 len: 168 time: 1.3492429 Aug 29 17:05:51.623271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37226) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:51.804932 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-09532b39-0184-4c7c-88fd-b2f1466b9f29 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Deleting subnet 38b2bf32-5953-444b-9e9a-8537b40f3ff7 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:05:51.817130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09532b39-0184-4c7c-88fd-b2f1466b9f29 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:51.937479 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:51.958095 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09532b39-0184-4c7c-88fd-b2f1466b9f29 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.005557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920f8a3-8654-4af8-8748-00fae211c72b req-7672fb10-0819-44f0-8297-570761547298 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:52.016244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6920f8a3-8654-4af8-8748-00fae211c72b req-7672fb10-0819-44f0-8297-570761547298 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.1534972 Aug 29 17:05:52.120529 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6920f8a3-8654-4af8-8748-00fae211c72b req-ca5fa7d0-b289-41b2-9de5-6d558da262f0 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982571 Aug 29 17:05:52.152886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4fa04e12-0176-47ea-ab37-46117efa8af9 req-afbdedde-addb-4a7f-870e-99c6b86a73ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0295880 Aug 29 17:05:52.158350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:05:52.172734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09532b39-0184-4c7c-88fd-b2f1466b9f29 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.257498 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09532b39-0184-4c7c-88fd-b2f1466b9f29 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.280322 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e2cbe-5966-4f3a-9d6d-635880b8750f None None] Network 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:52.280873 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09532b39-0184-4c7c-88fd-b2f1466b9f29 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.282300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-09532b39-0184-4c7c-88fd-b2f1466b9f29 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/subnets/38b2bf32-5953-444b-9e9a-8537b40f3ff7 HTTP/1.1" status: 204 len: 168 time: 0.6577275 Aug 29 17:05:52.295972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37256) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:52.305568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09532b39-0184-4c7c-88fd-b2f1466b9f29 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Pushing event deleted for resources: {'Subnet': ['ID=38b2bf32-5953-444b-9e9a-8537b40f3ff7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:52.359338 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f8a5bbdf-f48c-40a3-89fc-2a1af691734e req-331f9461-86ca-449c-9620-08f01a908fbc tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.1477585 Aug 29 17:05:52.374332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:52.384722 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5cf35-be19-462f-83a3-d318a8b69362 None None] Sync routers for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:52.424620 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5cf35-be19-462f-83a3-d318a8b69362 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:52.425275 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-03a5cf35-be19-462f-83a3-d318a8b69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:52.428936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37264) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:52.476608 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e171a3b0-688d-424d-aaa0-10e18bad773b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6372387 Aug 29 17:05:52.479270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37268) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:52.514090 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-03a5cf35-be19-462f-83a3-d318a8b69362 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:52.515529 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.563951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a181e-d325-40fa-8fa5-9a12783b2944 None None] DHCP port deletion for 6d5298d1-f15d-4b62-8cc0-17c8ccd5df90 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:05:52.591460 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-03a5cf35-be19-462f-83a3-d318a8b69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:51Z', 'revision_number': 11, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:52.610912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Deleting port 34157767-4c29-49b9-b850-47f942e215c4 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:52.611448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.612609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-6720758a-55be-4bdf-935d-cf459c06859d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting subnet 84a7330d-885b-449b-8717-c3c75b08cadd {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:05:52.622727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6720758a-55be-4bdf-935d-cf459c06859d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.628982 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5cf35-be19-462f-83a3-d318a8b69362 None None] Checking router: 9a53a80e-ada7-4c30-8aaa-11bc38418d8c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:52.643074 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5cf35-be19-462f-83a3-d318a8b69362 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:52.643706 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-03a5cf35-be19-462f-83a3-d318a8b69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:52.645692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-394a181e-d325-40fa-8fa5-9a12783b2944 None None] Deleting port 34157767-4c29-49b9-b850-47f942e215c4 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:52.646355 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-394a181e-d325-40fa-8fa5-9a12783b2944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.695838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-network', 'tenant_id': '2954fefdd93b45b9866301d908662a17'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:52.725375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-394a181e-d325-40fa-8fa5-9a12783b2944 None None] For port 34157767-4c29-49b9-b850-47f942e215c4, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=34157767-4c29-49b9-b850-47f942e215c4,segment=NetworkSegment(4a21a576-cbc9-46a6-b5db-751b5cc3aff0),segment_id=4a21a576-cbc9-46a6-b5db-751b5cc3aff0)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:52.725770 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-394a181e-d325-40fa-8fa5-9a12783b2944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.743362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-394a181e-d325-40fa-8fa5-9a12783b2944 None None] Calling delete_port for 34157767-4c29-49b9-b850-47f942e215c4 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:52.757554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995787b6-7182-4c40-b756-4334e123fb4f req-123fb029-a1dc-46f9-a9b6-1e63613577a1 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:52.759188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-995787b6-7182-4c40-b756-4334e123fb4f req-123fb029-a1dc-46f9-a9b6-1e63613577a1 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.3542621 Aug 29 17:05:52.770396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] For port 34157767-4c29-49b9-b850-47f942e215c4, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=34157767-4c29-49b9-b850-47f942e215c4,segment=NetworkSegment(4a21a576-cbc9-46a6-b5db-751b5cc3aff0),segment_id=4a21a576-cbc9-46a6-b5db-751b5cc3aff0)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:52.770790 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.779327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6720758a-55be-4bdf-935d-cf459c06859d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.806793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Calling delete_port for 34157767-4c29-49b9-b850-47f942e215c4 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:52.838470 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-03a5cf35-be19-462f-83a3-d318a8b69362 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:52.847709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:52.851283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.873682 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-394a181e-d325-40fa-8fa5-9a12783b2944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.894304 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.908564 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-03a5cf35-be19-462f-83a3-d318a8b69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:51Z', 'revision_number': 11, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:52.913426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a181e-d325-40fa-8fa5-9a12783b2944 None None] Pushing event deleted for resources: {'Port': ['ID=34157767-4c29-49b9-b850-47f942e215c4,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:52.930325 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394a181e-d325-40fa-8fa5-9a12783b2944 None None] No DVR routers for this DVR port 34157767-4c29-49b9-b850-47f942e215c4 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:52.966093 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:52.995709 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-995787b6-7182-4c40-b756-4334e123fb4f req-9976f615-6f94-43a0-bcd0-73cf4792b00f tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126837 Aug 29 17:05:52.999399 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5cf35-be19-462f-83a3-d318a8b69362 None None] The sync data for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 is: [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:51Z', 'revision_number': 11, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:53.033612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Pushing event deleted for resources: {'Port': ['ID=34157767-4c29-49b9-b850-47f942e215c4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:53.060559 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6720758a-55be-4bdf-935d-cf459c06859d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.067392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] No DVR routers for this DVR port 34157767-4c29-49b9-b850-47f942e215c4 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:53.176794 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.191835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5298d1-f15d-4b62-8cc0-17c8ccd5df90']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:53.208046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a21a576-cbc9-46a6-b5db-751b5cc3aff0') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:53.208340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a21a576-cbc9-46a6-b5db-751b5cc3aff0') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:53.213859 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.219981 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.224453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.240520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.243553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6720758a-55be-4bdf-935d-cf459c06859d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.268078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:05:53.276470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:05:53.276993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:05:53.291784 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:05:53.330902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720758a-55be-4bdf-935d-cf459c06859d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Subnet': ['ID=84a7330d-885b-449b-8717-c3c75b08cadd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:53.339002 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6720758a-55be-4bdf-935d-cf459c06859d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.344512 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6720758a-55be-4bdf-935d-cf459c06859d tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/84a7330d-885b-449b-8717-c3c75b08cadd HTTP/1.1" status: 204 len: 168 time: 0.8639951 Aug 29 17:05:53.346410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37292) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:53.377721 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.378093 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Added segment f20d509c-6a87-4af4-ba3a-bd861c2c0930 of type vlan for network 6a468c2d-9be1-440f-a192-42e8517f74d6 Aug 29 17:05:53.379484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a126d18-68eb-43d1-b311-9d56579079ad,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:53.390999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222e94e-d6ef-462c-8b55-0e8bc305baf6 None None] Network 1c40348c-d80c-4dd1-8100-125aea91c637 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:53.467613 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.485972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.491994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] 10.222.0.22 "DELETE /v2.0/networks/6d5298d1-f15d-4b62-8cc0-17c8ccd5df90 HTTP/1.1" status: 204 len: 168 time: 1.1451244 Aug 29 17:05:53.509942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62d745-204e-4ab2-969d-c23ae96766e4 tempest-TagsExtTest-1506730392 tempest-TagsExtTest-1506730392-project] Pushing event deleted for resources: {'Network': ['ID=6d5298d1-f15d-4b62-8cc0-17c8ccd5df90,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:53.550684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 34157767-4c29-49b9-b850-47f942e215c4 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:53.566871 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37298) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:53.640891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 34157767-4c29-49b9-b850-47f942e215c4 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:53.642125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.644935 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 34157767-4c29-49b9-b850-47f942e215c4 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:53.670824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-712e727f-7fb4-4178-a289-4c9d7bf6aa53 req-4ce13bef-d3d3-432f-97c1-5e13ac40cb5b tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0362821 Aug 29 17:05:53.678691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.755740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-992830849', 'router:external': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:53.760043 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.760928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:53.761632 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.800527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Made reservation on behalf of 48d4ae54f87f4c6f95831c30b79aa8c0 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:53.807248 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.843116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.845612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] Pushing event updated for resources: {'Network': ['ID=6a468c2d-9be1-440f-a192-42e8517f74d6,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:53.860893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Deleting port e6b3d666-3507-46a7-b407-f7ad36c651d5 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:53.861334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.867452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-72ee577b-65d1-4278-a65f-285d348e311d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4368181 Aug 29 17:05:53.872671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37304) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:53.886175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] Request body: {'subnet': {'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-subnet', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:53.897922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 6a468c2d-9be1-440f-a192-42e8517f74d6 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:05:53.899696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a14964c-8b9e-4bb9-b455-801da4bd09b1 None None] DHCP port deletion for 1c40348c-d80c-4dd1-8100-125aea91c637 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:05:53.933709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] For port e6b3d666-3507-46a7-b407-f7ad36c651d5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e6b3d666-3507-46a7-b407-f7ad36c651d5,segment=NetworkSegment(8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1),segment_id=8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:53.934162 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:53.948916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37306) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:53.959920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Calling delete_port for e6b3d666-3507-46a7-b407-f7ad36c651d5 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:54.007628 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.048759 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.065772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:05:54.077298 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.078241 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.078600 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Added segment cfd1a1ba-f5ab-466c-be31-d7380d691075 of type vlan for network cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf Aug 29 17:05:54.089824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:54.093267 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.117290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Port': ['ID=e6b3d666-3507-46a7-b407-f7ad36c651d5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:54.141468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No DVR routers for this DVR port e6b3d666-3507-46a7-b407-f7ad36c651d5 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:05:54.209481 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a8c94bba-fbeb-4005-ad1b-70cb130ae8b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ba834623c3e4cefa109bdf781658d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585521 Aug 29 17:05:54.210187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37314) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:54.251734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4406ccd1-f317-41f6-9c65-dfdf26acd2ca,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:54.254618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5a14964c-8b9e-4bb9-b455-801da4bd09b1 None None] The port 'e6b3d666-3507-46a7-b407-f7ad36c651d5' was deleted {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 17:05:54.281290 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.324278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd685cf-d0ae-4c5c-b8f2-01b7f5df9005 req-41db1e09-524b-457d-ad6d-71e849bd51fd tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:54.326625 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efd685cf-d0ae-4c5c-b8f2-01b7f5df9005 req-41db1e09-524b-457d-ad6d-71e849bd51fd tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.1552775 Aug 29 17:05:54.356451 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.374408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c40348c-d80c-4dd1-8100-125aea91c637']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:54.387161 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.388712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:54.389340 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.392974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:54.393337 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2a065c-b49a-4146-9f7f-e4c8c7ab92e1') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:54.405486 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cb1ba7a4-04bc-4964-a4cb-1b310e326c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.413478 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.425775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efd685cf-d0ae-4c5c-b8f2-01b7f5df9005 req-6c2e7c91-0a52-4782-9f74-57faed2680e5 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897689 Aug 29 17:05:54.441130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.444346 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cb1ba7a4-04bc-4964-a4cb-1b310e326c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.457062 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:05:54.457484 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:05:54.460873 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:05:54.509339 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9405355 Aug 29 17:05:54.510247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37320) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:54.522913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Request body: {'subnet': {'network_id': 'cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:54.550463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe537bd5-5e46-4761-a4e5-023cc8ba140b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event updated for resources: {'Network': ['ID=cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:54.562141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:05:54.569746 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.592685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.597415 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/networks/1c40348c-d80c-4dd1-8100-125aea91c637 HTTP/1.1" status: 204 len: 168 time: 1.2457371 Aug 29 17:05:54.597415 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b4e86-c9e9-4577-a2ee-fce39b986881 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Pushing event deleted for resources: {'Network': ['ID=1c40348c-d80c-4dd1-8100-125aea91c637,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:54.599908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37324) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:54.604648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b425446d-eeed-4ce0-aa2a-49816fad434e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'routes': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:54.634255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Made reservation on behalf of 48d4ae54f87f4c6f95831c30b79aa8c0 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:54.636641 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.775958 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:54.891256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0183a3c-e561-4345-8ae5-a5ac3767fc49,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:54.895429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6a8f3-074a-4925-b7d5-6f61922823ea req-a29e0127-66e4-4c00-89df-39a9251b5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:54.897270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c6a8f3-074a-4925-b7d5-6f61922823ea req-a29e0127-66e4-4c00-89df-39a9251b5e5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=231364c8cef749d890923eabecc82efe&device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 1098 time: 0.1875453 Aug 29 17:05:54.911419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7774-216b-4e03-a339-30655cd4f7a3 req-b8705fdd-3f63-4da6-b7ca-63f251045c0e tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:54.940030 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-82cb7774-216b-4e03-a339-30655cd4f7a3 req-b8705fdd-3f63-4da6-b7ca-63f251045c0e tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.2290092 Aug 29 17:05:55.053149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e6b3d666-3507-46a7-b407-f7ad36c651d5 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:55.081425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] Checking segment: {'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:55.081799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] Network hostable DHCP agents. Network: 6a468c2d-9be1-440f-a192-42e8517f74d6, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:05:55.084000 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9098fb74-8d5b-423b-b5c4-6724521bbea6 req-33465e69-1e88-4f0f-8f1b-88464374a5c2 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0293293 Aug 29 17:05:55.089591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cb1ba7a4-04bc-4964-a4cb-1b310e326c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:55.093047 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cb1ba7a4-04bc-4964-a4cb-1b310e326c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:55.094336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e6b3d666-3507-46a7-b407-f7ad36c651d5 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:55.095708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e6b3d666-3507-46a7-b407-f7ad36c651d5 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:55.096710 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:05:55.097545 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cb1ba7a4-04bc-4964-a4cb-1b310e326c71 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f63b0d8c-b8c1-4029-90b2-a48bd4685cca HTTP/1.1" status: 204 len: 168 time: 0.8861711 Aug 29 17:05:55.135453 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:05:55.135858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1bd62b9f-ef78-4a94-8755-b7d8363f0d3b not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:05:55.198280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ba7a4-04bc-4964-a4cb-1b310e326c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63b0d8c-b8c1-4029-90b2-a48bd4685cca,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:55.221476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-82cb7774-216b-4e03-a339-30655cd4f7a3 req-b1f33e32-12af-4ee4-93c1-d78d462b1b00 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800584 Aug 29 17:05:55.222592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6a8f3-074a-4925-b7d5-6f61922823ea req-10327b3a-688a-4d74-8370-f0ea7519e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:55.224117 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c6a8f3-074a-4925-b7d5-6f61922823ea req-10327b3a-688a-4d74-8370-f0ea7519e3df service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f96cfef-9ca0-4418-b2bf-adad88ac4980 HTTP/1.1" status: 200 len: 912 time: 0.2774053 Aug 29 17:05:55.254347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.extraroute_db [None req-b425446d-eeed-4ce0-aa2a-49816fad434e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Added routes are [] {{(pid=111677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:05:55.254914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.extraroute_db [None req-b425446d-eeed-4ce0-aa2a-49816fad434e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Removed routes are [] {{(pid=111677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:05:55.255506 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b425446d-eeed-4ce0-aa2a-49816fad434e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:55.304718 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c6a8f3-074a-4925-b7d5-6f61922823ea req-40f9430e-f829-493e-a4ca-7f398b5e0e2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acf85dd2-62fc-4855-821c-c66a7c75aef1 HTTP/1.1" status: 200 len: 217 time: 0.0730386 Aug 29 17:05:55.521796 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b425446d-eeed-4ce0-aa2a-49816fad434e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:55.526621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b425446d-eeed-4ce0-aa2a-49816fad434e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:55.688617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b425446d-eeed-4ce0-aa2a-49816fad434e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:05:55.723927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] Network 6a468c2d-9be1-440f-a192-42e8517f74d6 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:05:55.777523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b425446d-eeed-4ce0-aa2a-49816fad434e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:55.786814 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b425446d-eeed-4ce0-aa2a-49816fad434e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:55.790465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec3ccf-aaeb-4755-9c57-7ed94cce0fd7 None None] Sync routers for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:55.791562 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b425446d-eeed-4ce0-aa2a-49816fad434e tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c HTTP/1.1" status: 200 len: 700 time: 1.1922965 Aug 29 17:05:55.792291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37352) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:55.801755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec3ccf-aaeb-4755-9c57-7ed94cce0fd7 None None] Routers {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:55.803169 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b1ec3ccf-aaeb-4755-9c57-7ed94cce0fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:55.817818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 6a468c2d-9be1-440f-a192-42e8517f74d6) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:55.836714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:55.839848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:55.845108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9583a733-a2d1-454e-86d6-c1c98506616b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a53a80e-ada7-4c30-8aaa-11bc38418d8c HTTP/1.1" status: 200 len: 205 time: 0.0516832 Aug 29 17:05:55.845822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37356) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:55.883108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6a8f3-074a-4925-b7d5-6f61922823ea req-9da9bb12-0cc3-4c10-a5a7-726fec27dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:55.884613 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c6a8f3-074a-4925-b7d5-6f61922823ea req-9da9bb12-0cc3-4c10-a5a7-726fec27dfe5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=215c4f72-6f88-48b7-9664-2ffdee3a8ade HTTP/1.1" status: 200 len: 851 time: 0.1808734 Aug 29 17:05:55.922031 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d724307e-e5fc-40b9-89eb-5b585f2f53f3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0468943 Aug 29 17:05:55.924139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8b166-3acd-41db-b891-2d2642f00d6f None None] Network 6a468c2d-9be1-440f-a192-42e8517f74d6 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:55.926935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37360) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:55.932234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:55.947433 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf6f51e4-daa8-4861-86bf-ba687529d675 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:55.961804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-b1ec3ccf-aaeb-4755-9c57-7ed94cce0fd7 None None] Set router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:55.968395 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c6a8f3-074a-4925-b7d5-6f61922823ea req-2dd2c5de-87df-47fb-a97d-368d8421ac85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f96cfef-9ca0-4418-b2bf-adad88ac4980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678132 Aug 29 17:05:56.123673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.124725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.132336 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf6f51e4-daa8-4861-86bf-ba687529d675 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.135353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf6f51e4-daa8-4861-86bf-ba687529d675 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.143018 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c6a8f3-074a-4925-b7d5-6f61922823ea req-122f9372-7e7c-4d03-b365-8c99e5d225a0 service neutron] 10.222.0.10 "GET /v2.0/networks/0f96cfef-9ca0-4418-b2bf-adad88ac4980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667182 Aug 29 17:05:56.172562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b1ec3ccf-aaeb-4755-9c57-7ed94cce0fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a53a80e-ada7-4c30-8aaa-11bc38418d8c', 'name': 'tempest-RoutersTest-router-683028151', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:04:47Z', 'updated_at': '2021-08-29T17:05:51Z', 'revision_number': 11, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:56.238940 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf6f51e4-daa8-4861-86bf-ba687529d675 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.239487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6f51e4-daa8-4861-86bf-ba687529d675 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Fanout notify agent at l3_agent the message router_deleted on router 9a53a80e-ada7-4c30-8aaa-11bc38418d8c {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:05:56.241904 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.247853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf6f51e4-daa8-4861-86bf-ba687529d675 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.258377 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bf6f51e4-daa8-4861-86bf-ba687529d675 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c HTTP/1.1" status: 204 len: 168 time: 0.4111278 Aug 29 17:05:56.259040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37368) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:56.264439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-610fb5c1-28f1-408e-8636-9e410e6f7d0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-685083662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:56.354655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec3ccf-aaeb-4755-9c57-7ed94cce0fd7 None None] Checking router: 9a53a80e-ada7-4c30-8aaa-11bc38418d8c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:56.388273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec3ccf-aaeb-4755-9c57-7ed94cce0fd7 None None] Routers set() bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:56.388672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec3ccf-aaeb-4755-9c57-7ed94cce0fd7 None None] Router IDs set() for agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 17:05:56.389185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_agentschedulers_db [None req-b1ec3ccf-aaeb-4755-9c57-7ed94cce0fd7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9a53a80e-ada7-4c30-8aaa-11bc38418d8c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent'). {{(pid=111678) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 17:05:56.389575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec3ccf-aaeb-4755-9c57-7ed94cce0fd7 None None] The sync data for ids ['9a53a80e-ada7-4c30-8aaa-11bc38418d8c'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:56.442164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.objects.ports [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:05:56.443480 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.490768 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-610fb5c1-28f1-408e-8636-9e410e6f7d0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.491871 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-610fb5c1-28f1-408e-8636-9e410e6f7d0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.546748 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c6a8f3-074a-4925-b7d5-6f61922823ea req-ac7d0cc6-d421-44e4-8e84-52ff1ddb6fb6 service neutron] 10.222.0.10 "GET /v2.0/networks/0f96cfef-9ca0-4418-b2bf-adad88ac4980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810656 Aug 29 17:05:56.554108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fe2539e4-25d6-4806-bb32-39067c84fabf,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:56.613121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Checking segment: {'id': 'cfd1a1ba-f5ab-466c-be31-d7380d691075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:56.613671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Network hostable DHCP agents. Network: cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:05:56.624931 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-610fb5c1-28f1-408e-8636-9e410e6f7d0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.646835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-6a468c2d-9be1-440f-a192-42e8517f74d6', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'fixed_ips': [{'subnet_id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:05:56.648946 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.649977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07807163-467d-40b1-861c-a6911e2b27aa req-b8146ab5-e831-41c8-a62f-e2af7d2a56ac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:56.652616 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-07807163-467d-40b1-861c-a6911e2b27aa req-b8146ab5-e831-41c8-a62f-e2af7d2a56ac tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.2728148 Aug 29 17:05:56.670184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Network cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:05:56.692051 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-610fb5c1-28f1-408e-8636-9e410e6f7d0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.707887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:56.716602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:56.718431 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.730772 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.749756 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-610fb5c1-28f1-408e-8636-9e410e6f7d0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:56.750889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8f5e8977-b274-4ec1-bdf5-c78d4131c9e7 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2319944 Aug 29 17:05:56.753974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-610fb5c1-28f1-408e-8636-9e410e6f7d0c tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4939270 Aug 29 17:05:56.755546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37380) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:56.755886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37382) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:56.760698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-759657803', 'network_id': 'cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:56.775879 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-07807163-467d-40b1-861c-a6911e2b27aa req-31935393-1a45-4e0e-aa13-7a548262d48a tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799639 Aug 29 17:05:56.778203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4d57aa58-e678-45ed-9b99-39c278f52fca tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Request body: {'router': {'admin_state_up': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:05:56.872165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af34826-cdd1-428f-854c-23fe97edad3e None None] Network cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:57.015473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Made reservation on behalf of 48d4ae54f87f4c6f95831c30b79aa8c0 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:05:57.018268 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:57.047300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Allocated IP 172.20.0.2 (6a468c2d-9be1-440f-a192-42e8517f74d6/a0183a3c-e561-4345-8ae5-a5ac3767fc49/d10b11b4-223c-46d4-9702-5dd3b91458f4) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:05:57.075191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] device_id is not set on port 879f086d-74c5-43a1-b5ee-58cfc0d67aa0 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:05:57.218355 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d57aa58-e678-45ed-9b99-39c278f52fca tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:57.296883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Allocated IP 2001:db8::e4 (cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf/fe2539e4-25d6-4806-bb32-39067c84fabf/879f086d-74c5-43a1-b5ee-58cfc0d67aa0) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:05:57.337136 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d57aa58-e678-45ed-9b99-39c278f52fca tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:57.358752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977cb314-56b7-46fc-9aca-20e82800d83c None None] Network cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:57.382147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1701d25f-16b0-430f-9379-3772ed108957 req-fa307ebf-79f9-45cb-abcf-98c132833ec3 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0503144 Aug 29 17:05:57.534640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:57.554831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Transition to ACTIVE for port object d10b11b4-223c-46d4-9702-5dd3b91458f4 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:57.629530 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Transition to ACTIVE for port object d10b11b4-223c-46d4-9702-5dd3b91458f4 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:05:57.645555 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:57.694213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Network 6a468c2d-9be1-440f-a192-42e8517f74d6 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:57.724352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:57.734229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:57.738082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Pushing event updated for resources: {'Port': ['ID=d10b11b4-223c-46d4-9702-5dd3b91458f4,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:57.822984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Attempting to bind port d10b11b4-223c-46d4-9702-5dd3b91458f4 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:05:57.823729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Attempting to bind port d10b11b4-223c-46d4-9702-5dd3b91458f4 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:05:57.824292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Attempting to bind port d10b11b4-223c-46d4-9702-5dd3b91458f4 on network 6a468c2d-9be1-440f-a192-42e8517f74d6 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:05:57.840062 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:05:57.841113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Checking segment: {'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:05:57.842606 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:57.843013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Bound using segment: {'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:05:57.843519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Bound port: d10b11b4-223c-46d4-9702-5dd3b91458f4, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:05:57.845563 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:57.873370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37420) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:57.975890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] For port d10b11b4-223c-46d4-9702-5dd3b91458f4, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:05:57.984357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] For port d10b11b4-223c-46d4-9702-5dd3b91458f4, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d10b11b4-223c-46d4-9702-5dd3b91458f4,segment=NetworkSegment(f20d509c-6a87-4af4-ba3a-bd861c2c0930),segment_id=f20d509c-6a87-4af4-ba3a-bd861c2c0930)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:05:57.991170 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.055401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e27c8b3f-1050-447c-b670-de8121289f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.071891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf677a-37a1-4885-8f29-77fb66d15696 None None] Pushing event updated for resources: {'Port': ['ID=d10b11b4-223c-46d4-9702-5dd3b91458f4,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:58.079894 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.099401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.127907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.140638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8781820-ad35-4cf9-8d15-892d1665a13a req-613cfff9-3e7e-43d2-b335-ba5f2c0d6b68 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:58.148796 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d8781820-ad35-4cf9-8d15-892d1665a13a req-613cfff9-3e7e-43d2-b335-ba5f2c0d6b68 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.2592163 Aug 29 17:05:58.180148 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e27c8b3f-1050-447c-b670-de8121289f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.183817 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e27c8b3f-1050-447c-b670-de8121289f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.235653 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e27c8b3f-1050-447c-b670-de8121289f87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7d7daceb1e04f04a0616eb2582167e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611398 Aug 29 17:05:58.238505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37428) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:58.239081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c8b3f-1050-447c-b670-de8121289f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb27e43-5306-4f0c-9d40-b470d583cca3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:58.336121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d57aa58-e678-45ed-9b99-39c278f52fca tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Router 3ee31f56-6181-45b9-b82a-4b4bacfc27a0 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:05:58.361835 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d8781820-ad35-4cf9-8d15-892d1665a13a req-1f987664-ab6f-4b33-a5a4-6c507db6ea7c tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121642 Aug 29 17:05:58.368452 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56aa14e9-370d-431e-97e6-f4b2c34bde59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.409934 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56aa14e9-370d-431e-97e6-f4b2c34bde59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.477695 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56aa14e9-370d-431e-97e6-f4b2c34bde59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.484063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56aa14e9-370d-431e-97e6-f4b2c34bde59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.485137 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-56aa14e9-370d-431e-97e6-f4b2c34bde59 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4cb27e43-5306-4f0c-9d40-b470d583cca3 HTTP/1.1" status: 204 len: 168 time: 0.2294960 Aug 29 17:05:58.495730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa14e9-370d-431e-97e6-f4b2c34bde59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb27e43-5306-4f0c-9d40-b470d583cca3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:58.571006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.686338 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3856107-80f3-480f-8910-52d05d16b7e7 req-42ae8f00-7c95-4825-90ad-a5c63d7ef3c4 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.1160662 Aug 29 17:05:58.709279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Network cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:58.711202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d57aa58-e678-45ed-9b99-39c278f52fca tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:05:58.717397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:58.731716 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d57aa58-e678-45ed-9b99-39c278f52fca tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.732827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4d57aa58-e678-45ed-9b99-39c278f52fca tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "PUT /v2.0/routers/3ee31f56-6181-45b9-b82a-4b4bacfc27a0 HTTP/1.1" status: 200 len: 693 time: 1.9630024 Aug 29 17:05:58.737125 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac23cd-af17-42c0-87f4-a66b78f52680 None None] Sync routers for ids ['3ee31f56-6181-45b9-b82a-4b4bacfc27a0'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:05:58.746198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:58.747816 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:58.748449 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:58.749934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37448) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:58.752407 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac23cd-af17-42c0-87f4-a66b78f52680 None None] Routers {'3ee31f56-6181-45b9-b82a-4b4bacfc27a0'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:58.753264 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-76ac23cd-af17-42c0-87f4-a66b78f52680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3ee31f56-6181-45b9-b82a-4b4bacfc27a0'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:58.755327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Allocated IP 172.25.5.194 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/f6c5d9a0-4ed7-4220-9b28-926f6aa7979d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:05:58.788738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event updated for resources: {'Port': ['ID=879f086d-74c5-43a1-b5ee-58cfc0d67aa0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:58.816122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e55b804b-448d-4d81-a612-48ef4028777b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0591803 Aug 29 17:05:58.848209 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37450) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:58.884000 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-636985c6-e1fe-471b-8f68-a55cff10dcc7 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/routers/3ee31f56-6181-45b9-b82a-4b4bacfc27a0 HTTP/1.1" status: 200 len: 699 time: 0.1318474 Aug 29 17:05:58.889085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37452) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:58.914164 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-76ac23cd-af17-42c0-87f4-a66b78f52680 None None] Set router 3ee31f56-6181-45b9-b82a-4b4bacfc27a0 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:58.918068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04b255-f244-4632-a76b-9aa6042023bb req-e6a35173-f705-4f39-a3c1-ee56d9a6a9f0 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:05:58.928044 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb04b255-f244-4632-a76b-9aa6042023bb req-e6a35173-f705-4f39-a3c1-ee56d9a6a9f0 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.2126076 Aug 29 17:05:59.022294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37456) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:59.032699 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f2fbd68d-b626-44bc-8de9-8ac9022bddbe tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee31f56-6181-45b9-b82a-4b4bacfc27a0 HTTP/1.1" status: 200 len: 205 time: 0.1418376 Aug 29 17:05:59.037093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37458) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:59.069079 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-76ac23cd-af17-42c0-87f4-a66b78f52680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee31f56-6181-45b9-b82a-4b4bacfc27a0', 'name': 'tempest-RoutersTest-router-685083662', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:05:57Z', 'revision_number': 2, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:59.087418 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b08ac19a-6f8a-4209-9597-11fc0a53f8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.092103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d10b11b4-223c-46d4-9702-5dd3b91458f4 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:05:59.119287 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.149536 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac23cd-af17-42c0-87f4-a66b78f52680 None None] Checking router: 3ee31f56-6181-45b9-b82a-4b4bacfc27a0 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:05:59.154967 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port d10b11b4-223c-46d4-9702-5dd3b91458f4 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:59.174449 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac23cd-af17-42c0-87f4-a66b78f52680 None None] Routers {'3ee31f56-6181-45b9-b82a-4b4bacfc27a0'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:05:59.175457 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-76ac23cd-af17-42c0-87f4-a66b78f52680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3ee31f56-6181-45b9-b82a-4b4bacfc27a0'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:59.196471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-82e80eea-35a4-4b52-b22f-03cece2edc82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.199055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Deleting port 879f086d-74c5-43a1-b5ee-58cfc0d67aa0 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:05:59.199683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.207263 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb04b255-f244-4632-a76b-9aa6042023bb req-25f7dcc3-82d2-45fa-80ae-173e87293e43 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652094 Aug 29 17:05:59.266764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.272783 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-76ac23cd-af17-42c0-87f4-a66b78f52680 None None] Set router 3ee31f56-6181-45b9-b82a-4b4bacfc27a0 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:05:59.338213 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-76ac23cd-af17-42c0-87f4-a66b78f52680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee31f56-6181-45b9-b82a-4b4bacfc27a0', 'name': 'tempest-RoutersTest-router-685083662', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:05:57Z', 'revision_number': 2, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:05:59.384201 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac23cd-af17-42c0-87f4-a66b78f52680 None None] The sync data for ids ['3ee31f56-6181-45b9-b82a-4b4bacfc27a0'] in n-d-713301-13 is: [{'id': '3ee31f56-6181-45b9-b82a-4b4bacfc27a0', 'name': 'tempest-RoutersTest-router-685083662', 'tenant_id': '1ce22adad08141a699e9f6d6ff8218d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:05:57Z', 'revision_number': 2, 'project_id': '1ce22adad08141a699e9f6d6ff8218d6', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:05:59.415376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:05:59.432593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:05:59.435298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:05:59.464527 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-82e80eea-35a4-4b52-b22f-03cece2edc82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.467908 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-82e80eea-35a4-4b52-b22f-03cece2edc82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.489663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9f398d-4e55-4c6e-9914-646a7cb77eb3 None None] Network 6a468c2d-9be1-440f-a192-42e8517f74d6 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:05:59.492002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c5d9a0-4ed7-4220-9b28-926f6aa7979d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:59.561874 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-82e80eea-35a4-4b52-b22f-03cece2edc82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.562117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e80eea-35a4-4b52-b22f-03cece2edc82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Fanout notify agent at l3_agent the message router_deleted on router 3ee31f56-6181-45b9-b82a-4b4bacfc27a0 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:05:59.593843 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-82e80eea-35a4-4b52-b22f-03cece2edc82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.598765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-82e80eea-35a4-4b52-b22f-03cece2edc82 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/3ee31f56-6181-45b9-b82a-4b4bacfc27a0 HTTP/1.1" status: 204 len: 168 time: 0.5517313 Aug 29 17:05:59.605623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37460) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:59.607765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-55c82be7-6ad8-4043-85a2-c2dcfb97429a None None] Provisioning for port d10b11b4-223c-46d4-9702-5dd3b91458f4 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:05:59.627622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-55c82be7-6ad8-4043-85a2-c2dcfb97429a None None] Provisioning complete for port d10b11b4-223c-46d4-9702-5dd3b91458f4 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:05:59.628008 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55c82be7-6ad8-4043-85a2-c2dcfb97429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.655736 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b08ac19a-6f8a-4209-9597-11fc0a53f8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.659875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c84187cd-76e7-4adf-9c4a-7aef73f2db62 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee31f56-6181-45b9-b82a-4b4bacfc27a0 HTTP/1.1" status: 200 len: 205 time: 0.0490990 Aug 29 17:05:59.660641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37462) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:59.679003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.681585 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b08ac19a-6f8a-4209-9597-11fc0a53f8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.719104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Calling delete_port for 879f086d-74c5-43a1-b5ee-58cfc0d67aa0 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:05:59.724733 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-afbd9bc4-9f84-48d7-b614-154f1bb1d75b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] delete failed (client error): The resource could not be found. Aug 29 17:05:59.730248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-afbd9bc4-9f84-48d7-b614-154f1bb1d75b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/3ee31f56-6181-45b9-b82a-4b4bacfc27a0 HTTP/1.1" status: 404 len: 336 time: 0.0679243 Aug 29 17:05:59.730769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37466) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:59.779646 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa55f94-c695-4783-82ff-c18339e7df98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] DELETE failed (client error): The resource could not be found. Aug 29 17:05:59.780107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa55f94-c695-4783-82ff-c18339e7df98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:05:59.782361 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9fa55f94-c695-4783-82ff-c18339e7df98 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/db4fecb2-552a-4f41-a21d-8076232a403d HTTP/1.1" status: 404 len: 337 time: 0.0480881 Aug 29 17:05:59.787043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37470) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:59.830398 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b08ac19a-6f8a-4209-9597-11fc0a53f8df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69b4f431c1cf4c86be9848068163ea00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7989936 Aug 29 17:05:59.834220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37472) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:59.835585 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd35b36-0160-43ad-a416-85418ae18699 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] DELETE failed (client error): The resource could not be found. Aug 29 17:05:59.836950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd35b36-0160-43ad-a416-85418ae18699 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:05:59.838878 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5fd35b36-0160-43ad-a416-85418ae18699 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/1e4d3ada-3c68-4060-8d84-eb771cad567a HTTP/1.1" status: 404 len: 337 time: 0.0493603 Aug 29 17:05:59.840630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ac19a-6f8a-4209-9597-11fc0a53f8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a24a79-5e50-40e7-9ea3-76ecb4641dcd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:05:59.845562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37474) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:59.890026 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55c82be7-6ad8-4043-85a2-c2dcfb97429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:05:59.921757 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dc9ac1-c430-4aec-acb8-5a700b5cfbf2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] DELETE failed (client error): The resource could not be found. Aug 29 17:05:59.922770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83dc9ac1-c430-4aec-acb8-5a700b5cfbf2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:05:59.925165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-83dc9ac1-c430-4aec-acb8-5a700b5cfbf2 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/61a8c278-ac7e-4dc4-aa4c-a535c662bfd7 HTTP/1.1" status: 404 len: 337 time: 0.0727632 Aug 29 17:05:59.931213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37476) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:05:59.944692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-55c82be7-6ad8-4043-85a2-c2dcfb97429a None None] For port d10b11b4-223c-46d4-9702-5dd3b91458f4, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d10b11b4-223c-46d4-9702-5dd3b91458f4,segment=NetworkSegment(f20d509c-6a87-4af4-ba3a-bd861c2c0930),segment_id=f20d509c-6a87-4af4-ba3a-bd861c2c0930)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:05:59.953397 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55c82be7-6ad8-4043-85a2-c2dcfb97429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.008746 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49c9011-167a-4c5d-9891-b9ec3a5ee58f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] DELETE failed (client error): The resource could not be found. Aug 29 17:06:00.009140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49c9011-167a-4c5d-9891-b9ec3a5ee58f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:06:00.011644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c82be7-6ad8-4043-85a2-c2dcfb97429a None None] Pushing event updated for resources: {'Port': ['ID=d10b11b4-223c-46d4-9702-5dd3b91458f4,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:00.016393 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e49c9011-167a-4c5d-9891-b9ec3a5ee58f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/84a7330d-885b-449b-8717-c3c75b08cadd HTTP/1.1" status: 404 len: 337 time: 0.0786664 Aug 29 17:06:00.018219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37478) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.029367 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.062437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0636b42-848e-4373-97c7-4fae84418705 req-832c97be-bb3c-46e8-94ac-15100b49c16b tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.2305555 Aug 29 17:06:00.067023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-30e66346-600b-46d4-a161-25fa8a85f343 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a53a80e-ada7-4c30-8aaa-11bc38418d8c HTTP/1.1" status: 200 len: 205 time: 0.0476534 Aug 29 17:06:00.071631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37480) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.119276 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.123433 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-44540b2a-9fb1-4d11-a13e-43a622458f1b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] delete failed (client error): The resource could not be found. Aug 29 17:06:00.125254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-44540b2a-9fb1-4d11-a13e-43a622458f1b tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/9a53a80e-ada7-4c30-8aaa-11bc38418d8c HTTP/1.1" status: 404 len: 336 time: 0.0516651 Aug 29 17:06:00.128436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37484) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.179601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-050b481b-571e-4674-a439-1e04e4017607 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=7096e926-a70d-4fc5-853d-d9ea5a08a45e HTTP/1.1" status: 200 len: 205 time: 0.0497463 Aug 29 17:06:00.188247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37486) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.242051 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.244317 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-d3706fc2-6edb-4be6-b31f-9d01e3c69198 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] delete failed (client error): The resource could not be found. Aug 29 17:06:00.248941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d3706fc2-6edb-4be6-b31f-9d01e3c69198 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/7096e926-a70d-4fc5-853d-d9ea5a08a45e HTTP/1.1" status: 404 len: 336 time: 0.0559611 Aug 29 17:06:00.251532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37490) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.301699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7bd7d7f8-882a-4070-a6a6-406df39ed9fe None None] Provisioning complete for port d10b11b4-223c-46d4-9702-5dd3b91458f4 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:00.302259 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7bd7d7f8-882a-4070-a6a6-406df39ed9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.310866 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9df1c7-5ae3-451b-bf44-c38284ac4f47 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] DELETE failed (client error): The resource could not be found. Aug 29 17:06:00.311340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9df1c7-5ae3-451b-bf44-c38284ac4f47 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:06:00.315648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ed9df1c7-5ae3-451b-bf44-c38284ac4f47 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/891afc88-f1f9-4ddb-b4d1-64b75d6e7b9a HTTP/1.1" status: 404 len: 337 time: 0.0606546 Aug 29 17:06:00.317272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37492) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.343069 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.361732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-34888a01-b2ef-444b-87a5-8bd834c816ba tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=f797eed5-b00e-4691-9d2d-04140b2bff4f HTTP/1.1" status: 200 len: 205 time: 0.0373659 Aug 29 17:06:00.367819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37494) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.422492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event deleted for resources: {'Port': ['ID=879f086d-74c5-43a1-b5ee-58cfc0d67aa0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:00.461409 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-6c2b2a1f-99ae-4178-9f15-139cdc5227f4 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] delete failed (client error): The resource could not be found. Aug 29 17:06:00.462444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6c2b2a1f-99ae-4178-9f15-139cdc5227f4 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/f797eed5-b00e-4691-9d2d-04140b2bff4f HTTP/1.1" status: 404 len: 336 time: 0.0929348 Aug 29 17:06:00.464465 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.467759 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.468870 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6a24a79-5e50-40e7-9ea3-76ecb4641dcd HTTP/1.1" status: 204 len: 168 time: 0.6287205 Aug 29 17:06:00.469465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37496) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.483219 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.483845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.484397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.484915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.485810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.486333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.486842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.487438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.487952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.488458 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.488952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.489990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.522325 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.525563 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a1c98e24-3c64-4528-810c-84363b2cf20b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "DELETE /v2.0/ports/879f086d-74c5-43a1-b5ee-58cfc0d67aa0 HTTP/1.1" status: 204 len: 168 time: 1.6747110 Aug 29 17:06:00.525792 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7bd53ec6-81e5-44bd-ba9a-9efd6edb982f tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=79c92fc1-1fc7-46cf-a661-8380b0f8c74c HTTP/1.1" status: 200 len: 205 time: 0.0393844 Aug 29 17:06:00.526800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a24a79-5e50-40e7-9ea3-76ecb4641dcd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:00.530286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37500) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.530551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37502) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.535612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf', 'external_fixed_ips': [{'subnet_id': 'fe2539e4-25d6-4806-bb32-39067c84fabf', 'ip_address': '2001:db8::e4'}]}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:00.543088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc13d2-9de4-4401-a3be-73c01038ec84 req-bfe83e15-ec77-41d4-8960-9ab5be89f314 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:00.551569 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5dbc13d2-9de4-4401-a3be-73c01038ec84 req-bfe83e15-ec77-41d4-8960-9ab5be89f314 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.2137675 Aug 29 17:06:00.588113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.588501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.588819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.589165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.589532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.589871 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.590211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.591320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.591458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.591743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.592079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.592410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff060-0415-49ed-8941-c2d9d81a35bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:00.596315 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.599654 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-261912b3-cfb0-460f-a30a-c541b5b86c97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] delete failed (client error): The resource could not be found. Aug 29 17:06:00.601286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-261912b3-cfb0-460f-a30a-c541b5b86c97 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/79c92fc1-1fc7-46cf-a661-8380b0f8c74c HTTP/1.1" status: 404 len: 336 time: 0.0621967 Aug 29 17:06:00.613438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37504) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.647668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5dbc13d2-9de4-4401-a3be-73c01038ec84 req-a2af4467-db7f-45a6-9ca9-e483101be810 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934794 Aug 29 17:06:00.669933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1298e0-3ce3-40e8-8a07-2d93c9116d43 req-16959177-c9d0-45b1-9692-09ac80c94d1c tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:00.671515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d1298e0-3ce3-40e8-8a07-2d93c9116d43 req-16959177-c9d0-45b1-9692-09ac80c94d1c tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.2609248 Aug 29 17:06:00.672480 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7cf581-7ad4-439f-84b7-2fc4b45f9558 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] DELETE failed (client error): The resource could not be found. Aug 29 17:06:00.672865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7cf581-7ad4-439f-84b7-2fc4b45f9558 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:06:00.674549 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4d7cf581-7ad4-439f-84b7-2fc4b45f9558 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/1572744a-b253-4d79-a475-4acc689e5172 HTTP/1.1" status: 404 len: 337 time: 0.0533059 Aug 29 17:06:00.677459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37506) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.699996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.700617 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.739029 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0788babd-9dcd-4089-b0a4-f2e955ea6548 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=1937733b-8aff-482c-a2f8-b503b9ab1305 HTTP/1.1" status: 200 len: 205 time: 0.0582366 Aug 29 17:06:00.740384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37508) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.857000 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-d8d04cf7-e1b2-4249-9416-5fac85d84ce7 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] delete failed (client error): The resource could not be found. Aug 29 17:06:00.860408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d8d04cf7-e1b2-4249-9416-5fac85d84ce7 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/1937733b-8aff-482c-a2f8-b503b9ab1305 HTTP/1.1" status: 404 len: 336 time: 0.1168151 Aug 29 17:06:00.860814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37514) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.920112 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee74f5a-65a2-4d53-84f4-aa8d4456bffb tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] DELETE failed (client error): The resource could not be found. Aug 29 17:06:00.920480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee74f5a-65a2-4d53-84f4-aa8d4456bffb tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:06:00.931303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8ee74f5a-65a2-4d53-84f4-aa8d4456bffb tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/55c5df87-53e4-46e0-ac92-cf1fa060a152 HTTP/1.1" status: 404 len: 337 time: 0.0663364 Aug 29 17:06:00.933719 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:00.934478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37516) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:00.967859 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5354ea6f-8db8-4dfe-958c-7c510ad463ec tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2 HTTP/1.1" status: 200 len: 205 time: 0.0319183 Aug 29 17:06:00.969260 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:06:00.973999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37520) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:01.029349 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-369d579a-5906-4901-a275-9212835bc2e8 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] delete failed (client error): The resource could not be found. Aug 29 17:06:01.030695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-369d579a-5906-4901-a275-9212835bc2e8 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/routers/6a2e92a4-15d6-4b53-88fb-4ecb248f2fd2 HTTP/1.1" status: 404 len: 336 time: 0.0543427 Aug 29 17:06:01.049273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37522) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:01.054987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d10b11b4-223c-46d4-9702-5dd3b91458f4 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:01.086435 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acf2630-78d3-4c19-a6ad-7c366693f3f1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] DELETE failed (client error): The resource could not be found. Aug 29 17:06:01.086901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acf2630-78d3-4c19-a6ad-7c366693f3f1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:06:01.088668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3acf2630-78d3-4c19-a6ad-7c366693f3f1 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/210d96b6-6e72-4525-9397-e1a42efa8ccf HTTP/1.1" status: 404 len: 337 time: 0.0386047 Aug 29 17:06:01.094210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37526) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:01.190891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d10b11b4-223c-46d4-9702-5dd3b91458f4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:01.191396 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:01.197187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9d1298e0-3ce3-40e8-8a07-2d93c9116d43 req-f261176c-db65-462d-96cc-aea249c8b6c9 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Deleting port acf85dd2-62fc-4855-821c-c66a7c75aef1 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:06:01.197804 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9d1298e0-3ce3-40e8-8a07-2d93c9116d43 req-f261176c-db65-462d-96cc-aea249c8b6c9 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:01.201712 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6407d2-2315-4324-81dc-b11d6a9621a7 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] DELETE failed (client error): The resource could not be found. Aug 29 17:06:01.202392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6407d2-2315-4324-81dc-b11d6a9621a7 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:06:01.204393 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fe6407d2-2315-4324-81dc-b11d6a9621a7 tempest-RoutersTest-1738138600 tempest-RoutersTest-1738138600-project] 10.222.0.22 "DELETE /v2.0/subnets/4117dd02-a3e5-47eb-b200-1d4304faddc9 HTTP/1.1" status: 404 len: 337 time: 0.1089950 Aug 29 17:06:01.208013 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:01.385326 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1dfb2518-4c88-40b7-8431-74c2e6ce3ca3 req-2bbbe1f3-3453-47f7-bb89-9ebdf5644a65 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0890470 Aug 29 17:06:01.407641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:01.418587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Sync routers for ids ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:01.436229 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:01.438171 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-997ecb8b-10bb-45e4-9de2-c798122f9141 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5101840 Aug 29 17:06:01.441014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37540) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:01.445283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Routers {'8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:01.445908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:01.484096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9d1298e0-3ce3-40e8-8a07-2d93c9116d43 req-f261176c-db65-462d-96cc-aea249c8b6c9 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] For port acf85dd2-62fc-4855-821c-c66a7c75aef1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=acf85dd2-62fc-4855-821c-c66a7c75aef1,segment=NetworkSegment(97b91890-ec24-4e03-a215-e56a25a57873),segment_id=97b91890-ec24-4e03-a215-e56a25a57873)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:01.484696 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9d1298e0-3ce3-40e8-8a07-2d93c9116d43 req-f261176c-db65-462d-96cc-aea249c8b6c9 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:01.527047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9d1298e0-3ce3-40e8-8a07-2d93c9116d43 req-f261176c-db65-462d-96cc-aea249c8b6c9 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Calling delete_port for acf85dd2-62fc-4855-821c-c66a7c75aef1 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:06:01.604188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Set router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:01.790972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37550) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:01.891914 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:01.977999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:05:59Z', 'revision_number': 3, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:01.988792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a6665-b3ba-410a-9f4e-9ebea07083d4 req-bec7f8db-3c1e-4004-9cf2-308ef1b36513 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:01.990324 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a3a6665-b3ba-410a-9f4e-9ebea07083d4 req-bec7f8db-3c1e-4004-9cf2-308ef1b36513 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 946 time: 0.2317026 Aug 29 17:06:02.012019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Checking router: 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:06:02.013525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Updating router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:06:02.079293 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:02.147814 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a3a6665-b3ba-410a-9f4e-9ebea07083d4 req-b5699ee6-1491-4c53-82b1-24d70ac5f38c tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/security-groups?id=34bcd692-c915-4076-844e-746b7c8a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438587 Aug 29 17:06:02.325880 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:02.360804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:02.443891 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7263a941-2ba9-420b-af75-361f5eab452b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ce22adad08141a699e9f6d6ff8218d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6505435 Aug 29 17:06:02.450689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37564) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:02.478241 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9d1298e0-3ce3-40e8-8a07-2d93c9116d43 req-f261176c-db65-462d-96cc-aea249c8b6c9 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:02.615104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261176c-db65-462d-96cc-aea249c8b6c9 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Pushing event deleted for resources: {'Port': ['ID=acf85dd2-62fc-4855-821c-c66a7c75aef1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:02.646415 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1298e0-3ce3-40e8-8a07-2d93c9116d43 req-f261176c-db65-462d-96cc-aea249c8b6c9 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] No DVR routers for this DVR port acf85dd2-62fc-4855-821c-c66a7c75aef1 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:06:02.666968 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9d1298e0-3ce3-40e8-8a07-2d93c9116d43 req-f261176c-db65-462d-96cc-aea249c8b6c9 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:02.679222 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d1298e0-3ce3-40e8-8a07-2d93c9116d43 req-f261176c-db65-462d-96cc-aea249c8b6c9 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.10 "DELETE /v2.0/ports/acf85dd2-62fc-4855-821c-c66a7c75aef1 HTTP/1.1" status: 204 len: 173 time: 1.9918041 Aug 29 17:06:02.685545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cad84b-05a1-45b9-859b-428a902bf05b', 'name': 'network-vif-deleted', 'tag': 'acf85dd2-62fc-4855-821c-c66a7c75aef1'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:06:02.693444 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ff9913-863d-4cc8-b416-e749341cf97a" -d '{"events": [{"server_uuid": "f9cad84b-05a1-45b9-859b-428a902bf05b", "name": "network-vif-deleted", "tag": "acf85dd2-62fc-4855-821c-c66a7c75aef1"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:06:02.803541 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:02.810558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Allocated IP 2001:db8::e4 (cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf/fe2539e4-25d6-4806-bb32-39067c84fabf/2e3021b8-40af-4aef-bdbc-6246fc80fe1c) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:02.835249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Transition to ACTIVE for port object f6c5d9a0-4ed7-4220-9b28-926f6aa7979d will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:02.851991 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:02.934681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Attempting to bind port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:06:02.939699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Attempting to bind port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:06:02.940316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Attempting to bind port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:06:02.972341 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbbea9b-3648-44c6-8d9a-f2391ec2830b x-openstack-request-id: req-afbbea9b-3648-44c6-8d9a-f2391ec2830b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:06:02.972627 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cad84b-05a1-45b9-859b-428a902bf05b", "name": "network-vif-deleted", "tag": "acf85dd2-62fc-4855-821c-c66a7c75aef1", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:06:02.972893 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afbbea9b-3648-44c6-8d9a-f2391ec2830b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:06:02.973332 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cad84b-05a1-45b9-859b-428a902bf05b', 'name': 'network-vif-deleted', 'tag': 'acf85dd2-62fc-4855-821c-c66a7c75aef1', 'status': 'completed', 'code': 200} Aug 29 17:06:02.988043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:06:02.988801 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f58b5718-f9f7-4aa6-b1df-6c5f20fba211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:02.993452 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:02.995311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:02.997789 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:02.998400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:06:02.999097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Bound port: f6c5d9a0-4ed7-4220-9b28-926f6aa7979d, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:06:02.999496 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:03.005893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfecce9-25b3-4b1f-aa7a-bd2681c87975 None None] Pushing event updated for resources: {'Port': ['ID=f6c5d9a0-4ed7-4220-9b28-926f6aa7979d,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:03.023195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f58b5718-f9f7-4aa6-b1df-6c5f20fba211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:03.069865 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4a9aec71-1a36-4ec4-85c9-612e45ae5286 req-20cecf7b-ff03-4707-95cb-445452682ecb tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0818772 Aug 29 17:06:03.102614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:03.133836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] For port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:06:03.158289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] For port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f6c5d9a0-4ed7-4220-9b28-926f6aa7979d,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:06:03.169384 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:03.260069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfecce9-25b3-4b1f-aa7a-bd2681c87975 None None] Pushing event updated for resources: {'Port': ['ID=f6c5d9a0-4ed7-4220-9b28-926f6aa7979d,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:03.276806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Network cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:03.286820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Routers {'8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:03.287602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:03.292461 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f58b5718-f9f7-4aa6-b1df-6c5f20fba211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:03.298753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f58b5718-f9f7-4aa6-b1df-6c5f20fba211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:03.299944 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f58b5718-f9f7-4aa6-b1df-6c5f20fba211 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/940b52bc-9e6f-48a5-bcdb-a9e04b17345f HTTP/1.1" status: 204 len: 168 time: 0.8483269 Aug 29 17:06:03.305674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:03.322621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:03.341097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event updated for resources: {'Port': ['ID=2e3021b8-40af-4aef-bdbc-6246fc80fe1c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:03.342877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Allocated IP 172.20.0.1 (6a468c2d-9be1-440f-a192-42e8517f74d6/a0183a3c-e561-4345-8ae5-a5ac3767fc49/e40e32bd-515b-4f73-8dac-90e7970f1210) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:03.541279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b5718-f9f7-4aa6-b1df-6c5f20fba211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b52bc-9e6f-48a5-bcdb-a9e04b17345f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:03.589636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] Set router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:03.594789 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:03.621114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Transition to ACTIVE for port object e40e32bd-515b-4f73-8dac-90e7970f1210 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:03.655639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f3a29836-3ab3-4165-8707-af78e86f2ccb req-519d6977-2d4f-4c60-823f-7fc071681819 tempest-TestServerAdvancedOps-880957377 tempest-TestServerAdvancedOps-880957377-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9cad84b-05a1-45b9-859b-428a902bf05b HTTP/1.1" status: 200 len: 210 time: 0.1545601 Aug 29 17:06:03.730655 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:03.827620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Pushing event updated for resources: {'Port': ['ID=e40e32bd-515b-4f73-8dac-90e7970f1210,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:03.841663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Network 6a468c2d-9be1-440f-a192-42e8517f74d6 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:03.843584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:03.869018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:03.917551 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:03.960569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:04.066222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:05:59Z', 'revision_number': 3, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:04.130868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9e028-123a-4eda-b67d-bc4c8e2ef340 None None] The sync data for ids ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'] in n-d-713301-13 is: [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:05:59Z', 'revision_number': 3, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:04.311380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-74e0e759-19ee-4512-ae42-c6f8a7b9dece None None] Provisioning for port e40e32bd-515b-4f73-8dac-90e7970f1210 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:04.322335 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8ef7b81-8394-4dae-89dd-28d3e66f0b82 req-5f945089-6d13-4cdf-a315-34998338a9af tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0780230 Aug 29 17:06:04.323077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-74e0e759-19ee-4512-ae42-c6f8a7b9dece None None] Provisioning complete for port e40e32bd-515b-4f73-8dac-90e7970f1210 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:04.323077 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-74e0e759-19ee-4512-ae42-c6f8a7b9dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:04.350165 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:04.403108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-74e0e759-19ee-4512-ae42-c6f8a7b9dece None None] Port e40e32bd-515b-4f73-8dac-90e7970f1210 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:06:04.413972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device acf85dd2-62fc-4855-821c-c66a7c75aef1 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:06:04.453934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: acf85dd2-62fc-4855-821c-c66a7c75aef1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:06:04.454410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device acf85dd2-62fc-4855-821c-c66a7c75aef1 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:06:04.475956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:04.562359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37620) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:04.761602 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:04.769078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:04.805658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37628) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:04.888899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0106fa-cada-46c1-b4d4-e687ca719814 admin admin] Deleting subnet 215c4f72-6f88-48b7-9664-2ffdee3a8ade {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:06:04.898907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf0106fa-cada-46c1-b4d4-e687ca719814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:04.935912 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19dc69b7-5a2a-4cba-8906-ec0104eead47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:04.940657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Pushing event updated for resources: {'Port': ['ID=e40e32bd-515b-4f73-8dac-90e7970f1210,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:04.977189 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:04.977387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf0106fa-cada-46c1-b4d4-e687ca719814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.053348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Router 9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:06:05.098167 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf0106fa-cada-46c1-b4d4-e687ca719814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.175650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f6c5d9a0-4ed7-4220-9b28-926f6aa7979d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:05.225955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Network 6a468c2d-9be1-440f-a192-42e8517f74d6 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:05.230599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:05.285032 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf0106fa-cada-46c1-b4d4-e687ca719814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.295438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:05.307614 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Sync routers for ids ['9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:05.308500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:05.315374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:05.317518 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.330717 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Routers {'9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:05.331346 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:05.412310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0106fa-cada-46c1-b4d4-e687ca719814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=215c4f72-6f88-48b7-9664-2ffdee3a8ade,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:05.441190 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf0106fa-cada-46c1-b4d4-e687ca719814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.453770 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bf0106fa-cada-46c1-b4d4-e687ca719814 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/215c4f72-6f88-48b7-9664-2ffdee3a8ade HTTP/1.1" status: 204 len: 168 time: 0.6491961 Aug 29 17:06:05.454821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37644) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:05.501006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19dc69b7-5a2a-4cba-8906-ec0104eead47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.514296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37646) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:05.519595 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037463 Aug 29 17:06:05.523941 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19dc69b7-5a2a-4cba-8906-ec0104eead47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.526319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37648) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:05.562361 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.640242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f6c5d9a0-4ed7-4220-9b28-926f6aa7979d,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:05.659187 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.683721 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc69b7-5a2a-4cba-8906-ec0104eead47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7a07e8-6cba-4a50-ba35-1ef2d1e10dbd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:05.700561 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.703332 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-19dc69b7-5a2a-4cba-8906-ec0104eead47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8666f89f4ecd46219316a5b549f020d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1382463 Aug 29 17:06:05.707049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0327969b-942e-4f6d-ac46-e352f22687e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.1731141 Aug 29 17:06:05.716591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37652) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:05.716981 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37654) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:05.757941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a6ba99c0-ab94-40ed-a457-7d626e98322d req-30619e9a-b5d8-40bd-b1dc-55cada7c4f73 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.2166133 Aug 29 17:06:05.797031 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.816521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=f6c5d9a0-4ed7-4220-9b28-926f6aa7979d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:05.837837 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Set router 9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:05.867593 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-82013bf8-99a2-41fd-9b46-368e267ce2c8 tempest-NetworksApiDiscovery-856538775 tempest-NetworksApiDiscovery-856538775-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3350315 Aug 29 17:06:05.894439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3c002e8f-67e5-447b-b2e5-cda8d690ecb7 None None] Provisioning complete for port e40e32bd-515b-4f73-8dac-90e7970f1210 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:05.894821 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3c002e8f-67e5-447b-b2e5-cda8d690ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:05.924538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:06:06.029737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3c002e8f-67e5-447b-b2e5-cda8d690ecb7 None None] Port e40e32bd-515b-4f73-8dac-90e7970f1210 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:06:06.049890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.069774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f96cfef-9ca0-4418-b2bf-adad88ac4980']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:06.085065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b91890-ec24-4e03-a215-e56a25a57873') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:06.086705 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b91890-ec24-4e03-a215-e56a25a57873') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:06.101335 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.113075 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc202428-3bc4-43e8-b881-a6b132e570ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.131281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.143733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:06:06.144190 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:06:06.150769 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:06:06.159298 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.221273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc202428-3bc4-43e8-b881-a6b132e570ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.244106 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1', 'name': '', 'tenant_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf', 'external_fixed_ips': [{'subnet_id': 'fe2539e4-25d6-4806-bb32-39067c84fabf', 'ip_address': '2001:db8::e4'}], 'enable_snat': True}, 'gw_port_id': '2e3021b8-40af-4aef-bdbc-6246fc80fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:00Z', 'updated_at': '2021-08-29T17:06:03Z', 'revision_number': 3, 'project_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'gw_port': {'id': '2e3021b8-40af-4aef-bdbc-6246fc80fe1c', 'name': '', 'network_id': 'cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': 'fe2539e4-25d6-4806-bb32-39067c84fabf', 'ip_address': '2001:db8::e4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:02Z', 'updated_at': '2021-08-29T17:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2539e4-25d6-4806-bb32-39067c84fabf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:06.289475 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Checking router: 9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:06:06.289982 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Updating router 9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1 port 2e3021b8-40af-4aef-bdbc-6246fc80fe1c binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:06:06.295867 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.307466 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.310903 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] 10.222.0.22 "DELETE /v2.0/networks/0f96cfef-9ca0-4418-b2bf-adad88ac4980 HTTP/1.1" status: 204 len: 168 time: 0.8435750 Aug 29 17:06:06.318076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37664) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:06.335011 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.349566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d2675-2728-4379-9384-d8ff079748fd admin admin] Pushing event deleted for resources: {'Network': ['ID=0f96cfef-9ca0-4418-b2bf-adad88ac4980,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:06.365103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:06.373459 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-be6f2e13-dd0a-4dcd-8ea9-fcfe4bc08b37 admin admin] 10.222.0.22 "PUT /v2.0/routers/8a4dd107-7021-4388-b8b0-84e7bb8dc1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9309468 Aug 29 17:06:06.440094 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.454422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a2ebda-fc0b-4389-bc27-e9d9daef38a6 admin admin] Deleting subnet e0c734ae-745c-48da-99e6-9dc8c67c7dea {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:06:06.458177 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc202428-3bc4-43e8-b881-a6b132e570ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.459234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64a2ebda-fc0b-4389-bc27-e9d9daef38a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.463624 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc202428-3bc4-43e8-b881-a6b132e570ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.472600 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cc202428-3bc4-43e8-b881-a6b132e570ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b7a07e8-6cba-4a50-ba35-1ef2d1e10dbd HTTP/1.1" status: 204 len: 168 time: 0.7507319 Aug 29 17:06:06.525457 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64a2ebda-fc0b-4389-bc27-e9d9daef38a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.533371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc202428-3bc4-43e8-b881-a6b132e570ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7a07e8-6cba-4a50-ba35-1ef2d1e10dbd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:06.571266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37670) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:06.614215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Deleting port 2e3021b8-40af-4aef-bdbc-6246fc80fe1c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:06:06.614679 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.628350 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64a2ebda-fc0b-4389-bc27-e9d9daef38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.732884 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64a2ebda-fc0b-4389-bc27-e9d9daef38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.768528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.784595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Calling delete_port for 2e3021b8-40af-4aef-bdbc-6246fc80fe1c owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:06:06.793059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2ebda-fc0b-4389-bc27-e9d9daef38a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c734ae-745c-48da-99e6-9dc8c67c7dea,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:06.827351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64a2ebda-fc0b-4389-bc27-e9d9daef38a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.837407 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-64a2ebda-fc0b-4389-bc27-e9d9daef38a6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e0c734ae-745c-48da-99e6-9dc8c67c7dea HTTP/1.1" status: 204 len: 168 time: 0.5182230 Aug 29 17:06:06.839012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37682) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:06.862816 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:06.878055 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Transition to ACTIVE for port object 2e3021b8-40af-4aef-bdbc-6246fc80fe1c will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:06.897150 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.083225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f6c5d9a0-4ed7-4220-9b28-926f6aa7979d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:07.112903 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.131594 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Attempting to bind port 2e3021b8-40af-4aef-bdbc-6246fc80fe1c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:06:07.131969 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Attempting to bind port 2e3021b8-40af-4aef-bdbc-6246fc80fe1c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'cfd1a1ba-f5ab-466c-be31-d7380d691075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:06:07.133655 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Attempting to bind port 2e3021b8-40af-4aef-bdbc-6246fc80fe1c on network cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:06:07.156739 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:06:07.157128 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Checking segment: {'id': 'cfd1a1ba-f5ab-466c-be31-d7380d691075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:07.157593 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.157992 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Bound using segment: {'id': 'cfd1a1ba-f5ab-466c-be31-d7380d691075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:06:07.158474 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Bound port: 2e3021b8-40af-4aef-bdbc-6246fc80fe1c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd1a1ba-f5ab-466c-be31-d7380d691075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:06:07.158861 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.164577 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-68b86da5-6668-4946-8500-de5928d8fe19 req-18ce3e23-4b07-48e7-9fec-e06f45c7f3e0 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.1452198 Aug 29 17:06:07.188963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e3021b8-40af-4aef-bdbc-6246fc80fe1c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:07.197019 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.235171 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.plugin [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Port 2e3021b8-40af-4aef-bdbc-6246fc80fe1c has been deleted concurrently {{(pid=111679) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 17:06:07.253006 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Pushing event updated for resources: {'Port': ['ID=2e3021b8-40af-4aef-bdbc-6246fc80fe1c,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:07.256663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.278134 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.278487 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.278832 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.282425 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.282777 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.283109 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.283583 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.283919 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.284242 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.284565 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.284890 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.285539 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f566b-bff7-4256-95d2-12f129e36097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:07.329490 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Routers {'9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:07.333090 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:07.409802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.439398 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] Set router 9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:07.446979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01945fbc-72f1-47c3-b724-81fb85d7d610']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:07.466486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661f8bcd-fd9f-4a14-ad10-937449e37ec2') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:07.470211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661f8bcd-fd9f-4a14-ad10-937449e37ec2') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:07.489313 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.511688 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.525729 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:06:07.526195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:06:07.527978 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:06:07.551807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Sync routers for ids ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:07.563875 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09b5218f-3afd-46c3-b111-4c2854a72e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.569542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.570174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Routers {'8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:07.571234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:07.587588 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.591797 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1', 'name': '', 'tenant_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:00Z', 'updated_at': '2021-08-29T17:06:07Z', 'revision_number': 5, 'project_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:07.662600 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc75d43f-1ca7-48dd-81d7-9a6457ddfb5c None None] The sync data for ids ['9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1'] in n-d-713301-13 is: [{'id': '9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1', 'name': '', 'tenant_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:00Z', 'updated_at': '2021-08-29T17:06:07Z', 'revision_number': 5, 'project_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:07.663731 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.688511 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.690595 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] 10.222.0.22 "DELETE /v2.0/networks/01945fbc-72f1-47c3-b724-81fb85d7d610 HTTP/1.1" status: 204 len: 168 time: 0.8484154 Aug 29 17:06:07.691684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9db4d8-465b-4354-8286-f9e00965de53 admin admin] Pushing event deleted for resources: {'Network': ['ID=01945fbc-72f1-47c3-b724-81fb85d7d610,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:07.713405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37722) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:07.736113 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.737571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:06:07.751165 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.752350 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf1c0-3453-448a-a76f-b75176213a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.757198 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-66df970e-01b6-4ab4-a1a6-14c0b278f850 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "DELETE /v2.0/routers/9253ac1b-e4ec-49d6-8ce1-f73f738b6ba1 HTTP/1.1" status: 204 len: 168 time: 2.0368896 Aug 29 17:06:07.758855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37724) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:07.797076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:07.798918 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.866426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7145c328-ca68-4eef-80db-ed9fb00f0837 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Deleting subnet fe2539e4-25d6-4806-bb32-39067c84fabf {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:06:07.875936 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7145c328-ca68-4eef-80db-ed9fb00f0837 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.927105 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09b5218f-3afd-46c3-b111-4c2854a72e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.935197 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-09b5218f-3afd-46c3-b111-4c2854a72e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:07.958359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Set router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:07.989156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5218f-3afd-46c3-b111-4c2854a72e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3adb0f7-8ef9-4fcc-9143-3e862eef9885,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:08.100728 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-09b5218f-3afd-46c3-b111-4c2854a72e17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a65272b8e3854ddc986d63bd02c35bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5271916 Aug 29 17:06:08.107369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37732) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:08.124862 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf1c0-3453-448a-a76f-b75176213a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.138164 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7145c328-ca68-4eef-80db-ed9fb00f0837 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.251499 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6ccf1c0-3453-448a-a76f-b75176213a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.273510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8be1b5d8-ac67-4e79-8dc6-5272462599f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.306824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37738) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:08.316447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e6ccf1c0-3453-448a-a76f-b75176213a21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b544b08455994630a7d7b72bbe5db201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5989699 Aug 29 17:06:08.317029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37740) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:08.359919 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8be1b5d8-ac67-4e79-8dc6-5272462599f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.392090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccf1c0-3453-448a-a76f-b75176213a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81a6ef7-4413-48bc-8f40-a99289ee8c59,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:08.412890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7145c328-ca68-4eef-80db-ed9fb00f0837 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.465917 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-08d35083-d8e8-425e-8d4e-c59bd2165963 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=231364c8cef749d890923eabecc82efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573198 Aug 29 17:06:08.470200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37756) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:08.505032 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ebe92e9-d528-4cdf-988e-fe2aa109ed04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.510397 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c743a0ab-b5a4-4e3f-b994-074ed9f3a232 req-3294a7e9-f52a-4c6d-9983-ca948764d1f1 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0620990 Aug 29 17:06:08.562307 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a20771ae-185d-4e2f-827a-7faa51406ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.564728 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:06:08.570107 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ebe92e9-d528-4cdf-988e-fe2aa109ed04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.621820 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a20771ae-185d-4e2f-827a-7faa51406ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.625117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8be1b5d8-ac67-4e79-8dc6-5272462599f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.631520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7145c328-ca68-4eef-80db-ed9fb00f0837 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.638436 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8be1b5d8-ac67-4e79-8dc6-5272462599f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.644904 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8be1b5d8-ac67-4e79-8dc6-5272462599f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3adb0f7-8ef9-4fcc-9143-3e862eef9885 HTTP/1.1" status: 204 len: 168 time: 0.5362263 Aug 29 17:06:08.660635 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7145c328-ca68-4eef-80db-ed9fb00f0837 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.666375 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7145c328-ca68-4eef-80db-ed9fb00f0837 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/fe2539e4-25d6-4806-bb32-39067c84fabf HTTP/1.1" status: 204 len: 168 time: 0.9065838 Aug 29 17:06:08.670883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37776) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:08.702098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:06:04Z', 'revision_number': 4, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e40e32bd-515b-4f73-8dac-90e7970f1210', 'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'mac_address': 'fa:16:3e:cc:14:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:02Z', 'updated_at': '2021-08-29T17:06:04Z', 'revision_number': 2, 'project_id': '2954fefdd93b45b9866301d908662a17', 'subnets': [{'id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:08.714335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145c328-ca68-4eef-80db-ed9fb00f0837 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2539e4-25d6-4806-bb32-39067c84fabf,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:08.760310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Checking router: 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:06:08.761635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Updating router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee port e40e32bd-515b-4f73-8dac-90e7970f1210 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:06:08.763499 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ebe92e9-d528-4cdf-988e-fe2aa109ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.771835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ebe92e9-d528-4cdf-988e-fe2aa109ed04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.772735 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7ebe92e9-d528-4cdf-988e-fe2aa109ed04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e81a6ef7-4413-48bc-8f40-a99289ee8c59 HTTP/1.1" status: 204 len: 168 time: 0.4487655 Aug 29 17:06:08.800535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe92e9-d528-4cdf-988e-fe2aa109ed04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81a6ef7-4413-48bc-8f40-a99289ee8c59,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:08.849621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1b5d8-ac67-4e79-8dc6-5272462599f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3adb0f7-8ef9-4fcc-9143-3e862eef9885,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:08.928055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:08.928306 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.043199 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a20771ae-185d-4e2f-827a-7faa51406ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.048291 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a20771ae-185d-4e2f-827a-7faa51406ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.049480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a20771ae-185d-4e2f-827a-7faa51406ef2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34bcd692-c915-4076-844e-746b7c8a3e03 HTTP/1.1" status: 204 len: 168 time: 0.5783434 Aug 29 17:06:09.104348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20771ae-185d-4e2f-827a-7faa51406ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bcd692-c915-4076-844e-746b7c8a3e03,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:09.140910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.169066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:09.212375 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd1a1ba-f5ab-466c-be31-d7380d691075') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:09.212665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd1a1ba-f5ab-466c-be31-d7380d691075') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:09.238187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.268745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.279889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:06:09.280971 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: items = [ Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:06:09.284481 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:06:09.506286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.540542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 29 17:06:09.548560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:09.551041 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.554820 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9ca7c274-e2f5-4c4a-b74b-d092c473ad95 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "DELETE /v2.0/networks/cb5c28fc-10c2-4fd7-9adf-c6dbb5b3ffbf HTTP/1.1" status: 204 len: 168 time: 0.8703308 Aug 29 17:06:09.590782 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.616991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Transition to ACTIVE for port object e40e32bd-515b-4f73-8dac-90e7970f1210 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:09.630667 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.831429 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5308c03-3172-4cfa-9929-df6cd14c982b req-d852067e-9447-4ae2-9913-026904b17adb tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.1390145 Aug 29 17:06:09.848190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca74b0-8dc5-4f1c-9bb6-f9bc4f4846fa None None] Pushing event updated for resources: {'Port': ['ID=e40e32bd-515b-4f73-8dac-90e7970f1210,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:09.884655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Attempting to bind port e40e32bd-515b-4f73-8dac-90e7970f1210 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:06:09.885981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Attempting to bind port e40e32bd-515b-4f73-8dac-90e7970f1210 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:06:09.887794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Attempting to bind port e40e32bd-515b-4f73-8dac-90e7970f1210 on network 6a468c2d-9be1-440f-a192-42e8517f74d6 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:06:09.905019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:06:09.905515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Checking segment: {'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:09.905996 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:09.910414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Bound using segment: {'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:06:09.911004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Bound port: e40e32bd-515b-4f73-8dac-90e7970f1210, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:06:09.911474 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:10.034451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] For port e40e32bd-515b-4f73-8dac-90e7970f1210, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:06:10.045465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] For port e40e32bd-515b-4f73-8dac-90e7970f1210, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e40e32bd-515b-4f73-8dac-90e7970f1210,segment=NetworkSegment(f20d509c-6a87-4af4-ba3a-bd861c2c0930),segment_id=f20d509c-6a87-4af4-ba3a-bd861c2c0930)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:06:10.055782 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:10.134436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca74b0-8dc5-4f1c-9bb6-f9bc4f4846fa None None] Pushing event updated for resources: {'Port': ['ID=e40e32bd-515b-4f73-8dac-90e7970f1210,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:10.178544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Routers {'8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:10.179776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:05:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:10.222379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37814) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:10.365334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-67e01ad8-20f0-40de-8cba-54009cf0f099 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd4f12561c414033bc026a48ec5d1108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415658 Aug 29 17:06:10.367842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37820) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:10.481143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] Set router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:10.509991 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ddc8387a-94a6-46d9-9b3c-d3ea5ca23f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:10.572191 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ddc8387a-94a6-46d9-9b3c-d3ea5ca23f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:10.671267 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ddc8387a-94a6-46d9-9b3c-d3ea5ca23f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:10.674104 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ddc8387a-94a6-46d9-9b3c-d3ea5ca23f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:10.678279 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ddc8387a-94a6-46d9-9b3c-d3ea5ca23f9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2801421-b356-4fd9-a610-7de25168228e HTTP/1.1" status: 204 len: 168 time: 0.3094082 Aug 29 17:06:10.699458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8387a-94a6-46d9-9b3c-d3ea5ca23f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2801421-b356-4fd9-a610-7de25168228e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:10.813995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37832) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:10.823434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a52b36d3-ef3b-4706-9805-74ede3850fb8 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Request body: {'router': {'name': 'tempest-router--1613551266', 'project_id': '6df152e8f1a341c1ba2e62d213b20cf3'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:10.859422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a52b36d3-ef3b-4706-9805-74ede3850fb8 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:10.861945 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a52b36d3-ef3b-4706-9805-74ede3850fb8 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:10.937996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:06:04Z', 'revision_number': 4, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e40e32bd-515b-4f73-8dac-90e7970f1210', 'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'mac_address': 'fa:16:3e:cc:14:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:02Z', 'updated_at': '2021-08-29T17:06:10Z', 'revision_number': 4, 'project_id': '2954fefdd93b45b9866301d908662a17', 'subnets': [{'id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:10.942657 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a52b36d3-ef3b-4706-9805-74ede3850fb8 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:10.951258 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a52b36d3-ef3b-4706-9805-74ede3850fb8 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:10.971575 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a52b36d3-ef3b-4706-9805-74ede3850fb8 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:10.975864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a52b36d3-ef3b-4706-9805-74ede3850fb8 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1580658 Aug 29 17:06:10.976508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37838) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:10.994645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149fad2-359b-4c4a-a0f2-bec798c78117 None None] The sync data for ids ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'] in n-d-713301-13 is: [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:06:04Z', 'revision_number': 4, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e40e32bd-515b-4f73-8dac-90e7970f1210', 'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'mac_address': 'fa:16:3e:cc:14:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:02Z', 'updated_at': '2021-08-29T17:06:10Z', 'revision_number': 4, 'project_id': '2954fefdd93b45b9866301d908662a17', 'subnets': [{'id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:11.105474 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-01bef13d-c63f-4ddb-b199-a8f031ef2735 req-ea92eb48-4950-47c7-862f-c96659b2fba0 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.1155899 Aug 29 17:06:11.202178 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e483c98-d278-4ae5-a7b5-3e5dcc12dff9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:12.083020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e483c98-d278-4ae5-a7b5-3e5dcc12dff9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:12.087305 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e483c98-d278-4ae5-a7b5-3e5dcc12dff9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:12.186522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e483c98-d278-4ae5-a7b5-3e5dcc12dff9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:12.187446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e483c98-d278-4ae5-a7b5-3e5dcc12dff9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4db88bd9-8d0e-44b8-ad4c-4fdb2a732e48 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:06:12.206387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e483c98-d278-4ae5-a7b5-3e5dcc12dff9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:12.214516 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5e483c98-d278-4ae5-a7b5-3e5dcc12dff9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "DELETE /v2.0/routers/4db88bd9-8d0e-44b8-ad4c-4fdb2a732e48 HTTP/1.1" status: 204 len: 168 time: 1.2327948 Aug 29 17:06:12.304791 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ad60f4f-abeb-47c8-b871-eb9c29747abe req-f1e213c2-e00e-4fa4-aefa-363d37913493 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0532112 Aug 29 17:06:12.552320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37882) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:12.842444 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3c45270d-7ed0-4973-b53f-4a15ba273b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:12.897620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1238397162', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:12.956885 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:12.965337 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:13.086877 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:13.117501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e40e32bd-515b-4f73-8dac-90e7970f1210 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:13.214914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e40e32bd-515b-4f73-8dac-90e7970f1210 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:13.220607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e40e32bd-515b-4f73-8dac-90e7970f1210 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:13.220990 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:13.356879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:13.406109 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:13.501667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port e40e32bd-515b-4f73-8dac-90e7970f1210, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e40e32bd-515b-4f73-8dac-90e7970f1210,segment=NetworkSegment(f20d509c-6a87-4af4-ba3a-bd861c2c0930),segment_id=f20d509c-6a87-4af4-ba3a-bd861c2c0930)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:13.522633 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:13.537771 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e17cbfc9-090f-4389-b5d8-4d494ca9a68c req-f8c12192-0984-4a2c-ac4e-941169b08e05 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0481119 Aug 29 17:06:13.642209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=e40e32bd-515b-4f73-8dac-90e7970f1210,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:13.784330 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:13.807033 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:13.989108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Allocated IP 172.25.5.238 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/317791f0-e832-493b-9dbf-8ca069f3d7da) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:14.155707 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:14.210452 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:14.278847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:14.283629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:14.291497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:14.951419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Pushing event updated for resources: {'Port': ['ID=317791f0-e832-493b-9dbf-8ca069f3d7da,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:14.971156 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42681d13-1802-4735-b663-0b5ff8e914a1 req-7d650012-ac54-4e8b-917d-45e23b27d85a tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0783448 Aug 29 17:06:15.091159 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:15.096858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e40e32bd-515b-4f73-8dac-90e7970f1210 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:15.242084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e40e32bd-515b-4f73-8dac-90e7970f1210 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:15.242342 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:15.530032 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c74c5d9e-d142-4cf2-ba13-c967f3eaa065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:15.537940 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:15.690771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Router f1ce46f3-4e0f-4bb3-80e2-36447bc860e1 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:06:15.817028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:15.835103 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429ed58-0b8e-4101-a8ea-ead5bc9aa747 None None] Sync routers for ids ['f1ce46f3-4e0f-4bb3-80e2-36447bc860e1'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:15.842334 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:15.853863 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429ed58-0b8e-4101-a8ea-ead5bc9aa747 None None] Routers {'f1ce46f3-4e0f-4bb3-80e2-36447bc860e1'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:15.855042 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:15.859420 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b429ed58-0b8e-4101-a8ea-ead5bc9aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f1ce46f3-4e0f-4bb3-80e2-36447bc860e1'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:15.860138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37972) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:15.860633 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7792a72f-e80a-4c67-a56c-00f4759bbe3d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3068042 Aug 29 17:06:15.919930 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b429ed58-0b8e-4101-a8ea-ead5bc9aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:15.938233 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429ed58-0b8e-4101-a8ea-ead5bc9aa747 None None] Routers {'f1ce46f3-4e0f-4bb3-80e2-36447bc860e1'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:15.938916 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b429ed58-0b8e-4101-a8ea-ead5bc9aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f1ce46f3-4e0f-4bb3-80e2-36447bc860e1'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:15.989564 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b429ed58-0b8e-4101-a8ea-ead5bc9aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:15.990635 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429ed58-0b8e-4101-a8ea-ead5bc9aa747 None None] The sync data for ids ['f1ce46f3-4e0f-4bb3-80e2-36447bc860e1'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:16.099575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 37980) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:16.100303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3a44cdb3-c31a-43f7-8e26-f30a83c91614 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/routers/f1ce46f3-4e0f-4bb3-80e2-36447bc860e1 HTTP/1.1" status: 200 len: 925 time: 0.2379999 Aug 29 17:06:16.129053 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63592d15-7813-4881-8f06-fe111d80ac3e req-cb938b4a-5ab4-4627-a94f-eaed650e209c tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0466819 Aug 29 17:06:16.147755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ce7dbfc6-3150-4410-81b4-57e53f413c4d tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ce46f3-4e0f-4bb3-80e2-36447bc860e1 HTTP/1.1" status: 200 len: 205 time: 0.0481157 Aug 29 17:06:16.151167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 37984) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:16.333651 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:16.479562 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:16.549978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Deleting port 317791f0-e832-493b-9dbf-8ca069f3d7da {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:06:16.550339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:16.629819 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:16.706355 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:16.721498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Calling delete_port for 317791f0-e832-493b-9dbf-8ca069f3d7da owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:06:16.967568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:16.999417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Pushing event deleted for resources: {'Port': ['ID=317791f0-e832-493b-9dbf-8ca069f3d7da,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:17.063974 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:17.160328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:17.162639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:17.212538 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:17.213637 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Fanout notify agent at l3_agent the message router_deleted on router f1ce46f3-4e0f-4bb3-80e2-36447bc860e1 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:06:17.225195 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:17.226676 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cd3e8d76-d107-4246-ba82-0296c9cd05ab tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/f1ce46f3-4e0f-4bb3-80e2-36447bc860e1 HTTP/1.1" status: 204 len: 168 time: 1.0741923 Aug 29 17:06:17.230217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38008) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:17.235846 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Request body: {'router': {'name': 'tempest-snat-router-310523578', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'enable_snat': False}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:17.264499 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:17.265944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:17.366185 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23601eed-cc66-4db5-bdda-ffca6ffb859a req-b93ba541-e303-4131-aad0-e63c7c5e9b33 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0895119 Aug 29 17:06:17.373586 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:17.573754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:17.595755 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:17.859869 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:17.891703 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:18.022653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Allocated IP 172.25.5.195 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/70a558e8-0bdb-44ee-9a49-03377c3cb9dd) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:18.179060 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:18.232086 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:18.241966 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:18.286998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:18.289212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:18.291835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:18.425796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event updated for resources: {'Port': ['ID=70a558e8-0bdb-44ee-9a49-03377c3cb9dd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:18.619194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92d6f0b3-66a7-4aed-9c60-42ae37b7370e req-93626ddc-420c-411f-b9c3-ace11f9dcf02 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0719149 Aug 29 17:06:18.654977 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:18.935119 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:19.135229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Router 2ad6a3ed-85d6-4c81-b26a-2622959aeffa is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:06:19.320117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:19.331835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Sync routers for ids ['2ad6a3ed-85d6-4c81-b26a-2622959aeffa'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:19.351014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Routers {'2ad6a3ed-85d6-4c81-b26a-2622959aeffa'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:19.353020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2ad6a3ed-85d6-4c81-b26a-2622959aeffa'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:19.355333 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:19.360171 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bbb76209-c001-4fee-9232-13ea0771d17f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.1254127 Aug 29 17:06:19.360399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38066) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:19.649479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Set router 2ad6a3ed-85d6-4c81-b26a-2622959aeffa gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:20.027662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad6a3ed-85d6-4c81-b26a-2622959aeffa', 'name': 'tempest-snat-router-310523578', 'tenant_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.195'}], 'enable_snat': False}, 'gw_port_id': '70a558e8-0bdb-44ee-9a49-03377c3cb9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:17Z', 'updated_at': '2021-08-29T17:06:18Z', 'revision_number': 3, 'project_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'gw_port': {'id': '70a558e8-0bdb-44ee-9a49-03377c3cb9dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad6a3ed-85d6-4c81-b26a-2622959aeffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:17Z', 'updated_at': '2021-08-29T17:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:20.049972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-42ac7119-4516-4a11-84da-5172520ef481 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/routers/2ad6a3ed-85d6-4c81-b26a-2622959aeffa HTTP/1.1" status: 200 len: 908 time: 0.6875837 Aug 29 17:06:20.052486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38084) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:20.057048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Request body: {'router': {'name': 'tempest-snat-router-310523578', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'enable_snat': True}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:20.085889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Checking router: 2ad6a3ed-85d6-4c81-b26a-2622959aeffa for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:06:20.086552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Updating router 2ad6a3ed-85d6-4c81-b26a-2622959aeffa port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:06:20.122621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:20.123865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:20.178202 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:20.186013 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:20.234422 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:20.332108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9614908c-b334-4964-9565-fff42a56d5a0 req-3529cd89-c2c0-4f73-abca-2f4d69e75db7 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0599554 Aug 29 17:06:20.509169 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:20.826941 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:20.853674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Transition to ACTIVE for port object 70a558e8-0bdb-44ee-9a49-03377c3cb9dd will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:20.879006 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:21.020929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:21.084660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:21.181060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Attempting to bind port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:06:21.183154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Attempting to bind port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:06:21.184397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Attempting to bind port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:06:21.218601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:06:21.218601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:21.218885 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:21.219359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:06:21.219728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Bound port: 70a558e8-0bdb-44ee-9a49-03377c3cb9dd, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:06:21.220109 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:21.225007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Pushing event updated for resources: {'Port': ['ID=70a558e8-0bdb-44ee-9a49-03377c3cb9dd,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:21.287518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.287866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.288204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.288541 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.288870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.289198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.289559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.289863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.290186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.290521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.302143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.302515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:06:21.336837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Allocated IP 172.25.5.26 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/eedd08bd-e5c0-456d-8d0a-8e81ee68a1b8) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:21.433427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] For port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:06:21.447828 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] For port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=70a558e8-0bdb-44ee-9a49-03377c3cb9dd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:06:21.466182 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:21.566211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40493f1-6f94-471f-8fd7-922dd0f7b827 None None] Pushing event updated for resources: {'Port': ['ID=70a558e8-0bdb-44ee-9a49-03377c3cb9dd,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:21.587298 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:21.605101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Routers {'2ad6a3ed-85d6-4c81-b26a-2622959aeffa'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:21.605101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2ad6a3ed-85d6-4c81-b26a-2622959aeffa'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:21.655049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5475220-e791-4606-8c99-3ef4e17ff3e5 req-52dd4eba-73d9-4942-8dea-834506f10e2d tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0781245 Aug 29 17:06:21.723825 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:21.750731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] Set router 2ad6a3ed-85d6-4c81-b26a-2622959aeffa gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:21.840284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event updated for resources: {'Port': ['ID=eedd08bd-e5c0-456d-8d0a-8e81ee68a1b8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:21.845988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:21.847462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:21.849819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:22.044690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad6a3ed-85d6-4c81-b26a-2622959aeffa', 'name': 'tempest-snat-router-310523578', 'tenant_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.195'}], 'enable_snat': False}, 'gw_port_id': '70a558e8-0bdb-44ee-9a49-03377c3cb9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:17Z', 'updated_at': '2021-08-29T17:06:18Z', 'revision_number': 3, 'project_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'gw_port': {'id': '70a558e8-0bdb-44ee-9a49-03377c3cb9dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad6a3ed-85d6-4c81-b26a-2622959aeffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:17Z', 'updated_at': '2021-08-29T17:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:22.101471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd2f0d-3700-4b43-b7ca-9e2135e815b3 None None] The sync data for ids ['2ad6a3ed-85d6-4c81-b26a-2622959aeffa'] in n-d-713301-13 is: [{'id': '2ad6a3ed-85d6-4c81-b26a-2622959aeffa', 'name': 'tempest-snat-router-310523578', 'tenant_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.195'}], 'enable_snat': False}, 'gw_port_id': '70a558e8-0bdb-44ee-9a49-03377c3cb9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:17Z', 'updated_at': '2021-08-29T17:06:18Z', 'revision_number': 3, 'project_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'gw_port': {'id': '70a558e8-0bdb-44ee-9a49-03377c3cb9dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad6a3ed-85d6-4c81-b26a-2622959aeffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:17Z', 'updated_at': '2021-08-29T17:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:22.311602 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:22.692384 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:22.831384 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ea2246f-2546-4181-8267-a04602df8772 req-35348e14-b6e6-43df-9095-eded5e9c657f tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0398078 Aug 29 17:06:22.948662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38160) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:22.951717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Router ae5ba439-5957-4429-9ad9-eb3aead33e67 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:06:23.148578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70a558e8-0bdb-44ee-9a49-03377c3cb9dd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:23.235266 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b2652b6-45f4-4b27-8910-b7e571613a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:23.288937 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:23.292912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:23.293834 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:23.308919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:23.361155 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Sync routers for ids ['ae5ba439-5957-4429-9ad9-eb3aead33e67'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:23.386421 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Routers {'ae5ba439-5957-4429-9ad9-eb3aead33e67'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:23.388173 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ae5ba439-5957-4429-9ad9-eb3aead33e67'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:23.464709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b2652b6-45f4-4b27-8910-b7e571613a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:23.476874 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b2652b6-45f4-4b27-8910-b7e571613a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:23.487527 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:23.491557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9f2e2fc5-03e7-4c97-8898-530f2f654e31 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.4377720 Aug 29 17:06:23.494178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38172) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:23.494595 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:23.535888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=70a558e8-0bdb-44ee-9a49-03377c3cb9dd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:23.550168 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4b2652b6-45f4-4b27-8910-b7e571613a03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98bc78b5690e4cb88707d4d319c51475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6007078 Aug 29 17:06:23.551912 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:23.573988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38174) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:23.599326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2652b6-45f4-4b27-8910-b7e571613a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1263ae1-44e8-41f7-a482-83ebaedbbd10,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:23.691961 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=70a558e8-0bdb-44ee-9a49-03377c3cb9dd,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:23.720194 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8458368b-b02a-4977-874a-0d2848a4f702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:23.785280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8458368b-b02a-4977-874a-0d2848a4f702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:23.869369 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bf28f3f6-6f61-4f72-bd75-43057cfe3cac tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/routers/ae5ba439-5957-4429-9ad9-eb3aead33e67 HTTP/1.1" status: 200 len: 906 time: 0.3737757 Aug 29 17:06:23.870147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38186) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:24.003174 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8458368b-b02a-4977-874a-0d2848a4f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.010796 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8458368b-b02a-4977-874a-0d2848a4f702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.013772 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8458368b-b02a-4977-874a-0d2848a4f702 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1263ae1-44e8-41f7-a482-83ebaedbbd10 HTTP/1.1" status: 204 len: 168 time: 0.4384201 Aug 29 17:06:24.064067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458368b-b02a-4977-874a-0d2848a4f702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1263ae1-44e8-41f7-a482-83ebaedbbd10,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:24.094775 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Set router ae5ba439-5957-4429-9ad9-eb3aead33e67 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:06:24.155508 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b43c275-f4b6-4e0d-8c93-b3d37178f7fa req-5d01b1ef-cc17-4de4-aafd-dd4bad403378 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0946808 Aug 29 17:06:24.191450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.414602 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.518818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Deleting port eedd08bd-e5c0-456d-8d0a-8e81ee68a1b8 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:06:24.519156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.554025 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5ba439-5957-4429-9ad9-eb3aead33e67', 'name': 'tempest-snat-router-310523578', 'tenant_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'eedd08bd-e5c0-456d-8d0a-8e81ee68a1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:06:20Z', 'updated_at': '2021-08-29T17:06:22Z', 'revision_number': 3, 'project_id': '48d4ae54f87f4c6f95831c30b79aa8c0', 'gw_port': {'id': 'eedd08bd-e5c0-456d-8d0a-8e81ee68a1b8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5ba439-5957-4429-9ad9-eb3aead33e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:21Z', 'updated_at': '2021-08-29T17:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:24.589982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38210) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:24.606684 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Checking router: ae5ba439-5957-4429-9ad9-eb3aead33e67 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:06:24.607166 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Updating router ae5ba439-5957-4429-9ad9-eb3aead33e67 port eedd08bd-e5c0-456d-8d0a-8e81ee68a1b8 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:06:24.613460 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56c84b49-8943-4142-abf8-241629979749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.648757 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.680889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-68450913-d3e7-41a6-b30d-a15efacc9695 req-9701ccd8-50a5-47c2-bcde-77a348475362 service neutron] (111677) timed out ('10.222.0.22', 37736) {{(pid=111677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:06:24.686772 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.710354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Calling delete_port for eedd08bd-e5c0-456d-8d0a-8e81ee68a1b8 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:06:24.870987 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56c84b49-8943-4142-abf8-241629979749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.884789 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56c84b49-8943-4142-abf8-241629979749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:24.960367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c84b49-8943-4142-abf8-241629979749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf93c32-4631-405d-bd18-ad9a55027232,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:24.966065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-56c84b49-8943-4142-abf8-241629979749 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e8156e4ad0b4ee1a6b0d934baee1950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744950 Aug 29 17:06:24.968706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38218) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:25.015386 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.056926 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5a476416-ad73-4931-aed4-455775a11231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.061941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event deleted for resources: {'Port': ['ID=eedd08bd-e5c0-456d-8d0a-8e81ee68a1b8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:25.136282 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.147918 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5a476416-ad73-4931-aed4-455775a11231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.243523 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.db.api [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:06:25.244419 n-d-713301-13 neutron-server[111679]: DEBUG oslo_db.api [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:06:25.248155 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5a476416-ad73-4931-aed4-455775a11231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.251121 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5a476416-ad73-4931-aed4-455775a11231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.252541 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5a476416-ad73-4931-aed4-455775a11231 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cf93c32-4631-405d-bd18-ad9a55027232 HTTP/1.1" status: 204 len: 168 time: 0.2826571 Aug 29 17:06:25.270241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a476416-ad73-4931-aed4-455775a11231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf93c32-4631-405d-bd18-ad9a55027232,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:25.274544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70a558e8-0bdb-44ee-9a49-03377c3cb9dd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:25.396873 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.399754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.420960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:25.421390 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.452931 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-395791d8-f019-478c-9220-50ad9e98c860 req-3f0d106e-2d25-4ae9-b2b4-d245befb7da5 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0992150 Aug 29 17:06:25.478283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.478820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae5ba439-5957-4429-9ad9-eb3aead33e67 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:06:25.484715 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.489571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38234) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:25.498166 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6b90df5b-5dfb-4e5b-91a8-eb09370d64ff tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "DELETE /v2.0/routers/ae5ba439-5957-4429-9ad9-eb3aead33e67 HTTP/1.1" status: 204 len: 168 time: 1.6263566 Aug 29 17:06:25.662947 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.772579 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Port eedd08bd-e5c0-456d-8d0a-8e81ee68a1b8 not found while updating agent binding for router ae5ba439-5957-4429-9ad9-eb3aead33e67. {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 29 17:06:25.793430 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Routers set() bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:25.794885 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Router IDs set() for agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 17:06:25.796115 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_agentschedulers_db [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ae5ba439-5957-4429-9ad9-eb3aead33e67'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent'). {{(pid=111679) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 17:06:25.796753 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604038c-c6ea-4d15-b1e1-2e03058b6cbf None None] The sync data for ids ['ae5ba439-5957-4429-9ad9-eb3aead33e67'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:25.798320 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.883641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Deleting port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:06:25.884307 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:25.998558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] For port 70a558e8-0bdb-44ee-9a49-03377c3cb9dd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=70a558e8-0bdb-44ee-9a49-03377c3cb9dd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:25.998970 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:26.022960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Calling delete_port for 70a558e8-0bdb-44ee-9a49-03377c3cb9dd owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:06:26.299226 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:26.341033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event deleted for resources: {'Port': ['ID=70a558e8-0bdb-44ee-9a49-03377c3cb9dd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:26.441879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:26.634853 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2cb689b6-4b50-4ea5-b4fa-eb4085b37da0 req-40b8ebd0-8c05-413e-9d85-e4e98c876289 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0320396 Aug 29 17:06:26.719389 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:26.721982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:26.769985 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:26.770459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ad6a3ed-85d6-4c81-b26a-2622959aeffa {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:06:26.781985 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:26.783273 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ef87d092-369a-47e5-8a7e-92631c353672 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "DELETE /v2.0/routers/2ad6a3ed-85d6-4c81-b26a-2622959aeffa HTTP/1.1" status: 204 len: 168 time: 1.2927086 Aug 29 17:06:26.787221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38294) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:26.792607 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-858137744', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:26.836707 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:26.837993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:27.354039 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:27.530472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:27.615771 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5e64823d-b817-437c-a62f-70effdfc9782 req-9c0d2e94-4959-444b-91c0-daae93d45e10 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0661747 Aug 29 17:06:27.971842 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7677c91f-d571-4b21-ba3c-051e87a7ce33 req-cc9d1290-2e50-49cb-9939-827042184950 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.1091814 Aug 29 17:06:28.038501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:28.061476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:28.248462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Allocated IP 172.25.5.6 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/664994bc-4d63-4567-a185-6fa66b66387b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:28.408183 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:28.489690 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:28.547213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:28.551069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:28.556576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:28.560350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Pushing event updated for resources: {'Port': ['ID=664994bc-4d63-4567-a185-6fa66b66387b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:28.865342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38374) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:28.946892 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:28.990731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70a558e8-0bdb-44ee-9a49-03377c3cb9dd no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:06:29.023998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 70a558e8-0bdb-44ee-9a49-03377c3cb9dd {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:06:29.024758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70a558e8-0bdb-44ee-9a49-03377c3cb9dd not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:06:29.085985 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6477d6d6-277e-4c2c-a401-5fedd131d486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.166561 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6e95b74-0ccb-4b6e-90f9-f4d2f6caf7d3 req-cf6fc048-4132-4533-be2e-1afd3628dd50 tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0515530 Aug 29 17:06:29.329535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6477d6d6-277e-4c2c-a401-5fedd131d486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.337951 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6477d6d6-277e-4c2c-a401-5fedd131d486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.426802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477d6d6-277e-4c2c-a401-5fedd131d486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8b92cd-e7c0-4c54-b726-672f0d8cfc05,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:29.465052 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6477d6d6-277e-4c2c-a401-5fedd131d486 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81b2bc1fe9d54532b4d29e6b69648a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984972 Aug 29 17:06:29.468959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38398) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:29.483212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.612585 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0263f209-853d-47fc-a1a4-19c3f43d585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.618010 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce0e40c2-80c6-489d-b421-b2487e2622d3 req-d6a28ab1-c89d-4fa6-bc8e-45ec7e339550 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da998feb8e9f4bf7849304ca863070bb&device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0459800 Aug 29 17:06:29.671430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce0e40c2-80c6-489d-b421-b2487e2622d3 req-80dba868-af22-4381-a348-d6c0a2670678 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=da998feb8e9f4bf7849304ca863070bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435927 Aug 29 17:06:29.674350 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0263f209-853d-47fc-a1a4-19c3f43d585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.716562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-65d1e107-d932-44df-9a34-d0d005962174 req-53cef03b-73c2-48aa-9da0-83d60f5469ad service neutron] (111677) timed out ('10.222.0.16', 59638) {{(pid=111677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:06:29.749546 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f4a2d9d3-a3de-449f-aaac-8ae5bf029040 req-2a5ee624-6067-4d77-8db9-2aee3521b67f tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0871661 Aug 29 17:06:29.872808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Router 74383d21-047d-4d4e-b4ee-2c212db7c9fb is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:06:29.972099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e40c2-80c6-489d-b421-b2487e2622d3 req-3b23e516-8400-4b29-8722-63d58cf0eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:29.973866 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce0e40c2-80c6-489d-b421-b2487e2622d3 req-3b23e516-8400-4b29-8722-63d58cf0eee1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2916906 Aug 29 17:06:29.978288 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0263f209-853d-47fc-a1a4-19c3f43d585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.982465 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0263f209-853d-47fc-a1a4-19c3f43d585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:29.983595 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0263f209-853d-47fc-a1a4-19c3f43d585b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f8b92cd-e7c0-4c54-b726-672f0d8cfc05 HTTP/1.1" status: 204 len: 168 time: 0.5100677 Aug 29 17:06:29.996784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263f209-853d-47fc-a1a4-19c3f43d585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8b92cd-e7c0-4c54-b726-672f0d8cfc05,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:30.129415 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:30.141625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79feaa5f-9762-4f1d-948b-84a4b46e5a12 None None] Sync routers for ids ['74383d21-047d-4d4e-b4ee-2c212db7c9fb'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:30.157666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79feaa5f-9762-4f1d-948b-84a4b46e5a12 None None] Routers {'74383d21-047d-4d4e-b4ee-2c212db7c9fb'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:30.158687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-79feaa5f-9762-4f1d-948b-84a4b46e5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['74383d21-047d-4d4e-b4ee-2c212db7c9fb'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:30.216761 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:30.220706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-992fad5a-6af8-4061-b185-aa2e3993e407 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4323471 Aug 29 17:06:30.223431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38430) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:30.228145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b9381295-9b3f-42ac-ad54-ae83aabc25cc tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'enable_snat': False}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:30.271437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-79feaa5f-9762-4f1d-948b-84a4b46e5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:30.283024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79feaa5f-9762-4f1d-948b-84a4b46e5a12 None None] Routers {'74383d21-047d-4d4e-b4ee-2c212db7c9fb'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:30.284308 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-79feaa5f-9762-4f1d-948b-84a4b46e5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['74383d21-047d-4d4e-b4ee-2c212db7c9fb'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:30.320201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-79feaa5f-9762-4f1d-948b-84a4b46e5a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:30.321305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79feaa5f-9762-4f1d-948b-84a4b46e5a12 None None] The sync data for ids ['74383d21-047d-4d4e-b4ee-2c212db7c9fb'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:30.525979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38444) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:30.542771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3eed0f1-9827-4c3b-85f6-f577fc8754ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:30.619234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38446) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:30.680705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3eed0f1-9827-4c3b-85f6-f577fc8754ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:30.686101 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3eed0f1-9827-4c3b-85f6-f577fc8754ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:30.722736 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b3eed0f1-9827-4c3b-85f6-f577fc8754ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0565fdcad6344095ae71313018682278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948647 Aug 29 17:06:30.731598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38450) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:30.801814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eed0f1-9827-4c3b-85f6-f577fc8754ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7b4eee-6269-428b-a97f-d00c3eab6c92,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:30.847927 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b53719a3-93be-4119-8c2b-08d5b605b611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:30.917890 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b69c6e8c-dbcb-419c-a755-267bab48bc1a req-8e71c36f-2cd0-438a-8c5a-64caa63d6cdf tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.22 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0595508 Aug 29 17:06:30.948873 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d41adcaf-d09f-4777-8381-d86a0530b1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:31.066989 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b53719a3-93be-4119-8c2b-08d5b605b611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:31.069087 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d41adcaf-d09f-4777-8381-d86a0530b1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:31.082045 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b53719a3-93be-4119-8c2b-08d5b605b611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:31.158411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53719a3-93be-4119-8c2b-08d5b605b611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87b5013-9f7b-45fa-91db-ced3fc38b6ed,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:31.159163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b9381295-9b3f-42ac-ad54-ae83aabc25cc tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:31.173800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b53719a3-93be-4119-8c2b-08d5b605b611 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de095a49f68c49289665ba55f11002f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5531390 Aug 29 17:06:31.176377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38472) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:31.195846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d41adcaf-d09f-4777-8381-d86a0530b1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:31.198738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d41adcaf-d09f-4777-8381-d86a0530b1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:31.216346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d41adcaf-d09f-4777-8381-d86a0530b1dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a7b4eee-6269-428b-a97f-d00c3eab6c92 HTTP/1.1" status: 204 len: 168 time: 0.4709702 Aug 29 17:06:31.236975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41adcaf-d09f-4777-8381-d86a0530b1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7b4eee-6269-428b-a97f-d00c3eab6c92,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:31.318616 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce0e40c2-80c6-489d-b421-b2487e2622d3 req-f48b7035-c618-401a-8952-ed9378070f9c tempest-ServerShowV254Test-2105479454 tempest-ServerShowV254Test-2105479454-project] 10.222.0.16 "GET /v2.0/ports?device_id=97922c2b-4faf-4e95-9ac8-4dbc6ec13a59 HTTP/1.1" status: 200 len: 210 time: 0.0427866 Aug 29 17:06:31.319242 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5489f12d-b310-4366-98b8-f44b0cd484fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:31.375448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5489f12d-b310-4366-98b8-f44b0cd484fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:31.522004 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5489f12d-b310-4366-98b8-f44b0cd484fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:31.524210 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5489f12d-b310-4366-98b8-f44b0cd484fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:31.525448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5489f12d-b310-4366-98b8-f44b0cd484fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d87b5013-9f7b-45fa-91db-ced3fc38b6ed HTTP/1.1" status: 204 len: 168 time: 0.3465145 Aug 29 17:06:31.562364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489f12d-b310-4366-98b8-f44b0cd484fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87b5013-9f7b-45fa-91db-ced3fc38b6ed,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:31.992697 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b9381295-9b3f-42ac-ad54-ae83aabc25cc tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:32.007854 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b9381295-9b3f-42ac-ad54-ae83aabc25cc tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:32.110088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38508) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:32.148578 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c24cfda-bb2d-432a-94b7-823f4eb2ff64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:32.152223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9381295-9b3f-42ac-ad54-ae83aabc25cc tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Router 74383d21-047d-4d4e-b4ee-2c212db7c9fb has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:06:32.299516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9381295-9b3f-42ac-ad54-ae83aabc25cc tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:32.305829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b9381295-9b3f-42ac-ad54-ae83aabc25cc tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:32.307299 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b9381295-9b3f-42ac-ad54-ae83aabc25cc tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "PUT /v2.0/routers/74383d21-047d-4d4e-b4ee-2c212db7c9fb HTTP/1.1" status: 200 len: 923 time: 2.0827019 Aug 29 17:06:32.310820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38512) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:32.314402 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d08aa35-1098-4209-a4da-34e290cee4e6 None None] Sync routers for ids ['74383d21-047d-4d4e-b4ee-2c212db7c9fb'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:32.334081 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08aa35-1098-4209-a4da-34e290cee4e6 None None] Routers {'74383d21-047d-4d4e-b4ee-2c212db7c9fb'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:32.337958 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0d08aa35-1098-4209-a4da-34e290cee4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['74383d21-047d-4d4e-b4ee-2c212db7c9fb'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:32.380065 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c24cfda-bb2d-432a-94b7-823f4eb2ff64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:32.396548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c24cfda-bb2d-432a-94b7-823f4eb2ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:32.399118 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0d08aa35-1098-4209-a4da-34e290cee4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:32.431328 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08aa35-1098-4209-a4da-34e290cee4e6 None None] Routers {'74383d21-047d-4d4e-b4ee-2c212db7c9fb'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:32.437627 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0d08aa35-1098-4209-a4da-34e290cee4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['74383d21-047d-4d4e-b4ee-2c212db7c9fb'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:32.480640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0829249a-b317-4aed-af56-2216dd6bd603 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/routers/74383d21-047d-4d4e-b4ee-2c212db7c9fb HTTP/1.1" status: 200 len: 923 time: 0.1674817 Aug 29 17:06:32.483943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38520) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:32.486771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24cfda-bb2d-432a-94b7-823f4eb2ff64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867e0cf7-94a1-4f7d-815c-6424f98cde27,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:32.509963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5c24cfda-bb2d-432a-94b7-823f4eb2ff64 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53a86c014ec94c1984df768b96060503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984480 Aug 29 17:06:32.518165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38524) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:32.518436 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0d08aa35-1098-4209-a4da-34e290cee4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:32.519964 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d08aa35-1098-4209-a4da-34e290cee4e6 None None] The sync data for ids ['74383d21-047d-4d4e-b4ee-2c212db7c9fb'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:32.616077 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9af5f5e-33e9-4b18-a3ca-407d5380579f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:32.640244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9af5f5e-33e9-4b18-a3ca-407d5380579f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:32.656855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a18a1c-e1d2-48d3-b282-d1a28642df6b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:32.661946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c1a18a1c-e1d2-48d3-b282-d1a28642df6b tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&device_id=74383d21-047d-4d4e-b4ee-2c212db7c9fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1765835 Aug 29 17:06:32.664554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38528) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:32.707468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38530) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:32.732505 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9af5f5e-33e9-4b18-a3ca-407d5380579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:32.735324 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9af5f5e-33e9-4b18-a3ca-407d5380579f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:32.739010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e9af5f5e-33e9-4b18-a3ca-407d5380579f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/867e0cf7-94a1-4f7d-815c-6424f98cde27 HTTP/1.1" status: 204 len: 168 time: 0.2156503 Aug 29 17:06:32.746209 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af5f5e-33e9-4b18-a3ca-407d5380579f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867e0cf7-94a1-4f7d-815c-6424f98cde27,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:32.795929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ecd3f5-456f-417a-adac-2ab9538d7bf5 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:32.800782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38548) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:32.811223 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-33ecd3f5-456f-417a-adac-2ab9538d7bf5 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 881 time: 0.1453974 Aug 29 17:06:32.837144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38552) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:32.846077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ea3931db-d8cf-4792-ae05-c74abd6ec54c tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=74383d21-047d-4d4e-b4ee-2c212db7c9fb HTTP/1.1" status: 200 len: 205 time: 0.0439291 Aug 29 17:06:32.960734 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:32.997039 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f748f2ac-8c1a-4c81-91d7-80506e00882a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.189548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f748f2ac-8c1a-4c81-91d7-80506e00882a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.191043 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.196085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f748f2ac-8c1a-4c81-91d7-80506e00882a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.306282 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f748f2ac-8c1a-4c81-91d7-80506e00882a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da998feb8e9f4bf7849304ca863070bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5988965 Aug 29 17:06:33.310154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38560) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:33.311315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Deleting port 664994bc-4d63-4567-a185-6fa66b66387b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:06:33.311797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.352181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748f2ac-8c1a-4c81-91d7-80506e00882a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dd3543-7ec7-4a9d-a850-71ebb9beac72,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:33.509764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38570) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:33.516165 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d387627c-8f5f-4e25-a1ce-b25f34c3ed16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.527988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dffd7d66-3460-4f8b-8920-e1ee252966ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.571517 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d387627c-8f5f-4e25-a1ce-b25f34c3ed16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.577198 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.609553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Calling delete_port for 664994bc-4d63-4567-a185-6fa66b66387b owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:06:33.660244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d387627c-8f5f-4e25-a1ce-b25f34c3ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.663887 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d387627c-8f5f-4e25-a1ce-b25f34c3ed16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.665867 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d387627c-8f5f-4e25-a1ce-b25f34c3ed16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31dd3543-7ec7-4a9d-a850-71ebb9beac72 HTTP/1.1" status: 204 len: 168 time: 0.3273747 Aug 29 17:06:33.676232 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387627c-8f5f-4e25-a1ce-b25f34c3ed16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dd3543-7ec7-4a9d-a850-71ebb9beac72,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:33.831100 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dffd7d66-3460-4f8b-8920-e1ee252966ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.837209 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dffd7d66-3460-4f8b-8920-e1ee252966ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:33.884778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd7d66-3460-4f8b-8920-e1ee252966ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857271da-ffb9-4f00-a734-a7531f30d114,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:33.986077 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dffd7d66-3460-4f8b-8920-e1ee252966ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dcea314ad1534317b862370d433c9352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728661 Aug 29 17:06:33.991570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38582) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:34.033560 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.100644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Pushing event deleted for resources: {'Port': ['ID=664994bc-4d63-4567-a185-6fa66b66387b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:34.109513 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4423b394-1e69-4d97-be80-ecace57dcc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.153144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4423b394-1e69-4d97-be80-ecace57dcc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.193986 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.241920 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4423b394-1e69-4d97-be80-ecace57dcc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.245557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4423b394-1e69-4d97-be80-ecace57dcc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.246915 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4423b394-1e69-4d97-be80-ecace57dcc40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/857271da-ffb9-4f00-a734-a7531f30d114 HTTP/1.1" status: 204 len: 168 time: 0.2543242 Aug 29 17:06:34.258029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423b394-1e69-4d97-be80-ecace57dcc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857271da-ffb9-4f00-a734-a7531f30d114,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:34.326629 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.329496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.388521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.389689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Fanout notify agent at l3_agent the message router_deleted on router 74383d21-047d-4d4e-b4ee-2c212db7c9fb {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:06:34.399316 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.400968 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-90b54368-2171-478d-953a-44b0bae85e49 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/74383d21-047d-4d4e-b4ee-2c212db7c9fb HTTP/1.1" status: 204 len: 168 time: 1.5622723 Aug 29 17:06:34.407130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38606) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:34.415448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-03023e83-69eb-4eb3-8f2b-7b05fd009767 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-614108529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:34.473155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03023e83-69eb-4eb3-8f2b-7b05fd009767 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.474265 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03023e83-69eb-4eb3-8f2b-7b05fd009767 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.541717 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03023e83-69eb-4eb3-8f2b-7b05fd009767 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.557598 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03023e83-69eb-4eb3-8f2b-7b05fd009767 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.603339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03023e83-69eb-4eb3-8f2b-7b05fd009767 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:34.607533 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-03023e83-69eb-4eb3-8f2b-7b05fd009767 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1963835 Aug 29 17:06:34.608252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38614) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:34.614182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:35.589316 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:35.960066 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:35.987460 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:36.162986 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Allocated IP 172.25.5.191 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/1a3fe70b-2c48-4bf4-a8ac-c890cb11cb22) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:36.351790 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:36.426575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38704) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:36.459558 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:36.586994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:36.599608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:36.617826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:36.620062 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-30761aab-efcd-4b1f-ad27-a3a3edeac149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:36.754875 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Pushing event updated for resources: {'Port': ['ID=1a3fe70b-2c48-4bf4-a8ac-c890cb11cb22,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:36.917001 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1e611130-e718-461f-8cc9-7c130c6990b9 req-ceaed5fb-0853-4436-9744-98cbbf1f60ac tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0696294 Aug 29 17:06:36.922386 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-30761aab-efcd-4b1f-ad27-a3a3edeac149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:36.959412 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-30761aab-efcd-4b1f-ad27-a3a3edeac149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.053355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-30761aab-efcd-4b1f-ad27-a3a3edeac149 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7130d7e81fa441692eef6cd917d324f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6236768 Aug 29 17:06:37.054251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30761aab-efcd-4b1f-ad27-a3a3edeac149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69d9c71-af41-4384-a1c8-d707b4c633c6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:37.056603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38748) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:37.144503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ad40774-0ba3-49c4-acb2-e9d82ef54450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.194693 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.216378 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ad40774-0ba3-49c4-acb2-e9d82ef54450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.313356 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ad40774-0ba3-49c4-acb2-e9d82ef54450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.316178 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5ad40774-0ba3-49c4-acb2-e9d82ef54450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.317462 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5ad40774-0ba3-49c4-acb2-e9d82ef54450 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d69d9c71-af41-4384-a1c8-d707b4c633c6 HTTP/1.1" status: 204 len: 168 time: 0.2590613 Aug 29 17:06:37.333803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad40774-0ba3-49c4-acb2-e9d82ef54450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69d9c71-af41-4384-a1c8-d707b4c633c6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:37.567519 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.571731 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.740702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Router 97e2bd54-de8d-43e0-9cea-662ca7020d0d is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:06:37.772863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38776) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:37.791611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2f48d51f-f334-40d6-8f1e-f8bc39f82afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.910792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:37.916485 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2f48d51f-f334-40d6-8f1e-f8bc39f82afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.917677 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.921824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-747c21f8-8b7f-4bd3-871c-b1caf8a89d9e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "PUT /v2.0/routers/97e2bd54-de8d-43e0-9cea-662ca7020d0d HTTP/1.1" status: 200 len: 883 time: 3.3123286 Aug 29 17:06:37.922271 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2f48d51f-f334-40d6-8f1e-f8bc39f82afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:37.922451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38780) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:37.923188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9620c61-9228-4b0e-a5bd-e8f86b7cdacf None None] Sync routers for ids ['97e2bd54-de8d-43e0-9cea-662ca7020d0d'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:37.937179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9620c61-9228-4b0e-a5bd-e8f86b7cdacf None None] Routers {'97e2bd54-de8d-43e0-9cea-662ca7020d0d'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:37.937999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a9620c61-9228-4b0e-a5bd-e8f86b7cdacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['97e2bd54-de8d-43e0-9cea-662ca7020d0d'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:37.994338 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2f48d51f-f334-40d6-8f1e-f8bc39f82afd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=609f539798fe45d783332d180bdd1111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201924 Aug 29 17:06:37.997126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48d51f-f334-40d6-8f1e-f8bc39f82afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bca3ca-6b99-4f51-bacd-5f6a506085b9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:37.998808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38788) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:38.025646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a9620c61-9228-4b0e-a5bd-e8f86b7cdacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:38.036712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9620c61-9228-4b0e-a5bd-e8f86b7cdacf None None] Routers {'97e2bd54-de8d-43e0-9cea-662ca7020d0d'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:38.038198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a9620c61-9228-4b0e-a5bd-e8f86b7cdacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['97e2bd54-de8d-43e0-9cea-662ca7020d0d'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:38.073451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a9620c61-9228-4b0e-a5bd-e8f86b7cdacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:38.074517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9620c61-9228-4b0e-a5bd-e8f86b7cdacf None None] The sync data for ids ['97e2bd54-de8d-43e0-9cea-662ca7020d0d'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:38.133325 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-725b3ee7-d61d-4bee-baab-dcbf24d2349c req-bb77f08b-ad4d-461c-842d-05b1a0f72ec8 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.1129835 Aug 29 17:06:38.170410 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f56c6c8a-8ec5-4526-8667-24a6ec893b21 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/routers/97e2bd54-de8d-43e0-9cea-662ca7020d0d HTTP/1.1" status: 200 len: 924 time: 0.2440035 Aug 29 17:06:38.170840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38796) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:38.201633 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e30081eb-1cf1-49bb-b096-24bf3ed59005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:38.250234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e30081eb-1cf1-49bb-b096-24bf3ed59005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:38.283821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0b941-1ca8-40bc-8bd7-79d5ff2747b8 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:38.285766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8ec0b941-1ca8-40bc-8bd7-79d5ff2747b8 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&device_id=97e2bd54-de8d-43e0-9cea-662ca7020d0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1139171 Aug 29 17:06:38.288253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38802) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:38.330456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e30081eb-1cf1-49bb-b096-24bf3ed59005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:38.335200 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e30081eb-1cf1-49bb-b096-24bf3ed59005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:38.336922 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e30081eb-1cf1-49bb-b096-24bf3ed59005 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88bca3ca-6b99-4f51-bacd-5f6a506085b9 HTTP/1.1" status: 204 len: 168 time: 0.3369744 Aug 29 17:06:38.361868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30081eb-1cf1-49bb-b096-24bf3ed59005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bca3ca-6b99-4f51-bacd-5f6a506085b9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:38.727259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ffeef-b771-4305-a914-24283c7fdfab tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:38.732217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-742ffeef-b771-4305-a914-24283c7fdfab tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 881 time: 0.4392784 Aug 29 17:06:38.732998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38822) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:38.791055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38824) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:38.791702 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-97401686-003a-4f23-9e28-876c47a9b89c tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=97e2bd54-de8d-43e0-9cea-662ca7020d0d HTTP/1.1" status: 200 len: 205 time: 0.0569344 Aug 29 17:06:39.044020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.233262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.317591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Deleting port 1a3fe70b-2c48-4bf4-a8ac-c890cb11cb22 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:06:39.318225 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.332946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c03d6949-3133-4263-8265-62704a235d26 req-45008cde-b804-4a64-b52c-20e301d29dd0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0918858 Aug 29 17:06:39.421085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.432032 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef90308a-ffcc-43ec-b35b-6b2061bb4e73 req-202df353-31b9-4bee-baeb-4be3b1e87890 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0919166 Aug 29 17:06:39.463702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Calling delete_port for 1a3fe70b-2c48-4bf4-a8ac-c890cb11cb22 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:06:39.517107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38872) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:39.636064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-244404328-network', 'tenant_id': '4f356737d52d481a8566ab6dd2da3a6d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:39.682840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Made reservation on behalf of 4f356737d52d481a8566ab6dd2da3a6d for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:39.686219 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.702399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.773645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.815947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Pushing event deleted for resources: {'Port': ['ID=1a3fe70b-2c48-4bf4-a8ac-c890cb11cb22,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:39.860228 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.867753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.908364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.942503 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:06:39.975238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5135c0be-d095-4750-a211-0d2aa6cedf91,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:39.984323 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:39.984323 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Added segment a63024a6-01fc-49be-8c13-5a38495d6336 of type vlan for network 77428b90-4b7d-4a86-897d-25ff31ded292 Aug 29 17:06:40.089603 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.097201 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.174660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.175650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Fanout notify agent at l3_agent the message router_deleted on router 97e2bd54-de8d-43e0-9cea-662ca7020d0d {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:06:40.178944 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.198429 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.208584 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a1f28c32-c91c-4810-8172-e88376d5b013 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/97e2bd54-de8d-43e0-9cea-662ca7020d0d HTTP/1.1" status: 204 len: 168 time: 1.4077044 Aug 29 17:06:40.208975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38890) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:40.218384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-877e40cc-5595-40f1-9dd7-b070dcf37aec tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-74869905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:40.236242 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-809171c8-6151-4da5-94f9-4a7ea90b9e30 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2842453 Aug 29 17:06:40.236929 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.237982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.238799 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.314005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-877e40cc-5595-40f1-9dd7-b070dcf37aec tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.315276 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-877e40cc-5595-40f1-9dd7-b070dcf37aec tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.334378 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8160388 Aug 29 17:06:40.334709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38896) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:40.344352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] Request body: {'subnet': {'network_id': '77428b90-4b7d-4a86-897d-25ff31ded292', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-244404328-subnet', 'tenant_id': '4f356737d52d481a8566ab6dd2da3a6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:40.351858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab7c53-d875-4fbd-bdb9-ac757287d900 admin admin] Pushing event updated for resources: {'Network': ['ID=77428b90-4b7d-4a86-897d-25ff31ded292,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:40.365050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 77428b90-4b7d-4a86-897d-25ff31ded292 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:06:40.410316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] Made reservation on behalf of 4f356737d52d481a8566ab6dd2da3a6d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:40.414316 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.421187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-c1ee7100-5eb4-488a-89e2-edc4d302cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.421929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-c1ee7100-5eb4-488a-89e2-edc4d302cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.422594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-c1ee7100-5eb4-488a-89e2-edc4d302cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.423210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-c1ee7100-5eb4-488a-89e2-edc4d302cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.423829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-c1ee7100-5eb4-488a-89e2-edc4d302cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.424444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-c1ee7100-5eb4-488a-89e2-edc4d302cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.425072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-c1ee7100-5eb4-488a-89e2-edc4d302cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.427201 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-c1ee7100-5eb4-488a-89e2-edc4d302cabe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6499 time: 0.1163638 Aug 29 17:06:40.431027 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-877e40cc-5595-40f1-9dd7-b070dcf37aec tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.437472 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-877e40cc-5595-40f1-9dd7-b070dcf37aec tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.509943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-877e40cc-5595-40f1-9dd7-b070dcf37aec tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.511548 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-877e40cc-5595-40f1-9dd7-b070dcf37aec tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2999160 Aug 29 17:06:40.514196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 38902) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:40.520845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'enable_snat': True}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:40.643093 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4650ad98-6084-4d19-a5b8-ec557ce5af23 req-d29e5c0d-ad33-42b4-bff4-a6594ac46a0f tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0761743 Aug 29 17:06:40.681277 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.750789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1927aa-d9c4-4e20-9aaf-5c40b434d395,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:40.776909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] Checking segment: {'id': 'a63024a6-01fc-49be-8c13-5a38495d6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '77428b90-4b7d-4a86-897d-25ff31ded292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:40.777301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] Network hostable DHCP agents. Network: 77428b90-4b7d-4a86-897d-25ff31ded292, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:06:40.797439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] Network 77428b90-4b7d-4a86-897d-25ff31ded292 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:06:40.809273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 77428b90-4b7d-4a86-897d-25ff31ded292) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:40.818064 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.818540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4997b-3239-48b3-b9a9-6fd460c58efa None None] Network 77428b90-4b7d-4a86-897d-25ff31ded292 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:40.825101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.825101 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:40.833508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-12f7bf51-21d9-457e-b1e5-98e054181146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.834185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-12f7bf51-21d9-457e-b1e5-98e054181146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.834684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-12f7bf51-21d9-457e-b1e5-98e054181146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:40.836487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-12f7bf51-21d9-457e-b1e5-98e054181146 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865 HTTP/1.1" status: 200 len: 2292 time: 0.3816166 Aug 29 17:06:40.862726 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e6efe2aa-e43b-4f6a-8149-2447bf95c085 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5251629 Aug 29 17:06:41.031500 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-751bd5ec-a322-470b-b69e-6ec190760ee4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d HTTP/1.1" status: 200 len: 1002 time: 0.1843646 Aug 29 17:06:41.054421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a19ad77-8511-4a45-8e31-93aa5ec198fb None None] Network 77428b90-4b7d-4a86-897d-25ff31ded292 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:41.131869 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45ed9e3c-d92c-41bb-8818-118357c1dda4 req-590c6ad7-6031-4763-8124-5c0bd34fcc93 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0559826 Aug 29 17:06:41.162587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-40f3a99d-db1b-4c8d-81cc-2503e923a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:41.164065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-40f3a99d-db1b-4c8d-81cc-2503e923a21d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe5a512-6172-449e-9511-cbf3fdbc8e3d HTTP/1.1" status: 200 len: 850 time: 0.1252646 Aug 29 17:06:41.528780 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:41.533974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-1dba751a-304f-4ca1-824c-8bdac7af5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:41.536496 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-1dba751a-304f-4ca1-824c-8bdac7af5567 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3619268 Aug 29 17:06:41.566734 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:41.887997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38988) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:41.893395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1628632018-network', 'tenant_id': '5f02b89a733f4616ae58b51682941b42'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:41.931035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Made reservation on behalf of 5f02b89a733f4616ae58b51682941b42 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:41.935084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:41.954557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.142869 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.157410 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.200622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:06:42.208694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbda29e-3d6c-41b9-a33e-d40825acaa58,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:42.218288 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.218872 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Added segment f56bbcdf-4a3d-4916-a331-6ab7a537e16c of type vlan for network 2105bf48-a7ce-47df-9abe-f7e9a7d0d18c Aug 29 17:06:42.286161 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-3b1074ec-1d95-4708-9b28-8887e0dc8d2b service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284341 Aug 29 17:06:42.300608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.334968 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.336243 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:42.337077 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.360805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4690907 Aug 29 17:06:42.366461 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7578e411-9d7e-4c5a-b742-e20770fc2d76 req-d2c73c1b-45e8-4f2a-afdf-2f4ca17de237 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0584035 Aug 29 17:06:42.371876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 38998) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:42.386726 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] Request body: {'subnet': {'network_id': '2105bf48-a7ce-47df-9abe-f7e9a7d0d18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1628632018-subnet', 'tenant_id': '5f02b89a733f4616ae58b51682941b42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:42.435861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Allocated IP 172.25.5.184 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/dfea1a9c-bdd6-4744-ac70-716dddc75c8f) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:42.462172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30610d9-3bba-443d-8eb9-438105703e4a admin admin] Pushing event updated for resources: {'Network': ['ID=2105bf48-a7ce-47df-9abe-f7e9a7d0d18c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:42.477259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 2105bf48-a7ce-47df-9abe-f7e9a7d0d18c details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:06:42.480079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] Made reservation on behalf of 5f02b89a733f4616ae58b51682941b42 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:42.483392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.571823 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-48a6dcac-9d67-4795-88f4-fd54a3e181e6 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761140 Aug 29 17:06:42.636579 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-88400102-212c-422f-b06e-dc7c0de1e831 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 200 len: 217 time: 0.0557742 Aug 29 17:06:42.667051 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.781529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-f3051647-7ada-48a4-b282-40b966ac4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:42.783058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-f3051647-7ada-48a4-b282-40b966ac4c93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1370864 Aug 29 17:06:42.848804 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f3a847b-eafe-4170-8981-0b5b8874ef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.859605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-f1aee93e-c90a-42c2-8f35-a59f802dafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:42.866750 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-f1aee93e-c90a-42c2-8f35-a59f802dafe8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0714457 Aug 29 17:06:42.868644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.912445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:42.968780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event updated for resources: {'Port': ['ID=dfea1a9c-bdd6-4744-ac70-716dddc75c8f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:42.987063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] Checking segment: {'id': 'f56bbcdf-4a3d-4916-a331-6ab7a537e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2105bf48-a7ce-47df-9abe-f7e9a7d0d18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:42.987432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] Network hostable DHCP agents. Network: 2105bf48-a7ce-47df-9abe-f7e9a7d0d18c, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:06:42.994885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4738173a-55f1-4697-bb66-cddefa478edf,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:43.013826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] Network 2105bf48-a7ce-47df-9abe-f7e9a7d0d18c is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:06:43.018901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:43.022257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:43.026649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:43.030319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 2105bf48-a7ce-47df-9abe-f7e9a7d0d18c) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:43.040428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8aa562-61bf-4c53-aab0-99ac2f35e14f None None] Network 2105bf48-a7ce-47df-9abe-f7e9a7d0d18c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:43.058444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:43.061185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:43.090339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8755196b-b693-4de6-bb42-ca1a43679f63 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7171919 Aug 29 17:06:43.198270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-9c81b05a-9f3d-4745-85f7-ac612ea8b113 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807722 Aug 29 17:06:43.217951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1499a0-7fbe-41cf-a72d-7045c18387d6 None None] Network 2105bf48-a7ce-47df-9abe-f7e9a7d0d18c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:43.446402 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:43.563030 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-347c0445-43f8-43ad-9bde-0c5519fa1469 req-0bae5a7a-3a7a-47d4-a175-7b8b993163aa tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0572038 Aug 29 17:06:43.584631 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-240587cb-0f6c-4ec4-a8fe-95bd07230697 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405757 Aug 29 17:06:43.648035 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-803ec90f-3d0f-4fbc-ab31-038fd65961bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 200 len: 217 time: 0.0543923 Aug 29 17:06:43.857191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-45c450bd-f275-43f1-8d1e-ea5d0bc09d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:43.858711 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-45c450bd-f275-43f1-8d1e-ea5d0bc09d9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.2028954 Aug 29 17:06:43.877271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39046) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:43.882784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1189894080'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:43.919622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:43.927605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-1baed0e5-9b4f-4a83-bab9-b3a512e3a66c tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:43.927788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:43.929102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-1baed0e5-9b4f-4a83-bab9-b3a512e3a66c tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/networks?id=77428b90-4b7d-4a86-897d-25ff31ded292 HTTP/1.1" status: 200 len: 808 time: 0.2312751 Aug 29 17:06:43.935815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:43.942302 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:43.963442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-5de13722-52ad-430c-859c-e58ec8e7ed31 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/quotas/4f356737d52d481a8566ab6dd2da3a6d HTTP/1.1" status: 200 len: 375 time: 0.0225241 Aug 29 17:06:43.981007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:06:43.993571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:43.993812 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Added segment 3e9be45f-563b-4e5b-9965-5136444feea4 of type vlan for network 57add85e-c4c9-429c-a13b-00c93150bf1a Aug 29 17:06:44.001200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-162c9eec-61f3-4522-99a5-381bd69023b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:44.002839 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-162c9eec-61f3-4522-99a5-381bd69023b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1327910 Aug 29 17:06:44.095325 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:44.155593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-238e2171-9ac1-4008-b4e7-71e58c7c27fc service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445148 Aug 29 17:06:44.158178 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:44.163992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:44.164614 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:44.215754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3349655 Aug 29 17:06:44.240386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39062) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:44.253186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-247267050'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:44.280823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:44.284951 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:44.300720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e9201-241e-4ace-a685-f10f14674f19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Network': ['ID=57add85e-c4c9-429c-a13b-00c93150bf1a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:44.313617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 57add85e-c4c9-429c-a13b-00c93150bf1a details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:06:44.318301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:06:44.323999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-47a651f0-f06c-4420-bfcb-686addde9eec service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024230 Aug 29 17:06:44.330452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:44.331134 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Added segment e6a9e3e8-116e-4e04-bfe9-f52dc849db8c of type vlan for network 4828ab6e-a734-4184-a1a3-7a146a417538 Aug 29 17:06:44.361638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fb0d15f-f14b-4a88-87dd-0dc77a5c7fcd tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f356737d52d481a8566ab6dd2da3a6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2048805 Aug 29 17:06:44.385591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:44.430696 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:44.441848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:44.448319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:44.484520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-17dbcbcc-401c-43a0-a385-b0e57b02f92f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1 HTTP/1.1" status: 200 len: 217 time: 0.1442626 Aug 29 17:06:44.552539 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3110175 Aug 29 17:06:44.554753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39070) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:44.568974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'subnet': {'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:44.578931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39072) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:44.591528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89b085-3f6b-4d54-924c-9918847b8c9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Network': ['ID=4828ab6e-a734-4184-a1a3-7a146a417538,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:44.603316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 4828ab6e-a734-4184-a1a3-7a146a417538 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:06:44.659022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-06c80288-516d-42f0-a64f-f2a577bda86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:44.660553 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-06c80288-516d-42f0-a64f-f2a577bda86d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1672525 Aug 29 17:06:44.690922 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-6298b98e-2b9a-4e7b-89fe-5f840559c33a service neutron] 10.222.0.22 "GET /v2.0/networks/77428b90-4b7d-4a86-897d-25ff31ded292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283718 Aug 29 17:06:44.715860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Router 6499d4e2-b947-4350-846c-1b5f11e27d67 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:06:44.741532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-976f0c74-a651-4ff6-9db6-6039520e1b36 req-250e92df-5e72-4e06-9d1d-d7a06aa1af28 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0297873 Aug 29 17:06:44.792738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-16d6e7c1-a31c-4288-80fe-a260e1ff8926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:44.854033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-d3234a3b-b301-4e7e-b025-aa1e041b75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:44.856784 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-d3234a3b-b301-4e7e-b025-aa1e041b75f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1847360 Aug 29 17:06:44.889033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:44.892547 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.008953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-16d6e7c1-a31c-4288-80fe-a260e1ff8926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.018020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-16d6e7c1-a31c-4288-80fe-a260e1ff8926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.050004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6e7c1-a31c-4288-80fe-a260e1ff8926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ca6188-8c29-4753-94e8-e90279b0c91c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:45.097027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-16d6e7c1-a31c-4288-80fe-a260e1ff8926 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60b1419d11fc404588685969e76ada35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157087 Aug 29 17:06:45.099354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39084) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:45.167041 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a4804319-a141-491d-9bdd-bf52f4ef675d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.196541 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a4804319-a141-491d-9bdd-bf52f4ef675d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.263543 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a4804319-a141-491d-9bdd-bf52f4ef675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.266204 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a4804319-a141-491d-9bdd-bf52f4ef675d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.270112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a4804319-a141-491d-9bdd-bf52f4ef675d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93ca6188-8c29-4753-94e8-e90279b0c91c HTTP/1.1" status: 204 len: 168 time: 0.1656821 Aug 29 17:06:45.288944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4804319-a141-491d-9bdd-bf52f4ef675d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ca6188-8c29-4753-94e8-e90279b0c91c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:45.418094 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-8b5eb575-c510-418d-a206-c0eda7738356 service neutron] 10.222.0.22 "GET /v2.0/networks/77428b90-4b7d-4a86-897d-25ff31ded292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040970 Aug 29 17:06:45.477485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:45.488839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.489666 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f69ba7-5e1a-4aec-8da7-6dc701fcfb65 None None] Sync routers for ids ['6499d4e2-b947-4350-846c-1b5f11e27d67'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:45.490216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-965e9e54-a4ee-47c1-80ce-f6e24b7b7a50 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "PUT /v2.0/routers/6499d4e2-b947-4350-846c-1b5f11e27d67 HTTP/1.1" status: 200 len: 917 time: 4.9749265 Aug 29 17:06:45.493186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39100) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:45.508238 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-081ba8c1-61d1-4999-8e12-9239761a3734 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429014 Aug 29 17:06:45.520606 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-af5a213a-efbb-4525-88a0-492b9ade1bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.526241 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f69ba7-5e1a-4aec-8da7-6dc701fcfb65 None None] Routers {'6499d4e2-b947-4350-846c-1b5f11e27d67'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:45.533634 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49f69ba7-5e1a-4aec-8da7-6dc701fcfb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6499d4e2-b947-4350-846c-1b5f11e27d67'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:45.701456 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49f69ba7-5e1a-4aec-8da7-6dc701fcfb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:45.705167 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:06:45.719507 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-4423181e-5179-4e96-9930-a01f7dfcde5e service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011712 Aug 29 17:06:45.721782 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f69ba7-5e1a-4aec-8da7-6dc701fcfb65 None None] Routers {'6499d4e2-b947-4350-846c-1b5f11e27d67'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:45.723863 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49f69ba7-5e1a-4aec-8da7-6dc701fcfb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6499d4e2-b947-4350-846c-1b5f11e27d67'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:45.725985 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.743765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39106) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:45.792770 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d7121f4-ad4a-4738-b8bb-d2334fcd1df0 req-db9aec43-e80f-4543-806b-6e5c18f28f5a tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 210 time: 0.0816123 Aug 29 17:06:45.796862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b017f236-ebda-4246-87ec-e612694e7e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.830421 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49f69ba7-5e1a-4aec-8da7-6dc701fcfb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:45.830625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.831549 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f69ba7-5e1a-4aec-8da7-6dc701fcfb65 None None] The sync data for ids ['6499d4e2-b947-4350-846c-1b5f11e27d67'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:45.876556 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-4e92e289-86ca-48b8-85f6-2def56d83361 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=efae15c7-233c-4c88-a37e-d87adca34c60 HTTP/1.1" status: 200 len: 217 time: 0.1481013 Aug 29 17:06:45.893346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6ff99e9e-d6bc-416f-ad11-39caceab1d8c tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/routers/6499d4e2-b947-4350-846c-1b5f11e27d67 HTTP/1.1" status: 200 len: 923 time: 0.3989339 Aug 29 17:06:45.893974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39116) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:45.931252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Checking segment: {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:45.931252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network hostable DHCP agents. Network: 57add85e-c4c9-429c-a13b-00c93150bf1a, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:06:45.945807 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b017f236-ebda-4246-87ec-e612694e7e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:45.956516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b017f236-ebda-4246-87ec-e612694e7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.017872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-28b8993d-99dd-4586-9a46-922690a29d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:46.019202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017f236-ebda-4246-87ec-e612694e7e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a7db00-f4ac-4c0a-86bf-9ea3c5598404,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:46.020515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-28b8993d-99dd-4586-9a46-922690a29d0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1074386 Aug 29 17:06:46.026989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6744304d-5aa4-47ad-89c9-9610c902c8fd tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:46.031530 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6744304d-5aa4-47ad-89c9-9610c902c8fd tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&device_id=6499d4e2-b947-4350-846c-1b5f11e27d67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1317167 Aug 29 17:06:46.033130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39122) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:46.037975 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b017f236-ebda-4246-87ec-e612694e7e63 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cbbe29588d044774bede406c766c1428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923310 Aug 29 17:06:46.046225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39124) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:46.078156 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81c23d09-9dcd-4c03-a7f6-0c74f93f5032 req-3550144c-1e16-4dc0-a265-ecd4842ff7bc tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.1680496 Aug 29 17:06:46.118734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Subnet': ['ID=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:46.169863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network 57add85e-c4c9-429c-a13b-00c93150bf1a is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:06:46.197444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 57add85e-c4c9-429c-a13b-00c93150bf1a) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:46.204469 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:46.205565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.207356 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8390b529-d4f7-4fb8-b625-6bcb639f3132 None None] Network 57add85e-c4c9-429c-a13b-00c93150bf1a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:46.209839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-93aeae13-842b-4a17-b74b-0651dbf9e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:46.211611 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-93aeae13-842b-4a17-b74b-0651dbf9e845 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1489725 Aug 29 17:06:46.214567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c52fe4f-0eb8-4dc7-8892-5528d94ef521 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:46.217110 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0c52fe4f-0eb8-4dc7-8892-5528d94ef521 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 881 time: 0.1804256 Aug 29 17:06:46.227928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39134) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:46.235430 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-336250f2-04d0-4eff-8685-3508ce830ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.270900 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-336250f2-04d0-4eff-8685-3508ce830ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.354423 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-336250f2-04d0-4eff-8685-3508ce830ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.359433 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-336250f2-04d0-4eff-8685-3508ce830ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.363185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-336250f2-04d0-4eff-8685-3508ce830ee5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1a7db00-f4ac-4c0a-86bf-9ea3c5598404 HTTP/1.1" status: 204 len: 168 time: 0.3137028 Aug 29 17:06:46.384153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336250f2-04d0-4eff-8685-3508ce830ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a7db00-f4ac-4c0a-86bf-9ea3c5598404,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:46.407101 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b52336c4-28ff-4eb9-8e65-bbd412147c1b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=6499d4e2-b947-4350-846c-1b5f11e27d67 HTTP/1.1" status: 200 len: 205 time: 0.1580160 Aug 29 17:06:46.409951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39138) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:46.424181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-953ed44c-4182-4114-bf6f-01ea9f1f817e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8620751 Aug 29 17:06:46.427304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39140) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:46.433158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'subnet': {'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:46.507737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-57add85e-c4c9-429c-a13b-00c93150bf1a', 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'fixed_ips': [{'subnet_id': '4df7a842-a3dc-4d2d-baf1-539e7e5d6c21'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:06:46.508623 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.580853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.617684 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-028c67d1-16ba-4100-bf4a-986a6a36ed68 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884900 Aug 29 17:06:46.736893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:46.741754 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.774625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.790232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Allocated IP 10.1.1.2 (57add85e-c4c9-429c-a13b-00c93150bf1a/4df7a842-a3dc-4d2d-baf1-539e7e5d6c21/c0d7da7b-3e90-420c-84ae-6491897033b2) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:46.798200 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.894137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Deleting port dfea1a9c-bdd6-4744-ac70-716dddc75c8f {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:06:46.894489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:46.930629 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-7d589c01-0ca5-40f8-98fb-cd753466ff1d service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033159 Aug 29 17:06:47.005136 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ef27642-2b42-4651-bb91-1f3e50743b1e req-a396f9c5-ee44-4971-bfe3-7649470403fa tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 210 time: 0.0443041 Aug 29 17:06:47.039207 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-262e5e5d-4bba-422c-a311-6dcd188854c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 HTTP/1.1" status: 200 len: 217 time: 0.0955720 Aug 29 17:06:47.052203 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.072372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Calling delete_port for dfea1a9c-bdd6-4744-ac70-716dddc75c8f owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:06:47.129695 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.142650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Transition to ACTIVE for port object c0d7da7b-3e90-420c-84ae-6491897033b2 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:47.164843 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Transition to ACTIVE for port object c0d7da7b-3e90-420c-84ae-6491897033b2 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:47.175091 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.276030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Network 57add85e-c4c9-429c-a13b-00c93150bf1a is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:47.286650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:47.291994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:47.350455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39160) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:47.362777 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.366125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-ba720870-e044-4104-9ccb-42d088f17678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:47.368175 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-ba720870-e044-4104-9ccb-42d088f17678 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.3164389 Aug 29 17:06:47.392034 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-426b661b-b5a0-4481-afea-05fa0bb5de17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.419372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Pushing event updated for resources: {'Port': ['ID=c0d7da7b-3e90-420c-84ae-6491897033b2,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:47.426972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Attempting to bind port c0d7da7b-3e90-420c-84ae-6491897033b2 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:06:47.426972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Attempting to bind port c0d7da7b-3e90-420c-84ae-6491897033b2 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:06:47.427329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Attempting to bind port c0d7da7b-3e90-420c-84ae-6491897033b2 on network 57add85e-c4c9-429c-a13b-00c93150bf1a {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:06:47.443897 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:06:47.444365 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Checking segment: {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:47.444978 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.445507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Bound using segment: {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:06:47.446072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Bound port: c0d7da7b-3e90-420c-84ae-6491897033b2, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:06:47.446536 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.527050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] For port c0d7da7b-3e90-420c-84ae-6491897033b2, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:06:47.531042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] For port c0d7da7b-3e90-420c-84ae-6491897033b2, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0d7da7b-3e90-420c-84ae-6491897033b2,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:06:47.535168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Subnet': ['ID=58d3252c-7958-4230-95ee-2d26bf5908c0,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:47.544503 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.547777 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Checking segment: {'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:47.548416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network hostable DHCP agents. Network: 4828ab6e-a734-4184-a1a3-7a146a417538, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:06:47.560707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-4b764641-d6f8-4376-887f-b3d3b865ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:47.562633 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-4b764641-d6f8-4376-887f-b3d3b865ded5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1832662 Aug 29 17:06:47.592192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network 4828ab6e-a734-4184-a1a3-7a146a417538 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:06:47.649012 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.670910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeedc40-952e-4138-85df-1b4811ad2e3a None None] Pushing event updated for resources: {'Port': ['ID=c0d7da7b-3e90-420c-84ae-6491897033b2,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:47.700186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 4828ab6e-a734-4184-a1a3-7a146a417538) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:47.717620 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67a09b7-2436-4ea4-8c06-654351cb4824 None None] Network 4828ab6e-a734-4184-a1a3-7a146a417538 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:47.727959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:47.729273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.825053 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-e5e231b3-3426-4574-855c-8270a2ce7995 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482593 Aug 29 17:06:47.852538 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d413e231-f6cd-4607-bab3-a53e5709439e req-6c39dede-0b65-408d-a3df-57fca1430619 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0954864 Aug 29 17:06:47.866653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-426b661b-b5a0-4481-afea-05fa0bb5de17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.883681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-426b661b-b5a0-4481-afea-05fa0bb5de17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:47.947968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b661b-b5a0-4481-afea-05fa0bb5de17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0583c0d-ec93-4190-b884-f5d87613a083,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:47.966493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e6b343af-add7-4dcc-9b73-0f12ea40f525 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5379488 Aug 29 17:06:47.978515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39166) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:47.987444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'port': {'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1547095426', 'fixed_ips': [{'subnet_id': '4df7a842-a3dc-4d2d-baf1-539e7e5d6c21'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:47.993730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-8a3fc122-3496-4c3b-9250-f7ebc4369808 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:47.995299 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-8a3fc122-3496-4c3b-9250-f7ebc4369808 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.16 "GET /v2.0/networks?id=77428b90-4b7d-4a86-897d-25ff31ded292 HTTP/1.1" status: 200 len: 808 time: 0.8537738 Aug 29 17:06:48.012614 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Request body: {'port': {'device_id': 'b9cace7d-6736-4dd8-ab98-55c0ed733a12', 'network_id': '77428b90-4b7d-4a86-897d-25ff31ded292', 'admin_state_up': True, 'tenant_id': '4f356737d52d481a8566ab6dd2da3a6d'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:48.041234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-426b661b-b5a0-4481-afea-05fa0bb5de17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63fb805abf4e4d0a81bc9b714ebe1e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890752 Aug 29 17:06:48.068604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39168) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:48.125277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-4828ab6e-a734-4184-a1a3-7a146a417538', 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'fixed_ips': [{'subnet_id': '58d3252c-7958-4230-95ee-2d26bf5908c0'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:06:48.126153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.182737 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db79126c-0218-40ec-9e82-d4b1bcc21485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.240517 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9fb04ea-f604-4d32-8d67-1603cc341e79 req-1cad7215-5306-4207-be2a-5b1fef5629c0 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 210 time: 0.0986106 Aug 29 17:06:48.273549 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-43cabae5-6dd3-4553-9b85-f39ba40c506d service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850634 Aug 29 17:06:48.283077 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:48.293555 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.366397 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.380084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db79126c-0218-40ec-9e82-d4b1bcc21485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.417372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-20d40b8f-7352-4c64-a1fb-c507e1fe5140 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d HTTP/1.1" status: 200 len: 217 time: 0.1359615 Aug 29 17:06:48.423607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Allocated IP 10.2.2.2 (4828ab6e-a734-4184-a1a3-7a146a417538/58d3252c-7958-4230-95ee-2d26bf5908c0/195cca4d-5b05-4420-afa2-4a63cf47fed0) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:48.444732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Pushing event deleted for resources: {'Port': ['ID=dfea1a9c-bdd6-4744-ac70-716dddc75c8f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:48.501886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-464e1daf-6920-4458-84a0-ad9fa2a903f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:48.503459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-464e1daf-6920-4458-84a0-ad9fa2a903f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.0787833 Aug 29 17:06:48.513182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Made reservation on behalf of 4f356737d52d481a8566ab6dd2da3a6d for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:48.520914 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.533346 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.582436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-357d0999-40bf-4485-9cc7-e3c60aebcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:48.584253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-357d0999-40bf-4485-9cc7-e3c60aebcb95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679748 Aug 29 17:06:48.589702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] device_id is not set on port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:06:48.630225 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.641566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Transition to ACTIVE for port object 195cca4d-5b05-4420-afa2-4a63cf47fed0 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:48.659532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Transition to ACTIVE for port object 195cca4d-5b05-4420-afa2-4a63cf47fed0 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:48.667209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.668087 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.744214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Network 4828ab6e-a734-4184-a1a3-7a146a417538 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:48.745480 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Pushing event updated for resources: {'Port': ['ID=195cca4d-5b05-4420-afa2-4a63cf47fed0,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:48.749622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:48.751836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:48.847427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Attempting to bind port 195cca4d-5b05-4420-afa2-4a63cf47fed0 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:06:48.847801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Attempting to bind port 195cca4d-5b05-4420-afa2-4a63cf47fed0 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:06:48.848180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Attempting to bind port 195cca4d-5b05-4420-afa2-4a63cf47fed0 on network 4828ab6e-a734-4184-a1a3-7a146a417538 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:06:48.853573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:06:48.854086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Checking segment: {'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:48.854589 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.854983 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Bound using segment: {'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:06:48.855514 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Bound port: 195cca4d-5b05-4420-afa2-4a63cf47fed0, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:06:48.855994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.858925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.864708 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.884875 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db79126c-0218-40ec-9e82-d4b1bcc21485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.897856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db79126c-0218-40ec-9e82-d4b1bcc21485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.899046 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-db79126c-0218-40ec-9e82-d4b1bcc21485 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0583c0d-ec93-4190-b884-f5d87613a083 HTTP/1.1" status: 204 len: 168 time: 0.8284168 Aug 29 17:06:48.931904 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-ab43eba0-7cc4-4200-a8c8-4e4643c0cec6 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366842 Aug 29 17:06:48.963746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79126c-0218-40ec-9e82-d4b1bcc21485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0583c0d-ec93-4190-b884-f5d87613a083,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:48.973252 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.973994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Fanout notify agent at l3_agent the message router_deleted on router 6499d4e2-b947-4350-846c-1b5f11e27d67 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:06:48.982358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:48.983685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3d525797-6943-453b-a735-a3af545dcedb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/6499d4e2-b947-4350-846c-1b5f11e27d67 HTTP/1.1" status: 204 len: 168 time: 2.5725522 Aug 29 17:06:48.985389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Allocated IP 172.20.0.2 (77428b90-4b7d-4a86-897d-25ff31ded292/7e1927aa-d9c4-4e20-9aaf-5c40b434d395/f0b96477-3ab0-45df-8a3c-b76e0f60c258) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:48.991074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39192) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:48.994792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] For port 195cca4d-5b05-4420-afa2-4a63cf47fed0, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:06:49.000074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0299575f-b503-4706-a412-2aa6e9613960 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-434784965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:49.003002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] For port 195cca4d-5b05-4420-afa2-4a63cf47fed0, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=195cca4d-5b05-4420-afa2-4a63cf47fed0,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:06:49.031970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.089157 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0299575f-b503-4706-a412-2aa6e9613960 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.094891 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0299575f-b503-4706-a412-2aa6e9613960 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.178360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Allocated IP 10.1.1.186 (57add85e-c4c9-429c-a13b-00c93150bf1a/4df7a842-a3dc-4d2d-baf1-539e7e5d6c21/210b7cba-cb2d-4589-82bc-bf98baf9f1c1) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:49.237553 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7012402-4739-41bc-95c0-b25ad176269d req-e5245549-4047-44df-9082-dec8d6e2cf01 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.1428964 Aug 29 17:06:49.267077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0d7da7b-3e90-420c-84ae-6491897033b2 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:49.281564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44937ea5-f658-4f4a-8624-6a1ead3f6f88 req-a7924a2f-cd0f-4f90-8d1d-b8ce8994cc06 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412158 Aug 29 17:06:49.286765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085483c2-d8b6-4861-9e5c-fdd99c5ed50d None None] Pushing event updated for resources: {'Port': ['ID=195cca4d-5b05-4420-afa2-4a63cf47fed0,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:49.435695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c0d7da7b-3e90-420c-84ae-6491897033b2 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:49.521521 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.547938 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0579a7b1-89f4-4f5c-8ed0-2a4c3a2d924a req-f9fdc7e6-8f2d-490d-809f-822be71ddecf tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 210 time: 0.0483663 Aug 29 17:06:49.596633 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.604423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289efb7-7d6a-4008-bd9f-3e5409b454ab None None] Network 57add85e-c4c9-429c-a13b-00c93150bf1a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:49.648356 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0299575f-b503-4706-a412-2aa6e9613960 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.653509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Transition to ACTIVE for port object 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:49.667345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0299575f-b503-4706-a412-2aa6e9613960 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.719582 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0299575f-b503-4706-a412-2aa6e9613960 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.722169 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0299575f-b503-4706-a412-2aa6e9613960 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7291975 Aug 29 17:06:49.725019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39210) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:49.730942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'enable_snat': False}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:49.735054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a519c659-8757-438e-a801-a5e3faaf01b1 None None] Provisioning for port c0d7da7b-3e90-420c-84ae-6491897033b2 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:49.743503 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a519c659-8757-438e-a801-a5e3faaf01b1 None None] Provisioning complete for port c0d7da7b-3e90-420c-84ae-6491897033b2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:49.743875 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a519c659-8757-438e-a801-a5e3faaf01b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.766025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.818516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.847761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network 57add85e-c4c9-429c-a13b-00c93150bf1a is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:49.851574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:49.863839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:49.919521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:49.920437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:49.924564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Port': ['ID=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:49.947749 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-55e99462-823e-4db1-a83c-0c9727761e03 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9658456 Aug 29 17:06:49.948404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39216) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:49.956840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'port': {'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a', 'name': 'tempest-TaggedBootDevicesTest_v242-2011662069', 'fixed_ips': [{'subnet_id': '4df7a842-a3dc-4d2d-baf1-539e7e5d6c21'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:49.997671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Network 77428b90-4b7d-4a86-897d-25ff31ded292 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:50.052796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:50.089333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:50.092066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Pushing event updated for resources: {'Port': ['ID=f0b96477-3ab0-45df-8a3c-b76e0f60c258,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:50.143960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:06:50.148976 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:50.152574 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a519c659-8757-438e-a801-a5e3faaf01b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:50.168736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] device_id is not set on port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:06:50.248826 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:50.266377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:50.267063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:50.290752 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:50.296366 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-dda12816-226f-45da-b8a3-2ef83a94ca6d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2879043 Aug 29 17:06:50.335848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Request body: {'port': {'device_id': 'b9cace7d-6736-4dd8-ab98-55c0ed733a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:50.357934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a519c659-8757-438e-a801-a5e3faaf01b1 None None] For port c0d7da7b-3e90-420c-84ae-6491897033b2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0d7da7b-3e90-420c-84ae-6491897033b2,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:50.374699 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a519c659-8757-438e-a801-a5e3faaf01b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:50.478349 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-777e3163-a6dc-4c39-9a0e-b66027df7a17 req-20f84445-997e-4663-8cd1-f1fb0c7918d1 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0696440 Aug 29 17:06:50.530542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Allocated IP 10.1.1.223 (57add85e-c4c9-429c-a13b-00c93150bf1a/4df7a842-a3dc-4d2d-baf1-539e7e5d6c21/b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:50.567741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519c659-8757-438e-a801-a5e3faaf01b1 None None] Pushing event updated for resources: {'Port': ['ID=c0d7da7b-3e90-420c-84ae-6491897033b2,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:50.588293 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:50.813749 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516400-7e1d-4338-b611-af935a071b3b req-1c284a26-c41c-4a8a-a69b-b37058dda35e tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:50.826437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f516400-7e1d-4338-b611-af935a071b3b req-1c284a26-c41c-4a8a-a69b-b37058dda35e tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 931 time: 0.1547396 Aug 29 17:06:50.890320 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:50.931638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f516400-7e1d-4338-b611-af935a071b3b req-31ed7295-d13c-4b01-8416-90f401fb499a tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896649 Aug 29 17:06:50.946220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Transition to ACTIVE for port object b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:50.996512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:51.008691 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510a73af-6496-4afb-b30c-4d645217938b None None] Network 4828ab6e-a734-4184-a1a3-7a146a417538 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:06:51.014863 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:51.054244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network 57add85e-c4c9-429c-a13b-00c93150bf1a is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:51.077779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:51.095200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:51.099024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Port': ['ID=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:51.100989 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b59d6891-e577-43c6-954f-65a00c738369 None None] Provisioning for port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:51.112311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b59d6891-e577-43c6-954f-65a00c738369 None None] Provisioning complete for port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:51.112872 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b59d6891-e577-43c6-954f-65a00c738369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:51.170736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b59d6891-e577-43c6-954f-65a00c738369 None None] Port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:06:51.196590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:51.197562 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:51.221642 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:51.236949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-234d6df7-115f-499f-865c-222513a215e3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2872329 Aug 29 17:06:51.253677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b59d6891-e577-43c6-954f-65a00c738369 None None] Provisioning complete for port c0d7da7b-3e90-420c-84ae-6491897033b2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:51.254330 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b59d6891-e577-43c6-954f-65a00c738369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:51.337792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 195cca4d-5b05-4420-afa2-4a63cf47fed0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:51.523119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Allocated IP 172.25.5.183 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/b0e2404e-8d0f-4c4b-9f71-86c757f77169) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:51.595748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 195cca4d-5b05-4420-afa2-4a63cf47fed0 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:51.641523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0d7da7b-3e90-420c-84ae-6491897033b2 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:51.655046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b96477-3ab0-45df-8a3c-b76e0f60c258 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:06:51.667366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:51.712867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Transition to ACTIVE for port object f0b96477-3ab0-45df-8a3c-b76e0f60c258 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:06:51.721384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39272) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:51.767555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5e58fa50-199e-40d3-819e-0b2e56cbaef3 req-789d0812-b3ed-4dd4-85f9-c1bffeda23b5 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0939541 Aug 29 17:06:51.792978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2452c254-f925-4fd1-b271-b90b17638edc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470348741', 'description': 'tempest-description--1084033703'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:51.795306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c0d7da7b-3e90-420c-84ae-6491897033b2 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:51.795938 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:51.809616 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:51.867371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-dd16484b-0def-45ce-bcf4-1b87e050c124 None None] Provisioning complete for port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:51.867751 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dd16484b-0def-45ce-bcf4-1b87e050c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:51.900597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Pushing event updated for resources: {'Port': ['ID=f0b96477-3ab0-45df-8a3c-b76e0f60c258,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:51.966705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:51.974489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2452c254-f925-4fd1-b271-b90b17638edc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.018176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-dd16484b-0def-45ce-bcf4-1b87e050c124 None None] Port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:06:52.037911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-dd16484b-0def-45ce-bcf4-1b87e050c124 None None] Provisioning for port 195cca4d-5b05-4420-afa2-4a63cf47fed0 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:52.042120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-dd16484b-0def-45ce-bcf4-1b87e050c124 None None] Provisioning complete for port 195cca4d-5b05-4420-afa2-4a63cf47fed0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:52.042764 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dd16484b-0def-45ce-bcf4-1b87e050c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.118587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb520-387c-47da-98aa-dc8d8be4df7f req-ede26eb3-ebf8-4068-a764-3b5ea221a116 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:52.127075 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-64ebb520-387c-47da-98aa-dc8d8be4df7f req-ede26eb3-ebf8-4068-a764-3b5ea221a116 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 943 time: 0.0912395 Aug 29 17:06:52.165382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Attempting to bind port f0b96477-3ab0-45df-8a3c-b76e0f60c258 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:06:52.166199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Attempting to bind port f0b96477-3ab0-45df-8a3c-b76e0f60c258 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'a63024a6-01fc-49be-8c13-5a38495d6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '77428b90-4b7d-4a86-897d-25ff31ded292'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:06:52.166733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Attempting to bind port f0b96477-3ab0-45df-8a3c-b76e0f60c258 on network 77428b90-4b7d-4a86-897d-25ff31ded292 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:06:52.175327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Port f0b96477-3ab0-45df-8a3c-b76e0f60c258 on network 77428b90-4b7d-4a86-897d-25ff31ded292 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:06:52.187962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Attempting to bind port f0b96477-3ab0-45df-8a3c-b76e0f60c258 on network 77428b90-4b7d-4a86-897d-25ff31ded292 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:06:52.199226 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-64ebb520-387c-47da-98aa-dc8d8be4df7f req-e78e1ad6-0639-4877-8c22-efe0440364d2 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712042 Aug 29 17:06:52.205763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.238058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:06:52.238058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Checking segment: {'id': 'a63024a6-01fc-49be-8c13-5a38495d6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '77428b90-4b7d-4a86-897d-25ff31ded292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:06:52.238826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Bound using segment: {'id': 'a63024a6-01fc-49be-8c13-5a38495d6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '77428b90-4b7d-4a86-897d-25ff31ded292'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:06:52.238826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Bound port: f0b96477-3ab0-45df-8a3c-b76e0f60c258, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63024a6-01fc-49be-8c13-5a38495d6336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '77428b90-4b7d-4a86-897d-25ff31ded292'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:06:52.239228 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.239869 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dd16484b-0def-45ce-bcf4-1b87e050c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.289404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-dd16484b-0def-45ce-bcf4-1b87e050c124 None None] For port 195cca4d-5b05-4420-afa2-4a63cf47fed0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=195cca4d-5b05-4420-afa2-4a63cf47fed0,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:52.293728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:52.295666 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dd16484b-0def-45ce-bcf4-1b87e050c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.308264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:52.312233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:52.365629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16484b-0def-45ce-bcf4-1b87e050c124 None None] Pushing event updated for resources: {'Port': ['ID=195cca4d-5b05-4420-afa2-4a63cf47fed0,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:52.371023 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Pushing event updated for resources: {'Port': ['ID=b0e2404e-8d0f-4c4b-9f71-86c757f77169,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:52.423366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2452c254-f925-4fd1-b271-b90b17638edc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.431091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-93bf2c92-e5c1-49b3-a131-19d05a9fc38b None None] Provisioning complete for port 195cca4d-5b05-4420-afa2-4a63cf47fed0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:52.431987 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93bf2c92-e5c1-49b3-a131-19d05a9fc38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.475152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] For port f0b96477-3ab0-45df-8a3c-b76e0f60c258, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:06:52.479137 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2452c254-f925-4fd1-b271-b90b17638edc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.483710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] For port f0b96477-3ab0-45df-8a3c-b76e0f60c258, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f0b96477-3ab0-45df-8a3c-b76e0f60c258,segment=NetworkSegment(a63024a6-01fc-49be-8c13-5a38495d6336),segment_id=a63024a6-01fc-49be-8c13-5a38495d6336)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:06:52.515339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.547684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-93bf2c92-e5c1-49b3-a131-19d05a9fc38b None None] Provisioning for port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:06:52.552262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-93bf2c92-e5c1-49b3-a131-19d05a9fc38b None None] Provisioning complete for port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:52.553022 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93bf2c92-e5c1-49b3-a131-19d05a9fc38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.565331 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2452c254-f925-4fd1-b271-b90b17638edc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.569216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2452c254-f925-4fd1-b271-b90b17638edc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8431566 Aug 29 17:06:52.570127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39302) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:52.578925 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:52.579555 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.581062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] 10.222.0.16 "PUT /v2.0/ports/f0b96477-3ab0-45df-8a3c-b76e0f60c258 HTTP/1.1" status: 200 len: 1092 time: 2.2585392 Aug 29 17:06:52.581406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-72859a35-dcb5-4a43-bdc0-8809bca14a41 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'security_group_rule': {'security_group_id': '494b9583-bbf2-4dbd-87ee-f33537dff2b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:52.584498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cace7d-6736-4dd8-ab98-55c0ed733a12', 'tag': 'f0b96477-3ab0-45df-8a3c-b76e0f60c258'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:06:52.586948 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f679dd21-6957-4fbe-acb9-0d6aa98429fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cace7d-6736-4dd8-ab98-55c0ed733a12", "tag": "f0b96477-3ab0-45df-8a3c-b76e0f60c258"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:06:52.589615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452c254-f925-4fd1-b271-b90b17638edc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494b9583-bbf2-4dbd-87ee-f33537dff2b8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:52.661117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-93bf2c92-e5c1-49b3-a131-19d05a9fc38b None None] Port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:06:52.663570 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-72859a35-dcb5-4a43-bdc0-8809bca14a41 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.733718 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-72859a35-dcb5-4a43-bdc0-8809bca14a41 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.739218 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-72859a35-dcb5-4a43-bdc0-8809bca14a41 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.764915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72859a35-dcb5-4a43-bdc0-8809bca14a41 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9779d333-a443-4bd2-a89d-4d261546eda1,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:52.776781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-72859a35-dcb5-4a43-bdc0-8809bca14a41 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.778434 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-72859a35-dcb5-4a43-bdc0-8809bca14a41 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2075992 Aug 29 17:06:52.781035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39318) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:52.786818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3f28a0df-b7bf-428f-ad2f-7488692b1029 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'security_group_rule': {'security_group_id': '494b9583-bbf2-4dbd-87ee-f33537dff2b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:52.873374 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3f28a0df-b7bf-428f-ad2f-7488692b1029 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:52.953070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a2fd8b8-fadb-42d8-a4cc-61bf93faec60 req-e52ed24c-3d19-474d-9315-9d6bb6d6c767 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0438232 Aug 29 17:06:53.005447 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3f28a0df-b7bf-428f-ad2f-7488692b1029 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.014429 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3f28a0df-b7bf-428f-ad2f-7488692b1029 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.036162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28a0df-b7bf-428f-ad2f-7488692b1029 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837e77e9-710e-4789-b62f-05c5da4ace37,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:53.050211 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3f28a0df-b7bf-428f-ad2f-7488692b1029 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.052264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3f28a0df-b7bf-428f-ad2f-7488692b1029 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2691329 Aug 29 17:06:53.054929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39332) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:53.061360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:53.087641 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0a6d54-a5b6-4c4e-b765-018676bca05b x-openstack-request-id: req-9c0a6d54-a5b6-4c4e-b765-018676bca05b {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:06:53.088085 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cace7d-6736-4dd8-ab98-55c0ed733a12", "tag": "f0b96477-3ab0-45df-8a3c-b76e0f60c258", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:06:53.088630 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c0a6d54-a5b6-4c4e-b765-018676bca05b {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:06:53.089202 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9cace7d-6736-4dd8-ab98-55c0ed733a12', 'tag': 'f0b96477-3ab0-45df-8a3c-b76e0f60c258', 'status': 'completed', 'code': 200} Aug 29 17:06:53.095502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 195cca4d-5b05-4420-afa2-4a63cf47fed0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:06:53.109021 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.121849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5a1af-ea60-46e3-8ec8-167b991e9e1c service neutron] Pushing event updated for resources: {'Port': ['ID=f0b96477-3ab0-45df-8a3c-b76e0f60c258,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:53.159547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 195cca4d-5b05-4420-afa2-4a63cf47fed0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:06:53.160043 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.268047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-3d3477e4-a780-4f55-b775-2d6520c5f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:53.269730 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-3d3477e4-a780-4f55-b775-2d6520c5f38e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f356737d52d481a8566ab6dd2da3a6d&device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 1095 time: 0.1577587 Aug 29 17:06:53.307480 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.313704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39338) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:53.435488 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-ed224907-52ad-4def-8205-9a85c6cbf089 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0b96477-3ab0-45df-8a3c-b76e0f60c258 HTTP/1.1" status: 200 len: 217 time: 0.1219811 Aug 29 17:06:53.444990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Allocated IP 172.25.5.93 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/e7b57078-8e86-422c-88ed-17b8604e6d15) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:53.512484 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.567476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-567e3825-7258-4bd5-8ef0-5667104982f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.571850 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.594407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877fe57-eedb-4c6d-961c-47107728ac5c req-4e112ff6-f47f-4bbb-917b-b17bef4d8863 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:53.595902 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a877fe57-eedb-4c6d-961c-47107728ac5c req-4e112ff6-f47f-4bbb-917b-b17bef4d8863 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 943 time: 0.2841156 Aug 29 17:06:53.612162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-63581d56-e102-4641-845e-0cbd93fb84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:53.613684 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-63581d56-e102-4641-845e-0cbd93fb84c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e1927aa-d9c4-4e20-9aaf-5c40b434d395 HTTP/1.1" status: 200 len: 848 time: 0.1699739 Aug 29 17:06:53.619182 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.658808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:53.663514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:53.670538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:53.696334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Port': ['ID=e7b57078-8e86-422c-88ed-17b8604e6d15,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:53.717111 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-36b2eed1-08c6-4e6f-87e5-538248c8e87f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77428b90-4b7d-4a86-897d-25ff31ded292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949228 Aug 29 17:06:53.761155 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.771509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a877fe57-eedb-4c6d-961c-47107728ac5c req-e5cd2c92-cf88-4a9e-8ab7-bc79a272a2b1 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642988 Aug 29 17:06:53.796975 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.990543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.992530 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-567e3825-7258-4bd5-8ef0-5667104982f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:53.997311 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.004179 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.009031 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-0d2f263f-8aae-4ca9-93f1-7dc772a515fd service neutron] 10.222.0.16 "GET /v2.0/networks/77428b90-4b7d-4a86-897d-25ff31ded292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768044 Aug 29 17:06:54.009987 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.015470 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-567e3825-7258-4bd5-8ef0-5667104982f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.079772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Port': ['ID=e7b57078-8e86-422c-88ed-17b8604e6d15,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:54.099988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.118212 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.120070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f43c1772-791c-4a77-8c3a-5a5905fa673f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0640478 Aug 29 17:06:54.161983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39364) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:54.162318 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-567e3825-7258-4bd5-8ef0-5667104982f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2fd87c69549b481c84835ff6371029ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8472984 Aug 29 17:06:54.190334 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e3825-7258-4bd5-8ef0-5667104982f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4220580a-911d-43da-8bc4-4608ce917a00,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:54.197612 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-71fa9272-0ce8-40af-9d99-2fa97353fdae req-03b33053-7b4c-417e-8c76-672f0cac08c1 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0639620 Aug 29 17:06:54.256976 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d40ffc9-e9c1-4807-b732-59c83daed71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.280518 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d40ffc9-e9c1-4807-b732-59c83daed71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.299372 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c9b33ed-78ce-4db4-bab4-2c0f1d452b3c req-cf6919cd-a3f1-40db-a487-9ccedc819571 service neutron] 10.222.0.16 "GET /v2.0/networks/77428b90-4b7d-4a86-897d-25ff31ded292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810268 Aug 29 17:06:54.332753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Router 6068c176-3b95-42c0-a100-9b00ad7b26a4 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:06:54.357107 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d40ffc9-e9c1-4807-b732-59c83daed71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.363930 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d40ffc9-e9c1-4807-b732-59c83daed71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.369811 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3d40ffc9-e9c1-4807-b732-59c83daed71d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4220580a-911d-43da-8bc4-4608ce917a00 HTTP/1.1" status: 204 len: 168 time: 0.2062371 Aug 29 17:06:54.380756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40ffc9-e9c1-4807-b732-59c83daed71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4220580a-911d-43da-8bc4-4608ce917a00,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:54.471308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-00bac1ee-971b-465c-97e0-c69e88774b9d tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--470348741&fields=id&tenant_id=2954fefdd93b45b9866301d908662a17 HTTP/1.1" status: 200 len: 267 time: 0.0819669 Aug 29 17:06:54.509760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679dd21-6957-4fbe-acb9-0d6aa98429fe req-3ceab928-0084-450b-a567-ab6dad6623de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:54.511786 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f679dd21-6957-4fbe-acb9-0d6aa98429fe req-3ceab928-0084-450b-a567-ab6dad6623de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f356737d52d481a8566ab6dd2da3a6d&device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 1095 time: 0.1195996 Aug 29 17:06:54.519790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-051d2524-61cb-406c-9f60-8ba2fc0eb5fb tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:54.528546 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-051d2524-61cb-406c-9f60-8ba2fc0eb5fb tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports/210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 200 len: 937 time: 0.0562851 Aug 29 17:06:54.537633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:54.548950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a9e243-1af4-4279-8832-f712efb3e5f9 None None] Sync routers for ids ['6068c176-3b95-42c0-a100-9b00ad7b26a4'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:54.559376 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.559889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9e243-1af4-4279-8832-f712efb3e5f9 None None] Routers {'6068c176-3b95-42c0-a100-9b00ad7b26a4'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:54.560771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d2a9e243-1af4-4279-8832-f712efb3e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6068c176-3b95-42c0-a100-9b00ad7b26a4'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:54.571031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39388) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:54.572973 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e9208ef1-1425-4a10-94d7-7ee42eaeb2b3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "PUT /v2.0/routers/6068c176-3b95-42c0-a100-9b00ad7b26a4 HTTP/1.1" status: 200 len: 919 time: 4.8466122 Aug 29 17:06:54.601661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d2a9e243-1af4-4279-8832-f712efb3e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:54.614416 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9e243-1af4-4279-8832-f712efb3e5f9 None None] Routers {'6068c176-3b95-42c0-a100-9b00ad7b26a4'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:54.615439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d2a9e243-1af4-4279-8832-f712efb3e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['6068c176-3b95-42c0-a100-9b00ad7b26a4'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:54.652166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d2a9e243-1af4-4279-8832-f712efb3e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:54.653788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a9e243-1af4-4279-8832-f712efb3e5f9 None None] The sync data for ids ['6068c176-3b95-42c0-a100-9b00ad7b26a4'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:54.680607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bc08b3c-b5d3-4151-9f23-3c5e714294ea tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:54.688446 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bc08b3c-b5d3-4151-9f23-3c5e714294ea tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports/b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 200 len: 937 time: 0.1589320 Aug 29 17:06:54.750863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-1065e263-e4c9-49c6-aa88-f41fec453dff tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0612781 Aug 29 17:06:54.752082 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39390) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:54.773083 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1884d557-d784-4a1c-a210-88c2f2119742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:54.775673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679dd21-6957-4fbe-acb9-0d6aa98429fe req-2643c78f-1478-4523-8ad0-4201ccc65eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:54.777326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f679dd21-6957-4fbe-acb9-0d6aa98429fe req-2643c78f-1478-4523-8ad0-4201ccc65eac service neutron] 10.222.0.16 "GET /v2.0/networks?id=77428b90-4b7d-4a86-897d-25ff31ded292 HTTP/1.1" status: 200 len: 909 time: 0.2569795 Aug 29 17:06:54.785006 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-92c93c48-a2ce-4b34-9f90-e02eb9bd4da1 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0332952 Aug 29 17:06:54.833782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f679dd21-6957-4fbe-acb9-0d6aa98429fe req-dad3d24b-033e-44eb-9ba5-42d8def58b00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0b96477-3ab0-45df-8a3c-b76e0f60c258 HTTP/1.1" status: 200 len: 217 time: 0.0473628 Aug 29 17:06:54.948664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679dd21-6957-4fbe-acb9-0d6aa98429fe req-766bfe62-d51f-46b9-ba6a-179f7fe7e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:54.950447 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f679dd21-6957-4fbe-acb9-0d6aa98429fe req-766bfe62-d51f-46b9-ba6a-179f7fe7e3d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e1927aa-d9c4-4e20-9aaf-5c40b434d395 HTTP/1.1" status: 200 len: 848 time: 0.1074996 Aug 29 17:06:54.983233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd03a08-7c64-4e26-be7f-4e0533d2dd7d req-7300954d-43c8-4a2f-bbb4-cddb3df03f61 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:54.985144 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbd03a08-7c64-4e26-be7f-4e0533d2dd7d req-7300954d-43c8-4a2f-bbb4-cddb3df03f61 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 943 time: 0.1098349 Aug 29 17:06:55.011585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f679dd21-6957-4fbe-acb9-0d6aa98429fe req-d6ba72c4-72a1-4ff4-add2-ea4a8b4c5170 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=77428b90-4b7d-4a86-897d-25ff31ded292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519066 Aug 29 17:06:55.100186 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1884d557-d784-4a1c-a210-88c2f2119742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:55.113269 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1884d557-d784-4a1c-a210-88c2f2119742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:55.133427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbd03a08-7c64-4e26-be7f-4e0533d2dd7d req-417d9d80-9354-4938-901a-c4840804c453 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262214 Aug 29 17:06:55.267268 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e364f811-6f35-4f38-ac96-693f129835ce tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/routers/6068c176-3b95-42c0-a100-9b00ad7b26a4 HTTP/1.1" status: 200 len: 925 time: 0.6950336 Aug 29 17:06:55.267898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39406) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:55.344362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb1a161-b474-451d-8b78-8844adc242d3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:55.348706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ceb1a161-b474-451d-8b78-8844adc242d3 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&device_id=6068c176-3b95-42c0-a100-9b00ad7b26a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0776935 Aug 29 17:06:55.356322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e0209e97-739a-41dc-957c-f6e7bceadb1a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:55.362370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e0209e97-739a-41dc-957c-f6e7bceadb1a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:55.368348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e0209e97-739a-41dc-957c-f6e7bceadb1a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:55.370022 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e0209e97-739a-41dc-957c-f6e7bceadb1a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/networks?id=6a468c2d-9be1-440f-a192-42e8517f74d6&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=4828ab6e-a734-4184-a1a3-7a146a417538&id=4828ab6e-a734-4184-a1a3-7a146a417538 HTTP/1.1" status: 200 len: 1995 time: 0.5591054 Aug 29 17:06:55.370531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39408) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:55.441378 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-76f37768-8468-43e3-a267-87b347d80864 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/quotas/2954fefdd93b45b9866301d908662a17 HTTP/1.1" status: 200 len: 375 time: 0.0621753 Aug 29 17:06:55.488219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1884d557-d784-4a1c-a210-88c2f2119742 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=31ea0cecc98643f6849d97556d36350f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7348609 Aug 29 17:06:55.499301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39414) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:55.509345 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67ee38d8-577f-4cd3-abc8-c471baf4dd61 req-a8571d85-7d9f-4ea2-839a-f559b843aac3 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0588274 Aug 29 17:06:55.510241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884d557-d784-4a1c-a210-88c2f2119742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c54db3-88e1-462f-a1b4-02e6a9e6e441,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:55.524679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f679dd21-6957-4fbe-acb9-0d6aa98429fe req-8e3951bf-7343-4f09-bf87-7217d95e09f6 service neutron] 10.222.0.16 "GET /v2.0/networks/77428b90-4b7d-4a86-897d-25ff31ded292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017748 Aug 29 17:06:55.598463 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-7fd0d3bb-d251-41f8-b9df-e0e57f2a0038 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1509356 Aug 29 17:06:55.616143 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8083f823-6dc7-462b-b8a8-9b300ae9e978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:55.634315 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f679dd21-6957-4fbe-acb9-0d6aa98429fe req-93da9826-0e89-4e10-8fae-3a8d6dfa436a service neutron] 10.222.0.16 "GET /v2.0/networks/77428b90-4b7d-4a86-897d-25ff31ded292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991716 Aug 29 17:06:55.637394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0112ca-9415-453d-97da-25923ecf02e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:55.638851 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8f0112ca-9415-453d-97da-25923ecf02e9 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/networks/a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 881 time: 0.2673950 Aug 29 17:06:55.641992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39418) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:55.643090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8083f823-6dc7-462b-b8a8-9b300ae9e978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:55.674281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-27599404-9f5c-4f64-b39d-bf1716dd64af tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=6068c176-3b95-42c0-a100-9b00ad7b26a4 HTTP/1.1" status: 200 len: 205 time: 0.0311620 Aug 29 17:06:55.676780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39420) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:55.765807 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-03ca014f-d1dc-4c5c-9892-2ac7115891eb service neutron] 10.222.0.22 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250129 Aug 29 17:06:55.784519 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8083f823-6dc7-462b-b8a8-9b300ae9e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:55.787206 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8083f823-6dc7-462b-b8a8-9b300ae9e978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:55.788537 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8083f823-6dc7-462b-b8a8-9b300ae9e978 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61c54db3-88e1-462f-a1b4-02e6a9e6e441 HTTP/1.1" status: 204 len: 168 time: 0.2880874 Aug 29 17:06:55.803273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:55.844319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083f823-6dc7-462b-b8a8-9b300ae9e978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c54db3-88e1-462f-a1b4-02e6a9e6e441,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:55.894665 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-cf54d425-d28d-466a-8b9d-6d4f404ba75b service neutron] 10.222.0.22 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211009 Aug 29 17:06:55.932320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:55.940803 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-dd492e40-5c23-47c8-942b-fded0196ebfd service neutron] 10.222.0.22 "GET /v2.0/ports/210b7cba-cb2d-4589-82bc-bf98baf9f1c1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381978 Aug 29 17:06:56.026863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Deleting port b0e2404e-8d0f-4c4b-9f71-86c757f77169 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:06:56.027335 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.049560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-996a1341-93d5-4cc2-975d-207f332457f9 service neutron] 10.222.0.22 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010830 Aug 29 17:06:56.123492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.138322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Calling delete_port for b0e2404e-8d0f-4c4b-9f71-86c757f77169 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:06:56.168257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b5f0763-f778-4331-b4de-dfb45f31bd06 service neutron] 10.222.0.22 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177099 Aug 29 17:06:56.215863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-8d60252c-4e81-43a5-80b2-c9a7d215abf6 service neutron] 10.222.0.22 "GET /v2.0/ports/b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0410328 Aug 29 17:06:56.325704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d5149-e435-4221-ad3e-8c11d57d5578 req-91dc6b31-d344-45bb-a935-e3ed1785a69c tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:56.327261 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f9d5149-e435-4221-ad3e-8c11d57d5578 req-91dc6b31-d344-45bb-a935-e3ed1785a69c tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 943 time: 0.0665855 Aug 29 17:06:56.331714 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-b0e3354f-ed3a-4216-8a40-e1472e921dfa service neutron] 10.222.0.22 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085820 Aug 29 17:06:56.403592 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f9d5149-e435-4221-ad3e-8c11d57d5578 req-8d1c8ad7-7179-4e56-b750-c513f99ba925 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513120 Aug 29 17:06:56.423794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.471936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Pushing event deleted for resources: {'Port': ['ID=b0e2404e-8d0f-4c4b-9f71-86c757f77169,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:56.494951 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-f47a571f-ac02-4d74-9390-21c5250da3da service neutron] 10.222.0.22 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568658 Aug 29 17:06:56.563293 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.645877 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-cdfd5d1e-e415-4a72-9158-256fabe7a0ad service neutron] 10.222.0.22 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432958 Aug 29 17:06:56.709664 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.732454 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.736085 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1cccd9b8-856f-4681-a77f-01c9a36f2d3f req-56986d87-96ad-4a2c-a92d-ff92ba752542 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0469475 Aug 29 17:06:56.762308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-2183da1a-a46e-4105-b59a-499b43d1f973 service neutron] 10.222.0.22 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081772 Aug 29 17:06:56.781823 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.782367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Fanout notify agent at l3_agent the message router_deleted on router 6068c176-3b95-42c0-a100-9b00ad7b26a4 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:06:56.801063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.806039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4002ceaf-b493-47ce-8289-4336be7308eb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/6068c176-3b95-42c0-a100-9b00ad7b26a4 HTTP/1.1" status: 204 len: 168 time: 1.1282310 Aug 29 17:06:56.806684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39472) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:56.811210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-551261709', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:56.863809 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.865983 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:56.895213 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-683d1b09-2126-4e0c-9e57-aedb65533e9c service neutron] 10.222.0.22 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265655 Aug 29 17:06:56.936843 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:57.013794 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-3db37439-862c-407b-9107-5520df86271f service neutron] 10.222.0.22 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110122 Aug 29 17:06:57.092118 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:57.145002 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-f44beb79-604e-4a6a-b2ca-b782f25f3974 service neutron] 10.222.0.22 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196849 Aug 29 17:06:57.255093 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-38d65fb9-ea75-4564-b1b3-d6bb082f12e9 service neutron] 10.222.0.22 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033576 Aug 29 17:06:57.346330 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:57.367380 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4a024b62-688a-4c99-8196-c8a102e1cfe5 service neutron] 10.222.0.22 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058702 Aug 29 17:06:57.379865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:57.521248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-7e596d2b-ea1d-4273-9fdf-13d943b1fd26 service neutron] 10.222.0.22 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429641 Aug 29 17:06:57.543664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Allocated IP 172.25.5.30 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/ba37c59d-e6fd-492d-9da5-b29a360ee117) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:06:57.737360 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:57.751220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31f37-dca2-4434-8077-f0fad4bbbee7 req-db81f966-4cf5-41e5-96a1-30b542479d7a tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:57.753706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-54c31f37-dca2-4434-8077-f0fad4bbbee7 req-db81f966-4cf5-41e5-96a1-30b542479d7a tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 943 time: 0.1936769 Aug 29 17:06:57.844539 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-54c31f37-dca2-4434-8077-f0fad4bbbee7 req-894b8bda-3788-4808-82bf-8d123edae78f tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850110 Aug 29 17:06:57.888151 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:57.944988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Pushing event updated for resources: {'Port': ['ID=ba37c59d-e6fd-492d-9da5-b29a360ee117,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:57.953970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:06:57.955803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:06:57.959604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:06:58.088027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-936bd4fe-295c-465e-9e0e-d45fb30eb0f5 req-adf02b96-622f-495e-b989-ebea3e6eaa8a tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0269861 Aug 29 17:06:58.232044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f0b96477-3ab0-45df-8a3c-b76e0f60c258 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:06:58.354380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:58.388732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f0b96477-3ab0-45df-8a3c-b76e0f60c258, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f0b96477-3ab0-45df-8a3c-b76e0f60c258,segment=NetworkSegment(a63024a6-01fc-49be-8c13-5a38495d6336),segment_id=a63024a6-01fc-49be-8c13-5a38495d6336)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:58.401425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'f0b96477-3ab0-45df-8a3c-b76e0f60c258', 'network_id': '77428b90-4b7d-4a86-897d-25ff31ded292', 'port_id': 'f0b96477-3ab0-45df-8a3c-b76e0f60c258', 'mac_address': 'fa:16:3e:38:03:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1927aa-d9c4-4e20-9aaf-5c40b434d395', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:06:58.444243 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-317dd86f-054f-4c2f-906d-61bf4389434b req-a973d4ec-41ef-46a0-8a95-bef5aebacd5e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0361025 Aug 29 17:06:58.475506 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:58.491527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b96477-3ab0-45df-8a3c-b76e0f60c258 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:06:58.515056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f0b96477-3ab0-45df-8a3c-b76e0f60c258, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f0b96477-3ab0-45df-8a3c-b76e0f60c258,segment=NetworkSegment(a63024a6-01fc-49be-8c13-5a38495d6336),segment_id=a63024a6-01fc-49be-8c13-5a38495d6336)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:06:58.521952 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:58.581919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f0b96477-3ab0-45df-8a3c-b76e0f60c258,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:06:58.709586 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:58.890825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['f0b96477-3ab0-45df-8a3c-b76e0f60c258'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:06:58.920053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Router be37b6f5-e35d-4732-8a13-f552d9a98c8c is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:06:59.042963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3e1d0-ada9-4e3e-a736-895980071eac req-cc0c17de-adde-4ccb-a97f-49e5b0ce5140 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:59.057687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71d3e1d0-ada9-4e3e-a736-895980071eac req-cc0c17de-adde-4ccb-a97f-49e5b0ce5140 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 944 time: 0.1016688 Aug 29 17:06:59.119677 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71d3e1d0-ada9-4e3e-a736-895980071eac req-caf9e1cf-3e5f-4e38-88bd-8aed99a1bcdf tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524719 Aug 29 17:06:59.197046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:06:59.210387 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f36cef-8c23-494c-8ca9-8509410a5476 None None] Sync routers for ids ['be37b6f5-e35d-4732-8a13-f552d9a98c8c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:06:59.226239 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f36cef-8c23-494c-8ca9-8509410a5476 None None] Routers {'be37b6f5-e35d-4732-8a13-f552d9a98c8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:59.227441 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a5f36cef-8c23-494c-8ca9-8509410a5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['be37b6f5-e35d-4732-8a13-f552d9a98c8c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:59.271410 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a5f36cef-8c23-494c-8ca9-8509410a5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:59.282076 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f36cef-8c23-494c-8ca9-8509410a5476 None None] Routers {'be37b6f5-e35d-4732-8a13-f552d9a98c8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:06:59.282277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ffddfb01-d6da-4fb2-a0da-be8af0b1bb58 req-39e774a6-80e5-46de-b97a-3a7073164fa7 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0690112 Aug 29 17:06:59.283049 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a5f36cef-8c23-494c-8ca9-8509410a5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['be37b6f5-e35d-4732-8a13-f552d9a98c8c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:59.283278 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:59.287564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39616) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:06:59.290468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-71b11336-e953-46ba-93c9-15378d1a5ec7 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4768579 Aug 29 17:06:59.294802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:06:59.366122 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a5f36cef-8c23-494c-8ca9-8509410a5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:06:59.367449 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f36cef-8c23-494c-8ca9-8509410a5476 None None] The sync data for ids ['be37b6f5-e35d-4732-8a13-f552d9a98c8c'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:06:59.591560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-918abd48-5d3b-4002-a705-290200373333 req-419e0d36-4aa9-4ee9-a5c3-78921d48601f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0486529 Aug 29 17:06:59.788133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-962d14d6-0a75-45c5-81ea-0a6fe25a1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:59.789792 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-962d14d6-0a75-45c5-81ea-0a6fe25a1bd3 service neutron] 10.222.0.10 "GET /v2.0/ports/210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 200 len: 1033 time: 0.0594749 Aug 29 17:06:59.796815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:59.839495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:06:59.848028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4cc407af-cca4-41ac-982d-c0711c3d6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:06:59.849566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4cc407af-cca4-41ac-982d-c0711c3d6ed2 service neutron] 10.222.0.10 "GET /v2.0/ports/b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 200 len: 1033 time: 0.0494821 Aug 29 17:07:00.008662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Deleting port ba37c59d-e6fd-492d-9da5-b29a360ee117 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:07:00.009024 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:00.073120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-a1fbfa4c-6cc9-4e43-8de2-3dc07ff07522 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:00.079882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-a1fbfa4c-6cc9-4e43-8de2-3dc07ff07522 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:00.085791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-a1fbfa4c-6cc9-4e43-8de2-3dc07ff07522 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:00.087440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-a1fbfa4c-6cc9-4e43-8de2-3dc07ff07522 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "GET /v2.0/networks?id=6a468c2d-9be1-440f-a192-42e8517f74d6&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=4828ab6e-a734-4184-a1a3-7a146a417538&id=4828ab6e-a734-4184-a1a3-7a146a417538 HTTP/1.1" status: 200 len: 1995 time: 0.2285359 Aug 29 17:07:00.215262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-bbef22dc-a651-435d-bfbc-8eccd1d64d22 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2954fefdd93b45b9866301d908662a17 HTTP/1.1" status: 200 len: 379 time: 0.1172287 Aug 29 17:07:00.224016 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:00.241293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'admin_state_up': True, 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'security_groups': ['494b9583-bbf2-4dbd-87ee-f33537dff2b8']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:00.245970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f0b96477-3ab0-45df-8a3c-b76e0f60c258 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:07:00.343614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port f0b96477-3ab0-45df-8a3c-b76e0f60c258 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:00.349127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port f0b96477-3ab0-45df-8a3c-b76e0f60c258 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:00.349531 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:00.374863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Calling delete_port for ba37c59d-e6fd-492d-9da5-b29a360ee117 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:07:00.533805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc43142d-0651-437e-9a32-027b37c1856a req-1093e613-f357-4fa8-9785-edeae52d0557 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0792356 Aug 29 17:07:00.585052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481d70f-6006-44d1-90a4-bdb386a56f9a req-69b60e2d-1027-4614-8a4b-2190fe9dc64d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:00.585352 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:00.585470 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d481d70f-6006-44d1-90a4-bdb386a56f9a req-69b60e2d-1027-4614-8a4b-2190fe9dc64d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 944 time: 0.2959116 Aug 29 17:07:00.645778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cace7d-6736-4dd8-ab98-55c0ed733a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b96477-3ab0-45df-8a3c-b76e0f60c258'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:07:00.654606 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ad3d9d-5931-4157-9fa5-07a9e94d727e" -d '{"events": [{"server_uuid": "b9cace7d-6736-4dd8-ab98-55c0ed733a12", "name": "network-vif-plugged", "status": "completed", "tag": "f0b96477-3ab0-45df-8a3c-b76e0f60c258"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:07:00.670818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port f0b96477-3ab0-45df-8a3c-b76e0f60c258, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f0b96477-3ab0-45df-8a3c-b76e0f60c258,segment=NetworkSegment(a63024a6-01fc-49be-8c13-5a38495d6336),segment_id=a63024a6-01fc-49be-8c13-5a38495d6336)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:00.676164 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:00.702805 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d481d70f-6006-44d1-90a4-bdb386a56f9a req-159b91e8-e4f1-469e-9ab0-adad20f03f43 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171865 Aug 29 17:07:00.771705 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cadc8bce-5b57-4399-a8c1-fd6d3e45109d req-63b8be0e-a2a0-429f-b485-81ef0abf6fee tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0464938 Aug 29 17:07:00.780181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=f0b96477-3ab0-45df-8a3c-b76e0f60c258,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:00.827480 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82754e9f-d840-4b7d-84e2-ba2078d96285 x-openstack-request-id: req-82754e9f-d840-4b7d-84e2-ba2078d96285 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:07:00.827808 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cace7d-6736-4dd8-ab98-55c0ed733a12", "name": "network-vif-plugged", "status": "completed", "tag": "f0b96477-3ab0-45df-8a3c-b76e0f60c258", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:07:00.831195 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82754e9f-d840-4b7d-84e2-ba2078d96285 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:07:00.833590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:00.838173 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cace7d-6736-4dd8-ab98-55c0ed733a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b96477-3ab0-45df-8a3c-b76e0f60c258', 'code': 200} Aug 29 17:07:00.842184 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:00.846236 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:00.901022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Pushing event deleted for resources: {'Port': ['ID=ba37c59d-e6fd-492d-9da5-b29a360ee117,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:00.973440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:00.974007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:00.974109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:00.974443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:00.974779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:00.975114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:00.975445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:00.975768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:00.976094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:00.976414 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:00.976745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:00.977063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:01.001450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce39f87-8bf4-4946-8fae-b5e4f15364c1 req-847839e5-e70d-48d9-89e4-8941e57ce2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:01.005810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bce39f87-8bf4-4946-8fae-b5e4f15364c1 req-847839e5-e70d-48d9-89e4-8941e57ce2f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 1097 time: 0.1196139 Aug 29 17:07:01.041038 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:01.108590 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bce39f87-8bf4-4946-8fae-b5e4f15364c1 req-8605f5b8-ccad-4d09-8898-9cf0154658d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931134 Aug 29 17:07:01.252903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Allocated IP 172.20.0.14 (6a468c2d-9be1-440f-a192-42e8517f74d6/a0183a3c-e561-4345-8ae5-a5ac3767fc49/1118de05-2a40-42f0-8617-64982477f4cf) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:01.364377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:01.377410 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:01.954928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aaf66-7beb-47bf-ab98-2455f7b0384c req-c2c79166-cc7f-445b-a320-20f76838b160 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:01.959247 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-198aaf66-7beb-47bf-ab98-2455f7b0384c req-c2c79166-cc7f-445b-a320-20f76838b160 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 945 time: 0.1210525 Aug 29 17:07:02.005581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a5e992ff-3221-4c68-895f-9ce0f4b19969 req-ce4248a8-dd5c-483b-a33b-b47d9085ec1c tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.1191497 Aug 29 17:07:02.023509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-198aaf66-7beb-47bf-ab98-2455f7b0384c req-078f5571-13a1-4460-b703-5ce78f299e44 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575187 Aug 29 17:07:02.037026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Router be37b6f5-e35d-4732-8a13-f552d9a98c8c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:07:02.212177 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e626a28f-e315-4c08-a8c5-39e1c9994532 req-462f1f55-d1c3-4513-acd4-0c6ce89e8343 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0787754 Aug 29 17:07:02.228335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:07:02.239499 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:02.250716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5e98a-69f3-4f8c-9da7-56ffc7c0089c None None] Sync routers for ids ['be37b6f5-e35d-4732-8a13-f552d9a98c8c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:07:02.262219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5e98a-69f3-4f8c-9da7-56ffc7c0089c None None] Routers {'be37b6f5-e35d-4732-8a13-f552d9a98c8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:07:02.262433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Transition to ACTIVE for port object 1118de05-2a40-42f0-8617-64982477f4cf will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:02.262932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-51d5e98a-69f3-4f8c-9da7-56ffc7c0089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['be37b6f5-e35d-4732-8a13-f552d9a98c8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:02.268561 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:02.272344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-41845b08-34cc-446e-b281-c0a7f986142b tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "PUT /v2.0/routers/be37b6f5-e35d-4732-8a13-f552d9a98c8c HTTP/1.1" status: 200 len: 709 time: 2.9808929 Aug 29 17:07:02.273954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39686) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:02.347058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-51d5e98a-69f3-4f8c-9da7-56ffc7c0089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:02.351725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:02.382660 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5e98a-69f3-4f8c-9da7-56ffc7c0089c None None] Routers {'be37b6f5-e35d-4732-8a13-f552d9a98c8c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:07:02.385709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-51d5e98a-69f3-4f8c-9da7-56ffc7c0089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['be37b6f5-e35d-4732-8a13-f552d9a98c8c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:02.463103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-51d5e98a-69f3-4f8c-9da7-56ffc7c0089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:02.469622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5e98a-69f3-4f8c-9da7-56ffc7c0089c None None] The sync data for ids ['be37b6f5-e35d-4732-8a13-f552d9a98c8c'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:07:02.495263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network 6a468c2d-9be1-440f-a192-42e8517f74d6 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:02.500995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:02.505608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:02.533939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Port': ['ID=1118de05-2a40-42f0-8617-64982477f4cf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:02.626289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:02.627400 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:02.658808 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9b434619-7d44-4e54-8132-74174c967c2a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4289851 Aug 29 17:07:02.671512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a', 'admin_state_up': True, 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'security_groups': ['494b9583-bbf2-4dbd-87ee-f33537dff2b8']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:02.867838 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0d18da30-7dba-4049-ad5d-e74c92523b79 tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/routers/be37b6f5-e35d-4732-8a13-f552d9a98c8c HTTP/1.1" status: 200 len: 744 time: 0.5924449 Aug 29 17:07:02.870540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39690) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:02.880308 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3cca441e-ce45-4a9c-9d51-b5c7fc58698a None None] Provisioning for port 1118de05-2a40-42f0-8617-64982477f4cf completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:02.884534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3cca441e-ce45-4a9c-9d51-b5c7fc58698a None None] Provisioning complete for port 1118de05-2a40-42f0-8617-64982477f4cf triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:02.884966 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3cca441e-ce45-4a9c-9d51-b5c7fc58698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:02.937184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:02.945606 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:02.992562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3cca441e-ce45-4a9c-9d51-b5c7fc58698a None None] Port 1118de05-2a40-42f0-8617-64982477f4cf cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:07:02.992961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5580343d-40c4-4d86-9d70-f2489613489f tempest-RoutersIpV6AdminTest-1935704366 tempest-RoutersIpV6AdminTest-1935704366-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&device_id=be37b6f5-e35d-4732-8a13-f552d9a98c8c HTTP/1.1" status: 200 len: 205 time: 0.1197915 Aug 29 17:07:02.997301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39696) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:03.039839 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-217b25cf-00cf-43fe-8700-60d1fb8ba392 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=be37b6f5-e35d-4732-8a13-f552d9a98c8c HTTP/1.1" status: 200 len: 205 time: 0.0391867 Aug 29 17:07:03.040231 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39700) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:03.136207 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a35d23a-a020-4a0a-8bf5-7c0e672ab82e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:03.207890 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67157545-f649-4f0c-ada7-2f91b5cf1713 req-bc148515-6273-49ae-9cbf-434356e0a47c tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0388143 Aug 29 17:07:03.245664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Allocated IP 10.1.1.7 (57add85e-c4c9-429c-a13b-00c93150bf1a/4df7a842-a3dc-4d2d-baf1-539e7e5d6c21/103c1e44-7c35-4f6e-a96b-e19cbad37ad4) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:03.353587 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a35d23a-a020-4a0a-8bf5-7c0e672ab82e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:03.357142 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a35d23a-a020-4a0a-8bf5-7c0e672ab82e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:03.440359 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a35d23a-a020-4a0a-8bf5-7c0e672ab82e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:03.441051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a35d23a-a020-4a0a-8bf5-7c0e672ab82e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Fanout notify agent at l3_agent the message router_deleted on router be37b6f5-e35d-4732-8a13-f552d9a98c8c {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:07:03.443504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf49d3-69e6-4ef8-a496-af83c8680192 req-8f0695a3-b0d7-473a-8270-800a0667ef09 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:03.450944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a35d23a-a020-4a0a-8bf5-7c0e672ab82e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:03.451129 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3eaf49d3-69e6-4ef8-a496-af83c8680192 req-8f0695a3-b0d7-473a-8270-800a0667ef09 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 932 time: 0.1313565 Aug 29 17:07:03.453412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9a35d23a-a020-4a0a-8bf5-7c0e672ab82e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/be37b6f5-e35d-4732-8a13-f552d9a98c8c HTTP/1.1" status: 204 len: 168 time: 0.4119966 Aug 29 17:07:03.456552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39706) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:03.497387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:03.503225 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0c535603-f1be-4296-acfa-60079ad0f460 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=be37b6f5-e35d-4732-8a13-f552d9a98c8c HTTP/1.1" status: 200 len: 205 time: 0.0453730 Aug 29 17:07:03.505934 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39710) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:03.546951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Transition to ACTIVE for port object 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:03.556650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36d559-9a09-4fd3-bc0c-1105ce0a19e5 req-85b7c195-7e06-442e-8bc4-e320cf900979 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:03.564552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1c36d559-9a09-4fd3-bc0c-1105ce0a19e5 req-85b7c195-7e06-442e-8bc4-e320cf900979 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 945 time: 0.3317039 Aug 29 17:07:03.580627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3eaf49d3-69e6-4ef8-a496-af83c8680192 req-48a5612c-5621-4b2c-b89f-361809ceb203 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285825 Aug 29 17:07:03.585509 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-cee365d0-984e-4ece-854f-c813eaa0b801 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] delete failed (client error): The resource could not be found. Aug 29 17:07:03.586679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cee365d0-984e-4ece-854f-c813eaa0b801 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/be37b6f5-e35d-4732-8a13-f552d9a98c8c HTTP/1.1" status: 404 len: 336 time: 0.0797477 Aug 29 17:07:03.590616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39712) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:03.632661 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:03.638272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-25d95278-93ac-4272-9aba-4857aa612315 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=6068c176-3b95-42c0-a100-9b00ad7b26a4 HTTP/1.1" status: 200 len: 205 time: 0.0440762 Aug 29 17:07:03.639077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39714) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:03.653176 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1c36d559-9a09-4fd3-bc0c-1105ce0a19e5 req-a1e31aad-5d32-4507-96d7-55b283ccc37d tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864799 Aug 29 17:07:03.698211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network 57add85e-c4c9-429c-a13b-00c93150bf1a is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:03.702081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:03.717873 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-96bb3852-1f4b-4cf5-96bc-51e59afac173 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] delete failed (client error): The resource could not be found. Aug 29 17:07:03.724980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-96bb3852-1f4b-4cf5-96bc-51e59afac173 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/6068c176-3b95-42c0-a100-9b00ad7b26a4 HTTP/1.1" status: 404 len: 336 time: 0.0842133 Aug 29 17:07:03.726106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39718) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:03.727440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:03.790226 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39720) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:03.793869 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-920b7461-2b24-4ac1-981e-d2ed71d01505 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=6499d4e2-b947-4350-846c-1b5f11e27d67 HTTP/1.1" status: 200 len: 205 time: 0.0635757 Aug 29 17:07:03.875860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Port': ['ID=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:03.883482 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-4858e532-7fc2-4ff2-b9a4-0245b0a0cafe tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] delete failed (client error): The resource could not be found. Aug 29 17:07:03.887390 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4858e532-7fc2-4ff2-b9a4-0245b0a0cafe tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/6499d4e2-b947-4350-846c-1b5f11e27d67 HTTP/1.1" status: 404 len: 336 time: 0.0933542 Aug 29 17:07:03.888174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39722) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:03.926329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4d344d59-9897-4896-acfd-fb71171d1ebe tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=97e2bd54-de8d-43e0-9cea-662ca7020d0d HTTP/1.1" status: 200 len: 205 time: 0.0354533 Aug 29 17:07:03.927267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39724) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:03.931008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:03.931708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:03.963935 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9504c68a-94bb-4e9a-9d92-759a51142aad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3036811 Aug 29 17:07:03.975995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a', 'admin_state_up': True, 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'security_groups': ['494b9583-bbf2-4dbd-87ee-f33537dff2b8']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:04.023617 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-c6ede507-df50-4df1-b5dc-45ea013eb467 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] delete failed (client error): The resource could not be found. Aug 29 17:07:04.027500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c6ede507-df50-4df1-b5dc-45ea013eb467 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/97e2bd54-de8d-43e0-9cea-662ca7020d0d HTTP/1.1" status: 404 len: 336 time: 0.0960248 Aug 29 17:07:04.028003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39730) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:04.094262 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ab98f677-a44d-41c7-b153-c2be500286c3 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=74383d21-047d-4d4e-b4ee-2c212db7c9fb HTTP/1.1" status: 200 len: 205 time: 0.0612271 Aug 29 17:07:04.096157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39732) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:04.138286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3065e983-3faf-4d68-bce9-721eede36cc4 None None] Provisioning for port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:04.163591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3065e983-3faf-4d68-bce9-721eede36cc4 None None] Provisioning complete for port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:04.164046 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3065e983-3faf-4d68-bce9-721eede36cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:04.172844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:04.177356 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:04.192805 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-0a3c619e-067f-4b1c-9e04-8b0e604220bb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] delete failed (client error): The resource could not be found. Aug 29 17:07:04.197325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0a3c619e-067f-4b1c-9e04-8b0e604220bb tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/74383d21-047d-4d4e-b4ee-2c212db7c9fb HTTP/1.1" status: 404 len: 336 time: 0.0968812 Aug 29 17:07:04.199809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39736) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:04.277212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8eae9f34-e79e-4d37-98fb-4f6b3cd5ee1e tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1ce46f3-4e0f-4bb3-80e2-36447bc860e1 HTTP/1.1" status: 200 len: 205 time: 0.0778995 Aug 29 17:07:04.290643 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39742) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:04.304168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3065e983-3faf-4d68-bce9-721eede36cc4 None None] Port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:07:04.369008 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-e9248d60-d9ab-43fd-b96a-f04324fc647a tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] delete failed (client error): The resource could not be found. Aug 29 17:07:04.370222 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e9248d60-d9ab-43fd-b96a-f04324fc647a tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/routers/f1ce46f3-4e0f-4bb3-80e2-36447bc860e1 HTTP/1.1" status: 404 len: 336 time: 0.0868132 Aug 29 17:07:04.373720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39744) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:04.446234 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0021ae91-749a-40ae-8611-2e0377ea221d req-3e86d078-098a-4781-9701-2613f1d63145 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0748870 Aug 29 17:07:04.446557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Allocated IP 10.1.1.160 (57add85e-c4c9-429c-a13b-00c93150bf1a/4df7a842-a3dc-4d2d-baf1-539e7e5d6c21/43c3dbd7-ea33-4bbe-9cf7-95406f89436c) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:04.447104 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-882fc62b-cdbb-4e43-aa46-bfe0f3e6a3a2 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] DELETE failed (client error): The resource could not be found. Aug 29 17:07:04.447574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882fc62b-cdbb-4e43-aa46-bfe0f3e6a3a2 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:07:04.449526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-882fc62b-cdbb-4e43-aa46-bfe0f3e6a3a2 tempest-RoutersIpV6AdminTest-267578883 tempest-RoutersIpV6AdminTest-267578883-project] 10.222.0.22 "DELETE /v2.0/subnets/fe2539e4-25d6-4806-bb32-39067c84fabf HTTP/1.1" status: 404 len: 337 time: 0.0741808 Aug 29 17:07:04.701629 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:04.730796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Transition to ACTIVE for port object 43c3dbd7-ea33-4bbe-9cf7-95406f89436c will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:04.822688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216391d-8f74-4aa4-9c8c-fc1836c1e529 req-f87d5d60-2cb2-4b2f-804a-8b66241bd59f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:04.839752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216391d-8f74-4aa4-9c8c-fc1836c1e529 req-f87d5d60-2cb2-4b2f-804a-8b66241bd59f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:04.843757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0216391d-8f74-4aa4-9c8c-fc1836c1e529 req-f87d5d60-2cb2-4b2f-804a-8b66241bd59f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 1652 time: 0.1152005 Aug 29 17:07:04.897795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39756) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:04.925739 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:04.957928 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0216391d-8f74-4aa4-9c8c-fc1836c1e529 req-4eced56e-4c97-41a7-8658-34614dbcc43f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047671 Aug 29 17:07:04.993410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network 57add85e-c4c9-429c-a13b-00c93150bf1a is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:04.997278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:05.002351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:05.038785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Port': ['ID=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:05.073765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:05.079136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:05.118587 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:05.128720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-137707dc-69ca-4cdf-b2c7-c689e1f469c3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1573737 Aug 29 17:07:05.152119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538', 'admin_state_up': True, 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'security_groups': ['494b9583-bbf2-4dbd-87ee-f33537dff2b8']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:05.275440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:05.281750 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:05.337665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c73886d50fd4bbaaa0539dd5715b5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387171 Aug 29 17:07:05.346307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39762) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:05.354944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:05.387859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c876eeca-89bd-4986-9a8e-4b2fbdb39a92,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:05.400072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.400530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.400884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.401254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.401582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.401922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.402262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.402707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.403150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.403546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.404069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.404474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b56159-b77b-4b4b-93d4-854911e5f89a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:05.439105 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-27e65e3f-da08-48ec-b93c-6d41f324536d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:05.446699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-11487f93-3a62-4903-97b2-954ed4cc876a None None] Provisioning for port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:05.452060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-11487f93-3a62-4903-97b2-954ed4cc876a None None] Provisioning complete for port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:05.452451 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-11487f93-3a62-4903-97b2-954ed4cc876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:05.505402 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-27e65e3f-da08-48ec-b93c-6d41f324536d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:05.529043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-11487f93-3a62-4903-97b2-954ed4cc876a None None] Port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:07:05.569712 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:05.631552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-99e3ebb6-47d6-41b4-b940-8edfd260b1d0 req-85a7006a-1766-4179-9fea-8826f4bba46b tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0580599 Aug 29 17:07:05.662260 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-27e65e3f-da08-48ec-b93c-6d41f324536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:05.667711 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-27e65e3f-da08-48ec-b93c-6d41f324536d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:05.670055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-27e65e3f-da08-48ec-b93c-6d41f324536d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c876eeca-89bd-4986-9a8e-4b2fbdb39a92 HTTP/1.1" status: 204 len: 168 time: 0.3225694 Aug 29 17:07:05.680841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e65e3f-da08-48ec-b93c-6d41f324536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c876eeca-89bd-4986-9a8e-4b2fbdb39a92,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:05.890981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Allocated IP 10.2.2.100 (4828ab6e-a734-4184-a1a3-7a146a417538/58d3252c-7958-4230-95ee-2d26bf5908c0/2a55f850-c98f-47e3-abdd-88155a009bfa) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:06.076607 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39790) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:06.176538 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6edb68e3-d1ed-4589-b2a6-cba3f709f0d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48d4ae54f87f4c6f95831c30b79aa8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984387 Aug 29 17:07:06.179324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39792) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:06.192956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:06.221121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Transition to ACTIVE for port object 2a55f850-c98f-47e3-abdd-88155a009bfa will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:06.270303 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a552f57c-40ab-4182-a0cf-a07a8a016b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:06.299496 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a552f57c-40ab-4182-a0cf-a07a8a016b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:06.301462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:06.371202 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a552f57c-40ab-4182-a0cf-a07a8a016b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:06.374353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a552f57c-40ab-4182-a0cf-a07a8a016b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:06.377570 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a552f57c-40ab-4182-a0cf-a07a8a016b25 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4406ccd1-f317-41f6-9c65-dfdf26acd2ca HTTP/1.1" status: 204 len: 168 time: 0.1973591 Aug 29 17:07:06.388605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network 4828ab6e-a734-4184-a1a3-7a146a417538 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:06.396830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:06.398658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552f57c-40ab-4182-a0cf-a07a8a016b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4406ccd1-f317-41f6-9c65-dfdf26acd2ca,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:06.443231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:06.454482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Port': ['ID=2a55f850-c98f-47e3-abdd-88155a009bfa,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:06.558052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c87eb-211d-4017-8158-f82ed4dd5d1a req-4422ebf6-34e0-45b6-88c0-b93c85d43479 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:06.570197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c87eb-211d-4017-8158-f82ed4dd5d1a req-4422ebf6-34e0-45b6-88c0-b93c85d43479 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:06.571248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:06.572050 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:06.587040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c87eb-211d-4017-8158-f82ed4dd5d1a req-4422ebf6-34e0-45b6-88c0-b93c85d43479 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:06.606402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c87eb-211d-4017-8158-f82ed4dd5d1a req-4422ebf6-34e0-45b6-88c0-b93c85d43479 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:06.607924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0b88452b-844d-444e-9896-f8de3a4a90e9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4667680 Aug 29 17:07:06.618806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-797c87eb-211d-4017-8158-f82ed4dd5d1a req-4422ebf6-34e0-45b6-88c0-b93c85d43479 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 3094 time: 0.1400385 Aug 29 17:07:06.620284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538', 'admin_state_up': True, 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'security_groups': ['494b9583-bbf2-4dbd-87ee-f33537dff2b8']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:06.752607 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-797c87eb-211d-4017-8158-f82ed4dd5d1a req-28166352-1073-4a33-bf4f-2dcd170cfe3c tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299150 Aug 29 17:07:06.779456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f575572d-75d4-4888-97e0-702bbffc7e82 None None] Provisioning for port 2a55f850-c98f-47e3-abdd-88155a009bfa completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:06.783838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f575572d-75d4-4888-97e0-702bbffc7e82 None None] Provisioning complete for port 2a55f850-c98f-47e3-abdd-88155a009bfa triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:06.784463 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f575572d-75d4-4888-97e0-702bbffc7e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:06.828389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f575572d-75d4-4888-97e0-702bbffc7e82 None None] Port 2a55f850-c98f-47e3-abdd-88155a009bfa cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:07:06.862028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b82d1801-6972-46e8-b204-27c207e7f80a req-ec575657-d9a4-48e7-9368-d73eda9acd95 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0547831 Aug 29 17:07:06.878376 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Made reservation on behalf of 2954fefdd93b45b9866301d908662a17 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:06.890202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:07.108821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Allocated IP 10.2.2.200 (4828ab6e-a734-4184-a1a3-7a146a417538/58d3252c-7958-4230-95ee-2d26bf5908c0/015f96c5-f6fc-420d-8a29-d33bf5d864a5) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:07.318791 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:07.338866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Transition to ACTIVE for port object 015f96c5-f6fc-420d-8a29-d33bf5d864a5 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:07.395319 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:07.444704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Network 4828ab6e-a734-4184-a1a3-7a146a417538 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:07.450688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:07.467691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:07.508146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event updated for resources: {'Port': ['ID=015f96c5-f6fc-420d-8a29-d33bf5d864a5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:07.555161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:07.561082 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:07.586376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-28b1b598-c1bc-42d1-93dd-e429820b68bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9704745 Aug 29 17:07:07.604558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:07.687368 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:07.967082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ce9f126e-eff4-4dae-b99b-e272e7fa0af4 None None] Provisioning for port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:07.975180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ce9f126e-eff4-4dae-b99b-e272e7fa0af4 None None] Provisioning complete for port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:07.975922 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ce9f126e-eff4-4dae-b99b-e272e7fa0af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:08.025934 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b295ef-c7b6-48a2-ade3-7aa8f70e6ffe req-4855e93b-2748-48e2-8463-dc650975fc29 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:08.033498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b295ef-c7b6-48a2-ade3-7aa8f70e6ffe req-4855e93b-2748-48e2-8463-dc650975fc29 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:08.042284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b295ef-c7b6-48a2-ade3-7aa8f70e6ffe req-4855e93b-2748-48e2-8463-dc650975fc29 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:08.057078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b295ef-c7b6-48a2-ade3-7aa8f70e6ffe req-4855e93b-2748-48e2-8463-dc650975fc29 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:08.064737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559ddb-c776-41fd-b80c-86b68a97b728 req-677b9233-9d3d-43fc-a039-ccbf585b39cc tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:08.066119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f126e-eff4-4dae-b99b-e272e7fa0af4 None None] Port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:07:08.066374 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f8559ddb-c776-41fd-b80c-86b68a97b728 req-677b9233-9d3d-43fc-a039-ccbf585b39cc tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 945 time: 0.1271501 Aug 29 17:07:08.082365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b295ef-c7b6-48a2-ade3-7aa8f70e6ffe req-4855e93b-2748-48e2-8463-dc650975fc29 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:08.087363 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6b295ef-c7b6-48a2-ade3-7aa8f70e6ffe req-4855e93b-2748-48e2-8463-dc650975fc29 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 3815 time: 0.1632609 Aug 29 17:07:08.137861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f8559ddb-c776-41fd-b80c-86b68a97b728 req-8a8deb98-6e10-4f73-8999-51c8a9be2c08 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605955 Aug 29 17:07:08.219824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6b295ef-c7b6-48a2-ade3-7aa8f70e6ffe req-28cdea91-7eab-40e0-b35b-5a3e874f653b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183717 Aug 29 17:07:08.281653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1118de05-2a40-42f0-8617-64982477f4cf {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:08.318008 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:08.353098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Transition to ACTIVE for port object 1118de05-2a40-42f0-8617-64982477f4cf will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:08.382364 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:08.433122 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2d1a1a3-891a-482d-9946-758222d70615 req-5f619916-2f3d-49ff-8428-402a810d6bb5 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0783834 Aug 29 17:07:08.496908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Pushing event updated for resources: {'Port': ['ID=1118de05-2a40-42f0-8617-64982477f4cf,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:08.647421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Attempting to bind port 1118de05-2a40-42f0-8617-64982477f4cf on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:07:08.648057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Attempting to bind port 1118de05-2a40-42f0-8617-64982477f4cf by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:07:08.648253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Attempting to bind port 1118de05-2a40-42f0-8617-64982477f4cf on network 6a468c2d-9be1-440f-a192-42e8517f74d6 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:08.664226 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Port 1118de05-2a40-42f0-8617-64982477f4cf on network 6a468c2d-9be1-440f-a192-42e8517f74d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:07:08.664900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Attempting to bind port 1118de05-2a40-42f0-8617-64982477f4cf on network 6a468c2d-9be1-440f-a192-42e8517f74d6 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:08.672211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:07:08.672656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Checking segment: {'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:08.673236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Bound using segment: {'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:07:08.673779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Bound port: 1118de05-2a40-42f0-8617-64982477f4cf, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20d509c-6a87-4af4-ba3a-bd861c2c0930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:07:08.674237 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:08.743091 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6cae8ec-a9a0-489b-8c27-b2aa2ec203d9 req-f2c6a66a-6f0c-4793-905e-523d767c7e9d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0665092 Aug 29 17:07:08.767713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] For port 1118de05-2a40-42f0-8617-64982477f4cf, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:07:08.771521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] For port 1118de05-2a40-42f0-8617-64982477f4cf, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=1118de05-2a40-42f0-8617-64982477f4cf,segment=NetworkSegment(f20d509c-6a87-4af4-ba3a-bd861c2c0930),segment_id=f20d509c-6a87-4af4-ba3a-bd861c2c0930)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:07:08.779365 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:08.843469 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:08.844112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:08.846301 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] 10.222.0.10 "PUT /v2.0/ports/1118de05-2a40-42f0-8617-64982477f4cf HTTP/1.1" status: 200 len: 1093 time: 1.2504153 Aug 29 17:07:08.846772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '1118de05-2a40-42f0-8617-64982477f4cf'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:07:08.849728 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "1118de05-2a40-42f0-8617-64982477f4cf"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:07:08.935023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aa43b-be92-4386-a2dd-94422af1336a service neutron] Pushing event updated for resources: {'Port': ['ID=1118de05-2a40-42f0-8617-64982477f4cf,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:08.968612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:09.048190 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ae0f9c-1622-4649-b0d2-cf4cd4560b12 x-openstack-request-id: req-f7ae0f9c-1622-4649-b0d2-cf4cd4560b12 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:07:09.048536 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "1118de05-2a40-42f0-8617-64982477f4cf", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:07:09.048787 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7ae0f9c-1622-4649-b0d2-cf4cd4560b12 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:07:09.049356 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '1118de05-2a40-42f0-8617-64982477f4cf', 'status': 'completed', 'code': 200} Aug 29 17:07:09.074011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39868) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:09.110214 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:09.148860 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-2318523b-11dc-4954-a996-82fd10379873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.149391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-2318523b-11dc-4954-a996-82fd10379873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.149878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-2318523b-11dc-4954-a996-82fd10379873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.150363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-2318523b-11dc-4954-a996-82fd10379873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.150841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-2318523b-11dc-4954-a996-82fd10379873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.158745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-2318523b-11dc-4954-a996-82fd10379873 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 4363 time: 0.1500654 Aug 29 17:07:09.319402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-049cf5b1-0a4e-4ff2-a1ea-4090a128e8ea tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-398489908'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:09.401211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07a56d-848c-4e9f-a7e3-ce8b3150757a req-7100d9d8-e769-4f7b-9251-32bdc96f731f tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.409438 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca07a56d-848c-4e9f-a7e3-ce8b3150757a req-7100d9d8-e769-4f7b-9251-32bdc96f731f tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 945 time: 0.0821340 Aug 29 17:07:09.515140 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca07a56d-848c-4e9f-a7e3-ce8b3150757a req-8dd966e8-234a-4cff-b774-938e578a03f5 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/security-groups?id=5135c0be-d095-4750-a211-0d2aa6cedf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050117 Aug 29 17:07:09.553900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-a2280d11-730d-4da8-9531-ec42aab2a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.555087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-a2280d11-730d-4da8-9531-ec42aab2a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.555760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-a2280d11-730d-4da8-9531-ec42aab2a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.560680 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-a2280d11-730d-4da8-9531-ec42aab2a948 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2954fefdd93b45b9866301d908662a17&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3900394 Aug 29 17:07:09.569292 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-049cf5b1-0a4e-4ff2-a1ea-4090a128e8ea tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:09.570686 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-049cf5b1-0a4e-4ff2-a1ea-4090a128e8ea tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:09.667130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b8717-ad28-41c7-ac33-1c931e51756f req-cb1bac6b-52a4-4bc7-b666-924c784c267b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.677949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b8717-ad28-41c7-ac33-1c931e51756f req-cb1bac6b-52a4-4bc7-b666-924c784c267b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.701023 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b8717-ad28-41c7-ac33-1c931e51756f req-cb1bac6b-52a4-4bc7-b666-924c784c267b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.707219 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b8717-ad28-41c7-ac33-1c931e51756f req-cb1bac6b-52a4-4bc7-b666-924c784c267b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.716796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b8717-ad28-41c7-ac33-1c931e51756f req-cb1bac6b-52a4-4bc7-b666-924c784c267b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.724422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-151b8717-ad28-41c7-ac33-1c931e51756f req-cb1bac6b-52a4-4bc7-b666-924c784c267b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 3827 time: 0.3533878 Aug 29 17:07:09.728629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:09.735848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d50c6-59aa-4c9b-9af1-d394bbfef071 req-e077723a-5f46-450b-b643-6c8ed3fde3e9 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:09.737443 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a52d50c6-59aa-4c9b-9af1-d394bbfef071 req-e077723a-5f46-450b-b643-6c8ed3fde3e9 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 945 time: 0.3607733 Aug 29 17:07:09.759358 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2eeef34a-baa3-46a8-87bb-022d043949b3 req-a6c3bcf2-ebcc-4f43-b032-f507830bc298 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0540566 Aug 29 17:07:09.761192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:09.781597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Transition to ACTIVE for port object 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:09.800590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:09.908818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Pushing event updated for resources: {'Port': ['ID=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:09.973468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-049cf5b1-0a4e-4ff2-a1ea-4090a128e8ea tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.040468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-049cf5b1-0a4e-4ff2-a1ea-4090a128e8ea tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.042118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Attempting to bind port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:07:10.042584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Attempting to bind port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:07:10.043045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Attempting to bind port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 on network 57add85e-c4c9-429c-a13b-00c93150bf1a {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:10.047700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 on network 57add85e-c4c9-429c-a13b-00c93150bf1a not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:07:10.048096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Attempting to bind port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 on network 57add85e-c4c9-429c-a13b-00c93150bf1a {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:10.054136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:07:10.054853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Checking segment: {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:10.054990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Bound using segment: {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:07:10.055443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Bound port: 210b7cba-cb2d-4589-82bc-bf98baf9f1c1, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:07:10.055873 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.060206 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-151b8717-ad28-41c7-ac33-1c931e51756f req-dc383264-0a2f-43f0-8d66-39f7c438d8cc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3292143 Aug 29 17:07:10.106569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-049cf5b1-0a4e-4ff2-a1ea-4090a128e8ea tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.110460 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-049cf5b1-0a4e-4ff2-a1ea-4090a128e8ea tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0325210 Aug 29 17:07:10.111683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39884) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:10.164133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-a52d50c6-59aa-4c9b-9af1-d394bbfef071 req-ef976b99-5384-4272-96f0-9e088376a5e1 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Deleting port f0b96477-3ab0-45df-8a3c-b76e0f60c258 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:07:10.164485 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a52d50c6-59aa-4c9b-9af1-d394bbfef071 req-ef976b99-5384-4272-96f0-9e088376a5e1 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.171822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-cb99a3ad-dba7-41bc-914e-5e9c35e500b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:10.173806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-50e8d4e7-7b78-4a8b-8384-03ca241d5e6e req-cb99a3ad-dba7-41bc-914e-5e9c35e500b3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5867393 Aug 29 17:07:10.224424 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ed809c6-c055-45b5-a3e5-d985d50bdee4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.307215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-a52d50c6-59aa-4c9b-9af1-d394bbfef071 req-ef976b99-5384-4272-96f0-9e088376a5e1 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] For port f0b96477-3ab0-45df-8a3c-b76e0f60c258, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=f0b96477-3ab0-45df-8a3c-b76e0f60c258,segment=NetworkSegment(a63024a6-01fc-49be-8c13-5a38495d6336),segment_id=a63024a6-01fc-49be-8c13-5a38495d6336)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:10.307747 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a52d50c6-59aa-4c9b-9af1-d394bbfef071 req-ef976b99-5384-4272-96f0-9e088376a5e1 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.313611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] For port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:07:10.326687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-a52d50c6-59aa-4c9b-9af1-d394bbfef071 req-ef976b99-5384-4272-96f0-9e088376a5e1 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Calling delete_port for f0b96477-3ab0-45df-8a3c-b76e0f60c258 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:07:10.507721 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a52d50c6-59aa-4c9b-9af1-d394bbfef071 req-ef976b99-5384-4272-96f0-9e088376a5e1 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.521452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['f0b96477-3ab0-45df-8a3c-b76e0f60c258'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:07:10.603613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef976b99-5384-4272-96f0-9e088376a5e1 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Pushing event deleted for resources: {'Port': ['ID=f0b96477-3ab0-45df-8a3c-b76e0f60c258,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:10.682495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52d50c6-59aa-4c9b-9af1-d394bbfef071 req-ef976b99-5384-4272-96f0-9e088376a5e1 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] No DVR routers for this DVR port f0b96477-3ab0-45df-8a3c-b76e0f60c258 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:07:10.691056 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a52d50c6-59aa-4c9b-9af1-d394bbfef071 req-ef976b99-5384-4272-96f0-9e088376a5e1 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.693121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a52d50c6-59aa-4c9b-9af1-d394bbfef071 req-ef976b99-5384-4272-96f0-9e088376a5e1 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.16 "DELETE /v2.0/ports/f0b96477-3ab0-45df-8a3c-b76e0f60c258 HTTP/1.1" status: 204 len: 173 time: 0.9074135 Aug 29 17:07:10.693624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cace7d-6736-4dd8-ab98-55c0ed733a12', 'name': 'network-vif-deleted', 'tag': 'f0b96477-3ab0-45df-8a3c-b76e0f60c258'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:07:10.699270 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf0832a-2051-4e40-a45d-ca91b713e0fa" -d '{"events": [{"server_uuid": "b9cace7d-6736-4dd8-ab98-55c0ed733a12", "name": "network-vif-deleted", "tag": "f0b96477-3ab0-45df-8a3c-b76e0f60c258"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:07:10.823211 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78366ba0-4a81-4528-8010-f533c5e0c71c x-openstack-request-id: req-78366ba0-4a81-4528-8010-f533c5e0c71c {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:07:10.823954 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cace7d-6736-4dd8-ab98-55c0ed733a12", "name": "network-vif-deleted", "tag": "f0b96477-3ab0-45df-8a3c-b76e0f60c258", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:07:10.823954 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78366ba0-4a81-4528-8010-f533c5e0c71c {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:07:10.824513 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cace7d-6736-4dd8-ab98-55c0ed733a12', 'name': 'network-vif-deleted', 'tag': 'f0b96477-3ab0-45df-8a3c-b76e0f60c258', 'status': 'completed', 'code': 200} Aug 29 17:07:10.847123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] For port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:07:10.867019 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ac31299d-af92-4989-9042-a76613d39811 req-3a99ff94-e1f7-4ab5-b46b-ab541011e8e4 tempest-VolumesActionsTest-218570019 tempest-VolumesActionsTest-218570019-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9cace7d-6736-4dd8-ab98-55c0ed733a12 HTTP/1.1" status: 200 len: 210 time: 0.1033685 Aug 29 17:07:10.869537 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ed809c6-c055-45b5-a3e5-d985d50bdee4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.872378 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.879947 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ed809c6-c055-45b5-a3e5-d985d50bdee4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.936490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9f4791f5-823d-46f1-baca-56e1959258b3 req-2ff31824-93b6-400e-b284-683469f0b36b tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0376370 Aug 29 17:07:10.961843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:10.962473 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.964176 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] 10.222.0.10 "PUT /v2.0/ports/210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 200 len: 1137 time: 2.0014513 Aug 29 17:07:10.988093 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ed809c6-c055-45b5-a3e5-d985d50bdee4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:10.988672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed809c6-c055-45b5-a3e5-d985d50bdee4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a9be376-384f-46ba-81a1-acb12dbc65cd {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:07:10.997329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ed809c6-c055-45b5-a3e5-d985d50bdee4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:11.000221 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4ed809c6-c055-45b5-a3e5-d985d50bdee4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] 10.222.0.22 "DELETE /v2.0/routers/3a9be376-384f-46ba-81a1-acb12dbc65cd HTTP/1.1" status: 204 len: 168 time: 0.8874540 Aug 29 17:07:11.002611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb31b47-a1ad-4612-b8d0-69fe2b008648 service neutron] Pushing event updated for resources: {'Port': ['ID=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:11.003859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39896) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:11.008872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ee12f5a4-a374-4016-b7cc-2cb67b35541a tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Request body: {'router': {'name': 'tempest-router-897627880', 'distributed': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:11.012487 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:11.061736 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ee12f5a4-a374-4016-b7cc-2cb67b35541a tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:11.063043 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ee12f5a4-a374-4016-b7cc-2cb67b35541a tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:11.084192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '210b7cba-cb2d-4589-82bc-bf98baf9f1c1'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:07:11.087017 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f628b53-d8f7-4957-a727-021bfa0991aa" -d '{"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "210b7cba-cb2d-4589-82bc-bf98baf9f1c1"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:07:11.124535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:11.292695 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ee12f5a4-a374-4016-b7cc-2cb67b35541a tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:11.356922 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cb1fc5-2dbb-47de-ac12-3597830180e1 x-openstack-request-id: req-16cb1fc5-2dbb-47de-ac12-3597830180e1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:07:11.357576 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "210b7cba-cb2d-4589-82bc-bf98baf9f1c1", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:07:11.357833 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16cb1fc5-2dbb-47de-ac12-3597830180e1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:07:11.358230 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '210b7cba-cb2d-4589-82bc-bf98baf9f1c1', 'status': 'completed', 'code': 200} Aug 29 17:07:11.419878 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ee12f5a4-a374-4016-b7cc-2cb67b35541a tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:11.429107 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae2c7a73-bb5d-462e-b655-bda9136ca8d8 req-d2bfa61a-ffb3-4a82-a6f7-9f6648146a73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc69ff41560a43c1a8fdf98f5ca6b43b&device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.1350389 Aug 29 17:07:11.470037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1be7a187-f252-4e51-8465-42b0d241ed47 req-678a52ce-049f-4e90-a260-6a56465500b1 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0479841 Aug 29 17:07:11.531620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-e2baf96d-f73d-463e-9104-34729e5e1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.532057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-e2baf96d-f73d-463e-9104-34729e5e1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.532556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-e2baf96d-f73d-463e-9104-34729e5e1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.533037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-e2baf96d-f73d-463e-9104-34729e5e1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.533579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-e2baf96d-f73d-463e-9104-34729e5e1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.534018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-e2baf96d-f73d-463e-9104-34729e5e1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.536207 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-e2baf96d-f73d-463e-9104-34729e5e1bb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5293 time: 0.1770592 Aug 29 17:07:11.539386 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ee12f5a4-a374-4016-b7cc-2cb67b35541a tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:11.540671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ee12f5a4-a374-4016-b7cc-2cb67b35541a tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5357368 Aug 29 17:07:11.546076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39908) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:11.546742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae2c7a73-bb5d-462e-b655-bda9136ca8d8 req-139205a7-1066-498d-ac3d-53b46211f458 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=fc69ff41560a43c1a8fdf98f5ca6b43b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1067584 Aug 29 17:07:11.583399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673cfa-82b7-493e-8964-247aea9b35d1 req-0cb24edf-8ee2-43e4-9c66-beefd3673b21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.591869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673cfa-82b7-493e-8964-247aea9b35d1 req-0cb24edf-8ee2-43e4-9c66-beefd3673b21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.602909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673cfa-82b7-493e-8964-247aea9b35d1 req-0cb24edf-8ee2-43e4-9c66-beefd3673b21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.613444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673cfa-82b7-493e-8964-247aea9b35d1 req-0cb24edf-8ee2-43e4-9c66-beefd3673b21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.624428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673cfa-82b7-493e-8964-247aea9b35d1 req-0cb24edf-8ee2-43e4-9c66-beefd3673b21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.632362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673cfa-82b7-493e-8964-247aea9b35d1 req-0cb24edf-8ee2-43e4-9c66-beefd3673b21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.634264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eb673cfa-82b7-493e-8964-247aea9b35d1 req-0cb24edf-8ee2-43e4-9c66-beefd3673b21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 4605 time: 0.3811917 Aug 29 17:07:11.746899 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eb673cfa-82b7-493e-8964-247aea9b35d1 req-47db2872-fdc8-4240-a108-864a1aec25a7 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005728 Aug 29 17:07:11.748213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c965a7e-b2dd-4195-a2c6-b0f06fbbfce4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:11.803404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c7a73-bb5d-462e-b655-bda9136ca8d8 req-90b31736-7589-4bf0-96fc-148d516bf2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.805121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae2c7a73-bb5d-462e-b655-bda9136ca8d8 req-90b31736-7589-4bf0-96fc-148d516bf2de service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2512436 Aug 29 17:07:11.984669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-1874d967-838f-4b19-9584-d48f14e6a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.985216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-1874d967-838f-4b19-9584-d48f14e6a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.985654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-1874d967-838f-4b19-9584-d48f14e6a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:11.987256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-1874d967-838f-4b19-9584-d48f14e6a040 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2954fefdd93b45b9866301d908662a17&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4421585 Aug 29 17:07:12.084990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c965a7e-b2dd-4195-a2c6-b0f06fbbfce4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.093653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c965a7e-b2dd-4195-a2c6-b0f06fbbfce4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.109262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:12.166564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.192056 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c965a7e-b2dd-4195-a2c6-b0f06fbbfce4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.192635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c965a7e-b2dd-4195-a2c6-b0f06fbbfce4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf66f097-e3cd-4498-b846-963861ca426b {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:07:12.200600 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c965a7e-b2dd-4195-a2c6-b0f06fbbfce4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.201754 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1c965a7e-b2dd-4195-a2c6-b0f06fbbfce4 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] 10.222.0.22 "DELETE /v2.0/routers/bf66f097-e3cd-4498-b846-963861ca426b HTTP/1.1" status: 204 len: 168 time: 0.6548815 Aug 29 17:07:12.202819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Transition to ACTIVE for port object b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:12.205463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 39920) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:12.209886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-cc07bb73-15c5-4d93-8595-6cb5feffa541 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Request body: {'router': {'name': 'tempest-router-503005511', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '23bd0b16b04146009e3b7f220753fab6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:12.221025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.281401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-a92ba69c-6212-41f4-a560-05ebed3cb373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:12.282896 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2f628b53-d8f7-4957-a727-021bfa0991aa req-a92ba69c-6212-41f4-a560-05ebed3cb373 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2528856 Aug 29 17:07:12.312365 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc07bb73-15c5-4d93-8595-6cb5feffa541 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.316979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc07bb73-15c5-4d93-8595-6cb5feffa541 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.322407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Pushing event updated for resources: {'Port': ['ID=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:12.508476 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc07bb73-15c5-4d93-8595-6cb5feffa541 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.550470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Attempting to bind port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:07:12.550819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Attempting to bind port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:07:12.551219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Attempting to bind port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 on network 57add85e-c4c9-429c-a13b-00c93150bf1a {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:12.573052 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc07bb73-15c5-4d93-8595-6cb5feffa541 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.582231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 on network 57add85e-c4c9-429c-a13b-00c93150bf1a not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:07:12.582486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Attempting to bind port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 on network 57add85e-c4c9-429c-a13b-00c93150bf1a {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:12.600272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:07:12.600629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Checking segment: {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:12.601011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Bound using segment: {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:07:12.601526 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Bound port: b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:07:12.601909 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.648777 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-936e762d-1f0f-4ecd-ace0-cd25bc77da0e req-543928ee-4042-4e63-8dca-1a333c2e7ecd tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.0444648 Aug 29 17:07:12.649667 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc07bb73-15c5-4d93-8595-6cb5feffa541 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.650563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cc07bb73-15c5-4d93-8595-6cb5feffa541 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4441669 Aug 29 17:07:12.653452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 39936) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:12.658462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Request body: {'router': {'distributed': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:12.842758 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b7039196-5bbd-406e-bdda-51f45396b69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:12.880746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] For port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:07:12.886280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] For port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:07:12.923440 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:13.113793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:13.114433 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:13.115863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] 10.222.0.10 "PUT /v2.0/ports/b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 200 len: 1137 time: 2.1143484 Aug 29 17:07:13.124830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae2c7a73-bb5d-462e-b655-bda9136ca8d8 req-38cc70be-c33a-49e9-89dc-c3578a74504c tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.1086683 Aug 29 17:07:13.187233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:13.273770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2e5db-6baa-4c1b-a790-290927b8a48d service neutron] Pushing event updated for resources: {'Port': ['ID=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:13.304596 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:13.359145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': 'b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:07:13.368483 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:07:13.507741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68b9a0-4d94-4644-9ac5-3a71636d234b req-c9899277-536f-4a82-90b0-0af1718be651 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:13.517526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68b9a0-4d94-4644-9ac5-3a71636d234b req-c9899277-536f-4a82-90b0-0af1718be651 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:13.523207 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd81534-f0a0-4025-ad28-a0d655404bed x-openstack-request-id: req-cfd81534-f0a0-4025-ad28-a0d655404bed {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:07:13.523501 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:07:13.523761 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cfd81534-f0a0-4025-ad28-a0d655404bed {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:07:13.524159 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': 'b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286', 'status': 'completed', 'code': 200} Aug 29 17:07:13.526472 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68b9a0-4d94-4644-9ac5-3a71636d234b req-c9899277-536f-4a82-90b0-0af1718be651 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:13.533654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68b9a0-4d94-4644-9ac5-3a71636d234b req-c9899277-536f-4a82-90b0-0af1718be651 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:13.548185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68b9a0-4d94-4644-9ac5-3a71636d234b req-c9899277-536f-4a82-90b0-0af1718be651 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:13.555026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68b9a0-4d94-4644-9ac5-3a71636d234b req-c9899277-536f-4a82-90b0-0af1718be651 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:13.561535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68b9a0-4d94-4644-9ac5-3a71636d234b req-c9899277-536f-4a82-90b0-0af1718be651 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:13.593524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e68b9a0-4d94-4644-9ac5-3a71636d234b req-c9899277-536f-4a82-90b0-0af1718be651 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5383 time: 0.2316756 Aug 29 17:07:13.772341 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:13.773440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:13.933034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=111677) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 29 17:07:13.933515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Router e6c45fbf-3716-4d1e-9cd6-9f59b9647830 migrating from provider to provider. {{(pid=111677) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 29 17:07:13.934642 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:13.941786 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:13.953652 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:14.081969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e68b9a0-4d94-4644-9ac5-3a71636d234b req-b0f1bf2a-358f-4f56-b4dc-fc4ffe731783 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4865260 Aug 29 17:07:14.104557 n-d-713301-13 neutron-server[111677]: WARNING neutron.scheduler.l3_agent_scheduler [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] No L3 agents can host the router e6c45fbf-3716-4d1e-9cd6-9f59b9647830 Aug 29 17:07:14.170406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-516ea0f7-2035-48c6-8b17-01a9420c4816 req-47b107d8-671c-44ad-bb83-52277ac7c019 tempest-ServerShowV257Test-1578120784 tempest-ServerShowV257Test-1578120784-project] 10.222.0.22 "GET /v2.0/ports?device_id=a1b47610-9159-4bc1-bb99-3abed43688f9 HTTP/1.1" status: 200 len: 210 time: 0.2938967 Aug 29 17:07:14.242732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-aba0b2f5-e373-49a1-9ce6-c6276b296205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:14.243114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-aba0b2f5-e373-49a1-9ce6-c6276b296205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:14.244062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-aba0b2f5-e373-49a1-9ce6-c6276b296205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:14.244783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-aba0b2f5-e373-49a1-9ce6-c6276b296205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:14.250279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-aba0b2f5-e373-49a1-9ce6-c6276b296205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:14.250848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-aba0b2f5-e373-49a1-9ce6-c6276b296205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:14.251496 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-aba0b2f5-e373-49a1-9ce6-c6276b296205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:14.253586 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-aba0b2f5-e373-49a1-9ce6-c6276b296205 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6223 time: 0.7206287 Aug 29 17:07:14.282281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:14.300020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f0b96477-3ab0-45df-8a3c-b76e0f60c258 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:07:14.303650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:14.318181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Hosts for router e6c45fbf-3716-4d1e-9cd6-9f59b9647830: [] {{(pid=111677) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 29 17:07:14.339639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Transition to ACTIVE for port object 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:14.347293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: f0b96477-3ab0-45df-8a3c-b76e0f60c258 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:07:14.348000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device f0b96477-3ab0-45df-8a3c-b76e0f60c258 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:07:14.361333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Hosts for other DVR routers connected to router e6c45fbf-3716-4d1e-9cd6-9f59b9647830: set() {{(pid=111677) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 29 17:07:14.363070 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:14.367901 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:14.373498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-497f6b69-1d98-42d4-8f2c-f63297f24182 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] 10.222.0.22 "PUT /v2.0/routers/e6c45fbf-3716-4d1e-9cd6-9f59b9647830 HTTP/1.1" status: 200 len: 716 time: 1.7187748 Aug 29 17:07:14.375714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40094) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:14.506425 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ddb8eed7-a794-4047-b833-9a2e0797417b tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] 10.222.0.22 "GET /v2.0/routers/e6c45fbf-3716-4d1e-9cd6-9f59b9647830 HTTP/1.1" status: 200 len: 716 time: 0.1262174 Aug 29 17:07:14.507544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40110) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:14.538462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-71659013-8ea8-48c7-9ee1-989089695cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:14.539173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-71659013-8ea8-48c7-9ee1-989089695cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:14.539858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-71659013-8ea8-48c7-9ee1-989089695cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:14.541673 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-71659013-8ea8-48c7-9ee1-989089695cc6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2954fefdd93b45b9866301d908662a17&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2748568 Aug 29 17:07:14.694269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Pushing event updated for resources: {'Port': ['ID=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:14.781536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Attempting to bind port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:07:14.781882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Attempting to bind port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:07:14.782220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Attempting to bind port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 on network 57add85e-c4c9-429c-a13b-00c93150bf1a {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:14.798210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 on network 57add85e-c4c9-429c-a13b-00c93150bf1a not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:07:14.798756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Attempting to bind port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 on network 57add85e-c4c9-429c-a13b-00c93150bf1a {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:14.819231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:07:14.820253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Checking segment: {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:14.820859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Bound using segment: {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:07:14.821427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Bound port: 103c1e44-7c35-4f6e-a96b-e19cbad37ad4, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:07:14.821830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:14.874154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-c953f2bb-53ff-4777-8c72-784b5579c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:14.875976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368cc2a8-4ba8-44ea-ae8c-0b0c4ec2cd4c req-c953f2bb-53ff-4777-8c72-784b5579c15f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3229098 Aug 29 17:07:14.907211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40158) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:14.907737 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2fdb5b3a-5dcd-4ebf-817b-2e322c03609b tempest-RoutersTestDVR-520790457 tempest-RoutersTestDVR-520790457-project] 10.222.0.22 "GET /v2.0/routers/e6c45fbf-3716-4d1e-9cd6-9f59b9647830 HTTP/1.1" status: 200 len: 682 time: 0.3986218 Aug 29 17:07:15.040825 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed559a0a-c463-4743-9983-8cd355e49836 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:15.091395 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] For port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:07:15.137908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] For port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:07:15.145709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:15.544989 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-51cd2106-8884-4f68-8f8d-53ab58066ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:15.764160 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed559a0a-c463-4743-9983-8cd355e49836 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:15.783506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:15.784525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:15.786509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] 10.222.0.10 "PUT /v2.0/ports/103c1e44-7c35-4f6e-a96b-e19cbad37ad4 HTTP/1.1" status: 200 len: 1090 time: 2.6278176 Aug 29 17:07:15.801781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed559a0a-c463-4743-9983-8cd355e49836 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:15.810549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '103c1e44-7c35-4f6e-a96b-e19cbad37ad4'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:07:15.813445 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff99203b-e319-48f9-a126-2198be1ba68d" -d '{"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "103c1e44-7c35-4f6e-a96b-e19cbad37ad4"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:07:15.858746 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.000972 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692f1333-ffe0-427d-a025-b25d90ce87ee x-openstack-request-id: req-692f1333-ffe0-427d-a025-b25d90ce87ee {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:07:16.001297 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "103c1e44-7c35-4f6e-a96b-e19cbad37ad4", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:07:16.001562 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-692f1333-ffe0-427d-a025-b25d90ce87ee {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:07:16.001971 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '103c1e44-7c35-4f6e-a96b-e19cbad37ad4', 'status': 'completed', 'code': 200} Aug 29 17:07:16.017721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:16.033268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40272) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:16.160846 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed559a0a-c463-4743-9983-8cd355e49836 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.161672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed559a0a-c463-4743-9983-8cd355e49836 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6c45fbf-3716-4d1e-9cd6-9f59b9647830 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:07:16.186176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e05ab-cde0-490a-94be-c329461ef814 req-f181a40a-1b92-4ab6-9195-2c711581d8eb tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.194013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e05ab-cde0-490a-94be-c329461ef814 req-f181a40a-1b92-4ab6-9195-2c711581d8eb tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.201007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e05ab-cde0-490a-94be-c329461ef814 req-f181a40a-1b92-4ab6-9195-2c711581d8eb tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.207467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e05ab-cde0-490a-94be-c329461ef814 req-f181a40a-1b92-4ab6-9195-2c711581d8eb tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.213654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e05ab-cde0-490a-94be-c329461ef814 req-f181a40a-1b92-4ab6-9195-2c711581d8eb tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.220992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e05ab-cde0-490a-94be-c329461ef814 req-f181a40a-1b92-4ab6-9195-2c711581d8eb tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.229465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e05ab-cde0-490a-94be-c329461ef814 req-f181a40a-1b92-4ab6-9195-2c711581d8eb tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.232020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-117e05ab-cde0-490a-94be-c329461ef814 req-f181a40a-1b92-4ab6-9195-2c711581d8eb tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5395 time: 0.5976627 Aug 29 17:07:16.240586 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed559a0a-c463-4743-9983-8cd355e49836 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.244983 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ed559a0a-c463-4743-9983-8cd355e49836 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] 10.222.0.22 "DELETE /v2.0/routers/e6c45fbf-3716-4d1e-9cd6-9f59b9647830 HTTP/1.1" status: 204 len: 168 time: 1.3330131 Aug 29 17:07:16.245115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bffe3-be31-44d6-bad4-89ebe21d0a20 service neutron] Pushing event updated for resources: {'Port': ['ID=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:16.246041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40294) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:16.251207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-081e5bb4-23df-4472-a04e-414d980ac442 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Request body: {'router': {'name': 'tempest-router-940942814', 'distributed': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:16.303872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99203b-e319-48f9-a126-2198be1ba68d req-73b0e08c-f2d5-47ff-ac33-aac85dbe6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.304381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99203b-e319-48f9-a126-2198be1ba68d req-73b0e08c-f2d5-47ff-ac33-aac85dbe6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.304854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99203b-e319-48f9-a126-2198be1ba68d req-73b0e08c-f2d5-47ff-ac33-aac85dbe6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.305779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99203b-e319-48f9-a126-2198be1ba68d req-73b0e08c-f2d5-47ff-ac33-aac85dbe6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.305925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-081e5bb4-23df-4472-a04e-414d980ac442 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.307296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99203b-e319-48f9-a126-2198be1ba68d req-73b0e08c-f2d5-47ff-ac33-aac85dbe6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.307747 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-081e5bb4-23df-4472-a04e-414d980ac442 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.308091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99203b-e319-48f9-a126-2198be1ba68d req-73b0e08c-f2d5-47ff-ac33-aac85dbe6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.309065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99203b-e319-48f9-a126-2198be1ba68d req-73b0e08c-f2d5-47ff-ac33-aac85dbe6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:16.311321 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff99203b-e319-48f9-a126-2198be1ba68d req-73b0e08c-f2d5-47ff-ac33-aac85dbe6d5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6291 time: 0.2885208 Aug 29 17:07:16.321694 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.545017 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-081e5bb4-23df-4472-a04e-414d980ac442 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.549362 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-117e05ab-cde0-490a-94be-c329461ef814 req-905dcb40-c6e0-4ea5-abd1-27d2eb08c177 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3054402 Aug 29 17:07:16.585640 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-081e5bb4-23df-4472-a04e-414d980ac442 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.622404 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2ac3c4a-dc06-4930-9b39-3d78cd39e9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.641173 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.722056 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-081e5bb4-23df-4472-a04e-414d980ac442 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.726887 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-081e5bb4-23df-4472-a04e-414d980ac442 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4795530 Aug 29 17:07:16.728586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40338) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:16.914117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2ac3c4a-dc06-4930-9b39-3d78cd39e9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:16.934199 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2ac3c4a-dc06-4930-9b39-3d78cd39e9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:17.029902 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a2ac3c4a-dc06-4930-9b39-3d78cd39e9bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc69ff41560a43c1a8fdf98f5ca6b43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9925618 Aug 29 17:07:17.035349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40366) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:17.112908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99203b-e319-48f9-a126-2198be1ba68d req-7ffea5eb-34f3-462f-9885-0af9ebbad22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:17.113459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99203b-e319-48f9-a126-2198be1ba68d req-7ffea5eb-34f3-462f-9885-0af9ebbad22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:17.113852 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99203b-e319-48f9-a126-2198be1ba68d req-7ffea5eb-34f3-462f-9885-0af9ebbad22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:17.116813 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff99203b-e319-48f9-a126-2198be1ba68d req-7ffea5eb-34f3-462f-9885-0af9ebbad22c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2954fefdd93b45b9866301d908662a17&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7962945 Aug 29 17:07:17.124465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac3c4a-dc06-4930-9b39-3d78cd39e9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc6c184-4dfd-4a8a-aec2-f5d0e2d846eb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:17.172374 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d32a00a8-b820-4fab-8e15-684727e856ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:17.196246 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12153979-6221-4eb6-a8eb-2a3b3c363542 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:17.216242 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d32a00a8-b820-4fab-8e15-684727e856ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:17.290843 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d32a00a8-b820-4fab-8e15-684727e856ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:17.297097 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d32a00a8-b820-4fab-8e15-684727e856ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:17.299056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d32a00a8-b820-4fab-8e15-684727e856ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/acc6c184-4dfd-4a8a-aec2-f5d0e2d846eb HTTP/1.1" status: 204 len: 168 time: 0.2603643 Aug 29 17:07:17.314116 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a00a8-b820-4fab-8e15-684727e856ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc6c184-4dfd-4a8a-aec2-f5d0e2d846eb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:17.604955 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12153979-6221-4eb6-a8eb-2a3b3c363542 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:17.626408 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:17.628348 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12153979-6221-4eb6-a8eb-2a3b3c363542 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:17.914346 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12153979-6221-4eb6-a8eb-2a3b3c363542 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:17.915036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12153979-6221-4eb6-a8eb-2a3b3c363542 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6d09927-fb7d-4a84-a462-a56145ab965d {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:07:17.922605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99203b-e319-48f9-a126-2198be1ba68d req-7652686b-a768-472b-8537-7a17096fcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:17.929328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff99203b-e319-48f9-a126-2198be1ba68d req-7652686b-a768-472b-8537-7a17096fcb20 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7402596 Aug 29 17:07:17.938842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-12153979-6221-4eb6-a8eb-2a3b3c363542 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:17.940331 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-12153979-6221-4eb6-a8eb-2a3b3c363542 tempest-RoutersTestDVR-979280139 tempest-RoutersTestDVR-979280139-project-admin] 10.222.0.22 "DELETE /v2.0/routers/a6d09927-fb7d-4a84-a462-a56145ab965d HTTP/1.1" status: 204 len: 168 time: 1.0608270 Aug 29 17:07:18.135291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9fd33-830e-41e1-aa7e-2579f7570350 req-2c0c4e1e-98db-4cb9-8aca-e5503d5463bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:18.143037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9fd33-830e-41e1-aa7e-2579f7570350 req-2c0c4e1e-98db-4cb9-8aca-e5503d5463bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:18.151023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9fd33-830e-41e1-aa7e-2579f7570350 req-2c0c4e1e-98db-4cb9-8aca-e5503d5463bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:18.159669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9fd33-830e-41e1-aa7e-2579f7570350 req-2c0c4e1e-98db-4cb9-8aca-e5503d5463bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:18.167586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9fd33-830e-41e1-aa7e-2579f7570350 req-2c0c4e1e-98db-4cb9-8aca-e5503d5463bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:18.175567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9fd33-830e-41e1-aa7e-2579f7570350 req-2c0c4e1e-98db-4cb9-8aca-e5503d5463bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:18.186812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9fd33-830e-41e1-aa7e-2579f7570350 req-2c0c4e1e-98db-4cb9-8aca-e5503d5463bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:18.190038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eba9fd33-830e-41e1-aa7e-2579f7570350 req-2c0c4e1e-98db-4cb9-8aca-e5503d5463bf tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5395 time: 0.3443377 Aug 29 17:07:18.252832 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:18.294620 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eba9fd33-830e-41e1-aa7e-2579f7570350 req-f13c5f2d-f483-4708-bb96-b9b41b3e9883 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571964 Aug 29 17:07:18.305646 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c3dbd7-ea33-4bbe-9cf7-95406f89436c {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:18.316227 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:18.348102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Transition to ACTIVE for port object 43c3dbd7-ea33-4bbe-9cf7-95406f89436c will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:18.364043 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:18.430472 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40476) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:18.492429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Pushing event updated for resources: {'Port': ['ID=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:18.681378 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-afc07d62-894d-4bb8-b601-50ad20105f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:18.716376 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Attempting to bind port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:07:18.716783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Attempting to bind port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:07:18.717141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Attempting to bind port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c on network 57add85e-c4c9-429c-a13b-00c93150bf1a {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:18.728447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c on network 57add85e-c4c9-429c-a13b-00c93150bf1a not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:07:18.729158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Attempting to bind port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c on network 57add85e-c4c9-429c-a13b-00c93150bf1a {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:18.743803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:07:18.744295 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Checking segment: {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:18.744685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Bound using segment: {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:07:18.745129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Bound port: 43c3dbd7-ea33-4bbe-9cf7-95406f89436c, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9be45f-563b-4e5b-9965-5136444feea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:07:18.745512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:18.889054 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-afc07d62-894d-4bb8-b601-50ad20105f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:18.897820 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-afc07d62-894d-4bb8-b601-50ad20105f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:18.941067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] For port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:07:18.951466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] For port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:07:18.965619 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:18.983818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc07d62-894d-4bb8-b601-50ad20105f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47128e0d-87d7-43a4-bdc2-ff3820f8067a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:19.028886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-afc07d62-894d-4bb8-b601-50ad20105f01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23bd0b16b04146009e3b7f220753fab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5946469 Aug 29 17:07:19.033047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40500) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:19.127862 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Pushing event updated for resources: {'Port': ['ID=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:19.159848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.160612 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:19.165675 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e97515a0-69bb-4f6d-8fe7-f7abc66ded6d service neutron] 10.222.0.10 "PUT /v2.0/ports/43c3dbd7-ea33-4bbe-9cf7-95406f89436c HTTP/1.1" status: 200 len: 1092 time: 3.1886415 Aug 29 17:07:19.166232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '43c3dbd7-ea33-4bbe-9cf7-95406f89436c'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:07:19.173087 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cd93d1-871e-4854-9bec-230f5e72a54f" -d '{"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "43c3dbd7-ea33-4bbe-9cf7-95406f89436c"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:07:19.210403 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9cda858d-d0ed-493f-bfe7-e553221a61e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:19.211217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:19.271840 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9cda858d-d0ed-493f-bfe7-e553221a61e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:19.363432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:19.404830 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9cda858d-d0ed-493f-bfe7-e553221a61e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:19.413289 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9cda858d-d0ed-493f-bfe7-e553221a61e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:19.413289 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9cda858d-d0ed-493f-bfe7-e553221a61e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47128e0d-87d7-43a4-bdc2-ff3820f8067a HTTP/1.1" status: 204 len: 168 time: 0.3750255 Aug 29 17:07:19.428117 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f27ca2-17fa-4d5b-b1c7-91a2fbc267a5 x-openstack-request-id: req-b9f27ca2-17fa-4d5b-b1c7-91a2fbc267a5 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:07:19.428411 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "43c3dbd7-ea33-4bbe-9cf7-95406f89436c", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:07:19.428675 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9f27ca2-17fa-4d5b-b1c7-91a2fbc267a5 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:07:19.429090 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '43c3dbd7-ea33-4bbe-9cf7-95406f89436c', 'status': 'completed', 'code': 200} Aug 29 17:07:19.430662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda858d-d0ed-493f-bfe7-e553221a61e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47128e0d-87d7-43a4-bdc2-ff3820f8067a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:19.600994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51df3-f784-454d-a67b-0b1ca8b3f926 req-8dacf041-8a8c-4571-9302-d35667658ff6 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.611858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51df3-f784-454d-a67b-0b1ca8b3f926 req-8dacf041-8a8c-4571-9302-d35667658ff6 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.617929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51df3-f784-454d-a67b-0b1ca8b3f926 req-8dacf041-8a8c-4571-9302-d35667658ff6 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.625036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51df3-f784-454d-a67b-0b1ca8b3f926 req-8dacf041-8a8c-4571-9302-d35667658ff6 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.632173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51df3-f784-454d-a67b-0b1ca8b3f926 req-8dacf041-8a8c-4571-9302-d35667658ff6 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.638400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51df3-f784-454d-a67b-0b1ca8b3f926 req-8dacf041-8a8c-4571-9302-d35667658ff6 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.667461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51df3-f784-454d-a67b-0b1ca8b3f926 req-8dacf041-8a8c-4571-9302-d35667658ff6 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.677495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0f51df3-f784-454d-a67b-0b1ca8b3f926 req-8dacf041-8a8c-4571-9302-d35667658ff6 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5407 time: 0.2342038 Aug 29 17:07:19.781618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0f51df3-f784-454d-a67b-0b1ca8b3f926 req-fe373c9d-4a5a-4961-8228-09a12b8ef51f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985682 Aug 29 17:07:19.792152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-6c30b5f2-ce88-4baf-ac01-7ffd5a947095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.792647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-6c30b5f2-ce88-4baf-ac01-7ffd5a947095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.803806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-6c30b5f2-ce88-4baf-ac01-7ffd5a947095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.804649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-6c30b5f2-ce88-4baf-ac01-7ffd5a947095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.805135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-6c30b5f2-ce88-4baf-ac01-7ffd5a947095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.807087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-6c30b5f2-ce88-4baf-ac01-7ffd5a947095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.807580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-6c30b5f2-ce88-4baf-ac01-7ffd5a947095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:19.811229 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-6c30b5f2-ce88-4baf-ac01-7ffd5a947095 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6359 time: 0.3889983 Aug 29 17:07:20.122585 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:20.325137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40550) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:20.350556 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-941b9161-4d7b-43b7-bb92-a792eec66fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:20.364143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-fab14010-48a7-4b83-94ef-39fe156ab147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:20.365426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-fab14010-48a7-4b83-94ef-39fe156ab147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:20.366182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-fab14010-48a7-4b83-94ef-39fe156ab147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:20.368947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-fab14010-48a7-4b83-94ef-39fe156ab147 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2954fefdd93b45b9866301d908662a17&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5182543 Aug 29 17:07:20.588774 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-941b9161-4d7b-43b7-bb92-a792eec66fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:20.599346 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-941b9161-4d7b-43b7-bb92-a792eec66fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:20.672601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-798c8fd3-a91c-4e24-a49a-28232fc57445 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:20.679857 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-798c8fd3-a91c-4e24-a49a-28232fc57445 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/networks?id=94a5acfb-196e-4945-8f67-1ced35f51696 HTTP/1.1" status: 200 len: 813 time: 0.9684544 Aug 29 17:07:20.687472 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b9161-4d7b-43b7-bb92-a792eec66fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba7b4d3-97f0-45ef-9e92-bf2eb5f774e7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:20.698429 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-941b9161-4d7b-43b7-bb92-a792eec66fef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94b582dbbe2e4b4dbfa9947331a6b198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717439 Aug 29 17:07:20.701927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40558) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:20.754269 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-5f2b0bef-045b-46f8-ad27-82c64a416344 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/quotas/7a61b0bbd9884820863e08bfe687c357 HTTP/1.1" status: 200 len: 375 time: 0.0734630 Aug 29 17:07:20.810259 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-d1fc2b66-7cbf-46ad-bbbb-28a65e5f77df tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a61b0bbd9884820863e08bfe687c357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550210 Aug 29 17:07:20.855389 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d6523c8-749f-4f7c-974b-68f082bfeaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:20.909675 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d6523c8-749f-4f7c-974b-68f082bfeaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:20.932476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-7a9296ad-72be-4026-892d-7e7e4db5bb3a service neutron] 10.222.0.22 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208136 Aug 29 17:07:21.023211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-cb0d5e5d-b964-426c-a73e-d49fe7b22ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:21.024724 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e9cd93d1-871e-4854-9bec-230f5e72a54f req-cb0d5e5d-b964-426c-a73e-d49fe7b22ab2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6098456 Aug 29 17:07:21.053143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a55f850-c98f-47e3-abdd-88155a009bfa {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:21.096853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:21.126626 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d6523c8-749f-4f7c-974b-68f082bfeaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:21.138674 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d6523c8-749f-4f7c-974b-68f082bfeaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:21.140651 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6d6523c8-749f-4f7c-974b-68f082bfeaf9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eba7b4d3-97f0-45ef-9e92-bf2eb5f774e7 HTTP/1.1" status: 204 len: 168 time: 0.4377723 Aug 29 17:07:21.175002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6523c8-749f-4f7c-974b-68f082bfeaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba7b4d3-97f0-45ef-9e92-bf2eb5f774e7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:21.180001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Transition to ACTIVE for port object 2a55f850-c98f-47e3-abdd-88155a009bfa will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:21.193654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64df42-5adb-4812-a142-7ae5aceb99f8 req-2b221144-66c0-4edf-a321-1bb6d6c444a1 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:21.208887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:21.217965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64df42-5adb-4812-a142-7ae5aceb99f8 req-2b221144-66c0-4edf-a321-1bb6d6c444a1 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:21.229180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64df42-5adb-4812-a142-7ae5aceb99f8 req-2b221144-66c0-4edf-a321-1bb6d6c444a1 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:21.247363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64df42-5adb-4812-a142-7ae5aceb99f8 req-2b221144-66c0-4edf-a321-1bb6d6c444a1 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:21.259224 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64df42-5adb-4812-a142-7ae5aceb99f8 req-2b221144-66c0-4edf-a321-1bb6d6c444a1 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:21.275486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64df42-5adb-4812-a142-7ae5aceb99f8 req-2b221144-66c0-4edf-a321-1bb6d6c444a1 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:21.283374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64df42-5adb-4812-a142-7ae5aceb99f8 req-2b221144-66c0-4edf-a321-1bb6d6c444a1 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:21.285896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f64df42-5adb-4812-a142-7ae5aceb99f8 req-2b221144-66c0-4edf-a321-1bb6d6c444a1 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5407 time: 0.3095570 Aug 29 17:07:21.343028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-b8f4c8c7-132b-4d86-a114-9ebc409651f3 service neutron] 10.222.0.22 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097447 Aug 29 17:07:21.411471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f64df42-5adb-4812-a142-7ae5aceb99f8 req-06c34d77-0936-4ac0-99e2-9f910400875e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118262 Aug 29 17:07:21.475285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Pushing event updated for resources: {'Port': ['ID=2a55f850-c98f-47e3-abdd-88155a009bfa,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:21.640545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Attempting to bind port 2a55f850-c98f-47e3-abdd-88155a009bfa on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:07:21.640763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Attempting to bind port 2a55f850-c98f-47e3-abdd-88155a009bfa by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:07:21.654116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Attempting to bind port 2a55f850-c98f-47e3-abdd-88155a009bfa on network 4828ab6e-a734-4184-a1a3-7a146a417538 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:21.684835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Port 2a55f850-c98f-47e3-abdd-88155a009bfa on network 4828ab6e-a734-4184-a1a3-7a146a417538 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:07:21.685168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Attempting to bind port 2a55f850-c98f-47e3-abdd-88155a009bfa on network 4828ab6e-a734-4184-a1a3-7a146a417538 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:21.711974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:07:21.712327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Checking segment: {'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:21.712734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Bound using segment: {'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:07:21.713199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Bound port: 2a55f850-c98f-47e3-abdd-88155a009bfa, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:07:21.714385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:21.801855 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4bb88840-adc3-4ae7-9533-03ea72ba2531 req-1781929d-6143-4cf0-b203-2fb825c7c493 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 210 time: 0.0590560 Aug 29 17:07:21.877616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] For port 2a55f850-c98f-47e3-abdd-88155a009bfa, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:07:21.880917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] For port 2a55f850-c98f-47e3-abdd-88155a009bfa, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2a55f850-c98f-47e3-abdd-88155a009bfa,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:07:21.894318 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:21.936098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:21.937033 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:21.938747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] 10.222.0.10 "PUT /v2.0/ports/2a55f850-c98f-47e3-abdd-88155a009bfa HTTP/1.1" status: 200 len: 1092 time: 2.7427862 Aug 29 17:07:21.939900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '2a55f850-c98f-47e3-abdd-88155a009bfa'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:07:21.943518 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aaac4a-a77c-4a93-bb87-ad309f4927b4" -d '{"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "2a55f850-c98f-47e3-abdd-88155a009bfa"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:07:22.018535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Request body: {'port': {'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:22.063742 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9144bb3-a51c-43c3-af46-37245f3b3448 x-openstack-request-id: req-d9144bb3-a51c-43c3-af46-37245f3b3448 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:07:22.064052 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "2a55f850-c98f-47e3-abdd-88155a009bfa", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:07:22.065395 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9144bb3-a51c-43c3-af46-37245f3b3448 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:07:22.065735 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '2a55f850-c98f-47e3-abdd-88155a009bfa', 'status': 'completed', 'code': 200} Aug 29 17:07:22.158807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900656e4-813f-4446-9068-55ab92b1c88e service neutron] Pushing event updated for resources: {'Port': ['ID=2a55f850-c98f-47e3-abdd-88155a009bfa,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:22.259988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-7df77ab1-3e22-4ad2-80db-7eb3ede368eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.260974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-7df77ab1-3e22-4ad2-80db-7eb3ede368eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.262344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-7df77ab1-3e22-4ad2-80db-7eb3ede368eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.262711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-7df77ab1-3e22-4ad2-80db-7eb3ede368eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.263186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-7df77ab1-3e22-4ad2-80db-7eb3ede368eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.263664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-7df77ab1-3e22-4ad2-80db-7eb3ede368eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.264303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-7df77ab1-3e22-4ad2-80db-7eb3ede368eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.266349 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-7df77ab1-3e22-4ad2-80db-7eb3ede368eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6427 time: 0.1955233 Aug 29 17:07:22.267301 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:22.576137 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-48e2f013-1b19-4d32-90bc-76e984e41667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.576666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-48e2f013-1b19-4d32-90bc-76e984e41667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.577082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-48e2f013-1b19-4d32-90bc-76e984e41667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.579182 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-48e2f013-1b19-4d32-90bc-76e984e41667 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2954fefdd93b45b9866301d908662a17&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3016677 Aug 29 17:07:22.706253 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:07:22.719186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd987aa-2344-4055-9a34-8b085121443a req-45957309-fbd0-49e2-8a9a-d55dfc83ed4a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.743263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd987aa-2344-4055-9a34-8b085121443a req-45957309-fbd0-49e2-8a9a-d55dfc83ed4a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.762555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd987aa-2344-4055-9a34-8b085121443a req-45957309-fbd0-49e2-8a9a-d55dfc83ed4a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.776232 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd987aa-2344-4055-9a34-8b085121443a req-45957309-fbd0-49e2-8a9a-d55dfc83ed4a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.792262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd987aa-2344-4055-9a34-8b085121443a req-45957309-fbd0-49e2-8a9a-d55dfc83ed4a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.801341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd987aa-2344-4055-9a34-8b085121443a req-45957309-fbd0-49e2-8a9a-d55dfc83ed4a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.815930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd987aa-2344-4055-9a34-8b085121443a req-45957309-fbd0-49e2-8a9a-d55dfc83ed4a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.830121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ccd987aa-2344-4055-9a34-8b085121443a req-45957309-fbd0-49e2-8a9a-d55dfc83ed4a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5419 time: 0.2626789 Aug 29 17:07:22.939412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-27749b49-239c-4687-bd8c-546c6bdd2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:22.946169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87aaac4a-a77c-4a93-bb87-ad309f4927b4 req-27749b49-239c-4687-bd8c-546c6bdd2508 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3573325 Aug 29 17:07:22.968882 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ccd987aa-2344-4055-9a34-8b085121443a req-ad57a4be-d247-4c12-806b-7ee1a3fee3d0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311214 Aug 29 17:07:22.972948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40644) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:23.058023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a1d7e36-a5f3-469c-a41a-b5228f5b3880 req-d6ac07eb-cbfa-45ae-be5d-3da7cd1a6e5e tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 210 time: 0.0616782 Aug 29 17:07:23.168813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015f96c5-f6fc-420d-8a29-d33bf5d864a5 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:23.187607 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:23.201376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'networks': [{'name': 'tempest-network--2018138846'}, {'name': 'tempest-network--1035470698'}]} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:23.201908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'network': {'name': 'tempest-network--2018138846'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:23.202680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'network': {'name': 'tempest-network--1035470698'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:23.241469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Made reservation on behalf of b2340b47d201497f96993c6a85d89bd9 for: {'network': 2} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:23.247744 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:23.259030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:23.261579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Transition to ACTIVE for port object 015f96c5-f6fc-420d-8a29-d33bf5d864a5 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:23.274675 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:23.378407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Pushing event updated for resources: {'Port': ['ID=015f96c5-f6fc-420d-8a29-d33bf5d864a5,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:23.460010 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:23.468192 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:23.469440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:23.581473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93413722-9fa3-4b77-bb15-0e53fc783e09,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:23.599609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40656) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:23.733920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:07:23.834326 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:23.835562 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Added segment 263541d5-caf4-455e-98bb-dd31a9019f53 of type vlan for network faac1971-ce36-4a1b-9964-2e06aadc4a8f Aug 29 17:07:23.943928 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10c5513a-70d7-4b42-986e-1b97a8e5c61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:23.999256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9d01b650-ea7d-4e22-ad33-e15478469d83 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.002389 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9d01b650-ea7d-4e22-ad33-e15478469d83 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.16 "GET /v2.0/networks?id=94a5acfb-196e-4945-8f67-1ced35f51696 HTTP/1.1" status: 200 len: 813 time: 0.5145316 Aug 29 17:07:24.004645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:24.033135 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Request body: {'port': {'device_id': '39dec3f3-2cd6-4977-abf3-42f6b287cb92', 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696', 'admin_state_up': True, 'tenant_id': '7a61b0bbd9884820863e08bfe687c357'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:24.167666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Attempting to bind port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:07:24.168732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Attempting to bind port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:07:24.169059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Attempting to bind port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 on network 4828ab6e-a734-4184-a1a3-7a146a417538 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:24.200891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 on network 4828ab6e-a734-4184-a1a3-7a146a417538 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:07:24.201603 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Attempting to bind port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 on network 4828ab6e-a734-4184-a1a3-7a146a417538 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:24.210410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:07:24.211093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Checking segment: {'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:24.211700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Bound using segment: {'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:07:24.212363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Bound port: 015f96c5-f6fc-420d-8a29-d33bf5d864a5, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:07:24.212938 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:24.292186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] For port 015f96c5-f6fc-420d-8a29-d33bf5d864a5, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:07:24.295908 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.resource_extend [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:07:24.296838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] For port 015f96c5-f6fc-420d-8a29-d33bf5d864a5, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:07:24.319881 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b935-93c3-480b-9956-dda6b704c671 req-7449ac26-9924-4bcf-b27f-b7eb5f6db0b0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.327701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b935-93c3-480b-9956-dda6b704c671 req-7449ac26-9924-4bcf-b27f-b7eb5f6db0b0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.334761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b935-93c3-480b-9956-dda6b704c671 req-7449ac26-9924-4bcf-b27f-b7eb5f6db0b0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.341866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b935-93c3-480b-9956-dda6b704c671 req-7449ac26-9924-4bcf-b27f-b7eb5f6db0b0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.348555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b935-93c3-480b-9956-dda6b704c671 req-7449ac26-9924-4bcf-b27f-b7eb5f6db0b0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.355951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b935-93c3-480b-9956-dda6b704c671 req-7449ac26-9924-4bcf-b27f-b7eb5f6db0b0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.360826 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5f078ce-3d68-4b73-9fab-3e5264edc7c6 req-d4f6a571-649f-41ed-8fb4-aab384ee6600 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 210 time: 0.0919106 Aug 29 17:07:24.372499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b935-93c3-480b-9956-dda6b704c671 req-7449ac26-9924-4bcf-b27f-b7eb5f6db0b0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.381159 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d75b935-93c3-480b-9956-dda6b704c671 req-7449ac26-9924-4bcf-b27f-b7eb5f6db0b0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.2311139 Aug 29 17:07:24.382565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:24.394986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:07:24.428976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.429841 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:24.431414 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] 10.222.0.10 "PUT /v2.0/ports/015f96c5-f6fc-420d-8a29-d33bf5d864a5 HTTP/1.1" status: 200 len: 1092 time: 2.4352057 Aug 29 17:07:24.440872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '015f96c5-f6fc-420d-8a29-d33bf5d864a5'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:07:24.443328 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4" -d '{"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "015f96c5-f6fc-420d-8a29-d33bf5d864a5"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:07:24.448576 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:24.450351 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Added segment 6770290a-8f9a-480b-af48-3ed26d0baad2 of type vlan for network 08e93563-4b77-45d4-bc65-33e37065c83e Aug 29 17:07:24.554907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:24.570494 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5835478b-f20e-4b34-ba7c-efca98c4aceb x-openstack-request-id: req-5835478b-f20e-4b34-ba7c-efca98c4aceb {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:07:24.571116 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "015f96c5-f6fc-420d-8a29-d33bf5d864a5", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:07:24.571572 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5835478b-f20e-4b34-ba7c-efca98c4aceb {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:07:24.572557 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '015f96c5-f6fc-420d-8a29-d33bf5d864a5', 'status': 'completed', 'code': 200} Aug 29 17:07:24.623318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cfd91-81f9-43cc-b648-1be49e805b89 service neutron] Pushing event updated for resources: {'Port': ['ID=015f96c5-f6fc-420d-8a29-d33bf5d864a5,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:24.639818 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d75b935-93c3-480b-9956-dda6b704c671 req-025b8fac-feec-4bb1-841f-6b97e8cdbe4c tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2418294 Aug 29 17:07:24.642879 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:24.643400 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:24.656566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.660615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-7dd077bd-79d5-434b-846f-8750d964543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.662562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-7dd077bd-79d5-434b-846f-8750d964543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.666280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-7dd077bd-79d5-434b-846f-8750d964543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.666873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-7dd077bd-79d5-434b-846f-8750d964543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.667417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-7dd077bd-79d5-434b-846f-8750d964543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.668003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-7dd077bd-79d5-434b-846f-8750d964543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.668995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-7dd077bd-79d5-434b-846f-8750d964543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.671201 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-7dd077bd-79d5-434b-846f-8750d964543e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6495 time: 0.1730895 Aug 29 17:07:24.674017 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.674816 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:24.723986 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-6475ae3a-45f0-4d23-91bd-128dba02c9d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1118de05-2a40-42f0-8617-64982477f4cf HTTP/1.1" status: 200 len: 217 time: 0.0439224 Aug 29 17:07:24.805365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event updated for resources: {'Network': ['ID=faac1971-ce36-4a1b-9964-2e06aadc4a8f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:24.818884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network faac1971-ce36-4a1b-9964-2e06aadc4a8f details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:07:24.820480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-813f9825-b77f-4c3a-8139-a8b74454faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.822750 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-813f9825-b77f-4c3a-8139-a8b74454faa0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0183a3c-e561-4345-8ae5-a5ac3767fc49 HTTP/1.1" status: 200 len: 856 time: 0.0915434 Aug 29 17:07:24.884368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-12bfc4cb-8ede-4f6e-8fc1-cf33b5276f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:24.887163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-12bfc4cb-8ede-4f6e-8fc1-cf33b5276f85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a468c2d-9be1-440f-a192-42e8517f74d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553675 Aug 29 17:07:24.925314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event updated for resources: {'Network': ['ID=08e93563-4b77-45d4-bc65-33e37065c83e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:24.969876 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10c5513a-70d7-4b42-986e-1b97a8e5c61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:24.984536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 08e93563-4b77-45d4-bc65-33e37065c83e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:07:24.987408 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10c5513a-70d7-4b42-986e-1b97a8e5c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:25.113594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5513a-70d7-4b42-986e-1b97a8e5c61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d48cd50-2bcd-4773-8845-814de35036cc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:25.120694 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-216fb63f-e00a-474f-99ab-2c7ac141af54 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1426234 Aug 29 17:07:25.120694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Made reservation on behalf of 7a61b0bbd9884820863e08bfe687c357 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:25.123294 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:25.127220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40676) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:25.129307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-58ef77d9-9c41-4f22-a9bc-bd829b11af78 service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300148 Aug 29 17:07:25.224449 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-10c5513a-70d7-4b42-986e-1b97a8e5c61f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94f0304beb1b4c3f9d00bac242a2542f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6232247 Aug 29 17:07:25.227569 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40678) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:25.351872 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-04462f9a-deb5-4fee-9c55-e3226600f87c service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130218 Aug 29 17:07:25.352102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3e02b-602b-495c-ac51-c435fbb84701 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:25.359739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3e02b-602b-495c-ac51-c435fbb84701 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:25.366254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3e02b-602b-495c-ac51-c435fbb84701 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:25.372407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3e02b-602b-495c-ac51-c435fbb84701 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:25.376997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-16a3e02b-602b-495c-ac51-c435fbb84701 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2460070 Aug 29 17:07:25.378977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40680) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:25.449892 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bdb96fdd-3095-405d-84af-efdfb61c7b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:25.453992 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-281e9d8d-f6a7-4caa-9599-64dc9d0e4b57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0926735 Aug 29 17:07:25.514459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Allocated IP 172.20.0.9 (94a5acfb-196e-4945-8f67-1ced35f51696/b3b529cf-08d5-4693-a77c-abad0584bb53/fad9c28b-081a-48bb-a610-a8b77cc7943e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:25.530371 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:25.568768 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bdb96fdd-3095-405d-84af-efdfb61c7b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:25.612820 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95150c97-f004-4d43-8350-a6726ba67f52 req-279dfcf1-3f31-4459-ae33-54f7eb217c0e tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 210 time: 0.0880411 Aug 29 17:07:25.631779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e99cfaa1-d2d5-4b9c-ae43-3c524201a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:25.631779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e99cfaa1-d2d5-4b9c-ae43-3c524201a852 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1610584 Aug 29 17:07:25.732201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-6a8a5e1b-b3b0-40cc-93c3-878ca480c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:25.737368 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-6a8a5e1b-b3b0-40cc-93c3-878ca480c32e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0996757 Aug 29 17:07:25.739235 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bdb96fdd-3095-405d-84af-efdfb61c7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:25.747922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bdb96fdd-3095-405d-84af-efdfb61c7b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:25.749574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bdb96fdd-3095-405d-84af-efdfb61c7b08 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d48cd50-2bcd-4773-8845-814de35036cc HTTP/1.1" status: 204 len: 168 time: 0.5204113 Aug 29 17:07:25.811990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb96fdd-3095-405d-84af-efdfb61c7b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d48cd50-2bcd-4773-8845-814de35036cc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:25.874986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:25.952279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faac1971-ce36-4a1b-9964-2e06aadc4a8f']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:25.973607 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263541d5-caf4-455e-98bb-dd31a9019f53') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:25.974283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263541d5-caf4-455e-98bb-dd31a9019f53') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:26.032804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:26.056698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-79be1b32-f51d-4d1c-8301-20681642007f service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042514 Aug 29 17:07:26.076969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b862c-1efa-45be-b156-34209a94ba08 req-b1c5eceb-226b-42ec-83b4-a6e26fc600ad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:26.083114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b862c-1efa-45be-b156-34209a94ba08 req-b1c5eceb-226b-42ec-83b4-a6e26fc600ad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:26.089052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b862c-1efa-45be-b156-34209a94ba08 req-b1c5eceb-226b-42ec-83b4-a6e26fc600ad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:26.095207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b862c-1efa-45be-b156-34209a94ba08 req-b1c5eceb-226b-42ec-83b4-a6e26fc600ad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:26.101194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b862c-1efa-45be-b156-34209a94ba08 req-b1c5eceb-226b-42ec-83b4-a6e26fc600ad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:26.107390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b862c-1efa-45be-b156-34209a94ba08 req-b1c5eceb-226b-42ec-83b4-a6e26fc600ad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:26.124271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b862c-1efa-45be-b156-34209a94ba08 req-b1c5eceb-226b-42ec-83b4-a6e26fc600ad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:26.126256 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d04b862c-1efa-45be-b156-34209a94ba08 req-b1c5eceb-226b-42ec-83b4-a6e26fc600ad tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.2819262 Aug 29 17:07:26.173353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:26.240474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:07:26.241008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:07:26.249033 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:07:26.286563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-0e460f58-7643-400c-bd8f-a5a1a70d3153 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198358 Aug 29 17:07:26.287027 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:26.348754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d04b862c-1efa-45be-b156-34209a94ba08 req-8fe717b6-6bcb-4e9a-8d7f-d25b699cbd87 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1994195 Aug 29 17:07:26.375935 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-3bd3219d-23c6-4759-9dc7-37a8583b91b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 200 len: 217 time: 0.0841448 Aug 29 17:07:26.462083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-a26018a1-b6be-4bdd-90dc-3a6b363b87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:26.463959 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-a26018a1-b6be-4bdd-90dc-3a6b363b87bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0801635 Aug 29 17:07:26.523062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-17e4b701-5d33-422b-9907-e52d23caf153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:26.525808 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-17e4b701-5d33-422b-9907-e52d23caf153 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541904 Aug 29 17:07:26.812445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ed0cf62-c362-436e-8b1c-310c0d879e10 req-f50c54eb-896d-4d4b-b189-575f74e98282 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 210 time: 0.0590293 Aug 29 17:07:26.843067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-283edffb-6df6-4b2c-a50b-e52810e6f559 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092005 Aug 29 17:07:27.061973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4c47125b-b1cd-4855-898f-03675ff6a52f service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098436 Aug 29 17:07:27.141190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.156013 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-018d2011-66b1-43a0-82e0-1154e78871e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4 HTTP/1.1" status: 200 len: 217 time: 0.0867453 Aug 29 17:07:27.160156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.170338 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.174267 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "DELETE /v2.0/networks/faac1971-ce36-4a1b-9964-2e06aadc4a8f HTTP/1.1" status: 204 len: 168 time: 1.7943060 Aug 29 17:07:27.205317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40724) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:27.238592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Network 94a5acfb-196e-4945-8f67-1ced35f51696 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:27.269196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e59c01f8-0059-4c49-b8e6-1f7ed7c9d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:27.270599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:27.272799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e59c01f8-0059-4c49-b8e6-1f7ed7c9d44f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1096938 Aug 29 17:07:27.280051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b207564-e824-47a7-bcc0-04e1a0aa5538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event deleted for resources: {'Network': ['ID=faac1971-ce36-4a1b-9964-2e06aadc4a8f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:27.303293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:27.361261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-ec3e388a-5afe-4a6b-8a6f-9a231ad73a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:27.365213 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-ec3e388a-5afe-4a6b-8a6f-9a231ad73a3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840778 Aug 29 17:07:27.466363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Pushing event updated for resources: {'Port': ['ID=fad9c28b-081a-48bb-a610-a8b77cc7943e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:27.505005 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.516150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:27.516876 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.549924 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-9c60e259-4085-49a1-87f9-f94deb477141 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5215609 Aug 29 17:07:27.550174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136cec8-7ebf-492e-86a7-25f84e0e2643 req-1795513c-75a3-4d63-826a-f49abbf68381 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:27.557169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136cec8-7ebf-492e-86a7-25f84e0e2643 req-1795513c-75a3-4d63-826a-f49abbf68381 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:27.564536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136cec8-7ebf-492e-86a7-25f84e0e2643 req-1795513c-75a3-4d63-826a-f49abbf68381 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:27.577302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Request body: {'port': {'device_id': '39dec3f3-2cd6-4977-abf3-42f6b287cb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:27.579157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136cec8-7ebf-492e-86a7-25f84e0e2643 req-1795513c-75a3-4d63-826a-f49abbf68381 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:27.597818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136cec8-7ebf-492e-86a7-25f84e0e2643 req-1795513c-75a3-4d63-826a-f49abbf68381 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:27.615125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136cec8-7ebf-492e-86a7-25f84e0e2643 req-1795513c-75a3-4d63-826a-f49abbf68381 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:27.635166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136cec8-7ebf-492e-86a7-25f84e0e2643 req-1795513c-75a3-4d63-826a-f49abbf68381 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:27.642192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4136cec8-7ebf-492e-86a7-25f84e0e2643 req-1795513c-75a3-4d63-826a-f49abbf68381 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.1685991 Aug 29 17:07:27.648058 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.659610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e93563-4b77-45d4-bc65-33e37065c83e']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:27.687705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6770290a-8f9a-480b-af48-3ed26d0baad2') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:27.688018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6770290a-8f9a-480b-af48-3ed26d0baad2') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:27.702539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.738765 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.753438 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.753438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:07:27.753620 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:07:27.757012 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:07:27.819831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-06fb8ade-5067-47ac-8fb4-5e875b541756 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467325 Aug 29 17:07:27.836892 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4136cec8-7ebf-492e-86a7-25f84e0e2643 req-bcb71868-450f-4230-be18-e43f9dded799 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1768281 Aug 29 17:07:27.863412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.885263 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:27.889749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "DELETE /v2.0/networks/08e93563-4b77-45d4-bc65-33e37065c83e HTTP/1.1" status: 204 len: 168 time: 0.6793880 Aug 29 17:07:27.889749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f29b2-9b52-4e16-bc56-d4ce5c372c5d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event deleted for resources: {'Network': ['ID=08e93563-4b77-45d4-bc65-33e37065c83e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:27.891633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40746) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:28.043644 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-a6ddcf50-6367-48c2-9cd9-55929c9496a0 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037077 Aug 29 17:07:28.114566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-1d193c53-07f8-49de-8b2c-db55d17557f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c HTTP/1.1" status: 200 len: 217 time: 0.0624964 Aug 29 17:07:28.246617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-29088d10-099a-4244-a0a3-0d0e7473b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:28.252638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-29088d10-099a-4244-a0a3-0d0e7473b568 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1313348 Aug 29 17:07:28.346428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad9c28b-081a-48bb-a610-a8b77cc7943e {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:28.355236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-cb0c8dd3-756b-44a1-9b9e-1688f0a5e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:28.356234 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:28.358598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-cb0c8dd3-756b-44a1-9b9e-1688f0a5e32f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0977867 Aug 29 17:07:28.371809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Transition to ACTIVE for port object fad9c28b-081a-48bb-a610-a8b77cc7943e will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:28.401817 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:28.528832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e65e81-b2cf-4366-b52f-7a33eedfbb94 req-82e08db8-6121-429d-86f3-a314da669119 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:28.534633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89e65e81-b2cf-4366-b52f-7a33eedfbb94 req-82e08db8-6121-429d-86f3-a314da669119 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 931 time: 0.5610042 Aug 29 17:07:28.587739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-ea7089fe-b8c3-4732-adaa-e8ca16c13dbe service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132506 Aug 29 17:07:28.626766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193139e3-1da7-427a-a77c-56104b208188 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:28.633419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193139e3-1da7-427a-a77c-56104b208188 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:28.650945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40764) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:28.653815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-193139e3-1da7-427a-a77c-56104b208188 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7611105 Aug 29 17:07:28.660428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-595981540'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:28.694357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Pushing event updated for resources: {'Port': ['ID=fad9c28b-081a-48bb-a610-a8b77cc7943e,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:28.715623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Made reservation on behalf of b2340b47d201497f96993c6a85d89bd9 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:28.724456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:28.741194 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89e65e81-b2cf-4366-b52f-7a33eedfbb94 req-37673617-509f-468d-9e16-d3bb7b2535e7 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855826 Aug 29 17:07:28.769548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Attempting to bind port fad9c28b-081a-48bb-a610-a8b77cc7943e on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:07:28.769548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Attempting to bind port fad9c28b-081a-48bb-a610-a8b77cc7943e by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '99ba4c51-bb57-4cf0-a93c-0f25795586a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:07:28.769548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Attempting to bind port fad9c28b-081a-48bb-a610-a8b77cc7943e on network 94a5acfb-196e-4945-8f67-1ced35f51696 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:28.769548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Port fad9c28b-081a-48bb-a610-a8b77cc7943e on network 94a5acfb-196e-4945-8f67-1ced35f51696 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:07:28.769548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Attempting to bind port fad9c28b-081a-48bb-a610-a8b77cc7943e on network 94a5acfb-196e-4945-8f67-1ced35f51696 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:28.775886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:07:28.776195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Checking segment: {'id': '99ba4c51-bb57-4cf0-a93c-0f25795586a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:28.776363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:07:28.776586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Bound using segment: {'id': '99ba4c51-bb57-4cf0-a93c-0f25795586a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:07:28.777019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Bound port: fad9c28b-081a-48bb-a610-a8b77cc7943e, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ba4c51-bb57-4cf0-a93c-0f25795586a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:07:28.777998 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:28.798073 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:28.798435 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Added segment 8cdffcce-d2d3-4bd9-9cdc-fea639679608 of type vlan for network 150add5c-76f6-4007-9126-7b7284b87d3b Aug 29 17:07:28.801657 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-2bf6db92-080a-4b4c-934a-fc2e6be8086f service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062182 Aug 29 17:07:28.863662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] For port fad9c28b-081a-48bb-a610-a8b77cc7943e, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:07:28.869827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] For port fad9c28b-081a-48bb-a610-a8b77cc7943e, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=fad9c28b-081a-48bb-a610-a8b77cc7943e,segment=NetworkSegment(99ba4c51-bb57-4cf0-a93c-0f25795586a5),segment_id=99ba4c51-bb57-4cf0-a93c-0f25795586a5)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:07:28.878345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:28.929996 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-abd98e32-9909-4c2e-aefb-88e29d9a2155 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a55f850-c98f-47e3-abdd-88155a009bfa HTTP/1.1" status: 200 len: 217 time: 0.1184661 Aug 29 17:07:28.959700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:28.960483 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:28.961982 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] 10.222.0.16 "PUT /v2.0/ports/fad9c28b-081a-48bb-a610-a8b77cc7943e HTTP/1.1" status: 200 len: 1092 time: 1.3902714 Aug 29 17:07:28.979855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dec3f3-2cd6-4977-abf3-42f6b287cb92', 'tag': 'fad9c28b-081a-48bb-a610-a8b77cc7943e'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:07:28.980091 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be3bb25-4756-4abb-a5ec-cc02669f4884" -d '{"events": [{"name": "network-changed", "server_uuid": "39dec3f3-2cd6-4977-abf3-42f6b287cb92", "tag": "fad9c28b-081a-48bb-a610-a8b77cc7943e"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:07:29.011452 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:29.057392 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dc3fbe-b472-4469-ab73-82b06b3c9bb3 x-openstack-request-id: req-84dc3fbe-b472-4469-ab73-82b06b3c9bb3 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:07:29.057603 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-534b5a8f-755c-44b3-9fb6-cbbb7e0dec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.057987 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dec3f3-2cd6-4977-abf3-42f6b287cb92", "tag": "fad9c28b-081a-48bb-a610-a8b77cc7943e", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:07:29.058348 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84dc3fbe-b472-4469-ab73-82b06b3c9bb3 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:07:29.059391 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dec3f3-2cd6-4977-abf3-42f6b287cb92', 'tag': 'fad9c28b-081a-48bb-a610-a8b77cc7943e', 'status': 'completed', 'code': 200} Aug 29 17:07:29.059679 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-534b5a8f-755c-44b3-9fb6-cbbb7e0dec93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.1204283 Aug 29 17:07:29.081957 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:29.087583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.088173 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:29.112558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09e092-0b53-4c66-b8af-659d1213d59c service neutron] Pushing event updated for resources: {'Port': ['ID=fad9c28b-081a-48bb-a610-a8b77cc7943e,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:29.153153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-017eeba6-d880-40e6-9dbb-c34834461e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.155246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-017eeba6-d880-40e6-9dbb-c34834461e97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a61b0bbd9884820863e08bfe687c357&device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 1095 time: 0.0946593 Aug 29 17:07:29.211479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40780) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:29.214641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-5b1d55bf-245d-41c6-8ff6-35cc581c5553 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad9c28b-081a-48bb-a610-a8b77cc7943e HTTP/1.1" status: 200 len: 217 time: 0.0515490 Aug 29 17:07:29.248712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5963037 Aug 29 17:07:29.254407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40784) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:29.261259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1003394544'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:29.274644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9a8a1fb2-5af5-4f5c-9f0b-ecf2e7bb7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.276829 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-9a8a1fb2-5af5-4f5c-9f0b-ecf2e7bb7713 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2093551 Aug 29 17:07:29.286905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-14936965-ad53-4745-8abc-2ab6855a6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.288404 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-14936965-ad53-4745-8abc-2ab6855a6f2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3b529cf-08d5-4693-a77c-abad0584bb53 HTTP/1.1" status: 200 len: 853 time: 0.0654044 Aug 29 17:07:29.289268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72a940-bbab-4e45-bd26-66a8bcf7dcc4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event updated for resources: {'Network': ['ID=150add5c-76f6-4007-9126-7b7284b87d3b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:29.304484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 150add5c-76f6-4007-9126-7b7284b87d3b details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:07:29.327607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aac40-779f-4607-9685-a559aeac330e req-1f75bf7e-4373-4cd3-ae1a-bd8ccdabb610 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.334273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aac40-779f-4607-9685-a559aeac330e req-1f75bf7e-4373-4cd3-ae1a-bd8ccdabb610 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.339207 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-114a7c7c-615e-4702-8b41-ab1feac767e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=94a5acfb-196e-4945-8f67-1ced35f51696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371673 Aug 29 17:07:29.341495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aac40-779f-4607-9685-a559aeac330e req-1f75bf7e-4373-4cd3-ae1a-bd8ccdabb610 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.347874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aac40-779f-4607-9685-a559aeac330e req-1f75bf7e-4373-4cd3-ae1a-bd8ccdabb610 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.354164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aac40-779f-4607-9685-a559aeac330e req-1f75bf7e-4373-4cd3-ae1a-bd8ccdabb610 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.361251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aac40-779f-4607-9685-a559aeac330e req-1f75bf7e-4373-4cd3-ae1a-bd8ccdabb610 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.367717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aac40-779f-4607-9685-a559aeac330e req-1f75bf7e-4373-4cd3-ae1a-bd8ccdabb610 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.369801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf4aac40-779f-4607-9685-a559aeac330e req-1f75bf7e-4373-4cd3-ae1a-bd8ccdabb610 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.2667463 Aug 29 17:07:29.433594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Made reservation on behalf of b2340b47d201497f96993c6a85d89bd9 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:29.437113 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ba562f1-e74a-401c-a592-a4ee43433170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:29.437830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:29.484798 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf4aac40-779f-4607-9685-a559aeac330e req-4cb87e2e-fae7-4cbe-b697-07d1d5d77049 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772326 Aug 29 17:07:29.500221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:07:29.518736 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-c32203f1-12a2-43be-b677-9b36e9fe5044 service neutron] 10.222.0.16 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712246 Aug 29 17:07:29.521187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-da7c8ec6-5f23-4a68-887d-6c384ce3738e service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330301 Aug 29 17:07:29.522449 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:29.523534 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Added segment 917e2f07-70a8-4b78-a669-a3c97862edf6 of type vlan for network 049cd74a-1e6a-4c12-8804-ff6f46b92a27 Aug 29 17:07:29.645527 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:29.664610 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ba562f1-e74a-401c-a592-a4ee43433170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:29.667246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-294b8164-f411-4ad3-81a4-c4d5d8a3c70b req-b87b88be-742a-4f3b-8310-444b6aa1b923 service neutron] 10.222.0.16 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410875 Aug 29 17:07:29.672575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2ba562f1-e74a-401c-a592-a4ee43433170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:29.716026 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-df3c1de8-a4f7-409a-8338-5a7c1e8115b9 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858563 Aug 29 17:07:29.720817 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2ba562f1-e74a-401c-a592-a4ee43433170 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=381d1ae66152426283d24037b528efda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5057712 Aug 29 17:07:29.721504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40794) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:29.722252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba562f1-e74a-401c-a592-a4ee43433170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511a5f86-e42d-430b-b43c-d0100fc7f78d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:29.788511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3bb25-4756-4abb-a5ec-cc02669f4884 req-2dd0e8dc-4a5d-40fd-a75c-440ccf00f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.790082 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7be3bb25-4756-4abb-a5ec-cc02669f4884 req-2dd0e8dc-4a5d-40fd-a75c-440ccf00f245 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a61b0bbd9884820863e08bfe687c357&device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 1095 time: 0.0646229 Aug 29 17:07:29.794909 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:29.802036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.802808 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:29.815559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-e8e3c3a7-5969-48af-b665-338a09815498 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5 HTTP/1.1" status: 200 len: 217 time: 0.0866959 Aug 29 17:07:29.969525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event updated for resources: {'Network': ['ID=049cd74a-1e6a-4c12-8804-ff6f46b92a27,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:29.970098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3bb25-4756-4abb-a5ec-cc02669f4884 req-2c93ebd2-3685-41e1-b7ae-9fefd21cdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:29.974862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7be3bb25-4756-4abb-a5ec-cc02669f4884 req-2c93ebd2-3685-41e1-b7ae-9fefd21cdba1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=94a5acfb-196e-4945-8f67-1ced35f51696 HTTP/1.1" status: 200 len: 914 time: 0.1762016 Aug 29 17:07:29.981879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 049cd74a-1e6a-4c12-8804-ff6f46b92a27 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:07:29.990355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40804) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:29.997564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a0e66999-8cf1-458b-9d57-16bf6719c240 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7341416 Aug 29 17:07:30.024013 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'ports': [{'network_id': '150add5c-76f6-4007-9126-7b7284b87d3b', 'name': 'tempest-port--1404631413', 'admin_state_up': True}, {'network_id': '049cd74a-1e6a-4c12-8804-ff6f46b92a27', 'admin_state_up': False}]} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:30.024336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'port': {'network_id': '150add5c-76f6-4007-9126-7b7284b87d3b', 'name': 'tempest-port--1404631413', 'admin_state_up': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:30.024833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'port': {'network_id': '049cd74a-1e6a-4c12-8804-ff6f46b92a27', 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:30.065108 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17123536-56c8-41e8-a6c5-a94c92610a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:30.073901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-55711c25-e489-4c5e-994d-0ec163b71460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.073901 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-55711c25-e489-4c5e-994d-0ec163b71460 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.2003529 Aug 29 17:07:30.124461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c719e-f074-4fe9-b4e9-67b66cdd012b req-1f6d3fea-c159-40a3-a935-23800bd1cdec tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.126127 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc5c719e-f074-4fe9-b4e9-67b66cdd012b req-1f6d3fea-c159-40a3-a935-23800bd1cdec tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 943 time: 0.2551007 Aug 29 17:07:30.140040 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7be3bb25-4756-4abb-a5ec-cc02669f4884 req-d9e25961-cf52-40de-bd97-6113565aa0ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad9c28b-081a-48bb-a610-a8b77cc7943e HTTP/1.1" status: 200 len: 217 time: 0.1487000 Aug 29 17:07:30.146525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17123536-56c8-41e8-a6c5-a94c92610a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:30.216790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-aeadb3a2-9ea0-4566-8af8-277e5b71cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.216790 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-aeadb3a2-9ea0-4566-8af8-277e5b71cb9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1370487 Aug 29 17:07:30.220322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc5c719e-f074-4fe9-b4e9-67b66cdd012b req-b2916a19-0d02-43ea-83f2-07096b83b230 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838649 Aug 29 17:07:30.226714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3bb25-4756-4abb-a5ec-cc02669f4884 req-85c9d69a-f082-482f-8872-ed68223dbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.228695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7be3bb25-4756-4abb-a5ec-cc02669f4884 req-85c9d69a-f082-482f-8872-ed68223dbf2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3b529cf-08d5-4693-a77c-abad0584bb53 HTTP/1.1" status: 200 len: 853 time: 0.0791519 Aug 29 17:07:30.316498 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17123536-56c8-41e8-a6c5-a94c92610a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:30.320716 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17123536-56c8-41e8-a6c5-a94c92610a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:30.330441 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-17123536-56c8-41e8-a6c5-a94c92610a0a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/511a5f86-e42d-430b-b43c-d0100fc7f78d HTTP/1.1" status: 204 len: 168 time: 0.6076992 Aug 29 17:07:30.359027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17123536-56c8-41e8-a6c5-a94c92610a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511a5f86-e42d-430b-b43c-d0100fc7f78d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:30.389089 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-4b57ae6b-a97a-41f1-b80c-20d3bdb43672 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649857 Aug 29 17:07:30.437915 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7be3bb25-4756-4abb-a5ec-cc02669f4884 req-7219a984-1745-4fb9-8d51-f37737013a35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=94a5acfb-196e-4945-8f67-1ced35f51696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784178 Aug 29 17:07:30.560379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Made reservation on behalf of b2340b47d201497f96993c6a85d89bd9 for: {'port': 2} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:30.564914 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:30.580283 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42419e96-04ea-448f-8bb5-f98a80e3cefb req-d179e7fb-b4a9-47eb-b516-5b90a118459f service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839385 Aug 29 17:07:30.629571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:30.777754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-f830fc81-d9da-4d35-a44c-5ce05ae7fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.779850 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-f830fc81-d9da-4d35-a44c-5ce05ae7fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.780526 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-f830fc81-d9da-4d35-a44c-5ce05ae7fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.781163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-f830fc81-d9da-4d35-a44c-5ce05ae7fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.781818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-f830fc81-d9da-4d35-a44c-5ce05ae7fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.782688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-f830fc81-d9da-4d35-a44c-5ce05ae7fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.783317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-f830fc81-d9da-4d35-a44c-5ce05ae7fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.786349 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-f830fc81-d9da-4d35-a44c-5ce05ae7fcdc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6495 time: 0.1123393 Aug 29 17:07:30.790980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] device_id is not set on port 38061eec-8d19-4dda-bb8c-a3c9704b3b20 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:07:30.799888 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7be3bb25-4756-4abb-a5ec-cc02669f4884 req-5bfffb68-f707-49b0-ab75-ccf110bf805c service neutron] 10.222.0.16 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478281 Aug 29 17:07:30.814875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa7d0b-2e0d-4762-8862-6eccd95ef7e0 req-84cf303c-1058-4abd-9434-8b387973df92 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.821283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa7d0b-2e0d-4762-8862-6eccd95ef7e0 req-84cf303c-1058-4abd-9434-8b387973df92 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.829732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa7d0b-2e0d-4762-8862-6eccd95ef7e0 req-84cf303c-1058-4abd-9434-8b387973df92 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.838054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa7d0b-2e0d-4762-8862-6eccd95ef7e0 req-84cf303c-1058-4abd-9434-8b387973df92 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.846084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa7d0b-2e0d-4762-8862-6eccd95ef7e0 req-84cf303c-1058-4abd-9434-8b387973df92 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.860910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa7d0b-2e0d-4762-8862-6eccd95ef7e0 req-84cf303c-1058-4abd-9434-8b387973df92 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.869046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa7d0b-2e0d-4762-8862-6eccd95ef7e0 req-84cf303c-1058-4abd-9434-8b387973df92 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.873927 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2daa7d0b-2e0d-4762-8862-6eccd95ef7e0 req-84cf303c-1058-4abd-9434-8b387973df92 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.2483425 Aug 29 17:07:30.876082 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40814) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:30.933522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99b9fcdf-ec1f-42c2-b76e-4c88289e516b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:30.939550 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-c6e8d7e8-bb35-4ac4-a349-9c9525f24a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:30.941051 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-c6e8d7e8-bb35-4ac4-a349-9c9525f24a50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4828ab6e-a734-4184-a1a3-7a146a417538 HTTP/1.1" status: 200 len: 902 time: 0.1480551 Aug 29 17:07:30.988489 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-17da7a11-a8d4-4c89-b89a-db56015baf98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5 HTTP/1.1" status: 200 len: 217 time: 0.0386174 Aug 29 17:07:31.000696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2daa7d0b-2e0d-4762-8862-6eccd95ef7e0 req-3ae03334-147f-4495-8d1b-5527f4200a9b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059341 Aug 29 17:07:31.080829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-8865f0df-f0d6-4c14-af14-e496206430df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:31.082116 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-8865f0df-f0d6-4c14-af14-e496206430df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.0849042 Aug 29 17:07:31.149551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-ee0de8d5-6ed3-48c4-9703-bc0f4b4c0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:31.150059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7be3bb25-4756-4abb-a5ec-cc02669f4884 req-40e37d2e-d9a1-45ab-b1ac-1b52596a3beb service neutron] 10.222.0.16 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744274 Aug 29 17:07:31.156662 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-ee0de8d5-6ed3-48c4-9703-bc0f4b4c0e1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663829 Aug 29 17:07:31.207604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:31.294305 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-bc945831-8172-4513-8370-6927a9f7a191 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294575 Aug 29 17:07:31.299501 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] device_id is not set on port 06109d86-4b30-4bbf-9563-e0ed741c838a yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:07:31.444944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99b9fcdf-ec1f-42c2-b76e-4c88289e516b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:31.457921 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99b9fcdf-ec1f-42c2-b76e-4c88289e516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:31.494183 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-99b9fcdf-ec1f-42c2-b76e-4c88289e516b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b7ded0899da44bc82a1d13071f6b520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151669 Aug 29 17:07:31.504300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40822) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:31.511075 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d95d4fe-8619-4e92-9f79-e4049f7e8db4 req-74710796-da97-4e9d-9ee0-4e100890e80e service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094748 Aug 29 17:07:31.563286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9fcdf-ec1f-42c2-b76e-4c88289e516b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32877d62-8996-4c3d-83fd-05a5fa645f4c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:31.568594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85529060-46c3-4724-a793-d6c5cb77a70f req-7617dd6d-dd8a-4044-8e97-067419b239fc tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:31.570352 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85529060-46c3-4724-a793-d6c5cb77a70f req-7617dd6d-dd8a-4044-8e97-067419b239fc tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 943 time: 0.2034304 Aug 29 17:07:31.625801 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:31.642979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85529060-46c3-4724-a793-d6c5cb77a70f req-197d6900-6f9d-48c8-b6d2-540cb509291e tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542858 Aug 29 17:07:31.649920 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3cdea21b-77bc-4797-aeff-29077f5eeb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:31.688220 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3cdea21b-77bc-4797-aeff-29077f5eeb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:31.734286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:31.806738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3cdea21b-77bc-4797-aeff-29077f5eeb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:31.809361 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3cdea21b-77bc-4797-aeff-29077f5eeb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:31.818301 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3cdea21b-77bc-4797-aeff-29077f5eeb94 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32877d62-8996-4c3d-83fd-05a5fa645f4c HTTP/1.1" status: 204 len: 168 time: 0.3077233 Aug 29 17:07:31.826994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event updated for resources: {'Port': ['ID=38061eec-8d19-4dda-bb8c-a3c9704b3b20,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:31.841014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Checking segment: {'id': '8cdffcce-d2d3-4bd9-9cdc-fea639679608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '150add5c-76f6-4007-9126-7b7284b87d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:31.841431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Network hostable DHCP agents. Network: 150add5c-76f6-4007-9126-7b7284b87d3b, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:07:31.844068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdea21b-77bc-4797-aeff-29077f5eeb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32877d62-8996-4c3d-83fd-05a5fa645f4c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:31.888581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Network 150add5c-76f6-4007-9126-7b7284b87d3b is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:07:31.904044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 150add5c-76f6-4007-9126-7b7284b87d3b) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:31.913041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b9503d-add4-4a3a-b0f2-a1f3b058cf71 None None] Network 150add5c-76f6-4007-9126-7b7284b87d3b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:31.922301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:31.923463 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:32.001316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event updated for resources: {'Port': ['ID=06109d86-4b30-4bbf-9563-e0ed741c838a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:32.005206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Checking segment: {'id': '917e2f07-70a8-4b78-a669-a3c97862edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '049cd74a-1e6a-4c12-8804-ff6f46b92a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:32.005465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Network hostable DHCP agents. Network: 049cd74a-1e6a-4c12-8804-ff6f46b92a27, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:07:32.027670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Network 049cd74a-1e6a-4c12-8804-ff6f46b92a27 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:07:32.044551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 049cd74a-1e6a-4c12-8804-ff6f46b92a27) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:32.049242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:32.062578 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.075234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.076587 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:32.100819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d6c42f-ef72-4d0e-9990-e22bdea7039c None None] Network 049cd74a-1e6a-4c12-8804-ff6f46b92a27 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:32.133958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40836) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:32.134599 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-39d55cb4-893b-4a1e-9472-c51d1668b16a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1417942 Aug 29 17:07:32.347831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57af835-e296-4d85-8c2f-42f1e304296c req-b7e42f01-6b37-4101-9336-cb668a30f99f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.358511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57af835-e296-4d85-8c2f-42f1e304296c req-b7e42f01-6b37-4101-9336-cb668a30f99f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.366468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57af835-e296-4d85-8c2f-42f1e304296c req-b7e42f01-6b37-4101-9336-cb668a30f99f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.375440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57af835-e296-4d85-8c2f-42f1e304296c req-b7e42f01-6b37-4101-9336-cb668a30f99f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.381685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57af835-e296-4d85-8c2f-42f1e304296c req-b7e42f01-6b37-4101-9336-cb668a30f99f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.390049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57af835-e296-4d85-8c2f-42f1e304296c req-b7e42f01-6b37-4101-9336-cb668a30f99f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.397063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57af835-e296-4d85-8c2f-42f1e304296c req-b7e42f01-6b37-4101-9336-cb668a30f99f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.399045 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c57af835-e296-4d85-8c2f-42f1e304296c req-b7e42f01-6b37-4101-9336-cb668a30f99f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.2060916 Aug 29 17:07:32.407470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7973ecdf-333b-4d9f-a111-6c0ead095405 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.413551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7973ecdf-333b-4d9f-a111-6c0ead095405 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.415149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7973ecdf-333b-4d9f-a111-6c0ead095405 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2798939 Aug 29 17:07:32.420850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40848) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:32.465745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c57af835-e296-4d85-8c2f-42f1e304296c req-7b112c04-c4a6-40c9-8f13-773b3259ab16 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479319 Aug 29 17:07:32.595045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-06c560ce-15fc-44a9-bd7e-930e1953ddf8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Deleting port 38061eec-8d19-4dda-bb8c-a3c9704b3b20 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:07:32.595609 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-06c560ce-15fc-44a9-bd7e-930e1953ddf8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:32.706972 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-06c560ce-15fc-44a9-bd7e-930e1953ddf8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:32.735670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-06c560ce-15fc-44a9-bd7e-930e1953ddf8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Calling delete_port for 38061eec-8d19-4dda-bb8c-a3c9704b3b20 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:07:32.862284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f8168-f904-4a8f-af99-63e8e0ad47ea req-19dc14e8-548f-481c-88d8-b1c7c7f70b23 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:32.864185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c8f8168-f904-4a8f-af99-63e8e0ad47ea req-19dc14e8-548f-481c-88d8-b1c7c7f70b23 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 943 time: 0.1176493 Aug 29 17:07:32.961002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c8f8168-f904-4a8f-af99-63e8e0ad47ea req-89e1722f-7349-4989-9f5a-9e481b2dd5a3 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870996 Aug 29 17:07:33.002315 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-06c560ce-15fc-44a9-bd7e-930e1953ddf8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:33.071907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-06c560ce-15fc-44a9-bd7e-930e1953ddf8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:33.073862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-06c560ce-15fc-44a9-bd7e-930e1953ddf8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "DELETE /v2.0/ports/38061eec-8d19-4dda-bb8c-a3c9704b3b20 HTTP/1.1" status: 204 len: 168 time: 0.6519928 Aug 29 17:07:33.077035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40874) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:33.087371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c560ce-15fc-44a9-bd7e-930e1953ddf8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event deleted for resources: {'Port': ['ID=38061eec-8d19-4dda-bb8c-a3c9704b3b20,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:33.228563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-28c88f57-dc65-4cbb-bda6-c00498f855c7 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Deleting port 06109d86-4b30-4bbf-9563-e0ed741c838a {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:07:33.229089 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28c88f57-dc65-4cbb-bda6-c00498f855c7 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:33.328457 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28c88f57-dc65-4cbb-bda6-c00498f855c7 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:33.348743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-28c88f57-dc65-4cbb-bda6-c00498f855c7 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Calling delete_port for 06109d86-4b30-4bbf-9563-e0ed741c838a owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:07:33.475848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28c88f57-dc65-4cbb-bda6-c00498f855c7 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:33.510298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c88f57-dc65-4cbb-bda6-c00498f855c7 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event deleted for resources: {'Port': ['ID=06109d86-4b30-4bbf-9563-e0ed741c838a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:33.522844 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28c88f57-dc65-4cbb-bda6-c00498f855c7 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:33.525812 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-28c88f57-dc65-4cbb-bda6-c00498f855c7 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "DELETE /v2.0/ports/06109d86-4b30-4bbf-9563-e0ed741c838a HTTP/1.1" status: 204 len: 168 time: 0.4477582 Aug 29 17:07:33.528481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40888) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:33.571061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7d7bc360-6d43-4935-91ce-ad75cde6299a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0409222 Aug 29 17:07:33.576291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40890) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:33.582270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2018606622'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:33.611959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Made reservation on behalf of b2340b47d201497f96993c6a85d89bd9 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:33.630447 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:33.714201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156f94d-20af-46b9-8d6a-3ff776b7c055 req-060d0728-4196-4dec-99ac-680c310effa4 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:33.720229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156f94d-20af-46b9-8d6a-3ff776b7c055 req-060d0728-4196-4dec-99ac-680c310effa4 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:33.722926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:07:33.726499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156f94d-20af-46b9-8d6a-3ff776b7c055 req-060d0728-4196-4dec-99ac-680c310effa4 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:33.733113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156f94d-20af-46b9-8d6a-3ff776b7c055 req-060d0728-4196-4dec-99ac-680c310effa4 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:33.739144 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156f94d-20af-46b9-8d6a-3ff776b7c055 req-060d0728-4196-4dec-99ac-680c310effa4 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:33.745520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156f94d-20af-46b9-8d6a-3ff776b7c055 req-060d0728-4196-4dec-99ac-680c310effa4 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:33.752813 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156f94d-20af-46b9-8d6a-3ff776b7c055 req-060d0728-4196-4dec-99ac-680c310effa4 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:33.754830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c156f94d-20af-46b9-8d6a-3ff776b7c055 req-060d0728-4196-4dec-99ac-680c310effa4 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.1359828 Aug 29 17:07:33.755086 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:33.755637 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Added segment 4b1ce594-8f2f-49e6-891c-aaec9d5933a2 of type vlan for network 3005f7e3-1766-4e86-9047-2e1a36f4a116 Aug 29 17:07:33.835280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:33.867840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c156f94d-20af-46b9-8d6a-3ff776b7c055 req-81b68153-d0e9-4ef3-9b41-e0e1b0fb661a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015019 Aug 29 17:07:33.896784 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:33.913371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:33.916137 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:33.999809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40920) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:34.000996 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4158125 Aug 29 17:07:34.021084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1894736747'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:34.055874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ae008-ebda-46b7-9e81-9f79f959c1b8 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event updated for resources: {'Network': ['ID=3005f7e3-1766-4e86-9047-2e1a36f4a116,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:34.076964 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 3005f7e3-1766-4e86-9047-2e1a36f4a116 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:07:34.128168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Made reservation on behalf of b2340b47d201497f96993c6a85d89bd9 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:34.136090 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:34.177445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:07:34.200237 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:34.201041 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Added segment 95d6b299-f2d4-4933-8479-757026d55b5c of type vlan for network 17173da1-2a12-40ca-82b9-6a201252fd88 Aug 29 17:07:34.266788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:34.312865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:34.323866 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:34.327981 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:34.359154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be316-687e-453c-9d5f-d6a0cdfc4bcb req-5fe6457a-62f1-414a-8ab7-8e63972008b0 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:34.371032 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d39be316-687e-453c-9d5f-d6a0cdfc4bcb req-5fe6457a-62f1-414a-8ab7-8e63972008b0 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 943 time: 0.1626699 Aug 29 17:07:34.424739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device fad9c28b-081a-48bb-a610-a8b77cc7943e details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:07:34.458663 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d39be316-687e-453c-9d5f-d6a0cdfc4bcb req-990a5fa8-00ad-40e4-90f5-7a2d6698feab tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817077 Aug 29 17:07:34.518905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5132494 Aug 29 17:07:34.530197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20962d-fcba-45d5-8644-e1c178a8fe78 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event updated for resources: {'Network': ['ID=17173da1-2a12-40ca-82b9-6a201252fd88,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:34.691502 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40956) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:34.696644 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'subnets': [{'network_id': '3005f7e3-1766-4e86-9047-2e1a36f4a116', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--188623137', 'ip_version': 4}, {'network_id': '17173da1-2a12-40ca-82b9-6a201252fd88', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:34.696964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'subnet': {'network_id': '3005f7e3-1766-4e86-9047-2e1a36f4a116', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--188623137', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:34.697890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Request body: {'subnet': {'network_id': '17173da1-2a12-40ca-82b9-6a201252fd88', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:34.764461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 17173da1-2a12-40ca-82b9-6a201252fd88 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:07:34.877158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port fad9c28b-081a-48bb-a610-a8b77cc7943e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=fad9c28b-081a-48bb-a610-a8b77cc7943e,segment=NetworkSegment(99ba4c51-bb57-4cf0-a93c-0f25795586a5),segment_id=99ba4c51-bb57-4cf0-a93c-0f25795586a5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:34.899018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'fad9c28b-081a-48bb-a610-a8b77cc7943e', 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696', 'port_id': 'fad9c28b-081a-48bb-a610-a8b77cc7943e', 'mac_address': 'fa:16:3e:67:40:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b529cf-08d5-4693-a77c-abad0584bb53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:07:34.957627 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:34.975310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad9c28b-081a-48bb-a610-a8b77cc7943e {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:34.980056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Made reservation on behalf of b2340b47d201497f96993c6a85d89bd9 for: {'subnet': 2} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:34.985648 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:34.985994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:35.003408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port fad9c28b-081a-48bb-a610-a8b77cc7943e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=fad9c28b-081a-48bb-a610-a8b77cc7943e,segment=NetworkSegment(99ba4c51-bb57-4cf0-a93c-0f25795586a5),segment_id=99ba4c51-bb57-4cf0-a93c-0f25795586a5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:35.013978 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:35.080215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=fad9c28b-081a-48bb-a610-a8b77cc7943e,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:35.101575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.102267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.103402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.106790 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.107104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.110002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.110418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.110697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.111529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.112034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.112521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.113003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:07:35.321160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d819b-8754-40b6-afcb-a7aa8adc4547 req-1ec216cd-7c6a-485a-9754-82f2e57d1497 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:35.327530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d819b-8754-40b6-afcb-a7aa8adc4547 req-1ec216cd-7c6a-485a-9754-82f2e57d1497 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:35.334026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d819b-8754-40b6-afcb-a7aa8adc4547 req-1ec216cd-7c6a-485a-9754-82f2e57d1497 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:35.340092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d819b-8754-40b6-afcb-a7aa8adc4547 req-1ec216cd-7c6a-485a-9754-82f2e57d1497 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:35.346642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d819b-8754-40b6-afcb-a7aa8adc4547 req-1ec216cd-7c6a-485a-9754-82f2e57d1497 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:35.356798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d819b-8754-40b6-afcb-a7aa8adc4547 req-1ec216cd-7c6a-485a-9754-82f2e57d1497 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:35.360422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d819b-8754-40b6-afcb-a7aa8adc4547 req-1ec216cd-7c6a-485a-9754-82f2e57d1497 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:35.362694 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-448d819b-8754-40b6-afcb-a7aa8adc4547 req-1ec216cd-7c6a-485a-9754-82f2e57d1497 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.2951388 Aug 29 17:07:35.364782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['fad9c28b-081a-48bb-a610-a8b77cc7943e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:07:35.457574 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-448d819b-8754-40b6-afcb-a7aa8adc4547 req-565dcedf-37f0-4ebc-b3e4-8e7c4ac49eac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719006 Aug 29 17:07:35.663163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ae56-831a-407f-b71c-994fecf8bc95 req-aa6e4d38-93ff-416e-a754-d7d80163c133 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:35.675516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b4ae56-831a-407f-b71c-994fecf8bc95 req-aa6e4d38-93ff-416e-a754-d7d80163c133 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 944 time: 0.1170549 Aug 29 17:07:35.771923 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:35.773666 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67b4ae56-831a-407f-b71c-994fecf8bc95 req-cd3c2b5f-b196-4af5-80a9-e304c58d737b tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966306 Aug 29 17:07:35.890859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event updated for resources: {'Subnet': ['ID=1313782a-c623-4fbd-82bb-bc2ab2626022,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:35.918948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Checking segment: {'id': '4b1ce594-8f2f-49e6-891c-aaec9d5933a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3005f7e3-1766-4e86-9047-2e1a36f4a116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:35.919497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Network hostable DHCP agents. Network: 3005f7e3-1766-4e86-9047-2e1a36f4a116, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:07:35.944038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Network 3005f7e3-1766-4e86-9047-2e1a36f4a116 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:07:35.966385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 3005f7e3-1766-4e86-9047-2e1a36f4a116) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:35.976962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:35.983800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b26ec5b-94b0-40cb-8a3f-6eebd617873b None None] Network 3005f7e3-1766-4e86-9047-2e1a36f4a116 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:36.082077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event updated for resources: {'Subnet': ['ID=f6a5ee80-dbbc-4a55-8972-93e7d31bc215,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:36.097741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Checking segment: {'id': '95d6b299-f2d4-4933-8479-757026d55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '17173da1-2a12-40ca-82b9-6a201252fd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:36.098403 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Network hostable DHCP agents. Network: 17173da1-2a12-40ca-82b9-6a201252fd88, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:07:36.139072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Network 17173da1-2a12-40ca-82b9-6a201252fd88 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:07:36.162465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 17173da1-2a12-40ca-82b9-6a201252fd88) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:36.177777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.179576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.180614 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:36.189417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4a8774-ba77-49d9-8a7d-ba47ff71c25b None None] Network 17173da1-2a12-40ca-82b9-6a201252fd88 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:36.221270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41036) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:36.232621 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0d5b9376-6b0e-46a2-8fc2-85ee0147c538 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.5250890 Aug 29 17:07:36.417268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933cac86-d505-4e05-8c1f-30b0426b227d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.420110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933cac86-d505-4e05-8c1f-30b0426b227d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.435118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933cac86-d505-4e05-8c1f-30b0426b227d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.437142 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-933cac86-d505-4e05-8c1f-30b0426b227d tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2148852 Aug 29 17:07:36.445361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41044) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:36.592771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c0ff87-d216-4b64-80c0-b4c92cedbcb4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Deleting subnet 1313782a-c623-4fbd-82bb-bc2ab2626022 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:07:36.605648 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7c0ff87-d216-4b64-80c0-b4c92cedbcb4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:36.659013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-17173da1-2a12-40ca-82b9-6a201252fd88', 'network_id': '17173da1-2a12-40ca-82b9-6a201252fd88', 'tenant_id': 'b2340b47d201497f96993c6a85d89bd9', 'fixed_ips': [{'subnet_id': 'f6a5ee80-dbbc-4a55-8972-93e7d31bc215'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:07:36.660250 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:36.754856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e5156-cb39-4db4-88d1-e5af24bbd3a4 req-c6ffdc32-a170-4322-9ed7-75964673f562 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.763641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e5156-cb39-4db4-88d1-e5af24bbd3a4 req-c6ffdc32-a170-4322-9ed7-75964673f562 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.775038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517333ec-82b8-452d-83df-d3575bfda9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-3005f7e3-1766-4e86-9047-2e1a36f4a116', 'network_id': '3005f7e3-1766-4e86-9047-2e1a36f4a116', 'tenant_id': 'b2340b47d201497f96993c6a85d89bd9', 'fixed_ips': [{'subnet_id': '1313782a-c623-4fbd-82bb-bc2ab2626022'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:07:36.776048 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-517333ec-82b8-452d-83df-d3575bfda9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:36.781281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e5156-cb39-4db4-88d1-e5af24bbd3a4 req-c6ffdc32-a170-4322-9ed7-75964673f562 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.789876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e5156-cb39-4db4-88d1-e5af24bbd3a4 req-c6ffdc32-a170-4322-9ed7-75964673f562 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.800784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e5156-cb39-4db4-88d1-e5af24bbd3a4 req-c6ffdc32-a170-4322-9ed7-75964673f562 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.805325 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7c0ff87-d216-4b64-80c0-b4c92cedbcb4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:36.818672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e5156-cb39-4db4-88d1-e5af24bbd3a4 req-c6ffdc32-a170-4322-9ed7-75964673f562 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.836460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e5156-cb39-4db4-88d1-e5af24bbd3a4 req-c6ffdc32-a170-4322-9ed7-75964673f562 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:36.842846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db2e5156-cb39-4db4-88d1-e5af24bbd3a4 req-c6ffdc32-a170-4322-9ed7-75964673f562 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.2127810 Aug 29 17:07:36.943377 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7c0ff87-d216-4b64-80c0-b4c92cedbcb4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:36.984290 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db2e5156-cb39-4db4-88d1-e5af24bbd3a4 req-4f0c5c41-c25c-4544-88c2-6d0c2745e14a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255708 Aug 29 17:07:37.155266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7c0ff87-d216-4b64-80c0-b4c92cedbcb4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:37.156577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Allocated IP 172.20.0.18 (17173da1-2a12-40ca-82b9-6a201252fd88/f6a5ee80-dbbc-4a55-8972-93e7d31bc215/1ad003cb-7005-454c-9ff6-bffe4e18c221) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-517333ec-82b8-452d-83df-d3575bfda9d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1313782a-c623-4fbd-82bb-bc2ab2626022: This subnet is being modified by another concurrent operation. Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1313782a-c623-4fbd-82bb-bc2ab2626022: This subnet is being modified by another concurrent operation. Aug 29 17:07:37.164683 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 17:07:37.200856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce60dfc-7aab-4874-9695-f221e278a047 None None] Network 3005f7e3-1766-4e86-9047-2e1a36f4a116 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:37.302239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951b803-0eb8-47f8-9290-e24ff369acee req-cd42ce6c-d70a-4b5b-8c0b-5dd9d28b7d79 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:37.312088 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2951b803-0eb8-47f8-9290-e24ff369acee req-cd42ce6c-d70a-4b5b-8c0b-5dd9d28b7d79 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 944 time: 0.2905269 Aug 29 17:07:37.333903 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0ff87-d216-4b64-80c0-b4c92cedbcb4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event deleted for resources: {'Subnet': ['ID=1313782a-c623-4fbd-82bb-bc2ab2626022,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:37.364929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7c0ff87-d216-4b64-80c0-b4c92cedbcb4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:37.369492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f7c0ff87-d216-4b64-80c0-b4c92cedbcb4 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "DELETE /v2.0/subnets/1313782a-c623-4fbd-82bb-bc2ab2626022 HTTP/1.1" status: 204 len: 168 time: 0.9204257 Aug 29 17:07:37.370145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41104) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:37.401872 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2951b803-0eb8-47f8-9290-e24ff369acee req-cefbc028-18d5-4874-9eb9-97012091d90f tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527565 Aug 29 17:07:37.634562 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:37.646844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Transition to ACTIVE for port object 1ad003cb-7005-454c-9ff6-bffe4e18c221 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:37.669658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Transition to ACTIVE for port object 1ad003cb-7005-454c-9ff6-bffe4e18c221 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:37.692464 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:37.782220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Network 17173da1-2a12-40ca-82b9-6a201252fd88 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:37.797005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:37.801937 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:37.823468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Pushing event updated for resources: {'Port': ['ID=1ad003cb-7005-454c-9ff6-bffe4e18c221,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:37.992595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Attempting to bind port 1ad003cb-7005-454c-9ff6-bffe4e18c221 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:07:37.992894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Attempting to bind port 1ad003cb-7005-454c-9ff6-bffe4e18c221 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '95d6b299-f2d4-4933-8479-757026d55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '17173da1-2a12-40ca-82b9-6a201252fd88'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:07:37.993294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Attempting to bind port 1ad003cb-7005-454c-9ff6-bffe4e18c221 on network 17173da1-2a12-40ca-82b9-6a201252fd88 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:38.004831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:07:38.006234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Checking segment: {'id': '95d6b299-f2d4-4933-8479-757026d55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '17173da1-2a12-40ca-82b9-6a201252fd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:38.007718 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:38.009404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Bound using segment: {'id': '95d6b299-f2d4-4933-8479-757026d55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '17173da1-2a12-40ca-82b9-6a201252fd88'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:07:38.010427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Bound port: 1ad003cb-7005-454c-9ff6-bffe4e18c221, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d6b299-f2d4-4933-8479-757026d55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '17173da1-2a12-40ca-82b9-6a201252fd88'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:07:38.012746 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:38.206012 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] For port 1ad003cb-7005-454c-9ff6-bffe4e18c221, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:07:38.210434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] For port 1ad003cb-7005-454c-9ff6-bffe4e18c221, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1ad003cb-7005-454c-9ff6-bffe4e18c221,segment=NetworkSegment(95d6b299-f2d4-4933-8479-757026d55b5c),segment_id=95d6b299-f2d4-4933-8479-757026d55b5c)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:07:38.229762 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:38.318427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a03c86-4000-4146-870a-a6c73236194b req-65428ba0-59fd-4892-8d65-a548a895cb4e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:38.325707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a03c86-4000-4146-870a-a6c73236194b req-65428ba0-59fd-4892-8d65-a548a895cb4e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:38.336570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a03c86-4000-4146-870a-a6c73236194b req-65428ba0-59fd-4892-8d65-a548a895cb4e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:38.354194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a03c86-4000-4146-870a-a6c73236194b req-65428ba0-59fd-4892-8d65-a548a895cb4e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:38.364970 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-83363d62-a798-42e1-a25f-88fe7a08b359 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Deleting subnet f6a5ee80-dbbc-4a55-8972-93e7d31bc215 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:07:38.367465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a03c86-4000-4146-870a-a6c73236194b req-65428ba0-59fd-4892-8d65-a548a895cb4e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:38.371894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe5a54-7d3a-4635-9a56-fbba98451206 None None] Pushing event updated for resources: {'Port': ['ID=1ad003cb-7005-454c-9ff6-bffe4e18c221,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:38.388330 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83363d62-a798-42e1-a25f-88fe7a08b359 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:38.433497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a03c86-4000-4146-870a-a6c73236194b req-65428ba0-59fd-4892-8d65-a548a895cb4e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:38.456894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a03c86-4000-4146-870a-a6c73236194b req-65428ba0-59fd-4892-8d65-a548a895cb4e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:38.460114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device fad9c28b-081a-48bb-a610-a8b77cc7943e up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:07:38.466595 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1a03c86-4000-4146-870a-a6c73236194b req-65428ba0-59fd-4892-8d65-a548a895cb4e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.2917504 Aug 29 17:07:38.497423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41136) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:38.538015 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83363d62-a798-42e1-a25f-88fe7a08b359 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:38.568849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1a03c86-4000-4146-870a-a6c73236194b req-4d7e6863-c069-45b1-bf82-190596f80f91 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017647 Aug 29 17:07:38.609051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port fad9c28b-081a-48bb-a610-a8b77cc7943e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:38.619762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port fad9c28b-081a-48bb-a610-a8b77cc7943e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:38.620383 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:38.751010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b4b72-430b-4dfc-b56b-dba29a8032cd req-b8a84f5c-b6e7-43cf-9e6e-c27f3058519a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:38.762376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d95b4b72-430b-4dfc-b56b-dba29a8032cd req-b8a84f5c-b6e7-43cf-9e6e-c27f3058519a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 944 time: 0.1278048 Aug 29 17:07:38.841653 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d95b4b72-430b-4dfc-b56b-dba29a8032cd req-fdbb92d2-2d7b-4ec2-bcee-a6decefa1c02 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516446 Aug 29 17:07:38.848008 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83363d62-a798-42e1-a25f-88fe7a08b359 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:38.889057 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:38.924517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dec3f3-2cd6-4977-abf3-42f6b287cb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad9c28b-081a-48bb-a610-a8b77cc7943e'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:07:38.927307 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc380701-c4a8-489d-9316-c30572b46ed2" -d '{"events": [{"server_uuid": "39dec3f3-2cd6-4977-abf3-42f6b287cb92", "name": "network-vif-plugged", "status": "completed", "tag": "fad9c28b-081a-48bb-a610-a8b77cc7943e"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:07:38.931339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port fad9c28b-081a-48bb-a610-a8b77cc7943e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=fad9c28b-081a-48bb-a610-a8b77cc7943e,segment=NetworkSegment(99ba4c51-bb57-4cf0-a93c-0f25795586a5),segment_id=99ba4c51-bb57-4cf0-a93c-0f25795586a5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:38.931573 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9f42eff-f1db-46f6-88dd-44efa5638aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:38.940524 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.047224 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83363d62-a798-42e1-a25f-88fe7a08b359 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.059471 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a428d34-12e2-4211-844f-903948a964b6 x-openstack-request-id: req-1a428d34-12e2-4211-844f-903948a964b6 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:07:39.059707 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dec3f3-2cd6-4977-abf3-42f6b287cb92", "name": "network-vif-plugged", "status": "completed", "tag": "fad9c28b-081a-48bb-a610-a8b77cc7943e", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:07:39.059969 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a428d34-12e2-4211-844f-903948a964b6 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:07:39.060377 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dec3f3-2cd6-4977-abf3-42f6b287cb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad9c28b-081a-48bb-a610-a8b77cc7943e', 'code': 200} Aug 29 17:07:39.072125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=fad9c28b-081a-48bb-a610-a8b77cc7943e,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:39.185100 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83363d62-a798-42e1-a25f-88fe7a08b359 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.191149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-83363d62-a798-42e1-a25f-88fe7a08b359 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "DELETE /v2.0/subnets/f6a5ee80-dbbc-4a55-8972-93e7d31bc215 HTTP/1.1" status: 204 len: 168 time: 1.8199823 Aug 29 17:07:39.192445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83363d62-a798-42e1-a25f-88fe7a08b359 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a5ee80-dbbc-4a55-8972-93e7d31bc215,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:39.198571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41148) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:39.202211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a49fc-c061-48f5-9b2a-ac657883a51b req-148d79b5-3927-4774-ac46-f46e5cb97480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:39.203722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-968a49fc-c061-48f5-9b2a-ac657883a51b req-148d79b5-3927-4774-ac46-f46e5cb97480 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 1097 time: 0.0920238 Aug 29 17:07:39.245100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1ad003cb-7005-454c-9ff6-bffe4e18c221 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:07:39.280794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-968a49fc-c061-48f5-9b2a-ac657883a51b req-ac3e0969-7a23-4603-802a-4d5bdf3ee10a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694866 Aug 29 17:07:39.306704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eece3313-b7b5-4cce-ad76-2136f877c20c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:39.309734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eece3313-b7b5-4cce-ad76-2136f877c20c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1101985 Aug 29 17:07:39.313331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41150) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:39.323575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 1ad003cb-7005-454c-9ff6-bffe4e18c221 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:39.333027 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9f42eff-f1db-46f6-88dd-44efa5638aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.338703 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9f42eff-f1db-46f6-88dd-44efa5638aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.395764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f42eff-f1db-46f6-88dd-44efa5638aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3c39b5-16ad-46f1-9050-f39cc0565622,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:39.403527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c9f42eff-f1db-46f6-88dd-44efa5638aa3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf280165091045dea81bd0b6c5815a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9049890 Aug 29 17:07:39.404138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41152) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:39.471470 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.498006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-388805e5-f20c-4945-9eea-d5c89bc7ccd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.564824 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-388805e5-f20c-4945-9eea-d5c89bc7ccd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.624249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Deleting port 1ad003cb-7005-454c-9ff6-bffe4e18c221 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:07:39.624705 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.651840 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-388805e5-f20c-4945-9eea-d5c89bc7ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.655149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-388805e5-f20c-4945-9eea-d5c89bc7ccd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.656283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-388805e5-f20c-4945-9eea-d5c89bc7ccd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c3c39b5-16ad-46f1-9050-f39cc0565622 HTTP/1.1" status: 204 len: 168 time: 0.2509012 Aug 29 17:07:39.682177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388805e5-f20c-4945-9eea-d5c89bc7ccd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3c39b5-16ad-46f1-9050-f39cc0565622,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:39.773299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] For port 1ad003cb-7005-454c-9ff6-bffe4e18c221, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1ad003cb-7005-454c-9ff6-bffe4e18c221,segment=NetworkSegment(95d6b299-f2d4-4933-8479-757026d55b5c),segment_id=95d6b299-f2d4-4933-8479-757026d55b5c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:39.773628 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:39.798408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Calling delete_port for 1ad003cb-7005-454c-9ff6-bffe4e18c221 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:07:39.833898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60294a5-75ac-4cd0-9e4f-acf7010dd166 req-34b72f2c-4832-4d4f-83e7-7638d3a57a32 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:39.841054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60294a5-75ac-4cd0-9e4f-acf7010dd166 req-34b72f2c-4832-4d4f-83e7-7638d3a57a32 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:39.850124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60294a5-75ac-4cd0-9e4f-acf7010dd166 req-34b72f2c-4832-4d4f-83e7-7638d3a57a32 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:39.856649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60294a5-75ac-4cd0-9e4f-acf7010dd166 req-34b72f2c-4832-4d4f-83e7-7638d3a57a32 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:39.872762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60294a5-75ac-4cd0-9e4f-acf7010dd166 req-34b72f2c-4832-4d4f-83e7-7638d3a57a32 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:39.886037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60294a5-75ac-4cd0-9e4f-acf7010dd166 req-34b72f2c-4832-4d4f-83e7-7638d3a57a32 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:39.905477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60294a5-75ac-4cd0-9e4f-acf7010dd166 req-34b72f2c-4832-4d4f-83e7-7638d3a57a32 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:39.917606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e60294a5-75ac-4cd0-9e4f-acf7010dd166 req-34b72f2c-4832-4d4f-83e7-7638d3a57a32 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.1903825 Aug 29 17:07:40.018530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e60294a5-75ac-4cd0-9e4f-acf7010dd166 req-2b74e8d4-0f59-492b-9a6d-6a2dfd14e1dc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927944 Aug 29 17:07:40.069870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f2f67c-5fad-4547-bfb3-e89783e41d97 None None] Network 17173da1-2a12-40ca-82b9-6a201252fd88 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:40.071834 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:40.086832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] No DVR routers for this DVR port 1ad003cb-7005-454c-9ff6-bffe4e18c221 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:07:40.127875 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event deleted for resources: {'Port': ['ID=1ad003cb-7005-454c-9ff6-bffe4e18c221,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:40.209073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3d5d0efe-1d4f-466b-8581-6a8db853b5ec None None] Could not find standard attr ID for object 1ad003cb-7005-454c-9ff6-bffe4e18c221. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:07:40.228786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:40.240640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17173da1-2a12-40ca-82b9-6a201252fd88']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:40.253740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d6b299-f2d4-4933-8479-757026d55b5c') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:40.255069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d6b299-f2d4-4933-8479-757026d55b5c') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:40.278053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:40.303387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:40.318264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:07:40.319413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:07:40.330788 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:07:40.393902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aeae06-008c-4393-bb50-1140ecd67102 None None] DHCP port deletion for 17173da1-2a12-40ca-82b9-6a201252fd88 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:07:40.436583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973292bf-2fce-43a8-948a-fbce8c31aece None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:07:40.466561 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:40.473689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:40.478574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41182) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:40.489513 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "DELETE /v2.0/networks/17173da1-2a12-40ca-82b9-6a201252fd88 HTTP/1.1" status: 204 len: 168 time: 1.1734209 Aug 29 17:07:40.534864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5abb8-72d7-4cac-9511-e25341b5882c tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event deleted for resources: {'Network': ['ID=17173da1-2a12-40ca-82b9-6a201252fd88,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:40.599677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973292bf-2fce-43a8-948a-fbce8c31aece None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:07:40.672173 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:40.801051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a68ee9-c833-49fe-9171-2e346e99aa2c req-212f5bc0-06b6-4be4-a1ab-5e90825cd322 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:40.809327 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24a68ee9-c833-49fe-9171-2e346e99aa2c req-212f5bc0-06b6-4be4-a1ab-5e90825cd322 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 945 time: 0.8009639 Aug 29 17:07:40.880569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:41.189133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1ad003cb-7005-454c-9ff6-bffe4e18c221 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:07:41.245058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41210) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:41.250334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 1ad003cb-7005-454c-9ff6-bffe4e18c221 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:07:41.250856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1ad003cb-7005-454c-9ff6-bffe4e18c221 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:07:41.283963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4e1bc-a0f3-423e-ba42-8283cf074b77 req-87e86f5b-ac09-4399-a9f2-40b026240ec0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:41.291179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4e1bc-a0f3-423e-ba42-8283cf074b77 req-87e86f5b-ac09-4399-a9f2-40b026240ec0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:41.298276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4e1bc-a0f3-423e-ba42-8283cf074b77 req-87e86f5b-ac09-4399-a9f2-40b026240ec0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:41.305272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4e1bc-a0f3-423e-ba42-8283cf074b77 req-87e86f5b-ac09-4399-a9f2-40b026240ec0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:41.313707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4e1bc-a0f3-423e-ba42-8283cf074b77 req-87e86f5b-ac09-4399-a9f2-40b026240ec0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:41.320445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4e1bc-a0f3-423e-ba42-8283cf074b77 req-87e86f5b-ac09-4399-a9f2-40b026240ec0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:41.329054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4e1bc-a0f3-423e-ba42-8283cf074b77 req-87e86f5b-ac09-4399-a9f2-40b026240ec0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:41.338226 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57c4e1bc-a0f3-423e-ba42-8283cf074b77 req-87e86f5b-ac09-4399-a9f2-40b026240ec0 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.1479547 Aug 29 17:07:41.407316 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57c4e1bc-a0f3-423e-ba42-8283cf074b77 req-d1b64bd5-6f0f-4b89-9da0-bd2804854cb5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674417 Aug 29 17:07:41.520263 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b8c9d60e-9f2f-4851-a655-62870bd739ce tempest-AgentManagementNegativeTest-748501283 tempest-AgentManagementNegativeTest-748501283-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2730408 Aug 29 17:07:41.526092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3005f7e3-1766-4e86-9047-2e1a36f4a116']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:41.539037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1ce594-8f2f-49e6-891c-aaec9d5933a2') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:41.539342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1ce594-8f2f-49e6-891c-aaec9d5933a2') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:41.544237 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-24a68ee9-c833-49fe-9171-2e346e99aa2c req-cbdced18-6a26-4cbf-99bd-c4b6474948fd tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7341332 Aug 29 17:07:41.563471 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:41.593661 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:41.607392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:07:41.608041 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:07:41.612790 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:07:41.696512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:41.727954 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:41.734193 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41220) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:41.743399 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "DELETE /v2.0/networks/3005f7e3-1766-4e86-9047-2e1a36f4a116 HTTP/1.1" status: 204 len: 168 time: 1.2638905 Aug 29 17:07:41.745841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02620472-dee4-4733-9ef1-6fc70a87116a tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event deleted for resources: {'Network': ['ID=3005f7e3-1766-4e86-9047-2e1a36f4a116,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:41.844169 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:41.957732 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:41.972168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049cd74a-1e6a-4c12-8804-ff6f46b92a27']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:41.987132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917e2f07-70a8-4b78-a669-a3c97862edf6') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:41.987514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917e2f07-70a8-4b78-a669-a3c97862edf6') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:42.002003 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.016939 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-c5ebf579-b48a-4e26-b3c7-adeecfee6f07 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0729330 Aug 29 17:07:42.022608 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.032843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41226) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:42.034975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:07:42.035545 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:07:42.038644 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:07:42.125688 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.138906 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.150946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "DELETE /v2.0/networks/049cd74a-1e6a-4c12-8804-ff6f46b92a27 HTTP/1.1" status: 204 len: 168 time: 0.4152331 Aug 29 17:07:42.156407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-1d787e9e-8895-4a99-b290-0439c9f4bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.157722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-1d787e9e-8895-4a99-b290-0439c9f4bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.159103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-1d787e9e-8895-4a99-b290-0439c9f4bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.160025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-1d787e9e-8895-4a99-b290-0439c9f4bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.160838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-1d787e9e-8895-4a99-b290-0439c9f4bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.161794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-1d787e9e-8895-4a99-b290-0439c9f4bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.162643 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-1d787e9e-8895-4a99-b290-0439c9f4bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.166029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41232) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:42.166372 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-1d787e9e-8895-4a99-b290-0439c9f4bd7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6499 time: 0.0937514 Aug 29 17:07:42.181764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6b7d5-ac7a-433f-91a6-7d62c014f0aa tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event deleted for resources: {'Network': ['ID=049cd74a-1e6a-4c12-8804-ff6f46b92a27,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:42.203480 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12e57dcb-ff66-48b7-83f9-b6801de74352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.257483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.318049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-ec6cfec0-a3fc-4525-ac43-7a1f503e6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.318650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-ec6cfec0-a3fc-4525-ac43-7a1f503e6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.319156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-ec6cfec0-a3fc-4525-ac43-7a1f503e6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.320872 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-ec6cfec0-a3fc-4525-ac43-7a1f503e6f04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865 HTTP/1.1" status: 200 len: 2292 time: 0.1140153 Aug 29 17:07:42.373879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.385557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150add5c-76f6-4007-9126-7b7284b87d3b']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:42.399236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdffcce-d2d3-4bd9-9cdc-fea639679608') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:42.400714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdffcce-d2d3-4bd9-9cdc-fea639679608') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:42.414303 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.432996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.444150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:07:42.444946 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:07:42.450110 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:07:42.471419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-7dce7534-a804-47c3-9332-bc66018e6de1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d HTTP/1.1" status: 200 len: 1002 time: 0.1399529 Aug 29 17:07:42.548397 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.563481 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.580768 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] 10.222.0.22 "DELETE /v2.0/networks/150add5c-76f6-4007-9126-7b7284b87d3b HTTP/1.1" status: 204 len: 168 time: 0.4018137 Aug 29 17:07:42.606805 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-7a821c10-48c7-4693-ae68-4c2ad9d80de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.609443 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-7a821c10-48c7-4693-ae68-4c2ad9d80de2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe5a512-6172-449e-9511-cbf3fdbc8e3d HTTP/1.1" status: 200 len: 850 time: 0.1324775 Aug 29 17:07:42.611739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab4f7f-059a-4899-b0df-67d98667ca48 tempest-BulkNetworkOpsTest-1983400304 tempest-BulkNetworkOpsTest-1983400304-project] Pushing event deleted for resources: {'Network': ['ID=150add5c-76f6-4007-9126-7b7284b87d3b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:42.694201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79f08-0d08-4fcd-a56d-a6d7e09b2428 req-0a0b611e-a55e-462c-b172-3923b5e76a27 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.701408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79f08-0d08-4fcd-a56d-a6d7e09b2428 req-0a0b611e-a55e-462c-b172-3923b5e76a27 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.709100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79f08-0d08-4fcd-a56d-a6d7e09b2428 req-0a0b611e-a55e-462c-b172-3923b5e76a27 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.716101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79f08-0d08-4fcd-a56d-a6d7e09b2428 req-0a0b611e-a55e-462c-b172-3923b5e76a27 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.726698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79f08-0d08-4fcd-a56d-a6d7e09b2428 req-0a0b611e-a55e-462c-b172-3923b5e76a27 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.733985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79f08-0d08-4fcd-a56d-a6d7e09b2428 req-0a0b611e-a55e-462c-b172-3923b5e76a27 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.740187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79f08-0d08-4fcd-a56d-a6d7e09b2428 req-0a0b611e-a55e-462c-b172-3923b5e76a27 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.745626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d03a0-9d99-4252-97a8-74ef1072bb9b req-9e92ee9c-15bd-41e9-a50d-471660d38950 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.749071 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb79f08-0d08-4fcd-a56d-a6d7e09b2428 req-0a0b611e-a55e-462c-b172-3923b5e76a27 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.2175908 Aug 29 17:07:42.749695 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e4d03a0-9d99-4252-97a8-74ef1072bb9b req-9e92ee9c-15bd-41e9-a50d-471660d38950 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 945 time: 0.0964530 Aug 29 17:07:42.822059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e4d03a0-9d99-4252-97a8-74ef1072bb9b req-22b9a031-1aa1-45b8-bba2-0b7cfe392913 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662715 Aug 29 17:07:42.849714 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e79befb0-133f-4fff-9f42-2fd1307c219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.865215 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12e57dcb-ff66-48b7-83f9-b6801de74352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.893718 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb79f08-0d08-4fcd-a56d-a6d7e09b2428 req-eb007fdc-ed5c-4fbb-99be-c1a3395c3c5a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271219 Aug 29 17:07:42.901655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-597946f1-eb79-4108-9871-204fe4505102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:42.905383 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-597946f1-eb79-4108-9871-204fe4505102 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2848830 Aug 29 17:07:42.908024 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12e57dcb-ff66-48b7-83f9-b6801de74352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:42.914107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41256) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:43.043763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41280) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:43.044103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-12e57dcb-ff66-48b7-83f9-b6801de74352 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b6829eaae1b4607a23e67128b314463&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0093961 Aug 29 17:07:43.044954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e57dcb-ff66-48b7-83f9-b6801de74352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c2e08b-4f8d-4cdf-ba80-07fc684a32c3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:43.103267 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-267de8bc-c273-4ee6-b8cd-ff126934ea77 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827564 Aug 29 17:07:43.231670 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9aca1bc4-7c41-465e-9707-eae8e40ecc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:43.235749 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-96c6def9-38b1-4680-bf69-a4cec753336d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2340b47d201497f96993c6a85d89bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203962 Aug 29 17:07:43.239148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41292) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:43.262830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-de1c35c9-0667-4b3e-b3a1-4f516c69e755 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510010 Aug 29 17:07:43.280390 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9aca1bc4-7c41-465e-9707-eae8e40ecc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:43.342467 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-9964f32b-2603-48c1-ae42-09ec95366d77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 200 len: 217 time: 0.0720396 Aug 29 17:07:43.382994 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74e8a8a2-56f1-483f-aa4f-c055dc0c7f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:43.436404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9aca1bc4-7c41-465e-9707-eae8e40ecc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:43.438993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9aca1bc4-7c41-465e-9707-eae8e40ecc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:43.442481 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9aca1bc4-7c41-465e-9707-eae8e40ecc83 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0c2e08b-4f8d-4cdf-ba80-07fc684a32c3 HTTP/1.1" status: 204 len: 168 time: 0.3954110 Aug 29 17:07:43.456322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-bd81b0e0-eb76-4a89-9dde-9fdeae066480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:43.458025 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-bd81b0e0-eb76-4a89-9dde-9fdeae066480 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1093140 Aug 29 17:07:43.464030 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74e8a8a2-56f1-483f-aa4f-c055dc0c7f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:43.479737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca1bc4-7c41-465e-9707-eae8e40ecc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c2e08b-4f8d-4cdf-ba80-07fc684a32c3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:43.545693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-eb84818b-ef7c-4057-a330-a6e5db60cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:43.548073 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-eb84818b-ef7c-4057-a330-a6e5db60cae6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814593 Aug 29 17:07:43.613651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74e8a8a2-56f1-483f-aa4f-c055dc0c7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:43.616581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74e8a8a2-56f1-483f-aa4f-c055dc0c7f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:43.617793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-74e8a8a2-56f1-483f-aa4f-c055dc0c7f52 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93413722-9fa3-4b77-bb15-0e53fc783e09 HTTP/1.1" status: 204 len: 168 time: 0.3777261 Aug 29 17:07:43.632377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8a8a2-56f1-483f-aa4f-c055dc0c7f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93413722-9fa3-4b77-bb15-0e53fc783e09,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:43.721522 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-a0ecc3f0-6fd6-457a-ab38-e8b6db25d1d2 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658475 Aug 29 17:07:43.858001 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-a4da18bf-2cc4-45b4-b4c8-b3c3bcc14859 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287358 Aug 29 17:07:43.908496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-177d5063-bbcd-400e-bc65-cdd2a4ed5d3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 200 len: 217 time: 0.0417445 Aug 29 17:07:44.058577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-5e0e8863-b17f-4d4e-be97-395fd953df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:44.060093 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-5e0e8863-b17f-4d4e-be97-395fd953df66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1451769 Aug 29 17:07:44.180872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-866e5a29-15cf-4a54-b99d-855ece6a033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:44.182793 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-866e5a29-15cf-4a54-b99d-855ece6a033b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1147978 Aug 29 17:07:44.198152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64f10-cd72-471f-9a16-79c3fc04a52f req-b6f4d0e7-4532-41d2-9430-2103efd1900e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:44.205420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64f10-cd72-471f-9a16-79c3fc04a52f req-b6f4d0e7-4532-41d2-9430-2103efd1900e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:44.212385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64f10-cd72-471f-9a16-79c3fc04a52f req-b6f4d0e7-4532-41d2-9430-2103efd1900e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:44.221464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64f10-cd72-471f-9a16-79c3fc04a52f req-b6f4d0e7-4532-41d2-9430-2103efd1900e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:44.228500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64f10-cd72-471f-9a16-79c3fc04a52f req-b6f4d0e7-4532-41d2-9430-2103efd1900e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:44.248047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64f10-cd72-471f-9a16-79c3fc04a52f req-b6f4d0e7-4532-41d2-9430-2103efd1900e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:44.255884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64f10-cd72-471f-9a16-79c3fc04a52f req-b6f4d0e7-4532-41d2-9430-2103efd1900e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:44.265432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5d64f10-cd72-471f-9a16-79c3fc04a52f req-b6f4d0e7-4532-41d2-9430-2103efd1900e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.1831210 Aug 29 17:07:44.379323 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5d64f10-cd72-471f-9a16-79c3fc04a52f req-04b19e89-5b2d-47d3-825c-a0e1fb930f97 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1130064 Aug 29 17:07:44.443436 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-254718b3-457a-4c1e-953f-28463775ef6d service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742878 Aug 29 17:07:44.681726 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-b41b29b0-f114-4383-a547-1299d8282ac8 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244802 Aug 29 17:07:44.752064 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-f6a8eb20-3303-48f9-97cd-9d1bfaf985b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1 HTTP/1.1" status: 200 len: 217 time: 0.0629714 Aug 29 17:07:44.869483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-e5f19e47-d915-45a0-a7f7-1e4190376e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:44.871490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-e5f19e47-d915-45a0-a7f7-1e4190376e7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1112852 Aug 29 17:07:45.002105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-03812fb6-fb80-4ed3-aed7-d8a7905c5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:45.003917 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-03812fb6-fb80-4ed3-aed7-d8a7905c5e44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1143403 Aug 29 17:07:45.057704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41406) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:45.144851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41410) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:45.243827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-bce45da2-3341-48d3-92d0-874bc366512e service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325828 Aug 29 17:07:45.264060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-215867474'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:45.315812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:45.321204 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.342219 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.362291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-149611420'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:45.394280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.api [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:07:45.394280 n-d-713301-13 neutron-server[111676]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:07:45.394280 n-d-713301-13 neutron-server[111676]: [parameters: {'project_id_1': 'cce9c05af26f4858ad19c7d5eb26bfcd', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 7, 45, 376978)}] Aug 29 17:07:45.394280 n-d-713301-13 neutron-server[111676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:07:45.394691 n-d-713301-13 neutron-server[111676]: DEBUG oslo_db.api [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:07:45.403202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:45.407788 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.417472 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.484551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-bfba7a38-abe8-4a8c-bf2d-185ce4aeccb6 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313974 Aug 29 17:07:45.521542 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dea6f723-b21d-4b2d-8ce1-7fb92e4c272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.552233 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.557752 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.565083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-80efadcb-1494-4170-9ff9-9ad2a3df9ed3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=efae15c7-233c-4c88-a37e-d87adca34c60 HTTP/1.1" status: 200 len: 217 time: 0.0730586 Aug 29 17:07:45.572755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:07:45.600528 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.601007 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Added segment e98bb015-c4e8-4907-9762-d2b402814030 of type vlan for network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd Aug 29 17:07:45.622743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5831742c-838a-4d76-8a3b-7e5f35d583c3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:45.663959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-7bfd7c43-8ade-49a4-a189-504ab160cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:45.665834 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-7bfd7c43-8ade-49a4-a189-504ab160cb32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.0865548 Aug 29 17:07:45.666090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.700774 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.709193 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:45.709793 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.741208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2fd65-4e04-464b-bfcf-589d2b344745 req-946d76f7-452b-41f8-8918-3362c5315bd8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:45.747739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2fd65-4e04-464b-bfcf-589d2b344745 req-946d76f7-452b-41f8-8918-3362c5315bd8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:45.754314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2fd65-4e04-464b-bfcf-589d2b344745 req-946d76f7-452b-41f8-8918-3362c5315bd8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:45.760311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2fd65-4e04-464b-bfcf-589d2b344745 req-946d76f7-452b-41f8-8918-3362c5315bd8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:45.767186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2fd65-4e04-464b-bfcf-589d2b344745 req-946d76f7-452b-41f8-8918-3362c5315bd8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:45.773525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2fd65-4e04-464b-bfcf-589d2b344745 req-946d76f7-452b-41f8-8918-3362c5315bd8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:45.777256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6304939 Aug 29 17:07:45.779821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2fd65-4e04-464b-bfcf-589d2b344745 req-946d76f7-452b-41f8-8918-3362c5315bd8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:45.781004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41422) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:45.781815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77f2fd65-4e04-464b-bfcf-589d2b344745 req-946d76f7-452b-41f8-8918-3362c5315bd8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.2157822 Aug 29 17:07:45.796593 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:45.822924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2994cde-3dd6-4d6e-948f-4fb17829fb94 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Network': ['ID=52835f8a-a69e-40cf-8d5d-d3119ae4fecd,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:45.825013 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.833744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-40ff32c3-30ed-4d40-a534-7e8886971946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:45.835308 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-40ff32c3-30ed-4d40-a534-7e8886971946 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1615775 Aug 29 17:07:45.844700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:07:45.883285 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77f2fd65-4e04-464b-bfcf-589d2b344745 req-6e1c88e2-19b1-4f96-8c25-4b38bddc874c tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913608 Aug 29 17:07:45.899620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.955049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:45.959484 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:45.979378 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-d3982222-19ec-42e0-b6bf-230393ee8ca1 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241274 Aug 29 17:07:46.111265 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-e19431ab-2dc6-47ed-b167-298d83b17ad7 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235018 Aug 29 17:07:46.176506 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:46.205281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:46.213307 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-92f4a179-9918-47ce-b7c9-5b463e1cfecf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 HTTP/1.1" status: 200 len: 217 time: 0.0888391 Aug 29 17:07:46.276438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-a7c4fbdd-8c34-4191-bcc7-6f1c97649dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:46.278212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-a7c4fbdd-8c34-4191-bcc7-6f1c97649dd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.0570078 Aug 29 17:07:46.290803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:46.304623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:07:46.350951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ac25f0-9c47-4cb7-855b-3499cddf18e3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:46.360449 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:46.360704 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Added segment c56cbbfc-2490-473c-9ddc-c19906d8c1c2 of type vlan for network 9b11053f-bd60-4a29-80a4-384445271b07 Aug 29 17:07:46.376057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-282b0c8b-611f-498a-babf-a0e6d4128ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:46.376587 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-282b0c8b-611f-498a-babf-a0e6d4128ef6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0907855 Aug 29 17:07:46.430376 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=4ee78f4f-6989-49bf-9011-f6cc8da1a6fc,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:46.434276 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:46.443502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:46.443870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network hostable DHCP agents. Network: 52835f8a-a69e-40cf-8d5d-d3119ae4fecd, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:07:46.481932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:07:46.486659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:46.493350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:46.494211 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:46.545001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 52835f8a-a69e-40cf-8d5d-d3119ae4fecd) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:46.554370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:46.555875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:46.562282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d99a4ed-ea61-45a8-b5ee-7909786ede5e None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:46.607072 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-443e754b-e4eb-4d86-a3aa-0d3803302315 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8187623 Aug 29 17:07:46.611626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41432) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:46.625435 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5628605 Aug 29 17:07:46.639650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'name': 'tempest-NetworksTestDHCPv6-1114418332'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:46.642343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f493a3-5cb2-41ea-a24d-c0d2d6e14c17 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Network': ['ID=9b11053f-bd60-4a29-80a4-384445271b07,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:46.720932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 9b11053f-bd60-4a29-80a4-384445271b07 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:07:46.876199 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-4f3c9ebe-902d-490e-b608-9f5c5955ae07 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887648 Aug 29 17:07:46.935105 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:47.157128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '4ee78f4f-6989-49bf-9011-f6cc8da1a6fc'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:07:47.158546 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:47.368060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd021-c3ea-4ce2-9f3c-32618a11f20d req-c997e679-e6bf-4f8d-9765-7770a00be9e8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:47.375795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd021-c3ea-4ce2-9f3c-32618a11f20d req-c997e679-e6bf-4f8d-9765-7770a00be9e8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:47.382180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd021-c3ea-4ce2-9f3c-32618a11f20d req-c997e679-e6bf-4f8d-9765-7770a00be9e8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:47.389313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd021-c3ea-4ce2-9f3c-32618a11f20d req-c997e679-e6bf-4f8d-9765-7770a00be9e8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:47.397341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd021-c3ea-4ce2-9f3c-32618a11f20d req-c997e679-e6bf-4f8d-9765-7770a00be9e8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:47.407098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd021-c3ea-4ce2-9f3c-32618a11f20d req-c997e679-e6bf-4f8d-9765-7770a00be9e8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:47.413608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd021-c3ea-4ce2-9f3c-32618a11f20d req-c997e679-e6bf-4f8d-9765-7770a00be9e8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:47.415920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbbbd021-c3ea-4ce2-9f3c-32618a11f20d req-c997e679-e6bf-4f8d-9765-7770a00be9e8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.3417969 Aug 29 17:07:47.422493 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-5a675ab7-d8f6-4369-8771-c46f986f0876 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348454 Aug 29 17:07:47.493903 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:47.498321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:47.501437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Allocated IP 2001:db8::2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/4ee78f4f-6989-49bf-9011-f6cc8da1a6fc/418a5423-a92e-42b5-bd0e-897c842f6026) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:47.517973 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-210fcfad-357e-4563-8ec2-f7aa8b78bae9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d HTTP/1.1" status: 200 len: 217 time: 0.0829189 Aug 29 17:07:47.525525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port d024b288-b6f0-4e18-8ce8-dee0e060f35d yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:07:47.667439 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbbbd021-c3ea-4ce2-9f3c-32618a11f20d req-1653cba1-de55-4fba-ada0-dd443e56dd23 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2414920 Aug 29 17:07:47.820440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-1e7219eb-de9d-4b47-8463-43139c2fde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:47.821963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-1e7219eb-de9d-4b47-8463-43139c2fde7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.2279389 Aug 29 17:07:47.912907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-f57cf775-b005-4415-84d0-5c32118a232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:47.915095 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-f57cf775-b005-4415-84d0-5c32118a232c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0825932 Aug 29 17:07:48.041698 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:48.109357 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-879ec7e9-13c5-4763-a348-a5f38440c15e service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859429 Aug 29 17:07:48.286413 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c114d190-ffcb-4b77-95e3-dd3f19077875 req-c10a6071-2657-476a-908a-e6b6db97e9c6 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690798 Aug 29 17:07:48.298373 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:48.304445 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:48.317557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Transition to ACTIVE for port object 418a5423-a92e-42b5-bd0e-897c842f6026 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:48.351424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41456) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:48.368922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Transition to ACTIVE for port object 418a5423-a92e-42b5-bd0e-897c842f6026 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:48.389168 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:48.451618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:48.457127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:48.465587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:48.488436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Pushing event updated for resources: {'Port': ['ID=418a5423-a92e-42b5-bd0e-897c842f6026,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:48.507124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::26b (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/4ee78f4f-6989-49bf-9011-f6cc8da1a6fc/d024b288-b6f0-4e18-8ce8-dee0e060f35d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:48.601798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Attempting to bind port 418a5423-a92e-42b5-bd0e-897c842f6026 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:07:48.603600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Attempting to bind port 418a5423-a92e-42b5-bd0e-897c842f6026 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:07:48.603966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Attempting to bind port 418a5423-a92e-42b5-bd0e-897c842f6026 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:48.630301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:07:48.630687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:48.631093 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:48.631477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:07:48.631962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Bound port: 418a5423-a92e-42b5-bd0e-897c842f6026, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:07:48.632340 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:48.816395 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:48.846584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] For port 418a5423-a92e-42b5-bd0e-897c842f6026, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:07:48.861617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object d024b288-b6f0-4e18-8ce8-dee0e060f35d will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:48.863498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] For port 418a5423-a92e-42b5-bd0e-897c842f6026, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=418a5423-a92e-42b5-bd0e-897c842f6026,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:07:48.882724 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 43c3dbd7-ea33-4bbe-9cf7-95406f89436c details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:07:48.911748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-598b74d4-80b7-466b-9f7f-25ac6b5579f3 admin admin] Deleting subnet 7e1927aa-d9c4-4e20-9aaf-5c40b434d395 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:07:48.923364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-598b74d4-80b7-466b-9f7f-25ac6b5579f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.004532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-598b74d4-80b7-466b-9f7f-25ac6b5579f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.091013 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-598b74d4-80b7-466b-9f7f-25ac6b5579f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.124847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:49.171761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '43c3dbd7-ea33-4bbe-9cf7-95406f89436c', 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a', 'port_id': '43c3dbd7-ea33-4bbe-9cf7-95406f89436c', 'mac_address': 'fa:16:3e:8b:30:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df7a842-a3dc-4d2d-baf1-539e7e5d6c21', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:07:49.178674 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.204836 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-598b74d4-80b7-466b-9f7f-25ac6b5579f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.235355 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-598b74d4-80b7-466b-9f7f-25ac6b5579f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.240225 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-598b74d4-80b7-466b-9f7f-25ac6b5579f3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7e1927aa-d9c4-4e20-9aaf-5c40b434d395 HTTP/1.1" status: 204 len: 168 time: 0.8919029 Aug 29 17:07:49.240868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41464) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:49.313309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b74d4-80b7-466b-9f7f-25ac6b5579f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1927aa-d9c4-4e20-9aaf-5c40b434d395,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:49.361931 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.371194 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.388435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56de4d-8b1e-43b0-ad20-cfdf25035574 None None] Pushing event updated for resources: {'Port': ['ID=418a5423-a92e-42b5-bd0e-897c842f6026,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:49.469060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c3dbd7-ea33-4bbe-9cf7-95406f89436c {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:49.590988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:49.609542 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.612762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:07:49.643673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6113d-fd21-4ff5-b00d-b2e2cdace61e req-59cc0906-030e-415e-8026-5a14a897d7f5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:49.664254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6113d-fd21-4ff5-b00d-b2e2cdace61e req-59cc0906-030e-415e-8026-5a14a897d7f5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:49.671372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6113d-fd21-4ff5-b00d-b2e2cdace61e req-59cc0906-030e-415e-8026-5a14a897d7f5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:49.677908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6113d-fd21-4ff5-b00d-b2e2cdace61e req-59cc0906-030e-415e-8026-5a14a897d7f5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:49.680225 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.684614 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6113d-fd21-4ff5-b00d-b2e2cdace61e req-59cc0906-030e-415e-8026-5a14a897d7f5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:49.690757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6113d-fd21-4ff5-b00d-b2e2cdace61e req-59cc0906-030e-415e-8026-5a14a897d7f5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:49.697461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6113d-fd21-4ff5-b00d-b2e2cdace61e req-59cc0906-030e-415e-8026-5a14a897d7f5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:49.707615 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6ff6113d-fd21-4ff5-b00d-b2e2cdace61e req-59cc0906-030e-415e-8026-5a14a897d7f5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5431 time: 0.5199969 Aug 29 17:07:49.713963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:49.745616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:49.776029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:49.789470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:49.790399 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.793462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:49.869545 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2521243 Aug 29 17:07:49.874165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41468) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:49.876877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4e17f-6a3f-40d9-bd6f-b3cbf4abdada tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=d024b288-b6f0-4e18-8ce8-dee0e060f35d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:49.880135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:49.908914 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6ff6113d-fd21-4ff5-b00d-b2e2cdace61e req-5cab46da-8425-40a2-9ec4-7b33869b6a8e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1896272 Aug 29 17:07:49.917530 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286', 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a', 'port_id': 'b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286', 'mac_address': 'fa:16:3e:d7:f7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df7a842-a3dc-4d2d-baf1-539e7e5d6c21', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:07:49.972863 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:49.998519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77428b90-4b7d-4a86-897d-25ff31ded292']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:50.005841 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.013159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63024a6-01fc-49be-8c13-5a38495d6336') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:50.013937 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63024a6-01fc-49be-8c13-5a38495d6336') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:50.025780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41472) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:50.031045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'subnet': {'network_id': '9b11053f-bd60-4a29-80a4-384445271b07', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:50.038193 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.055350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:50.074907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.080540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:50.085548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:07:50.086203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.088821 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.089922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:07:50.129190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:07:50.146665 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:07:50.173581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.180076 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.182350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] 10.222.0.22 "DELETE /v2.0/networks/77428b90-4b7d-4a86-897d-25ff31ded292 HTTP/1.1" status: 204 len: 168 time: 0.9395106 Aug 29 17:07:50.187309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41476) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:50.205924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7d066-8164-4f6e-b7f1-9c9814c55e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=77428b90-4b7d-4a86-897d-25ff31ded292,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:50.216525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '210b7cba-cb2d-4589-82bc-bf98baf9f1c1', 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a', 'port_id': '210b7cba-cb2d-4589-82bc-bf98baf9f1c1', 'mac_address': 'fa:16:3e:9c:80:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df7a842-a3dc-4d2d-baf1-539e7e5d6c21', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:07:50.239215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bc12b2-16b2-4894-a4ce-f1823923cf94 admin admin] Deleting subnet 4738173a-55f1-4697-bb66-cddefa478edf {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:07:50.243660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:50.250557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.256528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f05a35-de22-4d59-9925-9ddf226dc969 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:50.278635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f05a35-de22-4d59-9925-9ddf226dc969 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:50.278635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-30f05a35-de22-4d59-9925-9ddf226dc969 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3991628 Aug 29 17:07:50.282363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41478) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:50.289922 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.315789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:50.327213 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8bc12b2-16b2-4894-a4ce-f1823923cf94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.328203 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.342363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:50.366597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:50.374814 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.378673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:07:50.425761 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8bc12b2-16b2-4894-a4ce-f1823923cf94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.437996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:50.448599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-946cff75-3496-4407-84ae-4168775c6c52 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port d024b288-b6f0-4e18-8ce8-dee0e060f35d {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:07:50.449694 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-946cff75-3496-4407-84ae-4168775c6c52 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.459666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '103c1e44-7c35-4f6e-a96b-e19cbad37ad4', 'network_id': '57add85e-c4c9-429c-a13b-00c93150bf1a', 'port_id': '103c1e44-7c35-4f6e-a96b-e19cbad37ad4', 'mac_address': 'fa:16:3e:3a:32:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df7a842-a3dc-4d2d-baf1-539e7e5d6c21', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:07:50.476160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:50.526445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8bc12b2-16b2-4894-a4ce-f1823923cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.531812 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.549712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:50.580319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:50.594723 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.595778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2a55f850-c98f-47e3-abdd-88155a009bfa details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:07:50.622738 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-946cff75-3496-4407-84ae-4168775c6c52 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.641770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-946cff75-3496-4407-84ae-4168775c6c52 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for d024b288-b6f0-4e18-8ce8-dee0e060f35d owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:07:50.698740 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8bc12b2-16b2-4894-a4ce-f1823923cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.831428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc12b2-16b2-4894-a4ce-f1823923cf94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4738173a-55f1-4697-bb66-cddefa478edf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:50.835348 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8bc12b2-16b2-4894-a4ce-f1823923cf94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.842927 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a8bc12b2-16b2-4894-a4ce-f1823923cf94 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4738173a-55f1-4697-bb66-cddefa478edf HTTP/1.1" status: 204 len: 168 time: 0.6538129 Aug 29 17:07:50.843071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41482) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:50.845404 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.904750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Subnet': ['ID=f173f284-7e43-4c3c-819f-e39357e5c817,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:50.932119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-946cff75-3496-4407-84ae-4168775c6c52 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.944750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Checking segment: {'id': 'c56cbbfc-2490-473c-9ddc-c19906d8c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b11053f-bd60-4a29-80a4-384445271b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:50.945119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network hostable DHCP agents. Network: 9b11053f-bd60-4a29-80a4-384445271b07, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:07:50.957781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:50.968081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network 9b11053f-bd60-4a29-80a4-384445271b07 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:07:50.984033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 9b11053f-bd60-4a29-80a4-384445271b07) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:50.990647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:50.991248 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:50.997591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2d067-33df-4239-a98a-7e75f378a8d7 None None] Network 9b11053f-bd60-4a29-80a4-384445271b07 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:51.013659 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ddee9fec-61c7-44a0-b9d5-7029c05db940 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9859769 Aug 29 17:07:51.016049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41486) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:51.022424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-183093887'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:51.111074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2a55f850-c98f-47e3-abdd-88155a009bfa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2a55f850-c98f-47e3-abdd-88155a009bfa,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:51.118488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cff75-3496-4407-84ae-4168775c6c52 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=d024b288-b6f0-4e18-8ce8-dee0e060f35d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:51.151215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e0e73-ad7e-4ade-a3a5-a20370a8902f None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:51.151944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:51.156766 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.192370 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.203106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '2a55f850-c98f-47e3-abdd-88155a009bfa', 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538', 'port_id': '2a55f850-c98f-47e3-abdd-88155a009bfa', 'mac_address': 'fa:16:3e:77:b5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d3252c-7958-4230-95ee-2d26bf5908c0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:07:51.219056 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-946cff75-3496-4407-84ae-4168775c6c52 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.223637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-946cff75-3496-4407-84ae-4168775c6c52 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/d024b288-b6f0-4e18-8ce8-dee0e060f35d HTTP/1.1" status: 204 len: 168 time: 0.9400437 Aug 29 17:07:51.224610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41490) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:51.280434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030c363-1e9e-4eea-a653-059b4bbc85b3 req-94dc8a8d-6f3c-46b8-a929-e05137bbfa21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:51.286653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030c363-1e9e-4eea-a653-059b4bbc85b3 req-94dc8a8d-6f3c-46b8-a929-e05137bbfa21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:51.297433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c7a5c-ac75-47c3-84af-42353e5ccdc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:51.299407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c7a5c-ac75-47c3-84af-42353e5ccdc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:51.303872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030c363-1e9e-4eea-a653-059b4bbc85b3 req-94dc8a8d-6f3c-46b8-a929-e05137bbfa21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:51.304388 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-422c7a5c-ac75-47c3-84af-42353e5ccdc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0781820 Aug 29 17:07:51.312930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41494) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:51.320373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030c363-1e9e-4eea-a653-059b4bbc85b3 req-94dc8a8d-6f3c-46b8-a929-e05137bbfa21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:51.340957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030c363-1e9e-4eea-a653-059b4bbc85b3 req-94dc8a8d-6f3c-46b8-a929-e05137bbfa21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:51.354115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030c363-1e9e-4eea-a653-059b4bbc85b3 req-94dc8a8d-6f3c-46b8-a929-e05137bbfa21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:51.368147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030c363-1e9e-4eea-a653-059b4bbc85b3 req-94dc8a8d-6f3c-46b8-a929-e05137bbfa21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:51.375084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d030c363-1e9e-4eea-a653-059b4bbc85b3 req-94dc8a8d-6f3c-46b8-a929-e05137bbfa21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5435 time: 0.2966225 Aug 29 17:07:51.397150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 418a5423-a92e-42b5-bd0e-897c842f6026 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:07:51.402039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:07:51.455076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8121fe60-c1b2-4440-a0e9-3417da503e22 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 4ee78f4f-6989-49bf-9011-f6cc8da1a6fc {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:07:51.459506 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.461018 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Added segment 9246ded8-9f00-4640-be0f-5ce7dfa0124a of type vlan for network d187a5d3-104d-4360-906a-f6cba00c0666 Aug 29 17:07:51.494260 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8121fe60-c1b2-4440-a0e9-3417da503e22 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.499269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-975a75ff-18b7-4fe9-b936-1daf4280ae3c None None] Provisioning for port 418a5423-a92e-42b5-bd0e-897c842f6026 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:51.503314 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.539047 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.553690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2105bf48-a7ce-47df-9abe-f7e9a7d0d18c']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:51.557530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8121fe60-c1b2-4440-a0e9-3417da503e22 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.575577 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.594712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56bbcdf-4a3d-4916-a331-6ab7a537e16c') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:51.594925 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56bbcdf-4a3d-4916-a331-6ab7a537e16c') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:07:51.606661 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d030c363-1e9e-4eea-a653-059b4bbc85b3 req-8844445b-9a7e-426c-b9c5-60a2ef649d8a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2202671 Aug 29 17:07:51.609175 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.614012 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.616382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:51.618040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.635455 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.661488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a55f850-c98f-47e3-abdd-88155a009bfa {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:51.665266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:07:51.665670 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:07:51.667455 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:07:51.738140 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8121fe60-c1b2-4440-a0e9-3417da503e22 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.774356 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2a55f850-c98f-47e3-abdd-88155a009bfa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2a55f850-c98f-47e3-abdd-88155a009bfa,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:51.774588 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.779254 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.781705 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2105bf48-a7ce-47df-9abe-f7e9a7d0d18c HTTP/1.1" status: 204 len: 168 time: 0.9380443 Aug 29 17:07:51.802543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640d219-0796-4073-b1c0-c1a63eb36ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2105bf48-a7ce-47df-9abe-f7e9a7d0d18c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:51.821749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 418a5423-a92e-42b5-bd0e-897c842f6026 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:51.824488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-9b11053f-bd60-4a29-80a4-384445271b07', 'network_id': '9b11053f-bd60-4a29-80a4-384445271b07', 'tenant_id': 'cce9c05af26f4858ad19c7d5eb26bfcd', 'fixed_ips': [{'subnet_id': 'f173f284-7e43-4c3c-819f-e39357e5c817'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:07:51.825408 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.830928 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.831581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 1118de05-2a40-42f0-8617-64982477f4cf details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:07:51.874140 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8121fe60-c1b2-4440-a0e9-3417da503e22 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.946797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8121fe60-c1b2-4440-a0e9-3417da503e22 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.952479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 418a5423-a92e-42b5-bd0e-897c842f6026 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:51.954050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8121fe60-c1b2-4440-a0e9-3417da503e22 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/4ee78f4f-6989-49bf-9011-f6cc8da1a6fc HTTP/1.1" status: 204 len: 168 time: 0.6384254 Aug 29 17:07:51.954349 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:51.956805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41500) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:51.966107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121fe60-c1b2-4440-a0e9-3417da503e22 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee78f4f-6989-49bf-9011-f6cc8da1a6fc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:52.060004 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e252ec62-b540-4f6d-8b5d-f626d7f78d14 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980785 Aug 29 17:07:52.062291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41502) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:52.077490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d1fa8477-2572-4a77-958e-06916580f4b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:52.118725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2a55f850-c98f-47e3-abdd-88155a009bfa,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:52.170002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41504) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:52.204290 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1871378 Aug 29 17:07:52.208203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41506) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:52.215857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'subnet': {'network_id': 'd187a5d3-104d-4360-906a-f6cba00c0666', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:52.259546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Allocated IP 2001:db8:0:ffff::2 (9b11053f-bd60-4a29-80a4-384445271b07/f173f284-7e43-4c3c-819f-e39357e5c817/3ceb7648-2bb9-44d1-b4a2-c89be36d580b) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:52.260524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fa8477-2572-4a77-958e-06916580f4b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:52.265264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8477-2572-4a77-958e-06916580f4b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:52.273466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2672f8-b373-4122-9c5d-69d27e8baa50 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Network': ['ID=d187a5d3-104d-4360-906a-f6cba00c0666,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:52.332453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:52.336768 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:52.474391 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:52.495775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cde3b5be-9823-46d7-b753-b3e8d9127885 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f356737d52d481a8566ab6dd2da3a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241529 Aug 29 17:07:52.498319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Transition to ACTIVE for port object 3ceb7648-2bb9-44d1-b4a2-c89be36d580b will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:52.499707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41512) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:52.518572 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8477-2572-4a77-958e-06916580f4b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:52.542721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network d187a5d3-104d-4360-906a-f6cba00c0666 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:07:52.576803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fa8477-2572-4a77-958e-06916580f4b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:52.582002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d1fa8477-2572-4a77-958e-06916580f4b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:52.586792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fa8477-2572-4a77-958e-06916580f4b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:52.587387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d1fa8477-2572-4a77-958e-06916580f4b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:52.592242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa8477-2572-4a77-958e-06916580f4b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=22c30ae0-2465-42b6-a264-338f9e1ac183,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:52.607623 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d1fa8477-2572-4a77-958e-06916580f4b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5424690 Aug 29 17:07:52.610460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41514) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:52.618062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'name': 'tempest-NetworksTestDHCPv6-1615657166'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:52.621441 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b161ef57-3ffb-4524-beac-075df4c524ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:52.679251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Transition to ACTIVE for port object 3ceb7648-2bb9-44d1-b4a2-c89be36d580b will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:52.727669 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b161ef57-3ffb-4524-beac-075df4c524ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:52.754694 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:52.854658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:52.859740 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:52.897253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 4d346f70-fa72-4dac-8ec6-c101e8859399 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:07:52.937683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 1118de05-2a40-42f0-8617-64982477f4cf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=1118de05-2a40-42f0-8617-64982477f4cf,segment=NetworkSegment(f20d509c-6a87-4af4-ba3a-bd861c2c0930),segment_id=f20d509c-6a87-4af4-ba3a-bd861c2c0930)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:52.975279 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:52.990942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '1118de05-2a40-42f0-8617-64982477f4cf', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'port_id': '1118de05-2a40-42f0-8617-64982477f4cf', 'mac_address': 'fa:16:3e:a2:f6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:07:53.000811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287eca5-6a7f-4fde-9296-627dce3db704 req-9bba84f5-8342-486e-81a9-7619a76ecb82 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:53.012761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287eca5-6a7f-4fde-9296-627dce3db704 req-9bba84f5-8342-486e-81a9-7619a76ecb82 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:53.019323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287eca5-6a7f-4fde-9296-627dce3db704 req-9bba84f5-8342-486e-81a9-7619a76ecb82 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:53.031609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287eca5-6a7f-4fde-9296-627dce3db704 req-9bba84f5-8342-486e-81a9-7619a76ecb82 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:53.042801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287eca5-6a7f-4fde-9296-627dce3db704 req-9bba84f5-8342-486e-81a9-7619a76ecb82 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:53.049617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287eca5-6a7f-4fde-9296-627dce3db704 req-9bba84f5-8342-486e-81a9-7619a76ecb82 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:53.049885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Network 9b11053f-bd60-4a29-80a4-384445271b07 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:53.057265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287eca5-6a7f-4fde-9296-627dce3db704 req-9bba84f5-8342-486e-81a9-7619a76ecb82 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:53.060317 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2287eca5-6a7f-4fde-9296-627dce3db704 req-9bba84f5-8342-486e-81a9-7619a76ecb82 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5436 time: 0.2810650 Aug 29 17:07:53.120199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:53.125481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:53.127331 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b161ef57-3ffb-4524-beac-075df4c524ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.130832 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b161ef57-3ffb-4524-beac-075df4c524ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.135432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b161ef57-3ffb-4524-beac-075df4c524ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5135c0be-d095-4750-a211-0d2aa6cedf91 HTTP/1.1" status: 204 len: 168 time: 0.6262226 Aug 29 17:07:53.142339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d7cd8b-f280-4da1-99b2-a6704633388c None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:53.157311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161ef57-3ffb-4524-beac-075df4c524ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5135c0be-d095-4750-a211-0d2aa6cedf91,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:53.208743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::2ba (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/22c30ae0-2465-42b6-a264-338f9e1ac183/4d346f70-fa72-4dac-8ec6-c101e8859399) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:53.220694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.objects.ports [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:07:53.229215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2287eca5-6a7f-4fde-9296-627dce3db704 req-18938d81-44d4-4836-b530-90d12b05866c tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1602278 Aug 29 17:07:53.230033 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.314822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Pushing event updated for resources: {'Port': ['ID=3ceb7648-2bb9-44d1-b4a2-c89be36d580b,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:53.316543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Subnet': ['ID=dd11e63d-13ea-42bc-bc15-f4fd1da7c37b,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:53.319097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Checking segment: {'id': '9246ded8-9f00-4640-be0f-5ce7dfa0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd187a5d3-104d-4360-906a-f6cba00c0666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:53.319464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network hostable DHCP agents. Network: d187a5d3-104d-4360-906a-f6cba00c0666, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:07:53.340544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network d187a5d3-104d-4360-906a-f6cba00c0666 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:07:53.359381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, d187a5d3-104d-4360-906a-f6cba00c0666) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:53.368559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:53.369163 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.420207 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-403a007f-ae49-41ba-aca6-39ded844194f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2096746 Aug 29 17:07:53.423007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41522) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:53.437950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'port': {'network_id': 'd187a5d3-104d-4360-906a-f6cba00c0666', 'name': 'tempest-NetworksIpV6TestAttrs-920036655'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:53.500639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9106b24b-e54b-417c-bc81-00bc793c1263 None None] Network d187a5d3-104d-4360-906a-f6cba00c0666 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:53.525182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 418a5423-a92e-42b5-bd0e-897c842f6026, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=418a5423-a92e-42b5-bd0e-897c842f6026,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:53.604823 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.649364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 4d346f70-fa72-4dac-8ec6-c101e8859399 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:53.726285 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.775785 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:53.780622 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.808650 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.817934 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] device_id is not set on port dc1394e5-19b6-4b8e-a09e-4d855417d986 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:07:53.827285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f99d3bf2-a58d-41b4-ab8b-884a5f8258d2 None None] Provisioning complete for port 418a5423-a92e-42b5-bd0e-897c842f6026 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:53.827911 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f99d3bf2-a58d-41b4-ab8b-884a5f8258d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.831875 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:53.844449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:53.848745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:53.866200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:53.867486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.885543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Attempting to bind port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:07:53.886312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Attempting to bind port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'c56cbbfc-2490-473c-9ddc-c19906d8c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b11053f-bd60-4a29-80a4-384445271b07'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:07:53.886547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Attempting to bind port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b on network 9b11053f-bd60-4a29-80a4-384445271b07 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:07:53.888559 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.890536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41530) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:53.944300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=4d346f70-fa72-4dac-8ec6-c101e8859399,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:53.962193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:07:53.962193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Checking segment: {'id': 'c56cbbfc-2490-473c-9ddc-c19906d8c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b11053f-bd60-4a29-80a4-384445271b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:53.962193 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.962193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Bound using segment: {'id': 'c56cbbfc-2490-473c-9ddc-c19906d8c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b11053f-bd60-4a29-80a4-384445271b07'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:07:53.962917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Bound port: 3ceb7648-2bb9-44d1-b4a2-c89be36d580b, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56cbbfc-2490-473c-9ddc-c19906d8c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b11053f-bd60-4a29-80a4-384445271b07'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:07:53.963008 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:53.972269 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-326c15bc-cb60-4a26-bae4-0f40291f6f3d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3580592 Aug 29 17:07:53.974586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41532) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:54.006146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1118de05-2a40-42f0-8617-64982477f4cf {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:54.047324 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d5d8fb6e-a3f7-4f0f-9ece-28f68f21b942 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f02b89a733f4616ae58b51682941b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553423 Aug 29 17:07:54.058231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41536) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:54.131548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 1118de05-2a40-42f0-8617-64982477f4cf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=1118de05-2a40-42f0-8617-64982477f4cf,segment=NetworkSegment(f20d509c-6a87-4af4-ba3a-bd861c2c0930),segment_id=f20d509c-6a87-4af4-ba3a-bd861c2c0930)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:54.147841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=418a5423-a92e-42b5-bd0e-897c842f6026,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:54.166707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Allocated IP 2001:db8::f816:3eff:febf:3944 (d187a5d3-104d-4360-906a-f6cba00c0666/dd11e63d-13ea-42bc-bc15-f4fd1da7c37b/dc1394e5-19b6-4b8e-a09e-4d855417d986) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:54.176015 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c288f570-f07a-44dd-9d59-0797d01f46d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:54.182998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e745f807-52ca-4fe6-a362-995ece281f8c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:54.187163 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:54.190924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e745f807-52ca-4fe6-a362-995ece281f8c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:54.195357 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e745f807-52ca-4fe6-a362-995ece281f8c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2172935 Aug 29 17:07:54.196743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41538) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:54.218637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 015f96c5-f6fc-420d-8a29-d33bf5d864a5 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:07:54.219988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c288f570-f07a-44dd-9d59-0797d01f46d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:54.304782 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c288f570-f07a-44dd-9d59-0797d01f46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:54.308141 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c288f570-f07a-44dd-9d59-0797d01f46d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:54.309496 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c288f570-f07a-44dd-9d59-0797d01f46d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbbda29e-3d6c-41b9-a33e-d40825acaa58 HTTP/1.1" status: 204 len: 168 time: 0.2495990 Aug 29 17:07:54.321470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288f570-f07a-44dd-9d59-0797d01f46d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbda29e-3d6c-41b9-a33e-d40825acaa58,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:54.447432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 015f96c5-f6fc-420d-8a29-d33bf5d864a5, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:54.490735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-42f251d1-698f-4a65-bfcf-5c389882d9fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 4d346f70-fa72-4dac-8ec6-c101e8859399 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:07:54.491279 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-42f251d1-698f-4a65-bfcf-5c389882d9fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:54.562951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] For port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:07:54.607584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '015f96c5-f6fc-420d-8a29-d33bf5d864a5', 'network_id': '4828ab6e-a734-4184-a1a3-7a146a417538', 'port_id': '015f96c5-f6fc-420d-8a29-d33bf5d864a5', 'mac_address': 'fa:16:3e:b8:2c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d3252c-7958-4230-95ee-2d26bf5908c0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:07:54.641934 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:54.670619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198cdb0-f587-4967-a1b0-32638f91f44d req-fa808360-2890-4f0b-a9b3-fcff5aec13db tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:54.683117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198cdb0-f587-4967-a1b0-32638f91f44d req-fa808360-2890-4f0b-a9b3-fcff5aec13db tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:54.695690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198cdb0-f587-4967-a1b0-32638f91f44d req-fa808360-2890-4f0b-a9b3-fcff5aec13db tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:54.708825 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198cdb0-f587-4967-a1b0-32638f91f44d req-fa808360-2890-4f0b-a9b3-fcff5aec13db tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:54.722899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] For port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3ceb7648-2bb9-44d1-b4a2-c89be36d580b,segment=NetworkSegment(c56cbbfc-2490-473c-9ddc-c19906d8c1c2),segment_id=c56cbbfc-2490-473c-9ddc-c19906d8c1c2)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:07:54.732538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198cdb0-f587-4967-a1b0-32638f91f44d req-fa808360-2890-4f0b-a9b3-fcff5aec13db tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:54.750832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198cdb0-f587-4967-a1b0-32638f91f44d req-fa808360-2890-4f0b-a9b3-fcff5aec13db tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:54.769445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198cdb0-f587-4967-a1b0-32638f91f44d req-fa808360-2890-4f0b-a9b3-fcff5aec13db tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:54.782767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c198cdb0-f587-4967-a1b0-32638f91f44d req-fa808360-2890-4f0b-a9b3-fcff5aec13db tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5437 time: 0.3463192 Aug 29 17:07:54.786568 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:54.800166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['43c3dbd7-ea33-4bbe-9cf7-95406f89436c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:07:54.802270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['210b7cba-cb2d-4589-82bc-bf98baf9f1c1'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:07:54.805108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['2a55f850-c98f-47e3-abdd-88155a009bfa'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:07:54.863074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Transition to ACTIVE for port object dc1394e5-19b6-4b8e-a09e-4d855417d986 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:54.909831 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-42f251d1-698f-4a65-bfcf-5c389882d9fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:54.934195 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:54.956014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c198cdb0-f587-4967-a1b0-32638f91f44d req-c3d16614-d617-4c7f-898f-2db9b238b5a9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1713850 Aug 29 17:07:54.998954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-42f251d1-698f-4a65-bfcf-5c389882d9fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 4d346f70-fa72-4dac-8ec6-c101e8859399 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:07:55.064962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=1118de05-2a40-42f0-8617-64982477f4cf,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:55.085490 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:55.111647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network d187a5d3-104d-4360-906a-f6cba00c0666 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:55.118350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:55.145751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:55.151501 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:55.152788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:55.196898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7724907 Aug 29 17:07:55.200080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41556) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:55.203413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799533a-b44b-4940-8153-a9496fad8021 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Port': ['ID=dc1394e5-19b6-4b8e-a09e-4d855417d986,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:55.204924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015f96c5-f6fc-420d-8a29-d33bf5d864a5 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:07:55.226147 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f606c9-8052-4985-9771-e61a6761fba5 None None] Pushing event updated for resources: {'Port': ['ID=3ceb7648-2bb9-44d1-b4a2-c89be36d580b,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:55.298618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2e861f-d485-4b13-bd6f-9ba547e426a6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Deleting subnet dd11e63d-13ea-42bc-bc15-f4fd1da7c37b {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:07:55.299815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2609eab-a17d-42b9-a896-c42c148c94bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-d187a5d3-104d-4360-906a-f6cba00c0666', 'network_id': 'd187a5d3-104d-4360-906a-f6cba00c0666', 'tenant_id': 'cce9c05af26f4858ad19c7d5eb26bfcd', 'fixed_ips': [{'subnet_id': 'dd11e63d-13ea-42bc-bc15-f4fd1da7c37b'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:07:55.303160 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d2609eab-a17d-42b9-a896-c42c148c94bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:55.311112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e2e861f-d485-4b13-bd6f-9ba547e426a6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:55.423518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 015f96c5-f6fc-420d-8a29-d33bf5d864a5, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:55.430760 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e2e861f-d485-4b13-bd6f-9ba547e426a6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:55.431825 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-42f251d1-698f-4a65-bfcf-5c389882d9fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:55.498981 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:55.539689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-43685d12-e826-4347-96c3-2a8e5e73f4e8 None None] Provisioning for port 4d346f70-fa72-4dac-8ec6-c101e8859399 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:55.595995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f251d1-698f-4a65-bfcf-5c389882d9fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=4d346f70-fa72-4dac-8ec6-c101e8859399,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:55.686011 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-42f251d1-698f-4a65-bfcf-5c389882d9fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:55.690574 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e2e861f-d485-4b13-bd6f-9ba547e426a6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:55.697509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-42f251d1-698f-4a65-bfcf-5c389882d9fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/4d346f70-fa72-4dac-8ec6-c101e8859399 HTTP/1.1" status: 204 len: 168 time: 1.4994495 Aug 29 17:07:55.702498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41562) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:55.798053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-43685d12-e826-4347-96c3-2a8e5e73f4e8 None None] Provisioning complete for port 4d346f70-fa72-4dac-8ec6-c101e8859399 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:55.798434 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-43685d12-e826-4347-96c3-2a8e5e73f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:55.941889 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e2e861f-d485-4b13-bd6f-9ba547e426a6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:56.004424 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7e2e861f-d485-4b13-bd6f-9ba547e426a6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:56.007920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3707503-4a23-4304-a28d-6dc7c5b0fafe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:56.010016 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3707503-4a23-4304-a28d-6dc7c5b0fafe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:56.019200 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c3707503-4a23-4304-a28d-6dc7c5b0fafe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3152897 Aug 29 17:07:56.024271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41576) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:56.033602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41578) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:56.037687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7e2e861f-d485-4b13-bd6f-9ba547e426a6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/subnets/dd11e63d-13ea-42bc-bc15-f4fd1da7c37b HTTP/1.1" status: 204 len: 168 time: 0.8361549 Aug 29 17:07:56.120688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:07:56.133305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e861f-d485-4b13-bd6f-9ba547e426a6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Subnet': ['ID=dd11e63d-13ea-42bc-bc15-f4fd1da7c37b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:56.208063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['103c1e44-7c35-4f6e-a96b-e19cbad37ad4'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:07:56.210447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['1118de05-2a40-42f0-8617-64982477f4cf'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:07:56.247719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['015f96c5-f6fc-420d-8a29-d33bf5d864a5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:07:56.250477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-43685d12-e826-4347-96c3-2a8e5e73f4e8 None None] Port 4d346f70-fa72-4dac-8ec6-c101e8859399 was deleted so its status cannot be updated. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 17:07:56.352848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b3ee70-cd28-4502-8b08-5f809367e36d tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:56.355228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b3ee70-cd28-4502-8b08-5f809367e36d tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:56.362079 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f0b3ee70-cd28-4502-8b08-5f809367e36d tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3208964 Aug 29 17:07:56.369093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41584) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:56.399380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12cc110-da77-4a87-86a9-0e1548126f67 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 22c30ae0-2465-42b6-a264-338f9e1ac183 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:07:56.401887 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b12cc110-da77-4a87-86a9-0e1548126f67 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:56.532320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b12cc110-da77-4a87-86a9-0e1548126f67 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:56.551865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 418a5423-a92e-42b5-bd0e-897c842f6026 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:07:56.632977 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8d4a-da2c-44c1-9583-9003fd1631a5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-d2609eab-a17d-42b9-a896-c42c148c94bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd11e63d-13ea-42bc-bc15-f4fd1da7c37b: This subnet is being modified by another concurrent operation. Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd11e63d-13ea-42bc-bc15-f4fd1da7c37b: This subnet is being modified by another concurrent operation. Aug 29 17:07:56.633998 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 17:07:56.670814 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6a8d4a-da2c-44c1-9583-9003fd1631a5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 17:07:56.671820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=015f96c5-f6fc-420d-8a29-d33bf5d864a5,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:56.672423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6a8d4a-da2c-44c1-9583-9003fd1631a5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:07:56.680041 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6f6a8d4a-da2c-44c1-9583-9003fd1631a5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/networks/d187a5d3-104d-4360-906a-f6cba00c0666 HTTP/1.1" status: 409 len: 405 time: 0.3097970 Aug 29 17:07:56.688273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41586) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:56.696848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-231532311'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:56.719496 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-43685d12-e826-4347-96c3-2a8e5e73f4e8 None None] Provisioning complete for port 418a5423-a92e-42b5-bd0e-897c842f6026 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:56.725096 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-43685d12-e826-4347-96c3-2a8e5e73f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:56.751655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:56.763017 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:56.781603 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b12cc110-da77-4a87-86a9-0e1548126f67 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:56.828170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:07:56.866429 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:56.866813 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Added segment ae57ac7d-fe40-4664-9451-3a9023d0b39f of type vlan for network 4dc7d010-37fc-4e64-ac2a-005d7bfccd94 Aug 29 17:07:56.870046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0c480-124b-4906-9864-483534e322a9 req-c21efc71-4684-4191-ad44-48e873bf69dc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:56.886556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0c480-124b-4906-9864-483534e322a9 req-c21efc71-4684-4191-ad44-48e873bf69dc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:56.909184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0c480-124b-4906-9864-483534e322a9 req-c21efc71-4684-4191-ad44-48e873bf69dc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:56.920038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0c480-124b-4906-9864-483534e322a9 req-c21efc71-4684-4191-ad44-48e873bf69dc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:56.934075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0c480-124b-4906-9864-483534e322a9 req-c21efc71-4684-4191-ad44-48e873bf69dc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:56.953208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0c480-124b-4906-9864-483534e322a9 req-c21efc71-4684-4191-ad44-48e873bf69dc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:56.978658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0c480-124b-4906-9864-483534e322a9 req-c21efc71-4684-4191-ad44-48e873bf69dc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:56.980611 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4e0c480-124b-4906-9864-483534e322a9 req-c21efc71-4684-4191-ad44-48e873bf69dc tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5438 time: 0.7526348 Aug 29 17:07:57.027065 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:57.078875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3677a190-3310-490a-9653-7cdedca6d359 None None] Network d187a5d3-104d-4360-906a-f6cba00c0666 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:57.112856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:57.134104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:57.134838 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:57.181782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4e0c480-124b-4906-9864-483534e322a9 req-7e3540fc-b874-4433-8a82-710b1c34d02a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701317 Aug 29 17:07:57.205215 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b12cc110-da77-4a87-86a9-0e1548126f67 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:57.211168 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5206974 Aug 29 17:07:57.214945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41596) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:57.222428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'subnet': {'network_id': '4dc7d010-37fc-4e64-ac2a-005d7bfccd94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:57.228987 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c13c49-0ffb-42fc-aaae-3def3ebd3b91 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Network': ['ID=4dc7d010-37fc-4e64-ac2a-005d7bfccd94,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:57.366807 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b12cc110-da77-4a87-86a9-0e1548126f67 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:57.376958 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b12cc110-da77-4a87-86a9-0e1548126f67 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/22c30ae0-2465-42b6-a264-338f9e1ac183 HTTP/1.1" status: 204 len: 168 time: 1.3515403 Aug 29 17:07:57.378020 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41598) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:57.397381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cc110-da77-4a87-86a9-0e1548126f67 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=22c30ae0-2465-42b6-a264-338f9e1ac183,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:57.419791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 4dc7d010-37fc-4e64-ac2a-005d7bfccd94 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:07:57.460645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:57.464404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:57.517677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e33176-1690-41cb-8f69-44b44e784c5f None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:57.523572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cbaa5e-89ba-41c4-bc1e-0db39782b52a None None] Network 9b11053f-bd60-4a29-80a4-384445271b07 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:57.551031 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3aabef03-3f99-4e37-ab81-0d957dfcac06 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1626997 Aug 29 17:07:57.554316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41608) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:57.583365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a3fd09d9-3474-4465-94ea-525fb760ae68 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:57.748994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fd09d9-3474-4465-94ea-525fb760ae68 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:57.753822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3fd09d9-3474-4465-94ea-525fb760ae68 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:58.073263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 418a5423-a92e-42b5-bd0e-897c842f6026 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:58.073792 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:58.163576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.objects.ports [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:07:58.167392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:58.244940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Subnet': ['ID=c61ac96d-5429-472c-b4c5-30c48f49e6e5,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:58.308879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 43c3dbd7-ea33-4bbe-9cf7-95406f89436c up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:07:58.335249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3fd09d9-3474-4465-94ea-525fb760ae68 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:58.420703 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd09d9-3474-4465-94ea-525fb760ae68 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=61a6e88f-70a6-4919-981c-8e1b966e63af,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:07:58.425147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Checking segment: {'id': 'ae57ac7d-fe40-4664-9451-3a9023d0b39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4dc7d010-37fc-4e64-ac2a-005d7bfccd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:07:58.425745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network hostable DHCP agents. Network: 4dc7d010-37fc-4e64-ac2a-005d7bfccd94, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:07:58.442494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fd09d9-3474-4465-94ea-525fb760ae68 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:58.446174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-a3fd09d9-3474-4465-94ea-525fb760ae68 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:58.454618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fd09d9-3474-4465-94ea-525fb760ae68 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:58.455483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3fd09d9-3474-4465-94ea-525fb760ae68 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:58.467157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network 4dc7d010-37fc-4e64-ac2a-005d7bfccd94 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:07:58.496030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 4dc7d010-37fc-4e64-ac2a-005d7bfccd94) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:58.509641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41626) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:58.510278 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a3fd09d9-3474-4465-94ea-525fb760ae68 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9547765 Aug 29 17:07:58.521485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:58.522136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:58.532035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'name': 'tempest-NetworksTestDHCPv6-1141883550'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:58.541240 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5bb41353-bea1-4037-b3a1-20faec4c5a94 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3253319 Aug 29 17:07:58.546224 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41628) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:07:58.551146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a936a-e0f0-4359-a2e0-3744f64a2e34 req-8952e199-a362-4758-aa88-48ef42497549 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:58.554199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fdc8b9-4e9b-4daf-90af-7d4982022905 None None] Network 4dc7d010-37fc-4e64-ac2a-005d7bfccd94 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:07:58.558412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a936a-e0f0-4359-a2e0-3744f64a2e34 req-8952e199-a362-4758-aa88-48ef42497549 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:58.560769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'port': {'network_id': '4dc7d010-37fc-4e64-ac2a-005d7bfccd94', 'name': 'tempest-NetworksIpV6TestAttrs-225323182'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:07:58.565634 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a936a-e0f0-4359-a2e0-3744f64a2e34 req-8952e199-a362-4758-aa88-48ef42497549 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:58.572559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a936a-e0f0-4359-a2e0-3744f64a2e34 req-8952e199-a362-4758-aa88-48ef42497549 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:58.580404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a936a-e0f0-4359-a2e0-3744f64a2e34 req-8952e199-a362-4758-aa88-48ef42497549 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:58.587716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a936a-e0f0-4359-a2e0-3744f64a2e34 req-8952e199-a362-4758-aa88-48ef42497549 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:58.595773 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a936a-e0f0-4359-a2e0-3744f64a2e34 req-8952e199-a362-4758-aa88-48ef42497549 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:58.598536 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b9a936a-e0f0-4359-a2e0-3744f64a2e34 req-8952e199-a362-4758-aa88-48ef42497549 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5438 time: 0.2373693 Aug 29 17:07:58.781022 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b9a936a-e0f0-4359-a2e0-3744f64a2e34 req-6cbb337c-8b65-4af8-9a90-d6de44c52c81 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1699376 Aug 29 17:07:58.874429 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.db.api [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:07:58.874429 n-d-713301-13 neutron-server[111676]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 17:07:58.874429 n-d-713301-13 neutron-server[111676]: [parameters: {'project_id_1': 'cce9c05af26f4858ad19c7d5eb26bfcd', 'expiration_1': datetime.datetime(2021, 8, 29, 17, 7, 58, 868571)}] Aug 29 17:07:58.874429 n-d-713301-13 neutron-server[111676]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:07:58.875146 n-d-713301-13 neutron-server[111676]: DEBUG oslo_db.api [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:07:58.885753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:58.889877 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:58.941663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port f34d1db0-afac-4289-b561-653062d13cb1 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:07:59.051606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c9fb94-6419-4543-886e-7c30e91a3346 None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:07:59.076764 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3ceb7648-2bb9-44d1-b4a2-c89be36d580b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:07:59.151449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:59.187860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-4dc7d010-37fc-4e64-ac2a-005d7bfccd94', 'network_id': '4dc7d010-37fc-4e64-ac2a-005d7bfccd94', 'tenant_id': 'cce9c05af26f4858ad19c7d5eb26bfcd', 'fixed_ips': [{'subnet_id': 'c61ac96d-5429-472c-b4c5-30c48f49e6e5'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:07:59.190008 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:59.225420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:59.226961 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:59.228301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::2e5 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/61a6e88f-70a6-4919-981c-8e1b966e63af/f34d1db0-afac-4289-b561-653062d13cb1) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:59.299031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-db63fb0a-a642-4cae-921e-55f99062b988 None None] Provisioning for port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:59.343720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-db63fb0a-a642-4cae-921e-55f99062b988 None None] Could not find standard attr ID for object 4d346f70-fa72-4dac-8ec6-c101e8859399. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:07:59.431528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:07:59.439717 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:59.473060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-db63fb0a-a642-4cae-921e-55f99062b988 None None] Could not find standard attr ID for object d024b288-b6f0-4e18-8ce8-dee0e060f35d. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:07:59.492405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] device_id is not set on port 29a0682a-1fbf-4061-a4e9-544a5448bb87 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:07:59.535582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:07:59.545001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9fb94-6419-4543-886e-7c30e91a3346 None None] Deleting port 418a5423-a92e-42b5-bd0e-897c842f6026 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:07:59.547232 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d5c9fb94-6419-4543-886e-7c30e91a3346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:59.669945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Allocated IP 2001:db8::f816:3eff:fea8:8c25 (4dc7d010-37fc-4e64-ac2a-005d7bfccd94/c61ac96d-5429-472c-b4c5-30c48f49e6e5/29a0682a-1fbf-4061-a4e9-544a5448bb87) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:07:59.697284 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:07:59.723180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:07:59.723567 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:59.738590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:59.770558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object f34d1db0-afac-4289-b561-653062d13cb1 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:07:59.841489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:59.929154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:07:59.932899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:07:59.936769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:07:59.958617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:07:59.959308 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:07:59.996931 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d5c9fb94-6419-4543-886e-7c30e91a3346 None None] For port 418a5423-a92e-42b5-bd0e-897c842f6026, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=418a5423-a92e-42b5-bd0e-897c842f6026,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:07:59.998556 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d5c9fb94-6419-4543-886e-7c30e91a3346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.028749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5067801 Aug 29 17:08:00.029622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9fb94-6419-4543-886e-7c30e91a3346 None None] Calling delete_port for 418a5423-a92e-42b5-bd0e-897c842f6026 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:00.038784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41646) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:00.086846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-55648b11-ee4d-4034-8569-251d08afa979 None None] Provisioning complete for port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:00.087382 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55648b11-ee4d-4034-8569-251d08afa979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.101288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70775baf-291c-4821-8b65-b3f3101a22b8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=f34d1db0-afac-4289-b561-653062d13cb1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:00.200258 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.296986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d53a2-450f-4420-a577-d2ab40968afc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:00.317250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d53a2-450f-4420-a577-d2ab40968afc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:00.326326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0d2d53a2-450f-4420-a577-d2ab40968afc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2865925 Aug 29 17:08:00.353487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe92f4-3ac8-4007-8f75-d856eddba905 req-84a68f09-539b-4ae0-bc39-a9cbe2ecb47f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:00.368202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe92f4-3ac8-4007-8f75-d856eddba905 req-84a68f09-539b-4ae0-bc39-a9cbe2ecb47f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:00.389532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe92f4-3ac8-4007-8f75-d856eddba905 req-84a68f09-539b-4ae0-bc39-a9cbe2ecb47f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:00.423734 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.435111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c3dbd7-ea33-4bbe-9cf7-95406f89436c'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:08:00.436599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe92f4-3ac8-4007-8f75-d856eddba905 req-84a68f09-539b-4ae0-bc39-a9cbe2ecb47f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:00.437692 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d321ea-f69a-419c-84b6-34685e9372a5" -d '{"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "43c3dbd7-ea33-4bbe-9cf7-95406f89436c"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:08:00.454080 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe92f4-3ac8-4007-8f75-d856eddba905 req-84a68f09-539b-4ae0-bc39-a9cbe2ecb47f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:00.471302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe92f4-3ac8-4007-8f75-d856eddba905 req-84a68f09-539b-4ae0-bc39-a9cbe2ecb47f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:00.475650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:00.486192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe92f4-3ac8-4007-8f75-d856eddba905 req-84a68f09-539b-4ae0-bc39-a9cbe2ecb47f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:00.488385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81fe92f4-3ac8-4007-8f75-d856eddba905 req-84a68f09-539b-4ae0-bc39-a9cbe2ecb47f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5438 time: 0.5037925 Aug 29 17:08:00.489079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41652) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:00.532523 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0851c5f4-3bdf-4099-8406-2a5a7ef7ca50 x-openstack-request-id: req-0851c5f4-3bdf-4099-8406-2a5a7ef7ca50 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:08:00.532852 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "43c3dbd7-ea33-4bbe-9cf7-95406f89436c", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:08:00.533077 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0851c5f4-3bdf-4099-8406-2a5a7ef7ca50 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:08:00.533504 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c3dbd7-ea33-4bbe-9cf7-95406f89436c', 'code': 200} Aug 29 17:08:00.537724 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.600944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:00.603604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 015f96c5-f6fc-420d-8a29-d33bf5d864a5 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:00.610525 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81fe92f4-3ac8-4007-8f75-d856eddba905 req-28e48c07-a11c-4846-b80b-0d335aa3e937 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092162 Aug 29 17:08:00.668616 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.679105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3ceb7648-2bb9-44d1-b4a2-c89be36d580b,segment=NetworkSegment(c56cbbfc-2490-473c-9ddc-c19906d8c1c2),segment_id=c56cbbfc-2490-473c-9ddc-c19906d8c1c2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:00.680130 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d5c9fb94-6419-4543-886e-7c30e91a3346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.682362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4ee8e-3657-4dc8-a751-d25fb1b2d5c9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port f34d1db0-afac-4289-b561-653062d13cb1 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:00.685741 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0dd4ee8e-3657-4dc8-a751-d25fb1b2d5c9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.685895 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55648b11-ee4d-4034-8569-251d08afa979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.686551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Transition to ACTIVE for port object 29a0682a-1fbf-4061-a4e9-544a5448bb87 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:00.720565 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.735795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9fb94-6419-4543-886e-7c30e91a3346 None None] Pushing event deleted for resources: {'Port': ['ID=418a5423-a92e-42b5-bd0e-897c842f6026,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:00.735935 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.770588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9fb94-6419-4543-886e-7c30e91a3346 None None] No DVR routers for this DVR port 418a5423-a92e-42b5-bd0e-897c842f6026 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:08:00.882558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Port': ['ID=29a0682a-1fbf-4061-a4e9-544a5448bb87,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:00.884201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a77816b-9676-42db-9c82-4300e3798de8 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:00.900768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network 4dc7d010-37fc-4e64-ac2a-005d7bfccd94 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:00.904192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:00.911173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:00.918643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:00.919508 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.930730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0dd4ee8e-3657-4dc8-a751-d25fb1b2d5c9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:00.938145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0ff48f43-d4cc-4e32-afba-eb6aba72622f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3900828 Aug 29 17:08:00.940632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41660) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:00.973700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4ee8e-3657-4dc8-a751-d25fb1b2d5c9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for f34d1db0-afac-4289-b561-653062d13cb1 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:00.990034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 418a5423-a92e-42b5-bd0e-897c842f6026 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:08:01.001662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Deleting subnet c61ac96d-5429-472c-b4c5-30c48f49e6e5 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:01.188012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0dd4ee8e-3657-4dc8-a751-d25fb1b2d5c9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:01.222115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4ee8e-3657-4dc8-a751-d25fb1b2d5c9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=f34d1db0-afac-4289-b561-653062d13cb1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:01.258382 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0dd4ee8e-3657-4dc8-a751-d25fb1b2d5c9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:01.261622 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-55648b11-ee4d-4034-8569-251d08afa979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:08:01.262092 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-55648b11-ee4d-4034-8569-251d08afa979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:08:01.267785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0dd4ee8e-3657-4dc8-a751-d25fb1b2d5c9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/f34d1db0-afac-4289-b561-653062d13cb1 HTTP/1.1" status: 204 len: 168 time: 0.7747245 Aug 29 17:08:01.268155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41662) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:01.287002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 418a5423-a92e-42b5-bd0e-897c842f6026 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:08:01.287355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 418a5423-a92e-42b5-bd0e-897c842f6026 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:08:01.289458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Allocated IP 2001:db8::f816:3eff:feae:5dbb (4dc7d010-37fc-4e64-ac2a-005d7bfccd94/c61ac96d-5429-472c-b4c5-30c48f49e6e5/5e261406-e7c7-45cd-841e-26979a3c6de1) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:01.326112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:01.342183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=3ceb7648-2bb9-44d1-b4a2-c89be36d580b,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:01.347196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:01.347568 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:01.448693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061e0d93-a428-43ef-9dec-7d02fd75642f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:01.456394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061e0d93-a428-43ef-9dec-7d02fd75642f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:01.485204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a732feab-5d47-4047-96d8-fcc7308c1807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '61a6e88f-70a6-4919-981c-8e1b966e63af'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:08:01.485204 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a732feab-5d47-4047-96d8-fcc7308c1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:01.485605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41670) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:01.485684 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-061e0d93-a428-43ef-9dec-7d02fd75642f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2141566 Aug 29 17:08:01.575074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50a3996-ba99-4248-a80b-03ab2969d336 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 61a6e88f-70a6-4919-981c-8e1b966e63af {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:01.581146 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d50a3996-ba99-4248-a80b-03ab2969d336 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:01.673335 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d50a3996-ba99-4248-a80b-03ab2969d336 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:01.745524 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d50a3996-ba99-4248-a80b-03ab2969d336 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:01.882278 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:01.890340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b63cf-9880-4fb9-9168-4cdacc5f1d97 req-7bb38b6c-b315-4254-8b73-b47f4896e0ac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:01.897187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b63cf-9880-4fb9-9168-4cdacc5f1d97 req-7bb38b6c-b315-4254-8b73-b47f4896e0ac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:01.905185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b63cf-9880-4fb9-9168-4cdacc5f1d97 req-7bb38b6c-b315-4254-8b73-b47f4896e0ac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:01.914606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b63cf-9880-4fb9-9168-4cdacc5f1d97 req-7bb38b6c-b315-4254-8b73-b47f4896e0ac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:01.930909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b63cf-9880-4fb9-9168-4cdacc5f1d97 req-7bb38b6c-b315-4254-8b73-b47f4896e0ac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:01.937553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b63cf-9880-4fb9-9168-4cdacc5f1d97 req-7bb38b6c-b315-4254-8b73-b47f4896e0ac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:01.944018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b63cf-9880-4fb9-9168-4cdacc5f1d97 req-7bb38b6c-b315-4254-8b73-b47f4896e0ac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:01.945978 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-386b63cf-9880-4fb9-9168-4cdacc5f1d97 req-7bb38b6c-b315-4254-8b73-b47f4896e0ac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5439 time: 0.1691194 Aug 29 17:08:01.946172 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:01.971659 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d50a3996-ba99-4248-a80b-03ab2969d336 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:01.975059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Transition to ACTIVE for port object 5e261406-e7c7-45cd-841e-26979a3c6de1 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-a732feab-5d47-4047-96d8-fcc7308c1807 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61a6e88f-70a6-4919-981c-8e1b966e63af: This subnet is being modified by another concurrent operation. Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61a6e88f-70a6-4919-981c-8e1b966e63af: This subnet is being modified by another concurrent operation. Aug 29 17:08:01.978547 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 17:08:02.009877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 015f96c5-f6fc-420d-8a29-d33bf5d864a5, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:02.026108 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.026946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:02.029181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Transition to ACTIVE for port object 5e261406-e7c7-45cd-841e-26979a3c6de1 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:02.039760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a3996-ba99-4248-a80b-03ab2969d336 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=61a6e88f-70a6-4919-981c-8e1b966e63af,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:02.044529 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.065873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-386b63cf-9880-4fb9-9168-4cdacc5f1d97 req-71c8db79-933f-41c7-a33b-75f05b34c4ff tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089406 Aug 29 17:08:02.069361 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d50a3996-ba99-4248-a80b-03ab2969d336 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.073277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d50a3996-ba99-4248-a80b-03ab2969d336 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/61a6e88f-70a6-4919-981c-8e1b966e63af HTTP/1.1" status: 204 len: 168 time: 0.5875702 Aug 29 17:08:02.076474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41680) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:02.100844 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.126897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.134577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Network 4dc7d010-37fc-4e64-ac2a-005d7bfccd94 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:02.138873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-807bff46-3aff-4f5f-a664-4f4b0c154dea tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561104 Aug 29 17:08:02.141513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41682) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:02.147607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:02.152883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:02.163511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=015f96c5-f6fc-420d-8a29-d33bf5d864a5,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:02.173598 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8b2ad9f0-05f3-423f-a554-4935fa085fd4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0307512 Aug 29 17:08:02.177555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41684) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:02.279855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Pushing event updated for resources: {'Port': ['ID=5e261406-e7c7-45cd-841e-26979a3c6de1,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:02.285701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Attempting to bind port 5e261406-e7c7-45cd-841e-26979a3c6de1 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:08:02.286107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Attempting to bind port 5e261406-e7c7-45cd-841e-26979a3c6de1 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'ae57ac7d-fe40-4664-9451-3a9023d0b39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4dc7d010-37fc-4e64-ac2a-005d7bfccd94'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:08:02.286478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Attempting to bind port 5e261406-e7c7-45cd-841e-26979a3c6de1 on network 4dc7d010-37fc-4e64-ac2a-005d7bfccd94 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:08:02.289818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:02.295955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:08:02.296339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Checking segment: {'id': 'ae57ac7d-fe40-4664-9451-3a9023d0b39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4dc7d010-37fc-4e64-ac2a-005d7bfccd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:02.296746 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.297140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Bound using segment: {'id': 'ae57ac7d-fe40-4664-9451-3a9023d0b39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4dc7d010-37fc-4e64-ac2a-005d7bfccd94'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:08:02.297656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Bound port: 5e261406-e7c7-45cd-841e-26979a3c6de1, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae57ac7d-fe40-4664-9451-3a9023d0b39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4dc7d010-37fc-4e64-ac2a-005d7bfccd94'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:08:02.298048 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.308350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:02.309459 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.314267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084aff12-a39f-4724-ae92-44c2580d091d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:02.317501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-084aff12-a39f-4724-ae92-44c2580d091d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1356337 Aug 29 17:08:02.317821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41686) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:02.392780 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.420085 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1260c01e-1fa4-4a84-a4c3-379b8c1fa5ea tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008124 Aug 29 17:08:02.421660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41688) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:02.431234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-54bf0214-1b97-417e-9c37-807132ad44f0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:02.519656 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.520826 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.546495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.548449 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/subnets/c61ac96d-5429-472c-b4c5-30c48f49e6e5 HTTP/1.1" status: 204 len: 168 time: 1.6066058 Aug 29 17:08:02.550901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41692) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:02.559159 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015f96c5-f6fc-420d-8a29-d33bf5d864a5'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:08:02.562673 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a05277-a3ae-407d-89f8-c1b7ceaa2dd0" -d '{"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "015f96c5-f6fc-420d-8a29-d33bf5d864a5"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:08:02.572687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] For port 5e261406-e7c7-45cd-841e-26979a3c6de1, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:08:02.636933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] For port 5e261406-e7c7-45cd-841e-26979a3c6de1, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5e261406-e7c7-45cd-841e-26979a3c6de1,segment=NetworkSegment(ae57ac7d-fe40-4664-9451-3a9023d0b39f),segment_id=ae57ac7d-fe40-4664-9451-3a9023d0b39f)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:08:02.644145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bf0214-1b97-417e-9c37-807132ad44f0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:02.650314 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54bf0214-1b97-417e-9c37-807132ad44f0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.667643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Subnet': ['ID=c61ac96d-5429-472c-b4c5-30c48f49e6e5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:02.671240 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b202ba83-b59d-4aee-9466-ae0463b84ba4 x-openstack-request-id: req-b202ba83-b59d-4aee-9466-ae0463b84ba4 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:08:02.672206 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "015f96c5-f6fc-420d-8a29-d33bf5d864a5", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:08:02.672206 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b202ba83-b59d-4aee-9466-ae0463b84ba4 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:08:02.672206 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015f96c5-f6fc-420d-8a29-d33bf5d864a5', 'code': 200} Aug 29 17:08:02.678526 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.680701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.681328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.681888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.682430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.682959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.683530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.684065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.684598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.685122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.685658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.686175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.686708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da436990-c459-474c-afeb-1b3b7bf3b2b5 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:02.717139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc8ac62-9efc-4e63-812d-7353701d8077 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:02.719448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc8ac62-9efc-4e63-812d-7353701d8077 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:02.721676 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-efc8ac62-9efc-4e63-812d-7353701d8077 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1698475 Aug 29 17:08:02.726445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41698) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:02.741281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:02.772189 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.773072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:02.849168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f11d8-71b2-4000-aeb0-c8d685805e6d None None] Pushing event updated for resources: {'Port': ['ID=5e261406-e7c7-45cd-841e-26979a3c6de1,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:02.901804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-abed7e43-b1a2-46d2-b82c-b675945339ce tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.907311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3ceb7648-2bb9-44d1-b4a2-c89be36d580b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:02.922343 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-abed7e43-b1a2-46d2-b82c-b675945339ce tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 29 17:08:02.922813 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abed7e43-b1a2-46d2-b82c-b675945339ce tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:08:02.924571 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-abed7e43-b1a2-46d2-b82c-b675945339ce tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/networks/4dc7d010-37fc-4e64-ac2a-005d7bfccd94 HTTP/1.1" status: 409 len: 405 time: 0.1971898 Aug 29 17:08:02.928813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41702) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:02.935486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-418142553'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:02.977733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:02.982866 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:02.985421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:02.992826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:02.994551 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:03.020275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:03.044998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:08:03.062067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:03.062503 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Added segment 824718e2-bc90-4bbd-8964-1e80ca756676 of type vlan for network 1c5f58f5-a2f9-43ad-9668-5d92fdf7278b Aug 29 17:08:03.108075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:03.109895 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:03.137327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54bf0214-1b97-417e-9c37-807132ad44f0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:03.181138 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:03.260324 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:03.268141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:03.268891 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:03.299193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf0214-1b97-417e-9c37-807132ad44f0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:03.326356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-54bf0214-1b97-417e-9c37-807132ad44f0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:03.339581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bf0214-1b97-417e-9c37-807132ad44f0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:03.340806 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54bf0214-1b97-417e-9c37-807132ad44f0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:03.376813 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4467130 Aug 29 17:08:03.381940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41710) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:03.412446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'subnet': {'network_id': '1c5f58f5-a2f9-43ad-9668-5d92fdf7278b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:03.414244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-54bf0214-1b97-417e-9c37-807132ad44f0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9845111 Aug 29 17:08:03.418153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677cb6c0-9c89-484f-b7e6-6da2a9c35037 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:03.423170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41714) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:03.427784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '005a659e-2e4a-4726-bfaf-24f9919178af', 'ip_address': '2001:db8::7da2:f58d:37b9:3004'}], 'name': 'tempest-NetworksTestDHCPv6-554703999'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:03.447803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf0214-1b97-417e-9c37-807132ad44f0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=005a659e-2e4a-4726-bfaf-24f9919178af,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:03.591430 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:03.628742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704440cc-5a3e-497e-b8ce-b42d3555babf tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Network': ['ID=1c5f58f5-a2f9-43ad-9668-5d92fdf7278b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:03.671126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:03.676906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 1c5f58f5-a2f9-43ad-9668-5d92fdf7278b details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:08:03.686505 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:03.785271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:03.909434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:03.913239 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a50607-3a0e-4838-b7be-6835e870167b req-d20238c8-c2f8-43b0-9d23-7b6d9836a620 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:03.921394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a50607-3a0e-4838-b7be-6835e870167b req-d20238c8-c2f8-43b0-9d23-7b6d9836a620 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:03.934695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a50607-3a0e-4838-b7be-6835e870167b req-d20238c8-c2f8-43b0-9d23-7b6d9836a620 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:03.940966 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a50607-3a0e-4838-b7be-6835e870167b req-d20238c8-c2f8-43b0-9d23-7b6d9836a620 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:03.947343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a50607-3a0e-4838-b7be-6835e870167b req-d20238c8-c2f8-43b0-9d23-7b6d9836a620 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:03.953511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a50607-3a0e-4838-b7be-6835e870167b req-d20238c8-c2f8-43b0-9d23-7b6d9836a620 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:03.959692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a50607-3a0e-4838-b7be-6835e870167b req-d20238c8-c2f8-43b0-9d23-7b6d9836a620 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:03.961822 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8a50607-3a0e-4838-b7be-6835e870167b req-d20238c8-c2f8-43b0-9d23-7b6d9836a620 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5441 time: 0.7191160 Aug 29 17:08:03.969529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:03.999721 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:04.006596 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 14292b52-c289-4e22-9501-5875a78b029c yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:08:04.007416 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:04.097728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '005a659e-2e4a-4726-bfaf-24f9919178af'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:08:04.099153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:04.111853 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8a50607-3a0e-4838-b7be-6835e870167b req-985c39d3-c5b1-4536-9454-adab9cb30ce8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1409185 Aug 29 17:08:04.324881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:04.405391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:04.425605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:04.426267 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:04.434111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.objects.ports [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:08:04.440471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:04.560528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Subnet': ['ID=87efea84-ba93-4367-b296-2659896c3a2f,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:04.572531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Checking segment: {'id': '824718e2-bc90-4bbd-8964-1e80ca756676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1c5f58f5-a2f9-43ad-9668-5d92fdf7278b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:04.573397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network hostable DHCP agents. Network: 1c5f58f5-a2f9-43ad-9668-5d92fdf7278b, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:08:04.615936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network 1c5f58f5-a2f9-43ad-9668-5d92fdf7278b is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:08:04.637261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 1c5f58f5-a2f9-43ad-9668-5d92fdf7278b) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:04.642605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:04.642933 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:04.643225 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:04.651440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdbb17c-8fa9-4856-b3ff-a378a0184d4a None None] Network 4dc7d010-37fc-4e64-ac2a-005d7bfccd94 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:04.671060 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-630206ca-7abb-4514-92ec-b45fda9ed1af tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2885215 Aug 29 17:08:04.673829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41730) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:04.685856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286'}, {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210b7cba-cb2d-4589-82bc-bf98baf9f1c1'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:08:04.689304 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2f5a94-a403-4e21-b5ac-9829e1c3ede2" -d '{"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286"}, {"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "210b7cba-cb2d-4589-82bc-bf98baf9f1c1"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:08:04.740148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0999355-20aa-4acb-a9d7-c32b24d50546 None None] Network 1c5f58f5-a2f9-43ad-9668-5d92fdf7278b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:04.808403 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba35cb40-6baa-4a54-bb4d-d9bc315bf1ee x-openstack-request-id: req-ba35cb40-6baa-4a54-bb4d-d9bc315bf1ee {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:08:04.812262 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286", "code": 200}, {"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "210b7cba-cb2d-4589-82bc-bf98baf9f1c1", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:08:04.812528 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba35cb40-6baa-4a54-bb4d-d9bc315bf1ee {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:08:04.815988 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286', 'code': 200} Aug 29 17:08:04.817457 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210b7cba-cb2d-4589-82bc-bf98baf9f1c1', 'code': 200} Aug 29 17:08:04.903368 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:04.990048 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5e261406-e7c7-45cd-841e-26979a3c6de1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:05.004652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:05.013637 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::7da2:f58d:37b9:3004 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/005a659e-2e4a-4726-bfaf-24f9919178af/14292b52-c289-4e22-9501-5875a78b029c) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:05.077201 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.081970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.083685 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2a55f850-c98f-47e3-abdd-88155a009bfa up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:05.087337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-76d117e5-169c-46ee-859b-32df616e7fdb None None] Provisioning for port 5e261406-e7c7-45cd-841e-26979a3c6de1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:05.279722 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.347677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Subnet': ['ID=87efea84-ba93-4367-b296-2659896c3a2f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:05.354071 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.431490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 5e261406-e7c7-45cd-841e-26979a3c6de1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:05.439892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5e261406-e7c7-45cd-841e-26979a3c6de1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:05.440281 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.446108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 14292b52-c289-4e22-9501-5875a78b029c will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:05.478240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98062c-3297-4dba-b0d8-30dcdea7195d req-b83b6ae1-8dd4-49ad-b4b9-46dbeb36be8b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:05.485316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98062c-3297-4dba-b0d8-30dcdea7195d req-b83b6ae1-8dd4-49ad-b4b9-46dbeb36be8b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:05.491367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98062c-3297-4dba-b0d8-30dcdea7195d req-b83b6ae1-8dd4-49ad-b4b9-46dbeb36be8b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:05.498463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98062c-3297-4dba-b0d8-30dcdea7195d req-b83b6ae1-8dd4-49ad-b4b9-46dbeb36be8b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:05.504577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98062c-3297-4dba-b0d8-30dcdea7195d req-b83b6ae1-8dd4-49ad-b4b9-46dbeb36be8b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:05.511115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98062c-3297-4dba-b0d8-30dcdea7195d req-b83b6ae1-8dd4-49ad-b4b9-46dbeb36be8b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:05.517465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98062c-3297-4dba-b0d8-30dcdea7195d req-b83b6ae1-8dd4-49ad-b4b9-46dbeb36be8b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:05.525735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba98062c-3297-4dba-b0d8-30dcdea7195d req-b83b6ae1-8dd4-49ad-b4b9-46dbeb36be8b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5443 time: 0.2188056 Aug 29 17:08:05.545364 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.565388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5f58f5-a2f9-43ad-9668-5d92fdf7278b']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:05.567337 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.580774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824718e2-bc90-4bbd-8964-1e80ca756676') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:05.583133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824718e2-bc90-4bbd-8964-1e80ca756676') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:05.610068 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.629532 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.638108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:08:05.638566 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.639902 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba98062c-3297-4dba-b0d8-30dcdea7195d req-86c31e23-4fc2-41cc-83b5-72305ba7128c tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131115 Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:08:05.642496 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:08:05.650800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:05.659522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:05.664548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:05.671435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:05.683343 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.707210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=14292b52-c289-4e22-9501-5875a78b029c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:05.732796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.733452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.733552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.736826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.737212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.737573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.738979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.740969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.741252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.741582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.741934 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.747016 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.747403 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:05.752139 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.754889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-73bb27ed-5159-4bc7-a6c4-79869b690737 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3310969 Aug 29 17:08:05.762194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/networks/1c5f58f5-a2f9-43ad-9668-5d92fdf7278b HTTP/1.1" status: 204 len: 168 time: 1.0864332 Aug 29 17:08:05.762958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41746) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:05.763468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41748) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:05.772291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222b97b-cd3a-4663-92df-fdb6e1d75d69 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Network': ['ID=1c5f58f5-a2f9-43ad-9668-5d92fdf7278b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:05.779995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1436238529'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:05.820173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:05.846193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:05.853880 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.930986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:08:05.952325 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 2a55f850-c98f-47e3-abdd-88155a009bfa completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:05.954467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.955288 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e914d-6e9b-4657-b01e-800ddefdea37 None None] DHCP port deletion for 4dc7d010-37fc-4e64-ac2a-005d7bfccd94 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:08:05.955720 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Added segment fa57fec4-90f7-400d-93d8-51537717d393 of type vlan for network 06f1fe09-2822-4b61-9e69-6680116c9ce3 Aug 29 17:08:05.966498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b845fde-d214-42e5-aa5e-95f2ec635971 None None] Network 1c5f58f5-a2f9-43ad-9668-5d92fdf7278b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:05.989611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 2a55f850-c98f-47e3-abdd-88155a009bfa triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:05.991575 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:05.999438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b845fde-d214-42e5-aa5e-95f2ec635971 None None] Network 1c5f58f5-a2f9-43ad-9668-5d92fdf7278b could not be found, it might have been deleted concurrently. {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:08:06.059733 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.079017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Allocated IP 2001:db8::2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/005a659e-2e4a-4726-bfaf-24f9919178af/b401cd34-b778-4fae-950c-7f0ad58f0c97) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:06.096189 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.103145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:06.103763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.158119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db01fd5-6002-4d5b-a028-5e203801bd53 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:06.162803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41754) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:06.164273 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7db01fd5-6002-4d5b-a028-5e203801bd53 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3994515 Aug 29 17:08:06.165854 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3906333 Aug 29 17:08:06.175248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41756) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:06.190873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'subnet': {'network_id': '06f1fe09-2822-4b61-9e69-6680116c9ce3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:06.244666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e662953-909d-43ed-b085-14b2863d3744 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Network': ['ID=06f1fe09-2822-4b61-9e69-6680116c9ce3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:06.271976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 06f1fe09-2822-4b61-9e69-6680116c9ce3 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:08:06.349017 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.392403 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d32e914d-6e9b-4657-b01e-800ddefdea37 None None] Deleting port 5e261406-e7c7-45cd-841e-26979a3c6de1 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:06.392782 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d32e914d-6e9b-4657-b01e-800ddefdea37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.448946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3c63c621-3ad5-40b6-aed5-3aacb00bf806 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 14292b52-c289-4e22-9501-5875a78b029c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:06.450330 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c63c621-3ad5-40b6-aed5-3aacb00bf806 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.454507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:06.458221 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.531245 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.605715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 5e261406-e7c7-45cd-841e-26979a3c6de1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5e261406-e7c7-45cd-841e-26979a3c6de1,segment=NetworkSegment(ae57ac7d-fe40-4664-9451-3a9023d0b39f),segment_id=ae57ac7d-fe40-4664-9451-3a9023d0b39f)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:06.624966 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.713273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d32e914d-6e9b-4657-b01e-800ddefdea37 None None] For port 5e261406-e7c7-45cd-841e-26979a3c6de1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5e261406-e7c7-45cd-841e-26979a3c6de1,segment=NetworkSegment(ae57ac7d-fe40-4664-9451-3a9023d0b39f),segment_id=ae57ac7d-fe40-4664-9451-3a9023d0b39f)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:06.713671 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d32e914d-6e9b-4657-b01e-800ddefdea37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.728459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2a55f850-c98f-47e3-abdd-88155a009bfa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2a55f850-c98f-47e3-abdd-88155a009bfa,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:06.801314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d32e914d-6e9b-4657-b01e-800ddefdea37 None None] Calling delete_port for 5e261406-e7c7-45cd-841e-26979a3c6de1 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:06.806276 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.807349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 1118de05-2a40-42f0-8617-64982477f4cf up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:06.815969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=5e261406-e7c7-45cd-841e-26979a3c6de1,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:06.829424 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.833732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103c1e44-7c35-4f6e-a96b-e19cbad37ad4'}, {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a55f850-c98f-47e3-abdd-88155a009bfa'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:08:06.836106 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43891536-4ce6-43af-a715-c226111bcf68" -d '{"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "103c1e44-7c35-4f6e-a96b-e19cbad37ad4"}, {"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "2a55f850-c98f-47e3-abdd-88155a009bfa"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:08:06.880868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5e261406-e7c7-45cd-841e-26979a3c6de1 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:08:06.885530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40a46f-e060-40c2-8318-1f44cbc30e15 req-2cb3c2b7-effd-467a-b37e-da4fd58fe960 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:06.892294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c63c621-3ad5-40b6-aed5-3aacb00bf806 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:06.893428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40a46f-e060-40c2-8318-1f44cbc30e15 req-2cb3c2b7-effd-467a-b37e-da4fd58fe960 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:06.901115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40a46f-e060-40c2-8318-1f44cbc30e15 req-2cb3c2b7-effd-467a-b37e-da4fd58fe960 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:06.912189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40a46f-e060-40c2-8318-1f44cbc30e15 req-2cb3c2b7-effd-467a-b37e-da4fd58fe960 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:06.920680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40a46f-e060-40c2-8318-1f44cbc30e15 req-2cb3c2b7-effd-467a-b37e-da4fd58fe960 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:06.929216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40a46f-e060-40c2-8318-1f44cbc30e15 req-2cb3c2b7-effd-467a-b37e-da4fd58fe960 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:06.936746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40a46f-e060-40c2-8318-1f44cbc30e15 req-2cb3c2b7-effd-467a-b37e-da4fd58fe960 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:06.944894 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9e99d5-a54b-4e65-8328-07ef8a199f90 x-openstack-request-id: req-9f9e99d5-a54b-4e65-8328-07ef8a199f90 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:08:06.945190 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "103c1e44-7c35-4f6e-a96b-e19cbad37ad4", "code": 200}, {"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "2a55f850-c98f-47e3-abdd-88155a009bfa", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:08:06.945886 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f9e99d5-a54b-4e65-8328-07ef8a199f90 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:08:06.946294 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103c1e44-7c35-4f6e-a96b-e19cbad37ad4', 'code': 200} Aug 29 17:08:06.946549 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a55f850-c98f-47e3-abdd-88155a009bfa', 'code': 200} Aug 29 17:08:06.947052 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc40a46f-e060-40c2-8318-1f44cbc30e15 req-2cb3c2b7-effd-467a-b37e-da4fd58fe960 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5444 time: 0.1366665 Aug 29 17:08:06.949633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Transition to ACTIVE for port object b401cd34-b778-4fae-950c-7f0ad58f0c97 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:06.964795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3c63c621-3ad5-40b6-aed5-3aacb00bf806 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 14292b52-c289-4e22-9501-5875a78b029c owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:07.020886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc40a46f-e060-40c2-8318-1f44cbc30e15 req-ceed6ce5-f0ff-4cdc-96a3-40aa4dadc717 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661981 Aug 29 17:08:07.065670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Transition to ACTIVE for port object b401cd34-b778-4fae-950c-7f0ad58f0c97 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:07.083650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2a55f850-c98f-47e3-abdd-88155a009bfa,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:07.095408 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.156706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:07.182578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 1118de05-2a40-42f0-8617-64982477f4cf completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:07.194441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:07.202111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:07.204095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 1118de05-2a40-42f0-8617-64982477f4cf triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:07.204469 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.206011 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d32e914d-6e9b-4657-b01e-800ddefdea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.245900 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Pushing event updated for resources: {'Port': ['ID=b401cd34-b778-4fae-950c-7f0ad58f0c97,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:07.251105 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.261761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e914d-6e9b-4657-b01e-800ddefdea37 None None] No DVR routers for this DVR port 5e261406-e7c7-45cd-841e-26979a3c6de1 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:08:07.314448 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.319243 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e914d-6e9b-4657-b01e-800ddefdea37 None None] Pushing event deleted for resources: {'Port': ['ID=5e261406-e7c7-45cd-841e-26979a3c6de1,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:07.408773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Attempting to bind port b401cd34-b778-4fae-950c-7f0ad58f0c97 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:08:07.409150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Attempting to bind port b401cd34-b778-4fae-950c-7f0ad58f0c97 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:08:07.410086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Attempting to bind port b401cd34-b778-4fae-950c-7f0ad58f0c97 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:08:07.412219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Subnet': ['ID=925dbd31-4866-48fb-bb89-1551ebfca328,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:07.417269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Checking segment: {'id': 'fa57fec4-90f7-400d-93d8-51537717d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '06f1fe09-2822-4b61-9e69-6680116c9ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:07.418541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network hostable DHCP agents. Network: 06f1fe09-2822-4b61-9e69-6680116c9ce3, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:08:07.422021 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c63c621-3ad5-40b6-aed5-3aacb00bf806 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.426133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:08:07.426523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:07.426931 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.427330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:08:07.427823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Bound port: b401cd34-b778-4fae-950c-7f0ad58f0c97, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:08:07.428208 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.460190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63c621-3ad5-40b6-aed5-3aacb00bf806 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=14292b52-c289-4e22-9501-5875a78b029c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:07.486670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network 06f1fe09-2822-4b61-9e69-6680116c9ce3 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:08:07.518243 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c63c621-3ad5-40b6-aed5-3aacb00bf806 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.523886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41772) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:07.538691 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3c63c621-3ad5-40b6-aed5-3aacb00bf806 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/14292b52-c289-4e22-9501-5875a78b029c HTTP/1.1" status: 204 len: 168 time: 1.3730743 Aug 29 17:08:07.539208 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.543676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 06f1fe09-2822-4b61-9e69-6680116c9ce3) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:07.554926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:07.562026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.563478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ddfa7-1ac1-43a1-8824-1bc20f298a31 None None] Network 06f1fe09-2822-4b61-9e69-6680116c9ce3 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:07.600275 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-15fd12ab-93c1-454e-a44f-91c838302135 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4237361 Aug 29 17:08:07.602570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41774) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:07.611314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f418afa-abb6-46f6-88f1-727e41715caa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:07.613613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f418afa-abb6-46f6-88f1-727e41715caa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:07.615389 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4f418afa-abb6-46f6-88f1-727e41715caa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0901976 Aug 29 17:08:07.618419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41776) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:07.634036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] For port b401cd34-b778-4fae-950c-7f0ad58f0c97, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:08:07.646227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 1118de05-2a40-42f0-8617-64982477f4cf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=1118de05-2a40-42f0-8617-64982477f4cf,segment=NetworkSegment(f20d509c-6a87-4af4-ba3a-bd861c2c0930),segment_id=f20d509c-6a87-4af4-ba3a-bd861c2c0930)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:07.661197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] For port b401cd34-b778-4fae-950c-7f0ad58f0c97, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b401cd34-b778-4fae-950c-7f0ad58f0c97,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:08:07.662258 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.716278 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.749284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10cac61-7d74-4dcb-ac12-ddf717ce0265 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 005a659e-2e4a-4726-bfaf-24f9919178af {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:07.757406 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f10cac61-7d74-4dcb-ac12-ddf717ce0265 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.814945 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.847756 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f10cac61-7d74-4dcb-ac12-ddf717ce0265 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.849862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=1118de05-2a40-42f0-8617-64982477f4cf,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:07.942144 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:07.990202 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f10cac61-7d74-4dcb-ac12-ddf717ce0265 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.123657 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.149260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Subnet': ['ID=925dbd31-4866-48fb-bb89-1551ebfca328,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:08.209916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f10cac61-7d74-4dcb-ac12-ddf717ce0265 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.241847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a840536-1168-4ee0-a7af-06530ce205c3 None None] Pushing event updated for resources: {'Port': ['ID=b401cd34-b778-4fae-950c-7f0ad58f0c97,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:08.281389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365defe-d426-447f-b165-af7700a72c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-06f1fe09-2822-4b61-9e69-6680116c9ce3', 'network_id': '06f1fe09-2822-4b61-9e69-6680116c9ce3', 'tenant_id': 'cce9c05af26f4858ad19c7d5eb26bfcd', 'fixed_ips': [{'subnet_id': '925dbd31-4866-48fb-bb89-1551ebfca328'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:08:08.284741 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0365defe-d426-447f-b165-af7700a72c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.359983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cac61-7d74-4dcb-ac12-ddf717ce0265 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=005a659e-2e4a-4726-bfaf-24f9919178af,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:08.378804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f10cac61-7d74-4dcb-ac12-ddf717ce0265 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.383475 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f10cac61-7d74-4dcb-ac12-ddf717ce0265 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/005a659e-2e4a-4726-bfaf-24f9919178af HTTP/1.1" status: 204 len: 168 time: 0.7638130 Aug 29 17:08:08.384140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41798) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:08.456893 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.477641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-15c09183-3beb-4a57-b791-48cc294b6d55 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921652 Aug 29 17:08:08.478267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41800) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:08.481017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f1fe09-2822-4b61-9e69-6680116c9ce3']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:08.499665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4d0b0586-3846-4ed7-846b-bf06736f0f6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:08.507865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa57fec4-90f7-400d-93d8-51537717d393') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:08.508172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa57fec4-90f7-400d-93d8-51537717d393') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:08.542049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.545794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672fbea-ad86-4396-b103-3c223e60d2d7 None None] Network 06f1fe09-2822-4b61-9e69-6680116c9ce3 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:08.575338 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.591581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:08:08.593261 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.679599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2721-01df-47b9-8d6a-e7ee0cb3f126 req-e9d7b515-1cb8-4ac6-8457-407af7e8b868 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:08.687078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2721-01df-47b9-8d6a-e7ee0cb3f126 req-e9d7b515-1cb8-4ac6-8457-407af7e8b868 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:08.693853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2721-01df-47b9-8d6a-e7ee0cb3f126 req-e9d7b515-1cb8-4ac6-8457-407af7e8b868 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:08.702088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2721-01df-47b9-8d6a-e7ee0cb3f126 req-e9d7b515-1cb8-4ac6-8457-407af7e8b868 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:08.712194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2721-01df-47b9-8d6a-e7ee0cb3f126 req-e9d7b515-1cb8-4ac6-8457-407af7e8b868 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:08.722414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2721-01df-47b9-8d6a-e7ee0cb3f126 req-e9d7b515-1cb8-4ac6-8457-407af7e8b868 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:08.729954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2721-01df-47b9-8d6a-e7ee0cb3f126 req-e9d7b515-1cb8-4ac6-8457-407af7e8b868 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:08.733585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b1d2721-01df-47b9-8d6a-e7ee0cb3f126 req-e9d7b515-1cb8-4ac6-8457-407af7e8b868 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5445 time: 0.4438319 Aug 29 17:08:08.735512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0b0586-3846-4ed7-846b-bf06736f0f6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:08.739853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0586-3846-4ed7-846b-bf06736f0f6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:08:08.748365 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:08:08.759037 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.781997 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:08.788988 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/networks/06f1fe09-2822-4b61-9e69-6680116c9ce3 HTTP/1.1" status: 204 len: 168 time: 1.1853843 Aug 29 17:08:08.801645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41804) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:08.822713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-864870632'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:08.916439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfb24a-c807-4dd9-9100-36bcdbe61b7a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Network': ['ID=06f1fe09-2822-4b61-9e69-6680116c9ce3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:08.947682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1118de05-2a40-42f0-8617-64982477f4cf'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:08:08.950603 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b2a790-4dea-4562-8b1a-663cf96a597c" -d '{"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "1118de05-2a40-42f0-8617-64982477f4cf"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:08:08.968047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:08.977422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:09.045857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b401cd34-b778-4fae-950c-7f0ad58f0c97 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:09.079290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:08:09.100539 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676380d1-62f2-4b79-92a3-3b27b73e411f x-openstack-request-id: req-676380d1-62f2-4b79-92a3-3b27b73e411f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:08:09.101326 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-plugged", "status": "completed", "tag": "1118de05-2a40-42f0-8617-64982477f4cf", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:08:09.101793 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-676380d1-62f2-4b79-92a3-3b27b73e411f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:08:09.104358 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1118de05-2a40-42f0-8617-64982477f4cf', 'code': 200} Aug 29 17:08:09.125332 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b1d2721-01df-47b9-8d6a-e7ee0cb3f126 req-af9580df-d1b4-4ac4-bec0-903c64546582 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3807337 Aug 29 17:08:09.132057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:09.132512 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Added segment fb9425d8-a93d-4af2-9db0-b2aaac60bffa of type vlan for network bd43eb68-24ed-4539-a821-873ef1723b41 Aug 29 17:08:09.183058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b401cd34-b778-4fae-950c-7f0ad58f0c97 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:09.308940 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0586-3846-4ed7-846b-bf06736f0f6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:09.319690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:09.354331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c801-a2a0-4de0-93a7-4e76d4a85681 req-d7954e30-9476-4a94-af69-faf66697f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:09.354819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c801-a2a0-4de0-93a7-4e76d4a85681 req-d7954e30-9476-4a94-af69-faf66697f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:09.355339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c801-a2a0-4de0-93a7-4e76d4a85681 req-d7954e30-9476-4a94-af69-faf66697f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:09.355858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c801-a2a0-4de0-93a7-4e76d4a85681 req-d7954e30-9476-4a94-af69-faf66697f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:09.356329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c801-a2a0-4de0-93a7-4e76d4a85681 req-d7954e30-9476-4a94-af69-faf66697f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:09.356805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c801-a2a0-4de0-93a7-4e76d4a85681 req-d7954e30-9476-4a94-af69-faf66697f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:09.357693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40c801-a2a0-4de0-93a7-4e76d4a85681 req-d7954e30-9476-4a94-af69-faf66697f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:09.359929 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae40c801-a2a0-4de0-93a7-4e76d4a85681 req-d7954e30-9476-4a94-af69-faf66697f97a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6509 time: 0.2005651 Aug 29 17:08:09.383279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b0586-3846-4ed7-846b-bf06736f0f6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:09.389980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b0586-3846-4ed7-846b-bf06736f0f6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:09.399119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b0586-3846-4ed7-846b-bf06736f0f6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:09.399771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0586-3846-4ed7-846b-bf06736f0f6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:09.423100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75031ad9-5c78-4c0f-9cad-559f27df5a53 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:09.431711 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:09.451410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:09.452086 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:09.508946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b0586-3846-4ed7-846b-bf06736f0f6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=805b3276-9eb5-4d60-b671-354a4fa0373c,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:09.527935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4d0b0586-3846-4ed7-846b-bf06736f0f6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0475125 Aug 29 17:08:09.531272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41824) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:09.546827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2be45dea-d6bf-4b5b-8a44-522309f845a4 None None] Provisioning for port b401cd34-b778-4fae-950c-7f0ad58f0c97 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:09.549958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '805b3276-9eb5-4d60-b671-354a4fa0373c', 'ip_address': '2001:db8::3764:be1f:d31a:1152'}], 'name': 'tempest-NetworksTestDHCPv6-1902750217'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:09.564647 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae40c801-a2a0-4de0-93a7-4e76d4a85681 req-15a56b69-f2fd-434e-98fb-b95cc66058a7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1950567 Aug 29 17:08:09.568896 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7615063 Aug 29 17:08:09.572433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41826) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:09.579161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Request body: {'subnet': {'network_id': 'bd43eb68-24ed-4539-a821-873ef1723b41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:09.580830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2be45dea-d6bf-4b5b-8a44-522309f845a4 None None] Provisioning complete for port b401cd34-b778-4fae-950c-7f0ad58f0c97 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:09.581822 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2be45dea-d6bf-4b5b-8a44-522309f845a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:09.607834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0dc5b-fa9f-4ff0-98b9-eab459fbe872 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Network': ['ID=bd43eb68-24ed-4539-a821-873ef1723b41,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:09.653560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network bd43eb68-24ed-4539-a821-873ef1723b41 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:08:09.799335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Made reservation on behalf of cce9c05af26f4858ad19c7d5eb26bfcd for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:09.803542 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:09.826506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:10.047986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:10.097174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 2db84d38-e189-4539-ba88-707c23e0c38b yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:08:10.099884 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2be45dea-d6bf-4b5b-8a44-522309f845a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:10.146061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2be45dea-d6bf-4b5b-8a44-522309f845a4 None None] For port b401cd34-b778-4fae-950c-7f0ad58f0c97, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b401cd34-b778-4fae-950c-7f0ad58f0c97,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:10.172553 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2be45dea-d6bf-4b5b-8a44-522309f845a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:10.212125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.objects.ports [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:08:10.215419 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:10.308279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be45dea-d6bf-4b5b-8a44-522309f845a4 None None] Pushing event updated for resources: {'Port': ['ID=b401cd34-b778-4fae-950c-7f0ad58f0c97,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:10.326642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Checking segment: {'id': 'fb9425d8-a93d-4af2-9db0-b2aaac60bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bd43eb68-24ed-4539-a821-873ef1723b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:10.327085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network hostable DHCP agents. Network: bd43eb68-24ed-4539-a821-873ef1723b41, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:08:10.329446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event updated for resources: {'Subnet': ['ID=f0b555ac-ad79-4524-8173-a600438b2509,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:10.363026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Network bd43eb68-24ed-4539-a821-873ef1723b41 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:08:10.374650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, bd43eb68-24ed-4539-a821-873ef1723b41) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:10.379897 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:10.380513 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:10.388275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88d8b2-51f9-4ccd-978f-6004c57bc791 None None] Network bd43eb68-24ed-4539-a821-873ef1723b41 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:10.431145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aaf21143-8266-426a-8807-ba00ddbd9188 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8555887 Aug 29 17:08:10.431701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41838) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:10.595234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28402-763d-4ac8-94f2-98ee342dfc21 req-19e2c59b-aae5-4607-ada2-bdc36c00cbca tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:10.603566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28402-763d-4ac8-94f2-98ee342dfc21 req-19e2c59b-aae5-4607-ada2-bdc36c00cbca tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:10.619948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28402-763d-4ac8-94f2-98ee342dfc21 req-19e2c59b-aae5-4607-ada2-bdc36c00cbca tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:10.626924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28402-763d-4ac8-94f2-98ee342dfc21 req-19e2c59b-aae5-4607-ada2-bdc36c00cbca tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:10.633566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28402-763d-4ac8-94f2-98ee342dfc21 req-19e2c59b-aae5-4607-ada2-bdc36c00cbca tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:10.640528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28402-763d-4ac8-94f2-98ee342dfc21 req-19e2c59b-aae5-4607-ada2-bdc36c00cbca tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:10.646563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28402-763d-4ac8-94f2-98ee342dfc21 req-19e2c59b-aae5-4607-ada2-bdc36c00cbca tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:10.655341 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4fc28402-763d-4ac8-94f2-98ee342dfc21 req-19e2c59b-aae5-4607-ada2-bdc36c00cbca tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5445 time: 0.3578055 Aug 29 17:08:10.689349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e7bd3d-f056-4415-b9d1-c2baa3ebbed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-bd43eb68-24ed-4539-a821-873ef1723b41', 'network_id': 'bd43eb68-24ed-4539-a821-873ef1723b41', 'tenant_id': 'cce9c05af26f4858ad19c7d5eb26bfcd', 'fixed_ips': [{'subnet_id': 'f0b555ac-ad79-4524-8173-a600438b2509'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:08:10.690473 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a5e7bd3d-f056-4415-b9d1-c2baa3ebbed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:10.698241 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:10.731062 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::3764:be1f:d31a:1152 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/805b3276-9eb5-4d60-b671-354a4fa0373c/2db84d38-e189-4539-ba88-707c23e0c38b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:10.913108 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:10.929787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b401cd34-b778-4fae-950c-7f0ad58f0c97 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:10.985347 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4fc28402-763d-4ac8-94f2-98ee342dfc21 req-36e906e3-1625-4e9e-b36e-f8d4a60b7d07 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3290131 Aug 29 17:08:11.023165 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.064593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-44913643-40a2-42ba-b279-06e03b2b5218 None None] Provisioning complete for port b401cd34-b778-4fae-950c-7f0ad58f0c97 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:11.064878 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-44913643-40a2-42ba-b279-06e03b2b5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.126047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b555ac-ad79-4524-8173-a600438b2509,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-a5e7bd3d-f056-4415-b9d1-c2baa3ebbed5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0b555ac-ad79-4524-8173-a600438b2509: This subnet is being modified by another concurrent operation. Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0b555ac-ad79-4524-8173-a600438b2509: This subnet is being modified by another concurrent operation. Aug 29 17:08:11.158247 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 17:08:11.170571 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b401cd34-b778-4fae-950c-7f0ad58f0c97 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:11.170571 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.199893 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.213882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd43eb68-24ed-4539-a821-873ef1723b41']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:11.226110 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.229188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9425d8-a93d-4af2-9db0-b2aaac60bffa') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:11.230231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9425d8-a93d-4af2-9db0-b2aaac60bffa') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:11.242206 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.246572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad22c0-7b2c-4e04-8abd-f09cb347d750 None None] Network bd43eb68-24ed-4539-a821-873ef1723b41 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:11.249933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 2db84d38-e189-4539-ba88-707c23e0c38b will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:11.271829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.279598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:08:11.280268 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.325659 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:08:11.326004 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:08:11.381787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:11.385011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:11.388141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:11.395245 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:11.395893 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.426463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=2db84d38-e189-4539-ba88-707c23e0c38b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:11.431127 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.449668 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.461011 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/networks/bd43eb68-24ed-4539-a821-873ef1723b41 HTTP/1.1" status: 204 len: 168 time: 1.0277627 Aug 29 17:08:11.472131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41856) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:11.473074 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a510f740-5d3e-4930-882d-2f4ec621d6e6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9398100 Aug 29 17:08:11.475498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41858) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:11.537182 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bba863-1f57-400a-881d-63caaf8472e8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] DELETE failed (client error): The resource could not be found. Aug 29 17:08:11.537772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bba863-1f57-400a-881d-63caaf8472e8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:08:11.550094 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f4bba863-1f57-400a-881d-63caaf8472e8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/subnets/f0b555ac-ad79-4524-8173-a600438b2509 HTTP/1.1" status: 404 len: 337 time: 0.0760307 Aug 29 17:08:11.551675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331c374-a9e5-46d0-adb8-9ed135f74894 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Network': ['ID=bd43eb68-24ed-4539-a821-873ef1723b41,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:11.553532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41862) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:11.576717 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbf252f-9300-48bb-bc45-c56a25b28969 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] DELETE failed (client error): The resource could not be found. Aug 29 17:08:11.577641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fbf252f-9300-48bb-bc45-c56a25b28969 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:08:11.579608 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7fbf252f-9300-48bb-bc45-c56a25b28969 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/networks/bd43eb68-24ed-4539-a821-873ef1723b41 HTTP/1.1" status: 404 len: 339 time: 0.0250139 Aug 29 17:08:11.582150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41864) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:11.593521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9b4b68c3-75af-474e-993d-0457d74e5005 None None] Could not find standard attr ID for object 14292b52-c289-4e22-9501-5875a78b029c. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:08:11.621951 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb252d1-8883-44d8-a5bd-c9496e38fee8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] DELETE failed (client error): The resource could not be found. Aug 29 17:08:11.622661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb252d1-8883-44d8-a5bd-c9496e38fee8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:08:11.627977 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1bb252d1-8883-44d8-a5bd-c9496e38fee8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/subnets/925dbd31-4866-48fb-bb89-1551ebfca328 HTTP/1.1" status: 404 len: 337 time: 0.0446858 Aug 29 17:08:11.630617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41868) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:11.667585 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9348cc-6ac1-40dc-8986-af7a82fd235a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] DELETE failed (client error): The resource could not be found. Aug 29 17:08:11.669111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9348cc-6ac1-40dc-8986-af7a82fd235a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:08:11.670734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954aec1f-f402-4736-a5f8-4a3f1ca46f24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:11.671206 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5f9348cc-6ac1-40dc-8986-af7a82fd235a tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/networks/06f1fe09-2822-4b61-9e69-6680116c9ce3 HTTP/1.1" status: 404 len: 339 time: 0.0392623 Aug 29 17:08:11.673629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41870) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:11.705170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954aec1f-f402-4736-a5f8-4a3f1ca46f24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:11.711330 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-954aec1f-f402-4736-a5f8-4a3f1ca46f24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2345355 Aug 29 17:08:11.724388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41872) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:11.739262 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e52b1b5-112b-4ea7-b171-205c5de46b79 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] DELETE failed (client error): The resource could not be found. Aug 29 17:08:11.739935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e52b1b5-112b-4ea7-b171-205c5de46b79 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:08:11.741904 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9e52b1b5-112b-4ea7-b171-205c5de46b79 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/subnets/87efea84-ba93-4367-b296-2659896c3a2f HTTP/1.1" status: 404 len: 337 time: 0.0671890 Aug 29 17:08:11.744560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41874) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:11.772323 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-545a4b41-603f-4646-94c7-0159134b4a48 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] DELETE failed (client error): The resource could not be found. Aug 29 17:08:11.773098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545a4b41-603f-4646-94c7-0159134b4a48 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:08:11.775175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-545a4b41-603f-4646-94c7-0159134b4a48 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/networks/1c5f58f5-a2f9-43ad-9668-5d92fdf7278b HTTP/1.1" status: 404 len: 339 time: 0.0295644 Aug 29 17:08:11.777774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41876) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:11.819805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc6fa1-f436-448d-b46f-269e5fa892bf None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:08:11.903240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6a52ae7b-2eae-44a6-af91-d546a472e386 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Deleting port 29a0682a-1fbf-4061-a4e9-544a5448bb87 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:11.903611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a52ae7b-2eae-44a6-af91-d546a472e386 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.947861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8d71566b-d9f9-4f96-8e72-e47441545f15 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 2db84d38-e189-4539-ba88-707c23e0c38b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:11.948552 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d71566b-d9f9-4f96-8e72-e47441545f15 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:11.986459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e7fa0e0f-8279-407d-b563-beb1a65cf1ae None None] Provisioning for port 2db84d38-e189-4539-ba88-707c23e0c38b completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:11.992998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e7fa0e0f-8279-407d-b563-beb1a65cf1ae None None] Provisioning complete for port 2db84d38-e189-4539-ba88-707c23e0c38b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:11.993407 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e7fa0e0f-8279-407d-b563-beb1a65cf1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:12.021864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a52ae7b-2eae-44a6-af91-d546a472e386 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:12.059459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6a52ae7b-2eae-44a6-af91-d546a472e386 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Calling delete_port for 29a0682a-1fbf-4061-a4e9-544a5448bb87 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:12.069870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa0e0f-8279-407d-b563-beb1a65cf1ae None None] Port 2db84d38-e189-4539-ba88-707c23e0c38b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:08:12.096264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d71566b-d9f9-4f96-8e72-e47441545f15 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:12.124001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc6fa1-f436-448d-b46f-269e5fa892bf None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:08:12.153333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8d71566b-d9f9-4f96-8e72-e47441545f15 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 2db84d38-e189-4539-ba88-707c23e0c38b owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:12.406897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d71566b-d9f9-4f96-8e72-e47441545f15 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:12.424116 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21cb18-4f18-484d-aa60-8d4a33819b48 req-7c086c9c-6b2c-4e3a-8ac3-4809963939d8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:12.431419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21cb18-4f18-484d-aa60-8d4a33819b48 req-7c086c9c-6b2c-4e3a-8ac3-4809963939d8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:12.439455 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21cb18-4f18-484d-aa60-8d4a33819b48 req-7c086c9c-6b2c-4e3a-8ac3-4809963939d8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:12.446145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21cb18-4f18-484d-aa60-8d4a33819b48 req-7c086c9c-6b2c-4e3a-8ac3-4809963939d8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:12.448588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71566b-d9f9-4f96-8e72-e47441545f15 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=2db84d38-e189-4539-ba88-707c23e0c38b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:12.467453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21cb18-4f18-484d-aa60-8d4a33819b48 req-7c086c9c-6b2c-4e3a-8ac3-4809963939d8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:12.474521 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21cb18-4f18-484d-aa60-8d4a33819b48 req-7c086c9c-6b2c-4e3a-8ac3-4809963939d8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:12.482182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21cb18-4f18-484d-aa60-8d4a33819b48 req-7c086c9c-6b2c-4e3a-8ac3-4809963939d8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:12.486414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9f21cb18-4f18-484d-aa60-8d4a33819b48 req-7c086c9c-6b2c-4e3a-8ac3-4809963939d8 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5445 time: 0.3072066 Aug 29 17:08:12.489387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d71566b-d9f9-4f96-8e72-e47441545f15 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:12.492194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8d71566b-d9f9-4f96-8e72-e47441545f15 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/2db84d38-e189-4539-ba88-707c23e0c38b HTTP/1.1" status: 204 len: 168 time: 0.7662113 Aug 29 17:08:12.494672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41898) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:12.550393 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9f21cb18-4f18-484d-aa60-8d4a33819b48 req-047a3e60-1905-4cfb-b331-bf15d31d6d43 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562444 Aug 29 17:08:12.569490 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a52ae7b-2eae-44a6-af91-d546a472e386 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:12.607835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f4ee8d-0fd4-4386-985b-77e1dbb5629c None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:08:12.625699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52ae7b-2eae-44a6-af91-d546a472e386 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Port': ['ID=29a0682a-1fbf-4061-a4e9-544a5448bb87,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:12.638758 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a52ae7b-2eae-44a6-af91-d546a472e386 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:12.642919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6a52ae7b-2eae-44a6-af91-d546a472e386 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/ports/29a0682a-1fbf-4061-a4e9-544a5448bb87 HTTP/1.1" status: 204 len: 168 time: 0.8618281 Aug 29 17:08:12.646390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41904) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:12.668892 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7110a7dd-fc7c-41e0-93e3-ca2bfda2695f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:12.673124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7110a7dd-fc7c-41e0-93e3-ca2bfda2695f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:12.678494 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7110a7dd-fc7c-41e0-93e3-ca2bfda2695f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1824584 Aug 29 17:08:12.681187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41906) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:12.762780 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd35d04a-48d4-428d-9447-e38bd94eb35f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] DELETE failed (client error): The resource could not be found. Aug 29 17:08:12.763240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd35d04a-48d4-428d-9447-e38bd94eb35f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:08:12.768479 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dd35d04a-48d4-428d-9447-e38bd94eb35f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/subnets/c61ac96d-5429-472c-b4c5-30c48f49e6e5 HTTP/1.1" status: 404 len: 337 time: 0.1174567 Aug 29 17:08:12.769272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41912) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:12.812528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c1fb2a-bb91-4320-8ab0-f3d2773fe639 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 805b3276-9eb5-4d60-b671-354a4fa0373c {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:12.827402 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00c1fb2a-bb91-4320-8ab0-f3d2773fe639 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:12.878795 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fd0fecf0-69dc-45df-ab13-bd7d14e522c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:12.906351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f4ee8d-0fd4-4386-985b-77e1dbb5629c None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:08:12.962488 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:12.987140 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00c1fb2a-bb91-4320-8ab0-f3d2773fe639 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.026696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586e7b5-7eba-4233-ab2b-7b2176ec3545 req-691a4e61-0d1f-49d7-bb41-d5dc8154349a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:13.039080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586e7b5-7eba-4233-ab2b-7b2176ec3545 req-691a4e61-0d1f-49d7-bb41-d5dc8154349a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:13.051623 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00c1fb2a-bb91-4320-8ab0-f3d2773fe639 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.057531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586e7b5-7eba-4233-ab2b-7b2176ec3545 req-691a4e61-0d1f-49d7-bb41-d5dc8154349a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:13.073831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586e7b5-7eba-4233-ab2b-7b2176ec3545 req-691a4e61-0d1f-49d7-bb41-d5dc8154349a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:13.092327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586e7b5-7eba-4233-ab2b-7b2176ec3545 req-691a4e61-0d1f-49d7-bb41-d5dc8154349a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:13.104481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586e7b5-7eba-4233-ab2b-7b2176ec3545 req-691a4e61-0d1f-49d7-bb41-d5dc8154349a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:13.123179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586e7b5-7eba-4233-ab2b-7b2176ec3545 req-691a4e61-0d1f-49d7-bb41-d5dc8154349a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:13.125162 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e586e7b5-7eba-4233-ab2b-7b2176ec3545 req-691a4e61-0d1f-49d7-bb41-d5dc8154349a tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5445 time: 0.3953435 Aug 29 17:08:13.137354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41926) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:13.146090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a55ba272-0a19-455c-91c6-e644ae8fcad3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Request body: {'floatingip': {'port_id': '1118de05-2a40-42f0-8617-64982477f4cf'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:13.148990 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00c1fb2a-bb91-4320-8ab0-f3d2773fe639 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.249600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1fb2a-bb91-4320-8ab0-f3d2773fe639 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=805b3276-9eb5-4d60-b671-354a4fa0373c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:13.251949 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00c1fb2a-bb91-4320-8ab0-f3d2773fe639 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.257174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-00c1fb2a-bb91-4320-8ab0-f3d2773fe639 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/805b3276-9eb5-4d60-b671-354a4fa0373c HTTP/1.1" status: 204 len: 168 time: 0.5749075 Aug 29 17:08:13.258272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41930) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:13.308747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-470287f9-f3b5-4eda-bafc-d63d16962ec1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492351 Aug 29 17:08:13.309514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41932) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:13.314950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3774a13a-77cc-48b2-ba91-750c60b3d109 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:13.383862 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a55ba272-0a19-455c-91c6-e644ae8fcad3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.449580 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.525391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc7d010-37fc-4e64-ac2a-005d7bfccd94']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:13.530322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3774a13a-77cc-48b2-ba91-750c60b3d109 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:13.534322 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3774a13a-77cc-48b2-ba91-750c60b3d109 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.552165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae57ac7d-fe40-4664-9451-3a9023d0b39f') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:13.552461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae57ac7d-fe40-4664-9451-3a9023d0b39f') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:13.598429 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.645838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-60b49dca-bab0-4c6d-8f80-4b403122bb3e None None] Provisioning complete for port b401cd34-b778-4fae-950c-7f0ad58f0c97 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:13.646225 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-60b49dca-bab0-4c6d-8f80-4b403122bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.651152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.711441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:08:13.711878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:08:13.715608 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:08:13.859043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-60b49dca-bab0-4c6d-8f80-4b403122bb3e None None] Could not find standard attr ID for object 2db84d38-e189-4539-ba88-707c23e0c38b. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:08:13.880037 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.884824 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:13.889616 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/networks/4dc7d010-37fc-4e64-ac2a-005d7bfccd94 HTTP/1.1" status: 204 len: 168 time: 1.0976999 Aug 29 17:08:13.905899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1cd46f-3d77-4053-adcd-96395372dd50 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:13.906443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41938) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:13.917494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e834f-fb22-4b03-87b6-9dda1b9e8da8 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Network': ['ID=4dc7d010-37fc-4e64-ac2a-005d7bfccd94,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:14.144492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1752ad-9960-40b3-9e5c-93fd2d2aed39 None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:08:14.248117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3774a13a-77cc-48b2-ba91-750c60b3d109 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:14.277592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1f1752ad-9960-40b3-9e5c-93fd2d2aed39 None None] Deleting port b401cd34-b778-4fae-950c-7f0ad58f0c97 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:14.278052 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1f1752ad-9960-40b3-9e5c-93fd2d2aed39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:14.315304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3774a13a-77cc-48b2-ba91-750c60b3d109 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:14.323139 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3774a13a-77cc-48b2-ba91-750c60b3d109 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:14.340421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3774a13a-77cc-48b2-ba91-750c60b3d109 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:14.344414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3774a13a-77cc-48b2-ba91-750c60b3d109 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:14.351263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e274f3f4-455d-4f03-9248-25c96fdfef8f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Deleting port dc1394e5-19b6-4b8e-a09e-4d855417d986 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:14.352327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e274f3f4-455d-4f03-9248-25c96fdfef8f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:14.472031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1f1752ad-9960-40b3-9e5c-93fd2d2aed39 None None] For port b401cd34-b778-4fae-950c-7f0ad58f0c97, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b401cd34-b778-4fae-950c-7f0ad58f0c97,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:14.472321 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1f1752ad-9960-40b3-9e5c-93fd2d2aed39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:14.523266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3774a13a-77cc-48b2-ba91-750c60b3d109 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2124147 Aug 29 17:08:14.528482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1f1752ad-9960-40b3-9e5c-93fd2d2aed39 None None] Calling delete_port for b401cd34-b778-4fae-950c-7f0ad58f0c97 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:14.535710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41958) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:14.542263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '16eb01f8-c7f8-406f-8bf7-954d60b76020', 'ip_address': '2001:db8::1d0f:820a:d3ef:70fd'}], 'name': 'tempest-NetworksTestDHCPv6-1809614897'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:14.607351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774a13a-77cc-48b2-ba91-750c60b3d109 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=16eb01f8-c7f8-406f-8bf7-954d60b76020,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:14.675386 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e274f3f4-455d-4f03-9248-25c96fdfef8f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:14.691454 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1f1752ad-9960-40b3-9e5c-93fd2d2aed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:14.703919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e274f3f4-455d-4f03-9248-25c96fdfef8f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Calling delete_port for dc1394e5-19b6-4b8e-a09e-4d855417d986 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:14.798374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1752ad-9960-40b3-9e5c-93fd2d2aed39 None None] Pushing event deleted for resources: {'Port': ['ID=b401cd34-b778-4fae-950c-7f0ad58f0c97,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:14.810435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1752ad-9960-40b3-9e5c-93fd2d2aed39 None None] No DVR routers for this DVR port b401cd34-b778-4fae-950c-7f0ad58f0c97 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:08:14.830643 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b401cd34-b778-4fae-950c-7f0ad58f0c97 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:08:14.839659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f412fba9-a39c-4cda-89d7-a725f4b4bb63 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:14.872095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b401cd34-b778-4fae-950c-7f0ad58f0c97 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:08:14.872620 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b401cd34-b778-4fae-950c-7f0ad58f0c97 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:08:14.932678 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:14.954513 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:14.966368 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e274f3f4-455d-4f03-9248-25c96fdfef8f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.013465 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a55ba272-0a19-455c-91c6-e644ae8fcad3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.021723 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a55ba272-0a19-455c-91c6-e644ae8fcad3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.026854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274f3f4-455d-4f03-9248-25c96fdfef8f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Port': ['ID=dc1394e5-19b6-4b8e-a09e-4d855417d986,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:15.052994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e274f3f4-455d-4f03-9248-25c96fdfef8f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.055969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e274f3f4-455d-4f03-9248-25c96fdfef8f tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/ports/dc1394e5-19b6-4b8e-a09e-4d855417d986 HTTP/1.1" status: 204 len: 168 time: 1.1482987 Aug 29 17:08:15.057919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port df592c3e-10b4-43df-8feb-7466a1adc754 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:08:15.064265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41960) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:15.222767 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfe8412-623c-437b-ac8f-fe445775688b tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] DELETE failed (client error): The resource could not be found. Aug 29 17:08:15.223531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfe8412-623c-437b-ac8f-fe445775688b tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:08:15.229178 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5dfe8412-623c-437b-ac8f-fe445775688b tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/subnets/dd11e63d-13ea-42bc-bc15-f4fd1da7c37b HTTP/1.1" status: 404 len: 337 time: 0.1633902 Aug 29 17:08:15.230875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41972) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:15.290643 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-a55ba272-0a19-455c-91c6-e644ae8fcad3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Floating IP 47383978-fb0a-4392-be26-a87bda58128d associated. External IP: 172.25.5.93, port: 1118de05-2a40-42f0-8617-64982477f4cf. Aug 29 17:08:15.312725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '16eb01f8-c7f8-406f-8bf7-954d60b76020'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:08:15.314621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.434850 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.545172 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2e667e6d-dd54-42b5-985d-3323eabf3c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.582779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Allocated IP 2001:db8::2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/16eb01f8-c7f8-406f-8bf7-954d60b76020/7cdb17ab-7162-4688-811f-2f5ab5d1a1ab) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:15.643409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55ba272-0a19-455c-91c6-e644ae8fcad3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:08:15.697453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.714043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d187a5d3-104d-4360-906a-f6cba00c0666']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:15.744168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9246ded8-9f00-4640-be0f-5ce7dfa0124a') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:15.744168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9246ded8-9f00-4640-be0f-5ce7dfa0124a') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:15.762887 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.789349 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.802461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:08:15.802879 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:08:15.807296 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:08:15.836325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55ba272-0a19-455c-91c6-e644ae8fcad3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:08:15.849752 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a55ba272-0a19-455c-91c6-e644ae8fcad3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.850331 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c863fc-2354-4180-acb9-3d0001d0ba10 None None] Sync routers for ids ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:08:15.861078 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c863fc-2354-4180-acb9-3d0001d0ba10 None None] Routers {'8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:08:15.862181 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-36c863fc-2354-4180-acb9-3d0001d0ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:15.918703 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a55ba272-0a19-455c-91c6-e644ae8fcad3 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "PUT /v2.0/floatingips/47383978-fb0a-4392-be26-a87bda58128d HTTP/1.1" status: 200 len: 991 time: 2.7802174 Aug 29 17:08:15.919318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '1118de05-2a40-42f0-8617-64982477f4cf'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:08:15.921785 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acf646c-533e-41a2-ab65-5e14bf75f2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "1118de05-2a40-42f0-8617-64982477f4cf"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:08:15.935090 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.952788 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.970201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Transition to ACTIVE for port object 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:15.982358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:15.991844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41986) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:15.992822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/networks/d187a5d3-104d-4360-906a-f6cba00c0666 HTTP/1.1" status: 204 len: 168 time: 0.7565882 Aug 29 17:08:15.995029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5d384-088c-4ac8-99ab-0287d5c61190 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Network': ['ID=d187a5d3-104d-4360-906a-f6cba00c0666,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:16.017211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Transition to ACTIVE for port object 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:16.050464 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.067793 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.073704 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-36c863fc-2354-4180-acb9-3d0001d0ba10 None None] Set router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:08:16.126688 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::1d0f:820a:d3ef:70fd (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/16eb01f8-c7f8-406f-8bf7-954d60b76020/df592c3e-10b4-43df-8feb-7466a1adc754) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:16.143748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfba88c-db50-4436-afb2-6bd26d659362 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Deleting subnet f173f284-7e43-4c3c-819f-e39357e5c817 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:16.148448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bfba88c-db50-4436-afb2-6bd26d659362 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.186536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:16.191802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:16.202452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:16.205090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bfba88c-db50-4436-afb2-6bd26d659362 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.318987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Pushing event updated for resources: {'Port': ['ID=7cdb17ab-7162-4688-811f-2f5ab5d1a1ab,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:16.433184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Attempting to bind port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:08:16.436095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Attempting to bind port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:08:16.436639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Attempting to bind port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:08:16.451364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:08:16.451746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:16.452202 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.452651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:08:16.453186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Bound port: 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:08:16.453723 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.496563 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58419f03-98e2-4de5-b820-5928912bb499 x-openstack-request-id: req-58419f03-98e2-4de5-b820-5928912bb499 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:08:16.496887 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "tag": "1118de05-2a40-42f0-8617-64982477f4cf", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:08:16.497211 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58419f03-98e2-4de5-b820-5928912bb499 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:08:16.497535 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'tag': '1118de05-2a40-42f0-8617-64982477f4cf', 'status': 'completed', 'code': 200} Aug 29 17:08:16.550371 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-36c863fc-2354-4180-acb9-3d0001d0ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:06:04Z', 'revision_number': 4, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '47383978-fb0a-4392-be26-a87bda58128d', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'port_id': '1118de05-2a40-42f0-8617-64982477f4cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'mac_address': 'fa:16:3e:a2:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:06:53Z', 'updated_at': '2021-08-29T17:08:14Z', 'revision_number': 1, 'project_id': '2954fefdd93b45b9866301d908662a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40e32bd-515b-4f73-8dac-90e7970f1210', 'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'mac_address': 'fa:16:3e:cc:14:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:02Z', 'updated_at': '2021-08-29T17:06:13Z', 'revision_number': 5, 'project_id': '2954fefdd93b45b9866301d908662a17', 'subnets': [{'id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:16.619486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bfba88c-db50-4436-afb2-6bd26d659362 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.621929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.672898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object df592c3e-10b4-43df-8feb-7466a1adc754 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:16.675291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] For port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:08:16.680890 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.686558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-689a6b36-aa54-427b-a20e-a659191e616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:16.687049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-689a6b36-aa54-427b-a20e-a659191e616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:16.687524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-689a6b36-aa54-427b-a20e-a659191e616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:16.688010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-689a6b36-aa54-427b-a20e-a659191e616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:16.688454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-689a6b36-aa54-427b-a20e-a659191e616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:16.688928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-689a6b36-aa54-427b-a20e-a659191e616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:16.691794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-689a6b36-aa54-427b-a20e-a659191e616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:16.695975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-689a6b36-aa54-427b-a20e-a659191e616d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6509 time: 0.2269902 Aug 29 17:08:16.705275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] For port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7cdb17ab-7162-4688-811f-2f5ab5d1a1ab,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:08:16.721142 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.722603 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.798116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bfba88c-db50-4436-afb2-6bd26d659362 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.851972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bfba88c-db50-4436-afb2-6bd26d659362 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:16.856485 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7bfba88c-db50-4436-afb2-6bd26d659362 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/subnets/f173f284-7e43-4c3c-819f-e39357e5c817 HTTP/1.1" status: 204 len: 168 time: 0.8611779 Aug 29 17:08:16.858887 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c863fc-2354-4180-acb9-3d0001d0ba10 None None] Checking router: 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:08:16.864824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:16.871774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42008) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:16.873981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ecc95d-e9db-4c0f-ba0c-b987072d830d None None] Network 9b11053f-bd60-4a29-80a4-384445271b07 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:16.882738 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c863fc-2354-4180-acb9-3d0001d0ba10 None None] Routers {'8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:08:16.883371 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-36c863fc-2354-4180-acb9-3d0001d0ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:16.931661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfba88c-db50-4436-afb2-6bd26d659362 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Subnet': ['ID=f173f284-7e43-4c3c-819f-e39357e5c817,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:16.942719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:16.976721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ff4ab-55cb-4551-bfd4-5d0fcaf543d1 None None] Pushing event updated for resources: {'Port': ['ID=7cdb17ab-7162-4688-811f-2f5ab5d1a1ab,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:17.040841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-b3d11de5-d1ca-4453-8a2f-5c4a48e48977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:17.042444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-b3d11de5-d1ca-4453-8a2f-5c4a48e48977 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a468c2d-9be1-440f-a192-42e8517f74d6 HTTP/1.1" status: 200 len: 918 time: 0.3326044 Aug 29 17:08:17.056879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:17.088900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:17.091701 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:17.189677 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-36c863fc-2354-4180-acb9-3d0001d0ba10 None None] Set router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:08:17.254359 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-dfbc8837-d9a4-475a-9d64-7640107b06ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1118de05-2a40-42f0-8617-64982477f4cf HTTP/1.1" status: 200 len: 999 time: 0.2000227 Aug 29 17:08:17.257452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:17.282170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=df592c3e-10b4-43df-8feb-7466a1adc754,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:17.347324 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d80093e8-0a00-4be2-a686-326cf3ca0416 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8100097 Aug 29 17:08:17.357431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42018) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:17.372582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc03f7f-de47-45d1-8d0c-a55be9875c88 None None] DHCP port deletion for 9b11053f-bd60-4a29-80a4-384445271b07 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:08:17.428623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-93b75b24-d458-4c13-9a1f-e8bf2eaec26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:17.434911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-93b75b24-d458-4c13-9a1f-e8bf2eaec26d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0183a3c-e561-4345-8ae5-a5ac3767fc49 HTTP/1.1" status: 200 len: 856 time: 0.1620898 Aug 29 17:08:17.524960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-bdc03f7f-de47-45d1-8d0c-a55be9875c88 None None] Deleting port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:17.525402 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bdc03f7f-de47-45d1-8d0c-a55be9875c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:17.588846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-d7d18526-3bf5-4e0e-9d2b-6ae173b04efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:17.591440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b791543-991d-4ac1-aa24-a99121bc3093 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:17.593548 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-d7d18526-3bf5-4e0e-9d2b-6ae173b04efb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a468c2d-9be1-440f-a192-42e8517f74d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511021 Aug 29 17:08:17.604749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b791543-991d-4ac1-aa24-a99121bc3093 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:17.607925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-bdc03f7f-de47-45d1-8d0c-a55be9875c88 None None] For port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3ceb7648-2bb9-44d1-b4a2-c89be36d580b,segment=NetworkSegment(c56cbbfc-2490-473c-9ddc-c19906d8c1c2),segment_id=c56cbbfc-2490-473c-9ddc-c19906d8c1c2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:17.608336 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bdc03f7f-de47-45d1-8d0c-a55be9875c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:17.608985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-4c0918aa-041e-4333-9358-4b3b3c48a937 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:08:17.611410 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-4c0918aa-041e-4333-9358-4b3b3c48a937 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096350 Aug 29 17:08:17.617928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42026) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:17.622322 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b791543-991d-4ac1-aa24-a99121bc3093 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2610075 Aug 29 17:08:17.651509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-bdc03f7f-de47-45d1-8d0c-a55be9875c88 None None] Calling delete_port for 3ceb7648-2bb9-44d1-b4a2-c89be36d580b owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:17.667381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Deleting port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:17.668338 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:17.672621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:17.789540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] For port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3ceb7648-2bb9-44d1-b4a2-c89be36d580b,segment=NetworkSegment(c56cbbfc-2490-473c-9ddc-c19906d8c1c2),segment_id=c56cbbfc-2490-473c-9ddc-c19906d8c1c2)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:17.790269 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:17.809290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Calling delete_port for 3ceb7648-2bb9-44d1-b4a2-c89be36d580b owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:17.900377 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-36c863fc-2354-4180-acb9-3d0001d0ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:06:04Z', 'revision_number': 4, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '47383978-fb0a-4392-be26-a87bda58128d', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'port_id': '1118de05-2a40-42f0-8617-64982477f4cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'mac_address': 'fa:16:3e:a2:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:06:53Z', 'updated_at': '2021-08-29T17:08:14Z', 'revision_number': 1, 'project_id': '2954fefdd93b45b9866301d908662a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40e32bd-515b-4f73-8dac-90e7970f1210', 'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'mac_address': 'fa:16:3e:cc:14:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:02Z', 'updated_at': '2021-08-29T17:06:13Z', 'revision_number': 5, 'project_id': '2954fefdd93b45b9866301d908662a17', 'subnets': [{'id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:17.939473 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bdc03f7f-de47-45d1-8d0c-a55be9875c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:17.948987 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:18.000037 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c863fc-2354-4180-acb9-3d0001d0ba10 None None] The sync data for ids ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'] in n-d-713301-13 is: [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:06:04Z', 'revision_number': 4, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '47383978-fb0a-4392-be26-a87bda58128d', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'port_id': '1118de05-2a40-42f0-8617-64982477f4cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'mac_address': 'fa:16:3e:a2:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:06:53Z', 'updated_at': '2021-08-29T17:08:14Z', 'revision_number': 1, 'project_id': '2954fefdd93b45b9866301d908662a17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e40e32bd-515b-4f73-8dac-90e7970f1210', 'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'mac_address': 'fa:16:3e:cc:14:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:02Z', 'updated_at': '2021-08-29T17:06:13Z', 'revision_number': 5, 'project_id': '2954fefdd93b45b9866301d908662a17', 'subnets': [{'id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:08:18.009611 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-45df910a-61b5-46ce-aca3-c8d1c2f16b9e service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736845 Aug 29 17:08:18.018800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc03f7f-de47-45d1-8d0c-a55be9875c88 None None] Pushing event deleted for resources: {'Port': ['ID=3ceb7648-2bb9-44d1-b4a2-c89be36d580b,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:18.024665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Port': ['ID=3ceb7648-2bb9-44d1-b4a2-c89be36d580b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:18.040471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc03f7f-de47-45d1-8d0c-a55be9875c88 None None] No DVR routers for this DVR port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:08:18.045853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] No DVR routers for this DVR port 3ceb7648-2bb9-44d1-b4a2-c89be36d580b on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:08:18.270256 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:18.271559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-d017aaa2-948c-464b-a482-1f346c069838 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port df592c3e-10b4-43df-8feb-7466a1adc754 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:18.273551 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d017aaa2-948c-464b-a482-1f346c069838 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:18.349440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:18.357355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3acf646c-533e-41a2-ab65-5e14bf75f2f9 req-300ee379-180b-4d04-865f-ab8772026513 service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868152 Aug 29 17:08:18.388683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b11053f-bd60-4a29-80a4-384445271b07']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:18.429876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56cbbfc-2490-473c-9ddc-c19906d8c1c2') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:18.430781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56cbbfc-2490-473c-9ddc-c19906d8c1c2') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:18.449790 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:18.465249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:18.472974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:08:18.473538 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:18.560695 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d017aaa2-948c-464b-a482-1f346c069838 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:18.563852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9034bc2a-062b-4a62-ad4b-33cacd05afce None None] New status for floating IP 47383978-fb0a-4392-be26-a87bda58128d: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:08:18.608374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-d017aaa2-948c-464b-a482-1f346c069838 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for df592c3e-10b4-43df-8feb-7466a1adc754 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:18.936146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-61386320-050f-4582-91d3-946d2347831d None None] Provisioning for port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:19.030152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d017aaa2-948c-464b-a482-1f346c069838 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.052421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:19.100164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017aaa2-948c-464b-a482-1f346c069838 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=df592c3e-10b4-43df-8feb-7466a1adc754,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:19.179733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d017aaa2-948c-464b-a482-1f346c069838 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.181606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:19.188373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:19.189445 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.192236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d017aaa2-948c-464b-a482-1f346c069838 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/df592c3e-10b4-43df-8feb-7466a1adc754 HTTP/1.1" status: 204 len: 168 time: 1.5732555 Aug 29 17:08:19.194542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42058) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: self.session.flush() Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:08:19.251639 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:08:19.294507 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.303483 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.313366 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] 10.222.0.22 "DELETE /v2.0/networks/9b11053f-bd60-4a29-80a4-384445271b07 HTTP/1.1" status: 204 len: 168 time: 2.4385262 Aug 29 17:08:19.331186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83c3f4b-a13b-4a30-91ea-f76e827bf719 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:19.340551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77eace9-4d27-4e03-a768-0b368a12efd6 tempest-NetworksIpV6TestAttrs-856054155 tempest-NetworksIpV6TestAttrs-856054155-project] Pushing event deleted for resources: {'Network': ['ID=9b11053f-bd60-4a29-80a4-384445271b07,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:19.340701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83c3f4b-a13b-4a30-91ea-f76e827bf719 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:19.345169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f83c3f4b-a13b-4a30-91ea-f76e827bf719 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1494591 Aug 29 17:08:19.352768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42062) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:19.417585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c0a2a642-1b89-42c0-96c6-3566a0693d9e None None] Could not find standard attr ID for object df592c3e-10b4-43df-8feb-7466a1adc754. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:08:19.441100 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.473077 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-345e7872-aedf-4882-bf95-15095b8eff44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 16eb01f8-c7f8-406f-8bf7-954d60b76020 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:19.485194 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-345e7872-aedf-4882-bf95-15095b8eff44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.575236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7cdb17ab-7162-4688-811f-2f5ab5d1a1ab,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:19.581000 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.661057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-345e7872-aedf-4882-bf95-15095b8eff44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.697585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3ceb7648-2bb9-44d1-b4a2-c89be36d580b no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:08:19.765209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 3ceb7648-2bb9-44d1-b4a2-c89be36d580b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:08:19.766010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3ceb7648-2bb9-44d1-b4a2-c89be36d580b not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:08:19.781539 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-345e7872-aedf-4882-bf95-15095b8eff44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.791383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=7cdb17ab-7162-4688-811f-2f5ab5d1a1ab,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:19.850759 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-345e7872-aedf-4882-bf95-15095b8eff44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.917483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26602c44-8cc9-43b5-af2a-cad3b25fb9b0 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:19.922502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e7872-aedf-4882-bf95-15095b8eff44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=16eb01f8-c7f8-406f-8bf7-954d60b76020,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:19.925564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-345e7872-aedf-4882-bf95-15095b8eff44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:19.928454 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-345e7872-aedf-4882-bf95-15095b8eff44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/16eb01f8-c7f8-406f-8bf7-954d60b76020 HTTP/1.1" status: 204 len: 168 time: 0.5739665 Aug 29 17:08:19.930733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42080) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:19.985850 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42084) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:20.079098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42090) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:20.091414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-755a424d-fafa-4aac-b089-154da1a7e110 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1443341 Aug 29 17:08:20.145022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d530f-a961-47e6-a76a-78e3112d1df1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:20.146957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ee8d530f-a961-47e6-a76a-78e3112d1df1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0665109 Aug 29 17:08:20.149546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42092) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:20.184375 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:20.268903 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3713fd4-65fc-4977-8524-e3066cff2c7a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:20.270464 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c3713fd4-65fc-4977-8524-e3066cff2c7a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1197739 Aug 29 17:08:20.272925 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42094) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:20.283851 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cbc34f80-51f1-42f7-81a8-d1c94a571a02 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cce9c05af26f4858ad19c7d5eb26bfcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953510 Aug 29 17:08:20.288301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42096) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:20.289276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b1eac8-b573-4325-879d-85e9b32bef57 None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:08:20.359967 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a16f402f-cecc-4674-88dd-ad45be68571c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:20.372677 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6944ea4f-5def-4dd7-9858-546ec06addae tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985639 Aug 29 17:08:20.377392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42100) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:20.382913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a5645d82-cebf-4533-b7a3-ea256c78ed88 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:20.383960 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a16f402f-cecc-4674-88dd-ad45be68571c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:20.466835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a16f402f-cecc-4674-88dd-ad45be68571c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:20.469667 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a16f402f-cecc-4674-88dd-ad45be68571c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:20.473954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a16f402f-cecc-4674-88dd-ad45be68571c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46ac25f0-9c47-4cb7-855b-3499cddf18e3 HTTP/1.1" status: 204 len: 168 time: 0.1822515 Aug 29 17:08:20.488129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f402f-cecc-4674-88dd-ad45be68571c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ac25f0-9c47-4cb7-855b-3499cddf18e3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:20.534659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5645d82-cebf-4533-b7a3-ea256c78ed88 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:20.543311 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5645d82-cebf-4533-b7a3-ea256c78ed88 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:20.733604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-19b1eac8-b573-4325-879d-85e9b32bef57 None None] Deleting port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:20.734841 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-19b1eac8-b573-4325-879d-85e9b32bef57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:20.839802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-19b1eac8-b573-4325-879d-85e9b32bef57 None None] For port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7cdb17ab-7162-4688-811f-2f5ab5d1a1ab,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:20.840830 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-19b1eac8-b573-4325-879d-85e9b32bef57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:20.871596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-19b1eac8-b573-4325-879d-85e9b32bef57 None None] Calling delete_port for 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:20.895411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:08:21.171605 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:21.176114 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5645d82-cebf-4533-b7a3-ea256c78ed88 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:21.216603 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-19b1eac8-b573-4325-879d-85e9b32bef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:21.288379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5645d82-cebf-4533-b7a3-ea256c78ed88 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:21.296950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1eac8-b573-4325-879d-85e9b32bef57 None None] Pushing event deleted for resources: {'Port': ['ID=7cdb17ab-7162-4688-811f-2f5ab5d1a1ab,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:21.305007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1eac8-b573-4325-879d-85e9b32bef57 None None] No DVR routers for this DVR port 7cdb17ab-7162-4688-811f-2f5ab5d1a1ab on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:08:21.306957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-a5645d82-cebf-4533-b7a3-ea256c78ed88 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:21.320041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5645d82-cebf-4533-b7a3-ea256c78ed88 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:21.320041 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5645d82-cebf-4533-b7a3-ea256c78ed88 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:21.338197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8589e51c-062f-4e1d-917a-a8b2ec8d68d5 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:21.348518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5645d82-cebf-4533-b7a3-ea256c78ed88 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=0291fa6e-42ba-4abf-8d78-d004dc8b723c,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:21.367200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42132) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:21.372973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '0291fa6e-42ba-4abf-8d78-d004dc8b723c', 'ip_address': '2001:db8::a1da:f103:d671:c75d'}], 'name': 'tempest-NetworksTestDHCPv6-79632676'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:21.382161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a5645d82-cebf-4533-b7a3-ea256c78ed88 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0022898 Aug 29 17:08:21.638719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:21.680689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '0291fa6e-42ba-4abf-8d78-d004dc8b723c'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:08:21.681606 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:21.723697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42146) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:21.836662 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:21.901726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port a6e5a445-46e9-485a-aee7-ff349e56f9cc yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:08:22.096519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Allocated IP 2001:db8::2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/0291fa6e-42ba-4abf-8d78-d004dc8b723c/4d928f57-9ff2-40a5-8503-cbdb3971dc2f) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:22.165649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42164) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:22.264272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a5617b08-e670-4585-a5ab-ee9ea6190806 tempest-DvrRoutersNegativeTest-2006476246 tempest-DvrRoutersNegativeTest-2006476246-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1122366428', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:22.267534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.policy [None req-a5617b08-e670-4585-a5ab-ee9ea6190806 tempest-DvrRoutersNegativeTest-2006476246 tempest-DvrRoutersNegativeTest-2006476246-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=111677) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 29 17:08:22.268014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.policy [None req-a5617b08-e670-4585-a5ab-ee9ea6190806 tempest-DvrRoutersNegativeTest-2006476246 tempest-DvrRoutersNegativeTest-2006476246-project] Failed policy check for 'create_router' {{(pid=111677) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 29 17:08:22.268705 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-a5617b08-e670-4585-a5ab-ee9ea6190806 tempest-DvrRoutersNegativeTest-2006476246 tempest-DvrRoutersNegativeTest-2006476246-project] create failed (client error): Access was denied to this resource. Aug 29 17:08:22.269958 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a5617b08-e670-4585-a5ab-ee9ea6190806 tempest-DvrRoutersNegativeTest-2006476246 tempest-DvrRoutersNegativeTest-2006476246-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1033149 Aug 29 17:08:22.307261 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-272b9284-2a62-49d3-b971-416d30ca9693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.316299 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.328790 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Transition to ACTIVE for port object 4d928f57-9ff2-40a5-8503-cbdb3971dc2f will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:22.349302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Transition to ACTIVE for port object 4d928f57-9ff2-40a5-8503-cbdb3971dc2f will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:22.357126 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.441362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:22.450392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::a1da:f103:d671:c75d (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/0291fa6e-42ba-4abf-8d78-d004dc8b723c/a6e5a445-46e9-485a-aee7-ff349e56f9cc) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:22.452223 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:22.463636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:22.467450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-272b9284-2a62-49d3-b971-416d30ca9693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.474782 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-272b9284-2a62-49d3-b971-416d30ca9693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.522526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Pushing event updated for resources: {'Port': ['ID=4d928f57-9ff2-40a5-8503-cbdb3971dc2f,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:22.570827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Attempting to bind port 4d928f57-9ff2-40a5-8503-cbdb3971dc2f on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:08:22.571578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Attempting to bind port 4d928f57-9ff2-40a5-8503-cbdb3971dc2f by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:08:22.572662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Attempting to bind port 4d928f57-9ff2-40a5-8503-cbdb3971dc2f on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:08:22.579382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:08:22.580189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:22.580805 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.581505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:08:22.582729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Bound port: 4d928f57-9ff2-40a5-8503-cbdb3971dc2f, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:08:22.583397 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.616102 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-272b9284-2a62-49d3-b971-416d30ca9693 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34c86a0d82ca40efae1b2bdd07a12f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8909738 Aug 29 17:08:22.618822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42172) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:22.637735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b9284-2a62-49d3-b971-416d30ca9693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0899396b-7d46-4c05-b4e1-2f7b294a3b5c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:22.666708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.688051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object a6e5a445-46e9-485a-aee7-ff349e56f9cc will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:22.712579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42180) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:22.736018 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2261fa6-6eeb-417a-b2f4-c725c0d9af1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.754063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.767114 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2261fa6-6eeb-417a-b2f4-c725c0d9af1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.804200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] For port 4d928f57-9ff2-40a5-8503-cbdb3971dc2f, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:08:22.810655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] For port 4d928f57-9ff2-40a5-8503-cbdb3971dc2f, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4d928f57-9ff2-40a5-8503-cbdb3971dc2f,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:08:22.819378 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.835055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2261fa6-6eeb-417a-b2f4-c725c0d9af1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.839197 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2261fa6-6eeb-417a-b2f4-c725c0d9af1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.841845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a2261fa6-6eeb-417a-b2f4-c725c0d9af1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0899396b-7d46-4c05-b4e1-2f7b294a3b5c HTTP/1.1" status: 204 len: 168 time: 0.2217731 Aug 29 17:08:22.851742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2261fa6-6eeb-417a-b2f4-c725c0d9af1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0899396b-7d46-4c05-b4e1-2f7b294a3b5c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:22.875308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:22.887402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:22.912653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:22.934103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:22.936253 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.969024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6ab03-546c-47a6-84e1-fde93642bf75 None None] Pushing event updated for resources: {'Port': ['ID=4d928f57-9ff2-40a5-8503-cbdb3971dc2f,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:22.987124 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73c7c1a6-baa6-4b3f-8460-8e476b4837fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:22.997291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=a6e5a445-46e9-485a-aee7-ff349e56f9cc,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:23.018161 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fca10063-4380-489a-8ca0-83029f8e2047 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6494381 Aug 29 17:08:23.021736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42192) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:23.035572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-68647523-6877-4ab6-b22d-e9418a60fb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '0291fa6e-42ba-4abf-8d78-d004dc8b723c', 'ip_address': '2001:db8::a1da:f103:d671:c75d'}], 'name': 'tempest-NetworksTestDHCPv6-514636020'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:23.274578 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73c7c1a6-baa6-4b3f-8460-8e476b4837fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:23.284831 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73c7c1a6-baa6-4b3f-8460-8e476b4837fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:23.346338 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7c1a6-baa6-4b3f-8460-8e476b4837fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a0a341-0d39-4376-b514-5d441c8a70b2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:23.358096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68647523-6877-4ab6-b22d-e9418a60fb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:23.373498 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-68647523-6877-4ab6-b22d-e9418a60fb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:23.427149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-68647523-6877-4ab6-b22d-e9418a60fb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 3e43559b-788f-4d7d-b1db-3ec46ae3c294 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:08:23.430854 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-73c7c1a6-baa6-4b3f-8460-8e476b4837fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e0c191259e341228f0568a466ac333d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7137656 Aug 29 17:08:23.433946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42202) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:23.528689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a53671a1-47ff-4771-824a-b8ca0cce248b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:23.559240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a53671a1-47ff-4771-824a-b8ca0cce248b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:23.653072 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a53671a1-47ff-4771-824a-b8ca0cce248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:23.655993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a53671a1-47ff-4771-824a-b8ca0cce248b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:23.659676 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a53671a1-47ff-4771-824a-b8ca0cce248b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69a0a341-0d39-4376-b514-5d441c8a70b2 HTTP/1.1" status: 204 len: 168 time: 0.2188811 Aug 29 17:08:23.686101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53671a1-47ff-4771-824a-b8ca0cce248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a0a341-0d39-4376-b514-5d441c8a70b2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:23.722911 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-68647523-6877-4ab6-b22d-e9418a60fb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 29 17:08:23.723399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68647523-6877-4ab6-b22d-e9418a60fb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:08:23.762888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-68647523-6877-4ab6-b22d-e9418a60fb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7400203 Aug 29 17:08:23.765452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42218) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:23.830438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70587041-33a3-4d20-9899-47cfdf15bb29 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:23.837078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70587041-33a3-4d20-9899-47cfdf15bb29 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:23.838913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-70587041-33a3-4d20-9899-47cfdf15bb29 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0724623 Aug 29 17:08:23.841866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42222) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:24.034620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-09737482-6494-402b-8418-0e33bde86324 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port a6e5a445-46e9-485a-aee7-ff349e56f9cc {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:24.035094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09737482-6494-402b-8418-0e33bde86324 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:24.195343 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09737482-6494-402b-8418-0e33bde86324 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:24.210072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-09737482-6494-402b-8418-0e33bde86324 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for a6e5a445-46e9-485a-aee7-ff349e56f9cc owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:24.456229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-09973bb0-a012-452e-b540-75d0352ebba0 req-a99b4522-96a5-4b87-bb6f-1f05a87ca36d tempest-LiveMigrationTest-1278151022 tempest-LiveMigrationTest-1278151022-project] (111676) timed out ('10.222.0.10', 64556) {{(pid=111676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:08:24.463255 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09737482-6494-402b-8418-0e33bde86324 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:24.530975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09737482-6494-402b-8418-0e33bde86324 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=a6e5a445-46e9-485a-aee7-ff349e56f9cc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:24.583585 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09737482-6494-402b-8418-0e33bde86324 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:24.589944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42264) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:24.590497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-09737482-6494-402b-8418-0e33bde86324 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/a6e5a445-46e9-485a-aee7-ff349e56f9cc HTTP/1.1" status: 204 len: 168 time: 0.7470067 Aug 29 17:08:24.595211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-99afe9c9-4b95-4791-8102-9775ff04fe60 None None] Provisioning for port 4d928f57-9ff2-40a5-8503-cbdb3971dc2f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:24.729118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb862e7-45bd-41dd-92a4-600d4d3107af tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:24.733391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb862e7-45bd-41dd-92a4-600d4d3107af tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:24.748152 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9cb862e7-45bd-41dd-92a4-600d4d3107af tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1564116 Aug 29 17:08:24.751005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42270) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:25.039316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdad1ca-33ff-409f-9197-5cc0014fc637 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 0291fa6e-42ba-4abf-8d78-d004dc8b723c {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:25.055680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6ad7909a-3179-4f09-8ca8-d71449e3e122 None None] Could not find standard attr ID for object a6e5a445-46e9-485a-aee7-ff349e56f9cc. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:08:25.064896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4d928f57-9ff2-40a5-8503-cbdb3971dc2f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:25.077486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bdad1ca-33ff-409f-9197-5cc0014fc637 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:25.228007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 4d928f57-9ff2-40a5-8503-cbdb3971dc2f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:25.243398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 4d928f57-9ff2-40a5-8503-cbdb3971dc2f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:25.243970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:25.252179 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bdad1ca-33ff-409f-9197-5cc0014fc637 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:25.457272 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:25.470019 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bdad1ca-33ff-409f-9197-5cc0014fc637 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:25.560688 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bdad1ca-33ff-409f-9197-5cc0014fc637 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:25.624353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdad1ca-33ff-409f-9197-5cc0014fc637 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=0291fa6e-42ba-4abf-8d78-d004dc8b723c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:25.626952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bdad1ca-33ff-409f-9197-5cc0014fc637 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:25.629048 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4bdad1ca-33ff-409f-9197-5cc0014fc637 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/0291fa6e-42ba-4abf-8d78-d004dc8b723c HTTP/1.1" status: 204 len: 168 time: 0.8764622 Aug 29 17:08:25.631852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42326) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:25.694984 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:08:25.695823 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:08:25.696666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ac4770-1833-4f1f-b44e-33d2b3463c7b None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:25.719628 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-be7864ff-4cd1-4f7b-8f50-bb5a8c2602d7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847239 Aug 29 17:08:25.725379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42336) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:25.731615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-94a36a23-b0f0-4647-b72b-5085ed305d4a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:25.925783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a36a23-b0f0-4647-b72b-5085ed305d4a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:25.930525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-94a36a23-b0f0-4647-b72b-5085ed305d4a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:26.032029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d43ac85-49c2-4aa5-81b1-67e1ea5f3f2f None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:08:26.118125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3d43ac85-49c2-4aa5-81b1-67e1ea5f3f2f None None] Deleting port 4d928f57-9ff2-40a5-8503-cbdb3971dc2f {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:26.118641 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3d43ac85-49c2-4aa5-81b1-67e1ea5f3f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:26.215165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3d43ac85-49c2-4aa5-81b1-67e1ea5f3f2f None None] For port 4d928f57-9ff2-40a5-8503-cbdb3971dc2f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4d928f57-9ff2-40a5-8503-cbdb3971dc2f,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:26.215519 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3d43ac85-49c2-4aa5-81b1-67e1ea5f3f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:26.257488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3d43ac85-49c2-4aa5-81b1-67e1ea5f3f2f None None] Calling delete_port for 4d928f57-9ff2-40a5-8503-cbdb3971dc2f owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:26.304953 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:26.310512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-94a36a23-b0f0-4647-b72b-5085ed305d4a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:26.366258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a36a23-b0f0-4647-b72b-5085ed305d4a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=67e777e1-44ee-46db-969f-4cee621c4e2f,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:26.381423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a36a23-b0f0-4647-b72b-5085ed305d4a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:26.383219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-94a36a23-b0f0-4647-b72b-5085ed305d4a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:26.385997 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a36a23-b0f0-4647-b72b-5085ed305d4a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:26.387151 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-94a36a23-b0f0-4647-b72b-5085ed305d4a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:26.410082 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-94a36a23-b0f0-4647-b72b-5085ed305d4a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6828408 Aug 29 17:08:26.412672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42388) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:26.424426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-48762cf7-d2cf-44a3-9197-e708d3dc5db1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '67e777e1-44ee-46db-969f-4cee621c4e2f', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1622280571'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:26.442815 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3d43ac85-49c2-4aa5-81b1-67e1ea5f3f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:26.552464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43ac85-49c2-4aa5-81b1-67e1ea5f3f2f None None] No DVR routers for this DVR port 4d928f57-9ff2-40a5-8503-cbdb3971dc2f on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:08:26.554021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43ac85-49c2-4aa5-81b1-67e1ea5f3f2f None None] Pushing event deleted for resources: {'Port': ['ID=4d928f57-9ff2-40a5-8503-cbdb3971dc2f,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:26.570897 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc982759-2595-49d9-9779-17f3ad46560f None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:26.614789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48762cf7-d2cf-44a3-9197-e708d3dc5db1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:26.623461 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-48762cf7-d2cf-44a3-9197-e708d3dc5db1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:26.666002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-48762cf7-d2cf-44a3-9197-e708d3dc5db1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 8b2a6aac-e246-430f-8212-e47dd9f52738 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:08:26.825112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '67e777e1-44ee-46db-969f-4cee621c4e2f'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:08:26.826138 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:26.864011 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-48762cf7-d2cf-44a3-9197-e708d3dc5db1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:08:26.864492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48762cf7-d2cf-44a3-9197-e708d3dc5db1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:08:26.895643 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-48762cf7-d2cf-44a3-9197-e708d3dc5db1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4817166 Aug 29 17:08:26.898094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42410) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:26.953437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ed7b8fbe-809c-432e-9254-aac8ba45c3d7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0540049 Aug 29 17:08:26.956463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42412) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:27.023434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa1848e-f2f0-4242-a8b4-7e7357c5dc6a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:27.025422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa1848e-f2f0-4242-a8b4-7e7357c5dc6a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:27.028247 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3fa1848e-f2f0-4242-a8b4-7e7357c5dc6a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0701656 Aug 29 17:08:27.031069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42414) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:27.061035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4d928f57-9ff2-40a5-8503-cbdb3971dc2f no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:08:27.093079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 4d928f57-9ff2-40a5-8503-cbdb3971dc2f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:08:27.093478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4d928f57-9ff2-40a5-8503-cbdb3971dc2f not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:08:27.113299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Allocated IP 2001:db8::2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/67e777e1-44ee-46db-969f-4cee621c4e2f/fd3a1049-d024-4acb-a48d-380ee576ff90) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:27.126810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d180b616-d141-47d3-8969-031de77c0742 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 67e777e1-44ee-46db-969f-4cee621c4e2f {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:27.300649 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:27.313242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Transition to ACTIVE for port object fd3a1049-d024-4acb-a48d-380ee576ff90 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:27.331667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Transition to ACTIVE for port object fd3a1049-d024-4acb-a48d-380ee576ff90 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:27.339667 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d180b616-d141-47d3-8969-031de77c0742 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:27.340641 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:27.385656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:27.392077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:27.395970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:27.404748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Pushing event updated for resources: {'Port': ['ID=fd3a1049-d024-4acb-a48d-380ee576ff90,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:27.445998 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d180b616-d141-47d3-8969-031de77c0742 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:27.473760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Attempting to bind port fd3a1049-d024-4acb-a48d-380ee576ff90 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:08:27.474305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Attempting to bind port fd3a1049-d024-4acb-a48d-380ee576ff90 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:08:27.474946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Attempting to bind port fd3a1049-d024-4acb-a48d-380ee576ff90 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:08:27.482729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:08:27.483338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:27.483901 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:27.485356 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:08:27.486394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Bound port: fd3a1049-d024-4acb-a48d-380ee576ff90, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:08:27.486966 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:27.582657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] For port fd3a1049-d024-4acb-a48d-380ee576ff90, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:08:27.586742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] For port fd3a1049-d024-4acb-a48d-380ee576ff90, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fd3a1049-d024-4acb-a48d-380ee576ff90,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:08:27.591429 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:27.594530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d180b616-d141-47d3-8969-031de77c0742 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:27.670457 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd02b9e-fd55-45e1-9223-69f74cb436ee None None] Pushing event updated for resources: {'Port': ['ID=fd3a1049-d024-4acb-a48d-380ee576ff90,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:27.699817 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d180b616-d141-47d3-8969-031de77c0742 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:27.756512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180b616-d141-47d3-8969-031de77c0742 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=67e777e1-44ee-46db-969f-4cee621c4e2f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:27.758902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d180b616-d141-47d3-8969-031de77c0742 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:27.761758 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d180b616-d141-47d3-8969-031de77c0742 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/67e777e1-44ee-46db-969f-4cee621c4e2f HTTP/1.1" status: 204 len: 168 time: 0.7290039 Aug 29 17:08:27.763940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42442) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:27.820883 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-133d38cd-7614-4ecb-ae43-b8d5c7d33bcf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547850 Aug 29 17:08:27.824638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42448) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:27.830572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f07608f8-6e83-4641-8417-c8a36f916a33 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:27.970353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07608f8-6e83-4641-8417-c8a36f916a33 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:27.974045 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f07608f8-6e83-4641-8417-c8a36f916a33 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:28.280394 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f07608f8-6e83-4641-8417-c8a36f916a33 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:28.323033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07608f8-6e83-4641-8417-c8a36f916a33 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:28.326476 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f07608f8-6e83-4641-8417-c8a36f916a33 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:28.333904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07608f8-6e83-4641-8417-c8a36f916a33 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:28.334509 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f07608f8-6e83-4641-8417-c8a36f916a33 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:28.354062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07608f8-6e83-4641-8417-c8a36f916a33 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=29b40bda-d2e6-4df5-b2c0-f85baab711f0,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:28.359294 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f07608f8-6e83-4641-8417-c8a36f916a33 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5334923 Aug 29 17:08:28.362988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42462) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:28.368276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3cd20516-e932-4a42-b124-0d97be3c5616 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-773331924', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:28.397213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3cd20516-e932-4a42-b124-0d97be3c5616 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:28.398347 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3cd20516-e932-4a42-b124-0d97be3c5616 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:28.462021 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3cd20516-e932-4a42-b124-0d97be3c5616 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:28.468822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3cd20516-e932-4a42-b124-0d97be3c5616 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:28.489782 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3cd20516-e932-4a42-b124-0d97be3c5616 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:28.491028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3cd20516-e932-4a42-b124-0d97be3c5616 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1268857 Aug 29 17:08:28.493872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42470) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:28.559015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42472) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:28.709680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19b47ea0-751d-4dda-8c66-e616ec0440a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.000719 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19b47ea0-751d-4dda-8c66-e616ec0440a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.002716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fd3a1049-d024-4acb-a48d-380ee576ff90 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:29.012033 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19b47ea0-751d-4dda-8c66-e616ec0440a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.089188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-19b47ea0-751d-4dda-8c66-e616ec0440a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77c22d370c6c49dca513536e0fed024e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284452 Aug 29 17:08:29.090208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42490) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:29.091346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b47ea0-751d-4dda-8c66-e616ec0440a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fe4afd-be21-4bce-aa05-4e43bdeab4f5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:29.130886 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.139672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e0d043-e9d7-427a-a87d-836829969807 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:29.160913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8dcea80-893f-4ee7-9e0b-e5890092049a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.193476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8dcea80-893f-4ee7-9e0b-e5890092049a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.219946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port fd3a1049-d024-4acb-a48d-380ee576ff90 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:29.251803 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8dcea80-893f-4ee7-9e0b-e5890092049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.260445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8dcea80-893f-4ee7-9e0b-e5890092049a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.269401 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d8dcea80-893f-4ee7-9e0b-e5890092049a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42fe4afd-be21-4bce-aa05-4e43bdeab4f5 HTTP/1.1" status: 204 len: 168 time: 0.1730647 Aug 29 17:08:29.281355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1019261d-bc9b-49be-b742-591ec3b3a88a None None] Provisioning for port fd3a1049-d024-4acb-a48d-380ee576ff90 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:29.288484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcea80-893f-4ee7-9e0b-e5890092049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fe4afd-be21-4bce-aa05-4e43bdeab4f5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:29.290125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1019261d-bc9b-49be-b742-591ec3b3a88a None None] Provisioning complete for port fd3a1049-d024-4acb-a48d-380ee576ff90 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:29.291590 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1019261d-bc9b-49be-b742-591ec3b3a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.507061 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1019261d-bc9b-49be-b742-591ec3b3a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.516383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::1 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/29b40bda-d2e6-4df5-b2c0-f85baab711f0/0c1487c6-e184-4d4a-9ce4-d5cdec660f24) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:29.571918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1019261d-bc9b-49be-b742-591ec3b3a88a None None] For port fd3a1049-d024-4acb-a48d-380ee576ff90, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fd3a1049-d024-4acb-a48d-380ee576ff90,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:29.577866 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1019261d-bc9b-49be-b742-591ec3b3a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.672140 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.690602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:29.706191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019261d-bc9b-49be-b742-591ec3b3a88a None None] Pushing event updated for resources: {'Port': ['ID=fd3a1049-d024-4acb-a48d-380ee576ff90,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:29.759083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.816110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:29.823740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:29.827270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:29.827985 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.909345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4a2a4016-42a7-42c5-81bd-744d15dbf533 None None] Provisioning complete for port fd3a1049-d024-4acb-a48d-380ee576ff90 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:29.912017 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4016-42a7-42c5-81bd-744d15dbf533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:29.917148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=0c1487c6-e184-4d4a-9ce4-d5cdec660f24,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:29.917429 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42506) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:29.950400 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e832124f-22b7-411c-b492-777baa3218ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.054331 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.160605 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e832124f-22b7-411c-b492-777baa3218ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.179579 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e832124f-22b7-411c-b492-777baa3218ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.221296 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e832124f-22b7-411c-b492-777baa3218ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd1696d8cb704d2c95409df7166c93e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023088 Aug 29 17:08:30.222331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42520) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:30.308033 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-516d631c-1db9-4351-8632-11f43592750a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.311194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832124f-22b7-411c-b492-777baa3218ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a326c3c6-d764-482e-b50c-11a62b8db15b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:30.343164 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-516d631c-1db9-4351-8632-11f43592750a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.361740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b858804d-dc17-432c-9036-81f63cb66298 None None] Provisioning for port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:30.370801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b858804d-dc17-432c-9036-81f63cb66298 None None] Provisioning complete for port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:30.372042 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b858804d-dc17-432c-9036-81f63cb66298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.416224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b858804d-dc17-432c-9036-81f63cb66298 None None] Port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:08:30.435390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-516d631c-1db9-4351-8632-11f43592750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.440508 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-516d631c-1db9-4351-8632-11f43592750a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.441976 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-516d631c-1db9-4351-8632-11f43592750a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a326c3c6-d764-482e-b50c-11a62b8db15b HTTP/1.1" status: 204 len: 168 time: 0.2174730 Aug 29 17:08:30.453147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d631c-1db9-4351-8632-11f43592750a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a326c3c6-d764-482e-b50c-11a62b8db15b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:30.545824 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.551701 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.552428 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:30.867661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fd3a1049-d024-4acb-a48d-380ee576ff90 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:30.944342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port fd3a1049-d024-4acb-a48d-380ee576ff90 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:30.948793 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:31.088214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=0c1487c6-e184-4d4a-9ce4-d5cdec660f24,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:31.195910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:31.199994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:31.429283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Router 11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:08:31.552402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:08:31.565048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42564) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:31.575573 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f070d6ec-1b4e-4794-85de-ec39f3b923b3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "PUT /v2.0/routers/11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0803082 Aug 29 17:08:31.583355 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Sync routers for ids ['11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:08:31.594579 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Routers {'11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:08:31.596369 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:31.630546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4460735-7d2b-45f5-81bb-cc62595aeaed tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:31.636445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42566) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:31.637111 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c4460735-7d2b-45f5-81bb-cc62595aeaed tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports/0c1487c6-e184-4d4a-9ce4-d5cdec660f24 HTTP/1.1" status: 200 len: 911 time: 0.0704696 Aug 29 17:08:31.654777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-dd1e5202-58b9-43a2-836e-c1d428cfc902 None None] Provisioning complete for port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:31.655886 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dd1e5202-58b9-43a2-836e-c1d428cfc902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:31.708684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f7030b-547a-48a3-9022-81a692917243 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:31.716060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f7030b-547a-48a3-9022-81a692917243 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:31.720364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-09f7030b-547a-48a3-9022-81a692917243 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0803790 Aug 29 17:08:31.720583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42572) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:31.757571 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e5202-58b9-43a2-836e-c1d428cfc902 None None] Port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:08:31.848992 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Set router 11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:08:32.203256 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f', 'name': 'tempest-NetworksTestDHCPv6-router-773331924', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:08:28Z', 'updated_at': '2021-08-29T17:08:29Z', 'revision_number': 2, 'project_id': '5847437c1e5a4ffa92a3b380c858598a', 'gw_port_host': None, '_interfaces': [{'id': '0c1487c6-e184-4d4a-9ce4-d5cdec660f24', 'name': '', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'mac_address': 'fa:16:3e:3c:34:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '29b40bda-d2e6-4df5-b2c0-f85baab711f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:08:29Z', 'updated_at': '2021-08-29T17:08:30Z', 'revision_number': 2, 'project_id': '5847437c1e5a4ffa92a3b380c858598a', 'subnets': [{'id': '29b40bda-d2e6-4df5-b2c0-f85baab711f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:32.235303 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Checking router: 11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:08:32.236841 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Updating router 11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:08:32.292149 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:32.546045 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:32.796275 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:32.808961 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Transition to ACTIVE for port object 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:32.830019 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:32.987529 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Pushing event updated for resources: {'Port': ['ID=0c1487c6-e184-4d4a-9ce4-d5cdec660f24,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:33.050455 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.050821 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.051158 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.051528 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.051863 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.052265 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.052538 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.052882 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.053344 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.053676 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.057712 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.058119 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:33.104458 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Attempting to bind port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:08:33.104863 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Attempting to bind port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:08:33.105286 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Attempting to bind port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:08:33.115650 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:08:33.116081 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:33.116496 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:33.116899 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:08:33.117409 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Bound port: 0c1487c6-e184-4d4a-9ce4-d5cdec660f24, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:08:33.117799 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:33.132992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:33.134209 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:33.348043 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] For port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:08:33.351012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] For port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24, host n-d-713301-13, got binding levels [] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:33.351564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:33.373622 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] For port 0c1487c6-e184-4d4a-9ce4-d5cdec660f24, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0c1487c6-e184-4d4a-9ce4-d5cdec660f24,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:08:33.384828 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:33.413455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 0c1487c6-e184-4d4a-9ce4-d5cdec660f24 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:33.776170 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7027c3-7ff9-4df9-9702-c9e45cc27ce0 None None] Pushing event updated for resources: {'Port': ['ID=0c1487c6-e184-4d4a-9ce4-d5cdec660f24,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:33.788683 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:33.814215 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Routers {'11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:08:33.815790 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:33.835793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=0c1487c6-e184-4d4a-9ce4-d5cdec660f24,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:34.016914 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] Set router 11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:08:34.112505 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:34.247986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-83e4f366-be26-4b5a-a9e4-ad3fb99e6b4a None None] Could not find standard attr ID for object 0c1487c6-e184-4d4a-9ce4-d5cdec660f24. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:08:34.280436 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f', 'name': 'tempest-NetworksTestDHCPv6-router-773331924', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:08:28Z', 'updated_at': '2021-08-29T17:08:33Z', 'revision_number': 3, 'project_id': '5847437c1e5a4ffa92a3b380c858598a', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:34.363698 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966ef83-a1a5-430b-be01-855d3a9b71f6 None None] The sync data for ids ['11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f'] in n-d-713301-13 is: [{'id': '11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f', 'name': 'tempest-NetworksTestDHCPv6-router-773331924', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:08:28Z', 'updated_at': '2021-08-29T17:08:33Z', 'revision_number': 3, 'project_id': '5847437c1e5a4ffa92a3b380c858598a', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:08:34.444249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Router 11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:08:34.702106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:08:34.709069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0d8ad80b-a29f-41e8-bacf-dae42e4bbe8d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "PUT /v2.0/routers/11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9874556 Aug 29 17:08:34.711665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42666) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:34.813985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32b953d-6c97-4d77-87e1-abccb7d01738 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:34.816668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32b953d-6c97-4d77-87e1-abccb7d01738 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:34.821198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42672) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:34.832128 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a32b953d-6c97-4d77-87e1-abccb7d01738 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1175437 Aug 29 17:08:34.957893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4f2c40-7d9f-4a26-b7de-2659e1e78985 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 29b40bda-d2e6-4df5-b2c0-f85baab711f0 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:34.963727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2c40-7d9f-4a26-b7de-2659e1e78985 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:35.097383 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2c40-7d9f-4a26-b7de-2659e1e78985 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:35.155779 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2c40-7d9f-4a26-b7de-2659e1e78985 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:35.260833 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2c40-7d9f-4a26-b7de-2659e1e78985 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:35.300533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f2c40-7d9f-4a26-b7de-2659e1e78985 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=29b40bda-d2e6-4df5-b2c0-f85baab711f0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:35.304868 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2c40-7d9f-4a26-b7de-2659e1e78985 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:35.310047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42684) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:35.313888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a3f8ec-7183-4ea5-8913-2be71c7b0f8e None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:35.321358 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7d4f2c40-7d9f-4a26-b7de-2659e1e78985 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/29b40bda-d2e6-4df5-b2c0-f85baab711f0 HTTP/1.1" status: 204 len: 168 time: 0.4989121 Aug 29 17:08:35.527940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b9b2549e-9e7c-41d9-9009-1b52d12f3767 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2159994 Aug 29 17:08:35.530379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42686) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:35.611744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:08:35.632135 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-721a4f5e-1049-4907-ad67-ef696a9635ec tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:35.730059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Deleting port fd3a1049-d024-4acb-a48d-380ee576ff90 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:35.730779 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:35.813636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] For port fd3a1049-d024-4acb-a48d-380ee576ff90, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fd3a1049-d024-4acb-a48d-380ee576ff90,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:35.814801 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:35.835227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Calling delete_port for fd3a1049-d024-4acb-a48d-380ee576ff90 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:35.896948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-721a4f5e-1049-4907-ad67-ef696a9635ec tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:35.900488 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-721a4f5e-1049-4907-ad67-ef696a9635ec tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:36.031467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-721a4f5e-1049-4907-ad67-ef696a9635ec tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:36.032970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721a4f5e-1049-4907-ad67-ef696a9635ec tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Fanout notify agent at l3_agent the message router_deleted on router 11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:08:36.042763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-721a4f5e-1049-4907-ad67-ef696a9635ec tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:36.044800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-721a4f5e-1049-4907-ad67-ef696a9635ec tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/routers/11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f HTTP/1.1" status: 204 len: 168 time: 0.5132394 Aug 29 17:08:36.048368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42706) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:36.064325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-637fed41-be49-45ca-8fe1-427c7ea113fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:36.087247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76c9da-b856-481c-918e-ce740b3afc7d None None] Sync routers for ids ['11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:08:36.125490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76c9da-b856-481c-918e-ce740b3afc7d None None] Routers set() bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:08:36.126019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76c9da-b856-481c-918e-ce740b3afc7d None None] Router IDs set() for agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 17:08:36.126811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_agentschedulers_db [None req-7d76c9da-b856-481c-918e-ce740b3afc7d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent'). {{(pid=111678) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 17:08:36.154860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:36.191337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] No DVR routers for this DVR port fd3a1049-d024-4acb-a48d-380ee576ff90 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:08:36.207667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637fed41-be49-45ca-8fe1-427c7ea113fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:36.212175 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-637fed41-be49-45ca-8fe1-427c7ea113fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:36.233833 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Pushing event deleted for resources: {'Port': ['ID=fd3a1049-d024-4acb-a48d-380ee576ff90,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:36.244592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76c9da-b856-481c-918e-ce740b3afc7d None None] Routers set() bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:08:36.245021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76c9da-b856-481c-918e-ce740b3afc7d None None] Router IDs set() for agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 17:08:36.246987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_agentschedulers_db [None req-7d76c9da-b856-481c-918e-ce740b3afc7d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent'). {{(pid=111678) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 29 17:08:36.247415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76c9da-b856-481c-918e-ce740b3afc7d None None] The sync data for ids ['11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:08:36.250637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.251295 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.251654 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.251999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.252421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.252760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.254663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.254974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.255376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.255712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.256303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.256801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149faa7-4d1e-4056-9066-8b8f904305c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:08:36.613671 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-637fed41-be49-45ca-8fe1-427c7ea113fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:36.689711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fed41-be49-45ca-8fe1-427c7ea113fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=ce5ba13c-753f-402b-bb69-e502558a7380,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:36.697658 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:08:36.713002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637fed41-be49-45ca-8fe1-427c7ea113fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:36.715590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-637fed41-be49-45ca-8fe1-427c7ea113fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:36.720183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637fed41-be49-45ca-8fe1-427c7ea113fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:36.720953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-637fed41-be49-45ca-8fe1-427c7ea113fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:36.726730 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83e2677-ca6c-4474-9c72-4fdaeaace966 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:36.745474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42730) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:36.746581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-637fed41-be49-45ca-8fe1-427c7ea113fe tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6960032 Aug 29 17:08:36.751769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d2fd24e2-0dbe-4570-b298-c9335e9904f5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1268270101', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:36.807540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2fd24e2-0dbe-4570-b298-c9335e9904f5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:36.809714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2fd24e2-0dbe-4570-b298-c9335e9904f5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:36.969617 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2fd24e2-0dbe-4570-b298-c9335e9904f5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:36.971719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fd3a1049-d024-4acb-a48d-380ee576ff90 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:08:36.982903 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2fd24e2-0dbe-4570-b298-c9335e9904f5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:37.036395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': 'ce5ba13c-753f-402b-bb69-e502558a7380'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:08:37.037625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:37.056013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: fd3a1049-d024-4acb-a48d-380ee576ff90 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:08:37.056366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fd3a1049-d024-4acb-a48d-380ee576ff90 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:08:37.065447 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2fd24e2-0dbe-4570-b298-c9335e9904f5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:37.067965 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d2fd24e2-0dbe-4570-b298-c9335e9904f5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3194599 Aug 29 17:08:37.069738 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42740) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:37.363053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Allocated IP 2001:db8::2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/ce5ba13c-753f-402b-bb69-e502558a7380/f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:37.618492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:37.646107 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:37.659224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Transition to ACTIVE for port object f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:37.692892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Transition to ACTIVE for port object f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:37.710137 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:37.794599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:37.798510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:37.814794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Pushing event updated for resources: {'Port': ['ID=f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:37.820956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:37.973529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Attempting to bind port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:08:37.973529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Attempting to bind port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:08:37.985953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Attempting to bind port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:08:38.081933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:08:38.098975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:38.102189 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:38.106041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:08:38.116187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Bound port: f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:08:38.116973 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:38.292305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] For port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:08:38.302511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] For port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:08:38.311050 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:38.461930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::1 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/ce5ba13c-753f-402b-bb69-e502558a7380/2b3eed81-186a-403f-8dba-216e648ec94b) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:38.465609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa593c-1ed6-4cd3-96bd-b11a059edb5c None None] Pushing event updated for resources: {'Port': ['ID=f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:38.648149 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:38.671147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 2b3eed81-186a-403f-8dba-216e648ec94b will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:38.758086 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:38.889765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=2b3eed81-186a-403f-8dba-216e648ec94b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:38.902535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:38.904468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:38.907430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:38.908400 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:38.987355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:39.067462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:39.142748 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:39.603805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:39.615784 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:39.616994 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:40.164488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f95ee127-b803-4afd-b033-11f223a6ffaf None None] Provisioning for port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:40.173212 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f95ee127-b803-4afd-b033-11f223a6ffaf None None] Provisioning complete for port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:40.175191 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f95ee127-b803-4afd-b033-11f223a6ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:40.431072 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f95ee127-b803-4afd-b033-11f223a6ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:40.523220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42816) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:40.584045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f95ee127-b803-4afd-b033-11f223a6ffaf None None] For port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:40.598583 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f95ee127-b803-4afd-b033-11f223a6ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:40.709517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:40.721477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:40.747011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=2b3eed81-186a-403f-8dba-216e648ec94b,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:40.772169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-dafe85fa-6e1f-4549-ba92-445518ecf39c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4020495 Aug 29 17:08:40.784625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ee127-b803-4afd-b033-11f223a6ffaf None None] Pushing event updated for resources: {'Port': ['ID=f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:40.826189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e31ffe6a-bb91-47f1-ae5f-dab04d6ba116 None None] Provisioning for port 2b3eed81-186a-403f-8dba-216e648ec94b completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:40.839481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e31ffe6a-bb91-47f1-ae5f-dab04d6ba116 None None] Provisioning complete for port 2b3eed81-186a-403f-8dba-216e648ec94b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:40.843584 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e31ffe6a-bb91-47f1-ae5f-dab04d6ba116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:40.851470 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-486feacc-3dd8-451a-8db8-38c8de7af8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:40.933069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e31ffe6a-bb91-47f1-ae5f-dab04d6ba116 None None] Port 2b3eed81-186a-403f-8dba-216e648ec94b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:08:41.034273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-3a69a542-4687-4f3f-8260-c8cbec516af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.034834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-3a69a542-4687-4f3f-8260-c8cbec516af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.035305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-3a69a542-4687-4f3f-8260-c8cbec516af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.035837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-3a69a542-4687-4f3f-8260-c8cbec516af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.036567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-3a69a542-4687-4f3f-8260-c8cbec516af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.037052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-3a69a542-4687-4f3f-8260-c8cbec516af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.037623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-3a69a542-4687-4f3f-8260-c8cbec516af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.044888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-3a69a542-4687-4f3f-8260-c8cbec516af0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6509 time: 0.1001134 Aug 29 17:08:41.063730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Router 22f7cd6e-6004-4b22-97ce-a1203cc0639c is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:08:41.114630 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-486feacc-3dd8-451a-8db8-38c8de7af8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:41.120225 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-486feacc-3dd8-451a-8db8-38c8de7af8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:41.187238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4ade1d64-43eb-41ba-9730-0df64048aaa6 None None] Provisioning complete for port 2b3eed81-186a-403f-8dba-216e648ec94b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:41.187844 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4ade1d64-43eb-41ba-9730-0df64048aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:41.211505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-fcc04db2-c185-487a-a68b-4d55ae3ec381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.212003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-fcc04db2-c185-487a-a68b-4d55ae3ec381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.212951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-fcc04db2-c185-487a-a68b-4d55ae3ec381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.214682 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-fcc04db2-c185-487a-a68b-4d55ae3ec381 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a468c2d-9be1-440f-a192-42e8517f74d6&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=4828ab6e-a734-4184-a1a3-7a146a417538&id=4828ab6e-a734-4184-a1a3-7a146a417538 HTTP/1.1" status: 200 len: 2298 time: 0.1345427 Aug 29 17:08:41.287894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486feacc-3dd8-451a-8db8-38c8de7af8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6f9910-c92c-44dd-b8d3-d5d232931ea2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:41.288795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4ade1d64-43eb-41ba-9730-0df64048aaa6 None None] Port 2b3eed81-186a-403f-8dba-216e648ec94b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:08:41.304883 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-486feacc-3dd8-451a-8db8-38c8de7af8e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61f3e81cc98b4145bd038d23a3fec1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7791998 Aug 29 17:08:41.306233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42832) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:41.365164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-1fb6ea73-2f4d-49a4-96e7-79781eb37575 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1118de05-2a40-42f0-8617-64982477f4cf HTTP/1.1" status: 200 len: 1001 time: 0.1082056 Aug 29 17:08:41.461291 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ead8378-a74c-4767-897b-3876bf79802d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:41.462094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-576f8f82-3b19-41a8-94d4-a728803602ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.463819 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-576f8f82-3b19-41a8-94d4-a728803602ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0183a3c-e561-4345-8ae5-a5ac3767fc49 HTTP/1.1" status: 200 len: 856 time: 0.0622799 Aug 29 17:08:41.496593 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ead8378-a74c-4767-897b-3876bf79802d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:41.553640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-8050b1d1-99cb-4198-82e6-d2a942a06387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.554820 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ead8378-a74c-4767-897b-3876bf79802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:41.555335 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-8050b1d1-99cb-4198-82e6-d2a942a06387 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a468c2d-9be1-440f-a192-42e8517f74d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785372 Aug 29 17:08:41.556918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:08:41.557736 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ead8378-a74c-4767-897b-3876bf79802d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:41.560784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8ead8378-a74c-4767-897b-3876bf79802d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac6f9910-c92c-44dd-b8d3-d5d232931ea2 HTTP/1.1" status: 204 len: 168 time: 0.2525775 Aug 29 17:08:41.569305 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5c65e783-910c-4bd4-a3a0-87944cbf83e1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "PUT /v2.0/routers/22f7cd6e-6004-4b22-97ce-a1203cc0639c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4984806 Aug 29 17:08:41.569948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42842) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:41.573538 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Sync routers for ids ['22f7cd6e-6004-4b22-97ce-a1203cc0639c'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:08:41.626035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead8378-a74c-4767-897b-3876bf79802d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6f9910-c92c-44dd-b8d3-d5d232931ea2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:41.638968 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Routers {'22f7cd6e-6004-4b22-97ce-a1203cc0639c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:08:41.640146 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['22f7cd6e-6004-4b22-97ce-a1203cc0639c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:41.827959 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-4533f0f5-ed0d-456b-b762-fd0e88619fc7 service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568982 Aug 29 17:08:41.873724 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Set router 22f7cd6e-6004-4b22-97ce-a1203cc0639c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:08:41.959906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680c5880-ad94-4500-9742-ec3fab0b4ebd tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:41.961912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-680c5880-ad94-4500-9742-ec3fab0b4ebd tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports/2b3eed81-186a-403f-8dba-216e648ec94b HTTP/1.1" status: 200 len: 911 time: 0.2296610 Aug 29 17:08:41.965089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42858) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:42.087886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2b320-c6ce-4355-8734-ee1616c0bb5a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:42.105053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2b320-c6ce-4355-8734-ee1616c0bb5a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:42.107190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-29f2b320-c6ce-4355-8734-ee1616c0bb5a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1405480 Aug 29 17:08:42.112106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42860) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:42.213701 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-65b961e7-13b6-4c05-a741-ed9e341ad2c2 service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195524 Aug 29 17:08:42.317447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42862) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:42.355394 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-472a2882-802d-4b23-9f2d-0ab33003c90b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 200 len: 217 time: 0.1278970 Aug 29 17:08:42.358246 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2091ab01-5ddd-497c-bec4-8b783a82ce1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:42.372076 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f7cd6e-6004-4b22-97ce-a1203cc0639c', 'name': 'tempest-NetworksTestDHCPv6-router-1268270101', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:08:36Z', 'updated_at': '2021-08-29T17:08:39Z', 'revision_number': 2, 'project_id': '5847437c1e5a4ffa92a3b380c858598a', 'gw_port_host': None, '_interfaces': [{'id': '2b3eed81-186a-403f-8dba-216e648ec94b', 'name': '', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'mac_address': 'fa:16:3e:5b:65:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f7cd6e-6004-4b22-97ce-a1203cc0639c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'ce5ba13c-753f-402b-bb69-e502558a7380', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:08:37Z', 'updated_at': '2021-08-29T17:08:39Z', 'revision_number': 2, 'project_id': '5847437c1e5a4ffa92a3b380c858598a', 'subnets': [{'id': 'ce5ba13c-753f-402b-bb69-e502558a7380', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:42.439903 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Checking router: 22f7cd6e-6004-4b22-97ce-a1203cc0639c for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:08:42.440259 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Updating router 22f7cd6e-6004-4b22-97ce-a1203cc0639c port 2b3eed81-186a-403f-8dba-216e648ec94b binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:08:42.468546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-31922d7b-751e-447c-a900-1bf5f441d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:42.470463 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-31922d7b-751e-447c-a900-1bf5f441d88e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1063249 Aug 29 17:08:42.530882 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:42.549102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-4d4f7e87-a7c1-42f3-b5fc-ae6f9c847868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:42.551733 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-4d4f7e87-a7c1-42f3-b5fc-ae6f9c847868 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0714583 Aug 29 17:08:42.662476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8e024de-2ac6-4f97-927b-0793ea01cd37 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:42.762210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-fc4c6d90-d853-481c-a692-54ddf7eb7cc6 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956184 Aug 29 17:08:42.773588 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2091ab01-5ddd-497c-bec4-8b783a82ce1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:42.840628 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2091ab01-5ddd-497c-bec4-8b783a82ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:42.858506 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6aeea6f3-0fe0-49fe-9a61-d317b00fb7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:42.942740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:43.021342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:43.021985 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.119143 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2091ab01-5ddd-497c-bec4-8b783a82ce1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d7f44aaaea74850bcb53a2e07f23f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964330 Aug 29 17:08:43.120437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42888) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:43.124176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091ab01-5ddd-497c-bec4-8b783a82ce1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e98476-3722-4c05-a9ea-6d8615b08632,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:43.191736 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-6cf63b06-acc9-48a7-9ae2-65044ca8bdb2 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186649 Aug 29 17:08:43.205383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d8e024de-2ac6-4f97-927b-0793ea01cd37 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 2b3eed81-186a-403f-8dba-216e648ec94b {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:43.206001 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8e024de-2ac6-4f97-927b-0793ea01cd37 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.304569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8e024de-2ac6-4f97-927b-0793ea01cd37 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.314136 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-8d61b328-26b2-43df-8b7c-c9079adb9732 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 200 len: 217 time: 0.1139665 Aug 29 17:08:43.317587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d8e024de-2ac6-4f97-927b-0793ea01cd37 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 2b3eed81-186a-403f-8dba-216e648ec94b owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:43.403373 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.450098 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Transition to ACTIVE for port object 2b3eed81-186a-403f-8dba-216e648ec94b will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:43.469014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-cae0efd5-f68d-407a-918e-cc97456babc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:43.471222 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-cae0efd5-f68d-407a-918e-cc97456babc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1439469 Aug 29 17:08:43.485048 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.549942 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6abe4105-c295-40c3-bd1c-1d91e52c87b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.550310 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346b2b6-9c70-4d7f-a06e-4135feeb0598 None None] Pushing event updated for resources: {'Port': ['ID=2b3eed81-186a-403f-8dba-216e648ec94b,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:43.577053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-7586146e-4e08-4a5a-bac7-4ae93ce22aaf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6125147 Aug 29 17:08:43.602049 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6abe4105-c295-40c3-bd1c-1d91e52c87b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.642393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-c8044586-61c4-4780-b9aa-e202f970fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:43.644193 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-c8044586-61c4-4780-b9aa-e202f970fb8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1599662 Aug 29 17:08:43.659518 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8e024de-2ac6-4f97-927b-0793ea01cd37 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.704466 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Attempting to bind port 2b3eed81-186a-403f-8dba-216e648ec94b on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:08:43.706014 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Attempting to bind port 2b3eed81-186a-403f-8dba-216e648ec94b by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:08:43.707247 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Attempting to bind port 2b3eed81-186a-403f-8dba-216e648ec94b on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:08:43.716569 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:08:43.718245 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:43.718977 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.720580 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:08:43.724093 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Bound port: 2b3eed81-186a-403f-8dba-216e648ec94b, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:08:43.724835 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.792297 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.plugin [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Port 2b3eed81-186a-403f-8dba-216e648ec94b has been deleted concurrently {{(pid=111679) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 17:08:43.803955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e024de-2ac6-4f97-927b-0793ea01cd37 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=2b3eed81-186a-403f-8dba-216e648ec94b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:43.806962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6abe4105-c295-40c3-bd1c-1d91e52c87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.810070 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6abe4105-c295-40c3-bd1c-1d91e52c87b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:43.813793 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6abe4105-c295-40c3-bd1c-1d91e52c87b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09e98476-3722-4c05-a9ea-6d8615b08632 HTTP/1.1" status: 204 len: 168 time: 0.6910172 Aug 29 17:08:43.821397 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Routers {'22f7cd6e-6004-4b22-97ce-a1203cc0639c'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:08:43.834427 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['22f7cd6e-6004-4b22-97ce-a1203cc0639c'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:43.846582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-d9761d7f-d0cc-4bb4-9147-52c37591c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:43.851467 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-d9761d7f-d0cc-4bb4-9147-52c37591c508 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a61b0bbd9884820863e08bfe687c357&device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 1097 time: 0.2469614 Aug 29 17:08:43.900278 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-e5c31a84-ad0a-4227-883b-40af0a2ef114 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418523 Aug 29 17:08:44.047925 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] Set router 22f7cd6e-6004-4b22-97ce-a1203cc0639c gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:08:44.126049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-ae395159-f591-435f-9e02-6439e35e3e7a service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181969 Aug 29 17:08:44.130344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-93b16811-2922-41c6-ad19-729fff5527b5 None None] Could not find standard attr ID for object 2b3eed81-186a-403f-8dba-216e648ec94b. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:08:44.202343 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f7cd6e-6004-4b22-97ce-a1203cc0639c', 'name': 'tempest-NetworksTestDHCPv6-router-1268270101', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:08:36Z', 'updated_at': '2021-08-29T17:08:43Z', 'revision_number': 3, 'project_id': '5847437c1e5a4ffa92a3b380c858598a', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:44.228839 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-6af5a7a0-937c-424e-b56d-b115c4afe5c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4 HTTP/1.1" status: 200 len: 217 time: 0.0940347 Aug 29 17:08:44.242877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-b3f82f04-07b5-46b8-a369-ed3d99f222ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:44.244456 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-b3f82f04-07b5-46b8-a369-ed3d99f222ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=94a5acfb-196e-4945-8f67-1ced35f51696 HTTP/1.1" status: 200 len: 914 time: 0.1949356 Aug 29 17:08:44.248519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe4105-c295-40c3-bd1c-1d91e52c87b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e98476-3722-4c05-a9ea-6d8615b08632,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:44.274411 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31969950-fe72-4a2c-a897-fcf96be58bc1 None None] The sync data for ids ['22f7cd6e-6004-4b22-97ce-a1203cc0639c'] in n-d-713301-13 is: [{'id': '22f7cd6e-6004-4b22-97ce-a1203cc0639c', 'name': 'tempest-NetworksTestDHCPv6-router-1268270101', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:08:36Z', 'updated_at': '2021-08-29T17:08:43Z', 'revision_number': 3, 'project_id': '5847437c1e5a4ffa92a3b380c858598a', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:08:44.386873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-c777bbb3-1fa5-42b9-b02a-45299205a2e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad9c28b-081a-48bb-a610-a8b77cc7943e HTTP/1.1" status: 200 len: 217 time: 0.0701873 Aug 29 17:08:44.387355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-053cd340-0e80-4e50-8c9c-aec9ae18b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:44.389479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8e024de-2ac6-4f97-927b-0793ea01cd37 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:44.390286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-053cd340-0e80-4e50-8c9c-aec9ae18b93f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1485014 Aug 29 17:08:44.480848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-63f491f7-c3a5-4866-885a-763beab6f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:44.483266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-63f491f7-c3a5-4866-885a-763beab6f8ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3b529cf-08d5-4693-a77c-abad0584bb53 HTTP/1.1" status: 200 len: 853 time: 0.0763876 Aug 29 17:08:44.503377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-f6edb6de-6ffc-49b4-8c67-711993c86087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:44.506436 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-f6edb6de-6ffc-49b4-8c67-711993c86087 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054890 Aug 29 17:08:44.593207 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-12ddcfad-e231-4f6b-96bb-f00fd45cf783 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=94a5acfb-196e-4945-8f67-1ced35f51696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277269 Aug 29 17:08:44.665058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-1ddb492d-3dfc-448c-8909-cf23cb6c00e6 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:08:44.666161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-1ddb492d-3dfc-448c-8909-cf23cb6c00e6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270269 Aug 29 17:08:44.772021 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-d56160eb-de6a-4499-8294-d85ea1e975b1 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562015 Aug 29 17:08:45.070138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e024de-2ac6-4f97-927b-0793ea01cd37 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Router 22f7cd6e-6004-4b22-97ce-a1203cc0639c has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:08:45.093198 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-d9601099-d600-422b-8dbb-bb869168e6bc service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096755 Aug 29 17:08:45.110036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-be5a24cb-87a9-45df-a150-f9dd35e7c3dd service neutron] 10.222.0.16 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280574 Aug 29 17:08:45.196266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-4345ece2-4754-4077-aeb5-97c8264d6077 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c HTTP/1.1" status: 200 len: 217 time: 0.0977044 Aug 29 17:08:45.257760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e024de-2ac6-4f97-927b-0793ea01cd37 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:08:45.266772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d8e024de-2ac6-4f97-927b-0793ea01cd37 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "PUT /v2.0/routers/22f7cd6e-6004-4b22-97ce-a1203cc0639c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1522374 Aug 29 17:08:45.271307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42942) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:45.440206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-0548ffed-d8e0-4997-9f48-02eee42a4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:45.441803 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-0548ffed-d8e0-4997-9f48-02eee42a4379 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.2343485 Aug 29 17:08:45.454898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8529337-b6bf-49bb-9b53-bba038c8d805 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:45.457301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8529337-b6bf-49bb-9b53-bba038c8d805 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:45.462243 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d8529337-b6bf-49bb-9b53-bba038c8d805 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1878910 Aug 29 17:08:45.496474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42948) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:45.524897 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-94a90324-7e79-4db1-9b98-2e94b7bc1bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:45.629277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-c9113da1-7814-48e7-bb26-45e848d16c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:45.629277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-c9113da1-7814-48e7-bb26-45e848d16c22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1642787 Aug 29 17:08:45.685000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d029dc77-3602-4503-9c4f-535e34cb909e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet ce5ba13c-753f-402b-bb69-e502558a7380 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:45.737445 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d029dc77-3602-4503-9c4f-535e34cb909e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:45.738485 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef087f5-b618-4a38-be9e-92ed5594fb1a None None] Sync routers for ids ['22f7cd6e-6004-4b22-97ce-a1203cc0639c'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:08:45.750875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef087f5-b618-4a38-be9e-92ed5594fb1a None None] Routers {'22f7cd6e-6004-4b22-97ce-a1203cc0639c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:08:45.751525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2ef087f5-b618-4a38-be9e-92ed5594fb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:08:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['22f7cd6e-6004-4b22-97ce-a1203cc0639c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:45.796051 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b79b5e4-69bc-43a3-b6d1-c6bee80cf478 req-b3daf253-ea51-4873-ae11-9b42476be8bc service neutron] 10.222.0.16 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307189 Aug 29 17:08:45.828360 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d029dc77-3602-4503-9c4f-535e34cb909e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:45.901260 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-2ef087f5-b618-4a38-be9e-92ed5594fb1a None None] Set router 22f7cd6e-6004-4b22-97ce-a1203cc0639c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:08:45.985660 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-f2407af8-8d0e-496d-9e93-7376c889c3a9 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468599 Aug 29 17:08:46.001066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2ef087f5-b618-4a38-be9e-92ed5594fb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f7cd6e-6004-4b22-97ce-a1203cc0639c', 'name': 'tempest-NetworksTestDHCPv6-router-1268270101', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:08:36Z', 'updated_at': '2021-08-29T17:08:43Z', 'revision_number': 3, 'project_id': '5847437c1e5a4ffa92a3b380c858598a', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:46.041559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef087f5-b618-4a38-be9e-92ed5594fb1a None None] Checking router: 22f7cd6e-6004-4b22-97ce-a1203cc0639c for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:08:46.052272 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:46.056662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef087f5-b618-4a38-be9e-92ed5594fb1a None None] Routers {'22f7cd6e-6004-4b22-97ce-a1203cc0639c'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:08:46.057899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2ef087f5-b618-4a38-be9e-92ed5594fb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:08:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['22f7cd6e-6004-4b22-97ce-a1203cc0639c'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:46.103911 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d029dc77-3602-4503-9c4f-535e34cb909e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:46.179191 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-2a2782d4-4bfe-45ea-98f0-daf2f517f530 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842635 Aug 29 17:08:46.187710 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-2ef087f5-b618-4a38-be9e-92ed5594fb1a None None] Set router 22f7cd6e-6004-4b22-97ce-a1203cc0639c gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:08:46.329981 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-153fe429-3404-4c9f-a650-0f8cad6a1a9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a55f850-c98f-47e3-abdd-88155a009bfa HTTP/1.1" status: 200 len: 217 time: 0.1324949 Aug 29 17:08:46.381024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2ef087f5-b618-4a38-be9e-92ed5594fb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f7cd6e-6004-4b22-97ce-a1203cc0639c', 'name': 'tempest-NetworksTestDHCPv6-router-1268270101', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:08:36Z', 'updated_at': '2021-08-29T17:08:43Z', 'revision_number': 3, 'project_id': '5847437c1e5a4ffa92a3b380c858598a', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:08:46.462271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef087f5-b618-4a38-be9e-92ed5594fb1a None None] The sync data for ids ['22f7cd6e-6004-4b22-97ce-a1203cc0639c'] in n-d-713301-13 is: [{'id': '22f7cd6e-6004-4b22-97ce-a1203cc0639c', 'name': 'tempest-NetworksTestDHCPv6-router-1268270101', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:08:36Z', 'updated_at': '2021-08-29T17:08:43Z', 'revision_number': 3, 'project_id': '5847437c1e5a4ffa92a3b380c858598a', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:08:46.476052 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d029dc77-3602-4503-9c4f-535e34cb909e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:46.495405 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d029dc77-3602-4503-9c4f-535e34cb909e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:46.500096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d029dc77-3602-4503-9c4f-535e34cb909e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/ce5ba13c-753f-402b-bb69-e502558a7380 HTTP/1.1" status: 204 len: 168 time: 0.9740939 Aug 29 17:08:46.500950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 42984) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:46.502841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90f132c-1747-4b4a-a069-7a56bbe784d6 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:46.533954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029dc77-3602-4503-9c4f-535e34cb909e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5ba13c-753f-402b-bb69-e502558a7380,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:46.560251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-93814f12-f11d-4da2-b24d-d426e6c31d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:46.562243 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-93814f12-f11d-4da2-b24d-d426e6c31d4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.2282686 Aug 29 17:08:46.678197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-c26bd7db-f774-4173-8d1d-8d35d83f12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:46.679750 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-c26bd7db-f774-4173-8d1d-8d35d83f12c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087856 Aug 29 17:08:46.750930 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:46.830941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8289aa83-091c-4b98-984e-eaec15e63683 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3269320 Aug 29 17:08:46.835572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42990) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:46.947837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-e5f3d299-ab20-4287-af2e-1501529f8c7c service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491598 Aug 29 17:08:47.031105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a009bf-7ec8-4ea0-89d8-2d63be78acae None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:08:47.103791 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14998e0c-6933-44a4-a7cc-554bda0c3982 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:47.138406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-85a009bf-7ec8-4ea0-89d8-2d63be78acae None None] Deleting port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:47.143250 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85a009bf-7ec8-4ea0-89d8-2d63be78acae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:47.337539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-85a009bf-7ec8-4ea0-89d8-2d63be78acae None None] For port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:47.337978 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85a009bf-7ec8-4ea0-89d8-2d63be78acae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:47.387936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-85a009bf-7ec8-4ea0-89d8-2d63be78acae None None] Calling delete_port for f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:47.610626 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85a009bf-7ec8-4ea0-89d8-2d63be78acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:47.669440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a009bf-7ec8-4ea0-89d8-2d63be78acae None None] Pushing event deleted for resources: {'Port': ['ID=f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:47.672183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a009bf-7ec8-4ea0-89d8-2d63be78acae None None] No DVR routers for this DVR port f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:08:47.679953 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:48.039097 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14998e0c-6933-44a4-a7cc-554bda0c3982 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:48.043552 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-60e859cc-a3f1-49de-b8fc-ef09dfae2a26 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0523860 Aug 29 17:08:48.045095 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14998e0c-6933-44a4-a7cc-554bda0c3982 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:48.144700 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-5bad20e4-1040-4690-9b50-ac0ed27b67b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5 HTTP/1.1" status: 200 len: 217 time: 0.0711584 Aug 29 17:08:48.228873 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14998e0c-6933-44a4-a7cc-554bda0c3982 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:48.228873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14998e0c-6933-44a4-a7cc-554bda0c3982 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Fanout notify agent at l3_agent the message router_deleted on router 22f7cd6e-6004-4b22-97ce-a1203cc0639c {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:08:48.240746 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14998e0c-6933-44a4-a7cc-554bda0c3982 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:48.243249 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-14998e0c-6933-44a4-a7cc-554bda0c3982 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/routers/22f7cd6e-6004-4b22-97ce-a1203cc0639c HTTP/1.1" status: 204 len: 168 time: 1.4066665 Aug 29 17:08:48.246202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43026) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:48.310110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-a2b6ede2-263d-43f6-b58d-16988d2c3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:48.312275 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-a2b6ede2-263d-43f6-b58d-16988d2c3999 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.1567910 Aug 29 17:08:48.313259 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:48.359564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5c527637-fb5e-428f-8f94-9cbb88d0981d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1120543 Aug 29 17:08:48.374781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43032) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:48.415601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-233c8313-f0c1-40df-8a13-ba4cda593e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:48.422752 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-233c8313-f0c1-40df-8a13-ba4cda593e8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1014414 Aug 29 17:08:48.501877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037f84a2-9500-4cf6-a568-5ac3b08fea49 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:48.503718 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-037f84a2-9500-4cf6-a568-5ac3b08fea49 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1273475 Aug 29 17:08:48.509658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43036) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:48.575232 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-e66f3b34-0a34-4acb-840d-fdabe5436c3d service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432228 Aug 29 17:08:48.620696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4d0157c7-b1f0-4665-9f4c-af863f316a7d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095328 Aug 29 17:08:48.629904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43042) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:48.636312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1f5c8c50-b0a4-4556-9d71-18ec2be39e9a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:48.767699 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-04bc9bd4-4a1c-48c5-ba65-6dbee66a7d77 req-2491b255-f0ff-4c15-8b35-3d24066458bb service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828063 Aug 29 17:08:48.892534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5c8c50-b0a4-4556-9d71-18ec2be39e9a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:48.897386 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1f5c8c50-b0a4-4556-9d71-18ec2be39e9a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:48.935462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:08:48.968825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:08:48.969423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f38dd5ea-d90e-44c8-80af-60cd3fbaf9c6 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:08:49.226930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.objects.ports [None req-1f5c8c50-b0a4-4556-9d71-18ec2be39e9a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:08:49.228127 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1f5c8c50-b0a4-4556-9d71-18ec2be39e9a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:49.288747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c8c50-b0a4-4556-9d71-18ec2be39e9a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:49.293676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c8c50-b0a4-4556-9d71-18ec2be39e9a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:49.296946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5c8c50-b0a4-4556-9d71-18ec2be39e9a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:49.298212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1f5c8c50-b0a4-4556-9d71-18ec2be39e9a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:49.304108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bce889-4974-4b71-bf7b-e4fe1dc85cf0 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:49.323188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1f5c8c50-b0a4-4556-9d71-18ec2be39e9a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6918716 Aug 29 17:08:49.326047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43070) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:49.328713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c8c50-b0a4-4556-9d71-18ec2be39e9a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=c1f4ed79-7dcf-437b-a4be-fd2ff22ed6d1,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:49.333746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-fef12a28-0406-4a62-8088-c5498ee0f583 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:49.505283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef12a28-0406-4a62-8088-c5498ee0f583 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:49.509749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fef12a28-0406-4a62-8088-c5498ee0f583 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:49.563479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': 'c1f4ed79-7dcf-437b-a4be-fd2ff22ed6d1'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:08:49.564568 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:50.013082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Allocated IP 2001:db8::f816:3eff:fec8:c3e6 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/c1f4ed79-7dcf-437b-a4be-fd2ff22ed6d1/f34875ea-5bf7-4144-9ffe-125242e2b3c5) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:50.178282 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:50.232448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fef12a28-0406-4a62-8088-c5498ee0f583 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:50.335252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef12a28-0406-4a62-8088-c5498ee0f583 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:50.344154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-fef12a28-0406-4a62-8088-c5498ee0f583 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:50.352323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef12a28-0406-4a62-8088-c5498ee0f583 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:50.353419 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fef12a28-0406-4a62-8088-c5498ee0f583 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:50.358497 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:50.374230 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Transition to ACTIVE for port object f34875ea-5bf7-4144-9ffe-125242e2b3c5 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:50.378424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef12a28-0406-4a62-8088-c5498ee0f583 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=9c640c74-bf41-488f-8d35-6ee95c667527,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:50.384977 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fef12a28-0406-4a62-8088-c5498ee0f583 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0566561 Aug 29 17:08:50.386741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43096) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:50.394498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:19:21:f6', 'name': 'tempest-NetworksTestDHCPv6-1992840061'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:50.411188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Transition to ACTIVE for port object f34875ea-5bf7-4144-9ffe-125242e2b3c5 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:50.421036 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:50.487015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:50.493830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:50.510375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:50.522005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Pushing event updated for resources: {'Port': ['ID=f34875ea-5bf7-4144-9ffe-125242e2b3c5,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:50.646224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Attempting to bind port f34875ea-5bf7-4144-9ffe-125242e2b3c5 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:08:50.646990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Attempting to bind port f34875ea-5bf7-4144-9ffe-125242e2b3c5 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:08:50.647250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Attempting to bind port f34875ea-5bf7-4144-9ffe-125242e2b3c5 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:08:50.651839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:50.654834 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:08:50.655352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:08:50.655944 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:50.656451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:08:50.656985 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Bound port: f34875ea-5bf7-4144-9ffe-125242e2b3c5, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:08:50.657494 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:50.772562 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:50.807670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] For port f34875ea-5bf7-4144-9ffe-125242e2b3c5, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:08:50.816181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] For port f34875ea-5bf7-4144-9ffe-125242e2b3c5, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f34875ea-5bf7-4144-9ffe-125242e2b3c5,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:08:50.823998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 73974df2-35e1-4066-96b7-484f168511c6 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:08:50.826324 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:51.009806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e8bbb-d2e3-4677-b6d7-fedfb32a3212 None None] Pushing event updated for resources: {'Port': ['ID=f34875ea-5bf7-4144-9ffe-125242e2b3c5,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:51.470765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 172.20.0.4 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/9c640c74-bf41-488f-8d35-6ee95c667527/73974df2-35e1-4066-96b7-484f168511c6) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:51.479820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::f816:3eff:fe19:21f6 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/c1f4ed79-7dcf-437b-a4be-fd2ff22ed6d1/73974df2-35e1-4066-96b7-484f168511c6) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:51.822404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:51.836271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 73974df2-35e1-4066-96b7-484f168511c6 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:51.893732 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:51.973253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:51.978746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:51.983517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:52.137406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=73974df2-35e1-4066-96b7-484f168511c6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:52.245789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:52.246498 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:52.296057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9112fbd7-6605-46e5-8baf-8425a8680181 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9058411 Aug 29 17:08:52.298986 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43160) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:52.385841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd86db37-b99c-4d34-a8d6-533203a81a83 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:52.403362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd86db37-b99c-4d34-a8d6-533203a81a83 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:52.405566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bd86db37-b99c-4d34-a8d6-533203a81a83 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1056850 Aug 29 17:08:52.408348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43162) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:52.567134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-603e219c-9567-44ab-a067-ae0d76c312bf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 73974df2-35e1-4066-96b7-484f168511c6 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:52.567812 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-603e219c-9567-44ab-a067-ae0d76c312bf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:52.687421 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-603e219c-9567-44ab-a067-ae0d76c312bf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:52.703154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-603e219c-9567-44ab-a067-ae0d76c312bf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 73974df2-35e1-4066-96b7-484f168511c6 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:52.714267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849ee63-254c-4024-9be7-5d297e6bb995 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:52.837031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b22e5597-6bc2-4221-ae0e-cfd00d141f9c None None] Provisioning for port f34875ea-5bf7-4144-9ffe-125242e2b3c5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:53.023564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f34875ea-5bf7-4144-9ffe-125242e2b3c5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:53.063996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-603e219c-9567-44ab-a067-ae0d76c312bf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:53.110366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e219c-9567-44ab-a067-ae0d76c312bf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=73974df2-35e1-4066-96b7-484f168511c6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:53.157538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port f34875ea-5bf7-4144-9ffe-125242e2b3c5 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:53.179873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f34875ea-5bf7-4144-9ffe-125242e2b3c5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:53.180508 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:53.304613 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-603e219c-9567-44ab-a067-ae0d76c312bf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:53.306821 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-603e219c-9567-44ab-a067-ae0d76c312bf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/73974df2-35e1-4066-96b7-484f168511c6 HTTP/1.1" status: 204 len: 168 time: 0.8968222 Aug 29 17:08:53.308860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43184) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:53.374893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52664242-64db-4073-a5ff-acb9db39af0c None None] Update dhcp port {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': 'c1f4ed79-7dcf-437b-a4be-fd2ff22ed6d1', 'ip_address': '2001:db8::f816:3eff:fec8:c3e6'}, {'subnet_id': '9c640c74-bf41-488f-8d35-6ee95c667527'}], 'binding:host_id': 'n-d-713301-13'}, 'id': 'f34875ea-5bf7-4144-9ffe-125242e2b3c5'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:08:53.378510 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:53.387706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b07bb32-e348-4f00-bc13-7f9383a87872 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:53.389859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b07bb32-e348-4f00-bc13-7f9383a87872 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:53.392465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b07bb32-e348-4f00-bc13-7f9383a87872 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:53.405123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43186) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:53.406468 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6b07bb32-e348-4f00-bc13-7f9383a87872 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0960121 Aug 29 17:08:53.434819 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-52664242-64db-4073-a5ff-acb9db39af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:53.451757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port f34875ea-5bf7-4144-9ffe-125242e2b3c5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f34875ea-5bf7-4144-9ffe-125242e2b3c5,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:53.494512 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:53.505849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2ecb84-11b9-40ec-a295-da619f5d6ee7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 9c640c74-bf41-488f-8d35-6ee95c667527 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:53.512102 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecb84-11b9-40ec-a295-da619f5d6ee7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:53.574387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecb84-11b9-40ec-a295-da619f5d6ee7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:53.620392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=f34875ea-5bf7-4144-9ffe-125242e2b3c5,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:53.650845 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecb84-11b9-40ec-a295-da619f5d6ee7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:53.787208 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecb84-11b9-40ec-a295-da619f5d6ee7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-52664242-64db-4073-a5ff-acb9db39af0c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c640c74-bf41-488f-8d35-6ee95c667527: This subnet is being modified by another concurrent operation. Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c640c74-bf41-488f-8d35-6ee95c667527: This subnet is being modified by another concurrent operation. Aug 29 17:08:53.788462 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 17:08:53.826600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ecb84-11b9-40ec-a295-da619f5d6ee7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=9c640c74-bf41-488f-8d35-6ee95c667527,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:53.859080 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecb84-11b9-40ec-a295-da619f5d6ee7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:53.862422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9e2ecb84-11b9-40ec-a295-da619f5d6ee7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/9c640c74-bf41-488f-8d35-6ee95c667527 HTTP/1.1" status: 204 len: 168 time: 0.4414010 Aug 29 17:08:53.865695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43194) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:53.976833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da1d8e3-197c-4e2a-9169-b5d7bd478f7c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet c1f4ed79-7dcf-437b-a4be-fd2ff22ed6d1 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:53.987207 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2da1d8e3-197c-4e2a-9169-b5d7bd478f7c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:54.037109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-91901ded-6624-427a-bbc1-099483bfab9d None None] Provisioning complete for port f34875ea-5bf7-4144-9ffe-125242e2b3c5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:54.037797 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-91901ded-6624-427a-bbc1-099483bfab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:54.120145 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2da1d8e3-197c-4e2a-9169-b5d7bd478f7c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:54.259444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f7c6f-a59c-4ce8-890c-aed4d184617f None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:08:54.302440 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2da1d8e3-197c-4e2a-9169-b5d7bd478f7c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:54.466593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2da1d8e3-197c-4e2a-9169-b5d7bd478f7c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:54.475041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-200af917-5729-4a65-b977-b3c86aa44f68 None None] Could not find standard attr ID for object 73974df2-35e1-4066-96b7-484f168511c6. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:08:54.531732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31f7c6f-a59c-4ce8-890c-aed4d184617f None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:08:54.532399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1d8e3-197c-4e2a-9169-b5d7bd478f7c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f4ed79-7dcf-437b-a4be-fd2ff22ed6d1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:54.540749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2da1d8e3-197c-4e2a-9169-b5d7bd478f7c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:54.543414 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2da1d8e3-197c-4e2a-9169-b5d7bd478f7c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/c1f4ed79-7dcf-437b-a4be-fd2ff22ed6d1 HTTP/1.1" status: 204 len: 168 time: 0.6757674 Aug 29 17:08:54.545989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43214) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:54.639034 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-37c625e4-80f3-4195-9b8f-15c2960c49f4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890231 Aug 29 17:08:54.639226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43216) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:54.644837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:54.834912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:54.841540 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:54.947991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f34875ea-5bf7-4144-9ffe-125242e2b3c5 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:08:55.132021 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:55.299970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89798a97-073b-41eb-9a73-436b96793081 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:08:55.304865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port f34875ea-5bf7-4144-9ffe-125242e2b3c5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f34875ea-5bf7-4144-9ffe-125242e2b3c5,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:55.345840 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:55.376358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.objects.ports [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:08:55.468116 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-74f8002e-fb9f-4c86-8c0d-68ed509f4293 None None] Provisioning complete for port f34875ea-5bf7-4144-9ffe-125242e2b3c5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:55.468447 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-74f8002e-fb9f-4c86-8c0d-68ed509f4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:55.515717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=f34875ea-5bf7-4144-9ffe-125242e2b3c5,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:55.712711 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-74f8002e-fb9f-4c86-8c0d-68ed509f4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:55.788156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:55.802288 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89798a97-073b-41eb-9a73-436b96793081 None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:08:55.816605 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-74f8002e-fb9f-4c86-8c0d-68ed509f4293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:08:55.816988 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-74f8002e-fb9f-4c86-8c0d-68ed509f4293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:08:55.978808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] For port f34875ea-5bf7-4144-9ffe-125242e2b3c5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f34875ea-5bf7-4144-9ffe-125242e2b3c5,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:56.020152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:56.027116 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:56.028023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:56.132994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:56.139380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:56.142623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:56.143241 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:56.150733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=12a2ec8f-b8af-4552-afc3-511c197437ac,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:56.171272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=f34875ea-5bf7-4144-9ffe-125242e2b3c5,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:56.178885 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-511ea330-d5f6-4e12-9fb9-62df83925e66 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5385253 Aug 29 17:08:56.181792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43246) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:56.190870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-fd80a052-1403-4d77-9cb5-f1f7cc13e31e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:56.406302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd80a052-1403-4d77-9cb5-f1f7cc13e31e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:56.410685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd80a052-1403-4d77-9cb5-f1f7cc13e31e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:56.460470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-74f8002e-fb9f-4c86-8c0d-68ed509f4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:56.529066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-74f8002e-fb9f-4c86-8c0d-68ed509f4293 None None] For port f34875ea-5bf7-4144-9ffe-125242e2b3c5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f34875ea-5bf7-4144-9ffe-125242e2b3c5,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:56.538874 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-74f8002e-fb9f-4c86-8c0d-68ed509f4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:56.608381 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8002e-fb9f-4c86-8c0d-68ed509f4293 None None] Pushing event updated for resources: {'Port': ['ID=f34875ea-5bf7-4144-9ffe-125242e2b3c5,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:56.923009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd80a052-1403-4d77-9cb5-f1f7cc13e31e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:56.985572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd80a052-1403-4d77-9cb5-f1f7cc13e31e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:56.990887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-fd80a052-1403-4d77-9cb5-f1f7cc13e31e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:56.994474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd80a052-1403-4d77-9cb5-f1f7cc13e31e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:56.996228 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fd80a052-1403-4d77-9cb5-f1f7cc13e31e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:57.028163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f34875ea-5bf7-4144-9ffe-125242e2b3c5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:57.045606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80a052-1403-4d77-9cb5-f1f7cc13e31e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=7a5fa44c-7365-4b53-8428-6b3a459e1487,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:57.055025 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fd80a052-1403-4d77-9cb5-f1f7cc13e31e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8711438 Aug 29 17:08:57.056948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43272) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:57.071473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:1e:18:47', 'name': 'tempest-NetworksTestDHCPv6-1300160502'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:08:57.158770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f34875ea-5bf7-4144-9ffe-125242e2b3c5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:57.159157 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:57.250251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:08:57.370584 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:57.404380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port be3bd582-854f-4c5f-8c38-4721cfdae400 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:08:57.425962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6221704-2104-48d3-8ace-7d9439563cd5 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:57.583683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d1fce4a5-b429-4a32-814b-8436d01b1f31 None None] Provisioning complete for port f34875ea-5bf7-4144-9ffe-125242e2b3c5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:57.584237 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d1fce4a5-b429-4a32-814b-8436d01b1f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:57.669985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 172.20.0.6 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/7a5fa44c-7365-4b53-8428-6b3a459e1487/be3bd582-854f-4c5f-8c38-4721cfdae400) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:57.681190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::f816:3eff:fe1e:1847 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/12a2ec8f-b8af-4552-afc3-511c197437ac/be3bd582-854f-4c5f-8c38-4721cfdae400) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:57.841515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb9263f-ea3e-4931-98fe-43b237b72507 None None] Update dhcp port {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '12a2ec8f-b8af-4552-afc3-511c197437ac', 'ip_address': '2001:db8::f816:3eff:fec8:c3e6'}, {'subnet_id': '7a5fa44c-7365-4b53-8428-6b3a459e1487'}], 'binding:host_id': 'n-d-713301-13'}, 'id': 'f34875ea-5bf7-4144-9ffe-125242e2b3c5'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:08:57.871397 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cdb9263f-ea3e-4931-98fe-43b237b72507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:57.952109 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:57.983542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object be3bd582-854f-4c5f-8c38-4721cfdae400 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:58.032937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:58.087553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-cdb9263f-ea3e-4931-98fe-43b237b72507 None None] Allocated IP 172.20.0.2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/7a5fa44c-7365-4b53-8428-6b3a459e1487/f34875ea-5bf7-4144-9ffe-125242e2b3c5) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:08:58.097415 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:08:58.102976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:08:58.117554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:08:58.191780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=be3bd582-854f-4c5f-8c38-4721cfdae400,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:58.221049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cdb9263f-ea3e-4931-98fe-43b237b72507 None None] For port f34875ea-5bf7-4144-9ffe-125242e2b3c5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f34875ea-5bf7-4144-9ffe-125242e2b3c5,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:08:58.232076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:58.233772 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:58.253344 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cdb9263f-ea3e-4931-98fe-43b237b72507 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:58.265271 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-795d862a-bb08-4c14-9d63-63e469a98e17 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2041671 Aug 29 17:08:58.266381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43298) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:58.271910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cdb9263f-ea3e-4931-98fe-43b237b72507 None None] Transition to ACTIVE for port object f34875ea-5bf7-4144-9ffe-125242e2b3c5 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:08:58.275284 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cdb9263f-ea3e-4931-98fe-43b237b72507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:58.349248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ed10b-19e0-44e0-9c84-ad84c1648d91 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:58.364320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ed10b-19e0-44e0-9c84-ad84c1648d91 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:58.376117 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-530ed10b-19e0-44e0-9c84-ad84c1648d91 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1053059 Aug 29 17:08:58.376605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43302) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:58.420967 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9263f-ea3e-4931-98fe-43b237b72507 None None] Pushing event updated for resources: {'Port': ['ID=f34875ea-5bf7-4144-9ffe-125242e2b3c5,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:58.516533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-86de05b8-a0e3-4c13-9f5c-11ab9f986c80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port be3bd582-854f-4c5f-8c38-4721cfdae400 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:08:58.516859 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-86de05b8-a0e3-4c13-9f5c-11ab9f986c80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:58.666948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-86de05b8-a0e3-4c13-9f5c-11ab9f986c80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:58.689914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-86de05b8-a0e3-4c13-9f5c-11ab9f986c80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for be3bd582-854f-4c5f-8c38-4721cfdae400 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:08:58.907328 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-86de05b8-a0e3-4c13-9f5c-11ab9f986c80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:58.965589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f34875ea-5bf7-4144-9ffe-125242e2b3c5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:08:59.006787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de05b8-a0e3-4c13-9f5c-11ab9f986c80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=be3bd582-854f-4c5f-8c38-4721cfdae400,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:59.095979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-86de05b8-a0e3-4c13-9f5c-11ab9f986c80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:59.097967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-86de05b8-a0e3-4c13-9f5c-11ab9f986c80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/be3bd582-854f-4c5f-8c38-4721cfdae400 HTTP/1.1" status: 204 len: 168 time: 0.7201750 Aug 29 17:08:59.100326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43324) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:59.177124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3541382-8124-48ae-906c-3eaa8175dc05 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:59.178854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3541382-8124-48ae-906c-3eaa8175dc05 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:59.180725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3541382-8124-48ae-906c-3eaa8175dc05 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:08:59.185467 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d3541382-8124-48ae-906c-3eaa8175dc05 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0810833 Aug 29 17:08:59.186119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43330) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:59.255767 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa2c3a8-3da5-4b50-93b3-6efb3622c42c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 12a2ec8f-b8af-4552-afc3-511c197437ac {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:59.259575 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c3a8-3da5-4b50-93b3-6efb3622c42c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:59.263910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117af256-7034-42a8-aa2b-aee701f3a381 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:08:59.358441 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c3a8-3da5-4b50-93b3-6efb3622c42c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:59.451685 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6d658dbe-9d35-40e3-bde3-4b927f2132e7 None None] Provisioning for port f34875ea-5bf7-4144-9ffe-125242e2b3c5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:08:59.459996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6d658dbe-9d35-40e3-bde3-4b927f2132e7 None None] Provisioning complete for port f34875ea-5bf7-4144-9ffe-125242e2b3c5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:08:59.460376 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6d658dbe-9d35-40e3-bde3-4b927f2132e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:59.488682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c3a8-3da5-4b50-93b3-6efb3622c42c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:59.647159 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c3a8-3da5-4b50-93b3-6efb3622c42c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:59.691194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2c3a8-3da5-4b50-93b3-6efb3622c42c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=12a2ec8f-b8af-4552-afc3-511c197437ac,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:08:59.697260 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c3a8-3da5-4b50-93b3-6efb3622c42c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:59.702725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1aa2c3a8-3da5-4b50-93b3-6efb3622c42c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/12a2ec8f-b8af-4552-afc3-511c197437ac HTTP/1.1" status: 204 len: 168 time: 0.5154443 Aug 29 17:08:59.703275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43356) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:08:59.867081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-635ab9d2-d856-4dc5-ac7f-f3a8da0821c0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 7a5fa44c-7365-4b53-8428-6b3a459e1487 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:08:59.871727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-635ab9d2-d856-4dc5-ac7f-f3a8da0821c0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:08:59.923459 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-635ab9d2-d856-4dc5-ac7f-f3a8da0821c0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:00.063188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9741e8-6a0e-49b0-805e-5bd02fbca410 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:00.093142 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-635ab9d2-d856-4dc5-ac7f-f3a8da0821c0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:00.209092 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-635ab9d2-d856-4dc5-ac7f-f3a8da0821c0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:00.244787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-11fa8fbc-e4c5-47db-bcae-ea27b06b53c4 None None] Provisioning complete for port f34875ea-5bf7-4144-9ffe-125242e2b3c5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:00.245681 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-11fa8fbc-e4c5-47db-bcae-ea27b06b53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:00.250751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ab9d2-d856-4dc5-ac7f-f3a8da0821c0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5fa44c-7365-4b53-8428-6b3a459e1487,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:00.259243 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-635ab9d2-d856-4dc5-ac7f-f3a8da0821c0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:00.261519 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-635ab9d2-d856-4dc5-ac7f-f3a8da0821c0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/7a5fa44c-7365-4b53-8428-6b3a459e1487 HTTP/1.1" status: 204 len: 168 time: 0.5570331 Aug 29 17:09:00.264317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43366) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:00.350027 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43368) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:00.350262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0184b9fb-44dd-4b41-8bf1-e8209a1455ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845923 Aug 29 17:09:00.358451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e04cf13b-bfae-45f6-9ce7-69e5600d3203 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:00.550330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19e352-e2f2-4135-be0f-86b202dceae1 req-ee13a7f9-94f3-4868-a72d-2c3f3749820b tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:00.551954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5b19e352-e2f2-4135-be0f-86b202dceae1 req-ee13a7f9-94f3-4868-a72d-2c3f3749820b tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 945 time: 0.0868375 Aug 29 17:09:00.590512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04cf13b-bfae-45f6-9ce7-69e5600d3203 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:00.599595 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e04cf13b-bfae-45f6-9ce7-69e5600d3203 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:00.612931 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5b19e352-e2f2-4135-be0f-86b202dceae1 req-e0ff6500-3ed1-4733-90f0-d8e308f7fd3b tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517969 Aug 29 17:09:00.637189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46db408-3559-426c-a8b3-309e2f9ec8f3 None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:09:00.777270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d46db408-3559-426c-a8b3-309e2f9ec8f3 None None] Deleting port f34875ea-5bf7-4144-9ffe-125242e2b3c5 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:00.779864 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d46db408-3559-426c-a8b3-309e2f9ec8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:00.886893 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e04cf13b-bfae-45f6-9ce7-69e5600d3203 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:00.896390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f34875ea-5bf7-4144-9ffe-125242e2b3c5 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:00.925927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cf13b-bfae-45f6-9ce7-69e5600d3203 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:00.929126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e04cf13b-bfae-45f6-9ce7-69e5600d3203 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:00.931984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d46db408-3559-426c-a8b3-309e2f9ec8f3 None None] For port f34875ea-5bf7-4144-9ffe-125242e2b3c5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f34875ea-5bf7-4144-9ffe-125242e2b3c5,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:00.932290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04cf13b-bfae-45f6-9ce7-69e5600d3203 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:00.932429 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d46db408-3559-426c-a8b3-309e2f9ec8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:00.932881 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e04cf13b-bfae-45f6-9ce7-69e5600d3203 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:00.953182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d46db408-3559-426c-a8b3-309e2f9ec8f3 None None] Calling delete_port for f34875ea-5bf7-4144-9ffe-125242e2b3c5 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:00.958988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e04cf13b-bfae-45f6-9ce7-69e5600d3203 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6049070 Aug 29 17:09:00.959379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43382) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:00.959995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cf13b-bfae-45f6-9ce7-69e5600d3203 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=36449353-56c2-468c-a011-f125bbd148b0,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:00.966965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a36333ec-776c-4a56-853b-c995bf2a81f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:01.037132 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:01.079679 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36333ec-776c-4a56-853b-c995bf2a81f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:01.083392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a36333ec-776c-4a56-853b-c995bf2a81f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:01.090911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port f34875ea-5bf7-4144-9ffe-125242e2b3c5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f34875ea-5bf7-4144-9ffe-125242e2b3c5,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:01.103900 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:01.160125 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d46db408-3559-426c-a8b3-309e2f9ec8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:01.179058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=f34875ea-5bf7-4144-9ffe-125242e2b3c5,revision_number=12']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:01.184973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46db408-3559-426c-a8b3-309e2f9ec8f3 None None] No DVR routers for this DVR port f34875ea-5bf7-4144-9ffe-125242e2b3c5 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:01.209013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46db408-3559-426c-a8b3-309e2f9ec8f3 None None] Pushing event deleted for resources: {'Port': ['ID=f34875ea-5bf7-4144-9ffe-125242e2b3c5,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:01.218497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a266a-51ed-4555-8e14-2a69f7648caf None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:01.376768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '36449353-56c2-468c-a011-f125bbd148b0'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:09:01.377892 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:01.452075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.objects.ports [None req-a36333ec-776c-4a56-853b-c995bf2a81f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:09:01.453586 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a36333ec-776c-4a56-853b-c995bf2a81f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:01.497217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36333ec-776c-4a56-853b-c995bf2a81f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:01.500716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-a36333ec-776c-4a56-853b-c995bf2a81f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:01.516381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36333ec-776c-4a56-853b-c995bf2a81f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:01.517257 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a36333ec-776c-4a56-853b-c995bf2a81f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:01.528890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36333ec-776c-4a56-853b-c995bf2a81f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=43054656-e502-42e8-b5b4-a07c7d389fc7,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:01.538369 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a36333ec-776c-4a56-853b-c995bf2a81f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5727639 Aug 29 17:09:01.538786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43386) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:01.545105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:3d:f7:26', 'name': 'tempest-NetworksTestDHCPv6-1795724995'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:01.583639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Allocated IP 172.20.0.2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/36449353-56c2-468c-a011-f125bbd148b0/3efe016c-ed36-4147-bacb-ee92c24fd78a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:01.592023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Allocated IP 2001:db8::f816:3eff:fead:21cc (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/43054656-e502-42e8-b5b4-a07c7d389fc7/3efe016c-ed36-4147-bacb-ee92c24fd78a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:01.666373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:01.671381 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:01.697554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 4cab5b3b-7e74-4633-a4ad-b0a1d95aef50 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:09:01.789762 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:01.798660 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Transition to ACTIVE for port object 3efe016c-ed36-4147-bacb-ee92c24fd78a will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:01.816273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Transition to ACTIVE for port object 3efe016c-ed36-4147-bacb-ee92c24fd78a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:01.826709 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:01.923354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380f52-e560-405e-8b4a-78e4c8a38cf0 req-4ede7217-3aec-4bd7-bd65-ec16f8e2d0d0 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:01.923909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Pushing event updated for resources: {'Port': ['ID=3efe016c-ed36-4147-bacb-ee92c24fd78a,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:01.925140 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56380f52-e560-405e-8b4a-78e4c8a38cf0 req-4ede7217-3aec-4bd7-bd65-ec16f8e2d0d0 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 945 time: 0.1135039 Aug 29 17:09:01.951319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:01.955231 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:01.962948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:02.039914 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56380f52-e560-405e-8b4a-78e4c8a38cf0 req-bb39bf5d-dcfc-4e1d-811f-7a12b2f0c43d tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742238 Aug 29 17:09:02.084228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Attempting to bind port 3efe016c-ed36-4147-bacb-ee92c24fd78a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:02.084608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Attempting to bind port 3efe016c-ed36-4147-bacb-ee92c24fd78a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:02.085020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Attempting to bind port 3efe016c-ed36-4147-bacb-ee92c24fd78a on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:02.094288 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:02.094947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:02.095186 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:02.095575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:02.096052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Bound port: 3efe016c-ed36-4147-bacb-ee92c24fd78a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:02.096439 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:02.184349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7ba3e-ca36-4b89-a4f8-87c54b295ec3 req-2d47ff27-5c83-465f-8860-e3d559acf56b tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:02.185908 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6c7ba3e-ca36-4b89-a4f8-87c54b295ec3 req-2d47ff27-5c83-465f-8860-e3d559acf56b tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.16 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 945 time: 0.1411948 Aug 29 17:09:02.224105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 172.20.0.7 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/36449353-56c2-468c-a011-f125bbd148b0/4cab5b3b-7e74-4633-a4ad-b0a1d95aef50) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:02.248553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::f816:3eff:fe3d:f726 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/43054656-e502-42e8-b5b4-a07c7d389fc7/4cab5b3b-7e74-4633-a4ad-b0a1d95aef50) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:02.387591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-d6c7ba3e-ca36-4b89-a4f8-87c54b295ec3 req-93f06d5c-703a-4796-a568-aefad3c8e348 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Deleting port fad9c28b-081a-48bb-a610-a8b77cc7943e {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:02.387962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d6c7ba3e-ca36-4b89-a4f8-87c54b295ec3 req-93f06d5c-703a-4796-a568-aefad3c8e348 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:02.425603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] For port 3efe016c-ed36-4147-bacb-ee92c24fd78a, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:02.429396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] For port 3efe016c-ed36-4147-bacb-ee92c24fd78a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3efe016c-ed36-4147-bacb-ee92c24fd78a,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:02.436678 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:02.525813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7826d-910c-4767-8965-5f837cd04d3d None None] Pushing event updated for resources: {'Port': ['ID=3efe016c-ed36-4147-bacb-ee92c24fd78a,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:02.559737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d6c7ba3e-ca36-4b89-a4f8-87c54b295ec3 req-93f06d5c-703a-4796-a568-aefad3c8e348 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] For port fad9c28b-081a-48bb-a610-a8b77cc7943e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=fad9c28b-081a-48bb-a610-a8b77cc7943e,segment=NetworkSegment(99ba4c51-bb57-4cf0-a93c-0f25795586a5),segment_id=99ba4c51-bb57-4cf0-a93c-0f25795586a5)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:02.560253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d6c7ba3e-ca36-4b89-a4f8-87c54b295ec3 req-93f06d5c-703a-4796-a568-aefad3c8e348 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:02.589136 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:02.592763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-d6c7ba3e-ca36-4b89-a4f8-87c54b295ec3 req-93f06d5c-703a-4796-a568-aefad3c8e348 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Calling delete_port for fad9c28b-081a-48bb-a610-a8b77cc7943e owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:02.615800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 4cab5b3b-7e74-4633-a4ad-b0a1d95aef50 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:02.719693 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:02.941959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3efe016c-ed36-4147-bacb-ee92c24fd78a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:02.997068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 3efe016c-ed36-4147-bacb-ee92c24fd78a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:03.239775 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:03.247827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:03.249022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc3762-7902-44fa-a6b1-343fc0188985 req-eb954d8e-eb42-4c88-9c5f-a59cf7c0c410 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:03.254026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:03.255156 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ebc3762-7902-44fa-a6b1-343fc0188985 req-eb954d8e-eb42-4c88-9c5f-a59cf7c0c410 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=39dec3f3-2cd6-4977-abf3-42f6b287cb92 HTTP/1.1" status: 200 len: 945 time: 0.1139607 Aug 29 17:09:03.256443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=4cab5b3b-7e74-4633-a4ad-b0a1d95aef50,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:03.291918 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d6c7ba3e-ca36-4b89-a4f8-87c54b295ec3 req-93f06d5c-703a-4796-a568-aefad3c8e348 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:03.311001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['fad9c28b-081a-48bb-a610-a8b77cc7943e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:09:03.340657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f06d5c-703a-4796-a568-aefad3c8e348 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Pushing event deleted for resources: {'Port': ['ID=fad9c28b-081a-48bb-a610-a8b77cc7943e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:03.345590 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ebc3762-7902-44fa-a6b1-343fc0188985 req-eab8b30d-6039-4aad-a99c-9acf99753214 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750494 Aug 29 17:09:03.399108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:03.399774 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:03.441032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c7ba3e-ca36-4b89-a4f8-87c54b295ec3 req-93f06d5c-703a-4796-a568-aefad3c8e348 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] No DVR routers for this DVR port fad9c28b-081a-48bb-a610-a8b77cc7943e on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:03.444741 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d6c7ba3e-ca36-4b89-a4f8-87c54b295ec3 req-93f06d5c-703a-4796-a568-aefad3c8e348 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:03.448003 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6c7ba3e-ca36-4b89-a4f8-87c54b295ec3 req-93f06d5c-703a-4796-a568-aefad3c8e348 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.16 "DELETE /v2.0/ports/fad9c28b-081a-48bb-a610-a8b77cc7943e HTTP/1.1" status: 204 len: 173 time: 1.2526786 Aug 29 17:09:03.451132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dec3f3-2cd6-4977-abf3-42f6b287cb92', 'name': 'network-vif-deleted', 'tag': 'fad9c28b-081a-48bb-a610-a8b77cc7943e'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:09:03.453940 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9cd911-9ded-4902-af93-f15af2a44710" -d '{"events": [{"server_uuid": "39dec3f3-2cd6-4977-abf3-42f6b287cb92", "name": "network-vif-deleted", "tag": "fad9c28b-081a-48bb-a610-a8b77cc7943e"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:09:03.470130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-71dd55ed-18e0-4a6a-a76a-0edd19ea1169 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9280159 Aug 29 17:09:03.473160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43420) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:03.671979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587e486-6446-4fa2-8d58-cdff1a74c3e2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:03.682262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587e486-6446-4fa2-8d58-cdff1a74c3e2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:03.702914 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8587e486-6446-4fa2-8d58-cdff1a74c3e2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2295189 Aug 29 17:09:03.705974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43424) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:03.944718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 4cab5b3b-7e74-4633-a4ad-b0a1d95aef50 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:03.945203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:03.992049 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f802fb-20ff-417f-b697-fa2826c90769 x-openstack-request-id: req-c2f802fb-20ff-417f-b697-fa2826c90769 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:09:03.992345 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dec3f3-2cd6-4977-abf3-42f6b287cb92", "name": "network-vif-deleted", "tag": "fad9c28b-081a-48bb-a610-a8b77cc7943e", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:09:03.992600 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2f802fb-20ff-417f-b697-fa2826c90769 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:09:03.993001 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dec3f3-2cd6-4977-abf3-42f6b287cb92', 'name': 'network-vif-deleted', 'tag': 'fad9c28b-081a-48bb-a610-a8b77cc7943e', 'status': 'completed', 'code': 200} Aug 29 17:09:04.015249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7d70f-831b-40ac-8969-79d6b5f40cdd None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:04.114949 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:04.129575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 4cab5b3b-7e74-4633-a4ad-b0a1d95aef50 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:04.151718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-118331fa-70d8-4dc0-ac60-cd09e4c34c57 None None] Provisioning for port 3efe016c-ed36-4147-bacb-ee92c24fd78a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:04.168804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-118331fa-70d8-4dc0-ac60-cd09e4c34c57 None None] Provisioning complete for port 3efe016c-ed36-4147-bacb-ee92c24fd78a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:04.169862 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-118331fa-70d8-4dc0-ac60-cd09e4c34c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:04.385700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-118331fa-70d8-4dc0-ac60-cd09e4c34c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:04.529455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-118331fa-70d8-4dc0-ac60-cd09e4c34c57 None None] For port 3efe016c-ed36-4147-bacb-ee92c24fd78a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3efe016c-ed36-4147-bacb-ee92c24fd78a,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:04.552283 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:04.556834 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-118331fa-70d8-4dc0-ac60-cd09e4c34c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:04.607338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=4cab5b3b-7e74-4633-a4ad-b0a1d95aef50,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:04.630269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.630621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.630965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.631305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.631652 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.631981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.632317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.632665 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.632977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.633365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.633659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.634185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:04.726693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118331fa-70d8-4dc0-ac60-cd09e4c34c57 None None] Pushing event updated for resources: {'Port': ['ID=3efe016c-ed36-4147-bacb-ee92c24fd78a,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:04.785699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:04.787855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7d21987f-7f6b-494d-ae8b-b8a6df744970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/4cab5b3b-7e74-4633-a4ad-b0a1d95aef50 HTTP/1.1" status: 204 len: 168 time: 1.0806177 Aug 29 17:09:04.791764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43462) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:04.949940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3b60d-f182-405d-a941-06f2199b5547 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:04.951956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3b60d-f182-405d-a941-06f2199b5547 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:04.954317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3b60d-f182-405d-a941-06f2199b5547 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:04.959161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43474) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:04.960089 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9bd3b60d-f182-405d-a941-06f2199b5547 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1659954 Aug 29 17:09:04.995403 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3efe016c-ed36-4147-bacb-ee92c24fd78a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:05.097711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-366fe722-dcef-447d-b323-172bb2b9eab8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 36449353-56c2-468c-a011-f125bbd148b0 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:05.103693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3efe016c-ed36-4147-bacb-ee92c24fd78a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:05.104466 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:05.115817 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-366fe722-dcef-447d-b323-172bb2b9eab8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:05.181872 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-366fe722-dcef-447d-b323-172bb2b9eab8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:05.280644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-366fe722-dcef-447d-b323-172bb2b9eab8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:05.427703 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-366fe722-dcef-447d-b323-172bb2b9eab8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:05.475321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fe722-dcef-447d-b323-172bb2b9eab8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=36449353-56c2-468c-a011-f125bbd148b0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:05.479011 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-366fe722-dcef-447d-b323-172bb2b9eab8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:05.484781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43482) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:05.495831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-366fe722-dcef-447d-b323-172bb2b9eab8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/36449353-56c2-468c-a011-f125bbd148b0 HTTP/1.1" status: 204 len: 168 time: 0.5353956 Aug 29 17:09:05.559273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 43054656-e502-42e8-b5b4-a07c7d389fc7 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:05.563314 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:05.635476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db34a761-18a1-4fb5-b168-baeee15d17e9 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:05.709210 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:05.854522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a7ba59d3-2c27-4933-9073-ed1025663c72 None None] Provisioning complete for port 3efe016c-ed36-4147-bacb-ee92c24fd78a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:05.855282 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a7ba59d3-2c27-4933-9073-ed1025663c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:05.870311 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:06.018298 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:06.035060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a7ba59d3-2c27-4933-9073-ed1025663c72 None None] Could not find standard attr ID for object 4cab5b3b-7e74-4633-a4ad-b0a1d95aef50. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:09:06.048542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:06.057199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43498) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:06.070066 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/43054656-e502-42e8-b5b4-a07c7d389fc7 HTTP/1.1" status: 204 len: 168 time: 0.5836093 Aug 29 17:09:06.111289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=43054656-e502-42e8-b5b4-a07c7d389fc7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:06.129802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.130150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.130543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.130890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.131241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.131562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.131910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.132238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.132757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.133092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.133446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.133864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02504bf1-d0cb-4c08-8519-015875f54903 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:06.170497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6a3c5c1b-7b91-46fa-8074-7149590c265a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120672 Aug 29 17:09:06.173557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43500) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:06.185271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a1aa492a-7c9a-4caa-8fad-54be109c18a0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:06.224066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f90e68a-4183-4531-b415-f955b9e5b30b None None] Update dhcp port {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '43054656-e502-42e8-b5b4-a07c7d389fc7'}], 'binding:host_id': 'n-d-713301-13'}, 'id': '3efe016c-ed36-4147-bacb-ee92c24fd78a'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:09:06.280979 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5f90e68a-4183-4531-b415-f955b9e5b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:06.381732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aa492a-7c9a-4caa-8fad-54be109c18a0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:06.390965 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1aa492a-7c9a-4caa-8fad-54be109c18a0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:06.559822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03561ed-556c-4440-85e0-0faee3631ef6 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:06.946259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device fad9c28b-081a-48bb-a610-a8b77cc7943e no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:07.009819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-dc21bf4a-fb8f-4c4c-8ba0-61be32ee0e17 None None] Provisioning complete for port 3efe016c-ed36-4147-bacb-ee92c24fd78a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:07.010706 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dc21bf4a-fb8f-4c4c-8ba0-61be32ee0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:07.042034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: fad9c28b-081a-48bb-a610-a8b77cc7943e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:09:07.044027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device fad9c28b-081a-48bb-a610-a8b77cc7943e not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:09:07.046038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3efe016c-ed36-4147-bacb-ee92c24fd78a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:07.169901 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:07.221632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10923ae6-791c-47d8-8536-4686b7d6fa7b None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:09:07.273050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 3efe016c-ed36-4147-bacb-ee92c24fd78a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3efe016c-ed36-4147-bacb-ee92c24fd78a,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:07.284556 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:07.369318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-10923ae6-791c-47d8-8536-4686b7d6fa7b None None] Deleting port 3efe016c-ed36-4147-bacb-ee92c24fd78a {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:07.369614 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-10923ae6-791c-47d8-8536-4686b7d6fa7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:07.446536 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1aa492a-7c9a-4caa-8fad-54be109c18a0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:07.452189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=3efe016c-ed36-4147-bacb-ee92c24fd78a,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:07.469022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa492a-7c9a-4caa-8fad-54be109c18a0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:07.471885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-a1aa492a-7c9a-4caa-8fad-54be109c18a0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:07.475515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aa492a-7c9a-4caa-8fad-54be109c18a0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:07.476355 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a1aa492a-7c9a-4caa-8fad-54be109c18a0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:07.499801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-10923ae6-791c-47d8-8536-4686b7d6fa7b None None] For port 3efe016c-ed36-4147-bacb-ee92c24fd78a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3efe016c-ed36-4147-bacb-ee92c24fd78a,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:07.500263 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-10923ae6-791c-47d8-8536-4686b7d6fa7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:07.512521 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a1aa492a-7c9a-4caa-8fad-54be109c18a0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3370509 Aug 29 17:09:07.515528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43526) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:07.520857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e4eb97be-a8ea-4c47-98e2-e0ffaa19f83a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:07.526932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-10923ae6-791c-47d8-8536-4686b7d6fa7b None None] Calling delete_port for 3efe016c-ed36-4147-bacb-ee92c24fd78a owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:07.603123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa492a-7c9a-4caa-8fad-54be109c18a0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=24ea76d1-055c-4679-81c2-3c4799b00db4,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:07.663659 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-10923ae6-791c-47d8-8536-4686b7d6fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:07.715931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eb97be-a8ea-4c47-98e2-e0ffaa19f83a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:07.724219 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4eb97be-a8ea-4c47-98e2-e0ffaa19f83a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:07.738247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10923ae6-791c-47d8-8536-4686b7d6fa7b None None] No DVR routers for this DVR port 3efe016c-ed36-4147-bacb-ee92c24fd78a on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:07.747176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10923ae6-791c-47d8-8536-4686b7d6fa7b None None] Pushing event deleted for resources: {'Port': ['ID=3efe016c-ed36-4147-bacb-ee92c24fd78a,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:07.767155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc458c47-b0e6-4a5e-bf7c-60b13643d58e None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:08.071786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '24ea76d1-055c-4679-81c2-3c4799b00db4'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:09:08.073418 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:08.284596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Allocated IP 172.20.0.2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/24ea76d1-055c-4679-81c2-3c4799b00db4/d2db02ba-d81f-41ab-a7b7-885c38d69551) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:08.313946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.objects.ports [None req-e4eb97be-a8ea-4c47-98e2-e0ffaa19f83a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:09:08.315748 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4eb97be-a8ea-4c47-98e2-e0ffaa19f83a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:08.354037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb97be-a8ea-4c47-98e2-e0ffaa19f83a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:08.357025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-e4eb97be-a8ea-4c47-98e2-e0ffaa19f83a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:08.363322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb97be-a8ea-4c47-98e2-e0ffaa19f83a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:08.364044 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4eb97be-a8ea-4c47-98e2-e0ffaa19f83a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:08.384605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb97be-a8ea-4c47-98e2-e0ffaa19f83a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=18588d69-45a3-45b3-b084-9a0af94a5719,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:08.394884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43562) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:08.416183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:42:db:40', 'name': 'tempest-NetworksTestDHCPv6-193603541'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:08.420545 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e4eb97be-a8ea-4c47-98e2-e0ffaa19f83a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9037802 Aug 29 17:09:08.525912 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:08.537386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Transition to ACTIVE for port object d2db02ba-d81f-41ab-a7b7-885c38d69551 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:08.561604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Transition to ACTIVE for port object d2db02ba-d81f-41ab-a7b7-885c38d69551 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:08.583736 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:08.601207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:08.670033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:08.677417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:08.689926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:08.710133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:08.717377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Pushing event updated for resources: {'Port': ['ID=d2db02ba-d81f-41ab-a7b7-885c38d69551,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:08.731322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 4d7eda32-d8dd-4837-a533-7efaff2da4bb yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:09:08.833421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Attempting to bind port d2db02ba-d81f-41ab-a7b7-885c38d69551 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:08.833796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Attempting to bind port d2db02ba-d81f-41ab-a7b7-885c38d69551 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:08.834167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Attempting to bind port d2db02ba-d81f-41ab-a7b7-885c38d69551 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:08.848686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:08.849047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:08.849452 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:08.849852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:08.850333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Bound port: d2db02ba-d81f-41ab-a7b7-885c38d69551, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:08.850727 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:08.945359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] For port d2db02ba-d81f-41ab-a7b7-885c38d69551, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:08.947311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 172.20.0.3 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/24ea76d1-055c-4679-81c2-3c4799b00db4/4d7eda32-d8dd-4837-a533-7efaff2da4bb) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:08.949504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] For port d2db02ba-d81f-41ab-a7b7-885c38d69551, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d2db02ba-d81f-41ab-a7b7-885c38d69551,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:08.953827 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:08.957303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::f816:3eff:fe42:db40 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/18588d69-45a3-45b3-b084-9a0af94a5719/4d7eda32-d8dd-4837-a533-7efaff2da4bb) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:09.050216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98de791-84f9-4972-aad4-f8049178f6af None None] Pushing event updated for resources: {'Port': ['ID=d2db02ba-d81f-41ab-a7b7-885c38d69551,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:09.207040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:09.234954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 4d7eda32-d8dd-4837-a533-7efaff2da4bb will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:09.281690 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:09.440430 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:09.450977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:09.457579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:09.462264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=4d7eda32-d8dd-4837-a533-7efaff2da4bb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:09.516817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:09.517819 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:09.545739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-77aeacdd-97a2-4601-b0c9-42abaa116e76 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1493883 Aug 29 17:09:09.548616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43600) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:09.632843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7cade-fdf1-4309-b5f3-b8d23740ca74 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:09.640472 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7cade-fdf1-4309-b5f3-b8d23740ca74 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:09.642487 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8db7cade-fdf1-4309-b5f3-b8d23740ca74 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0927858 Aug 29 17:09:09.645488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43604) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:09.783917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bd2e8-efe0-4396-9d9b-cc9d12605663 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 4d7eda32-d8dd-4837-a533-7efaff2da4bb {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:09.784264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd2e8-efe0-4396-9d9b-cc9d12605663 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:09.897128 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd2e8-efe0-4396-9d9b-cc9d12605663 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:09.913977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bd2e8-efe0-4396-9d9b-cc9d12605663 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 4d7eda32-d8dd-4837-a533-7efaff2da4bb owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:10.159794 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd2e8-efe0-4396-9d9b-cc9d12605663 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:10.202005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bd2e8-efe0-4396-9d9b-cc9d12605663 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=4d7eda32-d8dd-4837-a533-7efaff2da4bb,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:10.377378 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd2e8-efe0-4396-9d9b-cc9d12605663 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:10.382000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43628) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:10.384222 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9f1bd2e8-efe0-4396-9d9b-cc9d12605663 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/4d7eda32-d8dd-4837-a533-7efaff2da4bb HTTP/1.1" status: 204 len: 168 time: 0.7323425 Aug 29 17:09:10.461493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd5354-4c59-4f22-a3b9-db90f3543524 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:10.464175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd5354-4c59-4f22-a3b9-db90f3543524 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:10.466654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd5354-4c59-4f22-a3b9-db90f3543524 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:10.469060 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e0cd5354-4c59-4f22-a3b9-db90f3543524 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0857921 Aug 29 17:09:10.471690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43632) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:10.552371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-50aaf0e0-4eab-42da-9ff1-d77f14a1188b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 18588d69-45a3-45b3-b084-9a0af94a5719 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:10.556132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-50aaf0e0-4eab-42da-9ff1-d77f14a1188b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:10.562957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38849809-ecf4-45db-ba66-86507c917bd3 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:10.606940 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-50aaf0e0-4eab-42da-9ff1-d77f14a1188b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:10.645995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bd625e50-5fde-4025-b279-6674df2baec2 None None] Provisioning for port d2db02ba-d81f-41ab-a7b7-885c38d69551 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:10.677328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-50aaf0e0-4eab-42da-9ff1-d77f14a1188b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:10.768851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-50aaf0e0-4eab-42da-9ff1-d77f14a1188b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:10.817280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaf0e0-4eab-42da-9ff1-d77f14a1188b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=18588d69-45a3-45b3-b084-9a0af94a5719,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:10.820441 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-50aaf0e0-4eab-42da-9ff1-d77f14a1188b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:10.833677 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-50aaf0e0-4eab-42da-9ff1-d77f14a1188b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/18588d69-45a3-45b3-b084-9a0af94a5719 HTTP/1.1" status: 204 len: 168 time: 0.3496678 Aug 29 17:09:10.842363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43638) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:10.967458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a0c7a-f3bf-43c7-ae6d-8c7ce06a4e88 None None] Update dhcp port {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '24ea76d1-055c-4679-81c2-3c4799b00db4', 'ip_address': '172.20.0.2'}, {'subnet_id': '18588d69-45a3-45b3-b084-9a0af94a5719'}], 'binding:host_id': 'n-d-713301-13'}, 'id': 'd2db02ba-d81f-41ab-a7b7-885c38d69551'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:09:10.997018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-db34fe2b-adbd-4edf-98d8-70fd295d2159 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 24ea76d1-055c-4679-81c2-3c4799b00db4 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:10.999096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d2db02ba-d81f-41ab-a7b7-885c38d69551 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:11.006555 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-db34fe2b-adbd-4edf-98d8-70fd295d2159 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:11.054777 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fd0a0c7a-f3bf-43c7-ae6d-8c7ce06a4e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:11.106648 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-db34fe2b-adbd-4edf-98d8-70fd295d2159 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:11.170107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port d2db02ba-d81f-41ab-a7b7-885c38d69551 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:11.180225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d2db02ba-d81f-41ab-a7b7-885c38d69551 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:11.180607 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:11.251248 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-db34fe2b-adbd-4edf-98d8-70fd295d2159 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:11.282894 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:11.358322 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-db34fe2b-adbd-4edf-98d8-70fd295d2159 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-fd0a0c7a-f3bf-43c7-ae6d-8c7ce06a4e88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24ea76d1-055c-4679-81c2-3c4799b00db4: This subnet is being modified by another concurrent operation. Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24ea76d1-055c-4679-81c2-3c4799b00db4: This subnet is being modified by another concurrent operation. Aug 29 17:09:11.363750 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 17:09:11.420260 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-db34fe2b-adbd-4edf-98d8-70fd295d2159 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:11.422292 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-db34fe2b-adbd-4edf-98d8-70fd295d2159 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/24ea76d1-055c-4679-81c2-3c4799b00db4 HTTP/1.1" status: 204 len: 168 time: 0.5784652 Aug 29 17:09:11.425083 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43666) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:11.442753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34fe2b-adbd-4edf-98d8-70fd295d2159 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=24ea76d1-055c-4679-81c2-3c4799b00db4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:11.468328 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:09:11.468701 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:09:11.485245 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935be3b-4fda-4dad-b548-0b657816ef30 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:11.528909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3d9c5636-5a21-40c8-9704-8d21b9b902cf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024113 Aug 29 17:09:11.531236 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43672) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:11.606763 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-00ffd0b9-29ca-4c84-a4b5-e97e495c7a12 None None] Provisioning complete for port d2db02ba-d81f-41ab-a7b7-885c38d69551 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:11.607755 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-00ffd0b9-29ca-4c84-a4b5-e97e495c7a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:11.610556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a91a40-c069-4964-a856-70d7e4e31fd2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:11.612576 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-93a91a40-c069-4964-a856-70d7e4e31fd2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0801840 Aug 29 17:09:11.615375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43676) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:11.708005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ceb500-ad0b-472d-b2b2-10e03974771f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:11.712535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43680) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:11.715070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a6ceb500-ad0b-472d-b2b2-10e03974771f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0975878 Aug 29 17:09:11.740461 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-00ffd0b9-29ca-4c84-a4b5-e97e495c7a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:11.818384 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-423029b7-921d-4fe9-ae5b-42b70bc01ff5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038539 Aug 29 17:09:11.825675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43690) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:11.831480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-55c41c8c-3af4-4674-8b2d-29bc95bc190a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:11.995446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789186c4-2af7-453c-b24c-c55fad34e5fc None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:09:12.028162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c41c8c-3af4-4674-8b2d-29bc95bc190a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:12.032726 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-55c41c8c-3af4-4674-8b2d-29bc95bc190a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:12.034101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-00ffd0b9-29ca-4c84-a4b5-e97e495c7a12 None None] For port d2db02ba-d81f-41ab-a7b7-885c38d69551, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d2db02ba-d81f-41ab-a7b7-885c38d69551,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:12.034480 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c41c8c-3af4-4674-8b2d-29bc95bc190a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:09:12.035194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c41c8c-3af4-4674-8b2d-29bc95bc190a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:12.061875 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43692) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:12.067625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-bd4d0aa2-c69c-42bb-b17e-172fe1d495aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:12.071924 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-55c41c8c-3af4-4674-8b2d-29bc95bc190a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2480092 Aug 29 17:09:12.076038 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:12.080321 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-00ffd0b9-29ca-4c84-a4b5-e97e495c7a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:12.274366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffd0b9-29ca-4c84-a4b5-e97e495c7a12 None None] Pushing event updated for resources: {'Port': ['ID=d2db02ba-d81f-41ab-a7b7-885c38d69551,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:12.291555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4d0aa2-c69c-42bb-b17e-172fe1d495aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:12.295982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bd4d0aa2-c69c-42bb-b17e-172fe1d495aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:12.298114 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4d0aa2-c69c-42bb-b17e-172fe1d495aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:09:12.311606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4d0aa2-c69c-42bb-b17e-172fe1d495aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:12.315580 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:09:12.315867 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:09:12.334517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-789186c4-2af7-453c-b24c-c55fad34e5fc None None] Deleting port d2db02ba-d81f-41ab-a7b7-885c38d69551 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:12.334897 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-789186c4-2af7-453c-b24c-c55fad34e5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:12.359254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bd4d0aa2-c69c-42bb-b17e-172fe1d495aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2960241 Aug 29 17:09:12.362500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43702) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:12.371358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-78e59668-97ef-4001-b0fb-2dbaa701b452 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:12.507470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-789186c4-2af7-453c-b24c-c55fad34e5fc None None] For port d2db02ba-d81f-41ab-a7b7-885c38d69551, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d2db02ba-d81f-41ab-a7b7-885c38d69551,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:12.507892 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-789186c4-2af7-453c-b24c-c55fad34e5fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:12.538060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e59668-97ef-4001-b0fb-2dbaa701b452 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:12.543224 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78e59668-97ef-4001-b0fb-2dbaa701b452 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:12.543907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-789186c4-2af7-453c-b24c-c55fad34e5fc None None] Calling delete_port for d2db02ba-d81f-41ab-a7b7-885c38d69551 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:12.544865 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e59668-97ef-4001-b0fb-2dbaa701b452 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:09:12.545351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e59668-97ef-4001-b0fb-2dbaa701b452 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:12.568574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-78e59668-97ef-4001-b0fb-2dbaa701b452 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2043612 Aug 29 17:09:12.571921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43706) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:12.585698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-9e4cf9c7-c8a6-4d15-9641-b20bcd021471 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:12.716626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4cf9c7-c8a6-4d15-9641-b20bcd021471 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:12.722143 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9e4cf9c7-c8a6-4d15-9641-b20bcd021471 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:12.724616 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4cf9c7-c8a6-4d15-9641-b20bcd021471 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:09:12.724616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4cf9c7-c8a6-4d15-9641-b20bcd021471 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:12.751789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9e4cf9c7-c8a6-4d15-9641-b20bcd021471 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1744580 Aug 29 17:09:12.753334 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43710) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:12.760433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-827122bb-7169-459c-8854-2cd45ac14a2e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:12.778513 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-789186c4-2af7-453c-b24c-c55fad34e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:12.845752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789186c4-2af7-453c-b24c-c55fad34e5fc None None] Pushing event deleted for resources: {'Port': ['ID=d2db02ba-d81f-41ab-a7b7-885c38d69551,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:12.892352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789186c4-2af7-453c-b24c-c55fad34e5fc None None] No DVR routers for this DVR port d2db02ba-d81f-41ab-a7b7-885c38d69551 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:12.900512 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8b2b41d3-5213-479f-9471-19a0fbd5a3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:12.935298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d936e8b3-55d9-4c72-acc0-9f5565de32fe None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:09:12.974538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d2db02ba-d81f-41ab-a7b7-885c38d69551 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:12.997511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: d2db02ba-d81f-41ab-a7b7-885c38d69551 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:09:12.998120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d2db02ba-d81f-41ab-a7b7-885c38d69551 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:09:13.007499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827122bb-7169-459c-8854-2cd45ac14a2e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:13.017887 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-827122bb-7169-459c-8854-2cd45ac14a2e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:13.020337 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-827122bb-7169-459c-8854-2cd45ac14a2e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:09:13.021184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827122bb-7169-459c-8854-2cd45ac14a2e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:13.040246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-827122bb-7169-459c-8854-2cd45ac14a2e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2850914 Aug 29 17:09:13.043753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43718) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:13.049532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-33609004-df25-4324-9821-89f0ff732da2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:13.158355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d936e8b3-55d9-4c72-acc0-9f5565de32fe None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:09:13.210938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33609004-df25-4324-9821-89f0ff732da2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:13.216755 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-33609004-df25-4324-9821-89f0ff732da2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:13.219103 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-33609004-df25-4324-9821-89f0ff732da2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:09:13.219859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33609004-df25-4324-9821-89f0ff732da2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:13.263728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-33609004-df25-4324-9821-89f0ff732da2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2188404 Aug 29 17:09:13.266281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43726) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:13.323309 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-379934a1-2763-4c26-a780-32ca83249811 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0559258 Aug 29 17:09:13.326745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43728) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:13.548160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4ec718-6906-4f0b-9195-6e16df8ba647 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:13.554398 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9e4ec718-6906-4f0b-9195-6e16df8ba647 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2270033 Aug 29 17:09:13.561897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43736) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:13.616364 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bf04d150-bd9e-4cf7-ac24-dfced5dbe148 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531976 Aug 29 17:09:13.620227 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43738) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:13.627151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-511e19d3-d2fa-4957-af73-f486a6cbd6b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:13.699825 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:09:13.798856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e19d3-d2fa-4957-af73-f486a6cbd6b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:13.803183 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-511e19d3-d2fa-4957-af73-f486a6cbd6b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:14.322203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.objects.ports [None req-511e19d3-d2fa-4957-af73-f486a6cbd6b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:09:14.333431 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-511e19d3-d2fa-4957-af73-f486a6cbd6b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:14.471957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e19d3-d2fa-4957-af73-f486a6cbd6b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:14.480735 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-511e19d3-d2fa-4957-af73-f486a6cbd6b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:14.484341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e19d3-d2fa-4957-af73-f486a6cbd6b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:14.484951 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-511e19d3-d2fa-4957-af73-f486a6cbd6b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:14.490041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7827aa26-f6af-41ea-8cf4-7c9706486e37 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:14.502320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e19d3-d2fa-4957-af73-f486a6cbd6b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=3283c7cd-a3e7-4cc8-80a3-a499db24ef2e,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:14.512362 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-511e19d3-d2fa-4957-af73-f486a6cbd6b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8882167 Aug 29 17:09:14.512503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43774) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:14.518042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:d1:1b:c4', 'name': 'tempest-NetworksTestDHCPv6-391552255'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:14.537099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17428b59-346a-4434-bcc0-0f10691c5487 req-1ada234f-4b68-4d1b-bdda-a96da6c7c2dc tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:14.540049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-1ada234f-4b68-4d1b-bdda-a96da6c7c2dc tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/networks?id=94a5acfb-196e-4945-8f67-1ced35f51696 HTTP/1.1" status: 200 len: 813 time: 0.3776779 Aug 29 17:09:14.562800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-95d7559e-4a54-4467-b4d2-6a000f880293 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/quotas/7a61b0bbd9884820863e08bfe687c357 HTTP/1.1" status: 200 len: 375 time: 0.0151017 Aug 29 17:09:14.614344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-f5eb904a-988a-40b6-ab63-f34750a3d9cd tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a61b0bbd9884820863e08bfe687c357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437145 Aug 29 17:09:14.634464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-2349fc80-9b1d-436e-9fa6-3c52f2101bfe service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:09:14.637044 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-2349fc80-9b1d-436e-9fa6-3c52f2101bfe service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140827 Aug 29 17:09:14.736649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '3283c7cd-a3e7-4cc8-80a3-a499db24ef2e'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:09:14.737798 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:14.765699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:14.897566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d86076a2-c102-4d4a-85d0-26c7b40dc7af service neutron] 10.222.0.22 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524695 Aug 29 17:09:15.027649 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-922b9973-5f06-4097-8e46-7b02f15caded service neutron] 10.222.0.22 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147981 Aug 29 17:09:15.028569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:15.052541 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Allocated IP 2001:db8::f816:3eff:fef1:1d35 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/3283c7cd-a3e7-4cc8-80a3-a499db24ef2e/4f3035f8-efe0-4a95-a16b-e632219bbfd9) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:15.060567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 403ccfce-a596-406b-9225-0ed1e714182c yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:09:15.287455 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:15.297284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Transition to ACTIVE for port object 4f3035f8-efe0-4a95-a16b-e632219bbfd9 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:15.319443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Transition to ACTIVE for port object 4f3035f8-efe0-4a95-a16b-e632219bbfd9 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:15.357807 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:15.388397 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83b2563d-90fa-4e36-b1ba-0577ab486d04 req-4f53f0ba-cf8c-49be-9944-f1bbcc2691dd tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 210 time: 0.0627062 Aug 29 17:09:15.496912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:15.513498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:15.520481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:15.550450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::f816:3eff:fed1:1bc4 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/3283c7cd-a3e7-4cc8-80a3-a499db24ef2e/403ccfce-a596-406b-9225-0ed1e714182c) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:15.624001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Pushing event updated for resources: {'Port': ['ID=4f3035f8-efe0-4a95-a16b-e632219bbfd9,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:15.695496 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-29694378-3a03-4645-887e-869c4d0b460d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:15.731709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Attempting to bind port 4f3035f8-efe0-4a95-a16b-e632219bbfd9 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:15.734004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Attempting to bind port 4f3035f8-efe0-4a95-a16b-e632219bbfd9 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:15.737159 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Attempting to bind port 4f3035f8-efe0-4a95-a16b-e632219bbfd9 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:15.753009 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:15.757152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:15.758756 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:15.759268 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:15.760891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Bound port: 4f3035f8-efe0-4a95-a16b-e632219bbfd9, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:15.763062 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:15.888748 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:15.891608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:15.926832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 403ccfce-a596-406b-9225-0ed1e714182c will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:15.949768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] For port 4f3035f8-efe0-4a95-a16b-e632219bbfd9, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:15.957814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] For port 4f3035f8-efe0-4a95-a16b-e632219bbfd9, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4f3035f8-efe0-4a95-a16b-e632219bbfd9,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:15.966818 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:15.993026 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:16.046007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:16.049654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:16.054878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:16.061653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:16.062392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:16.085788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=403ccfce-a596-406b-9225-0ed1e714182c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:16.093648 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cc88599e-d9f2-419f-b97d-becfbf7c29b6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5797677 Aug 29 17:09:16.096510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43818) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:16.155712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccc962-52a6-420f-8290-4a8821849cd1 None None] Pushing event updated for resources: {'Port': ['ID=4f3035f8-efe0-4a95-a16b-e632219bbfd9,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:16.205725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1328e52-0a41-4c5c-bf1d-de90a16211d9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:16.215140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1328e52-0a41-4c5c-bf1d-de90a16211d9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:16.219209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c1328e52-0a41-4c5c-bf1d-de90a16211d9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1190951 Aug 29 17:09:16.219721 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43826) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:16.427473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e54fc06d-b9f7-4058-99a6-49f924c826aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 403ccfce-a596-406b-9225-0ed1e714182c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:16.428291 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e54fc06d-b9f7-4058-99a6-49f924c826aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:16.606139 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6939e6db-6bf3-4dfc-89fd-42ea1fb09770 req-90966608-30a4-46f5-a561-9d120b9bfaea tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 210 time: 0.0702565 Aug 29 17:09:16.645911 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e54fc06d-b9f7-4058-99a6-49f924c826aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:16.648769 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:16.665076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e54fc06d-b9f7-4058-99a6-49f924c826aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 403ccfce-a596-406b-9225-0ed1e714182c owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:16.863952 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e54fc06d-b9f7-4058-99a6-49f924c826aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:16.913064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fc06d-b9f7-4058-99a6-49f924c826aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=403ccfce-a596-406b-9225-0ed1e714182c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:16.943811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e54fc06d-b9f7-4058-99a6-49f924c826aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:16.949263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43840) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:16.949756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e54fc06d-b9f7-4058-99a6-49f924c826aa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/403ccfce-a596-406b-9225-0ed1e714182c HTTP/1.1" status: 204 len: 168 time: 0.7286799 Aug 29 17:09:16.961322 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4f3035f8-efe0-4a95-a16b-e632219bbfd9 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:17.090835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9189dc-a63f-4fa7-bff2-89fc3fad9b61 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:17.095335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9189dc-a63f-4fa7-bff2-89fc3fad9b61 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:17.102453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43848) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:17.115618 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b9189dc-a63f-4fa7-bff2-89fc3fad9b61 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1648188 Aug 29 17:09:17.146398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 4f3035f8-efe0-4a95-a16b-e632219bbfd9 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:17.313676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd2090e-dd8a-469b-a098-6c7039f83468 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 3283c7cd-a3e7-4cc8-80a3-a499db24ef2e {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:17.330052 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcd2090e-dd8a-469b-a098-6c7039f83468 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:17.363584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17428b59-346a-4434-bcc0-0f10691c5487 req-c3e54974-7ea8-4288-9382-fda87714fba6 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:17.365577 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-c3e54974-7ea8-4288-9382-fda87714fba6 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.10 "GET /v2.0/networks?id=94a5acfb-196e-4945-8f67-1ced35f51696 HTTP/1.1" status: 200 len: 813 time: 0.2017329 Aug 29 17:09:17.379258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Request body: {'port': {'device_id': '93a6e6a2-8bf9-4efe-a69a-c3d9667edf73', 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696', 'admin_state_up': True, 'tenant_id': '7a61b0bbd9884820863e08bfe687c357'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:17.451884 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcd2090e-dd8a-469b-a098-6c7039f83468 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:17.602699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Made reservation on behalf of 7a61b0bbd9884820863e08bfe687c357 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:17.607004 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:17.645481 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:17.732720 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcd2090e-dd8a-469b-a098-6c7039f83468 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:17.863692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0a589c3a-e09f-4fc8-a79d-543cd3b043c8 req-876ddcd7-6704-4bd1-84f3-c08e49346199 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 210 time: 0.0514877 Aug 29 17:09:17.882588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b199af71-afb0-45c3-91ab-a3b2747c541f None None] Provisioning for port 4f3035f8-efe0-4a95-a16b-e632219bbfd9 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:17.882588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b199af71-afb0-45c3-91ab-a3b2747c541f None None] Provisioning complete for port 4f3035f8-efe0-4a95-a16b-e632219bbfd9 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:17.894289 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b199af71-afb0-45c3-91ab-a3b2747c541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:17.950713 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcd2090e-dd8a-469b-a098-6c7039f83468 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:17.955799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Allocated IP 172.20.0.10 (94a5acfb-196e-4945-8f67-1ced35f51696/b3b529cf-08d5-4693-a77c-abad0584bb53/ea49e103-e1a9-477e-a590-27f61b2f2449) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:18.024793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2090e-dd8a-469b-a098-6c7039f83468 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=3283c7cd-a3e7-4cc8-80a3-a499db24ef2e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:18.049714 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcd2090e-dd8a-469b-a098-6c7039f83468 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:18.058086 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bcd2090e-dd8a-469b-a098-6c7039f83468 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/3283c7cd-a3e7-4cc8-80a3-a499db24ef2e HTTP/1.1" status: 204 len: 168 time: 0.9544985 Aug 29 17:09:18.059966 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43864) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:18.130441 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b199af71-afb0-45c3-91ab-a3b2747c541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:18.140599 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3cf7a7b9-518a-402f-b26b-6dc88030cb21 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785220 Aug 29 17:09:18.143651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43872) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:18.149172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:18.223546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88c7d42-da06-471d-adaa-db37c7e8d5ce None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:18.323775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b199af71-afb0-45c3-91ab-a3b2747c541f None None] For port 4f3035f8-efe0-4a95-a16b-e632219bbfd9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4f3035f8-efe0-4a95-a16b-e632219bbfd9,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:18.328522 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:18.340138 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b199af71-afb0-45c3-91ab-a3b2747c541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:18.354294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:18.410442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199af71-afb0-45c3-91ab-a3b2747c541f None None] Pushing event updated for resources: {'Port': ['ID=4f3035f8-efe0-4a95-a16b-e632219bbfd9,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:18.419696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:18.423544 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:18.474555 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:18.539499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8f01ef21-ee5b-4747-9e76-6844a2f5b201 None None] Could not find standard attr ID for object 403ccfce-a596-406b-9225-0ed1e714182c. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:09:18.567613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Network 94a5acfb-196e-4945-8f67-1ced35f51696 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:18.586777 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:18.609020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:18.646264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Pushing event updated for resources: {'Port': ['ID=ea49e103-e1a9-477e-a590-27f61b2f2449,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:18.693582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a3174d-d6e6-4d8d-b4fa-9451cb3001ef None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:09:18.796715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:18.796965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-63a3174d-d6e6-4d8d-b4fa-9451cb3001ef None None] Deleting port 4f3035f8-efe0-4a95-a16b-e632219bbfd9 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:18.797507 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-63a3174d-d6e6-4d8d-b4fa-9451cb3001ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:18.801199 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:18.844938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-d1697936-b231-419e-a476-7a701f3f4d9a tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4697628 Aug 29 17:09:18.858049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Request body: {'port': {'device_id': '93a6e6a2-8bf9-4efe-a69a-c3d9667edf73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:18.982981 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.041718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4f3035f8-efe0-4a95-a16b-e632219bbfd9 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:19.046641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-63a3174d-d6e6-4d8d-b4fa-9451cb3001ef None None] For port 4f3035f8-efe0-4a95-a16b-e632219bbfd9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4f3035f8-efe0-4a95-a16b-e632219bbfd9,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:19.047293 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-63a3174d-d6e6-4d8d-b4fa-9451cb3001ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.083921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-63a3174d-d6e6-4d8d-b4fa-9451cb3001ef None None] Calling delete_port for 4f3035f8-efe0-4a95-a16b-e632219bbfd9 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:19.117349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.objects.ports [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:09:19.118559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43892) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:19.292411 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.373539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.396377 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-63a3174d-d6e6-4d8d-b4fa-9451cb3001ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.432512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea49e103-e1a9-477e-a590-27f61b2f2449 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:09:19.443447 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.446815 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Port 4f3035f8-efe0-4a95-a16b-e632219bbfd9 concurrently deleted while adding address for new subnet {'id': '72a4a7e3-891a-4719-899c-cff4567b47fe', 'name': '', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2790, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-29T17:09:18Z', 'updated_at': '2021-08-29T17:09:18Z', 'revision_number': 0, 'segment_id': None, 'project_id': '5847437c1e5a4ffa92a3b380c858598a'}. {{(pid=111677) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 29 17:09:19.447561 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.458936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Transition to ACTIVE for port object ea49e103-e1a9-477e-a590-27f61b2f2449 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:19.466112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.466965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3174d-d6e6-4d8d-b4fa-9451cb3001ef None None] No DVR routers for this DVR port 4f3035f8-efe0-4a95-a16b-e632219bbfd9 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:19.470558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3174d-d6e6-4d8d-b4fa-9451cb3001ef None None] Pushing event deleted for resources: {'Port': ['ID=4f3035f8-efe0-4a95-a16b-e632219bbfd9,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:19.541598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:19.543862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=72a4a7e3-891a-4719-899c-cff4567b47fe,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:19.546779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:19.555615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec5ae41-d11f-48e6-86ab-b6b5789a0adf None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:19.568325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:19.569203 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.581634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4041c5-ccd1-47ed-85a7-33a77a517d0f req-fab3e06c-e94e-431e-9335-0c4c0e77720b tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:19.589888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d4041c5-ccd1-47ed-85a7-33a77a517d0f req-fab3e06c-e94e-431e-9335-0c4c0e77720b tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 932 time: 0.5723093 Aug 29 17:09:19.625814 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ff302e7-e826-4d92-b83b-72ed38b1eb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.638245 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3792b7ac-f8e0-4cda-ab4f-153e6c9e7f85 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4934704 Aug 29 17:09:19.645781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43904) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:19.652318 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:04:f1:f1', 'name': 'tempest-NetworksTestDHCPv6-339594456'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:19.657132 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d4041c5-ccd1-47ed-85a7-33a77a517d0f req-85167c51-8346-4ca0-b2b8-530a0e7af651 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661170 Aug 29 17:09:19.681352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Pushing event updated for resources: {'Port': ['ID=ea49e103-e1a9-477e-a590-27f61b2f2449,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:19.805198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '72a4a7e3-891a-4719-899c-cff4567b47fe'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:09:19.806154 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.935253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ff302e7-e826-4d92-b83b-72ed38b1eb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:19.954158 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ff302e7-e826-4d92-b83b-72ed38b1eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.047244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Allocated IP 2001:db8::f816:3eff:fe58:2961 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/72a4a7e3-891a-4719-899c-cff4567b47fe/1c6a582e-4908-4ee2-8410-1fe76a515b0c) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:20.084300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:20.107750 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4ff302e7-e826-4d92-b83b-72ed38b1eb78 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bed82e5c1244b2f8bd4135ff966e032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8878665 Aug 29 17:09:20.110551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43916) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:20.132381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Attempting to bind port ea49e103-e1a9-477e-a590-27f61b2f2449 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:20.133089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Attempting to bind port ea49e103-e1a9-477e-a590-27f61b2f2449 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '99ba4c51-bb57-4cf0-a93c-0f25795586a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:20.133818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Attempting to bind port ea49e103-e1a9-477e-a590-27f61b2f2449 on network 94a5acfb-196e-4945-8f67-1ced35f51696 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:20.149778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff302e7-e826-4d92-b83b-72ed38b1eb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3b3124-c278-466e-a615-d0dd4f7cd84f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:20.167114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Port ea49e103-e1a9-477e-a590-27f61b2f2449 on network 94a5acfb-196e-4945-8f67-1ced35f51696 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:09:20.167449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Attempting to bind port ea49e103-e1a9-477e-a590-27f61b2f2449 on network 94a5acfb-196e-4945-8f67-1ced35f51696 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:20.179642 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.198252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:20.198503 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Checking segment: {'id': '99ba4c51-bb57-4cf0-a93c-0f25795586a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:20.199485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Bound using segment: {'id': '99ba4c51-bb57-4cf0-a93c-0f25795586a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:20.199926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Bound port: ea49e103-e1a9-477e-a590-27f61b2f2449, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ba4c51-bb57-4cf0-a93c-0f25795586a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:20.200289 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.237950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.266234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bafa154d-b223-40c0-be06-1d264c127586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.271867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 13983ae6-086b-4e1a-94b9-addd62ef1616 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:09:20.298295 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.317059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] For port ea49e103-e1a9-477e-a590-27f61b2f2449, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:20.320534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Transition to ACTIVE for port object 1c6a582e-4908-4ee2-8410-1fe76a515b0c will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:20.321606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] For port ea49e103-e1a9-477e-a590-27f61b2f2449, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ea49e103-e1a9-477e-a590-27f61b2f2449,segment=NetworkSegment(99ba4c51-bb57-4cf0-a93c-0f25795586a5),segment_id=99ba4c51-bb57-4cf0-a93c-0f25795586a5)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:20.325051 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bafa154d-b223-40c0-be06-1d264c127586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.328487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.357772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Transition to ACTIVE for port object 1c6a582e-4908-4ee2-8410-1fe76a515b0c will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:20.365361 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.412129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:20.412766 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.435189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] 10.222.0.10 "PUT /v2.0/ports/ea49e103-e1a9-477e-a590-27f61b2f2449 HTTP/1.1" status: 200 len: 1093 time: 1.5814347 Aug 29 17:09:20.435831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a6e6a2-8bf9-4efe-a69a-c3d9667edf73', 'tag': 'ea49e103-e1a9-477e-a590-27f61b2f2449'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:09:20.437938 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f2719b-8e73-446a-8426-cad92aeb37ba" -d '{"events": [{"name": "network-changed", "server_uuid": "93a6e6a2-8bf9-4efe-a69a-c3d9667edf73", "tag": "ea49e103-e1a9-477e-a590-27f61b2f2449"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:09:20.470015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29fafb-6597-4a76-af61-7bfa1024326c service neutron] Pushing event updated for resources: {'Port': ['ID=ea49e103-e1a9-477e-a590-27f61b2f2449,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:20.485375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Pushing event updated for resources: {'Port': ['ID=1c6a582e-4908-4ee2-8410-1fe76a515b0c,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:20.505521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:20.506362 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bafa154d-b223-40c0-be06-1d264c127586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.506965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:20.509238 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bafa154d-b223-40c0-be06-1d264c127586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.510402 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bafa154d-b223-40c0-be06-1d264c127586 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb3b3124-c278-466e-a615-d0dd4f7cd84f HTTP/1.1" status: 204 len: 168 time: 0.3978968 Aug 29 17:09:20.519262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:20.548128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::f816:3eff:fe04:f1f1 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/72a4a7e3-891a-4719-899c-cff4567b47fe/13983ae6-086b-4e1a-94b9-addd62ef1616) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:20.550239 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa154d-b223-40c0-be06-1d264c127586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3b3124-c278-466e-a615-d0dd4f7cd84f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:20.562349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17428b59-346a-4434-bcc0-0f10691c5487 req-a0bca8c9-0ce1-4f69-be9e-b0b6e33721ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:20.563889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-a0bca8c9-0ce1-4f69-be9e-b0b6e33721ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a61b0bbd9884820863e08bfe687c357&device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 1096 time: 0.0709476 Aug 29 17:09:20.574780 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887dc1e7-52f4-4f10-9c8f-dfa66f684a88 x-openstack-request-id: req-887dc1e7-52f4-4f10-9c8f-dfa66f684a88 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:09:20.575263 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a6e6a2-8bf9-4efe-a69a-c3d9667edf73", "tag": "ea49e103-e1a9-477e-a590-27f61b2f2449", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:09:20.575646 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-887dc1e7-52f4-4f10-9c8f-dfa66f684a88 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:09:20.576203 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a6e6a2-8bf9-4efe-a69a-c3d9667edf73', 'tag': 'ea49e103-e1a9-477e-a590-27f61b2f2449', 'status': 'completed', 'code': 200} Aug 29 17:09:20.631534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Attempting to bind port 1c6a582e-4908-4ee2-8410-1fe76a515b0c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:20.632071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Attempting to bind port 1c6a582e-4908-4ee2-8410-1fe76a515b0c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:20.632564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Attempting to bind port 1c6a582e-4908-4ee2-8410-1fe76a515b0c on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:20.638593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-1a8bef12-f80f-457c-a29f-05a6d0699648 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea49e103-e1a9-477e-a590-27f61b2f2449 HTTP/1.1" status: 200 len: 217 time: 0.0612948 Aug 29 17:09:20.640221 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:20.641522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:20.642384 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.643627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:20.644351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Bound port: 1c6a582e-4908-4ee2-8410-1fe76a515b0c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:20.649330 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.728696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17428b59-346a-4434-bcc0-0f10691c5487 req-316194c4-6802-482c-a468-2181505a8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:20.731075 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-316194c4-6802-482c-a468-2181505a8749 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3b529cf-08d5-4693-a77c-abad0584bb53 HTTP/1.1" status: 200 len: 853 time: 0.0841143 Aug 29 17:09:20.794856 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-5c9a8cce-5ea1-461a-9de1-9718f1d9f0aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94a5acfb-196e-4945-8f67-1ced35f51696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562632 Aug 29 17:09:20.873985 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] For port 1c6a582e-4908-4ee2-8410-1fe76a515b0c, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:20.884580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] For port 1c6a582e-4908-4ee2-8410-1fe76a515b0c, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1c6a582e-4908-4ee2-8410-1fe76a515b0c,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:20.898028 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:20.979445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8a3cf-b62b-4125-97a4-e9fb70b6f786 req-67be1ba1-618e-40d5-a630-d044039f3495 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:20.981619 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-15a8a3cf-b62b-4125-97a4-e9fb70b6f786 req-67be1ba1-618e-40d5-a630-d044039f3495 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 944 time: 0.1854985 Aug 29 17:09:20.983718 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-8d7f1e5d-6a45-4276-aee7-3758d4fc7c7f service neutron] 10.222.0.10 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748042 Aug 29 17:09:21.024387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:21.045410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cee82-baa3-4c7c-8384-5efbe2bb71e2 None None] Pushing event updated for resources: {'Port': ['ID=1c6a582e-4908-4ee2-8410-1fe76a515b0c,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:21.063616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 13983ae6-086b-4e1a-94b9-addd62ef1616 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:21.100759 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-15a8a3cf-b62b-4125-97a4-e9fb70b6f786 req-c288dda8-a631-4b38-adec-aef3ef90640b tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117177 Aug 29 17:09:21.103691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:21.183483 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17428b59-346a-4434-bcc0-0f10691c5487 req-4f400d24-f2b0-4438-9055-3dccd195cd63 service neutron] 10.222.0.10 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600208 Aug 29 17:09:21.198759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:21.205400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:21.210017 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:21.217652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:21.218326 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:21.235131 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=13983ae6-086b-4e1a-94b9-addd62ef1616,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:21.278749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d27cdf05-792b-478a-9832-b546ba713faf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6273417 Aug 29 17:09:21.298711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43944) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:21.364962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2719b-8e73-446a-8426-cad92aeb37ba req-dbc5fa0a-b603-4696-81cc-2134e19927e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:21.366575 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d8f2719b-8e73-446a-8426-cad92aeb37ba req-dbc5fa0a-b603-4696-81cc-2134e19927e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a61b0bbd9884820863e08bfe687c357&device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 1096 time: 0.1192598 Aug 29 17:09:21.379700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38ff4f8-bf46-4512-bcf1-0f7a95871196 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:21.388761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38ff4f8-bf46-4512-bcf1-0f7a95871196 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:21.395508 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b38ff4f8-bf46-4512-bcf1-0f7a95871196 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0954254 Aug 29 17:09:21.397930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43946) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:21.495586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2719b-8e73-446a-8426-cad92aeb37ba req-42451d71-739a-405b-a14e-7082e2bb125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:21.497776 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d8f2719b-8e73-446a-8426-cad92aeb37ba req-42451d71-739a-405b-a14e-7082e2bb125c service neutron] 10.222.0.10 "GET /v2.0/networks?id=94a5acfb-196e-4945-8f67-1ced35f51696 HTTP/1.1" status: 200 len: 914 time: 0.1226432 Aug 29 17:09:21.550064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b9068-fa16-4ae9-8cff-d9c81ce063b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 13983ae6-086b-4e1a-94b9-addd62ef1616 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:21.550333 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9068-fa16-4ae9-8cff-d9c81ce063b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:21.556591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d8f2719b-8e73-446a-8426-cad92aeb37ba req-5002c825-4926-4f92-a232-14f3112ea1b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea49e103-e1a9-477e-a590-27f61b2f2449 HTTP/1.1" status: 200 len: 217 time: 0.0501256 Aug 29 17:09:21.656021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9068-fa16-4ae9-8cff-d9c81ce063b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:21.657483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2719b-8e73-446a-8426-cad92aeb37ba req-d2a5388a-5c03-4a22-9eef-2bf558bea058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:21.659074 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d8f2719b-8e73-446a-8426-cad92aeb37ba req-d2a5388a-5c03-4a22-9eef-2bf558bea058 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3b529cf-08d5-4693-a77c-abad0584bb53 HTTP/1.1" status: 200 len: 853 time: 0.0948765 Aug 29 17:09:21.672178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b9068-fa16-4ae9-8cff-d9c81ce063b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 13983ae6-086b-4e1a-94b9-addd62ef1616 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:21.706071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d8f2719b-8e73-446a-8426-cad92aeb37ba req-7345733e-5a04-4248-98f2-09caafdc78c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94a5acfb-196e-4945-8f67-1ced35f51696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305789 Aug 29 17:09:21.852358 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d8f2719b-8e73-446a-8426-cad92aeb37ba req-7366aecb-ecc5-41d8-a212-74521d505dfb service neutron] 10.222.0.10 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373916 Aug 29 17:09:21.899310 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9068-fa16-4ae9-8cff-d9c81ce063b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:21.943913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b9068-fa16-4ae9-8cff-d9c81ce063b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=13983ae6-086b-4e1a-94b9-addd62ef1616,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:21.992445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d8f2719b-8e73-446a-8426-cad92aeb37ba req-a08287d4-9410-4fcf-8fba-d2a084e146ce service neutron] 10.222.0.10 "GET /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332042 Aug 29 17:09:22.000762 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9068-fa16-4ae9-8cff-d9c81ce063b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:22.003987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8c5b9068-fa16-4ae9-8cff-d9c81ce063b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/13983ae6-086b-4e1a-94b9-addd62ef1616 HTTP/1.1" status: 204 len: 168 time: 0.6046124 Aug 29 17:09:22.006870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43960) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:22.074343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b04087f-a6ad-4ed4-9be2-d468116e441a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:22.076195 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b04087f-a6ad-4ed4-9be2-d468116e441a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:22.077801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0b04087f-a6ad-4ed4-9be2-d468116e441a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0695267 Aug 29 17:09:22.080404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43966) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:22.135115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f94f315-052a-4cb9-b383-d6c43c48005e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 72a4a7e3-891a-4719-899c-cff4567b47fe {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:22.139102 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f94f315-052a-4cb9-b383-d6c43c48005e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:22.198676 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f94f315-052a-4cb9-b383-d6c43c48005e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:22.264702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b8b8d-f3cf-4d37-a821-95f30f346aa4 req-6e7cdebe-16ff-457d-9158-dd7355028bd1 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:22.266884 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-947b8b8d-f3cf-4d37-a821-95f30f346aa4 req-6e7cdebe-16ff-457d-9158-dd7355028bd1 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 944 time: 0.0558660 Aug 29 17:09:22.305892 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f94f315-052a-4cb9-b383-d6c43c48005e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:22.318547 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-947b8b8d-f3cf-4d37-a821-95f30f346aa4 req-a72e5c73-103c-4602-a2ef-3a8db0bc50ee tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443256 Aug 29 17:09:22.375409 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f94f315-052a-4cb9-b383-d6c43c48005e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:22.412526 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94f315-052a-4cb9-b383-d6c43c48005e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=72a4a7e3-891a-4719-899c-cff4567b47fe,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:22.416880 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4f94f315-052a-4cb9-b383-d6c43c48005e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:22.422197 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4f94f315-052a-4cb9-b383-d6c43c48005e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/72a4a7e3-891a-4719-899c-cff4567b47fe HTTP/1.1" status: 204 len: 168 time: 0.3386371 Aug 29 17:09:22.422686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43976) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:22.432243 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c1ed769a-43b6-46ae-829c-74c7970f285e None None] Provisioning for port 1c6a582e-4908-4ee2-8410-1fe76a515b0c completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:22.476035 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6ec813fd-82e9-4b4a-84e3-3db8d656c74f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503337 Aug 29 17:09:22.476327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43978) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:22.532178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d89bde-bfed-4fe8-bf5e-f7970fd14c3a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:22.534933 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e0d89bde-bfed-4fe8-bf5e-f7970fd14c3a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0565286 Aug 29 17:09:22.537585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43980) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:22.594657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193f251-0f5a-4ded-b7ef-24b314dfc5b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:22.596334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5193f251-0f5a-4ded-b7ef-24b314dfc5b0 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0575199 Aug 29 17:09:22.598917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43982) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:22.611078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dee1f4-47c6-4826-832b-93fb6dcaeb91 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:22.614353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ea49e103-e1a9-477e-a590-27f61b2f2449 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:09:22.645821 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7b203d10-560a-4e2b-9f33-03ec2e83a40e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420394 Aug 29 17:09:22.646624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43984) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:22.654560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:22.672373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-befb839a-bfec-469f-a3d2-98718e00e3b7 None None] Could not find standard attr ID for object 13983ae6-086b-4e1a-94b9-addd62ef1616. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:09:22.800850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:22.805097 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:22.816966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ea49e103-e1a9-477e-a590-27f61b2f2449, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ea49e103-e1a9-477e-a590-27f61b2f2449,segment=NetworkSegment(99ba4c51-bb57-4cf0-a93c-0f25795586a5),segment_id=99ba4c51-bb57-4cf0-a93c-0f25795586a5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:22.835620 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'ea49e103-e1a9-477e-a590-27f61b2f2449', 'network_id': '94a5acfb-196e-4945-8f67-1ced35f51696', 'port_id': 'ea49e103-e1a9-477e-a590-27f61b2f2449', 'mac_address': 'fa:16:3e:b3:71:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b529cf-08d5-4693-a77c-abad0584bb53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:09:22.893016 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:22.928270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea49e103-e1a9-477e-a590-27f61b2f2449 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:09:22.980011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ea49e103-e1a9-477e-a590-27f61b2f2449, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ea49e103-e1a9-477e-a590-27f61b2f2449,segment=NetworkSegment(99ba4c51-bb57-4cf0-a93c-0f25795586a5),segment_id=99ba4c51-bb57-4cf0-a93c-0f25795586a5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:22.983004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ed2778-a683-482b-bcb6-2365a1bd5871 None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:09:22.994964 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:23.064435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ea49e103-e1a9-477e-a590-27f61b2f2449,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:23.105874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-30ed2778-a683-482b-bcb6-2365a1bd5871 None None] Deleting port 1c6a582e-4908-4ee2-8410-1fe76a515b0c {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:23.106664 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-30ed2778-a683-482b-bcb6-2365a1bd5871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:23.143622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.objects.ports [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:09:23.337434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:23.372347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-30ed2778-a683-482b-bcb6-2365a1bd5871 None None] For port 1c6a582e-4908-4ee2-8410-1fe76a515b0c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1c6a582e-4908-4ee2-8410-1fe76a515b0c,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:23.372756 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-30ed2778-a683-482b-bcb6-2365a1bd5871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:23.388827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-30ed2778-a683-482b-bcb6-2365a1bd5871 None None] Calling delete_port for 1c6a582e-4908-4ee2-8410-1fe76a515b0c owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:23.411174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['ea49e103-e1a9-477e-a590-27f61b2f2449'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:09:23.588035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] For port 1c6a582e-4908-4ee2-8410-1fe76a515b0c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1c6a582e-4908-4ee2-8410-1fe76a515b0c,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:23.700455 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:23.703037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e4020-53e5-42bb-b235-d2279ebdaf12 req-5c686f05-b38c-44f3-b924-5b9fbd2875b8 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:23.703709 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:23.703709 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:23.704106 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa9e4020-53e5-42bb-b235-d2279ebdaf12 req-5c686f05-b38c-44f3-b924-5b9fbd2875b8 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 945 time: 0.2426882 Aug 29 17:09:23.704390 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-30ed2778-a683-482b-bcb6-2365a1bd5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:23.713176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed2778-a683-482b-bcb6-2365a1bd5871 None None] No DVR routers for this DVR port 1c6a582e-4908-4ee2-8410-1fe76a515b0c on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:23.750612 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa9e4020-53e5-42bb-b235-d2279ebdaf12 req-eeca63b7-789f-4ce2-a974-b0909a5e20f5 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551586 Aug 29 17:09:23.754637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed2778-a683-482b-bcb6-2365a1bd5871 None None] Pushing event deleted for resources: {'Port': ['ID=1c6a582e-4908-4ee2-8410-1fe76a515b0c,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:23.788827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=0ecf9d6e-1de9-4562-b2fa-6bef74fca815,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:23.823025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=1c6a582e-4908-4ee2-8410-1fe76a515b0c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:23.834764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:23.836626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:23.839392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:23.840541 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:23.848333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91203be-ca4d-4ddc-b8fe-139523257440 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:23.860819 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b9d86506-1e9e-437b-bd57-c0afb92bab77 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2106290 Aug 29 17:09:23.863658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44034) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:23.869714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:e1:56:66', 'name': 'tempest-NetworksTestDHCPv6-1193332377'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:24.033248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:24.097622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '0ecf9d6e-1de9-4562-b2fa-6bef74fca815'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:09:24.098493 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:24.135165 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:24.158451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port f13e2c32-163b-4fd9-b30a-f71d777f9e40 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:09:24.262502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Allocated IP 2001:db8::f816:3eff:fe28:7554 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/0ecf9d6e-1de9-4562-b2fa-6bef74fca815/66a40413-57ce-4af3-a985-f00bac9bc62a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:24.438164 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:24.447455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Transition to ACTIVE for port object 66a40413-57ce-4af3-a985-f00bac9bc62a will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:24.463489 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Transition to ACTIVE for port object 66a40413-57ce-4af3-a985-f00bac9bc62a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:24.469888 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:24.526122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:24.527532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Pushing event updated for resources: {'Port': ['ID=66a40413-57ce-4af3-a985-f00bac9bc62a,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:24.530902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:24.533844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:24.545841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::f816:3eff:fee1:5666 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/0ecf9d6e-1de9-4562-b2fa-6bef74fca815/f13e2c32-163b-4fd9-b30a-f71d777f9e40) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:24.627848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Attempting to bind port 66a40413-57ce-4af3-a985-f00bac9bc62a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:24.628222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Attempting to bind port 66a40413-57ce-4af3-a985-f00bac9bc62a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:24.628592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Attempting to bind port 66a40413-57ce-4af3-a985-f00bac9bc62a on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:24.635775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:24.636150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:24.637234 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:24.637641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:24.638107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Bound port: 66a40413-57ce-4af3-a985-f00bac9bc62a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:24.638891 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:24.656002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ea49e103-e1a9-477e-a590-27f61b2f2449 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:24.733435 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:24.744068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] For port 66a40413-57ce-4af3-a985-f00bac9bc62a, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:24.756147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object f13e2c32-163b-4fd9-b30a-f71d777f9e40 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:24.760787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] For port 66a40413-57ce-4af3-a985-f00bac9bc62a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=66a40413-57ce-4af3-a985-f00bac9bc62a,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:24.772650 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:24.827419 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:24.844163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port ea49e103-e1a9-477e-a590-27f61b2f2449 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:24.890934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port ea49e103-e1a9-477e-a590-27f61b2f2449 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:24.891292 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:24.915992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:24.919340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:24.925542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:24.931304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:24.931861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:24.943558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4060a3-4ac4-4c2f-aef3-69926f15641a None None] Pushing event updated for resources: {'Port': ['ID=66a40413-57ce-4af3-a985-f00bac9bc62a,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:24.943768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=f13e2c32-163b-4fd9-b30a-f71d777f9e40,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:24.967030 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f9822c72-a6ed-49da-8691-2dc66e1e7e44 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1019912 Aug 29 17:09:24.970627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44074) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:25.013170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1c6a582e-4908-4ee2-8410-1fe76a515b0c no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:25.029465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18292-0506-49fb-9b59-bcc42d0e4814 req-44427df6-2255-41c5-8e8a-4b8efb0dd844 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:25.044595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 1c6a582e-4908-4ee2-8410-1fe76a515b0c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:09:25.045198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1c6a582e-4908-4ee2-8410-1fe76a515b0c not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:09:25.061279 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70a18292-0506-49fb-9b59-bcc42d0e4814 req-44427df6-2255-41c5-8e8a-4b8efb0dd844 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 945 time: 0.1466525 Aug 29 17:09:25.111473 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:25.130044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e72373-0124-4ad1-bd17-e43f2ea61af5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:25.135728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a6e6a2-8bf9-4efe-a69a-c3d9667edf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea49e103-e1a9-477e-a590-27f61b2f2449'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:09:25.139207 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea434394-0134-4cb0-ae51-4ad88a703f43" -d '{"events": [{"server_uuid": "93a6e6a2-8bf9-4efe-a69a-c3d9667edf73", "name": "network-vif-plugged", "status": "completed", "tag": "ea49e103-e1a9-477e-a590-27f61b2f2449"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:09:25.142536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e72373-0124-4ad1-bd17-e43f2ea61af5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:25.164961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-87e72373-0124-4ad1-bd17-e43f2ea61af5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1925983 Aug 29 17:09:25.166962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44088) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:25.172769 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70a18292-0506-49fb-9b59-bcc42d0e4814 req-e9b80aca-8a35-4de7-928d-c851a582b65c tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041777 Aug 29 17:09:25.186930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ea49e103-e1a9-477e-a590-27f61b2f2449, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ea49e103-e1a9-477e-a590-27f61b2f2449,segment=NetworkSegment(99ba4c51-bb57-4cf0-a93c-0f25795586a5),segment_id=99ba4c51-bb57-4cf0-a93c-0f25795586a5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:25.200264 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:25.338167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ea49e103-e1a9-477e-a590-27f61b2f2449,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:25.415111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-36ad7e39-cfea-4fc1-a04b-af028a555bf9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port f13e2c32-163b-4fd9-b30a-f71d777f9e40 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:25.415485 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36ad7e39-cfea-4fc1-a04b-af028a555bf9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:25.580321 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36ad7e39-cfea-4fc1-a04b-af028a555bf9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:25.593796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-36ad7e39-cfea-4fc1-a04b-af028a555bf9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for f13e2c32-163b-4fd9-b30a-f71d777f9e40 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:25.644058 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690c6ccb-1de2-4319-8988-dec78f09aa93 x-openstack-request-id: req-690c6ccb-1de2-4319-8988-dec78f09aa93 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:09:25.644457 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a6e6a2-8bf9-4efe-a69a-c3d9667edf73", "name": "network-vif-plugged", "status": "completed", "tag": "ea49e103-e1a9-477e-a590-27f61b2f2449", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:09:25.644791 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-690c6ccb-1de2-4319-8988-dec78f09aa93 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:09:25.645303 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a6e6a2-8bf9-4efe-a69a-c3d9667edf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea49e103-e1a9-477e-a590-27f61b2f2449', 'code': 200} Aug 29 17:09:25.801709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a764e1-5148-4833-8e3d-0602be7ffa93 req-871206f3-1209-4e18-ac27-8b05e66d53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:25.803564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e9a764e1-5148-4833-8e3d-0602be7ffa93 req-871206f3-1209-4e18-ac27-8b05e66d53d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 1098 time: 0.0761080 Aug 29 17:09:25.851181 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36ad7e39-cfea-4fc1-a04b-af028a555bf9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:25.857184 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e9a764e1-5148-4833-8e3d-0602be7ffa93 req-be01f02b-4d57-402f-83a5-72cc0387b995 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458190 Aug 29 17:09:25.884417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad7e39-cfea-4fc1-a04b-af028a555bf9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=f13e2c32-163b-4fd9-b30a-f71d777f9e40,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:25.918805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36ad7e39-cfea-4fc1-a04b-af028a555bf9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:25.923488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44106) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:25.923784 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-36ad7e39-cfea-4fc1-a04b-af028a555bf9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/f13e2c32-163b-4fd9-b30a-f71d777f9e40 HTTP/1.1" status: 204 len: 168 time: 0.7536912 Aug 29 17:09:25.988685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c5f67-20b5-44c3-8b3b-e4f29090b51a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:25.990878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c5f67-20b5-44c3-8b3b-e4f29090b51a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:25.992670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8a8c5f67-20b5-44c3-8b3b-e4f29090b51a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0681462 Aug 29 17:09:25.995800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44110) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:26.066530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-651004b9-1037-46e7-a097-145240489358 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 0ecf9d6e-1de9-4562-b2fa-6bef74fca815 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:26.072399 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-651004b9-1037-46e7-a097-145240489358 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:26.122184 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-651004b9-1037-46e7-a097-145240489358 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:26.277967 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-651004b9-1037-46e7-a097-145240489358 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:26.371685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d015a-c9b1-4812-8725-d5791c2f147f req-7202f32e-9673-424e-bd22-f257be30e3ca tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:26.373743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-845d015a-c9b1-4812-8725-d5791c2f147f req-7202f32e-9673-424e-bd22-f257be30e3ca tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 946 time: 0.0980804 Aug 29 17:09:26.390536 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-651004b9-1037-46e7-a097-145240489358 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:26.431573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651004b9-1037-46e7-a097-145240489358 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecf9d6e-1de9-4562-b2fa-6bef74fca815,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:26.438699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-651004b9-1037-46e7-a097-145240489358 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:26.443747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44130) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:26.450161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-651004b9-1037-46e7-a097-145240489358 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/0ecf9d6e-1de9-4562-b2fa-6bef74fca815 HTTP/1.1" status: 204 len: 168 time: 0.4531667 Aug 29 17:09:26.459474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-831f5841-19ed-4dd1-b96f-d6e1a74ee559 None None] Provisioning for port 66a40413-57ce-4af3-a985-f00bac9bc62a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:26.489800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-845d015a-c9b1-4812-8725-d5791c2f147f req-33e59284-6227-4e8c-b80f-c884159b4112 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090584 Aug 29 17:09:26.501216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7e227430-b135-435a-b002-bcc4882e8ac9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529058 Aug 29 17:09:26.501216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44132) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:26.510655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:26.635734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:26.641062 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:26.676560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9948c1-b22e-4bdf-8929-dff0d0da657a None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:26.695346 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9a84a603-2046-48ab-a97f-3c62f4987e8d None None] Could not find standard attr ID for object f13e2c32-163b-4fd9-b30a-f71d777f9e40. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:09:26.946560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3882ec8-cec9-427e-b18e-a3eef88c3e29 None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:09:27.013084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e3882ec8-cec9-427e-b18e-a3eef88c3e29 None None] Deleting port 66a40413-57ce-4af3-a985-f00bac9bc62a {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:27.013638 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e3882ec8-cec9-427e-b18e-a3eef88c3e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:27.127949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e3882ec8-cec9-427e-b18e-a3eef88c3e29 None None] For port 66a40413-57ce-4af3-a985-f00bac9bc62a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=66a40413-57ce-4af3-a985-f00bac9bc62a,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:27.128623 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e3882ec8-cec9-427e-b18e-a3eef88c3e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:27.143113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e3882ec8-cec9-427e-b18e-a3eef88c3e29 None None] Calling delete_port for 66a40413-57ce-4af3-a985-f00bac9bc62a owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:27.148138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.objects.ports [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:09:27.249943 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e3882ec8-cec9-427e-b18e-a3eef88c3e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:27.285180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3882ec8-cec9-427e-b18e-a3eef88c3e29 None None] Pushing event deleted for resources: {'Port': ['ID=66a40413-57ce-4af3-a985-f00bac9bc62a,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:27.287196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3882ec8-cec9-427e-b18e-a3eef88c3e29 None None] No DVR routers for this DVR port 66a40413-57ce-4af3-a985-f00bac9bc62a on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:27.353473 n-d-713301-13 neutron-server[111676]: WARNING neutron.services.revisions.revision_plugin [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Could not find related port for resource to bump revision. Aug 29 17:09:27.362874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.ipam_pluggable_backend [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Port 66a40413-57ce-4af3-a985-f00bac9bc62a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=111676) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 29 17:09:27.363191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.ipam_pluggable_backend [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Reverting IP allocation for 2001:db8::f816:3eff:fe28:7554 {{(pid=111676) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 29 17:09:27.367050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.ipam_pluggable_backend [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe28:7554 {{(pid=111676) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 29 17:09:27.368424 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:27.427206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:27.430681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:27.435040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:27.435639 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:27.442538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac577f-074b-4617-bab9-746fdba4b204 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:27.445211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=e19675b4-f7f3-4a3c-adf9-b8be7ba3242a,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:27.464001 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-340ab951-27b6-4ae7-8666-6eb42aa9ce48 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9618270 Aug 29 17:09:27.467288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44168) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:27.473671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:40:72:74', 'name': 'tempest-NetworksTestDHCPv6-1930560533'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:27.628592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:27.668304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12740a57-3561-4d1a-bd72-f7eb12a58f67 req-672098ab-52d2-4e0e-a80c-fb9bb41f954e tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:27.670423 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-12740a57-3561-4d1a-bd72-f7eb12a58f67 req-672098ab-52d2-4e0e-a80c-fb9bb41f954e tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 946 time: 0.0968702 Aug 29 17:09:27.677629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': 'e19675b4-f7f3-4a3c-adf9-b8be7ba3242a'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:09:27.679102 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:27.743803 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-12740a57-3561-4d1a-bd72-f7eb12a58f67 req-3ad3656d-0a05-457f-9b28-89f93f99081d tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472584 Aug 29 17:09:27.757738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:27.846212 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Allocated IP 2001:db8::f816:3eff:fede:6e1d (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/e19675b4-f7f3-4a3c-adf9-b8be7ba3242a/4d24f48c-9b30-4660-b595-b7a19a2c82f2) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:28.167091 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:28.187758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Transition to ACTIVE for port object 4d24f48c-9b30-4660-b595-b7a19a2c82f2 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:28.238007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Transition to ACTIVE for port object 4d24f48c-9b30-4660-b595-b7a19a2c82f2 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:28.252744 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:28.279215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 9f4918ec-442d-4279-a0bb-85bdd969592e yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:09:28.317783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Pushing event updated for resources: {'Port': ['ID=4d24f48c-9b30-4660-b595-b7a19a2c82f2,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:28.327792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:28.329363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:28.334458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:28.396957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Attempting to bind port 4d24f48c-9b30-4660-b595-b7a19a2c82f2 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:28.397357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Attempting to bind port 4d24f48c-9b30-4660-b595-b7a19a2c82f2 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:28.397731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Attempting to bind port 4d24f48c-9b30-4660-b595-b7a19a2c82f2 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:28.404113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:28.404496 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:28.404909 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:28.405331 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:28.405808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Bound port: 4d24f48c-9b30-4660-b595-b7a19a2c82f2, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:28.406195 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:28.495946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] For port 4d24f48c-9b30-4660-b595-b7a19a2c82f2, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:28.502978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] For port 4d24f48c-9b30-4660-b595-b7a19a2c82f2, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4d24f48c-9b30-4660-b595-b7a19a2c82f2,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:28.513141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:28.536241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::f816:3eff:fe40:7274 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/e19675b4-f7f3-4a3c-adf9-b8be7ba3242a/9f4918ec-442d-4279-a0bb-85bdd969592e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:28.631659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ef4ac-33c1-4218-837a-300d3043b30a None None] Pushing event updated for resources: {'Port': ['ID=4d24f48c-9b30-4660-b595-b7a19a2c82f2,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:28.804998 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:28.820207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 9f4918ec-442d-4279-a0bb-85bdd969592e will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:28.894656 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:28.986392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 66a40413-57ce-4af3-a985-f00bac9bc62a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:29.030418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 66a40413-57ce-4af3-a985-f00bac9bc62a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:09:29.030689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 66a40413-57ce-4af3-a985-f00bac9bc62a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:09:29.035139 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:29.049970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:29.062710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:29.072331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:29.073295 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:29.085518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=9f4918ec-442d-4279-a0bb-85bdd969592e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:29.112657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a6bb615a-199a-4e9c-b765-5fd84b364489 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6437845 Aug 29 17:09:29.115058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44230) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:29.178557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678b28b-3a53-4d04-9813-a945772cf00f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:29.189325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678b28b-3a53-4d04-9813-a945772cf00f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:29.189325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d678b28b-3a53-4d04-9813-a945772cf00f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0724940 Aug 29 17:09:29.191489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44236) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:29.333084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e9720-5423-4030-ad31-d592261b8e13 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 9f4918ec-442d-4279-a0bb-85bdd969592e {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:29.333356 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9720-5423-4030-ad31-d592261b8e13 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:29.497913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9720-5423-4030-ad31-d592261b8e13 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:29.527799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e9720-5423-4030-ad31-d592261b8e13 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 9f4918ec-442d-4279-a0bb-85bdd969592e owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:29.766049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9720-5423-4030-ad31-d592261b8e13 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:29.827064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e9720-5423-4030-ad31-d592261b8e13 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=9f4918ec-442d-4279-a0bb-85bdd969592e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:29.857203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ea5e9720-5423-4030-ad31-d592261b8e13 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:29.860563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ea5e9720-5423-4030-ad31-d592261b8e13 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/9f4918ec-442d-4279-a0bb-85bdd969592e HTTP/1.1" status: 204 len: 168 time: 0.6680374 Aug 29 17:09:29.863463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44258) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:29.930429 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28d77eb-73e9-4370-9aab-9a822b73ab86 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:29.932534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28d77eb-73e9-4370-9aab-9a822b73ab86 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:29.935040 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a28d77eb-73e9-4370-9aab-9a822b73ab86 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0697925 Aug 29 17:09:29.938215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44262) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:30.021429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17f9a2a-c610-44d4-bb2e-87c3bf6d5120 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet e19675b4-f7f3-4a3c-adf9-b8be7ba3242a {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:30.025865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f17f9a2a-c610-44d4-bb2e-87c3bf6d5120 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.055274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-970387f8-d759-458b-b414-4faa4801c751 None None] Provisioning for port 4d24f48c-9b30-4660-b595-b7a19a2c82f2 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:30.101533 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f17f9a2a-c610-44d4-bb2e-87c3bf6d5120 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.254191 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f17f9a2a-c610-44d4-bb2e-87c3bf6d5120 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.345556 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f17f9a2a-c610-44d4-bb2e-87c3bf6d5120 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.379258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f9a2a-c610-44d4-bb2e-87c3bf6d5120 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=e19675b4-f7f3-4a3c-adf9-b8be7ba3242a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:30.381475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ea6ea5db-8bc2-4462-a851-0014eab09382 None None] Could not find standard attr ID for object 9f4918ec-442d-4279-a0bb-85bdd969592e. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:09:30.388031 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f17f9a2a-c610-44d4-bb2e-87c3bf6d5120 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.393199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44280) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:30.393728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f17f9a2a-c610-44d4-bb2e-87c3bf6d5120 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/e19675b4-f7f3-4a3c-adf9-b8be7ba3242a HTTP/1.1" status: 204 len: 168 time: 0.4538462 Aug 29 17:09:30.455328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-196eb0e0-897d-43d2-9720-1ddf80206873 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607738 Aug 29 17:09:30.459938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44284) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:30.535989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a3046-4c13-402a-bc06-236f7b04d6fb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:30.540768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44290) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:30.541192 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-296a3046-4c13-402a-bc06-236f7b04d6fb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0795169 Aug 29 17:09:30.654904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe888b5e-4633-4f52-8d1c-25cbb6782920 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:30.657052 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fe888b5e-4633-4f52-8d1c-25cbb6782920 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1141722 Aug 29 17:09:30.659330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44294) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:30.686273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e65f6a-8ee0-4279-b956-7bdd3f728d92 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:30.723922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44298) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:30.725121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f9588d77-b8a1-453c-85e9-7877be6c5630 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593302 Aug 29 17:09:30.728949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7a712659-f6ca-48d3-9484-c6e28a073c0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:30.871657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a712659-f6ca-48d3-9484-c6e28a073c0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:30.886021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a712659-f6ca-48d3-9484-c6e28a073c0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:30.974456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4465105-d91b-4ced-9a30-66d18e4701b9 None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:09:31.051496 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d4465105-d91b-4ced-9a30-66d18e4701b9 None None] Deleting port 4d24f48c-9b30-4660-b595-b7a19a2c82f2 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:31.052540 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4465105-d91b-4ced-9a30-66d18e4701b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:31.137497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d4465105-d91b-4ced-9a30-66d18e4701b9 None None] For port 4d24f48c-9b30-4660-b595-b7a19a2c82f2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4d24f48c-9b30-4660-b595-b7a19a2c82f2,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:31.138080 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4465105-d91b-4ced-9a30-66d18e4701b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:31.154485 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d4465105-d91b-4ced-9a30-66d18e4701b9 None None] Calling delete_port for 4d24f48c-9b30-4660-b595-b7a19a2c82f2 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:31.268078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a712659-f6ca-48d3-9484-c6e28a073c0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:31.313690 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4465105-d91b-4ced-9a30-66d18e4701b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:31.329146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4465105-d91b-4ced-9a30-66d18e4701b9 None None] No DVR routers for this DVR port 4d24f48c-9b30-4660-b595-b7a19a2c82f2 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:31.356244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4465105-d91b-4ced-9a30-66d18e4701b9 None None] Pushing event deleted for resources: {'Port': ['ID=4d24f48c-9b30-4660-b595-b7a19a2c82f2,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:31.373385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a712659-f6ca-48d3-9484-c6e28a073c0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:31.379553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-7a712659-f6ca-48d3-9484-c6e28a073c0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:31.384890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a712659-f6ca-48d3-9484-c6e28a073c0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:31.385735 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7a712659-f6ca-48d3-9484-c6e28a073c0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:31.391074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda38199-0b2f-4c70-8dbf-d75c0675f72b None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:31.408290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a712659-f6ca-48d3-9484-c6e28a073c0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=397b428c-9e6a-492b-a6de-e1abc4805afb,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:31.422813 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7a712659-f6ca-48d3-9484-c6e28a073c0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6957235 Aug 29 17:09:31.423319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44322) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:31.429864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:04:c3:e2', 'name': 'tempest-NetworksTestDHCPv6-540894609'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:31.594235 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '397b428c-9e6a-492b-a6de-e1abc4805afb'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:09:31.596058 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:31.646107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:31.812716 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:31.838474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 2b28cdb8-cfd3-4a59-bc05-55b33e2b8401 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:09:31.941634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Allocated IP 2001:db8::2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/397b428c-9e6a-492b-a6de-e1abc4805afb/177995fa-0c04-44b2-8bb7-4551ef6fb1e9) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:32.183785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:32.194255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Transition to ACTIVE for port object 177995fa-0c04-44b2-8bb7-4551ef6fb1e9 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:32.210055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Transition to ACTIVE for port object 177995fa-0c04-44b2-8bb7-4551ef6fb1e9 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:32.217517 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:32.266994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Pushing event updated for resources: {'Port': ['ID=177995fa-0c04-44b2-8bb7-4551ef6fb1e9,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:32.281863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:32.283437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:32.285989 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:32.309260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::c1 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/397b428c-9e6a-492b-a6de-e1abc4805afb/2b28cdb8-cfd3-4a59-bc05-55b33e2b8401) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:32.417043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Attempting to bind port 177995fa-0c04-44b2-8bb7-4551ef6fb1e9 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:32.417452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Attempting to bind port 177995fa-0c04-44b2-8bb7-4551ef6fb1e9 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:32.417875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Attempting to bind port 177995fa-0c04-44b2-8bb7-4551ef6fb1e9 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:32.431979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:32.432868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:32.433460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:32.433866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:32.434345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Bound port: 177995fa-0c04-44b2-8bb7-4551ef6fb1e9, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:32.434800 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:32.535723 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:32.571187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 2b28cdb8-cfd3-4a59-bc05-55b33e2b8401 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:32.627753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:32.692336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=2b28cdb8-cfd3-4a59-bc05-55b33e2b8401,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:32.709194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:32.710667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:32.718464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:32.724480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:32.725202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:32.754056 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7c0c0cd4-5de9-4c65-a032-cbbef977f32f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3294659 Aug 29 17:09:32.756923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44368) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:32.769289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] For port 177995fa-0c04-44b2-8bb7-4551ef6fb1e9, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:32.772686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] For port 177995fa-0c04-44b2-8bb7-4551ef6fb1e9, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=177995fa-0c04-44b2-8bb7-4551ef6fb1e9,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:32.785989 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:32.848264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf86a1ed-dc90-4864-aeba-2f459cc76986 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:32.864585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf86a1ed-dc90-4864-aeba-2f459cc76986 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:32.866292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bf86a1ed-dc90-4864-aeba-2f459cc76986 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1082554 Aug 29 17:09:32.869360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44372) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:32.923493 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2979e-f61d-4b4e-ae2d-680b3101d729 None None] Pushing event updated for resources: {'Port': ['ID=177995fa-0c04-44b2-8bb7-4551ef6fb1e9,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:32.953526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4d24f48c-9b30-4660-b595-b7a19a2c82f2 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:32.988977 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 4d24f48c-9b30-4660-b595-b7a19a2c82f2 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:09:32.992256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4d24f48c-9b30-4660-b595-b7a19a2c82f2 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:09:33.057572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-35c867bd-b93e-4def-b31f-46b5e9a152ed tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 2b28cdb8-cfd3-4a59-bc05-55b33e2b8401 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:33.057922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-35c867bd-b93e-4def-b31f-46b5e9a152ed tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:33.169771 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-35c867bd-b93e-4def-b31f-46b5e9a152ed tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:33.218422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-35c867bd-b93e-4def-b31f-46b5e9a152ed tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 2b28cdb8-cfd3-4a59-bc05-55b33e2b8401 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:33.406655 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-35c867bd-b93e-4def-b31f-46b5e9a152ed tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:33.450976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c867bd-b93e-4def-b31f-46b5e9a152ed tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=2b28cdb8-cfd3-4a59-bc05-55b33e2b8401,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:33.492582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-35c867bd-b93e-4def-b31f-46b5e9a152ed tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:33.495185 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-35c867bd-b93e-4def-b31f-46b5e9a152ed tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/2b28cdb8-cfd3-4a59-bc05-55b33e2b8401 HTTP/1.1" status: 204 len: 168 time: 0.6238518 Aug 29 17:09:33.502722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44396) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:33.591130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b531c6f-9880-40b1-baac-7abb52e4fdb7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:33.593146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b531c6f-9880-40b1-baac-7abb52e4fdb7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:33.594865 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1b531c6f-9880-40b1-baac-7abb52e4fdb7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0846820 Aug 29 17:09:33.597575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44400) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:33.676311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdac7444-4314-453e-9e6a-5a89619658cc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 397b428c-9e6a-492b-a6de-e1abc4805afb {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:33.682552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdac7444-4314-453e-9e6a-5a89619658cc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:33.739520 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdac7444-4314-453e-9e6a-5a89619658cc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:33.914187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdac7444-4314-453e-9e6a-5a89619658cc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:33.997549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdac7444-4314-453e-9e6a-5a89619658cc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:34.039101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac7444-4314-453e-9e6a-5a89619658cc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=397b428c-9e6a-492b-a6de-e1abc4805afb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:34.046818 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdac7444-4314-453e-9e6a-5a89619658cc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:34.051699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44416) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:34.052286 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fdac7444-4314-453e-9e6a-5a89619658cc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/397b428c-9e6a-492b-a6de-e1abc4805afb HTTP/1.1" status: 204 len: 168 time: 0.4531698 Aug 29 17:09:34.130521 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f2bd3251-b151-499a-a8fc-98163e76068a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776441 Aug 29 17:09:34.132715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44420) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:34.342450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7eca2e-f12d-453e-a4d0-90cc6a84939f None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:34.490261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cb7ec2bd-1624-4b9d-941d-c9d60dc07758 None None] Provisioning for port 177995fa-0c04-44b2-8bb7-4551ef6fb1e9 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:34.616242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17735430-83be-496b-8390-69540249c42c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:34.616569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dcebd3-e26a-4fd7-9926-8051e68ea54d None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:09:34.618036 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-17735430-83be-496b-8390-69540249c42c tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4839156 Aug 29 17:09:34.620392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44438) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:34.697253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcebd3-e26a-4fd7-9926-8051e68ea54d None None] Deleting port 177995fa-0c04-44b2-8bb7-4551ef6fb1e9 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:34.697253 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c3dcebd3-e26a-4fd7-9926-8051e68ea54d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:34.706512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07436931-b24d-4a4c-87d8-f18ca20a51b9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:34.708348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-07436931-b24d-4a4c-87d8-f18ca20a51b9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0863569 Aug 29 17:09:34.710992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44442) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:34.754431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b1d25791-a13e-4b1c-b2b1-08b5a479833b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420744 Aug 29 17:09:34.761177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44446) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:34.767734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4dec7dfe-7d5f-4efe-be49-a5904bff8ede tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:34.800344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c3dcebd3-e26a-4fd7-9926-8051e68ea54d None None] For port 177995fa-0c04-44b2-8bb7-4551ef6fb1e9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=177995fa-0c04-44b2-8bb7-4551ef6fb1e9,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:34.800344 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c3dcebd3-e26a-4fd7-9926-8051e68ea54d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:34.828177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcebd3-e26a-4fd7-9926-8051e68ea54d None None] Calling delete_port for 177995fa-0c04-44b2-8bb7-4551ef6fb1e9 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:34.912018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dec7dfe-7d5f-4efe-be49-a5904bff8ede tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:34.918831 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4dec7dfe-7d5f-4efe-be49-a5904bff8ede tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:34.969970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c3dcebd3-e26a-4fd7-9926-8051e68ea54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:35.014951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcebd3-e26a-4fd7-9926-8051e68ea54d None None] No DVR routers for this DVR port 177995fa-0c04-44b2-8bb7-4551ef6fb1e9 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:35.016943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcebd3-e26a-4fd7-9926-8051e68ea54d None None] Pushing event deleted for resources: {'Port': ['ID=177995fa-0c04-44b2-8bb7-4551ef6fb1e9,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:35.322259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.objects.ports [None req-4dec7dfe-7d5f-4efe-be49-a5904bff8ede tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:09:35.324978 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4dec7dfe-7d5f-4efe-be49-a5904bff8ede tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:35.379760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec7dfe-7d5f-4efe-be49-a5904bff8ede tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=e2fe0648-d88f-4fa8-839f-f75b7c618584,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:35.391355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dec7dfe-7d5f-4efe-be49-a5904bff8ede tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:35.392762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-4dec7dfe-7d5f-4efe-be49-a5904bff8ede tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:35.401297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec7dfe-7d5f-4efe-be49-a5904bff8ede tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:35.401297 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4dec7dfe-7d5f-4efe-be49-a5904bff8ede tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:35.416215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4dec7dfe-7d5f-4efe-be49-a5904bff8ede tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6509151 Aug 29 17:09:35.416575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44470) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:35.423085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d74060be-371d-4a7c-8eff-b4172b3e94bd tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:35.424063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f11e6e2-7ab0-4419-a1ec-f55ecaa33a9b None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:35.595663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74060be-371d-4a7c-8eff-b4172b3e94bd tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:35.599375 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d74060be-371d-4a7c-8eff-b4172b3e94bd tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:35.644036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': 'e2fe0648-d88f-4fa8-839f-f75b7c618584'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:09:35.644918 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:35.758979 n-d-713301-13 neutron-server[111677]: INFO neutron.db.ipam_backend_mixin [None req-d74060be-371d-4a7c-8eff-b4172b3e94bd tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2fe0648-d88f-4fa8-839f-f75b7c618584 (CIDR: 2001:db8::/64) Aug 29 17:09:35.763773 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74060be-371d-4a7c-8eff-b4172b3e94bd tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:09:35.764346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74060be-371d-4a7c-8eff-b4172b3e94bd tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:35.790028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d74060be-371d-4a7c-8eff-b4172b3e94bd tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3722878 Aug 29 17:09:35.793019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44486) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:35.801483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a316a84c-e043-4363-a62d-ac7771234134 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:35.856781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Allocated IP 2001:db8::f816:3eff:fea3:841d (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/e2fe0648-d88f-4fa8-839f-f75b7c618584/540aad5d-b8ce-4fe3-858e-ccab62b73076) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:35.984063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a316a84c-e043-4363-a62d-ac7771234134 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:35.988681 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a316a84c-e043-4363-a62d-ac7771234134 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:36.058412 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:36.071377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Transition to ACTIVE for port object 540aad5d-b8ce-4fe3-858e-ccab62b73076 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:36.088155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Transition to ACTIVE for port object 540aad5d-b8ce-4fe3-858e-ccab62b73076 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:36.107350 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:36.125431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:36.127735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:36.131800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:36.221369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Pushing event updated for resources: {'Port': ['ID=540aad5d-b8ce-4fe3-858e-ccab62b73076,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:36.231581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Attempting to bind port 540aad5d-b8ce-4fe3-858e-ccab62b73076 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:36.231971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Attempting to bind port 540aad5d-b8ce-4fe3-858e-ccab62b73076 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:36.232539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Attempting to bind port 540aad5d-b8ce-4fe3-858e-ccab62b73076 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:36.245569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:36.246862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:36.247610 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:36.248142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:36.249234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Bound port: 540aad5d-b8ce-4fe3-858e-ccab62b73076, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:36.249477 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:36.314388 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a316a84c-e043-4363-a62d-ac7771234134 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:36.336769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a316a84c-e043-4363-a62d-ac7771234134 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:36.340414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-a316a84c-e043-4363-a62d-ac7771234134 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:36.345202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] For port 540aad5d-b8ce-4fe3-858e-ccab62b73076, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:36.347996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a316a84c-e043-4363-a62d-ac7771234134 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:36.348614 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a316a84c-e043-4363-a62d-ac7771234134 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:36.349338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] For port 540aad5d-b8ce-4fe3-858e-ccab62b73076, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=540aad5d-b8ce-4fe3-858e-ccab62b73076,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:36.359159 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:36.431581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a316a84c-e043-4363-a62d-ac7771234134 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6365449 Aug 29 17:09:36.434280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44510) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:36.439555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:ef:69:cd', 'name': 'tempest-NetworksTestDHCPv6-2102175242'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:36.452216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Pushing event updated for resources: {'Port': ['ID=540aad5d-b8ce-4fe3-858e-ccab62b73076,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:36.459017 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316a84c-e043-4363-a62d-ac7771234134 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=52b3228d-861b-4fe5-b409-6635d732061c,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:36.463240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.463599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.463948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.465096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.465477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.465815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.466151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.466486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.466823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.467148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.468185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.469096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd602a0c-0af2-46c0-bbf3-e9c6e6b081ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:09:36.593900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:36.728879 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:36.781769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 871b5a08-a327-4ca6-abc6-dd2b9e9b454d yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:09:36.985272 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 540aad5d-b8ce-4fe3-858e-ccab62b73076 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:37.045736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 540aad5d-b8ce-4fe3-858e-ccab62b73076 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:37.048618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8:0:1::2c7 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/52b3228d-861b-4fe5-b409-6635d732061c/871b5a08-a327-4ca6-abc6-dd2b9e9b454d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:37.057007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::f816:3eff:feef:69cd (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/e2fe0648-d88f-4fa8-839f-f75b7c618584/871b5a08-a327-4ca6-abc6-dd2b9e9b454d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:37.254189 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:37.285310 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 871b5a08-a327-4ca6-abc6-dd2b9e9b454d will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:37.336986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:37.391205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:37.394713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:37.402676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:37.409493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:37.410207 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:37.463959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=871b5a08-a327-4ca6-abc6-dd2b9e9b454d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:37.469346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3b8f6bc7-10e7-4a95-a1fd-260ddd3ddc62 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0321956 Aug 29 17:09:37.470208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44550) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:37.598465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7b4e9-ec0d-4762-a38b-1aaaad3e1018 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 871b5a08-a327-4ca6-abc6-dd2b9e9b454d {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:37.598815 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c7b4e9-ec0d-4762-a38b-1aaaad3e1018 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:37.702760 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c7b4e9-ec0d-4762-a38b-1aaaad3e1018 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:37.714590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a5add-8242-484c-a3e6-1d4064578d41 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:37.721308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7b4e9-ec0d-4762-a38b-1aaaad3e1018 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 871b5a08-a327-4ca6-abc6-dd2b9e9b454d owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:37.826563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-21708044-cf1d-4235-98f3-30a844fa2c4c None None] Provisioning for port 540aad5d-b8ce-4fe3-858e-ccab62b73076 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:37.826563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-21708044-cf1d-4235-98f3-30a844fa2c4c None None] Provisioning complete for port 540aad5d-b8ce-4fe3-858e-ccab62b73076 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:37.826563 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-21708044-cf1d-4235-98f3-30a844fa2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:37.936321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c7b4e9-ec0d-4762-a38b-1aaaad3e1018 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:37.971615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7b4e9-ec0d-4762-a38b-1aaaad3e1018 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=871b5a08-a327-4ca6-abc6-dd2b9e9b454d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:38.051401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5c7b4e9-ec0d-4762-a38b-1aaaad3e1018 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.056396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44570) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:38.057432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d5c7b4e9-ec0d-4762-a38b-1aaaad3e1018 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/871b5a08-a327-4ca6-abc6-dd2b9e9b454d HTTP/1.1" status: 204 len: 168 time: 0.5855792 Aug 29 17:09:38.076754 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-21708044-cf1d-4235-98f3-30a844fa2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.135911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162ae45-27d9-4eee-b211-df3f749e4b23 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:38.140145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44574) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:38.148793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-21708044-cf1d-4235-98f3-30a844fa2c4c None None] For port 540aad5d-b8ce-4fe3-858e-ccab62b73076, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=540aad5d-b8ce-4fe3-858e-ccab62b73076,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:38.151419 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8162ae45-27d9-4eee-b211-df3f749e4b23 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0923212 Aug 29 17:09:38.157054 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-21708044-cf1d-4235-98f3-30a844fa2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.230951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21708044-cf1d-4235-98f3-30a844fa2c4c None None] Pushing event updated for resources: {'Port': ['ID=540aad5d-b8ce-4fe3-858e-ccab62b73076,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:38.248287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8501f0f-b6db-44e0-85b9-d39b4b781994 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:38.251471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f8cb8-9d9d-4f1d-bc41-09a0f5d2d16d None None] Update dhcp port {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': 'e2fe0648-d88f-4fa8-839f-f75b7c618584', 'ip_address': '2001:db8::f816:3eff:fea3:841d'}, {'subnet_id': '52b3228d-861b-4fe5-b409-6635d732061c'}], 'binding:host_id': 'n-d-713301-13'}, 'id': '540aad5d-b8ce-4fe3-858e-ccab62b73076'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:09:38.253928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44580) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:38.258603 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d8501f0f-b6db-44e0-85b9-d39b4b781994 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1123641 Aug 29 17:09:38.294665 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8cb8-9d9d-4f1d-bc41-09a0f5d2d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.321256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe74f3e-7e5c-46c0-b06b-4db4dadcd73d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:38.323166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe74f3e-7e5c-46c0-b06b-4db4dadcd73d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:38.325468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe74f3e-7e5c-46c0-b06b-4db4dadcd73d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:38.332565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44588) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:38.333287 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cbe74f3e-7e5c-46c0-b06b-4db4dadcd73d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0782418 Aug 29 17:09:38.442711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8ca3e4-8f21-4255-be27-65fcbca7afc4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 52b3228d-861b-4fe5-b409-6635d732061c {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:38.446390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca3e4-8f21-4255-be27-65fcbca7afc4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.491798 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca3e4-8f21-4255-be27-65fcbca7afc4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.541468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca3e4-8f21-4255-be27-65fcbca7afc4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.602129 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca3e4-8f21-4255-be27-65fcbca7afc4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-2f7f8cb8-9d9d-4f1d-bc41-09a0f5d2d16d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52b3228d-861b-4fe5-b409-6635d732061c: This subnet is being modified by another concurrent operation. Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52b3228d-861b-4fe5-b409-6635d732061c: This subnet is being modified by another concurrent operation. Aug 29 17:09:38.604716 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 17:09:38.631271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ca3e4-8f21-4255-be27-65fcbca7afc4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=52b3228d-861b-4fe5-b409-6635d732061c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:38.637966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca3e4-8f21-4255-be27-65fcbca7afc4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.639982 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5e8ca3e4-8f21-4255-be27-65fcbca7afc4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/52b3228d-861b-4fe5-b409-6635d732061c HTTP/1.1" status: 204 len: 168 time: 0.3066328 Aug 29 17:09:38.642440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44598) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:38.709622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-f783d19d-dcf9-4c95-9c9a-75c50ab49de6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet e2fe0648-d88f-4fa8-839f-f75b7c618584 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:38.714937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f783d19d-dcf9-4c95-9c9a-75c50ab49de6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.775581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2af14f1f-2fda-421b-91ec-3ddd5c3026b5 None None] Could not find standard attr ID for object 871b5a08-a327-4ca6-abc6-dd2b9e9b454d. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:09:38.784294 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f783d19d-dcf9-4c95-9c9a-75c50ab49de6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.795626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2af14f1f-2fda-421b-91ec-3ddd5c3026b5 None None] Provisioning complete for port 540aad5d-b8ce-4fe3-858e-ccab62b73076 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:38.796433 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2af14f1f-2fda-421b-91ec-3ddd5c3026b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.884303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4045efa2-a964-45bd-9553-6989c2f8ccad None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:09:38.921708 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f783d19d-dcf9-4c95-9c9a-75c50ab49de6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:38.953500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 540aad5d-b8ce-4fe3-858e-ccab62b73076 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:39.008070 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f783d19d-dcf9-4c95-9c9a-75c50ab49de6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:39.054300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783d19d-dcf9-4c95-9c9a-75c50ab49de6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fe0648-d88f-4fa8-839f-f75b7c618584,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:39.061082 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f783d19d-dcf9-4c95-9c9a-75c50ab49de6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:39.065656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f783d19d-dcf9-4c95-9c9a-75c50ab49de6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/e2fe0648-d88f-4fa8-839f-f75b7c618584 HTTP/1.1" status: 204 len: 168 time: 0.4201679 Aug 29 17:09:39.066021 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44606) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:39.121352 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-59ed0eff-eb1b-4c49-a2dc-fc7a791d9520 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497947 Aug 29 17:09:39.121720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44608) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:39.126909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:39.160759 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:39.173143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045efa2-a964-45bd-9553-6989c2f8ccad None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:09:39.234842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:39.239191 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:39.262531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 540aad5d-b8ce-4fe3-858e-ccab62b73076, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=540aad5d-b8ce-4fe3-858e-ccab62b73076,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:39.281008 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:39.451151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=540aad5d-b8ce-4fe3-858e-ccab62b73076,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:39.641376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0df5e-d6b4-493b-acfd-23e690e5fd3b None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:09:39.732510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.objects.ports [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:09:39.784778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-850aa234-12ee-43f9-b580-38e3aecfef1d None None] Provisioning complete for port 540aad5d-b8ce-4fe3-858e-ccab62b73076 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:39.785785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-850aa234-12ee-43f9-b580-38e3aecfef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:39.811748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea0df5e-d6b4-493b-acfd-23e690e5fd3b None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:09:39.932038 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:39.977652 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-850aa234-12ee-43f9-b580-38e3aecfef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:40.125043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] For port 540aad5d-b8ce-4fe3-858e-ccab62b73076, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=540aad5d-b8ce-4fe3-858e-ccab62b73076,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:40.159710 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:40.174095 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:40.175351 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:40.223315 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-850aa234-12ee-43f9-b580-38e3aecfef1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:09:40.224000 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-850aa234-12ee-43f9-b580-38e3aecfef1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:09:40.310054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=540aad5d-b8ce-4fe3-858e-ccab62b73076,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:40.344734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=131b6775-916d-41ee-a261-c408f8e2ad19,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:40.359618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:40.391208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:40.394413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:40.398642 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:40.414742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eb62c1e5-d461-430f-9346-a7a33cbdecc6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2914705 Aug 29 17:09:40.417949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44636) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:40.428273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-71ff5039-acd0-4af5-add5-8b3ed7ac6a9e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:40.608810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ff5039-acd0-4af5-add5-8b3ed7ac6a9e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:40.629253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71ff5039-acd0-4af5-add5-8b3ed7ac6a9e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:40.775170 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-850aa234-12ee-43f9-b580-38e3aecfef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:40.783808 n-d-713301-13 neutron-server[111677]: INFO neutron.db.ipam_backend_mixin [None req-71ff5039-acd0-4af5-add5-8b3ed7ac6a9e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 131b6775-916d-41ee-a261-c408f8e2ad19 (CIDR: 2001:db8::/64) Aug 29 17:09:40.790068 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ff5039-acd0-4af5-add5-8b3ed7ac6a9e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:09:40.791011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ff5039-acd0-4af5-add5-8b3ed7ac6a9e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:40.819192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44650) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:40.819754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-71ff5039-acd0-4af5-add5-8b3ed7ac6a9e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3948245 Aug 29 17:09:40.819872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-850aa234-12ee-43f9-b580-38e3aecfef1d None None] For port 540aad5d-b8ce-4fe3-858e-ccab62b73076, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=540aad5d-b8ce-4fe3-858e-ccab62b73076,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:40.824144 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-850aa234-12ee-43f9-b580-38e3aecfef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:40.831828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-cf99eb5e-b4d8-4093-8388-4b48c050322b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:40.902693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850aa234-12ee-43f9-b580-38e3aecfef1d None None] Pushing event updated for resources: {'Port': ['ID=540aad5d-b8ce-4fe3-858e-ccab62b73076,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:40.975175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 540aad5d-b8ce-4fe3-858e-ccab62b73076 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:41.036850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 540aad5d-b8ce-4fe3-858e-ccab62b73076 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:41.037842 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:41.044659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-0e9a29a9-bd52-462f-a242-ddc50f155a88 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1052644 Aug 29 17:09:41.162480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-f09dbfb8-fca8-497e-bb01-357b155f0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:41.162952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-f09dbfb8-fca8-497e-bb01-357b155f0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:41.163792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-f09dbfb8-fca8-497e-bb01-357b155f0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:41.164448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-f09dbfb8-fca8-497e-bb01-357b155f0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:41.165716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-f09dbfb8-fca8-497e-bb01-357b155f0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:41.166342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-f09dbfb8-fca8-497e-bb01-357b155f0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:41.166977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-f09dbfb8-fca8-497e-bb01-357b155f0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:41.169734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-f09dbfb8-fca8-497e-bb01-357b155f0f5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6509 time: 0.0720651 Aug 29 17:09:41.170813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf99eb5e-b4d8-4093-8388-4b48c050322b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:41.174423 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf99eb5e-b4d8-4093-8388-4b48c050322b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:41.214913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a9c89-a0fb-4acf-9ebf-e304c75e493d None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:41.285366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eb50ee4a-ebde-4890-8b8c-e4d35588ad30 None None] Provisioning complete for port 540aad5d-b8ce-4fe3-858e-ccab62b73076 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:41.285662 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eb50ee4a-ebde-4890-8b8c-e4d35588ad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:41.546802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf99eb5e-b4d8-4093-8388-4b48c050322b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:41.604034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99eb5e-b4d8-4093-8388-4b48c050322b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:41.607920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-cf99eb5e-b4d8-4093-8388-4b48c050322b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:41.614259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-0aa55fdc-0ffa-4be2-8f11-ab80b716b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:41.614805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-0aa55fdc-0ffa-4be2-8f11-ab80b716b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:41.615285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-0aa55fdc-0ffa-4be2-8f11-ab80b716b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:41.616971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-0aa55fdc-0ffa-4be2-8f11-ab80b716b3f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a468c2d-9be1-440f-a192-42e8517f74d6&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=4828ab6e-a734-4184-a1a3-7a146a417538&id=4828ab6e-a734-4184-a1a3-7a146a417538 HTTP/1.1" status: 200 len: 2298 time: 0.2561054 Aug 29 17:09:41.621181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf99eb5e-b4d8-4093-8388-4b48c050322b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:41.621827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf99eb5e-b4d8-4093-8388-4b48c050322b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:41.757654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cf99eb5e-b4d8-4093-8388-4b48c050322b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9322844 Aug 29 17:09:41.760452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44672) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:41.766354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:8d:e1:74', 'name': 'tempest-NetworksTestDHCPv6-20137704'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:41.805344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ea077-eeec-4e46-ae39-270af556823c None None] Update dhcp port {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '131b6775-916d-41ee-a261-c408f8e2ad19', 'ip_address': '2001:db8::f816:3eff:fea3:841d'}, {'subnet_id': 'ebbe0f8d-6fd4-4ee8-80fa-9e0c6d4d88e3'}], 'binding:host_id': 'n-d-713301-13'}, 'id': '540aad5d-b8ce-4fe3-858e-ccab62b73076'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:09:41.815761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99eb5e-b4d8-4093-8388-4b48c050322b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=ebbe0f8d-6fd4-4ee8-80fa-9e0c6d4d88e3,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:41.863703 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a32ea077-eeec-4e46-ae39-270af556823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:41.897024 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-73d465a6-85ac-48e2-8c42-1cbfddea2c45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1118de05-2a40-42f0-8617-64982477f4cf HTTP/1.1" status: 200 len: 1001 time: 0.2590017 Aug 29 17:09:42.017445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-9c9d4aae-16c1-4e0d-acbb-5b735bb8d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:42.023799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-9c9d4aae-16c1-4e0d-acbb-5b735bb8d01a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0183a3c-e561-4345-8ae5-a5ac3767fc49 HTTP/1.1" status: 200 len: 856 time: 0.1179829 Aug 29 17:09:42.047817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:42.107740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-3f8feb93-ce27-4516-9057-30fa389ddc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:42.111570 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-3f8feb93-ce27-4516-9057-30fa389ddc8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a468c2d-9be1-440f-a192-42e8517f74d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782020 Aug 29 17:09:42.196544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-a32ea077-eeec-4e46-ae39-270af556823c None None] Allocated IP 2001:db8:0:1::2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/ebbe0f8d-6fd4-4ee8-80fa-9e0c6d4d88e3/540aad5d-b8ce-4fe3-858e-ccab62b73076) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:42.234355 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:42.279724 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-b216069e-5ca7-4771-b986-09c3a84b2fa4 service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585753 Aug 29 17:09:42.282611 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 73ac3d1b-31bf-4622-a01f-5b2605e08cfd yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:09:42.347444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a32ea077-eeec-4e46-ae39-270af556823c None None] For port 540aad5d-b8ce-4fe3-858e-ccab62b73076, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=540aad5d-b8ce-4fe3-858e-ccab62b73076,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:42.404278 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a32ea077-eeec-4e46-ae39-270af556823c None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:42.437664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a32ea077-eeec-4e46-ae39-270af556823c None None] Transition to ACTIVE for port object 540aad5d-b8ce-4fe3-858e-ccab62b73076 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:42.443648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-1df8953c-d00d-4d10-8c7d-97263019c6cc service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493216 Aug 29 17:09:42.451843 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a32ea077-eeec-4e46-ae39-270af556823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:42.511339 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-f34a07ee-0070-419a-af00-ebc77bd16737 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0590186 Aug 29 17:09:42.631764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-e5bd440a-5ad6-4a5a-b0f4-1ac4765c8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:42.634163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-e5bd440a-5ad6-4a5a-b0f4-1ac4765c8bdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1152568 Aug 29 17:09:42.663452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8:0:1::1b6 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/ebbe0f8d-6fd4-4ee8-80fa-9e0c6d4d88e3/73ac3d1b-31bf-4622-a01f-5b2605e08cfd) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:42.679411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ea077-eeec-4e46-ae39-270af556823c None None] Pushing event updated for resources: {'Port': ['ID=540aad5d-b8ce-4fe3-858e-ccab62b73076,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:42.680638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::f816:3eff:fe8d:e174 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/131b6775-916d-41ee-a261-c408f8e2ad19/73ac3d1b-31bf-4622-a01f-5b2605e08cfd) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:42.710591 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-fe579638-3b27-4342-bc26-94f6c86acd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:42.712268 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-fe579638-3b27-4342-bc26-94f6c86acd6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698800 Aug 29 17:09:42.853922 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-98dec90b-24e0-4356-b62a-72c52a49bcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:42.906342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-bb71cf67-58ed-44c4-ad9c-30632563b015 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856589 Aug 29 17:09:43.003859 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 540aad5d-b8ce-4fe3-858e-ccab62b73076 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:43.039831 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:43.075887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 73ac3d1b-31bf-4622-a01f-5b2605e08cfd will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:43.088759 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-c5b5ca3d-f174-4caf-b722-8f370827fc04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1309707 Aug 29 17:09:43.111113 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-e2c10e89-cca5-48b7-9e6c-1b6f6b51cab2 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922243 Aug 29 17:09:43.203414 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-5905bb33-9197-4f15-94a8-10de297ada33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 200 len: 217 time: 0.0840392 Aug 29 17:09:43.208135 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:43.272821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:43.279778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:43.287022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:43.290447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-8d107015-860a-4685-a4da-4bb49e91159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.291670 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-8d107015-860a-4685-a4da-4bb49e91159c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0800014 Aug 29 17:09:43.295540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.296488 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:43.327515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-e327e3d5-e581-4421-930a-ee5822b4b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.328349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-e327e3d5-e581-4421-930a-ee5822b4b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.329012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-e327e3d5-e581-4421-930a-ee5822b4b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.329891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-e327e3d5-e581-4421-930a-ee5822b4b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.330677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-e327e3d5-e581-4421-930a-ee5822b4b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.331326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-e327e3d5-e581-4421-930a-ee5822b4b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.332108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-e327e3d5-e581-4421-930a-ee5822b4b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.334513 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-e327e3d5-e581-4421-930a-ee5822b4b38a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6499 time: 0.1843979 Aug 29 17:09:43.354666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=73ac3d1b-31bf-4622-a01f-5b2605e08cfd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:43.365766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44704) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:43.366378 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-19c0d42b-3bc6-4454-97f1-ca4bb08661eb tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6013355 Aug 29 17:09:43.423260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-7bf843f1-ef40-4706-8041-d7a43a72b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.424800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-7bf843f1-ef40-4706-8041-d7a43a72b3a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1238580 Aug 29 17:09:43.505855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-c603d2a8-e38c-4436-bf9b-97b1298d72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.506104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-c603d2a8-e38c-4436-bf9b-97b1298d72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.506587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-c603d2a8-e38c-4436-bf9b-97b1298d72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.509940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-c603d2a8-e38c-4436-bf9b-97b1298d72b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865 HTTP/1.1" status: 200 len: 2292 time: 0.1425164 Aug 29 17:09:43.650522 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-e83dbe92-d48a-4c99-aaef-3174b56fdafe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d HTTP/1.1" status: 200 len: 1002 time: 0.1354456 Aug 29 17:09:43.676448 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-7dd0dc0c-06af-4e1f-9dbe-2e291eb82606 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357643 Aug 29 17:09:43.779859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-3c1dd2c5-8beb-4357-a259-af0d88607324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.791786 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-3c1dd2c5-8beb-4357-a259-af0d88607324 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe5a512-6172-449e-9511-cbf3fdbc8e3d HTTP/1.1" status: 200 len: 850 time: 0.1333113 Aug 29 17:09:43.930616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5957a803-dbbe-4801-b6a8-1971ffa5ee3a None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:43.956944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-30985353-b53f-4163-896e-580bdbbd1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:43.964772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-30985353-b53f-4163-896e-580bdbbd1533 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1644168 Aug 29 17:09:44.029759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3822d-3452-4c6b-9925-8a76d34b9320 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 73ac3d1b-31bf-4622-a01f-5b2605e08cfd {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:44.030348 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9eb3822d-3452-4c6b-9925-8a76d34b9320 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:44.133920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-524cce91-c03e-4646-b30a-091cba98ef7e None None] Provisioning for port 540aad5d-b8ce-4fe3-858e-ccab62b73076 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:44.152821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-524cce91-c03e-4646-b30a-091cba98ef7e None None] Provisioning complete for port 540aad5d-b8ce-4fe3-858e-ccab62b73076 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:44.154902 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-524cce91-c03e-4646-b30a-091cba98ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:44.163452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-bf47b2c4-486d-4946-8ac5-e600b10c7e2f service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901872 Aug 29 17:09:44.188877 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9eb3822d-3452-4c6b-9925-8a76d34b9320 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:44.203356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3822d-3452-4c6b-9925-8a76d34b9320 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 73ac3d1b-31bf-4622-a01f-5b2605e08cfd owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:44.308840 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-ca25a2d4-c7cb-4658-b580-c0686fb319e9 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246283 Aug 29 17:09:44.312457 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-c7c2151d-0d01-4dc2-b696-6d9b94639e68 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414208 Aug 29 17:09:44.383802 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-4cf9f469-e0b0-4ad3-9f1a-7a491ceeefbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 200 len: 217 time: 0.0639474 Aug 29 17:09:44.419108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-8b877e31-1d32-4af2-99b3-b37bf9f21f85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4 HTTP/1.1" status: 200 len: 217 time: 0.0986760 Aug 29 17:09:44.466454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-4ec27b01-1fc9-4788-b43d-a687c30bc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:44.467999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-4ec27b01-1fc9-4788-b43d-a687c30bc72e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.0769367 Aug 29 17:09:44.485320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-2ed6f610-a212-431b-8c62-fa6eba468891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:44.486847 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-2ed6f610-a212-431b-8c62-fa6eba468891 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0586622 Aug 29 17:09:44.529771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-dc942262-7371-4b95-83a1-c9d4ccf4178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:44.531311 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-dc942262-7371-4b95-83a1-c9d4ccf4178c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0551982 Aug 29 17:09:44.607255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-7656367c-b1c1-4798-8fa3-c8ee5376c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:44.609286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-7656367c-b1c1-4798-8fa3-c8ee5376c85c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1132810 Aug 29 17:09:44.610637 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9eb3822d-3452-4c6b-9925-8a76d34b9320 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:44.670976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3822d-3452-4c6b-9925-8a76d34b9320 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=73ac3d1b-31bf-4622-a01f-5b2605e08cfd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:44.703441 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-b8c690e7-a7f8-429e-9ad7-d9c6087df6e6 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642580 Aug 29 17:09:44.798550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-79f00d87-58a7-4eb6-aad4-c7ec53e8c0f8 None None] Provisioning complete for port 540aad5d-b8ce-4fe3-858e-ccab62b73076 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:44.799432 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-79f00d87-58a7-4eb6-aad4-c7ec53e8c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:44.833603 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-3e2c88eb-ec23-4118-9b9b-8a01736be6da service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102523 Aug 29 17:09:44.844897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-fae5d57e-9ad4-4d46-b106-9fcd0febffd1 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307406 Aug 29 17:09:44.906421 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9eb3822d-3452-4c6b-9925-8a76d34b9320 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:44.908259 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9eb3822d-3452-4c6b-9925-8a76d34b9320 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/73ac3d1b-31bf-4622-a01f-5b2605e08cfd HTTP/1.1" status: 204 len: 168 time: 1.5332289 Aug 29 17:09:44.940209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44738) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:44.956187 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-1ba3a3ec-c2e7-4b37-a43c-0c5d687c6b3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 200 len: 217 time: 0.1011968 Aug 29 17:09:44.979841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-79f00d87-58a7-4eb6-aad4-c7ec53e8c0f8 None None] Could not find standard attr ID for object 73ac3d1b-31bf-4622-a01f-5b2605e08cfd. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:09:45.028446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506b891b-9e65-4432-aca5-5f6837a7e997 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:45.030332 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-506b891b-9e65-4432-aca5-5f6837a7e997 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0892694 Aug 29 17:09:45.036677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44740) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:45.040925 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-f4ccc097-55a8-4c87-a28f-8062e9540a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:45.042453 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-f4ccc097-55a8-4c87-a28f-8062e9540a55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.0775733 Aug 29 17:09:45.074157 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-3b542919-aa6b-4820-a099-e0b65a55e9ac service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300453 Aug 29 17:09:45.123524 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-45475608-3199-4a46-be5a-6da1a12db1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:45.125062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-45475608-3199-4a46-be5a-6da1a12db1fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0689018 Aug 29 17:09:45.155450 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-b6bd79a7-5835-48b0-b0c3-14bcbcae46c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c HTTP/1.1" status: 200 len: 217 time: 0.0692027 Aug 29 17:09:45.193700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8c9d082a-5781-47b1-8ec8-e8fbfefdefd0 None None] Could not find standard attr ID for object 73ac3d1b-31bf-4622-a01f-5b2605e08cfd. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:09:45.250889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236ec5e-23c2-4905-bb71-a8fbf2f6a16a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:45.255260 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f236ec5e-23c2-4905-bb71-a8fbf2f6a16a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2147732 Aug 29 17:09:45.255723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44752) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:45.296202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-32802a52-8ade-42f5-bad5-d03426230f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:45.298020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-32802a52-8ade-42f5-bad5-d03426230f65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1326017 Aug 29 17:09:45.301674 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-daa5d9b0-70d6-40f1-b65c-763fd8789a1f service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588571 Aug 29 17:09:45.401249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce872f6-ac66-4c83-8d47-a39b67212063 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:45.401249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce872f6-ac66-4c83-8d47-a39b67212063 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:45.401249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce872f6-ac66-4c83-8d47-a39b67212063 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:45.401249 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6ce872f6-ac66-4c83-8d47-a39b67212063 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1443868 Aug 29 17:09:45.404899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44756) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:45.441164 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-da3dab3f-4ed1-4cb8-a017-98be0637982b service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382842 Aug 29 17:09:45.469125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-cf3fbd8b-4023-45d7-b7b8-3817f8aaed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:45.471639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-cf3fbd8b-4023-45d7-b7b8-3817f8aaed70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1632326 Aug 29 17:09:45.494864 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-64ac5d10-4566-4ae5-9599-03d51bd2bf49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1 HTTP/1.1" status: 200 len: 217 time: 0.0463879 Aug 29 17:09:45.535455 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5adba46-7014-4c9e-a559-ca8d068c5fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:45.552929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff647b6-0f54-4af1-88ef-e3ad9d46830e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 131b6775-916d-41ee-a261-c408f8e2ad19 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:45.558849 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9ff647b6-0f54-4af1-88ef-e3ad9d46830e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:45.568239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-d211302d-9ca4-4689-81a4-bec414115a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:45.569907 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-d211302d-9ca4-4689-81a4-bec414115a3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.0682759 Aug 29 17:09:45.610209 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9ff647b6-0f54-4af1-88ef-e3ad9d46830e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:45.624311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-9d869d35-56f2-4988-9a82-cf84d5c13ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:45.626002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-9d869d35-56f2-4988-9a82-cf84d5c13ede service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0484688 Aug 29 17:09:45.727162 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-3b800b09-604f-4b85-a2ed-096c66048cad service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470901 Aug 29 17:09:45.760018 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9ff647b6-0f54-4af1-88ef-e3ad9d46830e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:45.784111 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-a4f53bf4-eb2e-4151-97c5-926a6eaf5c18 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336997 Aug 29 17:09:45.824902 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:45.849421 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9ff647b6-0f54-4af1-88ef-e3ad9d46830e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:45.933454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-03d175e3-f3eb-4c07-81ef-41a2c3d54d8e service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437619 Aug 29 17:09:45.989810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-6bc08893-4593-44f3-a8ea-cd4ed513c2b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=efae15c7-233c-4c88-a37e-d87adca34c60 HTTP/1.1" status: 200 len: 217 time: 0.0485418 Aug 29 17:09:46.070402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-b5fc0d07-1826-4fbc-8391-1d9620b680a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:46.075343 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-b5fc0d07-1826-4fbc-8391-1d9620b680a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.0746467 Aug 29 17:09:46.137730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-c752b0b0-6bc4-4adc-8e8c-b5f2c247e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:46.140264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-c752b0b0-6bc4-4adc-8e8c-b5f2c247e260 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0601923 Aug 29 17:09:46.299826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff647b6-0f54-4af1-88ef-e3ad9d46830e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=131b6775-916d-41ee-a261-c408f8e2ad19,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:46.307448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9ff647b6-0f54-4af1-88ef-e3ad9d46830e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:46.313443 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9ff647b6-0f54-4af1-88ef-e3ad9d46830e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/131b6775-916d-41ee-a261-c408f8e2ad19 HTTP/1.1" status: 204 len: 168 time: 0.9071040 Aug 29 17:09:46.314030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44782) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:46.316470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a15b00-0b08-4a5c-aaae-ef54b432797d None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:46.326029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-fa5b7672-057b-48a9-a8c8-d549f1f72f9f service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776016 Aug 29 17:09:46.387399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc6e4cf-53ad-45ea-b8ad-641c5347466e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet ebbe0f8d-6fd4-4ee8-80fa-9e0c6d4d88e3 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:46.391994 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e4cf-53ad-45ea-b8ad-641c5347466e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:46.456622 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-7119177a-7fc0-4f6c-b589-58457a5914d5 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7103605 Aug 29 17:09:46.461344 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e4cf-53ad-45ea-b8ad-641c5347466e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:46.527507 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-b3f51583-43a3-4ee9-9a8e-f6d5cd39c225 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a55f850-c98f-47e3-abdd-88155a009bfa HTTP/1.1" status: 200 len: 217 time: 0.0429349 Aug 29 17:09:46.557408 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-456066f3-f91d-4b74-a3b0-cc50358e3798 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218351 Aug 29 17:09:46.655479 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:46.692816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-b3458803-42e1-4397-92b1-2b87b6b73f06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 HTTP/1.1" status: 200 len: 217 time: 0.1279054 Aug 29 17:09:46.740064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-65235da1-94a6-4506-b1de-e600b8645df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:46.741603 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-65235da1-94a6-4506-b1de-e600b8645df7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.1921282 Aug 29 17:09:46.804469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-6975f87f-ff80-4dc0-bd8e-996638a62606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:46.806006 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-6975f87f-ff80-4dc0-bd8e-996638a62606 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.1040325 Aug 29 17:09:46.829089 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e4cf-53ad-45ea-b8ad-641c5347466e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:46.898029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-3bce095d-9ca8-4e20-85e4-2c32b54550f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:46.899285 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-3bce095d-9ca8-4e20-85e4-2c32b54550f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0851161 Aug 29 17:09:46.992411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-f823e31a-62f4-4801-a33e-638d2d470ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:46.994393 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-f823e31a-62f4-4801-a33e-638d2d470ce9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2408857 Aug 29 17:09:47.080768 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-19672db7-4b1c-4c36-82a9-fb8bdfdaa192 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731193 Aug 29 17:09:47.176313 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e4cf-53ad-45ea-b8ad-641c5347466e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:47.295145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6e4cf-53ad-45ea-b8ad-641c5347466e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbe0f8d-6fd4-4ee8-80fa-9e0c6d4d88e3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:47.346703 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e4cf-53ad-45ea-b8ad-641c5347466e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:47.353901 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0bc6e4cf-53ad-45ea-b8ad-641c5347466e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/ebbe0f8d-6fd4-4ee8-80fa-9e0c6d4d88e3 HTTP/1.1" status: 204 len: 168 time: 1.0346296 Aug 29 17:09:47.360297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44814) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:47.671704 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:47.686638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-62445432-4c75-4c4a-8b3e-56c4de1a5077 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3228731 Aug 29 17:09:47.708858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44828) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:47.740599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f0d607d0-24cf-4bc3-87a6-39dfe45937b4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:47.767912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-5f21e2ed-fd86-48af-8bd6-80d90442d256 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7557948 Aug 29 17:09:48.041021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a1e241-d7ea-4d4c-9903-a85ac26cda3a None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:48.092860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-462c3ca0-a1c6-4301-ac7c-d30848c67e41 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833939 Aug 29 17:09:48.124364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d607d0-24cf-4bc3-87a6-39dfe45937b4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:48.128710 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0d607d0-24cf-4bc3-87a6-39dfe45937b4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:48.141388 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-e165650b-6e26-4814-86a3-09ca8736f8f1 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0532355 Aug 29 17:09:48.208351 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-8994ce31-c125-4804-8f17-6ef47706433d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d HTTP/1.1" status: 200 len: 217 time: 0.0590770 Aug 29 17:09:48.212885 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-b3a234c7-5cc4-482d-9cc5-4540ccf8b1ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5 HTTP/1.1" status: 200 len: 217 time: 0.0983562 Aug 29 17:09:48.259100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4f2fa5a2-7753-4611-bdd1-3790e9f1c73e None None] Provisioning complete for port 540aad5d-b8ce-4fe3-858e-ccab62b73076 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:48.259497 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4f2fa5a2-7753-4611-bdd1-3790e9f1c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:48.303658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-b55bb240-651b-42cc-b2d3-3e19008489cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:48.305266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-b55bb240-651b-42cc-b2d3-3e19008489cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.0895395 Aug 29 17:09:48.306493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-81235d56-e27b-4502-ac0d-e7f65af0e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:48.309145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-81235d56-e27b-4502-ac0d-e7f65af0e5b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.0890725 Aug 29 17:09:48.382350 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:48.410603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-6d3a1338-d0c3-470a-9d3f-b4f872feb9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:48.412107 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-6d3a1338-d0c3-470a-9d3f-b4f872feb9b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0999649 Aug 29 17:09:48.422713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-5b655399-7266-449e-81a6-65a639128f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:48.424230 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-5b655399-7266-449e-81a6-65a639128f17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067293 Aug 29 17:09:48.554682 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-807e047f-680c-4d71-9712-70a2a1f15a22 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327794 Aug 29 17:09:48.596155 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0d607d0-24cf-4bc3-87a6-39dfe45937b4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:48.628141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9852d79b-1b3f-4f5c-88f7-99f785d82781 None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:09:48.654848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d607d0-24cf-4bc3-87a6-39dfe45937b4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=5237eb06-134f-4a91-968e-c59741f2a373,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:48.662247 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-310f9ff8-ad81-4ad5-82d6-a03cf677f729 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275286 Aug 29 17:09:48.749266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9852d79b-1b3f-4f5c-88f7-99f785d82781 None None] Deleting port 540aad5d-b8ce-4fe3-858e-ccab62b73076 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:48.749700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9852d79b-1b3f-4f5c-88f7-99f785d82781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:48.780496 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7efb03f7-4b1d-4f1b-8766-13693386689c req-c040751f-ba37-4de9-b93e-1c97e0b763a4 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088274 Aug 29 17:09:48.781556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0000eea-2cb4-4bbf-bd0e-518b4e9a5a78 req-44f9aee7-2205-4e90-ba7d-03fce18bc95e service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151661 Aug 29 17:09:48.782456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d607d0-24cf-4bc3-87a6-39dfe45937b4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:48.784065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f0d607d0-24cf-4bc3-87a6-39dfe45937b4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:48.803031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d607d0-24cf-4bc3-87a6-39dfe45937b4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:48.814195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f0d607d0-24cf-4bc3-87a6-39dfe45937b4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:48.858855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f0d607d0-24cf-4bc3-87a6-39dfe45937b4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1488261 Aug 29 17:09:48.861559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44944) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:48.867467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a09eb85d-7c07-424e-a951-81f2d9b4050a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:48.982261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9852d79b-1b3f-4f5c-88f7-99f785d82781 None None] For port 540aad5d-b8ce-4fe3-858e-ccab62b73076, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=540aad5d-b8ce-4fe3-858e-ccab62b73076,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:48.983427 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9852d79b-1b3f-4f5c-88f7-99f785d82781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:49.014569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9852d79b-1b3f-4f5c-88f7-99f785d82781 None None] Calling delete_port for 540aad5d-b8ce-4fe3-858e-ccab62b73076 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:49.021996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 540aad5d-b8ce-4fe3-858e-ccab62b73076 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:49.103221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09eb85d-7c07-424e-a951-81f2d9b4050a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:49.110147 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a09eb85d-7c07-424e-a951-81f2d9b4050a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:49.227959 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:49.283620 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9852d79b-1b3f-4f5c-88f7-99f785d82781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:49.312359 n-d-713301-13 neutron-server[111676]: INFO neutron.db.ipam_backend_mixin [None req-a09eb85d-7c07-424e-a951-81f2d9b4050a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5237eb06-134f-4a91-968e-c59741f2a373 (CIDR: 2001:db8::/64) Aug 29 17:09:49.322234 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09eb85d-7c07-424e-a951-81f2d9b4050a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:09:49.322956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09eb85d-7c07-424e-a951-81f2d9b4050a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:49.336289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852d79b-1b3f-4f5c-88f7-99f785d82781 None None] Pushing event deleted for resources: {'Port': ['ID=540aad5d-b8ce-4fe3-858e-ccab62b73076,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:49.367568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44992) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:49.373297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a09eb85d-7c07-424e-a951-81f2d9b4050a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5095453 Aug 29 17:09:49.378727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-bb358249-03d5-4a75-8d3c-be45b3ee3caf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:49.400199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9852d79b-1b3f-4f5c-88f7-99f785d82781 None None] No DVR routers for this DVR port 540aad5d-b8ce-4fe3-858e-ccab62b73076 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:49.435110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f137ce-5a64-4ad8-915c-f8984b48377c None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:49.614090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb358249-03d5-4a75-8d3c-be45b3ee3caf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:49.633870 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb358249-03d5-4a75-8d3c-be45b3ee3caf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:49.700411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '5237eb06-134f-4a91-968e-c59741f2a373'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:09:49.702006 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:49.990460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Allocated IP 2001:db8::2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/5237eb06-134f-4a91-968e-c59741f2a373/ba519e3e-1292-4005-83a0-87fff3941c7e) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:50.152666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.objects.ports [None req-bb358249-03d5-4a75-8d3c-be45b3ee3caf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111677) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:09:50.154521 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb358249-03d5-4a75-8d3c-be45b3ee3caf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:50.230856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb358249-03d5-4a75-8d3c-be45b3ee3caf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:50.234646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-bb358249-03d5-4a75-8d3c-be45b3ee3caf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:50.241993 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:50.243108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb358249-03d5-4a75-8d3c-be45b3ee3caf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:50.244148 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb358249-03d5-4a75-8d3c-be45b3ee3caf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:50.244423 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:50.261920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb358249-03d5-4a75-8d3c-be45b3ee3caf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=1bc35195-56d3-442d-be90-42a0f4f84cbd,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:50.262165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Transition to ACTIVE for port object ba519e3e-1292-4005-83a0-87fff3941c7e will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:50.278622 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bb358249-03d5-4a75-8d3c-be45b3ee3caf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9095235 Aug 29 17:09:50.290249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45068) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:50.314388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Transition to ACTIVE for port object ba519e3e-1292-4005-83a0-87fff3941c7e will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:50.320240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:57:96:7c', 'name': 'tempest-NetworksTestDHCPv6-1197401550'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:50.327869 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:50.442067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:50.445203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:50.448951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:50.558164 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Pushing event updated for resources: {'Port': ['ID=ba519e3e-1292-4005-83a0-87fff3941c7e,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:50.571191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:50.598188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Attempting to bind port ba519e3e-1292-4005-83a0-87fff3941c7e on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:50.599691 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Attempting to bind port ba519e3e-1292-4005-83a0-87fff3941c7e by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:50.599691 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Attempting to bind port ba519e3e-1292-4005-83a0-87fff3941c7e on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:50.609907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:50.610290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:50.610705 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:50.611103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:50.611591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Bound port: ba519e3e-1292-4005-83a0-87fff3941c7e, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:50.611986 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:50.699088 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:09:50.758363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] For port ba519e3e-1292-4005-83a0-87fff3941c7e, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:50.760909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:50.767110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] For port ba519e3e-1292-4005-83a0-87fff3941c7e, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ba519e3e-1292-4005-83a0-87fff3941c7e,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:50.775014 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:50.791717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port b855e991-eebf-4a37-9812-9638d5cbd3c5 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:09:50.898283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e75123-0ce9-4813-908c-9af7296d894e None None] Pushing event updated for resources: {'Port': ['ID=ba519e3e-1292-4005-83a0-87fff3941c7e,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:51.147975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::1af (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/5237eb06-134f-4a91-968e-c59741f2a373/b855e991-eebf-4a37-9812-9638d5cbd3c5) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:51.159890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8:0:1:f816:3eff:fe57:967c (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/1bc35195-56d3-442d-be90-42a0f4f84cbd/b855e991-eebf-4a37-9812-9638d5cbd3c5) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:51.425864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:51.442005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object b855e991-eebf-4a37-9812-9638d5cbd3c5 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:51.493204 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:51.567073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=b855e991-eebf-4a37-9812-9638d5cbd3c5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:51.580883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:51.583228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:51.587014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:51.593826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:51.594760 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:51.614565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45194) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:51.615054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cc5d0c33-050e-4c52-bc84-08b100998c24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3222570 Aug 29 17:09:51.758988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-40ffc3dc-4366-492e-aa58-bdbebcac6a10 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port b855e991-eebf-4a37-9812-9638d5cbd3c5 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:51.759679 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40ffc3dc-4366-492e-aa58-bdbebcac6a10 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:51.891217 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40ffc3dc-4366-492e-aa58-bdbebcac6a10 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:51.925653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-40ffc3dc-4366-492e-aa58-bdbebcac6a10 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for b855e991-eebf-4a37-9812-9638d5cbd3c5 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:52.295375 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40ffc3dc-4366-492e-aa58-bdbebcac6a10 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:52.364184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffc3dc-4366-492e-aa58-bdbebcac6a10 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=b855e991-eebf-4a37-9812-9638d5cbd3c5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:52.445143 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40ffc3dc-4366-492e-aa58-bdbebcac6a10 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:52.447124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-40ffc3dc-4366-492e-aa58-bdbebcac6a10 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/b855e991-eebf-4a37-9812-9638d5cbd3c5 HTTP/1.1" status: 204 len: 168 time: 0.8314497 Aug 29 17:09:52.450442 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45284) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:52.504105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a4c43-c90d-4a66-9cbd-9107601297c2 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:52.556089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50aba0e-f27f-476f-aaa3-11ce18a64d78 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:52.560368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45294) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:52.560530 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a50aba0e-f27f-476f-aaa3-11ce18a64d78 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1086092 Aug 29 17:09:52.614880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e1ec0619-c635-4086-95f3-4c2ef611a613 None None] Provisioning for port ba519e3e-1292-4005-83a0-87fff3941c7e completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:52.624982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a8f846-49f3-4d5e-8de9-26eb9b71c838 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:52.627267 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d9a8f846-49f3-4d5e-8de9-26eb9b71c838 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0658941 Aug 29 17:09:52.630246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45304) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:52.744740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c590c1bb-8ac9-4189-abbb-2db7bd2a9c71 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:52.746339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c590c1bb-8ac9-4189-abbb-2db7bd2a9c71 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:52.748140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c590c1bb-8ac9-4189-abbb-2db7bd2a9c71 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:52.749672 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c590c1bb-8ac9-4189-abbb-2db7bd2a9c71 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1171415 Aug 29 17:09:52.754423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45320) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:52.833315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-127411a5-62cf-473a-93cd-14b63ed6a42f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 1bc35195-56d3-442d-be90-42a0f4f84cbd {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:52.837545 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-127411a5-62cf-473a-93cd-14b63ed6a42f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:52.889102 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-127411a5-62cf-473a-93cd-14b63ed6a42f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:52.943369 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-127411a5-62cf-473a-93cd-14b63ed6a42f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.022772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c9fa5b-4788-4ba3-8725-a1b207ffbb39 None None] Update dhcp port {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '5237eb06-134f-4a91-968e-c59741f2a373', 'ip_address': '2001:db8::2'}, {'subnet_id': '1bc35195-56d3-442d-be90-42a0f4f84cbd'}], 'binding:host_id': 'n-d-713301-13'}, 'id': 'ba519e3e-1292-4005-83a0-87fff3941c7e'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:09:53.060925 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a5c9fa5b-4788-4ba3-8725-a1b207ffbb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.096445 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-127411a5-62cf-473a-93cd-14b63ed6a42f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.133154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ba519e3e-1292-4005-83a0-87fff3941c7e up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:53.143402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127411a5-62cf-473a-93cd-14b63ed6a42f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc35195-56d3-442d-be90-42a0f4f84cbd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:53.145832 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-127411a5-62cf-473a-93cd-14b63ed6a42f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.147991 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-127411a5-62cf-473a-93cd-14b63ed6a42f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/1bc35195-56d3-442d-be90-42a0f4f84cbd HTTP/1.1" status: 204 len: 168 time: 0.3923192 Aug 29 17:09:53.150648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45354) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:53.205170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-241ef662-4975-413d-b451-8b93b5e4cb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 5237eb06-134f-4a91-968e-c59741f2a373 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:53.208740 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-241ef662-4975-413d-b451-8b93b5e4cb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-a5c9fa5b-4788-4ba3-8725-a1b207ffbb39 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bc35195-56d3-442d-be90-42a0f4f84cbd: This subnet is being modified by another concurrent operation. Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bc35195-56d3-442d-be90-42a0f4f84cbd: This subnet is being modified by another concurrent operation. Aug 29 17:09:53.252127 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 17:09:53.257902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-241ef662-4975-413d-b451-8b93b5e4cb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.317106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ba519e3e-1292-4005-83a0-87fff3941c7e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:53.321899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ba519e3e-1292-4005-83a0-87fff3941c7e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:53.322456 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.392413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-241ef662-4975-413d-b451-8b93b5e4cb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.488739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8936c652-beb8-4c37-ab5e-5bbc9b313201 None None] Provisioning complete for port ba519e3e-1292-4005-83a0-87fff3941c7e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:53.492366 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8936c652-beb8-4c37-ab5e-5bbc9b313201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.499973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-241ef662-4975-413d-b451-8b93b5e4cb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.583661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ef662-4975-413d-b451-8b93b5e4cb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=5237eb06-134f-4a91-968e-c59741f2a373,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:53.592702 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-241ef662-4975-413d-b451-8b93b5e4cb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.594574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-241ef662-4975-413d-b451-8b93b5e4cb87 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/5237eb06-134f-4a91-968e-c59741f2a373 HTTP/1.1" status: 204 len: 168 time: 0.4427385 Aug 29 17:09:53.597396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45356) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:53.645377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0566e5-3ff6-4d7c-9b07-716344f2dd9c None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:53.649378 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-20e19ba5-e20a-48d7-9174-a2fe6dddfc03 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488265 Aug 29 17:09:53.650726 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45358) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:53.656443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-dff9cfb0-235b-42ac-8013-45e9edbda861 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:53.795036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff9cfb0-235b-42ac-8013-45e9edbda861 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:53.799489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dff9cfb0-235b-42ac-8013-45e9edbda861 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:53.979843 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:54.096120 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dff9cfb0-235b-42ac-8013-45e9edbda861 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:54.103139 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8936c652-beb8-4c37-ab5e-5bbc9b313201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:54.169030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9cfb0-235b-42ac-8013-45e9edbda861 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=0f0a856f-96ce-49c1-82b6-c3e491efb18b,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:54.184025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ba519e3e-1292-4005-83a0-87fff3941c7e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ba519e3e-1292-4005-83a0-87fff3941c7e,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:54.190397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9cfb0-235b-42ac-8013-45e9edbda861 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:54.191993 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-dff9cfb0-235b-42ac-8013-45e9edbda861 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:54.199900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9cfb0-235b-42ac-8013-45e9edbda861 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:54.200539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dff9cfb0-235b-42ac-8013-45e9edbda861 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:54.208590 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:54.232833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dff9cfb0-235b-42ac-8013-45e9edbda861 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5778053 Aug 29 17:09:54.233130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45376) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:54.244919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-27f0cada-1ede-4b99-9ff7-85eae96c8185 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:54.337399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaa5623-9192-42b0-8e31-c8de9ba50a74 None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:09:54.425311 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-8936c652-beb8-4c37-ab5e-5bbc9b313201 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:09:54.426043 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-8936c652-beb8-4c37-ab5e-5bbc9b313201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:09:54.436673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ba519e3e-1292-4005-83a0-87fff3941c7e,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:54.459600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-abaa5623-9192-42b0-8e31-c8de9ba50a74 None None] Deleting port ba519e3e-1292-4005-83a0-87fff3941c7e {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:54.460125 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-abaa5623-9192-42b0-8e31-c8de9ba50a74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:54.483238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f0cada-1ede-4b99-9ff7-85eae96c8185 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:54.487085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-27f0cada-1ede-4b99-9ff7-85eae96c8185 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:54.579344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-abaa5623-9192-42b0-8e31-c8de9ba50a74 None None] For port ba519e3e-1292-4005-83a0-87fff3941c7e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ba519e3e-1292-4005-83a0-87fff3941c7e,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:54.579765 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-abaa5623-9192-42b0-8e31-c8de9ba50a74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:54.619841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-abaa5623-9192-42b0-8e31-c8de9ba50a74 None None] Calling delete_port for ba519e3e-1292-4005-83a0-87fff3941c7e owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:54.655053 n-d-713301-13 neutron-server[111677]: INFO neutron.db.ipam_backend_mixin [None req-27f0cada-1ede-4b99-9ff7-85eae96c8185 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f0a856f-96ce-49c1-82b6-c3e491efb18b (CIDR: 2001:db8::/64) Aug 29 17:09:54.660355 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f0cada-1ede-4b99-9ff7-85eae96c8185 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:09:54.661062 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f0cada-1ede-4b99-9ff7-85eae96c8185 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:54.685541 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-27f0cada-1ede-4b99-9ff7-85eae96c8185 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4508681 Aug 29 17:09:54.688694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45384) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:54.694104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c4d38846-5f6d-471e-b409-22aa9578b3a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'subnet': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:54.731373 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-abaa5623-9192-42b0-8e31-c8de9ba50a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:54.750561 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa5623-9192-42b0-8e31-c8de9ba50a74 None None] No DVR routers for this DVR port ba519e3e-1292-4005-83a0-87fff3941c7e on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:54.771802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa5623-9192-42b0-8e31-c8de9ba50a74 None None] Pushing event deleted for resources: {'Port': ['ID=ba519e3e-1292-4005-83a0-87fff3941c7e,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:54.791133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71579977-375f-4436-9ff0-295397ce6efe None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:54.902459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d38846-5f6d-471e-b409-22aa9578b3a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:54.908693 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4d38846-5f6d-471e-b409-22aa9578b3a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:54.949125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ba519e3e-1292-4005-83a0-87fff3941c7e no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:55.009599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8936c652-beb8-4c37-ab5e-5bbc9b313201 None None] Port ba519e3e-1292-4005-83a0-87fff3941c7e update to ACTIVE by agent not found {{(pid=111678) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 17:09:55.050145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ba519e3e-1292-4005-83a0-87fff3941c7e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:09:55.050577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ba519e3e-1292-4005-83a0-87fff3941c7e not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:09:55.145101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eb272da9-ee1a-4331-9f5e-91290bd92bbf None None] Could not find standard attr ID for object b855e991-eebf-4a37-9812-9638d5cbd3c5. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:09:55.163562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'tenant_id': '5847437c1e5a4ffa92a3b380c858598a', 'fixed_ips': [{'subnet_id': '0f0a856f-96ce-49c1-82b6-c3e491efb18b'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:09:55.165661 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:55.465347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Allocated IP 2001:db8::2 (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/0f0a856f-96ce-49c1-82b6-c3e491efb18b/5679cddd-aeff-4005-a824-e48234b5d9f8) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:55.498939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.objects.ports [None req-c4d38846-5f6d-471e-b409-22aa9578b3a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111676) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 17:09:55.500579 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4d38846-5f6d-471e-b409-22aa9578b3a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:55.592243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d38846-5f6d-471e-b409-22aa9578b3a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:55.608331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-c4d38846-5f6d-471e-b409-22aa9578b3a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:55.622300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d38846-5f6d-471e-b409-22aa9578b3a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:55.622919 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4d38846-5f6d-471e-b409-22aa9578b3a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:55.668620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d38846-5f6d-471e-b409-22aa9578b3a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Subnet': ['ID=4a98500f-58f8-4099-b01f-c55f094f6bc3,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:55.685417 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c4d38846-5f6d-471e-b409-22aa9578b3a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9941747 Aug 29 17:09:55.687115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45398) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:55.692905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Request body: {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'mac_address': 'fa:16:3e:c5:1a:ee', 'name': 'tempest-NetworksTestDHCPv6-2020666240'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:09:55.757669 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:55.768636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Transition to ACTIVE for port object 5679cddd-aeff-4005-a824-e48234b5d9f8 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:55.787995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Transition to ACTIVE for port object 5679cddd-aeff-4005-a824-e48234b5d9f8 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:55.795744 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:55.848527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:55.853524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:55.862784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:55.892981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Made reservation on behalf of 5847437c1e5a4ffa92a3b380c858598a for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:09:55.903877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Pushing event updated for resources: {'Port': ['ID=5679cddd-aeff-4005-a824-e48234b5d9f8,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:55.979277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Attempting to bind port 5679cddd-aeff-4005-a824-e48234b5d9f8 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:09:55.979277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Attempting to bind port 5679cddd-aeff-4005-a824-e48234b5d9f8 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:09:55.980797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Attempting to bind port 5679cddd-aeff-4005-a824-e48234b5d9f8 on network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:09:55.996847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:09:55.998132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Checking segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:09:55.999733 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:56.001014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Bound using segment: {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:09:56.002376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Bound port: 5679cddd-aeff-4005-a824-e48234b5d9f8, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98bb015-c4e8-4907-9762-d2b402814030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:09:56.003022 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:56.027598 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:56.071841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] device_id is not set on port 669305cb-2575-4408-bfbd-f1cb7b47b8ca yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:09:56.095193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] For port 5679cddd-aeff-4005-a824-e48234b5d9f8, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:09:56.099084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] For port 5679cddd-aeff-4005-a824-e48234b5d9f8, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5679cddd-aeff-4005-a824-e48234b5d9f8,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:09:56.109492 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:56.191130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed489d4-25e5-4fcd-a66e-8b484b195524 None None] Pushing event updated for resources: {'Port': ['ID=5679cddd-aeff-4005-a824-e48234b5d9f8,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:56.285961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8::28d (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/0f0a856f-96ce-49c1-82b6-c3e491efb18b/669305cb-2575-4408-bfbd-f1cb7b47b8ca) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:56.294654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:1aee (52835f8a-a69e-40cf-8d5d-d3119ae4fecd/4a98500f-58f8-4099-b01f-c55f094f6bc3/669305cb-2575-4408-bfbd-f1cb7b47b8ca) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:09:56.515809 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:56.530370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Transition to ACTIVE for port object 669305cb-2575-4408-bfbd-f1cb7b47b8ca will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:09:56.569826 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:56.625355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:09:56.627288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:09:56.631882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:09:56.639177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:56.639859 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:56.668739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9735162 Aug 29 17:09:56.668856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45420) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:56.669311 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4893252-079d-423a-aaee-05ec755ad9ab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event updated for resources: {'Port': ['ID=669305cb-2575-4408-bfbd-f1cb7b47b8ca,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:56.764964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-54e5c7c8-113b-4bdd-8795-9f468f7faa80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting port 669305cb-2575-4408-bfbd-f1cb7b47b8ca {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:56.765340 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54e5c7c8-113b-4bdd-8795-9f468f7faa80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:56.859070 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54e5c7c8-113b-4bdd-8795-9f468f7faa80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:56.875747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-54e5c7c8-113b-4bdd-8795-9f468f7faa80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Calling delete_port for 669305cb-2575-4408-bfbd-f1cb7b47b8ca owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:56.974019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5679cddd-aeff-4005-a824-e48234b5d9f8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:09:57.028317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 5679cddd-aeff-4005-a824-e48234b5d9f8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:57.129107 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54e5c7c8-113b-4bdd-8795-9f468f7faa80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:57.162179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5c7c8-113b-4bdd-8795-9f468f7faa80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Port': ['ID=669305cb-2575-4408-bfbd-f1cb7b47b8ca,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:57.223106 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54e5c7c8-113b-4bdd-8795-9f468f7faa80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:57.225809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-54e5c7c8-113b-4bdd-8795-9f468f7faa80 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/669305cb-2575-4408-bfbd-f1cb7b47b8ca HTTP/1.1" status: 204 len: 168 time: 0.5601170 Aug 29 17:09:57.228119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45432) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:57.295713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022ecee2-5e15-4eff-be43-7d10a18bd263 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:57.297568 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-022ecee2-5e15-4eff-be43-7d10a18bd263 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0672715 Aug 29 17:09:57.300086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45438) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:57.356519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad0ffd-329b-49b4-9e54-5f2688990078 None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:57.363836 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff8ac31-e19f-4a1c-862a-b0dc00993ddc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:57.365858 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dff8ac31-e19f-4a1c-862a-b0dc00993ddc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0645916 Aug 29 17:09:57.368200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45446) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:57.458625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaaa6eb-0837-415e-aaaa-d0a0a340030e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:57.466776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaaa6eb-0837-415e-aaaa-d0a0a340030e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:57.470307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaaa6eb-0837-415e-aaaa-d0a0a340030e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:57.470895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7eaaa6eb-0837-415e-aaaa-d0a0a340030e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1017044 Aug 29 17:09:57.474105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45456) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:57.503752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cc984950-81ac-45bf-bb57-ea027baa5fe3 None None] Provisioning for port 5679cddd-aeff-4005-a824-e48234b5d9f8 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:09:57.514392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cc984950-81ac-45bf-bb57-ea027baa5fe3 None None] Provisioning complete for port 5679cddd-aeff-4005-a824-e48234b5d9f8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:57.514874 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cc984950-81ac-45bf-bb57-ea027baa5fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:57.565355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad568c9-d23c-4a5f-ba8c-0771081b0f34 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 0f0a856f-96ce-49c1-82b6-c3e491efb18b {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:57.568972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cad568c9-d23c-4a5f-ba8c-0771081b0f34 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:57.625469 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cad568c9-d23c-4a5f-ba8c-0771081b0f34 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:57.705782 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cc984950-81ac-45bf-bb57-ea027baa5fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:57.771176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb2669a-7579-4d8c-be74-7737a81753dc None None] Update dhcp port {'port': {'network_id': '52835f8a-a69e-40cf-8d5d-d3119ae4fecd', 'fixed_ips': [{'subnet_id': '0f0a856f-96ce-49c1-82b6-c3e491efb18b', 'ip_address': '2001:db8::2'}, {'subnet_id': '4a98500f-58f8-4099-b01f-c55f094f6bc3'}], 'binding:host_id': 'n-d-713301-13'}, 'id': '5679cddd-aeff-4005-a824-e48234b5d9f8'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:09:57.809439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cc984950-81ac-45bf-bb57-ea027baa5fe3 None None] For port 5679cddd-aeff-4005-a824-e48234b5d9f8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5679cddd-aeff-4005-a824-e48234b5d9f8,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:57.815332 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cc984950-81ac-45bf-bb57-ea027baa5fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:57.822263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cad568c9-d23c-4a5f-ba8c-0771081b0f34 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:57.851421 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6eb2669a-7579-4d8c-be74-7737a81753dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:57.904237 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cad568c9-d23c-4a5f-ba8c-0771081b0f34 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:57.906116 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc984950-81ac-45bf-bb57-ea027baa5fe3 None None] Pushing event updated for resources: {'Port': ['ID=5679cddd-aeff-4005-a824-e48234b5d9f8,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:57.926957 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cad568c9-d23c-4a5f-ba8c-0771081b0f34 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:57.932264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cad568c9-d23c-4a5f-ba8c-0771081b0f34 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/0f0a856f-96ce-49c1-82b6-c3e491efb18b HTTP/1.1" status: 204 len: 168 time: 0.4570155 Aug 29 17:09:57.932619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45506) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:57.955895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad568c9-d23c-4a5f-ba8c-0771081b0f34 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0a856f-96ce-49c1-82b6-c3e491efb18b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:58.013922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d335c26-6b79-4d5d-96b7-42b7a2fa1dca tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Deleting subnet 4a98500f-58f8-4099-b01f-c55f094f6bc3 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:09:58.017168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d335c26-6b79-4d5d-96b7-42b7a2fa1dca tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-6eb2669a-7579-4d8c-be74-7737a81753dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f0a856f-96ce-49c1-82b6-c3e491efb18b: This subnet is being modified by another concurrent operation. Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f0a856f-96ce-49c1-82b6-c3e491efb18b: This subnet is being modified by another concurrent operation. Aug 29 17:09:58.031988 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 17:09:58.064269 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d335c26-6b79-4d5d-96b7-42b7a2fa1dca tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:58.123598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea39c34f-3f09-43db-aa76-79e066e2db4c None None] Network 52835f8a-a69e-40cf-8d5d-d3119ae4fecd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:09:58.138109 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d335c26-6b79-4d5d-96b7-42b7a2fa1dca tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:58.215357 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d335c26-6b79-4d5d-96b7-42b7a2fa1dca tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:58.258308 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-369964b6-8b4c-4216-8d10-c6583af538bc None None] Provisioning complete for port 5679cddd-aeff-4005-a824-e48234b5d9f8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:09:58.258544 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-369964b6-8b4c-4216-8d10-c6583af538bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:58.278433 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d335c26-6b79-4d5d-96b7-42b7a2fa1dca tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:58.280737 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1d335c26-6b79-4d5d-96b7-42b7a2fa1dca tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/4a98500f-58f8-4099-b01f-c55f094f6bc3 HTTP/1.1" status: 204 len: 168 time: 0.3464494 Aug 29 17:09:58.283401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45544) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.284249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d335c26-6b79-4d5d-96b7-42b7a2fa1dca tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Subnet': ['ID=4a98500f-58f8-4099-b01f-c55f094f6bc3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:58.331880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45552) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.332062 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-99f62738-0766-4971-99cf-3ce8b1df7c83 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474162 Aug 29 17:09:58.388589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ab9c0-4d0f-4182-885c-0ff783f573d8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:58.390735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-df0ab9c0-4d0f-4182-885c-0ff783f573d8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0576539 Aug 29 17:09:58.393178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45562) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.461424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45486b3b-2d96-498d-8049-cae986a826a4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:09:58.462897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-45486b3b-2d96-498d-8049-cae986a826a4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0686035 Aug 29 17:09:58.465532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45570) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.514810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4f76087e-7137-44b1-aa73-aee478479638 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449264 Aug 29 17:09:58.523283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45580) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.530688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d9ed0-094a-440b-acb3-b20d6b41d207 None None] DHCP port deletion for 52835f8a-a69e-40cf-8d5d-d3119ae4fecd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:09:58.556047 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32f2349-d3d9-4dac-9606-16275042c162 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:58.556662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32f2349-d3d9-4dac-9606-16275042c162 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:58.561859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45586) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.562392 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e32f2349-d3d9-4dac-9606-16275042c162 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/669305cb-2575-4408-bfbd-f1cb7b47b8ca HTTP/1.1" status: 404 len: 333 time: 0.0377152 Aug 29 17:09:58.597540 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e323938f-ea63-4cb7-86df-c995d02ab449 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:58.600198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d9ed0-094a-440b-acb3-b20d6b41d207 None None] Deleting port 5679cddd-aeff-4005-a824-e48234b5d9f8 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:09:58.601378 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bd9d9ed0-094a-440b-acb3-b20d6b41d207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:58.606542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e323938f-ea63-4cb7-86df-c995d02ab449 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:58.609766 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e323938f-ea63-4cb7-86df-c995d02ab449 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/4a98500f-58f8-4099-b01f-c55f094f6bc3 HTTP/1.1" status: 404 len: 337 time: 0.0469100 Aug 29 17:09:58.612432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45596) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.659772 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a1b2e0-45d8-4e6a-a1c6-59156644720f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:58.660584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a1b2e0-45d8-4e6a-a1c6-59156644720f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:58.662825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-89a1b2e0-45d8-4e6a-a1c6-59156644720f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/0f0a856f-96ce-49c1-82b6-c3e491efb18b HTTP/1.1" status: 404 len: 337 time: 0.0485849 Aug 29 17:09:58.665418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45604) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.694753 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ee6c88-4d09-4eea-af79-cd033a30d705 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:58.695689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ee6c88-4d09-4eea-af79-cd033a30d705 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:58.696081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-bd9d9ed0-094a-440b-acb3-b20d6b41d207 None None] For port 5679cddd-aeff-4005-a824-e48234b5d9f8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5679cddd-aeff-4005-a824-e48234b5d9f8,segment=NetworkSegment(e98bb015-c4e8-4907-9762-d2b402814030),segment_id=e98bb015-c4e8-4907-9762-d2b402814030)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:09:58.696557 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bd9d9ed0-094a-440b-acb3-b20d6b41d207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:58.700130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d9ee6c88-4d09-4eea-af79-cd033a30d705 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/b855e991-eebf-4a37-9812-9638d5cbd3c5 HTTP/1.1" status: 404 len: 333 time: 0.0315032 Aug 29 17:09:58.700507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45610) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.711858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d9ed0-094a-440b-acb3-b20d6b41d207 None None] Calling delete_port for 5679cddd-aeff-4005-a824-e48234b5d9f8 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:09:58.740047 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-311ab8dd-378b-4ac6-a858-b2a95448f668 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:58.740577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311ab8dd-378b-4ac6-a858-b2a95448f668 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:58.742262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-311ab8dd-378b-4ac6-a858-b2a95448f668 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/1bc35195-56d3-442d-be90-42a0f4f84cbd HTTP/1.1" status: 404 len: 337 time: 0.0407920 Aug 29 17:09:58.744895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45616) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.790888 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e5811a-17a8-46ff-a15a-cf181d653b49 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:58.791656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e5811a-17a8-46ff-a15a-cf181d653b49 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:58.798416 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f8e5811a-17a8-46ff-a15a-cf181d653b49 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/5237eb06-134f-4a91-968e-c59741f2a373 HTTP/1.1" status: 404 len: 337 time: 0.0520921 Aug 29 17:09:58.799442 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45626) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.812710 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bd9d9ed0-094a-440b-acb3-b20d6b41d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:09:58.833454 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db2d2c0-cf9e-49af-9ad0-9ae7067d448a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:58.834399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db2d2c0-cf9e-49af-9ad0-9ae7067d448a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:58.839052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45634) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.839217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3db2d2c0-cf9e-49af-9ad0-9ae7067d448a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/73ac3d1b-31bf-4622-a01f-5b2605e08cfd HTTP/1.1" status: 404 len: 333 time: 0.0384319 Aug 29 17:09:58.858109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d9ed0-094a-440b-acb3-b20d6b41d207 None None] Pushing event deleted for resources: {'Port': ['ID=5679cddd-aeff-4005-a824-e48234b5d9f8,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:09:58.864952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d9ed0-094a-440b-acb3-b20d6b41d207 None None] No DVR routers for this DVR port 5679cddd-aeff-4005-a824-e48234b5d9f8 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:09:58.890458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66dbba5-f60d-4503-a9e7-4b16a83216da None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:09:58.898508 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8243b89-368d-4d1b-8419-005f1cfc9199 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:58.900037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8243b89-368d-4d1b-8419-005f1cfc9199 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:58.903767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f8243b89-368d-4d1b-8419-005f1cfc9199 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/ebbe0f8d-6fd4-4ee8-80fa-9e0c6d4d88e3 HTTP/1.1" status: 404 len: 337 time: 0.0587518 Aug 29 17:09:58.906805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45640) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.956831 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e0f6e2-6674-4a22-a214-6f516a62f3d7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:58.957793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e0f6e2-6674-4a22-a214-6f516a62f3d7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:58.961326 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-20e0f6e2-6674-4a22-a214-6f516a62f3d7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/131b6775-916d-41ee-a261-c408f8e2ad19 HTTP/1.1" status: 404 len: 337 time: 0.0518041 Aug 29 17:09:58.961686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5679cddd-aeff-4005-a824-e48234b5d9f8 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:09:58.962873 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45648) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:58.989894 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e06b56-9ec7-4d7c-be3d-ec86e96acf2d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:58.990758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e06b56-9ec7-4d7c-be3d-ec86e96acf2d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:58.995569 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a9e06b56-9ec7-4d7c-be3d-ec86e96acf2d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/871b5a08-a327-4ca6-abc6-dd2b9e9b454d HTTP/1.1" status: 404 len: 333 time: 0.0315657 Aug 29 17:09:58.995800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 5679cddd-aeff-4005-a824-e48234b5d9f8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:09:58.996402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5679cddd-aeff-4005-a824-e48234b5d9f8 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:09:58.999469 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45654) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.037858 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d187161-586b-4727-a7ab-c63764c4e981 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.038501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d187161-586b-4727-a7ab-c63764c4e981 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.043945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45662) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.044731 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0d187161-586b-4727-a7ab-c63764c4e981 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/52b3228d-861b-4fe5-b409-6635d732061c HTTP/1.1" status: 404 len: 337 time: 0.0440509 Aug 29 17:09:59.078107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66dbba5-f60d-4503-a9e7-4b16a83216da None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:09:59.078636 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b320c84-fce1-4dc2-86e3-d50217bf9aa9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.079084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b320c84-fce1-4dc2-86e3-d50217bf9aa9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.083772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45670) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.093741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b320c84-fce1-4dc2-86e3-d50217bf9aa9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/e2fe0648-d88f-4fa8-839f-f75b7c618584 HTTP/1.1" status: 404 len: 337 time: 0.0482490 Aug 29 17:09:59.111430 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8428ff-3f1e-4ec2-aa2b-72cf3736f89a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.112175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8428ff-3f1e-4ec2-aa2b-72cf3736f89a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.116727 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fa8428ff-3f1e-4ec2-aa2b-72cf3736f89a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/2b28cdb8-cfd3-4a59-bc05-55b33e2b8401 HTTP/1.1" status: 404 len: 333 time: 0.0297589 Aug 29 17:09:59.117101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45674) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.153275 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a284b129-21eb-4340-baa4-05fe72dd46d8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.153504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a284b129-21eb-4340-baa4-05fe72dd46d8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.155465 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a284b129-21eb-4340-baa4-05fe72dd46d8 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/397b428c-9e6a-492b-a6de-e1abc4805afb HTTP/1.1" status: 404 len: 337 time: 0.0372932 Aug 29 17:09:59.158095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45682) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.190940 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ae26dd-8b15-4b2e-9e48-17be492277d3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.191619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ae26dd-8b15-4b2e-9e48-17be492277d3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.195962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-62ae26dd-8b15-4b2e-9e48-17be492277d3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/9f4918ec-442d-4279-a0bb-85bdd969592e HTTP/1.1" status: 404 len: 333 time: 0.0344212 Aug 29 17:09:59.196071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45688) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.228198 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee259f3-4271-4647-a6b9-eea325fc98fa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.228659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee259f3-4271-4647-a6b9-eea325fc98fa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.231318 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eee259f3-4271-4647-a6b9-eea325fc98fa tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/e19675b4-f7f3-4a3c-adf9-b8be7ba3242a HTTP/1.1" status: 404 len: 337 time: 0.0343399 Aug 29 17:09:59.234241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45696) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.258791 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaeecae1-2dfa-4551-b7c5-b3110fe8bf2e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.259709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaeecae1-2dfa-4551-b7c5-b3110fe8bf2e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.261772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-aaeecae1-2dfa-4551-b7c5-b3110fe8bf2e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/f13e2c32-163b-4fd9-b30a-f71d777f9e40 HTTP/1.1" status: 404 len: 333 time: 0.0260308 Aug 29 17:09:59.264186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45700) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.299151 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d2b6fe-9716-4327-a043-d3387696a6c6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.299625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d2b6fe-9716-4327-a043-d3387696a6c6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.303791 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-30d2b6fe-9716-4327-a043-d3387696a6c6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/0ecf9d6e-1de9-4562-b2fa-6bef74fca815 HTTP/1.1" status: 404 len: 337 time: 0.0357802 Aug 29 17:09:59.305012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45706) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.332436 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1049a89f-bd1c-4fa3-b34e-868a01983b24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.333613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1049a89f-bd1c-4fa3-b34e-868a01983b24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.335816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1049a89f-bd1c-4fa3-b34e-868a01983b24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/13983ae6-086b-4e1a-94b9-addd62ef1616 HTTP/1.1" status: 404 len: 333 time: 0.0296679 Aug 29 17:09:59.338549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45712) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.369336 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51bf5cd-badd-4dc1-af54-cec3b79e599a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.370022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51bf5cd-badd-4dc1-af54-cec3b79e599a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.372196 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a51bf5cd-badd-4dc1-af54-cec3b79e599a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/72a4a7e3-891a-4719-899c-cff4567b47fe HTTP/1.1" status: 404 len: 337 time: 0.0324306 Aug 29 17:09:59.374763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45718) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.423326 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-66186398-a845-4792-bea8-a1ba39c3f0f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.423848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d69994d-a4c5-4716-b9d0-2a8aeb189a35 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:09:59.424578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66186398-a845-4792-bea8-a1ba39c3f0f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.426882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-66186398-a845-4792-bea8-a1ba39c3f0f6 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/403ccfce-a596-406b-9225-0ed1e714182c HTTP/1.1" status: 404 len: 333 time: 0.0509300 Aug 29 17:09:59.429331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45728) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.465792 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b8a7d6-8506-4d1e-b8d2-18e70cddd198 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.466445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b8a7d6-8506-4d1e-b8d2-18e70cddd198 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.468677 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-09b8a7d6-8506-4d1e-b8d2-18e70cddd198 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/3283c7cd-a3e7-4cc8-80a3-a499db24ef2e HTTP/1.1" status: 404 len: 337 time: 0.0380881 Aug 29 17:09:59.471303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45734) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.504248 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b2fa2d-b203-4837-b552-223b4009424e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.506992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b2fa2d-b203-4837-b552-223b4009424e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.512369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45740) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.513801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-17b2fa2d-b203-4837-b552-223b4009424e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/4d7eda32-d8dd-4837-a533-7efaff2da4bb HTTP/1.1" status: 404 len: 333 time: 0.0409508 Aug 29 17:09:59.541409 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf48c2d-f856-4eb4-8fe4-ac940452b4e2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.541868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf48c2d-f856-4eb4-8fe4-ac940452b4e2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.545270 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8cf48c2d-f856-4eb4-8fe4-ac940452b4e2 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/18588d69-45a3-45b3-b084-9a0af94a5719 HTTP/1.1" status: 404 len: 337 time: 0.0303829 Aug 29 17:09:59.546375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45746) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.568029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d69994d-a4c5-4716-b9d0-2a8aeb189a35 None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:09:59.576997 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5b3b7c-f644-40b5-a6e9-43870d91fced tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.577994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5b3b7c-f644-40b5-a6e9-43870d91fced tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.582707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45752) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.583536 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1a5b3b7c-f644-40b5-a6e9-43870d91fced tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/24ea76d1-055c-4679-81c2-3c4799b00db4 HTTP/1.1" status: 404 len: 337 time: 0.0354075 Aug 29 17:09:59.619642 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bd4115-7361-4fde-a63f-5d72ab22f156 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.620364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bd4115-7361-4fde-a63f-5d72ab22f156 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.622324 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c8bd4115-7361-4fde-a63f-5d72ab22f156 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/4cab5b3b-7e74-4633-a4ad-b0a1d95aef50 HTTP/1.1" status: 404 len: 333 time: 0.0388095 Aug 29 17:09:59.624720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45760) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.654228 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-517b439a-f26a-43f6-90d5-922bf2cf1fab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.654680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517b439a-f26a-43f6-90d5-922bf2cf1fab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.656920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-517b439a-f26a-43f6-90d5-922bf2cf1fab tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/43054656-e502-42e8-b5b4-a07c7d389fc7 HTTP/1.1" status: 404 len: 337 time: 0.0311432 Aug 29 17:09:59.660104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45768) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.706195 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2521a0e1-8188-46df-861d-a8e0fb42207d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.706662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2521a0e1-8188-46df-861d-a8e0fb42207d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.713628 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2521a0e1-8188-46df-861d-a8e0fb42207d tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/36449353-56c2-468c-a011-f125bbd148b0 HTTP/1.1" status: 404 len: 337 time: 0.0471251 Aug 29 17:09:59.713864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45776) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.745447 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce97aeb-f51c-4edf-b50d-6457a74c1b79 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.747123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce97aeb-f51c-4edf-b50d-6457a74c1b79 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.749523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1ce97aeb-f51c-4edf-b50d-6457a74c1b79 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/be3bd582-854f-4c5f-8c38-4721cfdae400 HTTP/1.1" status: 404 len: 333 time: 0.0362797 Aug 29 17:09:59.751780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45782) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.784995 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0391b74-5a0c-49bd-b620-55f924970d0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.785483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0391b74-5a0c-49bd-b620-55f924970d0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.787199 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e0391b74-5a0c-49bd-b620-55f924970d0f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/7a5fa44c-7365-4b53-8428-6b3a459e1487 HTTP/1.1" status: 404 len: 337 time: 0.0343213 Aug 29 17:09:59.789808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45788) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.824514 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1991a5f-aabd-4bcb-bcb2-e7074c5813de tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.825092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1991a5f-aabd-4bcb-bcb2-e7074c5813de tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.826899 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d1991a5f-aabd-4bcb-bcb2-e7074c5813de tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/12a2ec8f-b8af-4552-afc3-511c197437ac HTTP/1.1" status: 404 len: 337 time: 0.0360315 Aug 29 17:09:59.829263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45794) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.864441 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-21729a6c-54f8-4583-b5ed-300ba2a097b5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.865424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21729a6c-54f8-4583-b5ed-300ba2a097b5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.871335 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-21729a6c-54f8-4583-b5ed-300ba2a097b5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/73974df2-35e1-4066-96b7-484f168511c6 HTTP/1.1" status: 404 len: 333 time: 0.0379534 Aug 29 17:09:59.872437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45802) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.911278 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aef4bfa-d81e-4b4a-89fd-f6db36c2e5c4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.911592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aef4bfa-d81e-4b4a-89fd-f6db36c2e5c4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.914428 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7aef4bfa-d81e-4b4a-89fd-f6db36c2e5c4 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/9c640c74-bf41-488f-8d35-6ee95c667527 HTTP/1.1" status: 404 len: 337 time: 0.0399938 Aug 29 17:09:59.917817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45812) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.947388 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f647d5f-0c5d-478a-94db-3529d0abdff7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:09:59.947850 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f647d5f-0c5d-478a-94db-3529d0abdff7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:09:59.950205 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3f647d5f-0c5d-478a-94db-3529d0abdff7 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/c1f4ed79-7dcf-437b-a4be-fd2ff22ed6d1 HTTP/1.1" status: 404 len: 337 time: 0.0313890 Aug 29 17:09:59.953475 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45818) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:09:59.997283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45828) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.002309 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e790eb01-65dc-4b6b-9e70-ffe8c7bbe5e5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports?device_id=22f7cd6e-6004-4b22-97ce-a1203cc0639c HTTP/1.1" status: 200 len: 205 time: 0.0470417 Aug 29 17:10:00.042489 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-20cbd4b2-d2a7-4b46-93ac-2c86a0db06c1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] delete failed (client error): The resource could not be found. Aug 29 17:10:00.043969 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-20cbd4b2-d2a7-4b46-93ac-2c86a0db06c1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/routers/22f7cd6e-6004-4b22-97ce-a1203cc0639c HTTP/1.1" status: 404 len: 336 time: 0.0456998 Aug 29 17:10:00.046428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45836) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.075501 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c040d16-b4e0-42db-a842-0eb609b47a65 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.076038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c040d16-b4e0-42db-a842-0eb609b47a65 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.078638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2c040d16-b4e0-42db-a842-0eb609b47a65 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/ce5ba13c-753f-402b-bb69-e502558a7380 HTTP/1.1" status: 404 len: 337 time: 0.0306258 Aug 29 17:10:00.080474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45842) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.109261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-109184be-6713-4555-ab64-ee8ff9637ccf tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "GET /v2.0/ports?device_id=11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f HTTP/1.1" status: 200 len: 205 time: 0.0269840 Aug 29 17:10:00.110869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45848) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.157855 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-d436a0b3-aab6-4f71-92c1-fbfa7183f668 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] delete failed (client error): The resource could not be found. Aug 29 17:10:00.159612 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d436a0b3-aab6-4f71-92c1-fbfa7183f668 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/routers/11f8dcc9-45c6-4334-aa0b-f1ec1b0b7c0f HTTP/1.1" status: 404 len: 336 time: 0.0474737 Aug 29 17:10:00.162436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45858) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.193275 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf80e46-d87b-4ec3-baeb-c240d1d7f011 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.193931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf80e46-d87b-4ec3-baeb-c240d1d7f011 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.197335 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bdf80e46-d87b-4ec3-baeb-c240d1d7f011 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/29b40bda-d2e6-4df5-b2c0-f85baab711f0 HTTP/1.1" status: 404 len: 337 time: 0.0320666 Aug 29 17:10:00.198286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45866) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.229522 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5182bb43-8638-49fd-a3f6-105d67007e6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.230578 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5182bb43-8638-49fd-a3f6-105d67007e6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.232428 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5182bb43-8638-49fd-a3f6-105d67007e6b tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/67e777e1-44ee-46db-969f-4cee621c4e2f HTTP/1.1" status: 404 len: 337 time: 0.0330985 Aug 29 17:10:00.235113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45872) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.263415 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5f53cf-e687-46a4-b0ca-5ed069643c47 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.264316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5f53cf-e687-46a4-b0ca-5ed069643c47 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.266071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-af5f53cf-e687-46a4-b0ca-5ed069643c47 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/a6e5a445-46e9-485a-aee7-ff349e56f9cc HTTP/1.1" status: 404 len: 333 time: 0.0299041 Aug 29 17:10:00.268824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45880) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.297179 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-6882e63b-5cda-45b9-85db-be7a429a66d3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.297763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6882e63b-5cda-45b9-85db-be7a429a66d3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.302670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6882e63b-5cda-45b9-85db-be7a429a66d3 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/0291fa6e-42ba-4abf-8d78-d004dc8b723c HTTP/1.1" status: 404 len: 337 time: 0.0300195 Aug 29 17:10:00.303117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45886) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.331562 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60b10d7-1f72-4287-b288-30a8f8c0828a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.332467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60b10d7-1f72-4287-b288-30a8f8c0828a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.334687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f60b10d7-1f72-4287-b288-30a8f8c0828a tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/df592c3e-10b4-43df-8feb-7466a1adc754 HTTP/1.1" status: 404 len: 333 time: 0.0304010 Aug 29 17:10:00.337214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45894) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.371879 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36272e3-af49-4bb5-be1d-059ba460617f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.372964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36272e3-af49-4bb5-be1d-059ba460617f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.376445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e36272e3-af49-4bb5-be1d-059ba460617f tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/16eb01f8-c7f8-406f-8bf7-954d60b76020 HTTP/1.1" status: 404 len: 337 time: 0.0372758 Aug 29 17:10:00.379718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45902) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.417372 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-662d48be-392f-492a-a702-aea8fec8f970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.418926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662d48be-392f-492a-a702-aea8fec8f970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.420834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-662d48be-392f-492a-a702-aea8fec8f970 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/2db84d38-e189-4539-ba88-707c23e0c38b HTTP/1.1" status: 404 len: 333 time: 0.0402563 Aug 29 17:10:00.423486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45910) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.456049 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6465b7b-16e6-4459-8757-c8f174364d24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.456658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6465b7b-16e6-4459-8757-c8f174364d24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.468112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c6465b7b-16e6-4459-8757-c8f174364d24 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/805b3276-9eb5-4d60-b671-354a4fa0373c HTTP/1.1" status: 404 len: 337 time: 0.0411310 Aug 29 17:10:00.468921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45918) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.499510 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-16375231-9287-4fea-9e2f-f5d5d3358bf9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.500234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16375231-9287-4fea-9e2f-f5d5d3358bf9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.502288 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-16375231-9287-4fea-9e2f-f5d5d3358bf9 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/14292b52-c289-4e22-9501-5875a78b029c HTTP/1.1" status: 404 len: 333 time: 0.0322571 Aug 29 17:10:00.505288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45926) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.541927 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e769a21-364f-4a75-9a92-c5e99483bff5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.542381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e769a21-364f-4a75-9a92-c5e99483bff5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.546943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4e769a21-364f-4a75-9a92-c5e99483bff5 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/005a659e-2e4a-4726-bfaf-24f9919178af HTTP/1.1" status: 404 len: 337 time: 0.0323448 Aug 29 17:10:00.547404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45934) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.574185 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6085435-2371-4197-87c0-fe719ad60470 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.574845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6085435-2371-4197-87c0-fe719ad60470 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.579390 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d6085435-2371-4197-87c0-fe719ad60470 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/f34d1db0-afac-4289-b561-653062d13cb1 HTTP/1.1" status: 404 len: 333 time: 0.0283892 Aug 29 17:10:00.579875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45940) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.607640 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-4429def6-0f52-4490-83d0-4b09e3dc4525 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.608097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4429def6-0f52-4490-83d0-4b09e3dc4525 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.612006 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4429def6-0f52-4490-83d0-4b09e3dc4525 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/61a6e88f-70a6-4919-981c-8e1b966e63af HTTP/1.1" status: 404 len: 337 time: 0.0295353 Aug 29 17:10:00.612282 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45948) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.640939 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-50656dd4-b2f2-4662-9a96-3e0a689e2532 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.641935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50656dd4-b2f2-4662-9a96-3e0a689e2532 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.644182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-50656dd4-b2f2-4662-9a96-3e0a689e2532 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/4d346f70-fa72-4dac-8ec6-c101e8859399 HTTP/1.1" status: 404 len: 333 time: 0.0307236 Aug 29 17:10:00.646495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45956) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.676302 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-21182635-2943-4cea-ad76-53655e70428e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.677026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21182635-2943-4cea-ad76-53655e70428e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.678904 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-21182635-2943-4cea-ad76-53655e70428e tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/22c30ae0-2465-42b6-a264-338f9e1ac183 HTTP/1.1" status: 404 len: 337 time: 0.0312634 Aug 29 17:10:00.681894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45962) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.705962 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad693f0-61e6-42c4-b5ad-aca4c8794241 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.706711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad693f0-61e6-42c4-b5ad-aca4c8794241 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.709704 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9ad693f0-61e6-42c4-b5ad-aca4c8794241 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/ports/d024b288-b6f0-4e18-8ce8-dee0e060f35d HTTP/1.1" status: 404 len: 333 time: 0.0268521 Aug 29 17:10:00.711169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45968) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.739465 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-af673fc2-1112-4985-afec-8152e36194a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:00.740105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af673fc2-1112-4985-afec-8152e36194a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:00.744345 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-af673fc2-1112-4985-afec-8152e36194a1 tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/subnets/4ee78f4f-6989-49bf-9011-f6cc8da1a6fc HTTP/1.1" status: 404 len: 337 time: 0.0297077 Aug 29 17:10:00.744345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45974) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:00.853367 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:00.955273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:00.967365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52835f8a-a69e-40cf-8d5d-d3119ae4fecd']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:00.978767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98bb015-c4e8-4907-9762-d2b402814030') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:00.979347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98bb015-c4e8-4907-9762-d2b402814030') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:00.989537 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:01.005168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:01.014144 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:01.014834 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: items = [ Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:01.018834 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:01.103911 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:01.108844 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:01.114619 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] 10.222.0.22 "DELETE /v2.0/networks/52835f8a-a69e-40cf-8d5d-d3119ae4fecd HTTP/1.1" status: 204 len: 168 time: 0.3693132 Aug 29 17:10:01.133974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf668253-e4bf-4b14-8548-5eb370d817dc tempest-NetworksTestDHCPv6-1338856095 tempest-NetworksTestDHCPv6-1338856095-project] Pushing event deleted for resources: {'Network': ['ID=52835f8a-a69e-40cf-8d5d-d3119ae4fecd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:01.373778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46036) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:01.531875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-901d8e42-9598-4c59-a36c-8f1892d66369 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5847437c1e5a4ffa92a3b380c858598a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568189 Aug 29 17:10:01.534547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46046) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:01.595763 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5fa6-3cb9-4223-b050-a6b58330dd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:01.625582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5fa6-3cb9-4223-b050-a6b58330dd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:01.672075 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5fa6-3cb9-4223-b050-a6b58330dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:01.675279 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5fa6-3cb9-4223-b050-a6b58330dd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:01.678839 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7a4c5fa6-3cb9-4223-b050-a6b58330dd3c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5831742c-838a-4d76-8a3b-7e5f35d583c3 HTTP/1.1" status: 204 len: 168 time: 0.1407888 Aug 29 17:10:01.684811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c5fa6-3cb9-4223-b050-a6b58330dd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5831742c-838a-4d76-8a3b-7e5f35d583c3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:02.405865 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46076) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.514730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-c165ffae-ca27-4d0f-b556-ee2553e82021 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.518970 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c165ffae-ca27-4d0f-b556-ee2553e82021 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1119206 Aug 29 17:10:02.519100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46082) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.523632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-c6a52eb7-37cb-4c6d-9423-3258831e997e tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.524586 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c6a52eb7-37cb-4c6d-9423-3258831e997e tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044587 Aug 29 17:10:02.526656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46084) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.531333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-4d3bb395-136c-4f1d-9dea-efc14dfb8793 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.532254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4d3bb395-136c-4f1d-9dea-efc14dfb8793 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040555 Aug 29 17:10:02.534381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46086) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.538368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-718b3d31-dbdc-4ca0-93fb-214fe0188ff2 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.539288 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-718b3d31-dbdc-4ca0-93fb-214fe0188ff2 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040596 Aug 29 17:10:02.541525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46088) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.545393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-4a8517a5-d8b4-4160-aab3-ebbd5367a70f tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.548418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46090) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.548544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4a8517a5-d8b4-4160-aab3-ebbd5367a70f tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0061276 Aug 29 17:10:02.552845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-bc2c5079-7fd4-479b-b373-6baaee939152 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.553873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bc2c5079-7fd4-479b-b373-6baaee939152 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043933 Aug 29 17:10:02.556102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46092) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.560251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-0b48da5d-236d-4ee4-9dd9-e87cf3217950 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.561283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0b48da5d-236d-4ee4-9dd9-e87cf3217950 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042429 Aug 29 17:10:02.563322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46094) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.567179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-113cb757-0fca-4681-95c4-5c32c09c72cf tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.568087 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-113cb757-0fca-4681-95c4-5c32c09c72cf tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039268 Aug 29 17:10:02.570127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46096) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.574420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-086af247-1117-48a1-86c4-6f29fe4661d0 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.575604 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-086af247-1117-48a1-86c4-6f29fe4661d0 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043981 Aug 29 17:10:02.577736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46098) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.581542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-88bd24e5-6f93-4044-a706-217c3798e76f tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.582458 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-88bd24e5-6f93-4044-a706-217c3798e76f tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038927 Aug 29 17:10:02.584530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46100) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.589323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-1fc66af5-c668-4ab0-b9c1-755d0cf5944a tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.590967 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1fc66af5-c668-4ab0-b9c1-755d0cf5944a tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055358 Aug 29 17:10:02.593114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46102) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.596919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-bb0e08c7-efc0-44e0-a581-723ab1925bf5 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.597931 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bb0e08c7-efc0-44e0-a581-723ab1925bf5 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039713 Aug 29 17:10:02.599956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46104) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.603717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-cd599e08-6e4f-4880-a60d-6550cd46200e tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.604621 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cd599e08-6e4f-4880-a60d-6550cd46200e tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038633 Aug 29 17:10:02.606885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46106) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.610647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-944f4b26-5a1b-47dc-8226-8308fa179dbf tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.611557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-944f4b26-5a1b-47dc-8226-8308fa179dbf tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0038633 Aug 29 17:10:02.613892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46108) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.617694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-ea4e34f8-cb6e-4d1e-a46c-ad830fadf468 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.618618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ea4e34f8-cb6e-4d1e-a46c-ad830fadf468 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0039122 Aug 29 17:10:02.622240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46112) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.626701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-e71295d2-a9b2-4ffd-817d-edd451d837f4 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.629737 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e71295d2-a9b2-4ffd-817d-edd451d837f4 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046773 Aug 29 17:10:02.630362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46114) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.635414 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-9835e458-c88d-4255-bc9a-52395f2dd1fd tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.637004 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9835e458-c88d-4255-bc9a-52395f2dd1fd tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050633 Aug 29 17:10:02.639306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46116) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.643590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-0e726df1-c5af-40de-82db-b57067b545cc tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.644524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0e726df1-c5af-40de-82db-b57067b545cc tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042973 Aug 29 17:10:02.646678 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46118) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.651393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-af326e29-d399-4c74-819c-5d1228d603cb tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.652873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-af326e29-d399-4c74-819c-5d1228d603cb tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051045 Aug 29 17:10:02.655014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46120) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.659070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-99dc8b4f-a817-46a6-a188-f875da43e521 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.659982 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-99dc8b4f-a817-46a6-a188-f875da43e521 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039787 Aug 29 17:10:02.662096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46122) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.666118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-dcb2e54b-6e95-47b6-91a5-86e504e390b3 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.667038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dcb2e54b-6e95-47b6-91a5-86e504e390b3 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0041192 Aug 29 17:10:02.669275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46124) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.673728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-d9eafd38-1a61-47e8-bda1-97332dbe7144 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.676962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46126) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.677454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d9eafd38-1a61-47e8-bda1-97332dbe7144 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0066719 Aug 29 17:10:02.682057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-5fbc4d02-9b63-4be0-812c-c15fa1615376 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.683002 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5fbc4d02-9b63-4be0-812c-c15fa1615376 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043995 Aug 29 17:10:02.685588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46128) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.689456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-5806c3f5-9e1f-4b68-b052-9b6a05b62ebb tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.690469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5806c3f5-9e1f-4b68-b052-9b6a05b62ebb tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039759 Aug 29 17:10:02.692459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46130) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.696330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-61ebc970-85f1-4f32-bb2e-8035bf19edf7 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.697299 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-61ebc970-85f1-4f32-bb2e-8035bf19edf7 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039241 Aug 29 17:10:02.699994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46132) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.703927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-fecccf16-0f3a-4d64-b68e-2d57cb2f2caf tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.704924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fecccf16-0f3a-4d64-b68e-2d57cb2f2caf tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039608 Aug 29 17:10:02.706862 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46134) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.710885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-ae54f743-cc65-4fd6-af76-ad4a1016c502 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.711825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ae54f743-cc65-4fd6-af76-ad4a1016c502 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041304 Aug 29 17:10:02.713854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46136) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.717839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-e6ac99c5-be23-4f34-af44-612cb9af6b51 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.718764 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e6ac99c5-be23-4f34-af44-612cb9af6b51 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040259 Aug 29 17:10:02.720962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46138) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.725380 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-3b9af9c6-beb5-4c04-b33b-01b498cbba8d tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.726341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3b9af9c6-beb5-4c04-b33b-01b498cbba8d tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044982 Aug 29 17:10:02.728272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46140) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.732081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-d32d063c-ebd9-4a41-be9c-31303c76b544 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.733031 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d32d063c-ebd9-4a41-be9c-31303c76b544 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039217 Aug 29 17:10:02.735041 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46142) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.739227 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-a52d6da7-aa83-414d-99ab-526e3244283f tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.740183 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a52d6da7-aa83-414d-99ab-526e3244283f tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042324 Aug 29 17:10:02.742201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46144) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.746566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-210da5e3-e485-4775-9401-2cb5d942fbca tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.747499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-210da5e3-e485-4775-9401-2cb5d942fbca tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043893 Aug 29 17:10:02.749479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46146) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.753317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-589b41f1-3789-4d4a-a542-d780128236df tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.754260 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-589b41f1-3789-4d4a-a542-d780128236df tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039456 Aug 29 17:10:02.756228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46148) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.760082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-be28a01a-92f6-4e81-8df4-89fa70dd2b52 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.760984 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-be28a01a-92f6-4e81-8df4-89fa70dd2b52 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0039356 Aug 29 17:10:02.763719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46150) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.768038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-2ccd8fe4-35ef-4c67-93d7-784e37bbcb44 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.769009 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2ccd8fe4-35ef-4c67-93d7-784e37bbcb44 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043294 Aug 29 17:10:02.771121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46152) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.775099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-b292be9f-dda5-44b0-ad64-3a7c6f844ca1 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.776047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b292be9f-dda5-44b0-ad64-3a7c6f844ca1 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040624 Aug 29 17:10:02.778052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46154) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.781829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-d46cb7cb-d2dc-4f23-a074-80a9de5388d7 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.782744 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d46cb7cb-d2dc-4f23-a074-80a9de5388d7 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038834 Aug 29 17:10:02.785009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46156) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.789400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-ffd0b7b2-52d7-449f-8230-23e22e2fb440 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.790331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ffd0b7b2-52d7-449f-8230-23e22e2fb440 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044677 Aug 29 17:10:02.792402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46158) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.796182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-e533c52f-f407-4f5c-b9c5-a927c1305853 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.797093 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e533c52f-f407-4f5c-b9c5-a927c1305853 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0038879 Aug 29 17:10:02.799119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46160) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.802905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-8edd9c54-1945-49d9-ab9e-d3eec5f14055 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.803841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8edd9c54-1945-49d9-ab9e-d3eec5f14055 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038931 Aug 29 17:10:02.805956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46162) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.810251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-c287692d-da0e-47fe-ba6d-5b4ec1095c5f tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.811163 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c287692d-da0e-47fe-ba6d-5b4ec1095c5f tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043900 Aug 29 17:10:02.813292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46164) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.817014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-3bfa8672-3b92-42d8-9431-2e0986245469 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.817953 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3bfa8672-3b92-42d8-9431-2e0986245469 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0038581 Aug 29 17:10:02.820142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46166) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.824696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-3933013b-8731-48b1-9b6d-8e7e9dc58d4a tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.825636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3933013b-8731-48b1-9b6d-8e7e9dc58d4a tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0046751 Aug 29 17:10:02.827767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46168) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.831529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-b118bf23-982e-4bfb-9ca3-41d9d6d70348 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.832432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b118bf23-982e-4bfb-9ca3-41d9d6d70348 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038440 Aug 29 17:10:02.834508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46170) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.838697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-54d31dc2-cb09-4dd2-aea8-1376b685774e tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.839821 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-54d31dc2-cb09-4dd2-aea8-1376b685774e tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043118 Aug 29 17:10:02.841677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46172) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.845372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-ae080bab-fa89-4b9f-ab14-673cbeba92e0 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.846279 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ae080bab-fa89-4b9f-ab14-673cbeba92e0 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0037990 Aug 29 17:10:02.848412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46174) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.853322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-bb81ab8b-1ec5-4a9f-99b2-17a6ba4a7601 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.856620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46176) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.856809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bb81ab8b-1ec5-4a9f-99b2-17a6ba4a7601 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0074239 Aug 29 17:10:02.860676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-ec93dc07-add6-4df5-9b1a-4edfe32f5ad2 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.863761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ec93dc07-add6-4df5-9b1a-4edfe32f5ad2 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062442 Aug 29 17:10:02.864293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46178) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.868120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-75b7c2fb-7ac6-4120-921d-19fb7b47df25 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.869051 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-75b7c2fb-7ac6-4120-921d-19fb7b47df25 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039489 Aug 29 17:10:02.871738 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46180) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.876575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-8d64c1c6-6f29-4166-a716-3633601f71e3 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.877651 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8d64c1c6-6f29-4166-a716-3633601f71e3 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049822 Aug 29 17:10:02.879686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46182) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.883540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-e7e25b61-5dd6-4b6d-aae9-756f37ce82ce tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.884528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e7e25b61-5dd6-4b6d-aae9-756f37ce82ce tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0039797 Aug 29 17:10:02.887116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46184) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.890824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-ebcace59-5282-40ed-b673-27c5147c5679 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.891733 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ebcace59-5282-40ed-b673-27c5147c5679 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038168 Aug 29 17:10:02.893862 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46186) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.897621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-4703f35c-c6b7-467f-b8f2-5b86c5b9690c tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.898574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4703f35c-c6b7-467f-b8f2-5b86c5b9690c tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0038755 Aug 29 17:10:02.900518 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46188) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.904271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-6f12d66a-38db-4f39-98bd-ce1a96ac4b75 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.905187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6f12d66a-38db-4f39-98bd-ce1a96ac4b75 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038652 Aug 29 17:10:02.907327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46192) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.911488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-11a575a6-93f8-4d4a-8c3e-93e678b73b57 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.912940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-11a575a6-93f8-4d4a-8c3e-93e678b73b57 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041516 Aug 29 17:10:02.914835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46194) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.919469 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-3a71f5f9-2f20-40b8-8ed0-86dc8c43f317 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.920502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3a71f5f9-2f20-40b8-8ed0-86dc8c43f317 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044634 Aug 29 17:10:02.923056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46196) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.927647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-9c787ed1-a723-4414-aa5b-d1fa490dd9c1 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.928579 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9c787ed1-a723-4414-aa5b-d1fa490dd9c1 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046363 Aug 29 17:10:02.931012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46198) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.936391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-462cfb43-9a5d-4d52-b931-53d0970c6d9a tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.937522 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-462cfb43-9a5d-4d52-b931-53d0970c6d9a tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0055287 Aug 29 17:10:02.940159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46200) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.944377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-a0aa20b8-31c0-4ac9-9340-99df4832e94d tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.948074 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46202) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.948298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a0aa20b8-31c0-4ac9-9340-99df4832e94d tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069723 Aug 29 17:10:02.953779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-bd380e8b-bf0c-4908-b52b-4b39625d1390 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.957574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46204) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.957735 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bd380e8b-bf0c-4908-b52b-4b39625d1390 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0072639 Aug 29 17:10:02.966635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-f67e3c36-1a72-40a5-b281-e8ea4335e869 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.968056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f67e3c36-1a72-40a5-b281-e8ea4335e869 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0091379 Aug 29 17:10:02.970592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46206) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.975267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [None req-6cfc4dd1-be8b-44fb-8119-a9666702cc6a tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.976545 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6cfc4dd1-be8b-44fb-8119-a9666702cc6a tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044661 Aug 29 17:10:02.978955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46208) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.984109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-ec7529e5-368d-43c0-90a0-01c3e11e463c tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.985178 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ec7529e5-368d-43c0-90a0-01c3e11e463c tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052097 Aug 29 17:10:02.987623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46210) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:02.992029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-349414da-670f-4068-aedf-ffc79b9511e8 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:02.992979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-349414da-670f-4068-aedf-ffc79b9511e8 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042315 Aug 29 17:10:02.995272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46212) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:03.000008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-b1634111-fbe9-4ffc-a040-57c989fcf6af tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:03.000954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b1634111-fbe9-4ffc-a040-57c989fcf6af tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042708 Aug 29 17:10:03.003260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46214) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:03.007380 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-d7568875-35e7-45f5-bf4b-a7c8603245ef tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:03.008343 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d7568875-35e7-45f5-bf4b-a7c8603245ef tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042129 Aug 29 17:10:03.010438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46216) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:03.015122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-54941562-1a74-4aff-986d-563deed010bc tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:03.016071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-54941562-1a74-4aff-986d-563deed010bc tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0047967 Aug 29 17:10:03.018471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46218) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:03.022494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-a17e529d-1287-40b9-8bf2-dc364fe078e0 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:03.025256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a17e529d-1287-40b9-8bf2-dc364fe078e0 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041089 Aug 29 17:10:03.025860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46220) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:03.030699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [None req-6980be93-1e37-467a-bac1-baaca3498f36 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:10:03.031712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6980be93-1e37-467a-bac1-baaca3498f36 tempest-ExtensionsTestJSON-1579615101 tempest-ExtensionsTestJSON-1579615101-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050166 Aug 29 17:10:03.322048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46232) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:03.436794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6437de-117f-4893-a0b7-c020e424f644 req-6b4afd87-e998-417d-a527-f956ac1e5883 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:03.438374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce6437de-117f-4893-a0b7-c020e424f644 req-6b4afd87-e998-417d-a527-f956ac1e5883 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 946 time: 0.0609906 Aug 29 17:10:03.446131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25311287-5217-4311-8c90-52b3ff9eddd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:03.478155 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce6437de-117f-4893-a0b7-c020e424f644 req-fdddb3d3-8839-4d36-b337-b3fc13e14319 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Aug 29 17:10:03.558445 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25311287-5217-4311-8c90-52b3ff9eddd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:03.563631 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25311287-5217-4311-8c90-52b3ff9eddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:03.607446 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-25311287-5217-4311-8c90-52b3ff9eddd9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe4771939a8646a7894cddbb458857fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811766 Aug 29 17:10:03.607446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25311287-5217-4311-8c90-52b3ff9eddd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0868af0-c9b6-4379-9174-71b148334050,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:03.608569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46240) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:03.666550 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9be3a0bb-7494-4476-92bc-41126d7ba7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:03.697481 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9be3a0bb-7494-4476-92bc-41126d7ba7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:03.753678 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9be3a0bb-7494-4476-92bc-41126d7ba7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:03.756617 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9be3a0bb-7494-4476-92bc-41126d7ba7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:03.760156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9be3a0bb-7494-4476-92bc-41126d7ba7f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0868af0-c9b6-4379-9174-71b148334050 HTTP/1.1" status: 204 len: 168 time: 0.1489685 Aug 29 17:10:03.767274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3a0bb-7494-4476-92bc-41126d7ba7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0868af0-c9b6-4379-9174-71b148334050,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:04.463380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46268) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:04.564728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1392261161'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:04.605869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:04.608524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24495721-8596-4a22-95ac-4e500584f485 req-f20924c9-8bfc-4781-a163-316367bc2201 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:04.616284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-24495721-8596-4a22-95ac-4e500584f485 req-f20924c9-8bfc-4781-a163-316367bc2201 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 946 time: 0.0642500 Aug 29 17:10:04.616695 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:04.635498 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:04.676520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-24495721-8596-4a22-95ac-4e500584f485 req-2d160dda-7957-47cc-a719-675c8c50b6d7 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f5ee9bb-37f2-4496-8d11-d78969e485ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Aug 29 17:10:04.758241 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:04.764652 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:04.797991 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:04.805511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b13a8c9-871a-4af9-8892-72de007d9f60,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:04.814046 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:04.814861 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Added segment 3855c80f-8bb0-418e-94ee-5934b4bdf0e5 of type vlan for network 34a4f1c3-762e-40a7-a70d-e273dfd6b814 Aug 29 17:10:04.876910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:04.894046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b1124-e4e9-4f46-a7be-febdcd78a117 req-f9406d15-58cc-4ff5-a66b-5baf4ef71c59 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:04.896060 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c79b1124-e4e9-4f46-a7be-febdcd78a117 req-f9406d15-58cc-4ff5-a66b-5baf4ef71c59 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.10 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 946 time: 0.0947785 Aug 29 17:10:04.913567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:04.922160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:04.923104 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:04.955626 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4909136 Aug 29 17:10:05.005134 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80e0dc-c615-4868-908a-4d4ebf272d33 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=34a4f1c3-762e-40a7-a70d-e273dfd6b814,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:05.018712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 34a4f1c3-762e-40a7-a70d-e273dfd6b814 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:05.346257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c79b1124-e4e9-4f46-a7be-febdcd78a117 req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Deleting port ea49e103-e1a9-477e-a590-27f61b2f2449 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:05.346746 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c79b1124-e4e9-4f46-a7be-febdcd78a117 req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:05.457280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-c79b1124-e4e9-4f46-a7be-febdcd78a117 req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] For port ea49e103-e1a9-477e-a590-27f61b2f2449, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ea49e103-e1a9-477e-a590-27f61b2f2449,segment=NetworkSegment(99ba4c51-bb57-4cf0-a93c-0f25795586a5),segment_id=99ba4c51-bb57-4cf0-a93c-0f25795586a5)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:05.457537 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c79b1124-e4e9-4f46-a7be-febdcd78a117 req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:05.472553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c79b1124-e4e9-4f46-a7be-febdcd78a117 req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Calling delete_port for ea49e103-e1a9-477e-a590-27f61b2f2449 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:05.632364 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c79b1124-e4e9-4f46-a7be-febdcd78a117 req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:05.672681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Pushing event deleted for resources: {'Port': ['ID=ea49e103-e1a9-477e-a590-27f61b2f2449,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:05.687941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.688288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.688689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.689032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.689406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.689740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.690068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.690393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.690723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.691046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.691384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.692439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:05.738002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79b1124-e4e9-4f46-a7be-febdcd78a117 req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] No DVR routers for this DVR port ea49e103-e1a9-477e-a590-27f61b2f2449 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:05.740965 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c79b1124-e4e9-4f46-a7be-febdcd78a117 req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:05.743377 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c79b1124-e4e9-4f46-a7be-febdcd78a117 req-4ce00cb7-6442-4fa1-a154-e99d06a10446 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.10 "DELETE /v2.0/ports/ea49e103-e1a9-477e-a590-27f61b2f2449 HTTP/1.1" status: 204 len: 173 time: 0.8393049 Aug 29 17:10:05.743911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a6e6a2-8bf9-4efe-a69a-c3d9667edf73', 'name': 'network-vif-deleted', 'tag': 'ea49e103-e1a9-477e-a590-27f61b2f2449'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:10:05.753478 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b28a228-0c0a-4086-b043-291638cccba8" -d '{"events": [{"server_uuid": "93a6e6a2-8bf9-4efe-a69a-c3d9667edf73", "name": "network-vif-deleted", "tag": "ea49e103-e1a9-477e-a590-27f61b2f2449"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:10:05.825580 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ac06d012-f72c-4a88-a92f-fecae6424aba req-4a81f0c0-ed3b-4b69-a7ea-e4060565ca41 tempest-VolumesSnapshotTestJSON-1698497764 tempest-VolumesSnapshotTestJSON-1698497764-project] 10.222.0.22 "GET /v2.0/ports?device_id=93a6e6a2-8bf9-4efe-a69a-c3d9667edf73 HTTP/1.1" status: 200 len: 210 time: 0.0536599 Aug 29 17:10:05.829151 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f02a4ae-87cb-4136-aaff-06afd05ca031 x-openstack-request-id: req-8f02a4ae-87cb-4136-aaff-06afd05ca031 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:10:05.830049 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a6e6a2-8bf9-4efe-a69a-c3d9667edf73", "name": "network-vif-deleted", "tag": "ea49e103-e1a9-477e-a590-27f61b2f2449", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:10:05.830315 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f02a4ae-87cb-4136-aaff-06afd05ca031 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:10:05.830725 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a6e6a2-8bf9-4efe-a69a-c3d9667edf73', 'name': 'network-vif-deleted', 'tag': 'ea49e103-e1a9-477e-a590-27f61b2f2449', 'status': 'completed', 'code': 200} Aug 29 17:10:06.148177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46300) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:06.316742 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0368335d-0094-433f-a8f1-e7b7ac07fa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:06.442052 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0368335d-0094-433f-a8f1-e7b7ac07fa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:06.447232 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0368335d-0094-433f-a8f1-e7b7ac07fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:06.487856 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0368335d-0094-433f-a8f1-e7b7ac07fa70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=456f6a375aea4b498df5db9bfe667d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383529 Aug 29 17:10:06.489203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368335d-0094-433f-a8f1-e7b7ac07fa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f59e4c-9924-4a04-a93a-96b6531875c2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:06.490914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46306) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:06.550105 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:06.595176 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:06.661911 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:06.665065 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:06.666491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84f59e4c-9924-4a04-a93a-96b6531875c2 HTTP/1.1" status: 204 len: 168 time: 0.1739855 Aug 29 17:10:06.679615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f59e4c-9924-4a04-a93a-96b6531875c2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:06.691789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.692542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.694331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.695103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.695710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.696254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.696793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.697535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.698108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.698992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.699968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.700800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11b9534-f11c-4770-afe0-863986b9eb5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:06.771506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ea49e103-e1a9-477e-a590-27f61b2f2449 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:10:07.065371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: ea49e103-e1a9-477e-a590-27f61b2f2449 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:10:07.065908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ea49e103-e1a9-477e-a590-27f61b2f2449 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:10:07.673143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46352) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:07.790406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-606957530-network', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:07.826279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Made reservation on behalf of 12d02b27f8084a399ccd716813d0cecd for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:07.839340 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:07.866631 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.021755 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.026812 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.091190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:08.094159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72050c1f-da70-4c99-842d-c828c3311fa6,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:08.112461 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.113056 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Added segment 477954cf-98e5-4139-b473-8e0c116ac42c of type vlan for network 1ffd1fde-98d2-4dd5-8224-cf99c610bebd Aug 29 17:10:08.188390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.225699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.229691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:08.231542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.267908 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5937688 Aug 29 17:10:08.270953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46366) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:08.276596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] Request body: {'subnet': {'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-606957530-subnet', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:08.279803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46368) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:08.285057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'network_id': '34a4f1c3-762e-40a7-a70d-e273dfd6b814', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:08.352859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fbc97-3c9e-4c46-863d-c6b7c217899e admin admin] Pushing event updated for resources: {'Network': ['ID=1ffd1fde-98d2-4dd5-8224-cf99c610bebd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:08.370070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 1ffd1fde-98d2-4dd5-8224-cf99c610bebd details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:08.375590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] Made reservation on behalf of 12d02b27f8084a399ccd716813d0cecd for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:08.378318 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.477309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:08.480839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.711062 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.830417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb543f8-2c91-4847-9ffe-e4425b8c06e6,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:08.834450 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.877489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] Checking segment: {'id': '477954cf-98e5-4139-b473-8e0c116ac42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:08.877860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] Network hostable DHCP agents. Network: 1ffd1fde-98d2-4dd5-8224-cf99c610bebd, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:08.921612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=59a9ab9b-260b-40a6-a86b-46264eb4f093,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:08.936458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] Network 1ffd1fde-98d2-4dd5-8224-cf99c610bebd is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:08.941259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Checking segment: {'id': '3855c80f-8bb0-418e-94ee-5934b4bdf0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34a4f1c3-762e-40a7-a70d-e273dfd6b814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:08.941617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network hostable DHCP agents. Network: 34a4f1c3-762e-40a7-a70d-e273dfd6b814, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:08.953742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 1ffd1fde-98d2-4dd5-8224-cf99c610bebd) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:08.960031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:08.960689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:08.975143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc1d2c-202c-4304-b927-f036f9a08c8e None None] Network 1ffd1fde-98d2-4dd5-8224-cf99c610bebd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:08.977995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network 34a4f1c3-762e-40a7-a70d-e273dfd6b814 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:08.995281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46390) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:08.996356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-61bbe5b4-98aa-4e99-b205-ec1090a0072a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7233615 Aug 29 17:10:08.997479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 34a4f1c3-762e-40a7-a70d-e273dfd6b814) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:09.001549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-606957530-router', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:09.002388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:09.002728 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.043306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3c758b-d366-4b6c-8032-f91aaaa067dc None None] Network 34a4f1c3-762e-40a7-a70d-e273dfd6b814 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:09.055339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.056770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.065927 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-663dd398-4eba-4032-b05d-644cd95f291a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7815533 Aug 29 17:10:09.066150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46396) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:09.073049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730460610'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:09.134860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:09.139614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.162500 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.169145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:09.181769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.182884 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Added segment b16ff161-3515-456a-8b3f-8d4cab5790fb of type vlan for network a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e Aug 29 17:10:09.240453 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.278352 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.284010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-1ffd1fde-98d2-4dd5-8224-cf99c610bebd', 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'fixed_ips': [{'subnet_id': '9bb543f8-2c91-4847-9ffe-e4425b8c06e6'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:09.285466 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.295363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:09.296413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.365798 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.428876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a57396-4329-4587-a768-61d1614917cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-34a4f1c3-762e-40a7-a70d-e273dfd6b814', 'network_id': '34a4f1c3-762e-40a7-a70d-e273dfd6b814', 'tenant_id': 'f41f0ac4338e4dc88e20a5a79b1731ac', 'fixed_ips': [{'subnet_id': '59a9ab9b-260b-40a6-a86b-46264eb4f093'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:09.429807 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93a57396-4329-4587-a768-61d1614917cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.431859 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3644838 Aug 29 17:10:09.441951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46404) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:09.453857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'network_id': 'a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:09.606169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70597c98-d35f-4576-8e32-abba4d0bcf46 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:09.619388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Allocated IP 172.20.0.2 (1ffd1fde-98d2-4dd5-8224-cf99c610bebd/9bb543f8-2c91-4847-9ffe-e4425b8c06e6/5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:09.654569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:09.669029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:09.675406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.883600 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.910055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:09.920981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-93a57396-4329-4587-a768-61d1614917cb None None] Allocated IP 2001:db8:0:ffff::2 (34a4f1c3-762e-40a7-a70d-e273dfd6b814/59a9ab9b-260b-40a6-a86b-46264eb4f093/ce36ef90-7bc3-4fb5-aef4-4549c163a88f) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:10.008137 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.083483 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.090340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=b2935f42-9b5d-400d-bfcd-ea407000e268,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:10.108434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Transition to ACTIVE for port object 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:10.113817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Checking segment: {'id': 'b16ff161-3515-456a-8b3f-8d4cab5790fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:10.114537 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network hostable DHCP agents. Network: a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:10.143504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Transition to ACTIVE for port object 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:10.158768 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.168187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Allocated IP 172.25.5.109 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/0130f6e6-ae99-4d4c-bb83-75dcd9679c61) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:10.202357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:10.232233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:10.256033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd1ecbb-5e2c-45cf-ba98-61a8a5d712a6 None None] Network a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:10.256297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:10.258610 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.314078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-98b91845-5eeb-4241-a3d9-e5912e69ffa4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8692966 Aug 29 17:10:10.321206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46420) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:10.411472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Network 1ffd1fde-98d2-4dd5-8224-cf99c610bebd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:10.439818 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.443549 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93a57396-4329-4587-a768-61d1614917cb None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.445429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Pushing event updated for resources: {'Port': ['ID=5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:10.449724 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:10.452081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:10.482404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-93a57396-4329-4587-a768-61d1614917cb None None] Transition to ACTIVE for port object ce36ef90-7bc3-4fb5-aef4-4549c163a88f will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:10.513702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.557569 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.561959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-93a57396-4329-4587-a768-61d1614917cb None None] Transition to ACTIVE for port object ce36ef90-7bc3-4fb5-aef4-4549c163a88f will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:10.563524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Attempting to bind port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:10.564058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Attempting to bind port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '477954cf-98e5-4139-b473-8e0c116ac42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:10.564600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Attempting to bind port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba on network 1ffd1fde-98d2-4dd5-8224-cf99c610bebd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:10.566289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:10.569245 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:10.577252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:10.580478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:10.580815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Checking segment: {'id': '477954cf-98e5-4139-b473-8e0c116ac42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:10.581250 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.581648 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Bound using segment: {'id': '477954cf-98e5-4139-b473-8e0c116ac42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:10.582940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Bound port: 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477954cf-98e5-4139-b473-8e0c116ac42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:10.583380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.587649 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93a57396-4329-4587-a768-61d1614917cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.642803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a57396-4329-4587-a768-61d1614917cb None None] Network 34a4f1c3-762e-40a7-a70d-e273dfd6b814 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:10.657290 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.668380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-93a57396-4329-4587-a768-61d1614917cb None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:10.671353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a57396-4329-4587-a768-61d1614917cb None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:10.672592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Pushing event updated for resources: {'Port': ['ID=0130f6e6-ae99-4d4c-bb83-75dcd9679c61,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:10.733077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a57396-4329-4587-a768-61d1614917cb None None] Pushing event updated for resources: {'Port': ['ID=ce36ef90-7bc3-4fb5-aef4-4549c163a88f,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:10.795690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.828039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-93a57396-4329-4587-a768-61d1614917cb None None] Attempting to bind port ce36ef90-7bc3-4fb5-aef4-4549c163a88f on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:10.828459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-93a57396-4329-4587-a768-61d1614917cb None None] Attempting to bind port ce36ef90-7bc3-4fb5-aef4-4549c163a88f by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3855c80f-8bb0-418e-94ee-5934b4bdf0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34a4f1c3-762e-40a7-a70d-e273dfd6b814'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:10.828823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a57396-4329-4587-a768-61d1614917cb None None] Attempting to bind port ce36ef90-7bc3-4fb5-aef4-4549c163a88f on network 34a4f1c3-762e-40a7-a70d-e273dfd6b814 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:10.834193 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Subnet': ['ID=b2935f42-9b5d-400d-bfcd-ea407000e268,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:10.835946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a57396-4329-4587-a768-61d1614917cb None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:10.836208 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a57396-4329-4587-a768-61d1614917cb None None] Checking segment: {'id': '3855c80f-8bb0-418e-94ee-5934b4bdf0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34a4f1c3-762e-40a7-a70d-e273dfd6b814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:10.836639 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93a57396-4329-4587-a768-61d1614917cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.836999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a57396-4329-4587-a768-61d1614917cb None None] Bound using segment: {'id': '3855c80f-8bb0-418e-94ee-5934b4bdf0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34a4f1c3-762e-40a7-a70d-e273dfd6b814'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:10.837523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-93a57396-4329-4587-a768-61d1614917cb None None] Bound port: ce36ef90-7bc3-4fb5-aef4-4549c163a88f, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3855c80f-8bb0-418e-94ee-5934b4bdf0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '34a4f1c3-762e-40a7-a70d-e273dfd6b814'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:10.837913 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93a57396-4329-4587-a768-61d1614917cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.841300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] For port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:10.855054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1a6129-46fb-43ef-9fa3-15d70ae5abbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e', 'network_id': 'a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e', 'tenant_id': 'f41f0ac4338e4dc88e20a5a79b1731ac', 'fixed_ips': [{'subnet_id': 'b2935f42-9b5d-400d-bfcd-ea407000e268'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:10.855462 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bb1a6129-46fb-43ef-9fa3-15d70ae5abbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:10.875696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] For port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba,segment=NetworkSegment(477954cf-98e5-4139-b473-8e0c116ac42c),segment_id=477954cf-98e5-4139-b473-8e0c116ac42c)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:10.908526 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.004932 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.021286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:11.022622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec80ca-d4f5-4021-8e5b-e797eddb0478 None None] Network a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:11.041204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16ff161-3515-456a-8b3f-8d4cab5790fb') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:11.041204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16ff161-3515-456a-8b3f-8d4cab5790fb') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:11.062581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.074740 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.082167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:11.083083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:11.086617 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:11.111221 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.163390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-93a57396-4329-4587-a768-61d1614917cb None None] For port ce36ef90-7bc3-4fb5-aef4-4549c163a88f, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:11.185886 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.196577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3313f-44dc-47df-9476-7cbcf3cbc867 None None] Pushing event updated for resources: {'Port': ['ID=5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:11.201751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-93a57396-4329-4587-a768-61d1614917cb None None] For port ce36ef90-7bc3-4fb5-aef4-4549c163a88f, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ce36ef90-7bc3-4fb5-aef4-4549c163a88f,segment=NetworkSegment(3855c80f-8bb0-418e-94ee-5934b4bdf0e5),segment_id=3855c80f-8bb0-418e-94ee-5934b4bdf0e5)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:11.211182 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-93a57396-4329-4587-a768-61d1614917cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.211949 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.216035 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e HTTP/1.1" status: 204 len: 168 time: 0.8934314 Aug 29 17:10:11.235483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa365f-a607-4b39-80db-cdc2c6b24a29 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Network': ['ID=a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:11.237634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46438) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:11.261002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-939723720'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:11.370139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:11.388559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.480568 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:11.506501 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.506890 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Added segment 39239e5c-e78f-4c3e-af1a-a3210da7713f of type vlan for network 3a95e134-57de-4d06-8040-3828030dd682 Aug 29 17:10:11.573696 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.624131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.666326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a57396-4329-4587-a768-61d1614917cb None None] Pushing event updated for resources: {'Port': ['ID=ce36ef90-7bc3-4fb5-aef4-4549c163a88f,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:11.683332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.690042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:11.690488 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:11.772300 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5334568 Aug 29 17:10:11.775346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46458) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:11.793406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'network_id': '3a95e134-57de-4d06-8040-3828030dd682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:11.801972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Router 22aa6248-7e50-4d74-b93a-b642442a4384 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:10:11.818291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66616f0f-4c71-40ab-9eb9-e307dbc9395f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=3a95e134-57de-4d06-8040-3828030dd682,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:11.831441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 3a95e134-57de-4d06-8040-3828030dd682 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:11.936503 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:11.948230 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:12.353340 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:12.448353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=a295a5a4-a0ae-49fa-8cc8-09e7c8e25a74,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:12.488124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Checking segment: {'id': '39239e5c-e78f-4c3e-af1a-a3210da7713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3a95e134-57de-4d06-8040-3828030dd682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:12.489328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network hostable DHCP agents. Network: 3a95e134-57de-4d06-8040-3828030dd682, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:12.541321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network 3a95e134-57de-4d06-8040-3828030dd682 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:12.575811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 3a95e134-57de-4d06-8040-3828030dd682) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:12.587575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c83b6e-2dd3-4409-b389-df65ee113316 None None] Network 3a95e134-57de-4d06-8040-3828030dd682 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:12.596833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:12.597601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:12.647376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7d0dc742-5065-47dd-a498-8468c4ac496f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8674498 Aug 29 17:10:12.647757 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46474) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:12.660051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1254724970'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:12.732094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:12.736300 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:12.780645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:12.795979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:10:12.798366 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:12.801167 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Added segment d1c3283d-1e2a-429a-95b0-f29f5dbeaa45 of type vlan for network e556de00-f26d-4bc1-89c6-5d9a54ae0ad9 Aug 29 17:10:12.810402 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Sync routers for ids ['22aa6248-7e50-4d74-b93a-b642442a4384'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:10:12.828621 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Routers {'22aa6248-7e50-4d74-b93a-b642442a4384'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:12.829283 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:09:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['22aa6248-7e50-4d74-b93a-b642442a4384'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:12.830260 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:12.834971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5495682c-42ee-4e81-a590-b726b3aff0b9 None None] Network 1ffd1fde-98d2-4dd5-8224-cf99c610bebd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:12.835738 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-15eb49fd-b68a-4884-8935-b0a7e9b193b2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8378379 Aug 29 17:10:12.838971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46476) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:12.946643 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:13.024274 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Set router 22aa6248-7e50-4d74-b93a-b642442a4384 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:13.035321 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:13.049644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:13.050624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:13.092742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-3a95e134-57de-4d06-8040-3828030dd682', 'network_id': '3a95e134-57de-4d06-8040-3828030dd682', 'tenant_id': 'f41f0ac4338e4dc88e20a5a79b1731ac', 'fixed_ips': [{'subnet_id': 'a295a5a4-a0ae-49fa-8cc8-09e7c8e25a74'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:13.102566 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:13.216435 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5673862 Aug 29 17:10:13.220959 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8facb882-9123-4489-b470-8e2dbdf794f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:13.236577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46486) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:13.255768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'network_id': 'e556de00-f26d-4bc1-89c6-5d9a54ae0ad9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:13.256710 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ac772eae-116e-4171-8429-eec075c5d481 None None] Provisioning for port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:13.290975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ce36ef90-7bc3-4fb5-aef4-4549c163a88f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:13.326704 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'name': 'tempest-TestAggregatesBasicOps-606957530-router', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:10Z', 'revision_number': 3, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'gw_port': {'id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:13.329485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dad04-cca8-494c-bf21-7dc02da62fb2 req-1dc39bac-dd7c-4f8b-ad31-a6e9eceb4089 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:13.340361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dad04-cca8-494c-bf21-7dc02da62fb2 req-1dc39bac-dd7c-4f8b-ad31-a6e9eceb4089 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:13.351884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dad04-cca8-494c-bf21-7dc02da62fb2 req-1dc39bac-dd7c-4f8b-ad31-a6e9eceb4089 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:13.360737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dad04-cca8-494c-bf21-7dc02da62fb2 req-1dc39bac-dd7c-4f8b-ad31-a6e9eceb4089 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:13.367364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dad04-cca8-494c-bf21-7dc02da62fb2 req-1dc39bac-dd7c-4f8b-ad31-a6e9eceb4089 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:13.374141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dad04-cca8-494c-bf21-7dc02da62fb2 req-1dc39bac-dd7c-4f8b-ad31-a6e9eceb4089 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:13.380576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dad04-cca8-494c-bf21-7dc02da62fb2 req-1dc39bac-dd7c-4f8b-ad31-a6e9eceb4089 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:13.386211 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Checking router: 22aa6248-7e50-4d74-b93a-b642442a4384 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:10:13.386610 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Updating router 22aa6248-7e50-4d74-b93a-b642442a4384 port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:10:13.391325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e73dad04-cca8-494c-bf21-7dc02da62fb2 req-1dc39bac-dd7c-4f8b-ad31-a6e9eceb4089 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5435 time: 0.2461827 Aug 29 17:10:13.416636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d0099-8778-46de-98b5-189f4749be13 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=e556de00-f26d-4bc1-89c6-5d9a54ae0ad9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:13.471297 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:13.510406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:13.516674 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:13.577083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e73dad04-cca8-494c-bf21-7dc02da62fb2 req-93dae1ad-d502-42ab-8e73-36ba84771824 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1278286 Aug 29 17:10:13.606933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network e556de00-f26d-4bc1-89c6-5d9a54ae0ad9 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:13.656108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.ipam_backend_mixin [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Performing IP validity checks on allocation pools {{(pid=111676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 17:10:13.656783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.ipam_backend_mixin [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 17:10:13.736394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e152c-6169-4406-880b-57d3d07de83d None None] Network 34a4f1c3-762e-40a7-a70d-e273dfd6b814 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:13.938173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606d0d1-3d7a-433d-bb9f-3287914f1141 req-9b128896-c5cf-4944-8de4-6f353e0079de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:13.938434 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:13.951229 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Transition to ACTIVE for port object 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:13.955824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606d0d1-3d7a-433d-bb9f-3287914f1141 req-9b128896-c5cf-4944-8de4-6f353e0079de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:13.962802 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:13.976505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606d0d1-3d7a-433d-bb9f-3287914f1141 req-9b128896-c5cf-4944-8de4-6f353e0079de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:13.987662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Allocated IP 2001:db8::3 (3a95e134-57de-4d06-8040-3828030dd682/a295a5a4-a0ae-49fa-8cc8-09e7c8e25a74/d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:14.004043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606d0d1-3d7a-433d-bb9f-3287914f1141 req-9b128896-c5cf-4944-8de4-6f353e0079de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:14.012152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606d0d1-3d7a-433d-bb9f-3287914f1141 req-9b128896-c5cf-4944-8de4-6f353e0079de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:14.018972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606d0d1-3d7a-433d-bb9f-3287914f1141 req-9b128896-c5cf-4944-8de4-6f353e0079de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:14.025427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606d0d1-3d7a-433d-bb9f-3287914f1141 req-9b128896-c5cf-4944-8de4-6f353e0079de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:14.029976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e606d0d1-3d7a-433d-bb9f-3287914f1141 req-9b128896-c5cf-4944-8de4-6f353e0079de tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5435 time: 0.2686732 Aug 29 17:10:14.060722 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.062450 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Pushing event updated for resources: {'Port': ['ID=0130f6e6-ae99-4d4c-bb83-75dcd9679c61,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:14.078026 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Attempting to bind port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:14.078670 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Attempting to bind port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:14.079028 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Attempting to bind port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:14.087992 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.091170 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.093447 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.095360 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.109761 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.110362 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.111282 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.111769 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.114854 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.121721 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.122318 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.123282 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:14.139188 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:14.139878 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:14.140461 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.142416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=5e975119-381a-4d4c-9361-a84fc311b88f,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:14.143042 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:14.144742 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Bound port: 0130f6e6-ae99-4d4c-bb83-75dcd9679c61, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:14.146988 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.156553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Checking segment: {'id': 'd1c3283d-1e2a-429a-95b0-f29f5dbeaa45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e556de00-f26d-4bc1-89c6-5d9a54ae0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:14.156955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network hostable DHCP agents. Network: e556de00-f26d-4bc1-89c6-5d9a54ae0ad9, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:14.157910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.160938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9b0b80ef-8aac-4f90-a1bd-1e95c8234497 None None] Provisioning for port ce36ef90-7bc3-4fb5-aef4-4549c163a88f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:14.184514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network e556de00-f26d-4bc1-89c6-5d9a54ae0ad9 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:14.197981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, e556de00-f26d-4bc1-89c6-5d9a54ae0ad9) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:14.216510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7f9bd-9034-48d6-8d6f-9241ba73bae6 None None] Network e556de00-f26d-4bc1-89c6-5d9a54ae0ad9 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:14.227623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:14.232128 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.257077 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b1941fbd-6044-40ef-97fe-e762298be3ef tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0149817 Aug 29 17:10:14.259482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46506) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:14.285740 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] For port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:14.291634 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] For port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0130f6e6-ae99-4d4c-bb83-75dcd9679c61,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:14.303086 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.435477 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Routers {'22aa6248-7e50-4d74-b93a-b642442a4384'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:14.436721 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:09:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['22aa6248-7e50-4d74-b93a-b642442a4384'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:14.449022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ce36ef90-7bc3-4fb5-aef4-4549c163a88f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:14.473521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.494396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ce36ef90-7bc3-4fb5-aef4-4549c163a88f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:14.498183 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.548180 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0138f0-3f95-418b-9c63-29cbdbb0622b None None] Pushing event updated for resources: {'Port': ['ID=0130f6e6-ae99-4d4c-bb83-75dcd9679c61,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:14.557195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.576645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Allocated IP 172.20.0.1 (1ffd1fde-98d2-4dd5-8224-cf99c610bebd/9bb543f8-2c91-4847-9ffe-e4425b8c06e6/60ae0f94-b950-468c-8098-91d911446a60) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:14.693995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.746154 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] Set router 22aa6248-7e50-4d74-b93a-b642442a4384 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:14.751236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Subnet': ['ID=5e975119-381a-4d4c-9361-a84fc311b88f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:14.797750 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.826740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Transition to ACTIVE for port object 60ae0f94-b950-468c-8098-91d911446a60 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:14.876260 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210e586-525f-4ef3-a39c-c06c7becc22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-e556de00-f26d-4bc1-89c6-5d9a54ae0ad9', 'network_id': 'e556de00-f26d-4bc1-89c6-5d9a54ae0ad9', 'tenant_id': 'f41f0ac4338e4dc88e20a5a79b1731ac', 'fixed_ips': [{'subnet_id': '5e975119-381a-4d4c-9361-a84fc311b88f'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:14.877188 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a210e586-525f-4ef3-a39c-c06c7becc22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.893269 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.904834 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.920188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Transition to ACTIVE for port object d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:14.934023 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:14.958679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e556de00-f26d-4bc1-89c6-5d9a54ae0ad9']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:14.974180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c3283d-1e2a-429a-95b0-f29f5dbeaa45') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:14.974794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c3283d-1e2a-429a-95b0-f29f5dbeaa45') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:14.988775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.003946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Network 1ffd1fde-98d2-4dd5-8224-cf99c610bebd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:15.010288 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.020739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:15.021445 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.022800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:15.029460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:15.038563 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:15.086081 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:15.097769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf6d62-4b41-4496-8f9f-902a9bf568fc None None] Network e556de00-f26d-4bc1-89c6-5d9a54ae0ad9 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:15.130460 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.138079 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.145920 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.150400 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/e556de00-f26d-4bc1-89c6-5d9a54ae0ad9 HTTP/1.1" status: 204 len: 168 time: 0.8884025 Aug 29 17:10:15.156162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46522) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:15.170160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761775002'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:15.208099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Pushing event updated for resources: {'Port': ['ID=60ae0f94-b950-468c-8098-91d911446a60,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:15.231512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:15.236504 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.243632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Transition to ACTIVE for port object d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:15.279649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de9c7a-a98a-4f14-a8bc-9611fdff51af tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Network': ['ID=e556de00-f26d-4bc1-89c6-5d9a54ae0ad9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:15.291931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:15.300072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ce36ef90-7bc3-4fb5-aef4-4549c163a88f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ce36ef90-7bc3-4fb5-aef4-4549c163a88f,segment=NetworkSegment(3855c80f-8bb0-418e-94ee-5934b4bdf0e5),segment_id=3855c80f-8bb0-418e-94ee-5934b4bdf0e5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:15.302918 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.303387 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Added segment 89f3c170-e31a-4a4d-83c4-6a4cc34f8082 of type vlan for network 32f8aef4-08fc-47f8-b11d-2b0cc0df9d79 Aug 29 17:10:15.303792 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.375863 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.386928 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.387956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:15.439823 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.447898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:15.449012 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.477401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.528452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Network 3a95e134-57de-4d06-8040-3828030dd682 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:15.546487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3850925 Aug 29 17:10:15.553253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46530) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:15.576747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'network_id': '32f8aef4-08fc-47f8-b11d-2b0cc0df9d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:15.600653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:15.611307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:15.615172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Pushing event updated for resources: {'Port': ['ID=d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:15.617871 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-aec69cfa-edb1-4d66-95a9-3ea242e8cd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.627465 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'name': 'tempest-TestAggregatesBasicOps-606957530-router', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:10Z', 'revision_number': 3, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'gw_port': {'id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:15.649206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c598f7-763b-4990-9a16-32b3dc178629 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=32f8aef4-08fc-47f8-b11d-2b0cc0df9d79,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:15.683661 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295138b-885c-4e96-adb9-aa342fb29a8c None None] The sync data for ids ['22aa6248-7e50-4d74-b93a-b642442a4384'] in n-d-713301-13 is: [{'id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'name': 'tempest-TestAggregatesBasicOps-606957530-router', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:10Z', 'revision_number': 3, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'gw_port': {'id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:10:15.720376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 32f8aef4-08fc-47f8-b11d-2b0cc0df9d79 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:15.771290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:15.775355 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.839476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-28b113e1-c4bb-4f04-920d-606ef7aa9724 None None] Provisioning complete for port ce36ef90-7bc3-4fb5-aef4-4549c163a88f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:15.840536 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-28b113e1-c4bb-4f04-920d-606ef7aa9724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.889684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:15.907229 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:16.098909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:16.108367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Pushing event updated for resources: {'Port': ['ID=60ae0f94-b950-468c-8098-91d911446a60,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:16.119238 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:16.253196 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Network 1ffd1fde-98d2-4dd5-8224-cf99c610bebd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:16.255414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:16.312238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=2d9b6d45-9596-469e-b481-b261e81a3b75,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:16.318112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Checking segment: {'id': '89f3c170-e31a-4a4d-83c4-6a4cc34f8082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '32f8aef4-08fc-47f8-b11d-2b0cc0df9d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:16.318478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network hostable DHCP agents. Network: 32f8aef4-08fc-47f8-b11d-2b0cc0df9d79, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:16.383770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network 32f8aef4-08fc-47f8-b11d-2b0cc0df9d79 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:16.406915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 32f8aef4-08fc-47f8-b11d-2b0cc0df9d79) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:16.412763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:16.413947 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:16.452563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aa9363aa-c08c-460f-b88d-184a8aef32ff tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8982222 Aug 29 17:10:16.455175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46546) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:16.484371 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:16.487876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758305b9-cf4b-4269-ae8d-9c9c207140fb None None] Network 32f8aef4-08fc-47f8-b11d-2b0cc0df9d79 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:16.506065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Router 22aa6248-7e50-4d74-b93a-b642442a4384 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:10:16.591911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ce36ef90-7bc3-4fb5-aef4-4549c163a88f,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:16.594830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:16.619209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:16.627010 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:16.629322 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Attempting to bind port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:16.629950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Attempting to bind port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '39239e5c-e78f-4c3e-af1a-a3210da7713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3a95e134-57de-4d06-8040-3828030dd682'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:16.630551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Attempting to bind port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 on network 3a95e134-57de-4d06-8040-3828030dd682 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:16.647745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:16.670685 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Checking segment: {'id': '39239e5c-e78f-4c3e-af1a-a3210da7713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3a95e134-57de-4d06-8040-3828030dd682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:16.671586 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:16.672217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Bound using segment: {'id': '39239e5c-e78f-4c3e-af1a-a3210da7713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3a95e134-57de-4d06-8040-3828030dd682'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:16.677008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Bound port: d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39239e5c-e78f-4c3e-af1a-a3210da7713f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3a95e134-57de-4d06-8040-3828030dd682'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:16.678136 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:16.750247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:16.822156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:10:16.836515 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-636d8b5f-050b-4177-9105-0c407f63dafd admin admin] 10.222.0.22 "PUT /v2.0/routers/22aa6248-7e50-4d74-b93a-b642442a4384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9958720 Aug 29 17:10:16.878989 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:16.954776 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.000180 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.113887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9b6d45-9596-469e-b481-b261e81a3b75,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:17.228351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.242327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f8aef4-08fc-47f8-b11d-2b0cc0df9d79']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:17.253570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f3c170-e31a-4a4d-83c4-6a4cc34f8082') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:17.254092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f3c170-e31a-4a4d-83c4-6a4cc34f8082') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:17.263969 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.293629 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.311773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:17.312176 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:17.315306 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:17.341854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] For port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:17.369903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc680fe3-c73f-4003-8b63-7b4267dc94f8 None None] Network 32f8aef4-08fc-47f8-b11d-2b0cc0df9d79 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:17.466359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] For port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8,segment=NetworkSegment(39239e5c-e78f-4c3e-af1a-a3210da7713f),segment_id=39239e5c-e78f-4c3e-af1a-a3210da7713f)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:17.469821 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.474071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6d2b3652-c8d2-44f6-b585-2e0ef1d359b5 None None] Provisioning for port 60ae0f94-b950-468c-8098-91d911446a60 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:17.482161 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.482502 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.492145 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.501400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46576) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:17.507258 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/32f8aef4-08fc-47f8-b11d-2b0cc0df9d79 HTTP/1.1" status: 204 len: 168 time: 1.0487316 Aug 29 17:10:17.510350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1647957256'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:17.511084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6d2b3652-c8d2-44f6-b585-2e0ef1d359b5 None None] Provisioning complete for port 60ae0f94-b950-468c-8098-91d911446a60 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:17.511996 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6d2b3652-c8d2-44f6-b585-2e0ef1d359b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.599743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:17.601374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b448e0-8869-4c7a-b328-0131a2094076 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Network': ['ID=32f8aef4-08fc-47f8-b11d-2b0cc0df9d79,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:17.621960 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.715791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:17.735417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba,segment=NetworkSegment(477954cf-98e5-4139-b473-8e0c116ac42c),segment_id=477954cf-98e5-4139-b473-8e0c116ac42c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:17.751217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b3652-c8d2-44f6-b585-2e0ef1d359b5 None None] Port 60ae0f94-b950-468c-8098-91d911446a60 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:10:17.760767 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.760943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c90a2c-474b-4e61-b065-d01589d41f16 None None] Pushing event updated for resources: {'Port': ['ID=d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:17.762496 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Added segment 5259ecbc-6664-4469-b747-d4791a44ef50 of type vlan for network 85db0b55-fd56-46cd-9fc7-8b920837d81f Aug 29 17:10:17.768001 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.772750 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:17.828458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:18.028506 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.091774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46596) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:18.106246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-337419512-network', 'tenant_id': '9a24a90606ea45198aa3811943258c40'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:18.138057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Made reservation on behalf of 9a24a90606ea45198aa3811943258c40 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:18.140787 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.146465 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.156782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:18.157848 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.180940 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.222035 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7179468 Aug 29 17:10:18.224168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46600) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:18.235010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'network_id': '85db0b55-fd56-46cd-9fc7-8b920837d81f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:18.288981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:18.385571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b0fac-46d3-473a-a9cc-071c07d425c3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=85db0b55-fd56-46cd-9fc7-8b920837d81f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:18.398471 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.409508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46606) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:18.431209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 85db0b55-fd56-46cd-9fc7-8b920837d81f details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:18.536021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.542610 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.578981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:18.586663 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.676946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:18.680436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:18.681665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382546cd-5df2-4155-82c9-3e455c054bdb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:18.695664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:18.701009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.701009 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Added segment f51655f4-4cd9-4798-9786-4507c9901d78 of type vlan for network 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 Aug 29 17:10:18.704174 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.743539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23abf3b-886b-4e07-a66d-46fdc3b318a0 req-27975379-c21c-410d-968c-21251e675cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:18.744030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23abf3b-886b-4e07-a66d-46fdc3b318a0 req-27975379-c21c-410d-968c-21251e675cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:18.744511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23abf3b-886b-4e07-a66d-46fdc3b318a0 req-27975379-c21c-410d-968c-21251e675cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:18.745164 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23abf3b-886b-4e07-a66d-46fdc3b318a0 req-27975379-c21c-410d-968c-21251e675cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:18.745877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23abf3b-886b-4e07-a66d-46fdc3b318a0 req-27975379-c21c-410d-968c-21251e675cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:18.746518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23abf3b-886b-4e07-a66d-46fdc3b318a0 req-27975379-c21c-410d-968c-21251e675cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:18.746997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23abf3b-886b-4e07-a66d-46fdc3b318a0 req-27975379-c21c-410d-968c-21251e675cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:18.755381 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d23abf3b-886b-4e07-a66d-46fdc3b318a0 req-27975379-c21c-410d-968c-21251e675cb8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6499 time: 0.3446903 Aug 29 17:10:18.799458 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.824566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d23abf3b-886b-4e07-a66d-46fdc3b318a0 req-f2af02e5-5f56-4074-b846-f9ac77e37d8e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&id=44104705-a2b1-4c71-8ecc-d75094ad1f28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617828 Aug 29 17:10:18.882164 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.883175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:18.883770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:18.995770 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:19.024404 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9221559 Aug 29 17:10:19.024941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46620) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:19.030361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0130f6e6-ae99-4d4c-bb83-75dcd9679c61,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:19.041094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] Request body: {'subnet': {'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-337419512-subnet', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:19.041490 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:19.042472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ce36ef90-7bc3-4fb5-aef4-4549c163a88f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:19.061498 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:19.062714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2f8d1-cbfb-4ee2-b9d1-ad5562550287 admin admin] Pushing event updated for resources: {'Network': ['ID=4cfb3218-a3b5-4353-82f4-7ed5b3fbe582,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:19.095727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] Made reservation on behalf of 9a24a90606ea45198aa3811943258c40 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:19.098365 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:19.105621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:19.107426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Sync routers for ids ['22aa6248-7e50-4d74-b93a-b642442a4384'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:10:19.230804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Routers {'22aa6248-7e50-4d74-b93a-b642442a4384'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:19.231702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['22aa6248-7e50-4d74-b93a-b642442a4384'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:19.239747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Checking segment: {'id': '5259ecbc-6664-4469-b747-d4791a44ef50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '85db0b55-fd56-46cd-9fc7-8b920837d81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:19.240245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network hostable DHCP agents. Network: 85db0b55-fd56-46cd-9fc7-8b920837d81f, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:19.242795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=21219b25-d618-42e1-9d61-694363d35447,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:19.286659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=0130f6e6-ae99-4d4c-bb83-75dcd9679c61,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:19.295620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network 85db0b55-fd56-46cd-9fc7-8b920837d81f is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:19.316649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 85db0b55-fd56-46cd-9fc7-8b920837d81f) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:19.328163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:19.330114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ce36ef90-7bc3-4fb5-aef4-4549c163a88f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:19.330740 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:19.332795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:19.373447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d3e10-4ad1-41e9-b3e3-2bccdd23f023 None None] Network 85db0b55-fd56-46cd-9fc7-8b920837d81f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:19.415293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46630) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:19.420825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c6d57d89-19df-4b3d-afa5-e6c00d674cd5 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1842659 Aug 29 17:10:19.475680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f881de-46c9-418b-930f-457660d2638a None None] Network 3a95e134-57de-4d06-8040-3828030dd682 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:19.611813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:19.615026 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ad08c01e-ceec-4a47-8972-407fc2cad795 None None] Provisioning for port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:19.657024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Set router 22aa6248-7e50-4d74-b93a-b642442a4384 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:19.736798 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:19.745043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] Checking segment: {'id': 'f51655f4-4cd9-4798-9786-4507c9901d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:19.745548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] Network hostable DHCP agents. Network: 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:19.752190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=609e2d36-84a4-4685-8c74-c6689b789797,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:19.804588 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] Network 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:19.856704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:19.862863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:19.863522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:19.890604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:19.966257 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:19.972830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-177b08f7-cb48-490b-bdc5-e0b8f9c00aaf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9374778 Aug 29 17:10:19.977280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46640) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:19.983209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-337419512-router', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:19.998173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0182240c-8293-4f62-bad6-289989f973ea None None] Network 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:20.008641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Subnet': ['ID=21219b25-d618-42e1-9d61-694363d35447,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:20.054674 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.056188 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.110137 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.120704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85db0b55-fd56-46cd-9fc7-8b920837d81f']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:20.132420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5259ecbc-6664-4469-b747-d4791a44ef50') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:20.132714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5259ecbc-6664-4469-b747-d4791a44ef50') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:20.142731 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.158423 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.166564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:20.168522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:20.172647 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:20.189186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:20.220981 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.251110 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.266953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.273718 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/85db0b55-fd56-46cd-9fc7-8b920837d81f HTTP/1.1" status: 204 len: 168 time: 0.8573589 Aug 29 17:10:20.319598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef7fb8-3ae8-47bc-ba19-797321c203e1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Network': ['ID=85db0b55-fd56-46cd-9fc7-8b920837d81f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:20.322034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46644) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:20.328865 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-713374704'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:20.340257 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.356272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:20.367944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.440656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:20.484873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074868a3-1c1e-4d37-9a9f-ebc868d7df58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-85db0b55-fd56-46cd-9fc7-8b920837d81f', 'network_id': '85db0b55-fd56-46cd-9fc7-8b920837d81f', 'tenant_id': 'f41f0ac4338e4dc88e20a5a79b1731ac', 'fixed_ips': [{'subnet_id': '21219b25-d618-42e1-9d61-694363d35447'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:20.486212 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-074868a3-1c1e-4d37-9a9f-ebc868d7df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.495122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.495477 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Added segment 49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f of type vlan for network e72c1296-25c5-48da-b33d-374d505f78fb Aug 29 17:10:20.621415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d815748a-096b-44c9-86e5-881a7fc33ce6 None None] Network 85db0b55-fd56-46cd-9fc7-8b920837d81f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:20.623903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:20.624280 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.667543 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.710762 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.739391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:20.747277 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.772450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d815748a-096b-44c9-86e5-881a7fc33ce6 None None] Network 85db0b55-fd56-46cd-9fc7-8b920837d81f could not be found, it might have been deleted concurrently. {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:10:20.778254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-4cfb3218-a3b5-4353-82f4-7ed5b3fbe582', 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'fixed_ips': [{'subnet_id': '609e2d36-84a4-4685-8c74-c6689b789797'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:20.780101 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:20.914307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=e72c1296-25c5-48da-b33d-374d505f78fb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:20.922112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2a4a9e27-e62c-4ba7-832e-7b5e6fd5aa7d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5981581 Aug 29 17:10:20.925085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46656) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:20.935904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'network_id': 'e72c1296-25c5-48da-b33d-374d505f78fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:20.961197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network e72c1296-25c5-48da-b33d-374d505f78fb details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:20.999888 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.069547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'name': 'tempest-TestAggregatesBasicOps-606957530-router', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:15Z', 'revision_number': 4, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'gw_port': {'id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '60ae0f94-b950-468c-8098-91d911446a60', 'name': '', 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'mac_address': 'fa:16:3e:5a:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9bb543f8-2c91-4847-9ffe-e4425b8c06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:14Z', 'updated_at': '2021-08-29T17:10:15Z', 'revision_number': 2, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'subnets': [{'id': '9bb543f8-2c91-4847-9ffe-e4425b8c06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:21.139410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Checking router: 22aa6248-7e50-4d74-b93a-b642442a4384 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:10:21.139643 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Updating router 22aa6248-7e50-4d74-b93a-b642442a4384 port 60ae0f94-b950-468c-8098-91d911446a60 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:10:21.192034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:21.203007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:21.205055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Allocated IP 172.20.0.2 (4cfb3218-a3b5-4353-82f4-7ed5b3fbe582/609e2d36-84a4-4685-8c74-c6689b789797/3a4ba004-8ac7-48c8-8d21-08c996e22b5e) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:21.207017 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.227407 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.456972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:21.501454 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:21.502012 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.588921 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.662513 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.685980 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.703805 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.732545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Transition to ACTIVE for port object 3a4ba004-8ac7-48c8-8d21-08c996e22b5e will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:21.816586 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.834072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=8e03f10c-4e51-43cd-94d7-ca0245a7868d,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:21.837562 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.851808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Checking segment: {'id': '49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e72c1296-25c5-48da-b33d-374d505f78fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:21.852677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network hostable DHCP agents. Network: e72c1296-25c5-48da-b33d-374d505f78fb, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:21.882438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network e72c1296-25c5-48da-b33d-374d505f78fb is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:21.892362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Transition to ACTIVE for port object 60ae0f94-b950-468c-8098-91d911446a60 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:21.906746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, e72c1296-25c5-48da-b33d-374d505f78fb) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:21.907710 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.911108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Transition to ACTIVE for port object 3a4ba004-8ac7-48c8-8d21-08c996e22b5e will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:21.921492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75150591-ad55-4422-b43b-40d5972637b4 None None] Network e72c1296-25c5-48da-b33d-374d505f78fb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:21.923181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:21.924489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:21.972337 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c5b3d21e-8e78-4b5e-ab7e-7b03f10def92 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0455270 Aug 29 17:10:21.976934 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46672) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:21.989531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6817c563-3dc4-41a3-a7a2-84ca008c9ccc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'network_id': 'e72c1296-25c5-48da-b33d-374d505f78fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:22.046918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Allocated IP 172.25.5.242 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/71f84217-a794-444d-8168-13f94684f577) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:22.065168 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:22.107545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8,segment=NetworkSegment(39239e5c-e78f-4c3e-af1a-a3210da7713f),segment_id=39239e5c-e78f-4c3e-af1a-a3210da7713f)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:22.141460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:22.143386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:22.171141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Network 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:22.204252 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08950e57-e47c-46a7-83b9-c472fe9c1cb8 None None] Pushing event updated for resources: {'Port': ['ID=60ae0f94-b950-468c-8098-91d911446a60,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:22.322377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6817c563-3dc4-41a3-a7a2-84ca008c9ccc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:22.329971 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6817c563-3dc4-41a3-a7a2-84ca008c9ccc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:22.344770 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:22.425474 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:22.529740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:22.531147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Pushing event updated for resources: {'Port': ['ID=71f84217-a794-444d-8168-13f94684f577,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:22.538916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:22.548385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:22.553132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Pushing event updated for resources: {'Port': ['ID=3a4ba004-8ac7-48c8-8d21-08c996e22b5e,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:22.565734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:22.568832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:22.652338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Attempting to bind port 60ae0f94-b950-468c-8098-91d911446a60 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:22.652811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Attempting to bind port 60ae0f94-b950-468c-8098-91d911446a60 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '477954cf-98e5-4139-b473-8e0c116ac42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:22.653398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Attempting to bind port 60ae0f94-b950-468c-8098-91d911446a60 on network 1ffd1fde-98d2-4dd5-8224-cf99c610bebd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:22.729866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:22.730729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Checking segment: {'id': '477954cf-98e5-4139-b473-8e0c116ac42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:22.731109 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:22.731504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Bound using segment: {'id': '477954cf-98e5-4139-b473-8e0c116ac42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:22.731984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Bound port: 60ae0f94-b950-468c-8098-91d911446a60, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477954cf-98e5-4139-b473-8e0c116ac42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:22.745336 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:22.820459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:22.860719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:22.861205 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:22.865510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Attempting to bind port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:22.865945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Attempting to bind port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'f51655f4-4cd9-4798-9786-4507c9901d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:22.866332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Attempting to bind port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e on network 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:22.880222 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6817c563-3dc4-41a3-a7a2-84ca008c9ccc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:22.969926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:22.971426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Checking segment: {'id': 'f51655f4-4cd9-4798-9786-4507c9901d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:22.972096 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:22.972815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Bound using segment: {'id': 'f51655f4-4cd9-4798-9786-4507c9901d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:22.973601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Bound port: 3a4ba004-8ac7-48c8-8d21-08c996e22b5e, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51655f4-4cd9-4798-9786-4507c9901d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:22.975691 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:22.990745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6817c563-3dc4-41a3-a7a2-84ca008c9ccc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network e72c1296-25c5-48da-b33d-374d505f78fb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:22.997688 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6817c563-3dc4-41a3-a7a2-84ca008c9ccc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:23.003953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6817c563-3dc4-41a3-a7a2-84ca008c9ccc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:23.004551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6817c563-3dc4-41a3-a7a2-84ca008c9ccc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:23.007047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817c563-3dc4-41a3-a7a2-84ca008c9ccc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=a81e84cb-7f7d-4740-a524-fc0fbc092622,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:23.025989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6817c563-3dc4-41a3-a7a2-84ca008c9ccc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0485067 Aug 29 17:10:23.029207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46692) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:23.049569 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:23.076021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-e72c1296-25c5-48da-b33d-374d505f78fb', 'network_id': 'e72c1296-25c5-48da-b33d-374d505f78fb', 'tenant_id': 'f41f0ac4338e4dc88e20a5a79b1731ac', 'fixed_ips': [{'subnet_id': '8e03f10c-4e51-43cd-94d7-ca0245a7868d'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:23.076895 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:23.212162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c8b05-2c4a-4ef8-ac20-9a710d149d96 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:23.213986 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c8b05-2c4a-4ef8-ac20-9a710d149d96 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:23.216849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c8b05-2c4a-4ef8-ac20-9a710d149d96 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:23.219317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c8b05-2c4a-4ef8-ac20-9a710d149d96 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:23.221505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c8b05-2c4a-4ef8-ac20-9a710d149d96 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:23.223303 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6d0c8b05-2c4a-4ef8-ac20-9a710d149d96 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1931775 Aug 29 17:10:23.227316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46698) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:23.229657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] For port 60ae0f94-b950-468c-8098-91d911446a60, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:23.232860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1873045484'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:23.322170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:23.326420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:23.331386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] For port 60ae0f94-b950-468c-8098-91d911446a60, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=60ae0f94-b950-468c-8098-91d911446a60,segment=NetworkSegment(477954cf-98e5-4139-b473-8e0c116ac42c),segment_id=477954cf-98e5-4139-b473-8e0c116ac42c)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:23.349400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] For port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:23.352129 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:23.404171 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] For port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3a4ba004-8ac7-48c8-8d21-08c996e22b5e,segment=NetworkSegment(f51655f4-4cd9-4798-9786-4507c9901d78),segment_id=f51655f4-4cd9-4798-9786-4507c9901d78)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:23.423236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:23.434118 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:23.530875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:23.531241 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Added segment 99539870-5d44-4180-b547-390d318f17e8 of type vlan for network 21f269df-7670-44a8-bd92-a1250904651b Aug 29 17:10:23.571769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Routers {'22aa6248-7e50-4d74-b93a-b642442a4384'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:23.572416 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['22aa6248-7e50-4d74-b93a-b642442a4384'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:23.696926 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:23.747384 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:23.789354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Allocated IP 2001:db8::2 (e72c1296-25c5-48da-b33d-374d505f78fb/8e03f10c-4e51-43cd-94d7-ca0245a7868d/e25f78b5-2458-41b3-9f6c-3b52d0e1bf49) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:23.873739 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:23.882627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:23.883294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:23.956417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:23.970830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08950e57-e47c-46a7-83b9-c472fe9c1cb8 None None] Pushing event updated for resources: {'Port': ['ID=60ae0f94-b950-468c-8098-91d911446a60,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:24.021470 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7929592 Aug 29 17:10:24.027673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46712) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:24.049829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b09eac-4304-4a17-955f-5ba57ebe444d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=21f269df-7670-44a8-bd92-a1250904651b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:24.054763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-98e1e0b8-9d65-4c3c-a66f-5eb01675155b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'name': 'New_network'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:24.072492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] Set router 22aa6248-7e50-4d74-b93a-b642442a4384 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:24.099315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Router fca956df-627d-4abe-9075-59096b8843fd is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:10:24.177205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 21f269df-7670-44a8-bd92-a1250904651b details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:24.229679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:10:24.241387 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Sync routers for ids ['fca956df-627d-4abe-9075-59096b8843fd'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:10:24.268213 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Routers {'fca956df-627d-4abe-9075-59096b8843fd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:24.269160 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:24.271254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-108bd094-c37e-49ea-93c7-affc4f2548b3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2918792 Aug 29 17:10:24.271362 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fca956df-627d-4abe-9075-59096b8843fd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:24.273295 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46722) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:24.292299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb52e-69d8-418a-8459-8d8689cf3110 None None] Pushing event updated for resources: {'Port': ['ID=3a4ba004-8ac7-48c8-8d21-08c996e22b5e,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:24.322309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98e1e0b8-9d65-4c3c-a66f-5eb01675155b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:24.351588 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98e1e0b8-9d65-4c3c-a66f-5eb01675155b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:24.364280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98e1e0b8-9d65-4c3c-a66f-5eb01675155b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network 21f269df-7670-44a8-bd92-a1250904651b is not hosted by any dhcp agent {{(pid=111677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:10:24.374618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e1e0b8-9d65-4c3c-a66f-5eb01675155b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:24.374994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98e1e0b8-9d65-4c3c-a66f-5eb01675155b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:24.380241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-98e1e0b8-9d65-4c3c-a66f-5eb01675155b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "PUT /v2.0/networks/21f269df-7670-44a8-bd92-a1250904651b HTTP/1.1" status: 200 len: 723 time: 0.3471277 Aug 29 17:10:24.383549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46724) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:24.401042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'network_id': '21f269df-7670-44a8-bd92-a1250904651b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:24.424538 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:24.443150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:24.443373 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:24.455407 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Set router fca956df-627d-4abe-9075-59096b8843fd gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:24.470373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Transition to ACTIVE for port object e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:24.541948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Transition to ACTIVE for port object e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:24.563753 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:24.592748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1e0b8-9d65-4c3c-a66f-5eb01675155b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=21f269df-7670-44a8-bd92-a1250904651b,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:24.609484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:24.614345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:24.628763 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 21f269df-7670-44a8-bd92-a1250904651b details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:24.757399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Network e72c1296-25c5-48da-b33d-374d505f78fb is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:24.759206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:24.774664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:24.802370 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca956df-627d-4abe-9075-59096b8843fd', 'name': 'tempest-TestAggregatesBasicOps-337419512-router', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '71f84217-a794-444d-8168-13f94684f577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:20Z', 'updated_at': '2021-08-29T17:10:22Z', 'revision_number': 3, 'project_id': '9a24a90606ea45198aa3811943258c40', 'gw_port': {'id': '71f84217-a794-444d-8168-13f94684f577', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca956df-627d-4abe-9075-59096b8843fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:21Z', 'updated_at': '2021-08-29T17:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:24.850971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Pushing event updated for resources: {'Port': ['ID=e25f78b5-2458-41b3-9f6c-3b52d0e1bf49,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:24.857573 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Checking router: fca956df-627d-4abe-9075-59096b8843fd for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:10:24.859028 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Updating router fca956df-627d-4abe-9075-59096b8843fd port 71f84217-a794-444d-8168-13f94684f577 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:10:24.923486 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:24.950853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:25.033916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Attempting to bind port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:25.034294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Attempting to bind port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e72c1296-25c5-48da-b33d-374d505f78fb'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:25.034667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Attempting to bind port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 on network e72c1296-25c5-48da-b33d-374d505f78fb {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:25.053802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:25.054189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Checking segment: {'id': '49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e72c1296-25c5-48da-b33d-374d505f78fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:25.054599 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:25.054997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Bound using segment: {'id': '49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e72c1296-25c5-48da-b33d-374d505f78fb'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:25.055473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Bound port: e25f78b5-2458-41b3-9f6c-3b52d0e1bf49, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e72c1296-25c5-48da-b33d-374d505f78fb'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:25.055860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:25.081594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=5062ca8f-dac4-479a-a3c1-68040f5393b4,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:25.096390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Checking segment: {'id': '99539870-5d44-4180-b547-390d318f17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '21f269df-7670-44a8-bd92-a1250904651b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:25.096549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network hostable DHCP agents. Network: 21f269df-7670-44a8-bd92-a1250904651b, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:25.136326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'name': 'tempest-TestAggregatesBasicOps-606957530-router', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:15Z', 'revision_number': 4, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'gw_port': {'id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '60ae0f94-b950-468c-8098-91d911446a60', 'name': '', 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'mac_address': 'fa:16:3e:5a:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9bb543f8-2c91-4847-9ffe-e4425b8c06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:14Z', 'updated_at': '2021-08-29T17:10:23Z', 'revision_number': 4, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'subnets': [{'id': '9bb543f8-2c91-4847-9ffe-e4425b8c06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:25.145678 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network 21f269df-7670-44a8-bd92-a1250904651b is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:25.161573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 21f269df-7670-44a8-bd92-a1250904651b) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:25.166822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:25.167424 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:25.200807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991273ce-755a-4bce-9882-eb3a4d194e78 None None] Network 21f269df-7670-44a8-bd92-a1250904651b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:25.204457 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-02caf937-5863-494e-bee7-0988b4a94c01 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8204095 Aug 29 17:10:25.207557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46738) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:25.208094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e123c-f136-41b0-8ac4-cb1335f6be9a None None] The sync data for ids ['22aa6248-7e50-4d74-b93a-b642442a4384'] in n-d-713301-13 is: [{'id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'name': 'tempest-TestAggregatesBasicOps-606957530-router', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:15Z', 'revision_number': 4, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'gw_port': {'id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '60ae0f94-b950-468c-8098-91d911446a60', 'name': '', 'network_id': '1ffd1fde-98d2-4dd5-8224-cf99c610bebd', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'mac_address': 'fa:16:3e:5a:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '9bb543f8-2c91-4847-9ffe-e4425b8c06e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:14Z', 'updated_at': '2021-08-29T17:10:23Z', 'revision_number': 4, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'subnets': [{'id': '9bb543f8-2c91-4847-9ffe-e4425b8c06e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:10:25.215435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d87ecee0-457c-4cf1-9b20-b26b6f545fcc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:25.257305 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:25.262568 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297e669-b53d-4312-a294-2fee26c48adf None None] Network 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:25.498604 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:25.530570 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Transition to ACTIVE for port object 71f84217-a794-444d-8168-13f94684f577 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:25.550331 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:25.592850 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d87ecee0-457c-4cf1-9b20-b26b6f545fcc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126191883'] for subnet, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:25.687704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Allocated IP 172.20.0.1 (4cfb3218-a3b5-4353-82f4-7ed5b3fbe582/609e2d36-84a4-4685-8c74-c6689b789797/fa53b2dc-9b79-4395-b6f2-0f129d219352) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:25.699320 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe913e-5677-4a63-aab2-5fb0d7bddccd None None] Pushing event updated for resources: {'Port': ['ID=71f84217-a794-444d-8168-13f94684f577,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:25.747135 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Attempting to bind port 71f84217-a794-444d-8168-13f94684f577 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:25.747745 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Attempting to bind port 71f84217-a794-444d-8168-13f94684f577 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:25.748270 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Attempting to bind port 71f84217-a794-444d-8168-13f94684f577 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:25.750797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] For port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:25.758217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] For port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e25f78b5-2458-41b3-9f6c-3b52d0e1bf49,segment=NetworkSegment(49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f),segment_id=49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:25.758529 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:25.758931 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:25.759349 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:25.762443 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:25.764435 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Bound port: 71f84217-a794-444d-8168-13f94684f577, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:25.765041 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:25.774066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3a4ba004-8ac7-48c8-8d21-08c996e22b5e up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:25.791877 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:25.822886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-31d0f966-0a05-4f69-a511-abf04bc8a8b1 None None] Provisioning for port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:25.915951 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] For port 71f84217-a794-444d-8168-13f94684f577, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:25.922713 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] For port 71f84217-a794-444d-8168-13f94684f577, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=71f84217-a794-444d-8168-13f94684f577,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:25.936295 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:26.054151 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe913e-5677-4a63-aab2-5fb0d7bddccd None None] Pushing event updated for resources: {'Port': ['ID=71f84217-a794-444d-8168-13f94684f577,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:26.058716 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:26.074919 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Routers {'fca956df-627d-4abe-9075-59096b8843fd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:26.075743 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fca956df-627d-4abe-9075-59096b8843fd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:26.107234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Transition to ACTIVE for port object fa53b2dc-9b79-4395-b6f2-0f129d219352 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:26.111680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d87ecee0-457c-4cf1-9b20-b26b6f545fcc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747308347944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125915749'] for subnet, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:26.209175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ecee0-457c-4cf1-9b20-b26b6f545fcc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=5062ca8f-dac4-479a-a3c1-68040f5393b4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:26.238179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ecee0-457c-4cf1-9b20-b26b6f545fcc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:26.239564 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d87ecee0-457c-4cf1-9b20-b26b6f545fcc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:26.245500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d87ecee0-457c-4cf1-9b20-b26b6f545fcc tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "PUT /v2.0/subnets/5062ca8f-dac4-479a-a3c1-68040f5393b4 HTTP/1.1" status: 200 len: 826 time: 1.0366571 Aug 29 17:10:26.256531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46754) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:26.299327 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:26.302863 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] Set router fca956df-627d-4abe-9075-59096b8843fd gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:26.403560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:26.411543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf7f82-cabd-4d95-ba54-0069389fdc71 None None] Pushing event updated for resources: {'Port': ['ID=e25f78b5-2458-41b3-9f6c-3b52d0e1bf49,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:26.444751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:26.445138 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:26.463868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-21f269df-7670-44a8-bd92-a1250904651b', 'network_id': '21f269df-7670-44a8-bd92-a1250904651b', 'tenant_id': 'f41f0ac4338e4dc88e20a5a79b1731ac', 'fixed_ips': [{'subnet_id': '5062ca8f-dac4-479a-a3c1-68040f5393b4'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:26.464854 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:26.781832 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca956df-627d-4abe-9075-59096b8843fd', 'name': 'tempest-TestAggregatesBasicOps-337419512-router', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '71f84217-a794-444d-8168-13f94684f577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:20Z', 'updated_at': '2021-08-29T17:10:22Z', 'revision_number': 3, 'project_id': '9a24a90606ea45198aa3811943258c40', 'gw_port': {'id': '71f84217-a794-444d-8168-13f94684f577', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca956df-627d-4abe-9075-59096b8843fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:21Z', 'updated_at': '2021-08-29T17:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:26.828306 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa552d24-fa7b-4262-8ba2-236773b43c3f None None] The sync data for ids ['fca956df-627d-4abe-9075-59096b8843fd'] in n-d-713301-13 is: [{'id': 'fca956df-627d-4abe-9075-59096b8843fd', 'name': 'tempest-TestAggregatesBasicOps-337419512-router', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '71f84217-a794-444d-8168-13f94684f577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:20Z', 'updated_at': '2021-08-29T17:10:22Z', 'revision_number': 3, 'project_id': '9a24a90606ea45198aa3811943258c40', 'gw_port': {'id': '71f84217-a794-444d-8168-13f94684f577', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca956df-627d-4abe-9075-59096b8843fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:21Z', 'updated_at': '2021-08-29T17:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:10:26.987822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Pushing event updated for resources: {'Port': ['ID=fa53b2dc-9b79-4395-b6f2-0f129d219352,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:27.006533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Network 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:27.024912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:27.029494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:27.050694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Allocated IP 2001:db8::2 (21f269df-7670-44a8-bd92-a1250904651b/5062ca8f-dac4-479a-a3c1-68040f5393b4/0abf3d8e-2ff4-45ed-953a-f7541975f501) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:27.248257 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:27.266220 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:27.337127 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:27.362063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Transition to ACTIVE for port object 0abf3d8e-2ff4-45ed-953a-f7541975f501 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:27.383644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Transition to ACTIVE for port object 0abf3d8e-2ff4-45ed-953a-f7541975f501 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:27.414861 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:27.424700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:27.503063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Network 21f269df-7670-44a8-bd92-a1250904651b is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:27.509291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:27.512980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:27.552689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Pushing event updated for resources: {'Port': ['ID=0abf3d8e-2ff4-45ed-953a-f7541975f501,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:27.616976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-406e2b31-a717-4bf1-900c-f36172897894 None None] Provisioning for port fa53b2dc-9b79-4395-b6f2-0f129d219352 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:27.673039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-406e2b31-a717-4bf1-900c-f36172897894 None None] Provisioning complete for port fa53b2dc-9b79-4395-b6f2-0f129d219352 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:27.676345 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-406e2b31-a717-4bf1-900c-f36172897894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:27.707750 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:10:27.739442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3a4ba004-8ac7-48c8-8d21-08c996e22b5e,segment=NetworkSegment(f51655f4-4cd9-4798-9786-4507c9901d78),segment_id=f51655f4-4cd9-4798-9786-4507c9901d78)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:27.811547 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:27.812579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 60ae0f94-b950-468c-8098-91d911446a60 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:27.912030 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:27.931258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34736d8a-a8f4-4739-a16f-4df41467c642 None None] Network e72c1296-25c5-48da-b33d-374d505f78fb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:27.956250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Deleting port 0abf3d8e-2ff4-45ed-953a-f7541975f501 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:27.960247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:27.979367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Attempting to bind port 0abf3d8e-2ff4-45ed-953a-f7541975f501 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:27.983361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Attempting to bind port 0abf3d8e-2ff4-45ed-953a-f7541975f501 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '99539870-5d44-4180-b547-390d318f17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '21f269df-7670-44a8-bd92-a1250904651b'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:27.983842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Attempting to bind port 0abf3d8e-2ff4-45ed-953a-f7541975f501 on network 21f269df-7670-44a8-bd92-a1250904651b {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:28.081976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-406e2b31-a717-4bf1-900c-f36172897894 None None] Port fa53b2dc-9b79-4395-b6f2-0f129d219352 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:10:28.082601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] For port 0abf3d8e-2ff4-45ed-953a-f7541975f501, host n-d-713301-13, got binding levels [] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:28.082827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.084057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:28.084501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Checking segment: {'id': '99539870-5d44-4180-b547-390d318f17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '21f269df-7670-44a8-bd92-a1250904651b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:28.084969 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.085760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Bound using segment: {'id': '99539870-5d44-4180-b547-390d318f17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '21f269df-7670-44a8-bd92-a1250904651b'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:28.086367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Bound port: 0abf3d8e-2ff4-45ed-953a-f7541975f501, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99539870-5d44-4180-b547-390d318f17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '21f269df-7670-44a8-bd92-a1250904651b'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:28.086897 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.103618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Calling delete_port for 0abf3d8e-2ff4-45ed-953a-f7541975f501 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:28.141972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 60ae0f94-b950-468c-8098-91d911446a60 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:28.194419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-406e2b31-a717-4bf1-900c-f36172897894 None None] Provisioning complete for port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:28.194957 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-406e2b31-a717-4bf1-900c-f36172897894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.224743 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=3a4ba004-8ac7-48c8-8d21-08c996e22b5e,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:28.239394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 60ae0f94-b950-468c-8098-91d911446a60 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:28.239902 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.411783 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.423321 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:10:28.423694 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:10:28.449785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Port': ['ID=0abf3d8e-2ff4-45ed-953a-f7541975f501,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:28.566952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.582610 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.610460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No DVR routers for this DVR port 0abf3d8e-2ff4-45ed-953a-f7541975f501 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:28.625402 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.664605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c105f794-5ba3-40a9-8d7d-e5fc59e6aa1d None None] Update dhcp port {'port': {'network_id': 'e72c1296-25c5-48da-b33d-374d505f78fb', 'fixed_ips': [{'subnet_id': '8e03f10c-4e51-43cd-94d7-ca0245a7868d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a81e84cb-7f7d-4740-a524-fc0fbc092622'}], 'binding:host_id': 'n-d-713301-13'}, 'id': 'e25f78b5-2458-41b3-9f6c-3b52d0e1bf49'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:10:28.667589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 60ae0f94-b950-468c-8098-91d911446a60, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=60ae0f94-b950-468c-8098-91d911446a60,segment=NetworkSegment(477954cf-98e5-4139-b473-8e0c116ac42c),segment_id=477954cf-98e5-4139-b473-8e0c116ac42c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:28.688032 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.756609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Pushing event updated for resources: {'Port': ['ID=fa53b2dc-9b79-4395-b6f2-0f129d219352,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:28.766565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=60ae0f94-b950-468c-8098-91d911446a60,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:28.776627 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.783806 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c105f794-5ba3-40a9-8d7d-e5fc59e6aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.875280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-51ba0fdd-32a0-4eb4-90db-987d718e982b None None] Provisioning complete for port fa53b2dc-9b79-4395-b6f2-0f129d219352 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:28.876043 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-51ba0fdd-32a0-4eb4-90db-987d718e982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:28.915295 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.021090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-51ba0fdd-32a0-4eb4-90db-987d718e982b None None] Port fa53b2dc-9b79-4395-b6f2-0f129d219352 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:10:29.065778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3a4ba004-8ac7-48c8-8d21-08c996e22b5e up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:29.092600 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.162500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Network 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:29.163733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Subnet': ['ID=5062ca8f-dac4-479a-a3c1-68040f5393b4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:29.225300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Attempting to bind port 0abf3d8e-2ff4-45ed-953a-f7541975f501 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:29.225987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Attempting to bind port 0abf3d8e-2ff4-45ed-953a-f7541975f501 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '99539870-5d44-4180-b547-390d318f17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '21f269df-7670-44a8-bd92-a1250904651b'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:29.226812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Attempting to bind port 0abf3d8e-2ff4-45ed-953a-f7541975f501 on network 21f269df-7670-44a8-bd92-a1250904651b {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:29.241413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.256577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f269df-7670-44a8-bd92-a1250904651b']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:29.256820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:29.257187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Checking segment: {'id': '99539870-5d44-4180-b547-390d318f17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '21f269df-7670-44a8-bd92-a1250904651b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:29.257617 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.258023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Bound using segment: {'id': '99539870-5d44-4180-b547-390d318f17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '21f269df-7670-44a8-bd92-a1250904651b'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:29.258692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Bound port: 0abf3d8e-2ff4-45ed-953a-f7541975f501, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99539870-5d44-4180-b547-390d318f17e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '21f269df-7670-44a8-bd92-a1250904651b'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:29.259160 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.280799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-51ba0fdd-32a0-4eb4-90db-987d718e982b None None] Provisioning for port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:29.292095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:29.313169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99539870-5d44-4180-b547-390d318f17e8') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:29.313169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99539870-5d44-4180-b547-390d318f17e8') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:29.331131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.444628 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.453720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-c105f794-5ba3-40a9-8d7d-e5fc59e6aa1d None None] Allocated IP 172.20.0.1 (e72c1296-25c5-48da-b33d-374d505f78fb/a81e84cb-7f7d-4740-a524-fc0fbc092622/e25f78b5-2458-41b3-9f6c-3b52d0e1bf49) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:29.458802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:29.459775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:29.464036 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:29.589205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c105f794-5ba3-40a9-8d7d-e5fc59e6aa1d None None] For port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e25f78b5-2458-41b3-9f6c-3b52d0e1bf49,segment=NetworkSegment(49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f),segment_id=49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:29.623848 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c105f794-5ba3-40a9-8d7d-e5fc59e6aa1d None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.654424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c105f794-5ba3-40a9-8d7d-e5fc59e6aa1d None None] Ignored duplicate provisioning block setup for port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 17:10:29.685744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Router fca956df-627d-4abe-9075-59096b8843fd has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:10:29.698923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8520c2fc-4e95-45fd-a26c-47269c014ce3 None None] Port 0abf3d8e-2ff4-45ed-953a-f7541975f501 has been deleted concurrently {{(pid=111678) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 17:10:29.714092 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c105f794-5ba3-40a9-8d7d-e5fc59e6aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.741681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.755825 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.758303 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/21f269df-7670-44a8-bd92-a1250904651b HTTP/1.1" status: 204 len: 168 time: 3.4956384 Aug 29 17:10:29.761113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46812) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:29.787169 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b40e7c-0210-4b3b-84a3-b20c2d27eea3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:29.788500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b40e7c-0210-4b3b-84a3-b20c2d27eea3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:29.800972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-29b40e7c-0210-4b3b-84a3-b20c2d27eea3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/21f269df-7670-44a8-bd92-a1250904651b HTTP/1.1" status: 404 len: 339 time: 0.0379598 Aug 29 17:10:29.804764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46816) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:29.812562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1916944225', 'description': 'd1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:29.815034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a948b7-f17a-4f42-8ea9-47d1156210d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Network': ['ID=21f269df-7670-44a8-bd92-a1250904651b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:29.935481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:29.947093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:29.981728 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:10:29.991835 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-749c6fcc-1766-48fe-98df-28cba392397a admin admin] 10.222.0.22 "PUT /v2.0/routers/fca956df-627d-4abe-9075-59096b8843fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7174025 Aug 29 17:10:30.024968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:30.064769 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:30.065113 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Added segment ab3eb53b-3a54-45d6-84fb-5e5013aa89e7 of type vlan for network 3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e Aug 29 17:10:30.153055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105f794-5ba3-40a9-8d7d-e5fc59e6aa1d None None] Pushing event updated for resources: {'Port': ['ID=e25f78b5-2458-41b3-9f6c-3b52d0e1bf49,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:30.157831 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:30.177953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Sync routers for ids ['fca956df-627d-4abe-9075-59096b8843fd'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:10:30.200187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:30.209028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:30.210645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:30.268981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Routers {'fca956df-627d-4abe-9075-59096b8843fd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:30.270273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fca956df-627d-4abe-9075-59096b8843fd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:30.274673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a84c9205-fbcf-4397-923a-bacdabcfb98a None None] Provisioning complete for port fa53b2dc-9b79-4395-b6f2-0f129d219352 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:30.275190 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a84c9205-fbcf-4397-923a-bacdabcfb98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:30.314445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5082469 Aug 29 17:10:30.318589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46826) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:30.324750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a84c9205-fbcf-4397-923a-bacdabcfb98a None None] Port fa53b2dc-9b79-4395-b6f2-0f129d219352 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:10:30.337731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd596b8f-1406-4212-a11f-6aad15ff6c88 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:30.410748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:30.497586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a954c0-6610-4085-baea-49c08495b6b1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:30.503141 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a9a954c0-6610-4085-baea-49c08495b6b1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/networks?id=3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e HTTP/1.1" status: 200 len: 765 time: 0.1812987 Aug 29 17:10:30.505957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46836) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:30.511576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-23b0d56c-aa94-4dc4-8efd-4ea7a18d3195 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'description': 'd2'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:30.546946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:30.550135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:30.660146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Set router fca956df-627d-4abe-9075-59096b8843fd gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:30.769967 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-23b0d56c-aa94-4dc4-8efd-4ea7a18d3195 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:30.797958 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-23b0d56c-aa94-4dc4-8efd-4ea7a18d3195 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:30.814346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23b0d56c-aa94-4dc4-8efd-4ea7a18d3195 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network 3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e is not hosted by any dhcp agent {{(pid=111677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:10:30.822517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b0d56c-aa94-4dc4-8efd-4ea7a18d3195 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:30.827806 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-23b0d56c-aa94-4dc4-8efd-4ea7a18d3195 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:30.837563 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-23b0d56c-aa94-4dc4-8efd-4ea7a18d3195 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "PUT /v2.0/networks/3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e HTTP/1.1" status: 200 len: 762 time: 0.3301928 Aug 29 17:10:30.840749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46842) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:31.060448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad4b09-ef23-44dd-9939-6cc225a2b26d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:31.065580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-81ad4b09-ef23-44dd-9939-6cc225a2b26d tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/networks?id=3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e HTTP/1.1" status: 200 len: 765 time: 0.2200866 Aug 29 17:10:31.065580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0d56c-aa94-4dc4-8efd-4ea7a18d3195 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:31.067337 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46858) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:31.087084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:31.360260 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:31.457192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca956df-627d-4abe-9075-59096b8843fd', 'name': 'tempest-TestAggregatesBasicOps-337419512-router', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '71f84217-a794-444d-8168-13f94684f577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:20Z', 'updated_at': '2021-08-29T17:10:27Z', 'revision_number': 4, 'project_id': '9a24a90606ea45198aa3811943258c40', 'gw_port': {'id': '71f84217-a794-444d-8168-13f94684f577', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca956df-627d-4abe-9075-59096b8843fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:21Z', 'updated_at': '2021-08-29T17:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fa53b2dc-9b79-4395-b6f2-0f129d219352', 'name': '', 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'mac_address': 'fa:16:3e:14:fa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca956df-627d-4abe-9075-59096b8843fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '609e2d36-84a4-4685-8c74-c6689b789797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:25Z', 'updated_at': '2021-08-29T17:10:28Z', 'revision_number': 2, 'project_id': '9a24a90606ea45198aa3811943258c40', 'subnets': [{'id': '609e2d36-84a4-4685-8c74-c6689b789797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:31.494762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Checking router: fca956df-627d-4abe-9075-59096b8843fd for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:10:31.495102 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Updating router fca956df-627d-4abe-9075-59096b8843fd port fa53b2dc-9b79-4395-b6f2-0f129d219352 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:10:31.527398 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:31.583737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7f69d497-ce03-4031-b4c2-579331e55860 None None] Could not find standard attr ID for object 0abf3d8e-2ff4-45ed-953a-f7541975f501. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:10:31.587456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791e9ce-2084-45f7-98ac-2dfb8c2506f6 None None] DHCP port deletion for 21f269df-7670-44a8-bd92-a1250904651b request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:10:31.589446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:31.725689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:31.726172 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:31.728193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb430cc-bf01-4ce4-9d57-5813dd2dc296 None None] Network e72c1296-25c5-48da-b33d-374d505f78fb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:31.974218 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab160b-3f97-4696-a6a0-4a7a530f20b9 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:31.975894 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9fab160b-3f97-4696-a6a0-4a7a530f20b9 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9076412 Aug 29 17:10:31.978669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46900) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:32.033805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a0d84b1c-9ed1-4d03-92c6-8de741b1d8f9 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 207 time: 0.0537419 Aug 29 17:10:32.037379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46902) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:32.078163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859dcec-300d-4805-b1c5-957ff9337c40 None None] Network 21f269df-7670-44a8-bd92-a1250904651b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:32.108180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46908) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:32.119812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859dcec-300d-4805-b1c5-957ff9337c40 None None] Network 21f269df-7670-44a8-bd92-a1250904651b could not be found, it might have been deleted concurrently. {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:10:32.134409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c4a7a626-debc-4002-8d58-d34841d3d0d4 None None] Provisioning complete for port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:32.134577 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a626-debc-4002-8d58-d34841d3d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:32.157629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21cb121-e6a6-4e7e-8302-539d9e0d3226 None None] Network 21f269df-7670-44a8-bd92-a1250904651b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:32.278714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21cb121-e6a6-4e7e-8302-539d9e0d3226 None None] Network 21f269df-7670-44a8-bd92-a1250904651b could not be found, it might have been deleted concurrently. {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:10:32.342196 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:32.349862 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2055f-e76f-4d76-8ac4-07c86b429c84 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:32.357603 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2055f-e76f-4d76-8ac4-07c86b429c84 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:32.364523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2055f-e76f-4d76-8ac4-07c86b429c84 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:32.371272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2055f-e76f-4d76-8ac4-07c86b429c84 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:32.377979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2055f-e76f-4d76-8ac4-07c86b429c84 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:32.384190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2055f-e76f-4d76-8ac4-07c86b429c84 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:32.386825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9fa2055f-e76f-4d76-8ac4-07c86b429c84 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3479233 Aug 29 17:10:32.397931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46912) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:32.414117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Transition to ACTIVE for port object fa53b2dc-9b79-4395-b6f2-0f129d219352 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:32.479145 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:32.485266 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:32.590372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb323b5c-048d-4f65-bcf9-3319866bdd82 None None] Pushing event updated for resources: {'Port': ['ID=fa53b2dc-9b79-4395-b6f2-0f129d219352,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:32.670309 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b7f7304d-f78c-4580-be0c-e543c16f58f2 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2707679 Aug 29 17:10:32.675810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46922) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:32.747827 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a626-debc-4002-8d58-d34841d3d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:32.753280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e25f78b5-2458-41b3-9f6c-3b52d0e1bf49,segment=NetworkSegment(49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f),segment_id=49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:32.783073 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:32.784011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 71f84217-a794-444d-8168-13f94684f577 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:32.847781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b3bc6-01f8-4ff7-9df0-a153a175c792 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:32.849357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b3bc6-01f8-4ff7-9df0-a153a175c792 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:32.850955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b3bc6-01f8-4ff7-9df0-a153a175c792 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:32.852424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b3bc6-01f8-4ff7-9df0-a153a175c792 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:32.860632 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b3bc6-01f8-4ff7-9df0-a153a175c792 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:32.871577 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3f9b3bc6-01f8-4ff7-9df0-a153a175c792 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1868265 Aug 29 17:10:32.871953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46924) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:32.888585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Attempting to bind port fa53b2dc-9b79-4395-b6f2-0f129d219352 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:32.888981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Attempting to bind port fa53b2dc-9b79-4395-b6f2-0f129d219352 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'f51655f4-4cd9-4798-9786-4507c9901d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:32.889402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Attempting to bind port fa53b2dc-9b79-4395-b6f2-0f129d219352 on network 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:32.921389 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.003127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e743005-0914-4402-ab3f-4093de1c8a47 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:33.004573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e743005-0914-4402-ab3f-4093de1c8a47 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:33.006028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e743005-0914-4402-ab3f-4093de1c8a47 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:33.007766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e743005-0914-4402-ab3f-4093de1c8a47 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:33.009539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e743005-0914-4402-ab3f-4093de1c8a47 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:33.012073 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1e743005-0914-4402-ab3f-4093de1c8a47 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1385186 Aug 29 17:10:33.018472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46932) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:33.186441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d64d341-0771-4d4a-93c0-ce2201b85f1e tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:33.187907 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9d64d341-0771-4d4a-93c0-ce2201b85f1e tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/networks/34a4f1c3-762e-40a7-a70d-e273dfd6b814 HTTP/1.1" status: 200 len: 804 time: 0.1682425 Aug 29 17:10:33.192861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46934) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:33.247124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:33.247499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Checking segment: {'id': 'f51655f4-4cd9-4798-9786-4507c9901d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:33.247898 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.248314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Bound using segment: {'id': 'f51655f4-4cd9-4798-9786-4507c9901d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:33.248795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Bound port: fa53b2dc-9b79-4395-b6f2-0f129d219352, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51655f4-4cd9-4798-9786-4507c9901d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:33.249179 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.251226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] Deleting port 60ae0f94-b950-468c-8098-91d911446a60 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:33.252100 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.276584 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-c4a7a626-debc-4002-8d58-d34841d3d0d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:10:33.276984 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-c4a7a626-debc-4002-8d58-d34841d3d0d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:10:33.280256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=e25f78b5-2458-41b3-9f6c-3b52d0e1bf49,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:33.316721 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1395e7cd-471d-4fd0-8a7c-3d74412a1135 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/networks/34a4f1c3-762e-40a7-a70d-e273dfd6b814?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1191242 Aug 29 17:10:33.317121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46936) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:33.331152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 71f84217-a794-444d-8168-13f94684f577 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:33.340654 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 71f84217-a794-444d-8168-13f94684f577 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:33.341585 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.352796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] For port 60ae0f94-b950-468c-8098-91d911446a60, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=60ae0f94-b950-468c-8098-91d911446a60,segment=NetworkSegment(477954cf-98e5-4139-b473-8e0c116ac42c),segment_id=477954cf-98e5-4139-b473-8e0c116ac42c)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:33.353171 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.372221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] Calling delete_port for 60ae0f94-b950-468c-8098-91d911446a60 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:33.383440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] For port fa53b2dc-9b79-4395-b6f2-0f129d219352, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:33.388687 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0de1a3-b769-4271-87b7-cbeb0f923560 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:33.397290 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7b0de1a3-b769-4271-87b7-cbeb0f923560 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/subnets/59a9ab9b-260b-40a6-a86b-46264eb4f093 HTTP/1.1" status: 200 len: 843 time: 0.0730712 Aug 29 17:10:33.400162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46938) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:33.406074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] For port fa53b2dc-9b79-4395-b6f2-0f129d219352, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fa53b2dc-9b79-4395-b6f2-0f129d219352,segment=NetworkSegment(f51655f4-4cd9-4798-9786-4507c9901d78),segment_id=f51655f4-4cd9-4798-9786-4507c9901d78)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:33.467799 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.499443 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.548145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Routers {'fca956df-627d-4abe-9075-59096b8843fd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:33.549350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fca956df-627d-4abe-9075-59096b8843fd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:33.664935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9b7b8-7258-45b7-b335-d069f7f5b620 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['shared'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:33.667592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-20b9b7b8-7258-45b7-b335-d069f7f5b620 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "GET /v2.0/subnets/59a9ab9b-260b-40a6-a86b-46264eb4f093?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2668359 Aug 29 17:10:33.671921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46948) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:33.696125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2075007772'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:33.750298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:33.755559 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.758619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] Set router fca956df-627d-4abe-9075-59096b8843fd gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:33.800823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:33.813048 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.813436 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Added segment 181f2f94-5364-45fe-a8b9-ddd3b711c1ff of type vlan for network 3a13a959-4089-454c-a524-edef189ec4d8 Aug 29 17:10:33.852873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 71f84217-a794-444d-8168-13f94684f577, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=71f84217-a794-444d-8168-13f94684f577,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:33.904724 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.944872 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:33.975320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:34.011377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] Pushing event deleted for resources: {'Port': ['ID=60ae0f94-b950-468c-8098-91d911446a60,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:34.022364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:34.027220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:34.027840 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:34.033038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb323b5c-048d-4f65-bcf9-3319866bdd82 None None] Pushing event updated for resources: {'Port': ['ID=fa53b2dc-9b79-4395-b6f2-0f129d219352,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:34.091426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 60ae0f94-b950-468c-8098-91d911446a60 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:34.123241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 60ae0f94-b950-468c-8098-91d911446a60 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:10:34.123587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 60ae0f94-b950-468c-8098-91d911446a60 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 29 17:10:34.199044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Port 60ae0f94-b950-468c-8098-91d911446a60 not found, will not notify nova. {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 29 17:10:34.200112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:34.233538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46958) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:34.242124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'network_id': '3a13a959-4089-454c-a524-edef189ec4d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:34.247056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5690634 Aug 29 17:10:34.259566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26df3b-3466-49b9-b1d7-5859d6728447 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Network': ['ID=3a13a959-4089-454c-a524-edef189ec4d8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:34.299220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 3a13a959-4089-454c-a524-edef189ec4d8 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:34.333632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=71f84217-a794-444d-8168-13f94684f577,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:34.385843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Made reservation on behalf of f41f0ac4338e4dc88e20a5a79b1731ac for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:34.389859 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:34.469282 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:34.520091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-183dd511-558e-479d-a609-1e5b8a83ecc5 None None] Provisioning complete for port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:34.520091 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-183dd511-558e-479d-a609-1e5b8a83ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:34.550891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.ipam_backend_mixin [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Performing IP validity checks on allocation pools {{(pid=111676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 17:10:34.551706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.ipam_backend_mixin [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111676) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 17:10:34.561306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:34.561781 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:34.678802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca956df-627d-4abe-9075-59096b8843fd', 'name': 'tempest-TestAggregatesBasicOps-337419512-router', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '71f84217-a794-444d-8168-13f94684f577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:20Z', 'updated_at': '2021-08-29T17:10:27Z', 'revision_number': 4, 'project_id': '9a24a90606ea45198aa3811943258c40', 'gw_port': {'id': '71f84217-a794-444d-8168-13f94684f577', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca956df-627d-4abe-9075-59096b8843fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:21Z', 'updated_at': '2021-08-29T17:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fa53b2dc-9b79-4395-b6f2-0f129d219352', 'name': '', 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'mac_address': 'fa:16:3e:14:fa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca956df-627d-4abe-9075-59096b8843fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '609e2d36-84a4-4685-8c74-c6689b789797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:25Z', 'updated_at': '2021-08-29T17:10:33Z', 'revision_number': 4, 'project_id': '9a24a90606ea45198aa3811943258c40', 'subnets': [{'id': '609e2d36-84a4-4685-8c74-c6689b789797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:34.708919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb9d37-6183-43aa-971f-b2ca13158890 None None] The sync data for ids ['fca956df-627d-4abe-9075-59096b8843fd'] in n-d-713301-13 is: [{'id': 'fca956df-627d-4abe-9075-59096b8843fd', 'name': 'tempest-TestAggregatesBasicOps-337419512-router', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '71f84217-a794-444d-8168-13f94684f577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:20Z', 'updated_at': '2021-08-29T17:10:27Z', 'revision_number': 4, 'project_id': '9a24a90606ea45198aa3811943258c40', 'gw_port': {'id': '71f84217-a794-444d-8168-13f94684f577', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca956df-627d-4abe-9075-59096b8843fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:21Z', 'updated_at': '2021-08-29T17:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fa53b2dc-9b79-4395-b6f2-0f129d219352', 'name': '', 'network_id': '4cfb3218-a3b5-4353-82f4-7ed5b3fbe582', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'mac_address': 'fa:16:3e:14:fa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca956df-627d-4abe-9075-59096b8843fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '609e2d36-84a4-4685-8c74-c6689b789797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:25Z', 'updated_at': '2021-08-29T17:10:33Z', 'revision_number': 4, 'project_id': '9a24a90606ea45198aa3811943258c40', 'subnets': [{'id': '609e2d36-84a4-4685-8c74-c6689b789797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:10:34.736990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:34.896733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=71433eac-43dd-4143-8dca-483d4a8fdb82,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:34.910849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Checking segment: {'id': '181f2f94-5364-45fe-a8b9-ddd3b711c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3a13a959-4089-454c-a524-edef189ec4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:34.911472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network hostable DHCP agents. Network: 3a13a959-4089-454c-a524-edef189ec4d8, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:34.928989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] Router 22aa6248-7e50-4d74-b93a-b642442a4384 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:10:34.942802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Network 3a13a959-4089-454c-a524-edef189ec4d8 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:34.965811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 3a13a959-4089-454c-a524-edef189ec4d8) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:34.973977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:34.974586 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810322'] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:34.979581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f005b4c4-f0ca-4146-9202-2b71e15c3da3 None None] Network 3a13a959-4089-454c-a524-edef189ec4d8 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:35.003805 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c8806c6d-3768-45ce-b267-174d5179a119 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7662787 Aug 29 17:10:35.004032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46978) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:35.012275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e06eadba-bc70-4055-a2d5-5bfde53dcd17 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:35.152375 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e06eadba-bc70-4055-a2d5-5bfde53dcd17 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126347805'] for subnet, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:35.159173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:10:35.173524 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f05c99-c047-4d4f-8e9f-7375bcfafee6 None None] Sync routers for ids ['22aa6248-7e50-4d74-b93a-b642442a4384'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:10:35.177539 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-926746c7-9476-49d9-ae2a-c4b366e7178d admin admin] 10.222.0.22 "PUT /v2.0/routers/22aa6248-7e50-4d74-b93a-b642442a4384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0655227 Aug 29 17:10:35.178188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46980) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:35.189767 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f05c99-c047-4d4f-8e9f-7375bcfafee6 None None] Routers {'22aa6248-7e50-4d74-b93a-b642442a4384'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:35.190339 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e4f05c99-c047-4d4f-8e9f-7375bcfafee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['22aa6248-7e50-4d74-b93a-b642442a4384'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:35.263579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-3a13a959-4089-454c-a524-edef189ec4d8', 'network_id': '3a13a959-4089-454c-a524-edef189ec4d8', 'tenant_id': 'f41f0ac4338e4dc88e20a5a79b1731ac', 'fixed_ips': [{'subnet_id': '71433eac-43dd-4143-8dca-483d4a8fdb82'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:35.264728 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:35.401829 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e4f05c99-c047-4d4f-8e9f-7375bcfafee6 None None] Set router 22aa6248-7e50-4d74-b93a-b642442a4384 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:35.444379 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:35.554493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e06eadba-bc70-4055-a2d5-5bfde53dcd17 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747308347944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127447130'] for subnet, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:35.699690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Allocated IP 2001:db8::3 (3a13a959-4089-454c-a524-edef189ec4d8/71433eac-43dd-4143-8dca-483d4a8fdb82/e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:35.722702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eadba-bc70-4055-a2d5-5bfde53dcd17 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event updated for resources: {'Subnet': ['ID=71433eac-43dd-4143-8dca-483d4a8fdb82,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:35.727467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:35.740161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06eadba-bc70-4055-a2d5-5bfde53dcd17 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:35.740877 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e06eadba-bc70-4055-a2d5-5bfde53dcd17 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:35.745618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46994) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:35.745809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e06eadba-bc70-4055-a2d5-5bfde53dcd17 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "PUT /v2.0/subnets/71433eac-43dd-4143-8dca-483d4a8fdb82 HTTP/1.1" status: 200 len: 900 time: 0.7407742 Aug 29 17:10:35.899028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Deleting port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:35.899679 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:35.957776 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e4f05c99-c047-4d4f-8e9f-7375bcfafee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'name': 'tempest-TestAggregatesBasicOps-606957530-router', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:33Z', 'revision_number': 5, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'gw_port': {'id': '0130f6e6-ae99-4d4c-bb83-75dcd9679c61', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:35.978935 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:35.986403 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.000476 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f05c99-c047-4d4f-8e9f-7375bcfafee6 None None] Checking router: 22aa6248-7e50-4d74-b93a-b642442a4384 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:10:36.012562 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f05c99-c047-4d4f-8e9f-7375bcfafee6 None None] Routers {'22aa6248-7e50-4d74-b93a-b642442a4384'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:36.013496 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e4f05c99-c047-4d4f-8e9f-7375bcfafee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['22aa6248-7e50-4d74-b93a-b642442a4384'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:36.031059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Transition to ACTIVE for port object e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:36.072211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] For port 0130f6e6-ae99-4d4c-bb83-75dcd9679c61, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0130f6e6-ae99-4d4c-bb83-75dcd9679c61,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:36.072689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.077081 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.100516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Transition to ACTIVE for port object e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:36.122964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Calling delete_port for 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:36.123745 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e4f05c99-c047-4d4f-8e9f-7375bcfafee6 None None] Set router 22aa6248-7e50-4d74-b93a-b642442a4384 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:36.129611 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.177778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Network 3a13a959-4089-454c-a524-edef189ec4d8 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:36.178249 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e4f05c99-c047-4d4f-8e9f-7375bcfafee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'name': 'tempest-TestAggregatesBasicOps-606957530-router', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:35Z', 'revision_number': 6, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:36.181593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:36.188152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:36.198351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Pushing event updated for resources: {'Port': ['ID=e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:36.214121 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f05c99-c047-4d4f-8e9f-7375bcfafee6 None None] The sync data for ids ['22aa6248-7e50-4d74-b93a-b642442a4384'] in n-d-713301-13 is: [{'id': '22aa6248-7e50-4d74-b93a-b642442a4384', 'name': 'tempest-TestAggregatesBasicOps-606957530-router', 'tenant_id': '12d02b27f8084a399ccd716813d0cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:09Z', 'updated_at': '2021-08-29T17:10:35Z', 'revision_number': 6, 'project_id': '12d02b27f8084a399ccd716813d0cecd', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:10:36.258362 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.285094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Attempting to bind port e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:36.285495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Attempting to bind port e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '181f2f94-5364-45fe-a8b9-ddd3b711c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3a13a959-4089-454c-a524-edef189ec4d8'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:36.285945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Attempting to bind port e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4 on network 3a13a959-4089-454c-a524-edef189ec4d8 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:36.291671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:36.292126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Checking segment: {'id': '181f2f94-5364-45fe-a8b9-ddd3b711c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3a13a959-4089-454c-a524-edef189ec4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:36.292651 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.293306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Bound using segment: {'id': '181f2f94-5364-45fe-a8b9-ddd3b711c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3a13a959-4089-454c-a524-edef189ec4d8'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:36.293885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Bound port: e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181f2f94-5364-45fe-a8b9-ddd3b711c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3a13a959-4089-454c-a524-edef189ec4d8'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:36.294377 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.370043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] For port e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:36.373951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] For port e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4,segment=NetworkSegment(181f2f94-5364-45fe-a8b9-ddd3b711c1ff),segment_id=181f2f94-5364-45fe-a8b9-ddd3b711c1ff)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:36.380291 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.436251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Subnet': ['ID=71433eac-43dd-4143-8dca-483d4a8fdb82,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:36.483487 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.492393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Pushing event updated for resources: {'Port': ['ID=e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:36.501154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdbbb8f-8f91-4e4f-ac73-481e2123f004 None None] Network 3a13a959-4089-454c-a524-edef189ec4d8 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:36.505626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.506141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.506654 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.507145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.507633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.508137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.508609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.509096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.509621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.510118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.510598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.511077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3c4d3-15fc-4230-8a1a-a8b64a11184c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:10:36.511323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a13a959-4089-454c-a524-edef189ec4d8']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:36.525853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181f2f94-5364-45fe-a8b9-ddd3b711c1ff') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:36.526181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181f2f94-5364-45fe-a8b9-ddd3b711c1ff') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:36.540614 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.550437 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.599814 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.628387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:36.628858 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:36.656176 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:36.675485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0130f6e6-ae99-4d4c-bb83-75dcd9679c61,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:36.709099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fa53b2dc-9b79-4395-b6f2-0f129d219352 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:36.778262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.778262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 29 17:10:36.778262 n-d-713301-13 neutron-server[111677]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 29 17:10:36.778262 n-d-713301-13 neutron-server[111677]: [parameters: {'id': '3a13a959-4089-454c-a524-edef189ec4d8'}] Aug 29 17:10:36.778262 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:10:36.778262 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:10:36.809767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f84759-5d74-47d7-b25f-868b3ef0dc9c None None] Network 3a13a959-4089-454c-a524-edef189ec4d8 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:36.891662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port fa53b2dc-9b79-4395-b6f2-0f129d219352 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:10:36.899639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port fa53b2dc-9b79-4395-b6f2-0f129d219352 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:36.900306 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.910393 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:36.912571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.002526 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.003153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22aa6248-7e50-4d74-b93a-b642442a4384 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:10:37.008510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.013594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47014) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:37.018167 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c30431e9-814c-44dd-9965-c3ac478e0bb2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/22aa6248-7e50-4d74-b93a-b642442a4384 HTTP/1.1" status: 204 len: 168 time: 1.8386919 Aug 29 17:10:37.020390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac3a010-e2b7-48f9-9668-0f63a74b3833 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:10:37.076755 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.122050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4585a249-a0c5-441c-b84f-5fcc336e3c78 admin admin] Deleting subnet 9bb543f8-2c91-4847-9ffe-e4425b8c06e6 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:10:37.128437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4585a249-a0c5-441c-b84f-5fcc336e3c78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.171027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port fa53b2dc-9b79-4395-b6f2-0f129d219352, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fa53b2dc-9b79-4395-b6f2-0f129d219352,segment=NetworkSegment(f51655f4-4cd9-4798-9786-4507c9901d78),segment_id=f51655f4-4cd9-4798-9786-4507c9901d78)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:37.175796 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4585a249-a0c5-441c-b84f-5fcc336e3c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.186113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.186970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 71f84217-a794-444d-8168-13f94684f577 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:37.278481 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.283063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4585a249-a0c5-441c-b84f-5fcc336e3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.349054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=fa53b2dc-9b79-4395-b6f2-0f129d219352,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:37.370434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 71f84217-a794-444d-8168-13f94684f577 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:37.371877 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.378832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Deleting port e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:37.379257 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.404433 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4585a249-a0c5-441c-b84f-5fcc336e3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.450163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3a010-e2b7-48f9-9668-0f63a74b3833 None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:10:37.463070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585a249-a0c5-441c-b84f-5fcc336e3c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb543f8-2c91-4847-9ffe-e4425b8c06e6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:37.465618 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4585a249-a0c5-441c-b84f-5fcc336e3c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.469814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4585a249-a0c5-441c-b84f-5fcc336e3c78 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9bb543f8-2c91-4847-9ffe-e4425b8c06e6 HTTP/1.1" status: 204 len: 168 time: 0.4518621 Aug 29 17:10:37.478070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47022) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:37.518076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] For port e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4,segment=NetworkSegment(181f2f94-5364-45fe-a8b9-ddd3b711c1ff),segment_id=181f2f94-5364-45fe-a8b9-ddd3b711c1ff)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:37.518660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.539277 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Calling delete_port for e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:37.610822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.736427 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.741885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Deleting port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:37.742539 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.791978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Port': ['ID=e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:37.795648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No DVR routers for this DVR port e3c233d8-0c9b-45cb-bb8e-de9cf91d3ad4 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:37.898374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] For port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba,segment=NetworkSegment(477954cf-98e5-4139-b473-8e0c116ac42c),segment_id=477954cf-98e5-4139-b473-8e0c116ac42c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:37.898982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.916061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Calling delete_port for 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:37.929486 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.942792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a13a959-4089-454c-a524-edef189ec4d8']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:37.956973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181f2f94-5364-45fe-a8b9-ddd3b711c1ff') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:37.957316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181f2f94-5364-45fe-a8b9-ddd3b711c1ff') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:37.968630 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.984799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:37.994322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:37.995130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:38.024285 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:38.081769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fa53b2dc-9b79-4395-b6f2-0f129d219352 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:10:38.108430 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.116760 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.122257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/3a13a959-4089-454c-a524-edef189ec4d8 HTTP/1.1" status: 204 len: 168 time: 2.3753288 Aug 29 17:10:38.123724 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47032) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:38.151597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05519717-40ca-4b68-8bb7-e0bfede533b3 None None] Network 1ffd1fde-98d2-4dd5-8224-cf99c610bebd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:38.152815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.171899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc80e0-0c93-4cf2-9f67-8bfdfd3fb183 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Network': ['ID=3a13a959-4089-454c-a524-edef189ec4d8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:38.200728 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b14a2f-1d8c-43ae-ab31-c6c85c06bbb6 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:38.201352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b14a2f-1d8c-43ae-ab31-c6c85c06bbb6 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:38.204148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-37b14a2f-1d8c-43ae-ab31-c6c85c06bbb6 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/subnets/71433eac-43dd-4143-8dca-483d4a8fdb82 HTTP/1.1" status: 404 len: 337 time: 0.0788455 Aug 29 17:10:38.206883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47040) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:38.232091 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb495a5-f3c1-48cc-bc7a-be9a1a8f20dd tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:38.232716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb495a5-f3c1-48cc-bc7a-be9a1a8f20dd tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:38.240700 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3cb495a5-f3c1-48cc-bc7a-be9a1a8f20dd tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/3a13a959-4089-454c-a524-edef189ec4d8 HTTP/1.1" status: 404 len: 339 time: 0.0324852 Aug 29 17:10:38.243494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47042) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:38.248117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:38.251208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] No DVR routers for this DVR port 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:38.332570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port fa53b2dc-9b79-4395-b6f2-0f129d219352 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:10:38.332963 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.350108 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.362520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffd1fde-98d2-4dd5-8224-cf99c610bebd']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:38.368663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.375571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477954cf-98e5-4139-b473-8e0c116ac42c') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:38.376300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477954cf-98e5-4139-b473-8e0c116ac42c') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:38.387043 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.403278 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.419927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:38.420899 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:38.425019 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:38.502141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ca31f4-0920-4bf9-942b-285465039062 None None] DHCP port deletion for 1ffd1fde-98d2-4dd5-8224-cf99c610bebd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:10:38.536539 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.542584 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.546482 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1ffd1fde-98d2-4dd5-8224-cf99c610bebd HTTP/1.1" status: 204 len: 168 time: 1.0674374 Aug 29 17:10:38.551111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47044) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:38.561246 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.593319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:38.597169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe45f3e-e584-435a-b4b0-9091c7126cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ffd1fde-98d2-4dd5-8224-cf99c610bebd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:38.608623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:10:38.626107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3eb53b-3a54-45d6-84fb-5e5013aa89e7') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:38.626422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3eb53b-3a54-45d6-84fb-5e5013aa89e7') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:38.643734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:10:38.644367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0130f6e6-ae99-4d4c-bb83-75dcd9679c61 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:10:38.644986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 60ae0f94-b950-468c-8098-91d911446a60 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:10:38.650568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.679476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.687103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 60ae0f94-b950-468c-8098-91d911446a60 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:10:38.687332 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:38.687434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 60ae0f94-b950-468c-8098-91d911446a60 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:10:38.687526 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:38.689255 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:38.805776 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.823862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:38.826595 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e HTTP/1.1" status: 204 len: 168 time: 0.5820010 Aug 29 17:10:38.829326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47052) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:39.293893 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-5183bfee-6201-4cec-b879-14f821863de8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:39.294362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5183bfee-6201-4cec-b879-14f821863de8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:39.299776 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5183bfee-6201-4cec-b879-14f821863de8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/subnets/5062ca8f-dac4-479a-a3c1-68040f5393b4 HTTP/1.1" status: 404 len: 337 time: 0.4692683 Aug 29 17:10:39.301424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafba9b-1646-4fa0-8a28-55ddb9f330b8 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Network': ['ID=3817e8f2-82d8-4b0d-8c86-bd9dccc0e22e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:39.301632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47062) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:39.333056 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0b1573-b5d4-4c81-830a-12c7fd6ea326 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:39.333682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0b1573-b5d4-4c81-830a-12c7fd6ea326 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:39.335517 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2e0b1573-b5d4-4c81-830a-12c7fd6ea326 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/21f269df-7670-44a8-bd92-a1250904651b HTTP/1.1" status: 404 len: 339 time: 0.0274446 Aug 29 17:10:39.341313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47064) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:39.438124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8c9b30-d551-4bba-bf95-1cd8abb018f1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Deleting subnet a81e84cb-7f7d-4740-a524-fc0fbc092622 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:10:39.441730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c8c9b30-d551-4bba-bf95-1cd8abb018f1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:39.510537 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:39.526249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c8c9b30-d551-4bba-bf95-1cd8abb018f1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:39.649456 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c8c9b30-d551-4bba-bf95-1cd8abb018f1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:39.722619 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c8c9b30-d551-4bba-bf95-1cd8abb018f1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:39.755851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c9b30-d551-4bba-bf95-1cd8abb018f1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Subnet': ['ID=a81e84cb-7f7d-4740-a524-fc0fbc092622,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:39.760864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c8c9b30-d551-4bba-bf95-1cd8abb018f1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:39.762865 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4c8c9b30-d551-4bba-bf95-1cd8abb018f1 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/subnets/a81e84cb-7f7d-4740-a524-fc0fbc092622 HTTP/1.1" status: 204 len: 168 time: 0.4208758 Aug 29 17:10:39.765755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47074) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:39.780001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e78bb09-32f3-4b40-a984-e3f99a9964ad None None] Network e72c1296-25c5-48da-b33d-374d505f78fb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:39.879396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf4d750-dc23-4db2-8575-fcf8a46680d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Deleting subnet 8e03f10c-4e51-43cd-94d7-ca0245a7868d {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:10:39.888195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4d750-dc23-4db2-8575-fcf8a46680d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:39.960901 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4d750-dc23-4db2-8575-fcf8a46680d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:40.095291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:10:40.127719 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4d750-dc23-4db2-8575-fcf8a46680d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:40.128099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:10:40.128099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5407e130-bdc1-4ad4-b1ce-f65a66e2f4ba not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:10:40.157621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] Deleting port fa53b2dc-9b79-4395-b6f2-0f129d219352 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:40.158178 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:40.263207 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4d750-dc23-4db2-8575-fcf8a46680d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:40.272782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] For port fa53b2dc-9b79-4395-b6f2-0f129d219352, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fa53b2dc-9b79-4395-b6f2-0f129d219352,segment=NetworkSegment(f51655f4-4cd9-4798-9786-4507c9901d78),segment_id=f51655f4-4cd9-4798-9786-4507c9901d78)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:40.273095 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:40.312971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4d750-dc23-4db2-8575-fcf8a46680d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Subnet': ['ID=8e03f10c-4e51-43cd-94d7-ca0245a7868d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:40.319341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] Calling delete_port for fa53b2dc-9b79-4395-b6f2-0f129d219352 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:40.321924 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fcf4d750-dc23-4db2-8575-fcf8a46680d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:40.335288 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fcf4d750-dc23-4db2-8575-fcf8a46680d4 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/subnets/8e03f10c-4e51-43cd-94d7-ca0245a7868d HTTP/1.1" status: 204 len: 168 time: 0.5670559 Aug 29 17:10:40.337876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47086) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:40.517410 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:40.664215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Deleting port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:40.664909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:40.693109 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:40.794643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa53b2dc-9b79-4395-b6f2-0f129d219352,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:40.839753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] For port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e25f78b5-2458-41b3-9f6c-3b52d0e1bf49,segment=NetworkSegment(49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f),segment_id=49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:40.843648 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:40.897637 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Calling delete_port for e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:41.095161 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:41.161645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Port': ['ID=e25f78b5-2458-41b3-9f6c-3b52d0e1bf49,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:41.184422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No DVR routers for this DVR port e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:41.185353 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:41.195403 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b61d0e2-89f7-40c9-a4f2-ab4a83da2ccc None None] Network e72c1296-25c5-48da-b33d-374d505f78fb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:41.332337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a95fa60c-d51a-4424-9db2-0d82f0913f44 None None] Could not find standard attr ID for object e25f78b5-2458-41b3-9f6c-3b52d0e1bf49. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:10:41.333752 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:41.354891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72c1296-25c5-48da-b33d-374d505f78fb']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:41.377115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:41.377474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bfdf06-c4ef-4f18-8f87-6bb5c6d7339f') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:41.389891 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:41.421030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:41.429466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:41.429991 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:41.442596 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:41.516994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b442dccb-2690-4419-b361-42a20f665ae6 None None] DHCP port deletion for e72c1296-25c5-48da-b33d-374d505f78fb request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:10:41.554164 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:41.568087 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:41.577861 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/e72c1296-25c5-48da-b33d-374d505f78fb HTTP/1.1" status: 204 len: 168 time: 1.2382534 Aug 29 17:10:41.580203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47108) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:41.632014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60bd90-e5c3-448f-9d4f-5ce8bb4f3f91 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Network': ['ID=e72c1296-25c5-48da-b33d-374d505f78fb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:41.646498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] Router fca956df-627d-4abe-9075-59096b8843fd has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:10:41.658445 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d26e05-52e0-4a98-9a39-e9f861d5a690 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:41.659483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d26e05-52e0-4a98-9a39-e9f861d5a690 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:41.664218 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e3d26e05-52e0-4a98-9a39-e9f861d5a690 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/subnets/21219b25-d618-42e1-9d61-694363d35447 HTTP/1.1" status: 404 len: 337 time: 0.0830989 Aug 29 17:10:41.666872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47112) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:41.705903 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7507c2a-8ad5-43bc-88b1-cc8e552241ca tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:41.706727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7507c2a-8ad5-43bc-88b1-cc8e552241ca tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:41.708650 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d7507c2a-8ad5-43bc-88b1-cc8e552241ca tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/85db0b55-fd56-46cd-9fc7-8b920837d81f HTTP/1.1" status: 404 len: 339 time: 0.0400229 Aug 29 17:10:41.712978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47116) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:41.748484 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-725aa356-21f3-47a1-8aef-46a3618223b3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:41.749122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725aa356-21f3-47a1-8aef-46a3618223b3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:41.752363 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-725aa356-21f3-47a1-8aef-46a3618223b3 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/subnets/2d9b6d45-9596-469e-b481-b261e81a3b75 HTTP/1.1" status: 404 len: 337 time: 0.0370204 Aug 29 17:10:41.755247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47118) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:41.783252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:10:41.794335 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e545ea60-c4a2-4071-8cd4-5fd1271612c3 admin admin] 10.222.0.22 "PUT /v2.0/routers/fca956df-627d-4abe-9075-59096b8843fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2134149 Aug 29 17:10:41.797480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47120) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:41.798486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945dd860-8fa2-4c33-a5c0-5a5ae61c7d81 None None] Sync routers for ids ['fca956df-627d-4abe-9075-59096b8843fd'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:10:41.817458 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bd620b-553a-49ce-b83d-c84becfb28bb tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:41.819233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bd620b-553a-49ce-b83d-c84becfb28bb tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:41.822916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47122) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:41.823064 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-50bd620b-553a-49ce-b83d-c84becfb28bb tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/32f8aef4-08fc-47f8-b11d-2b0cc0df9d79 HTTP/1.1" status: 404 len: 339 time: 0.0658042 Aug 29 17:10:41.825511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945dd860-8fa2-4c33-a5c0-5a5ae61c7d81 None None] Routers {'fca956df-627d-4abe-9075-59096b8843fd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:41.826433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-945dd860-8fa2-4c33-a5c0-5a5ae61c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fca956df-627d-4abe-9075-59096b8843fd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:41.889498 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cd4f3e-903d-4dc8-81d1-e709e189a988 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:41.890090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cd4f3e-903d-4dc8-81d1-e709e189a988 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:41.894194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-39cd4f3e-903d-4dc8-81d1-e709e189a988 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/subnets/5e975119-381a-4d4c-9361-a84fc311b88f HTTP/1.1" status: 404 len: 337 time: 0.0678971 Aug 29 17:10:41.894351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47124) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:41.918733 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e2ff8c-0d0f-41c0-8254-ccd7d5ab54a9 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:41.920401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e2ff8c-0d0f-41c0-8254-ccd7d5ab54a9 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:41.926369 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-52e2ff8c-0d0f-41c0-8254-ccd7d5ab54a9 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/e556de00-f26d-4bc1-89c6-5d9a54ae0ad9 HTTP/1.1" status: 404 len: 339 time: 0.0253580 Aug 29 17:10:41.927482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47128) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:42.027880 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:42.039736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-945dd860-8fa2-4c33-a5c0-5a5ae61c7d81 None None] Set router fca956df-627d-4abe-9075-59096b8843fd gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:42.066725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6fcbbf-af2e-4433-8b72-748aae75ee2b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Deleting subnet a295a5a4-a0ae-49fa-8cc8-09e7c8e25a74 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:10:42.070346 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcbbf-af2e-4433-8b72-748aae75ee2b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:42.143732 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcbbf-af2e-4433-8b72-748aae75ee2b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:42.177189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:10:42.208004 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:42.276411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:10:42.277621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e25f78b5-2458-41b3-9f6c-3b52d0e1bf49 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:10:42.308068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcbbf-af2e-4433-8b72-748aae75ee2b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:42.338937 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Deleting port 71f84217-a794-444d-8168-13f94684f577 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:42.339274 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:42.464231 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcbbf-af2e-4433-8b72-748aae75ee2b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:42.476864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-945dd860-8fa2-4c33-a5c0-5a5ae61c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca956df-627d-4abe-9075-59096b8843fd', 'name': 'tempest-TestAggregatesBasicOps-337419512-router', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '71f84217-a794-444d-8168-13f94684f577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:20Z', 'updated_at': '2021-08-29T17:10:40Z', 'revision_number': 5, 'project_id': '9a24a90606ea45198aa3811943258c40', 'gw_port': {'id': '71f84217-a794-444d-8168-13f94684f577', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca956df-627d-4abe-9075-59096b8843fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:10:21Z', 'updated_at': '2021-08-29T17:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:42.505583 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ea6fcbbf-af2e-4433-8b72-748aae75ee2b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:42.511112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ea6fcbbf-af2e-4433-8b72-748aae75ee2b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/subnets/a295a5a4-a0ae-49fa-8cc8-09e7c8e25a74 HTTP/1.1" status: 204 len: 168 time: 0.5783405 Aug 29 17:10:42.514759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47140) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:42.525301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945dd860-8fa2-4c33-a5c0-5a5ae61c7d81 None None] Checking router: fca956df-627d-4abe-9075-59096b8843fd for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:10:42.541047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c484c78e-95fb-4dc7-a787-821a9ea371d1 None None] Network 3a95e134-57de-4d06-8040-3828030dd682 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:42.552323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] For port 71f84217-a794-444d-8168-13f94684f577, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=71f84217-a794-444d-8168-13f94684f577,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:42.553024 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:42.563635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fcbbf-af2e-4433-8b72-748aae75ee2b tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Subnet': ['ID=a295a5a4-a0ae-49fa-8cc8-09e7c8e25a74,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:42.597322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Calling delete_port for 71f84217-a794-444d-8168-13f94684f577 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:42.621378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945dd860-8fa2-4c33-a5c0-5a5ae61c7d81 None None] Routers {'fca956df-627d-4abe-9075-59096b8843fd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:10:42.622246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-945dd860-8fa2-4c33-a5c0-5a5ae61c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fca956df-627d-4abe-9075-59096b8843fd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:42.759697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-945dd860-8fa2-4c33-a5c0-5a5ae61c7d81 None None] Set router fca956df-627d-4abe-9075-59096b8843fd gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:10:42.760580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:42.823385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-945dd860-8fa2-4c33-a5c0-5a5ae61c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca956df-627d-4abe-9075-59096b8843fd', 'name': 'tempest-TestAggregatesBasicOps-337419512-router', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:20Z', 'updated_at': '2021-08-29T17:10:42Z', 'revision_number': 6, 'project_id': '9a24a90606ea45198aa3811943258c40', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:42.888861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945dd860-8fa2-4c33-a5c0-5a5ae61c7d81 None None] The sync data for ids ['fca956df-627d-4abe-9075-59096b8843fd'] in n-d-713301-13 is: [{'id': 'fca956df-627d-4abe-9075-59096b8843fd', 'name': 'tempest-TestAggregatesBasicOps-337419512-router', 'tenant_id': '9a24a90606ea45198aa3811943258c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:10:20Z', 'updated_at': '2021-08-29T17:10:42Z', 'revision_number': 6, 'project_id': '9a24a90606ea45198aa3811943258c40', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:10:42.906996 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9fef2486-b1d7-441f-b8b2-2f25ea1b997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:42.993737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.020615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Deleting port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:43.021068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.034072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Pushing event deleted for resources: {'Port': ['ID=71f84217-a794-444d-8168-13f94684f577,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:43.101631 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-09e0e839-d32c-4e84-ba69-c48f1d04d43a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1374896 Aug 29 17:10:43.106206 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.121320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] For port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8,segment=NetworkSegment(39239e5c-e78f-4c3e-af1a-a3210da7713f),segment_id=39239e5c-e78f-4c3e-af1a-a3210da7713f)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:43.121320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.146205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Calling delete_port for d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:43.236563 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.239075 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.274399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcfdb65-39ac-4174-9f36-70a394018e13 None None] DHCP port deletion for 3a95e134-57de-4d06-8040-3828030dd682 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:10:43.281324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-c3040240-e169-455c-9e2f-f482bd3a74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:43.281989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-c3040240-e169-455c-9e2f-f482bd3a74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:43.286905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-c3040240-e169-455c-9e2f-f482bd3a74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:43.287398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-c3040240-e169-455c-9e2f-f482bd3a74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:43.287880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-c3040240-e169-455c-9e2f-f482bd3a74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:43.289950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-c3040240-e169-455c-9e2f-f482bd3a74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:43.291927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-c3040240-e169-455c-9e2f-f482bd3a74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:43.294278 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-c3040240-e169-455c-9e2f-f482bd3a74ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6499 time: 0.1403947 Aug 29 17:10:43.326420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.326759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fca956df-627d-4abe-9075-59096b8843fd {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:10:43.333353 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.339700 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5c49acd2-c41b-4525-ad0a-c4371d3ee432 admin admin] 10.222.0.22 "DELETE /v2.0/routers/fca956df-627d-4abe-9075-59096b8843fd HTTP/1.1" status: 204 len: 168 time: 1.5388339 Aug 29 17:10:43.341236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47154) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:43.383395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfdb65-39ac-4174-9f36-70a394018e13 None None] Deleting port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:43.384159 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fcfdb65-39ac-4174-9f36-70a394018e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.501719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed325fa2-a677-4dea-9ac4-362224d3658f admin admin] Deleting subnet 609e2d36-84a4-4685-8c74-c6689b789797 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:10:43.511431 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed325fa2-a677-4dea-9ac4-362224d3658f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.517571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.551490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Port': ['ID=d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:43.573470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No DVR routers for this DVR port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:43.583081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1fcfdb65-39ac-4174-9f36-70a394018e13 None None] For port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8,segment=NetworkSegment(39239e5c-e78f-4c3e-af1a-a3210da7713f),segment_id=39239e5c-e78f-4c3e-af1a-a3210da7713f)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:43.583629 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fcfdb65-39ac-4174-9f36-70a394018e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.590890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed325fa2-a677-4dea-9ac4-362224d3658f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.604043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfdb65-39ac-4174-9f36-70a394018e13 None None] Calling delete_port for d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:43.637477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-0fa5c410-022d-4598-8c68-44356bd48d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:43.637895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-0fa5c410-022d-4598-8c68-44356bd48d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:43.638360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-0fa5c410-022d-4598-8c68-44356bd48d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:43.640055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-0fa5c410-022d-4598-8c68-44356bd48d0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865 HTTP/1.1" status: 200 len: 2292 time: 0.2804074 Aug 29 17:10:43.703576 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed325fa2-a677-4dea-9ac4-362224d3658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.763455 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed325fa2-a677-4dea-9ac4-362224d3658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.794475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed325fa2-a677-4dea-9ac4-362224d3658f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609e2d36-84a4-4685-8c74-c6689b789797,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:43.801001 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed325fa2-a677-4dea-9ac4-362224d3658f admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:43.805181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ed325fa2-a677-4dea-9ac4-362224d3658f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/609e2d36-84a4-4685-8c74-c6689b789797 HTTP/1.1" status: 204 len: 168 time: 0.4580414 Aug 29 17:10:43.806166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47164) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:43.810420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd05815a-e80d-4b5e-a082-8d6fc26dbf6f None None] Network 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:43.879567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-2b3637cc-1df1-4c00-9b95-2a997c441089 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d HTTP/1.1" status: 200 len: 1002 time: 0.2248447 Aug 29 17:10:43.924412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.013056 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.028365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a95e134-57de-4d06-8040-3828030dd682']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:44.050483 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1fcfdb65-39ac-4174-9f36-70a394018e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.072387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39239e5c-e78f-4c3e-af1a-a3210da7713f') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:44.072828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39239e5c-e78f-4c3e-af1a-a3210da7713f') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:44.095968 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.111147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-e11edc22-08b6-4043-9e02-1b152d223547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:44.112652 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-e11edc22-08b6-4043-9e02-1b152d223547 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe5a512-6172-449e-9511-cbf3fdbc8e3d HTTP/1.1" status: 200 len: 850 time: 0.2218142 Aug 29 17:10:44.119713 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.156100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfdb65-39ac-4174-9f36-70a394018e13 None None] Pushing event deleted for resources: {'Port': ['ID=d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:44.162633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcfdb65-39ac-4174-9f36-70a394018e13 None None] No DVR routers for this DVR port d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:44.171268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:44.171268 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:44.180476 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:44.205459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Deleting port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:44.205820 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.222674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:10:44.288501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:10:44.291201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d3f2760f-c06f-40b7-9dc6-90d8fbb4e1a8 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:10:44.291835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fa53b2dc-9b79-4395-b6f2-0f129d219352 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:10:44.294021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] For port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3a4ba004-8ac7-48c8-8d21-08c996e22b5e,segment=NetworkSegment(f51655f4-4cd9-4798-9786-4507c9901d78),segment_id=f51655f4-4cd9-4798-9786-4507c9901d78)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:44.295554 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.309070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Calling delete_port for 3a4ba004-8ac7-48c8-8d21-08c996e22b5e owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:44.380246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-71e1972f-9018-475b-98cc-5cb65b9e3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:44.390694 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-71e1972f-9018-475b-98cc-5cb65b9e3985 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2644591 Aug 29 17:10:44.396648 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: fa53b2dc-9b79-4395-b6f2-0f129d219352 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:10:44.397911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fa53b2dc-9b79-4395-b6f2-0f129d219352 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:10:44.398603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 71f84217-a794-444d-8168-13f94684f577 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:10:44.400911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a4d1cf-92e7-4e77-bb2d-dc5682a42963 None None] DHCP port deletion for 4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:10:44.403266 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.444037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 71f84217-a794-444d-8168-13f94684f577 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:10:44.444397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 71f84217-a794-444d-8168-13f94684f577 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:10:44.459716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4ba004-8ac7-48c8-8d21-08c996e22b5e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:44.463381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] No DVR routers for this DVR port 3a4ba004-8ac7-48c8-8d21-08c996e22b5e on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:44.582376 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.590014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-45d21ee2-f256-48b6-bdef-1203e08b2600 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868303 Aug 29 17:10:44.591259 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.599619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfb3218-a3b5-4353-82f4-7ed5b3fbe582']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:44.599774 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.604625 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/3a95e134-57de-4d06-8040-3828030dd682 HTTP/1.1" status: 204 len: 168 time: 2.0887456 Aug 29 17:10:44.612103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47178) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:44.641895 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7ccf91-f679-4a46-a8fc-28385f994e35 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:44.642370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7ccf91-f679-4a46-a8fc-28385f994e35 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:44.644158 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2d7ccf91-f679-4a46-a8fc-28385f994e35 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/subnets/b2935f42-9b5d-400d-bfcd-ea407000e268 HTTP/1.1" status: 404 len: 337 time: 0.0310791 Aug 29 17:10:44.646117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51655f4-4cd9-4798-9786-4507c9901d78') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:44.646398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51655f4-4cd9-4798-9786-4507c9901d78') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:44.648754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47180) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:44.677006 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e1aa4f-dc99-4511-9912-37c080413e2f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:44.677621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e1aa4f-dc99-4511-9912-37c080413e2f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:44.682026 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-30e1aa4f-dc99-4511-9912-37c080413e2f tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/a9e08df7-a1a8-4410-a1f4-eb6bc42ac58e HTTP/1.1" status: 404 len: 339 time: 0.0263562 Aug 29 17:10:44.683865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47182) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:44.693276 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.707183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603e359-1978-45c9-bd5f-dfa2fa82b430 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Network': ['ID=3a95e134-57de-4d06-8040-3828030dd682,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:44.756104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-3792d39c-c214-4d3f-9c22-4530219074c1 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477909 Aug 29 17:10:44.760651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.790075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:44.793802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.801075 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-b9ff6511-646b-41fd-9415-262290ad2b9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 200 len: 217 time: 0.0383222 Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:44.805676 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:44.827685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-558bd982-659b-4071-8ddd-b469cf75df5a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Deleting subnet 59a9ab9b-260b-40a6-a86b-46264eb4f093 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:10:44.831104 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558bd982-659b-4071-8ddd-b469cf75df5a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.904557 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558bd982-659b-4071-8ddd-b469cf75df5a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.911175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-2b21bb42-df8d-480f-98d4-11a00211b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:44.914062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-2b21bb42-df8d-480f-98d4-11a00211b5ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1059341 Aug 29 17:10:44.965041 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:44.999213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-b1a74120-fcf1-45ef-90a8-03cf1a370ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:45.002303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-b1a74120-fcf1-45ef-90a8-03cf1a370ba4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0808773 Aug 29 17:10:45.041918 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.044503 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4cfb3218-a3b5-4353-82f4-7ed5b3fbe582 HTTP/1.1" status: 204 len: 168 time: 1.2270534 Aug 29 17:10:45.047235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24381189-39f4-4952-9b29-2917e803c3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cfb3218-a3b5-4353-82f4-7ed5b3fbe582,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:45.120866 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558bd982-659b-4071-8ddd-b469cf75df5a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.135953 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-257d9d79-dcce-4236-89d4-969ec7199759 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253388 Aug 29 17:10:45.225927 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558bd982-659b-4071-8ddd-b469cf75df5a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.248721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f3d1d0-f162-409e-9b89-84d58d81c72d None None] Network 34a4f1c3-762e-40a7-a70d-e273dfd6b814 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:45.265145 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-558bd982-659b-4071-8ddd-b469cf75df5a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.267952 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-558bd982-659b-4071-8ddd-b469cf75df5a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/subnets/59a9ab9b-260b-40a6-a86b-46264eb4f093 HTTP/1.1" status: 204 len: 168 time: 0.5809906 Aug 29 17:10:45.271331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47198) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:45.318399 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-f0f01fa4-f0e4-4861-a587-df53390a7ea2 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745703 Aug 29 17:10:45.398780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47202) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:45.400331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-fbc7549a-9ab4-4280-97fe-169650cc011c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 200 len: 217 time: 0.0745037 Aug 29 17:10:45.472163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.477361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bd982-659b-4071-8ddd-b469cf75df5a tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Subnet': ['ID=59a9ab9b-260b-40a6-a86b-46264eb4f093,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:45.508643 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c9f92fc1-d910-460c-841b-07a1e1c7a4f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=12d02b27f8084a399ccd716813d0cecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952668 Aug 29 17:10:45.512888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47204) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:45.538015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-c0444d04-d4af-46d8-953e-e35353c20f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:45.539527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-c0444d04-d4af-46d8-953e-e35353c20f49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1162019 Aug 29 17:10:45.539786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Deleting port ce36ef90-7bc3-4fb5-aef4-4549c163a88f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:45.540126 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.553785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-41a0ba62-17b4-4efa-aa7c-2fea34f2baa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.594553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724513f7-6024-4ae7-8467-d4d40c5857ba None None] DHCP port deletion for 34a4f1c3-762e-40a7-a70d-e273dfd6b814 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:10:45.609815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] For port ce36ef90-7bc3-4fb5-aef4-4549c163a88f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ce36ef90-7bc3-4fb5-aef4-4549c163a88f,segment=NetworkSegment(3855c80f-8bb0-418e-94ee-5934b4bdf0e5),segment_id=3855c80f-8bb0-418e-94ee-5934b4bdf0e5)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:45.610571 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.612182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-d6bc4b42-dcba-407e-bb4c-a438fa42fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:45.613725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-d6bc4b42-dcba-407e-bb4c-a438fa42fdbf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0665877 Aug 29 17:10:45.616893 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1fc417c2-42c1-42dd-be74-05cc49c42f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.625846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Calling delete_port for ce36ef90-7bc3-4fb5-aef4-4549c163a88f owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:45.648970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-724513f7-6024-4ae7-8467-d4d40c5857ba None None] Deleting port ce36ef90-7bc3-4fb5-aef4-4549c163a88f {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:45.649741 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-724513f7-6024-4ae7-8467-d4d40c5857ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.726602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-724513f7-6024-4ae7-8467-d4d40c5857ba None None] For port ce36ef90-7bc3-4fb5-aef4-4549c163a88f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ce36ef90-7bc3-4fb5-aef4-4549c163a88f,segment=NetworkSegment(3855c80f-8bb0-418e-94ee-5934b4bdf0e5),segment_id=3855c80f-8bb0-418e-94ee-5934b4bdf0e5)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:45.727012 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-724513f7-6024-4ae7-8467-d4d40c5857ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.754264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-724513f7-6024-4ae7-8467-d4d40c5857ba None None] Calling delete_port for ce36ef90-7bc3-4fb5-aef4-4549c163a88f owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:45.807840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-8309c3a5-703f-436f-8302-b037bc54d1f3 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733093 Aug 29 17:10:45.811781 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1fc417c2-42c1-42dd-be74-05cc49c42f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.845008 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.948133 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-724513f7-6024-4ae7-8467-d4d40c5857ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.952947 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1fc417c2-42c1-42dd-be74-05cc49c42f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.956678 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1fc417c2-42c1-42dd-be74-05cc49c42f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:45.958104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1fc417c2-42c1-42dd-be74-05cc49c42f70 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72050c1f-da70-4c99-842d-c828c3311fa6 HTTP/1.1" status: 204 len: 168 time: 0.4442310 Aug 29 17:10:45.982835 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-c866af15-6ec8-4ba3-a2bd-93756b987384 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616516 Aug 29 17:10:46.017374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc417c2-42c1-42dd-be74-05cc49c42f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72050c1f-da70-4c99-842d-c828c3311fa6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:46.051068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724513f7-6024-4ae7-8467-d4d40c5857ba None None] Pushing event deleted for resources: {'Port': ['ID=ce36ef90-7bc3-4fb5-aef4-4549c163a88f,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:46.060692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724513f7-6024-4ae7-8467-d4d40c5857ba None None] No DVR routers for this DVR port ce36ef90-7bc3-4fb5-aef4-4549c163a88f on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:46.107240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ce36ef90-7bc3-4fb5-aef4-4549c163a88f no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:10:46.142327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ce36ef90-7bc3-4fb5-aef4-4549c163a88f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:10:46.142740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ce36ef90-7bc3-4fb5-aef4-4549c163a88f not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:10:46.143189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3a4ba004-8ac7-48c8-8d21-08c996e22b5e no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:10:46.147039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-8e75e0e6-1896-45ae-a991-cf7562dccc41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1 HTTP/1.1" status: 200 len: 217 time: 0.1464069 Aug 29 17:10:46.173907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 3a4ba004-8ac7-48c8-8d21-08c996e22b5e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:10:46.174259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3a4ba004-8ac7-48c8-8d21-08c996e22b5e not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:10:46.259396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-7697c7b5-e1c0-4474-ad2d-cea4e48b7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:46.260979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-7697c7b5-e1c0-4474-ad2d-cea4e48b7f32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1024630 Aug 29 17:10:46.352598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-e3735140-c290-4c7e-b076-0e744f78599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:46.354193 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-e3735140-c290-4c7e-b076-0e744f78599c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0849831 Aug 29 17:10:46.384422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:46.442916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Port': ['ID=ce36ef90-7bc3-4fb5-aef4-4549c163a88f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:46.452509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] No DVR routers for this DVR port ce36ef90-7bc3-4fb5-aef4-4549c163a88f on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:46.532813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:46.535811 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-a67ece5e-d74a-4271-b6e2-1f4bbaf86f5a service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732829 Aug 29 17:10:46.544039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a4f1c3-762e-40a7-a70d-e273dfd6b814']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:46.567025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3855c80f-8bb0-418e-94ee-5934b4bdf0e5') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:46.567721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3855c80f-8bb0-418e-94ee-5934b4bdf0e5') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:46.577829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:46.593370 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:46.600984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:46.601459 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:46.647110 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:46.673382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47234) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:46.675137 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:46.710593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:46.722437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:46.723654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-919b792d-96ff-4a12-84e7-3200c20e6f3b service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780524 Aug 29 17:10:46.724690 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] 10.222.0.22 "DELETE /v2.0/networks/34a4f1c3-762e-40a7-a70d-e273dfd6b814 HTTP/1.1" status: 204 len: 168 time: 1.3772414 Aug 29 17:10:46.738987 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60511b89-ed8c-43b9-8a72-3c62919efe94 tempest-NetworksIpV6Test-693732978 tempest-NetworksIpV6Test-693732978-project] Pushing event deleted for resources: {'Network': ['ID=34a4f1c3-762e-40a7-a70d-e273dfd6b814,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:46.791395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-e24c8cd2-67c0-4715-829f-6dffd87e2db9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=efae15c7-233c-4c88-a37e-d87adca34c60 HTTP/1.1" status: 200 len: 217 time: 0.0461130 Aug 29 17:10:46.794900 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-10ca0468-2108-4a22-8ee7-c5c1036b1d32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a24a90606ea45198aa3811943258c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204910 Aug 29 17:10:46.797378 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47238) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:46.896870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-cc6e4949-eb4a-4822-ba2e-0a5915590a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:46.899295 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-cc6e4949-eb4a-4822-ba2e-0a5915590a2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.0789385 Aug 29 17:10:46.900226 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd01f-e0f7-4ec5-945b-4a6e6f5a91ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:46.959173 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd01f-e0f7-4ec5-945b-4a6e6f5a91ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:46.998099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-3a0c37d1-8299-4883-b4b9-fb311e9e7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:46.999712 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-3a0c37d1-8299-4883-b4b9-fb311e9e7455 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0933146 Aug 29 17:10:47.076272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47248) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:47.175784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd01f-e0f7-4ec5-945b-4a6e6f5a91ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:47.180059 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd01f-e0f7-4ec5-945b-4a6e6f5a91ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:47.184072 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5a6bd01f-e0f7-4ec5-945b-4a6e6f5a91ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/382546cd-5df2-4155-82c9-3e455c054bdb HTTP/1.1" status: 204 len: 168 time: 0.3856974 Aug 29 17:10:47.189488 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-b8630744-4d25-4562-b36b-f85790a38f46 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813216 Aug 29 17:10:47.195768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bd01f-e0f7-4ec5-945b-4a6e6f5a91ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382546cd-5df2-4155-82c9-3e455c054bdb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:47.331360 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-330f3227-7b70-4e22-8878-4b0629faa362 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257663 Aug 29 17:10:47.352471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2f68eaa3-d2e1-4157-8a15-935af7a9995b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f41f0ac4338e4dc88e20a5a79b1731ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749872 Aug 29 17:10:47.353191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47258) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:47.426938 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-74181cd3-401e-4f32-a5da-2e8a36849941 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 HTTP/1.1" status: 200 len: 217 time: 0.0876470 Aug 29 17:10:47.440280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b5538df-c8c1-4fd6-b180-47f1bc52c90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:47.482069 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b5538df-c8c1-4fd6-b180-47f1bc52c90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:47.497942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-0e355dd8-0ddf-45e7-9196-8cfa8818c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:47.515127 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-0e355dd8-0ddf-45e7-9196-8cfa8818c1ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.0758295 Aug 29 17:10:47.596786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b5538df-c8c1-4fd6-b180-47f1bc52c90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:47.599781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b5538df-c8c1-4fd6-b180-47f1bc52c90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:47.603516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4b5538df-c8c1-4fd6-b180-47f1bc52c90d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b13a8c9-871a-4af9-8892-72de007d9f60 HTTP/1.1" status: 204 len: 168 time: 0.2467968 Aug 29 17:10:47.611465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-f5e7e53f-5538-4ca9-80a7-e0b98544bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:47.613317 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-f5e7e53f-5538-4ca9-80a7-e0b98544bdd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0955780 Aug 29 17:10:47.620307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5538df-c8c1-4fd6-b180-47f1bc52c90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b13a8c9-871a-4af9-8892-72de007d9f60,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:47.654546 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:48.057585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-5128dfad-2aef-43f5-8070-53290f7d3f7b service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357746 Aug 29 17:10:48.166917 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-ef2d9fbe-bd25-4926-900b-cd593ffd25be service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020932 Aug 29 17:10:48.248053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-d225713b-268a-4f4d-afbe-6687b9f7d78b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d HTTP/1.1" status: 200 len: 217 time: 0.0719736 Aug 29 17:10:48.290793 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:48.342106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-b3f87f34-7de4-4944-a5e3-58752abd5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:48.342106 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-b3f87f34-7de4-4944-a5e3-58752abd5416 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.0813959 Aug 29 17:10:48.432888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-9343d116-2a42-41ce-9a30-834e99759113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:48.435333 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-9343d116-2a42-41ce-9a30-834e99759113 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0886447 Aug 29 17:10:48.545195 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-348bb570-66f4-439d-940d-02448e2638f9 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027663 Aug 29 17:10:48.672641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f58ee30a-4447-4833-8d9a-3d6edc7f538b req-0f7f5659-a84b-42a5-860d-7b5f47df2f0e service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201129 Aug 29 17:10:48.717747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47302) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:48.818195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1107413002'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:48.845899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:48.849832 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:48.861170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:48.977549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:48.986500 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.016753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:49.028780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d88d99-7b95-46ec-aacf-d4a5cf58ce62,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:49.035276 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.035726 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Added segment 25dd7e07-96eb-46a3-bee6-77e94115cbb3 of type vlan for network e1857f68-8249-4fe5-adb3-9aa7ace09058 Aug 29 17:10:49.082727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.109456 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.115394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:49.115992 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.181001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47312) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:49.181564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4616189 Aug 29 17:10:49.186628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'name': 'tempest-PortsIpV6TestJSON-1474366877'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:49.194542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edf743-1756-4acb-b3c5-1e4ce1548c0d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Network': ['ID=e1857f68-8249-4fe5-adb3-9aa7ace09058,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:49.208299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:49.300142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:49.310183 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.340527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 65b34a0c-bc26-417e-9962-135173a11281 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:10:49.611833 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.672562 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.739531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=65b34a0c-bc26-417e-9962-135173a11281,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:49.747252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Checking segment: {'id': '25dd7e07-96eb-46a3-bee6-77e94115cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:49.747677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network hostable DHCP agents. Network: e1857f68-8249-4fe5-adb3-9aa7ace09058, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:49.767498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:49.779116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, e1857f68-8249-4fe5-adb3-9aa7ace09058) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:49.783133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:49.789097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:49.791674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c6aa9f-3bce-45cf-bee7-1310b99c1554 None None] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:49.794729 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.820090 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-63939c39-6465-4f8d-a0a9-5d0e36987545 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6379285 Aug 29 17:10:49.823076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47334) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:49.831141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-95761272'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:49.861127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:49.864817 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.889407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:49.907996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.908371 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Added segment 74fa5b08-2969-47bf-8053-1d7d028b2007 of type vlan for network fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55 Aug 29 17:10:49.970026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:49.994668 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:50.000947 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:50.001685 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:50.057435 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2307689 Aug 29 17:10:50.057657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47340) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:50.065412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'ports': [{'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058'}, {'network_id': 'fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55'}]} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:50.066381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:50.066962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': 'fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:50.121717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b7d86-b7f0-480b-b12e-483b5cb9bdb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Network': ['ID=fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:50.133856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:50.242650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 2} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:50.248071 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:50.268025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:50.286017 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:50.347458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 7bb0bef8-16da-4422-94ac-0163dcc2934f yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:10:50.496311 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:50.608691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port cc497a8e-0113-4171-9072-06d046c9906c yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:10:50.726307 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:50.770073 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:50.819133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:50.822151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:50.824536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:50.825475 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:50.848921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=7bb0bef8-16da-4422-94ac-0163dcc2934f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:50.907136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Checking segment: {'id': '74fa5b08-2969-47bf-8053-1d7d028b2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:50.907425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network hostable DHCP agents. Network: fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:50.914721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=cc497a8e-0113-4171-9072-06d046c9906c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:50.929884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:50.938438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:50.942200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:50.948102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:50.948248 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adeba3f-26b9-4497-9702-af400164b0fd None None] Network fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:50.953256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:50.953950 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:50.971186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3fe44efa-53ff-4bf7-a9b8-e05ace851c2d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9092226 Aug 29 17:10:50.971375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47362) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:51.072289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6fc644ef-0cff-4655-a208-b89681c83069 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port cc497a8e-0113-4171-9072-06d046c9906c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:51.072668 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6fc644ef-0cff-4655-a208-b89681c83069 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:51.142221 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6fc644ef-0cff-4655-a208-b89681c83069 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:51.155769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6fc644ef-0cff-4655-a208-b89681c83069 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for cc497a8e-0113-4171-9072-06d046c9906c owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:51.238516 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6fc644ef-0cff-4655-a208-b89681c83069 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:51.267663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc644ef-0cff-4655-a208-b89681c83069 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=cc497a8e-0113-4171-9072-06d046c9906c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:51.272945 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6fc644ef-0cff-4655-a208-b89681c83069 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:51.277949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6fc644ef-0cff-4655-a208-b89681c83069 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/cc497a8e-0113-4171-9072-06d046c9906c HTTP/1.1" status: 204 len: 168 time: 0.3026748 Aug 29 17:10:51.278942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47372) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:51.341921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245482f-46fd-46a6-9b81-c8b30bda0942 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:51.348048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245482f-46fd-46a6-9b81-c8b30bda0942 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:51.349659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5245482f-46fd-46a6-9b81-c8b30bda0942 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0705600 Aug 29 17:10:51.353165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47380) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:51.446876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecef0f-89d8-46e9-84e7-1b1d26d677e1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 7bb0bef8-16da-4422-94ac-0163dcc2934f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:51.447228 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2ecef0f-89d8-46e9-84e7-1b1d26d677e1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:51.514809 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2ecef0f-89d8-46e9-84e7-1b1d26d677e1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:51.529059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecef0f-89d8-46e9-84e7-1b1d26d677e1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 7bb0bef8-16da-4422-94ac-0163dcc2934f owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:51.623649 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2ecef0f-89d8-46e9-84e7-1b1d26d677e1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:51.651763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecef0f-89d8-46e9-84e7-1b1d26d677e1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=7bb0bef8-16da-4422-94ac-0163dcc2934f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:51.660659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2ecef0f-89d8-46e9-84e7-1b1d26d677e1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:51.662904 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e2ecef0f-89d8-46e9-84e7-1b1d26d677e1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/7bb0bef8-16da-4422-94ac-0163dcc2934f HTTP/1.1" status: 204 len: 168 time: 0.3087437 Aug 29 17:10:51.665561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47388) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:51.720361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5a9ba5-e408-4506-b55b-c7dd077348b8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:51.722013 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5c5a9ba5-e408-4506-b55b-c7dd077348b8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0554163 Aug 29 17:10:51.724830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47394) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:51.751974 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e72966f-5159-4bfb-b000-45e6a73c30f1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:10:51.758709 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8e72966f-5159-4bfb-b000-45e6a73c30f1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/cc497a8e-0113-4171-9072-06d046c9906c HTTP/1.1" status: 404 len: 333 time: 0.0301204 Aug 29 17:10:51.759797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47398) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:51.801532 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-1208fa3a-bb77-4b58-aa8a-9f788b550feb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:10:51.806241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47402) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:51.806569 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1208fa3a-bb77-4b58-aa8a-9f788b550feb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/7bb0bef8-16da-4422-94ac-0163dcc2934f HTTP/1.1" status: 404 len: 333 time: 0.0456038 Aug 29 17:10:51.891364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:51.995272 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.010431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:52.022198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fa5b08-2969-47bf-8053-1d7d028b2007') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:52.022609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fa5b08-2969-47bf-8053-1d7d028b2007') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:52.031924 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.046224 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.052014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:52.052550 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:52.055571 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:52.121836 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.130752 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.133101 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/networks/fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55 HTTP/1.1" status: 204 len: 168 time: 0.3256066 Aug 29 17:10:52.137386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47404) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:52.153841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-541649623'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:52.158025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c055f-1bc2-47bd-be34-fc3bdb62b101 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Network': ['ID=fb5ac3c1-98e4-40f5-a470-ec60a7b7ec55,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:52.183971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:52.187898 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.212788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:52.222745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.223093 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Added segment 5e177d29-b5c2-434d-a746-be751f0ca164 of type vlan for network b334d68a-7ce3-4c7a-aa19-c9d124d9b165 Aug 29 17:10:52.263706 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.288249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.294586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:52.295211 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.364842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47408) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:52.365641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2159216 Aug 29 17:10:52.374147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': 'b334d68a-7ce3-4c7a-aa19-c9d124d9b165', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:52.374429 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8292d32-9581-42a2-894a-692f9d011995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Network': ['ID=b334d68a-7ce3-4c7a-aa19-c9d124d9b165,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:52.384734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network b334d68a-7ce3-4c7a-aa19-c9d124d9b165 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:52.516297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:52.519926 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.744255 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.799844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Subnet': ['ID=af15cffc-8ce6-4988-86fd-67cc4b223084,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:52.817771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Checking segment: {'id': '5e177d29-b5c2-434d-a746-be751f0ca164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b334d68a-7ce3-4c7a-aa19-c9d124d9b165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:52.818149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network hostable DHCP agents. Network: b334d68a-7ce3-4c7a-aa19-c9d124d9b165, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:52.841954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network b334d68a-7ce3-4c7a-aa19-c9d124d9b165 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:52.855421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, b334d68a-7ce3-4c7a-aa19-c9d124d9b165) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:52.867807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:52.868132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37aa406-243d-4b44-97de-a776e0d3b222 None None] Network b334d68a-7ce3-4c7a-aa19-c9d124d9b165 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:52.868475 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:52.904321 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b0d88187-7903-44ec-9db4-79d313b3c04b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5346129 Aug 29 17:10:52.904562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47414) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:52.910569 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': 'b334d68a-7ce3-4c7a-aa19-c9d124d9b165', 'name': 'tempest-PortsIpV6TestJSON-850438055'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:53.052752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:53.056802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:53.079558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-b334d68a-7ce3-4c7a-aa19-c9d124d9b165', 'network_id': 'b334d68a-7ce3-4c7a-aa19-c9d124d9b165', 'tenant_id': 'ea94caf948354281823e3ee4bdb7e5e3', 'fixed_ips': [{'subnet_id': 'af15cffc-8ce6-4988-86fd-67cc4b223084'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:53.080145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 9181f61a-c5e0-41d0-b2c7-78708a5759af yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:10:53.080491 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:53.234014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8::3c (b334d68a-7ce3-4c7a-aa19-c9d124d9b165/af15cffc-8ce6-4988-86fd-67cc4b223084/9181f61a-c5e0-41d0-b2c7-78708a5759af) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:53.396173 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:53.411916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Transition to ACTIVE for port object 9181f61a-c5e0-41d0-b2c7-78708a5759af will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:53.448721 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:53.511028 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Allocated IP 2001:db8::2 (b334d68a-7ce3-4c7a-aa19-c9d124d9b165/af15cffc-8ce6-4988-86fd-67cc4b223084/fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:53.514884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=9181f61a-c5e0-41d0-b2c7-78708a5759af,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:53.529811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network b334d68a-7ce3-4c7a-aa19-c9d124d9b165 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:53.531466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:53.539825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:53.546839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:53.547655 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:53.564774 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5d5e191a-a94a-4d98-9860-233242c5d1e6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6588154 Aug 29 17:10:53.567585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47418) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:53.681318 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-37f46b88-837c-4311-8846-195909b2eb8b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 9181f61a-c5e0-41d0-b2c7-78708a5759af {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:53.681828 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-37f46b88-837c-4311-8846-195909b2eb8b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:53.702380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:53.718481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Transition to ACTIVE for port object fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:53.747170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Transition to ACTIVE for port object fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:53.761887 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:53.815269 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-37f46b88-837c-4311-8846-195909b2eb8b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:53.815855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Network b334d68a-7ce3-4c7a-aa19-c9d124d9b165 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:53.820512 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:53.827779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:53.847308 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Pushing event updated for resources: {'Port': ['ID=fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:53.852088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-37f46b88-837c-4311-8846-195909b2eb8b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 9181f61a-c5e0-41d0-b2c7-78708a5759af owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:53.906189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Attempting to bind port fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:53.906681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Attempting to bind port fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '5e177d29-b5c2-434d-a746-be751f0ca164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b334d68a-7ce3-4c7a-aa19-c9d124d9b165'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:53.907157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Attempting to bind port fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f on network b334d68a-7ce3-4c7a-aa19-c9d124d9b165 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:53.912688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:53.913421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Checking segment: {'id': '5e177d29-b5c2-434d-a746-be751f0ca164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b334d68a-7ce3-4c7a-aa19-c9d124d9b165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:53.913991 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:53.914608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Bound using segment: {'id': '5e177d29-b5c2-434d-a746-be751f0ca164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b334d68a-7ce3-4c7a-aa19-c9d124d9b165'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:53.915264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Bound port: fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e177d29-b5c2-434d-a746-be751f0ca164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b334d68a-7ce3-4c7a-aa19-c9d124d9b165'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:53.915796 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.002802 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-37f46b88-837c-4311-8846-195909b2eb8b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.009618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] For port fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:54.017048 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] For port fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f,segment=NetworkSegment(5e177d29-b5c2-434d-a746-be751f0ca164),segment_id=5e177d29-b5c2-434d-a746-be751f0ca164)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:54.024311 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.042372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f46b88-837c-4311-8846-195909b2eb8b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=9181f61a-c5e0-41d0-b2c7-78708a5759af,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:54.114290 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-37f46b88-837c-4311-8846-195909b2eb8b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.123686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47430) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:54.129917 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-37f46b88-837c-4311-8846-195909b2eb8b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/9181f61a-c5e0-41d0-b2c7-78708a5759af HTTP/1.1" status: 204 len: 168 time: 0.5611629 Aug 29 17:10:54.157284 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3e91f4-6839-4278-a620-7601f8274f86 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:10:54.157974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3e91f4-6839-4278-a620-7601f8274f86 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:10:54.160814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3c3e91f4-6839-4278-a620-7601f8274f86 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/9181f61a-c5e0-41d0-b2c7-78708a5759af HTTP/1.1" status: 404 len: 333 time: 0.0357800 Aug 29 17:10:54.162805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886a580-960c-4f0b-a776-6515eb1711c1 None None] Pushing event updated for resources: {'Port': ['ID=fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:54.164044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47432) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:54.193002 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e689a6-91a4-4888-873d-8cc71a370fdb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:10:54.197943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47434) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:54.198098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-11e689a6-91a4-4888-873d-8cc71a370fdb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/9181f61a-c5e0-41d0-b2c7-78708a5759af HTTP/1.1" status: 404 len: 333 time: 0.0327659 Aug 29 17:10:54.268692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5659a61d-3851-4a0a-8ac1-194c4bdc9318 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting subnet af15cffc-8ce6-4988-86fd-67cc4b223084 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:10:54.272256 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5659a61d-3851-4a0a-8ac1-194c4bdc9318 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.334885 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5659a61d-3851-4a0a-8ac1-194c4bdc9318 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.505877 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5659a61d-3851-4a0a-8ac1-194c4bdc9318 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.592419 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5659a61d-3851-4a0a-8ac1-194c4bdc9318 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.621941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659a61d-3851-4a0a-8ac1-194c4bdc9318 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Subnet': ['ID=af15cffc-8ce6-4988-86fd-67cc4b223084,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:54.627224 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5659a61d-3851-4a0a-8ac1-194c4bdc9318 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.631148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5659a61d-3851-4a0a-8ac1-194c4bdc9318 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/af15cffc-8ce6-4988-86fd-67cc4b223084 HTTP/1.1" status: 204 len: 168 time: 0.4288223 Aug 29 17:10:54.632329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47438) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:54.721783 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.785110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:54.785511 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.854816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] For port fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f,segment=NetworkSegment(5e177d29-b5c2-434d-a746-be751f0ca164),segment_id=5e177d29-b5c2-434d-a746-be751f0ca164)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:54.855805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.873301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:54.960427 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:54.989986 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No DVR routers for this DVR port fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:54.992187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:55.096264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.109302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b334d68a-7ce3-4c7a-aa19-c9d124d9b165']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:55.127537 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e177d29-b5c2-434d-a746-be751f0ca164') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:55.127973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e177d29-b5c2-434d-a746-be751f0ca164') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:55.138952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.154666 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.162366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:55.162846 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:55.166180 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:55.250399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.258131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.265845 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/networks/b334d68a-7ce3-4c7a-aa19-c9d124d9b165 HTTP/1.1" status: 204 len: 168 time: 0.6289592 Aug 29 17:10:55.266666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47444) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:55.271023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-4919660'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:55.289562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83951b5-57ad-4efa-9d94-5066d7bc0da2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Network': ['ID=b334d68a-7ce3-4c7a-aa19-c9d124d9b165,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:55.318530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:55.323364 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.356408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:10:55.378694 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.378971 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Added segment ed49a58e-27fe-4dee-b232-d198f7e64c16 of type vlan for network 165415d6-2ba4-46e6-bdc3-e94b64a97e4f Aug 29 17:10:55.425290 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.467426 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.473597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:55.474321 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.510086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f82ab88b-00de-4c46-9657-a777640921c2 None None] Could not find standard attr ID for object fc8ef863-05eb-44d5-afeb-a35cc3d1cc4f. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:10:55.528558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b3c1e6-13b3-421b-840b-fdeb0fa6b8b7 None None] DHCP port deletion for b334d68a-7ce3-4c7a-aa19-c9d124d9b165 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:10:55.548229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6942d79-b694-4d46-9a5a-b89bd907792c None None] Network b334d68a-7ce3-4c7a-aa19-c9d124d9b165 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:55.562334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6942d79-b694-4d46-9a5a-b89bd907792c None None] Network b334d68a-7ce3-4c7a-aa19-c9d124d9b165 could not be found, it might have been deleted concurrently. {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:10:55.581916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Network': ['ID=165415d6-2ba4-46e6-bdc3-e94b64a97e4f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:55.584944 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e3730a1f-43d8-4ff0-978d-23eade84b20c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3178179 Aug 29 17:10:55.588072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47448) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:55.595123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': '165415d6-2ba4-46e6-bdc3-e94b64a97e4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:55.596700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 165415d6-2ba4-46e6-bdc3-e94b64a97e4f details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:10:55.702122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:55.705950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.897419 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:55.964036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Subnet': ['ID=24733770-d6b8-4ee9-9523-3bd6b4e8e32b,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:55.974931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Checking segment: {'id': 'ed49a58e-27fe-4dee-b232-d198f7e64c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '165415d6-2ba4-46e6-bdc3-e94b64a97e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:55.975294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network hostable DHCP agents. Network: 165415d6-2ba4-46e6-bdc3-e94b64a97e4f, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:10:55.991951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network 165415d6-2ba4-46e6-bdc3-e94b64a97e4f is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:10:56.001495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 165415d6-2ba4-46e6-bdc3-e94b64a97e4f) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:56.009563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:56.010262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.011003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd120b-e811-422c-943e-24dc530cf3a7 None None] Network 165415d6-2ba4-46e6-bdc3-e94b64a97e4f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:56.029586 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-52a81a09-f789-49bc-9170-6825fbda55ee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4369674 Aug 29 17:10:56.029848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47452) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:56.038014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': '165415d6-2ba4-46e6-bdc3-e94b64a97e4f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-664899407'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:56.159863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:56.163863 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.190983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 9b2d2631-134a-41ba-8889-86d1a53285a4 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:10:56.196919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-165415d6-2ba4-46e6-bdc3-e94b64a97e4f', 'network_id': '165415d6-2ba4-46e6-bdc3-e94b64a97e4f', 'tenant_id': 'ea94caf948354281823e3ee4bdb7e5e3', 'fixed_ips': [{'subnet_id': '24733770-d6b8-4ee9-9523-3bd6b4e8e32b'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:10:56.199353 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.331429 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8::58 (165415d6-2ba4-46e6-bdc3-e94b64a97e4f/24733770-d6b8-4ee9-9523-3bd6b4e8e32b/9b2d2631-134a-41ba-8889-86d1a53285a4) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:56.452088 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.466233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Transition to ACTIVE for port object 9b2d2631-134a-41ba-8889-86d1a53285a4 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:56.518499 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.556213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Allocated IP 2001:db8::2 (165415d6-2ba4-46e6-bdc3-e94b64a97e4f/24733770-d6b8-4ee9-9523-3bd6b4e8e32b/a8fea2d0-a47e-4321-9387-e0346c0154ac) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:10:56.572580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network 165415d6-2ba4-46e6-bdc3-e94b64a97e4f is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:56.577277 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:56.580529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:56.586647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:56.587505 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.621588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47468) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:56.632891 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.5989213 Aug 29 17:10:56.639796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065262ed-bf81-4f9f-8c5b-ea0559331493 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=9b2d2631-134a-41ba-8889-86d1a53285a4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:56.720875 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6a904be2-ee47-48e2-a221-dc808c86c8ae tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 9b2d2631-134a-41ba-8889-86d1a53285a4 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:56.721249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a904be2-ee47-48e2-a221-dc808c86c8ae tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.722709 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.730788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Transition to ACTIVE for port object a8fea2d0-a47e-4321-9387-e0346c0154ac will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:56.746823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Transition to ACTIVE for port object a8fea2d0-a47e-4321-9387-e0346c0154ac will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:10:56.752355 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.790599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Network 165415d6-2ba4-46e6-bdc3-e94b64a97e4f is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:56.795747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:56.799904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:56.809715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Pushing event updated for resources: {'Port': ['ID=a8fea2d0-a47e-4321-9387-e0346c0154ac,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:56.825209 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a904be2-ee47-48e2-a221-dc808c86c8ae tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.839080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6a904be2-ee47-48e2-a221-dc808c86c8ae tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 9b2d2631-134a-41ba-8889-86d1a53285a4 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:56.856992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Attempting to bind port a8fea2d0-a47e-4321-9387-e0346c0154ac on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:10:56.857417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Attempting to bind port a8fea2d0-a47e-4321-9387-e0346c0154ac by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'ed49a58e-27fe-4dee-b232-d198f7e64c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '165415d6-2ba4-46e6-bdc3-e94b64a97e4f'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:10:56.857782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Attempting to bind port a8fea2d0-a47e-4321-9387-e0346c0154ac on network 165415d6-2ba4-46e6-bdc3-e94b64a97e4f {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:10:56.863134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:10:56.863510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Checking segment: {'id': 'ed49a58e-27fe-4dee-b232-d198f7e64c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '165415d6-2ba4-46e6-bdc3-e94b64a97e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:10:56.863914 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.864307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Bound using segment: {'id': 'ed49a58e-27fe-4dee-b232-d198f7e64c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '165415d6-2ba4-46e6-bdc3-e94b64a97e4f'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:10:56.864770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Bound port: a8fea2d0-a47e-4321-9387-e0346c0154ac, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed49a58e-27fe-4dee-b232-d198f7e64c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '165415d6-2ba4-46e6-bdc3-e94b64a97e4f'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:10:56.865439 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.931201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] For port a8fea2d0-a47e-4321-9387-e0346c0154ac, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:10:56.936276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] For port a8fea2d0-a47e-4321-9387-e0346c0154ac, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a8fea2d0-a47e-4321-9387-e0346c0154ac,segment=NetworkSegment(ed49a58e-27fe-4dee-b232-d198f7e64c16),segment_id=ed49a58e-27fe-4dee-b232-d198f7e64c16)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:10:56.941215 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:56.978436 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a904be2-ee47-48e2-a221-dc808c86c8ae tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.015126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904be2-ee47-48e2-a221-dc808c86c8ae tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=9b2d2631-134a-41ba-8889-86d1a53285a4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:57.050786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a68d3-4fff-45b7-b20a-c8eed2aad82d None None] Pushing event updated for resources: {'Port': ['ID=a8fea2d0-a47e-4321-9387-e0346c0154ac,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:57.053140 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6a904be2-ee47-48e2-a221-dc808c86c8ae tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.055779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6a904be2-ee47-48e2-a221-dc808c86c8ae tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/9b2d2631-134a-41ba-8889-86d1a53285a4 HTTP/1.1" status: 204 len: 168 time: 0.4331131 Aug 29 17:10:57.059220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47472) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:57.084828 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-6304b159-2d9d-496a-b71c-4f3ffe8b52f5 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:10:57.087143 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6304b159-2d9d-496a-b71c-4f3ffe8b52f5 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/9b2d2631-134a-41ba-8889-86d1a53285a4 HTTP/1.1" status: 404 len: 333 time: 0.0260577 Aug 29 17:10:57.089160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47474) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:57.142389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f721b5b-bbc6-49ce-84ba-d3f53b78edd2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting subnet 24733770-d6b8-4ee9-9523-3bd6b4e8e32b {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:10:57.145647 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f721b5b-bbc6-49ce-84ba-d3f53b78edd2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.192820 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f721b5b-bbc6-49ce-84ba-d3f53b78edd2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.296206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f721b5b-bbc6-49ce-84ba-d3f53b78edd2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.370032 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f721b5b-bbc6-49ce-84ba-d3f53b78edd2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.399513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f721b5b-bbc6-49ce-84ba-d3f53b78edd2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Subnet': ['ID=24733770-d6b8-4ee9-9523-3bd6b4e8e32b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:57.405092 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f721b5b-bbc6-49ce-84ba-d3f53b78edd2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.409609 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5f721b5b-bbc6-49ce-84ba-d3f53b78edd2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/24733770-d6b8-4ee9-9523-3bd6b4e8e32b HTTP/1.1" status: 204 len: 168 time: 0.3175514 Aug 29 17:10:57.410590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47478) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:57.488750 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.546092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port a8fea2d0-a47e-4321-9387-e0346c0154ac {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:57.546441 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.609639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] For port a8fea2d0-a47e-4321-9387-e0346c0154ac, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a8fea2d0-a47e-4321-9387-e0346c0154ac,segment=NetworkSegment(ed49a58e-27fe-4dee-b232-d198f7e64c16),segment_id=ed49a58e-27fe-4dee-b232-d198f7e64c16)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:10:57.610008 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.624583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for a8fea2d0-a47e-4321-9387-e0346c0154ac owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:57.719241 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.756323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=a8fea2d0-a47e-4321-9387-e0346c0154ac,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:57.761125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No DVR routers for this DVR port a8fea2d0-a47e-4321-9387-e0346c0154ac on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:10:57.857791 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.873963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165415d6-2ba4-46e6-bdc3-e94b64a97e4f']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:57.887776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed49a58e-27fe-4dee-b232-d198f7e64c16') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:57.888497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed49a58e-27fe-4dee-b232-d198f7e64c16') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:10:57.898248 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.920787 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.927725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:10:57.929839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:10:57.931657 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:10:58.016116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:58.029244 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:58.035303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47516) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:58.035843 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/networks/165415d6-2ba4-46e6-bdc3-e94b64a97e4f HTTP/1.1" status: 204 len: 168 time: 0.6239133 Aug 29 17:10:58.043354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'name': 'tempest-PortsIpV6TestJSON-168527435'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:58.055907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d50d9e-edee-48c7-8e26-b5ab45a7156c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Network': ['ID=165415d6-2ba4-46e6-bdc3-e94b64a97e4f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:58.231658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:58.239523 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:58.283556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port a500fdc4-32cd-46a7-a556-5990c935b590 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:10:58.322899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9e59dc-387e-4f19-900e-4b13d92845a7 None None] DHCP port deletion for 165415d6-2ba4-46e6-bdc3-e94b64a97e4f request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:10:58.351352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60dea8-fd21-4071-9c6c-fa5c1aa9b71e None None] Network 165415d6-2ba4-46e6-bdc3-e94b64a97e4f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:10:58.373047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60dea8-fd21-4071-9c6c-fa5c1aa9b71e None None] Network 165415d6-2ba4-46e6-bdc3-e94b64a97e4f could not be found, it might have been deleted concurrently. {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:10:58.374752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c388633e-988e-4004-bcd0-0ea83e1f2328 None None] Could not find standard attr ID for object a8fea2d0-a47e-4321-9387-e0346c0154ac. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:10:58.524101 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:58.570585 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:58.618554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:58.624631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:58.628436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:58.634153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:58.634784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:58.644151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=a500fdc4-32cd-46a7-a556-5990c935b590,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:58.665893 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-44d8151e-67e7-4b3f-9731-2424513791de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6293714 Aug 29 17:10:58.669167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47612) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:58.809877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ebabd5ea-9f61-4f51-9736-d8e8647bca24 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port a500fdc4-32cd-46a7-a556-5990c935b590 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:58.810542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ebabd5ea-9f61-4f51-9736-d8e8647bca24 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:58.912203 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ebabd5ea-9f61-4f51-9736-d8e8647bca24 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:58.930749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ebabd5ea-9f61-4f51-9736-d8e8647bca24 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for a500fdc4-32cd-46a7-a556-5990c935b590 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:59.015768 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ebabd5ea-9f61-4f51-9736-d8e8647bca24 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:59.062736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabd5ea-9f61-4f51-9736-d8e8647bca24 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=a500fdc4-32cd-46a7-a556-5990c935b590,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:59.077819 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ebabd5ea-9f61-4f51-9736-d8e8647bca24 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:59.084167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47662) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:59.085718 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ebabd5ea-9f61-4f51-9736-d8e8647bca24 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/a500fdc4-32cd-46a7-a556-5990c935b590 HTTP/1.1" status: 204 len: 168 time: 0.4095306 Aug 29 17:10:59.092596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'mac_address': 'fa:16:3e:3d:73:69', 'name': 'tempest-PortsIpV6TestJSON-850812063'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:10:59.202686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:10:59.295040 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:59.317794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 9c82837b-7d5f-4c2c-a2cd-359fadc1aa8b yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:10:59.508652 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:59.546336 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:59.590101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:10:59.597961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:10:59.604772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:10:59.611740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:59.612379 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:59.619452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=9c82837b-7d5f-4c2c-a2cd-359fadc1aa8b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:10:59.651008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e0762683-38d4-4ab5-bf89-4e351a8ad2a9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5656595 Aug 29 17:10:59.653978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47740) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:59.705378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3438a430-5ab2-4b3e-a058-e0f7c0073b66 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:10:59.709575 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3438a430-5ab2-4b3e-a058-e0f7c0073b66 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/9c82837b-7d5f-4c2c-a2cd-359fadc1aa8b HTTP/1.1" status: 200 len: 844 time: 0.0545654 Aug 29 17:10:59.709726 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47748) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:10:59.829973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-56873feb-ab7d-450f-9f5f-3ffdce10e9e0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 9c82837b-7d5f-4c2c-a2cd-359fadc1aa8b {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:10:59.830403 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56873feb-ab7d-450f-9f5f-3ffdce10e9e0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:59.903910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56873feb-ab7d-450f-9f5f-3ffdce10e9e0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:10:59.919868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-56873feb-ab7d-450f-9f5f-3ffdce10e9e0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 9c82837b-7d5f-4c2c-a2cd-359fadc1aa8b owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:10:59.977877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a8fea2d0-a47e-4321-9387-e0346c0154ac no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:11:00.011291 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56873feb-ab7d-450f-9f5f-3ffdce10e9e0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:00.014348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: a8fea2d0-a47e-4321-9387-e0346c0154ac {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:11:00.014703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a8fea2d0-a47e-4321-9387-e0346c0154ac not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:11:00.044041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56873feb-ab7d-450f-9f5f-3ffdce10e9e0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=9c82837b-7d5f-4c2c-a2cd-359fadc1aa8b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:00.048048 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56873feb-ab7d-450f-9f5f-3ffdce10e9e0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:00.050913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-56873feb-ab7d-450f-9f5f-3ffdce10e9e0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/9c82837b-7d5f-4c2c-a2cd-359fadc1aa8b HTTP/1.1" status: 204 len: 168 time: 0.3397951 Aug 29 17:11:00.053683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47798) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:00.092602 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-82247bd5-6a68-4f72-96c8-a1377417e06d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:11:00.096432 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-82247bd5-6a68-4f72-96c8-a1377417e06d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/9c82837b-7d5f-4c2c-a2cd-359fadc1aa8b HTTP/1.1" status: 404 len: 333 time: 0.0408456 Aug 29 17:11:00.100073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47808) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:00.106190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'name': 'tempest-PortsIpV6TestJSON-567944294'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:00.204604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:00.208615 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:00.227060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 2e9b7649-be65-4003-a155-7f5a035aa339 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:11:00.429703 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:00.469497 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:00.515492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:00.520577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:00.524496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:00.530708 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:00.531323 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:00.537985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=2e9b7649-be65-4003-a155-7f5a035aa339,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:00.554612 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-45c2dea7-73a6-45eb-a2ae-3c96010b995c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4533463 Aug 29 17:11:00.557191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47872) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:00.563213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4895c775-9959-4e86-8de1-5817b16e6412 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:00.641629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4895c775-9959-4e86-8de1-5817b16e6412 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:00.816796 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4895c775-9959-4e86-8de1-5817b16e6412 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:00.839432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4895c775-9959-4e86-8de1-5817b16e6412 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:00.888319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4895c775-9959-4e86-8de1-5817b16e6412 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] In _notify_port_updated(), no bound segment for port 2e9b7649-be65-4003-a155-7f5a035aa339 on network e1857f68-8249-4fe5-adb3-9aa7ace09058 {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:11:00.893748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4895c775-9959-4e86-8de1-5817b16e6412 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:00.894363 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4895c775-9959-4e86-8de1-5817b16e6412 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:00.895695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4895c775-9959-4e86-8de1-5817b16e6412 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "PUT /v2.0/ports/2e9b7649-be65-4003-a155-7f5a035aa339 HTTP/1.1" status: 200 len: 818 time: 0.3375158 Aug 29 17:11:00.898487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47924) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:00.945093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895c775-9959-4e86-8de1-5817b16e6412 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=2e9b7649-be65-4003-a155-7f5a035aa339,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:01.005065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d1650865-c8b4-4291-a86f-702a24349999 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 2e9b7649-be65-4003-a155-7f5a035aa339 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:01.005439 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1650865-c8b4-4291-a86f-702a24349999 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:01.084002 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1650865-c8b4-4291-a86f-702a24349999 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:01.346680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-6d7e2908-fab1-4b98-a5dc-3d81b7621d79 req-aee8bae7-0f29-4136-bb06-6c54c71b616a service neutron] (111677) timed out ('10.222.0.10', 64738) {{(pid=111677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:11:01.350857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d1650865-c8b4-4291-a86f-702a24349999 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 2e9b7649-be65-4003-a155-7f5a035aa339 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:01.430627 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1650865-c8b4-4291-a86f-702a24349999 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:01.459778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1650865-c8b4-4291-a86f-702a24349999 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=2e9b7649-be65-4003-a155-7f5a035aa339,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:01.465150 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1650865-c8b4-4291-a86f-702a24349999 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:01.467010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d1650865-c8b4-4291-a86f-702a24349999 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/2e9b7649-be65-4003-a155-7f5a035aa339 HTTP/1.1" status: 204 len: 168 time: 0.5676179 Aug 29 17:11:01.469524 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47972) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:01.522475 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b0462-099d-4b36-af90-39ae81df1357 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:01.524014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4f0b0462-099d-4b36-af90-39ae81df1357 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0535734 Aug 29 17:11:01.527363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47974) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:01.552855 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d23b57-ba72-4266-bb59-a3701a15a150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:11:01.554393 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-50d23b57-ba72-4266-bb59-a3701a15a150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/2e9b7649-be65-4003-a155-7f5a035aa339 HTTP/1.1" status: 404 len: 333 time: 0.0266767 Aug 29 17:11:01.558126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47976) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:01.563612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-695443427'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:01.584051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:01.587412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:01.610210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:11:01.618958 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:01.619304 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Added segment 28f8f114-5b87-4247-9866-878896c57685 of type vlan for network 115fd34c-3e17-42b2-b312-cc37a3f27c1e Aug 29 17:11:01.659147 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:01.686184 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:01.691963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:01.692585 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:01.755738 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1959543 Aug 29 17:11:01.758504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47978) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:01.763395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': '115fd34c-3e17-42b2-b312-cc37a3f27c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:01.770175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dcabb-e09a-4263-99b2-daf05fee2327 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Network': ['ID=115fd34c-3e17-42b2-b312-cc37a3f27c1e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:01.780991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 115fd34c-3e17-42b2-b312-cc37a3f27c1e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:11:01.858147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:01.862064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:02.093308 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:02.162311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Subnet': ['ID=53d1d78c-a06c-4754-9676-cb446d1b64af,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:02.172044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Checking segment: {'id': '28f8f114-5b87-4247-9866-878896c57685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '115fd34c-3e17-42b2-b312-cc37a3f27c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:02.172408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network hostable DHCP agents. Network: 115fd34c-3e17-42b2-b312-cc37a3f27c1e, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:11:02.190791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network 115fd34c-3e17-42b2-b312-cc37a3f27c1e is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:11:02.200761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 115fd34c-3e17-42b2-b312-cc37a3f27c1e) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:02.205318 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:02.206281 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:02.211553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c779c-aa48-4cb4-b745-1f89af7cb9cd None None] Network 115fd34c-3e17-42b2-b312-cc37a3f27c1e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:02.235783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47996) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:02.236404 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-81e86922-436c-4b90-96da-854776fcaa57 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4765394 Aug 29 17:11:02.242665 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a5676e4f-deb6-4a25-8a0f-6eb72eef50b2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': '115fd34c-3e17-42b2-b312-cc37a3f27c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:02.366546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5676e4f-deb6-4a25-8a0f-6eb72eef50b2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:02.369356 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a5676e4f-deb6-4a25-8a0f-6eb72eef50b2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:02.395318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-115fd34c-3e17-42b2-b312-cc37a3f27c1e', 'network_id': '115fd34c-3e17-42b2-b312-cc37a3f27c1e', 'tenant_id': 'ea94caf948354281823e3ee4bdb7e5e3', 'fixed_ips': [{'subnet_id': '53d1d78c-a06c-4754-9676-cb446d1b64af'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:11:02.396865 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:02.498209 n-d-713301-13 neutron-server[111676]: INFO neutron.db.ipam_backend_mixin [None req-a5676e4f-deb6-4a25-8a0f-6eb72eef50b2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53d1d78c-a06c-4754-9676-cb446d1b64af (CIDR: 2001:db8::/64) Aug 29 17:11:02.503251 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5676e4f-deb6-4a25-8a0f-6eb72eef50b2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:11:02.503962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5676e4f-deb6-4a25-8a0f-6eb72eef50b2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:02.525653 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a5676e4f-deb6-4a25-8a0f-6eb72eef50b2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2864239 Aug 29 17:11:02.528035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48000) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:02.533567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-bc0f8476-e61e-421b-a67d-a37ccc1e2c71 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': '115fd34c-3e17-42b2-b312-cc37a3f27c1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:02.575429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Allocated IP 2001:db8::2 (115fd34c-3e17-42b2-b312-cc37a3f27c1e/53d1d78c-a06c-4754-9676-cb446d1b64af/0804c9c6-af43-4c14-9eb9-864c8441057a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:02.682654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0f8476-e61e-421b-a67d-a37ccc1e2c71 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:02.689495 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8476-e61e-421b-a67d-a37ccc1e2c71 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:02.750733 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:02.760558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Transition to ACTIVE for port object 0804c9c6-af43-4c14-9eb9-864c8441057a will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:02.781457 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Transition to ACTIVE for port object 0804c9c6-af43-4c14-9eb9-864c8441057a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:02.790661 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:02.837480 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Pushing event updated for resources: {'Port': ['ID=0804c9c6-af43-4c14-9eb9-864c8441057a,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:02.854444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Network 115fd34c-3e17-42b2-b312-cc37a3f27c1e is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:02.856104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:02.862115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:02.923166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Attempting to bind port 0804c9c6-af43-4c14-9eb9-864c8441057a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:02.923910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Attempting to bind port 0804c9c6-af43-4c14-9eb9-864c8441057a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '28f8f114-5b87-4247-9866-878896c57685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '115fd34c-3e17-42b2-b312-cc37a3f27c1e'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:02.924505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Attempting to bind port 0804c9c6-af43-4c14-9eb9-864c8441057a on network 115fd34c-3e17-42b2-b312-cc37a3f27c1e {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:02.930220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:02.931719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Checking segment: {'id': '28f8f114-5b87-4247-9866-878896c57685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '115fd34c-3e17-42b2-b312-cc37a3f27c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:02.932228 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:02.932785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Bound using segment: {'id': '28f8f114-5b87-4247-9866-878896c57685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '115fd34c-3e17-42b2-b312-cc37a3f27c1e'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:02.933898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Bound port: 0804c9c6-af43-4c14-9eb9-864c8441057a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f8f114-5b87-4247-9866-878896c57685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '115fd34c-3e17-42b2-b312-cc37a3f27c1e'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:02.934401 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:02.989574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8476-e61e-421b-a67d-a37ccc1e2c71 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:03.016259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] For port 0804c9c6-af43-4c14-9eb9-864c8441057a, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:03.019844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] For port 0804c9c6-af43-4c14-9eb9-864c8441057a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0804c9c6-af43-4c14-9eb9-864c8441057a,segment=NetworkSegment(28f8f114-5b87-4247-9866-878896c57685),segment_id=28f8f114-5b87-4247-9866-878896c57685)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:03.030549 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:03.052253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f8476-e61e-421b-a67d-a37ccc1e2c71 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network 115fd34c-3e17-42b2-b312-cc37a3f27c1e is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:03.056037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f8476-e61e-421b-a67d-a37ccc1e2c71 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:03.063252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f8476-e61e-421b-a67d-a37ccc1e2c71 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:03.064304 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bc0f8476-e61e-421b-a67d-a37ccc1e2c71 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:03.107718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f8476-e61e-421b-a67d-a37ccc1e2c71 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Subnet': ['ID=6ced3cb2-8857-4bb6-bb8d-c325f53d46fe,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:03.128639 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bc0f8476-e61e-421b-a67d-a37ccc1e2c71 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5993423 Aug 29 17:11:03.131245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48006) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:03.141042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed7931-aa67-4bd8-b796-08c42ad032fc None None] Pushing event updated for resources: {'Port': ['ID=0804c9c6-af43-4c14-9eb9-864c8441057a,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:03.142213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': '115fd34c-3e17-42b2-b312-cc37a3f27c1e', 'fixed_ips': [{'subnet_id': '53d1d78c-a06c-4754-9676-cb446d1b64af'}, {'subnet_id': '6ced3cb2-8857-4bb6-bb8d-c325f53d46fe'}], 'name': 'tempest-PortsIpV6TestJSON-1577748025'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:03.279472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:03.414304 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:03.435205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 985f48fc-b2f0-4b88-b661-8f8f2cff4931 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:11:03.718616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8::25 (115fd34c-3e17-42b2-b312-cc37a3f27c1e/53d1d78c-a06c-4754-9676-cb446d1b64af/985f48fc-b2f0-4b88-b661-8f8f2cff4931) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:03.725719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8:0:1::374 (115fd34c-3e17-42b2-b312-cc37a3f27c1e/6ced3cb2-8857-4bb6-bb8d-c325f53d46fe/985f48fc-b2f0-4b88-b661-8f8f2cff4931) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:03.888241 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:03.902792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Transition to ACTIVE for port object 985f48fc-b2f0-4b88-b661-8f8f2cff4931 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:03.937950 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:03.986433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network 115fd34c-3e17-42b2-b312-cc37a3f27c1e is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:03.990934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:03.994840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:04.001699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:04.002351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:04.021280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=985f48fc-b2f0-4b88-b661-8f8f2cff4931,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:04.032039 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-78ba22b2-32ef-4e23-b6f4-6533e5688c54 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.8993533 Aug 29 17:11:04.035350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48010) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:04.046666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1eb72796-4362-439e-bbc4-d47f7e04a06f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53d1d78c-a06c-4754-9676-cb446d1b64af'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:04.093530 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0804c9c6-af43-4c14-9eb9-864c8441057a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:04.154523 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb72796-4362-439e-bbc4-d47f7e04a06f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:04.181316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 0804c9c6-af43-4c14-9eb9-864c8441057a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:04.278655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7093f3e-356f-418a-a42c-cede6a0f1269 None None] Network 115fd34c-3e17-42b2-b312-cc37a3f27c1e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:04.387983 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0bcb479e-93ee-4479-9964-967b56f55c46 None None] Provisioning for port 0804c9c6-af43-4c14-9eb9-864c8441057a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:04.396852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0bcb479e-93ee-4479-9964-967b56f55c46 None None] Provisioning complete for port 0804c9c6-af43-4c14-9eb9-864c8441057a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:04.397540 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0bcb479e-93ee-4479-9964-967b56f55c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:04.485785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-1eb72796-4362-439e-bbc4-d47f7e04a06f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Delete allocated IP 2001:db8:0:1::374 (115fd34c-3e17-42b2-b312-cc37a3f27c1e/6ced3cb2-8857-4bb6-bb8d-c325f53d46fe) {{(pid=111676) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:11:04.551625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0bcb479e-93ee-4479-9964-967b56f55c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:04.589792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0bcb479e-93ee-4479-9964-967b56f55c46 None None] For port 0804c9c6-af43-4c14-9eb9-864c8441057a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0804c9c6-af43-4c14-9eb9-864c8441057a,segment=NetworkSegment(28f8f114-5b87-4247-9866-878896c57685),segment_id=28f8f114-5b87-4247-9866-878896c57685)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:04.621758 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0bcb479e-93ee-4479-9964-967b56f55c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:04.679276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beb135d-f01d-44e2-a95c-f6e943548df2 None None] Update dhcp port {'port': {'network_id': '115fd34c-3e17-42b2-b312-cc37a3f27c1e', 'fixed_ips': [{'subnet_id': '53d1d78c-a06c-4754-9676-cb446d1b64af', 'ip_address': '2001:db8::2'}, {'subnet_id': '6ced3cb2-8857-4bb6-bb8d-c325f53d46fe'}], 'binding:host_id': 'n-d-713301-13'}, 'id': '0804c9c6-af43-4c14-9eb9-864c8441057a'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:11:04.699598 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:11:04.710007 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4beb135d-f01d-44e2-a95c-f6e943548df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:04.728698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb479e-93ee-4479-9964-967b56f55c46 None None] Pushing event updated for resources: {'Port': ['ID=0804c9c6-af43-4c14-9eb9-864c8441057a,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:04.974339 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb72796-4362-439e-bbc4-d47f7e04a06f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:04.987440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-1eb72796-4362-439e-bbc4-d47f7e04a06f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Ignored duplicate provisioning block setup for port 985f48fc-b2f0-4b88-b661-8f8f2cff4931 by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 17:11:04.992019 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb72796-4362-439e-bbc4-d47f7e04a06f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:05.053542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-4beb135d-f01d-44e2-a95c-f6e943548df2 None None] Allocated IP 2001:db8:0:1::2 (115fd34c-3e17-42b2-b312-cc37a3f27c1e/6ced3cb2-8857-4bb6-bb8d-c325f53d46fe/0804c9c6-af43-4c14-9eb9-864c8441057a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:05.056101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1eb72796-4362-439e-bbc4-d47f7e04a06f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] In _notify_port_updated(), no bound segment for port 985f48fc-b2f0-4b88-b661-8f8f2cff4931 on network 115fd34c-3e17-42b2-b312-cc37a3f27c1e {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:11:05.062033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb72796-4362-439e-bbc4-d47f7e04a06f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:05.062708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb72796-4362-439e-bbc4-d47f7e04a06f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:05.064131 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1eb72796-4362-439e-bbc4-d47f7e04a06f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "PUT /v2.0/ports/985f48fc-b2f0-4b88-b661-8f8f2cff4931 HTTP/1.1" status: 200 len: 925 time: 1.0271647 Aug 29 17:11:05.067570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48022) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:05.068940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb72796-4362-439e-bbc4-d47f7e04a06f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=985f48fc-b2f0-4b88-b661-8f8f2cff4931,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:05.074639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ab098962-7482-403d-9aec-03c4847023cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53d1d78c-a06c-4754-9676-cb446d1b64af'}, {'subnet_id': '6ced3cb2-8857-4bb6-bb8d-c325f53d46fe'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:05.157775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4beb135d-f01d-44e2-a95c-f6e943548df2 None None] For port 0804c9c6-af43-4c14-9eb9-864c8441057a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0804c9c6-af43-4c14-9eb9-864c8441057a,segment=NetworkSegment(28f8f114-5b87-4247-9866-878896c57685),segment_id=28f8f114-5b87-4247-9866-878896c57685)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:05.188920 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4beb135d-f01d-44e2-a95c-f6e943548df2 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:05.203077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4beb135d-f01d-44e2-a95c-f6e943548df2 None None] Transition to ACTIVE for port object 0804c9c6-af43-4c14-9eb9-864c8441057a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:05.210661 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4beb135d-f01d-44e2-a95c-f6e943548df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:05.305140 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab098962-7482-403d-9aec-03c4847023cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:05.319314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb135d-f01d-44e2-a95c-f6e943548df2 None None] Pushing event updated for resources: {'Port': ['ID=0804c9c6-af43-4c14-9eb9-864c8441057a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:05.766593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-ab098962-7482-403d-9aec-03c4847023cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8:0:1::3d4 (115fd34c-3e17-42b2-b312-cc37a3f27c1e/6ced3cb2-8857-4bb6-bb8d-c325f53d46fe/985f48fc-b2f0-4b88-b661-8f8f2cff4931) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:05.912622 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab098962-7482-403d-9aec-03c4847023cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:05.926097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-ab098962-7482-403d-9aec-03c4847023cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Ignored duplicate provisioning block setup for port 985f48fc-b2f0-4b88-b661-8f8f2cff4931 by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 17:11:05.933998 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab098962-7482-403d-9aec-03c4847023cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.007995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab098962-7482-403d-9aec-03c4847023cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=985f48fc-b2f0-4b88-b661-8f8f2cff4931,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:06.036534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ab098962-7482-403d-9aec-03c4847023cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] In _notify_port_updated(), no bound segment for port 985f48fc-b2f0-4b88-b661-8f8f2cff4931 on network 115fd34c-3e17-42b2-b312-cc37a3f27c1e {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:11:06.042263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab098962-7482-403d-9aec-03c4847023cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:06.043616 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab098962-7482-403d-9aec-03c4847023cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.047953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48034) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:06.048491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ab098962-7482-403d-9aec-03c4847023cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "PUT /v2.0/ports/985f48fc-b2f0-4b88-b661-8f8f2cff4931 HTTP/1.1" status: 200 len: 1011 time: 0.9791698 Aug 29 17:11:06.055124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0804c9c6-af43-4c14-9eb9-864c8441057a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:06.152589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261244ec-eedc-4b5c-bc65-12c30177034c None None] Network 115fd34c-3e17-42b2-b312-cc37a3f27c1e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:06.181790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 985f48fc-b2f0-4b88-b661-8f8f2cff4931 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:06.182146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.285187 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.300749 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 985f48fc-b2f0-4b88-b661-8f8f2cff4931 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:06.508458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.521257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-23980198-3a80-4f3f-9dce-2cf81fe8235e None None] Provisioning for port 985f48fc-b2f0-4b88-b661-8f8f2cff4931 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:06.527858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-23980198-3a80-4f3f-9dce-2cf81fe8235e None None] Provisioning complete for port 985f48fc-b2f0-4b88-b661-8f8f2cff4931 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:06.528232 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-23980198-3a80-4f3f-9dce-2cf81fe8235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.555418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-23980198-3a80-4f3f-9dce-2cf81fe8235e None None] Port 985f48fc-b2f0-4b88-b661-8f8f2cff4931 was deleted so its status cannot be updated. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 29 17:11:06.558056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=985f48fc-b2f0-4b88-b661-8f8f2cff4931,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:06.598826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-23980198-3a80-4f3f-9dce-2cf81fe8235e None None] Provisioning for port 0804c9c6-af43-4c14-9eb9-864c8441057a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:06.605880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.606240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.606587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.606930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.607268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.607609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.608120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.608469 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.608805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.609137 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.609497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.610157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:06.612478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-23980198-3a80-4f3f-9dce-2cf81fe8235e None None] Provisioning complete for port 0804c9c6-af43-4c14-9eb9-864c8441057a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:06.613135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-23980198-3a80-4f3f-9dce-2cf81fe8235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.614495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.617290 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0d06d1dc-7b5b-4a1e-bb34-0bf92d650f72 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/985f48fc-b2f0-4b88-b661-8f8f2cff4931 HTTP/1.1" status: 204 len: 168 time: 0.5669398 Aug 29 17:11:06.619914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48040) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:06.655509 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3ea0f9-c5c4-449e-ba67-ea007bb0e5d8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:11:06.659775 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fc3ea0f9-c5c4-449e-ba67-ea007bb0e5d8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/985f48fc-b2f0-4b88-b661-8f8f2cff4931 HTTP/1.1" status: 404 len: 333 time: 0.0358934 Aug 29 17:11:06.660240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48042) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:06.721856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e564e4dd-9d73-4058-aaa0-27c460405aab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting subnet 6ced3cb2-8857-4bb6-bb8d-c325f53d46fe {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:11:06.725119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e564e4dd-9d73-4058-aaa0-27c460405aab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.772666 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e564e4dd-9d73-4058-aaa0-27c460405aab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.884179 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e564e4dd-9d73-4058-aaa0-27c460405aab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.931706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5eb142d4-7d95-40fd-ba52-a1de8ea5a848 None None] Could not find standard attr ID for object 985f48fc-b2f0-4b88-b661-8f8f2cff4931. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:11:06.954154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5eb142d4-7d95-40fd-ba52-a1de8ea5a848 None None] Provisioning complete for port 0804c9c6-af43-4c14-9eb9-864c8441057a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:06.955300 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5eb142d4-7d95-40fd-ba52-a1de8ea5a848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:06.983237 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e564e4dd-9d73-4058-aaa0-27c460405aab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.050358 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e564e4dd-9d73-4058-aaa0-27c460405aab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.060154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48048) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:07.060406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e564e4dd-9d73-4058-aaa0-27c460405aab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/6ced3cb2-8857-4bb6-bb8d-c325f53d46fe HTTP/1.1" status: 204 len: 168 time: 0.3989944 Aug 29 17:11:07.062065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564e4dd-9d73-4058-aaa0-27c460405aab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Subnet': ['ID=6ced3cb2-8857-4bb6-bb8d-c325f53d46fe,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:07.163827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting subnet 53d1d78c-a06c-4754-9676-cb446d1b64af {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:11:07.168241 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.189110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad06b82e-8539-4dc8-905e-1d09df722070 None None] Network 115fd34c-3e17-42b2-b312-cc37a3f27c1e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:07.235484 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.259460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0625bb4d-499f-4187-b970-f43c0efd7c43 None None] Could not find standard attr ID for object 985f48fc-b2f0-4b88-b661-8f8f2cff4931. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:11:07.341284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.422111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.460123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Subnet': ['ID=53d1d78c-a06c-4754-9676-cb446d1b64af,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:07.470298 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.476465 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/53d1d78c-a06c-4754-9676-cb446d1b64af HTTP/1.1" status: 204 len: 168 time: 0.4148533 Aug 29 17:11:07.478878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48052) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:07.494947 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48054) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:07.599496 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.602179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.606073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.606437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.611049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.611658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.612020 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.612370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.612726 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.613071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.613531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.613855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.614192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcecbc0-089e-4da5-8b0c-a01489007995 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:07.750766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 0804c9c6-af43-4c14-9eb9-864c8441057a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:07.755003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.756873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ce9973-eeca-4b91-89fa-645818a712d5 admin admin] Deleting subnet b3b529cf-08d5-4693-a77c-abad0584bb53 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:11:07.760388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-79ce9973-eeca-4b91-89fa-645818a712d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.804823 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-79ce9973-eeca-4b91-89fa-645818a712d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.836599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] For port 0804c9c6-af43-4c14-9eb9-864c8441057a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0804c9c6-af43-4c14-9eb9-864c8441057a,segment=NetworkSegment(28f8f114-5b87-4247-9866-878896c57685),segment_id=28f8f114-5b87-4247-9866-878896c57685)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:07.836599 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.867512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 0804c9c6-af43-4c14-9eb9-864c8441057a owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:07.872604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-79ce9973-eeca-4b91-89fa-645818a712d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.946576 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-79ce9973-eeca-4b91-89fa-645818a712d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:07.993884 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.007459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce9973-eeca-4b91-89fa-645818a712d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b529cf-08d5-4693-a77c-abad0584bb53,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:08.012056 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-79ce9973-eeca-4b91-89fa-645818a712d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.027898 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-79ce9973-eeca-4b91-89fa-645818a712d5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b3b529cf-08d5-4693-a77c-abad0584bb53 HTTP/1.1" status: 204 len: 168 time: 0.5305583 Aug 29 17:11:08.030697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48060) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:08.035074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=0804c9c6-af43-4c14-9eb9-864c8441057a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:08.041494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No DVR routers for this DVR port 0804c9c6-af43-4c14-9eb9-864c8441057a on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:11:08.141634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4cee4c-75e1-401c-8000-2eaf146a23e2 None None] Network 115fd34c-3e17-42b2-b312-cc37a3f27c1e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:08.151564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.155896 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.167509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115fd34c-3e17-42b2-b312-cc37a3f27c1e']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:08.184032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f8f114-5b87-4247-9866-878896c57685') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:08.184241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f8f114-5b87-4247-9866-878896c57685') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:08.194067 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.201275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-55a70c0b-4b80-42f0-a1d5-8c814804422f None None] Could not find standard attr ID for object 0804c9c6-af43-4c14-9eb9-864c8441057a. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:11:08.209249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.218676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:11:08.219080 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:11:08.222354 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:11:08.246360 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.258366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a5acfb-196e-4945-8f67-1ced35f51696']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:08.270730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ba4c51-bb57-4cf0-a93c-0f25795586a5') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:08.271138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ba4c51-bb57-4cf0-a93c-0f25795586a5') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:08.292097 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.303415 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.318840 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.322861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.323666 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/networks/115fd34c-3e17-42b2-b312-cc37a3f27c1e HTTP/1.1" status: 204 len: 168 time: 0.8434472 Aug 29 17:11:08.325567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60377d-b92f-4232-bc1f-232e706a765a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Network': ['ID=115fd34c-3e17-42b2-b312-cc37a3f27c1e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:08.329503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48064) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:08.338630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:11:08.340071 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:11:08.342200 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:11:08.368718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e32ca-4501-47c8-8149-361bc0e60840 None None] DHCP port deletion for 115fd34c-3e17-42b2-b312-cc37a3f27c1e request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:11:08.398810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc9a402-38d5-46c6-9a14-a3665a62bace tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:08.400954 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ccc9a402-38d5-46c6-9a14-a3665a62bace tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0700138 Aug 29 17:11:08.405237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48066) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:08.420515 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.426204 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.430621 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] 10.222.0.22 "DELETE /v2.0/networks/94a5acfb-196e-4945-8f67-1ced35f51696 HTTP/1.1" status: 204 len: 168 time: 0.3962390 Aug 29 17:11:08.442918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9a983-3504-4670-9658-8a73873e4848 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a5acfb-196e-4945-8f67-1ced35f51696,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:08.479328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-590e732b-c51e-4af4-a10f-67338106bc61 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0729802 Aug 29 17:11:08.482632 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48070) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:08.487486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-421466566'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:08.509733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:08.513708 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.537712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:11:08.547998 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.548428 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Added segment 9620e5bd-dcda-46f2-927c-20ce7f74abac of type vlan for network b9a176af-34a9-45cc-be5a-8ba7789c7edb Aug 29 17:11:08.561145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48072) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:08.593122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.604268 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b9e3185f-1d1e-42d2-a15e-21b9e2d0605a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a61b0bbd9884820863e08bfe687c357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418801 Aug 29 17:11:08.609726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48074) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:08.621166 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.628259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:08.628486 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.669588 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f80f7b6a-487d-47af-850f-9e3950264d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.700289 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f80f7b6a-487d-47af-850f-9e3950264d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.706500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48080) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:08.706996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2225540 Aug 29 17:11:08.713800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': 'b9a176af-34a9-45cc-be5a-8ba7789c7edb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:08.725503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f1bcc-c75f-479c-bbac-4696aefe5aee tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Network': ['ID=b9a176af-34a9-45cc-be5a-8ba7789c7edb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:08.736128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network b9a176af-34a9-45cc-be5a-8ba7789c7edb details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:11:08.832870 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f80f7b6a-487d-47af-850f-9e3950264d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.836014 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f80f7b6a-487d-47af-850f-9e3950264d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.837432 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f80f7b6a-487d-47af-850f-9e3950264d7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f5ee9bb-37f2-4496-8d11-d78969e485ab HTTP/1.1" status: 204 len: 168 time: 0.2266259 Aug 29 17:11:08.840348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:08.843921 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:08.864029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f7b6a-487d-47af-850f-9e3950264d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5ee9bb-37f2-4496-8d11-d78969e485ab,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:09.062708 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48088) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:09.085346 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.146611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Subnet': ['ID=d0153997-064f-4584-8cad-31bc85b2fa00,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:09.159178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Checking segment: {'id': '9620e5bd-dcda-46f2-927c-20ce7f74abac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b9a176af-34a9-45cc-be5a-8ba7789c7edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:09.160389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network hostable DHCP agents. Network: b9a176af-34a9-45cc-be5a-8ba7789c7edb, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:11:09.181481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network b9a176af-34a9-45cc-be5a-8ba7789c7edb is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:11:09.192813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6def968-7a99-4467-9cf4-8bfbb7af7dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.193991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, b9a176af-34a9-45cc-be5a-8ba7789c7edb) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:09.199543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:09.200564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.216012 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed88caf4-6613-46c3-ad39-b45218f906a3 None None] Network b9a176af-34a9-45cc-be5a-8ba7789c7edb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:09.311441 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6def968-7a99-4467-9cf4-8bfbb7af7dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.315786 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6def968-7a99-4467-9cf4-8bfbb7af7dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.320935 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aa2c3ee3-9260-4575-8d34-6145f175f451 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6133893 Aug 29 17:11:09.323463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48100) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:09.328869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': 'b9a176af-34a9-45cc-be5a-8ba7789c7edb', 'name': 'tempest-PortsIpV6TestJSON-1974576221'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:09.389613 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c6def968-7a99-4467-9cf4-8bfbb7af7dcd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23610e95bdc648f1964f759bfbe85a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251550 Aug 29 17:11:09.390546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6def968-7a99-4467-9cf4-8bfbb7af7dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248a4177-f28c-4bcd-8563-d8fec39754a3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:09.394197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48104) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:09.416655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-b9a176af-34a9-45cc-be5a-8ba7789c7edb', 'network_id': 'b9a176af-34a9-45cc-be5a-8ba7789c7edb', 'tenant_id': 'ea94caf948354281823e3ee4bdb7e5e3', 'fixed_ips': [{'subnet_id': 'd0153997-064f-4584-8cad-31bc85b2fa00'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:11:09.418663 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.507714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0479a96-16bb-47b4-9c7f-ba2cc76e253e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.539358 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0479a96-16bb-47b4-9c7f-ba2cc76e253e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.548547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:09.552091 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.570549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Allocated IP 2001:db8::2 (b9a176af-34a9-45cc-be5a-8ba7789c7edb/d0153997-064f-4584-8cad-31bc85b2fa00/3aefa223-d917-4b75-ae66-c01812d08b98) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:09.600210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:11:09.665779 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0479a96-16bb-47b4-9c7f-ba2cc76e253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.668963 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0479a96-16bb-47b4-9c7f-ba2cc76e253e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.670457 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c0479a96-16bb-47b4-9c7f-ba2cc76e253e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/248a4177-f28c-4bcd-8563-d8fec39754a3 HTTP/1.1" status: 204 len: 168 time: 0.2722068 Aug 29 17:11:09.678685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0479a96-16bb-47b4-9c7f-ba2cc76e253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248a4177-f28c-4bcd-8563-d8fec39754a3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:09.705032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48116) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:09.762777 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.771092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Transition to ACTIVE for port object 3aefa223-d917-4b75-ae66-c01812d08b98 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:09.787428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Transition to ACTIVE for port object 3aefa223-d917-4b75-ae66-c01812d08b98 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:09.798729 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.829131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-372515588-network', 'tenant_id': '8f31844dc97a4711a50968e54fce2211'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:09.842440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Pushing event updated for resources: {'Port': ['ID=3aefa223-d917-4b75-ae66-c01812d08b98,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:09.850758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Network b9a176af-34a9-45cc-be5a-8ba7789c7edb is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:09.852183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:09.855072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:09.876608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8::88 (b9a176af-34a9-45cc-be5a-8ba7789c7edb/d0153997-064f-4584-8cad-31bc85b2fa00/4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:09.881685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Made reservation on behalf of 8f31844dc97a4711a50968e54fce2211 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:09.884303 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.898805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.912396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Attempting to bind port 3aefa223-d917-4b75-ae66-c01812d08b98 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:09.912813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Attempting to bind port 3aefa223-d917-4b75-ae66-c01812d08b98 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '9620e5bd-dcda-46f2-927c-20ce7f74abac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b9a176af-34a9-45cc-be5a-8ba7789c7edb'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:09.913207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Attempting to bind port 3aefa223-d917-4b75-ae66-c01812d08b98 on network b9a176af-34a9-45cc-be5a-8ba7789c7edb {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:09.918433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:09.918811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Checking segment: {'id': '9620e5bd-dcda-46f2-927c-20ce7f74abac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b9a176af-34a9-45cc-be5a-8ba7789c7edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:09.919216 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:09.919602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Bound using segment: {'id': '9620e5bd-dcda-46f2-927c-20ce7f74abac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b9a176af-34a9-45cc-be5a-8ba7789c7edb'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:09.920064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Bound port: 3aefa223-d917-4b75-ae66-c01812d08b98, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9620e5bd-dcda-46f2-927c-20ce7f74abac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b9a176af-34a9-45cc-be5a-8ba7789c7edb'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:09.920452 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.004332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] For port 3aefa223-d917-4b75-ae66-c01812d08b98, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:10.009046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] For port 3aefa223-d917-4b75-ae66-c01812d08b98, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3aefa223-d917-4b75-ae66-c01812d08b98,segment=NetworkSegment(9620e5bd-dcda-46f2-927c-20ce7f74abac),segment_id=9620e5bd-dcda-46f2-927c-20ce7f74abac)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:10.015221 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.050152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0804c9c6-af43-4c14-9eb9-864c8441057a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:11:10.071352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48122) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:10.083545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 0804c9c6-af43-4c14-9eb9-864c8441057a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:11:10.083741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0804c9c6-af43-4c14-9eb9-864c8441057a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:11:10.098635 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0798ca94-a937-4dec-8c90-04a788805903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.110403 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4efcdb-0ef5-4717-b27c-c356884fbcbc None None] Pushing event updated for resources: {'Port': ['ID=3aefa223-d917-4b75-ae66-c01812d08b98,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:10.126895 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.155827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.157068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Transition to ACTIVE for port object 4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:10.163368 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.196716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:11:10.221578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80756b6b-b621-4290-8050-83ed504c64f5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:10.226495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.227082 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Added segment 004dc6c6-561c-4d3f-9e9d-66be619fdb49 of type vlan for network 724fe08f-ce16-41e9-b16c-cb697612d34e Aug 29 17:11:10.253638 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0798ca94-a937-4dec-8c90-04a788805903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.263177 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0798ca94-a937-4dec-8c90-04a788805903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.267944 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.306365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network b9a176af-34a9-45cc-be5a-8ba7789c7edb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:10.311004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:10.314462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.325263 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0798ca94-a937-4dec-8c90-04a788805903 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f42e2c4a7374d20bd05a3516c612126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478511 Aug 29 17:11:10.328284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48124) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:10.333599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:10.340585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:10.341727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.351076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798ca94-a937-4dec-8c90-04a788805903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffce7d3-4c85-457f-a6a5-d5978db733b4,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:10.388201 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0634429 Aug 29 17:11:10.389876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3ce3f-a590-4361-ae68-bf2e3f711de7 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:10.392500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48126) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:10.398004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': 'b9a176af-34a9-45cc-be5a-8ba7789c7edb', 'name': 'tempest-PortsIpV6TestJSON-1300881856'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:10.404026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.405186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:10.405810 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.409728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51423611-88a6-40a0-bf2c-bd8310b554cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.434844 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51423611-88a6-40a0-bf2c-bd8310b554cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.490038 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51423611-88a6-40a0-bf2c-bd8310b554cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.493720 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51423611-88a6-40a0-bf2c-bd8310b554cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.497265 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-51423611-88a6-40a0-bf2c-bd8310b554cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ffce7d3-4c85-457f-a6a5-d5978db733b4 HTTP/1.1" status: 204 len: 168 time: 0.1657875 Aug 29 17:11:10.503145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51423611-88a6-40a0-bf2c-bd8310b554cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffce7d3-4c85-457f-a6a5-d5978db733b4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:10.533397 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8271608 Aug 29 17:11:10.541970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48132) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:10.547669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] Request body: {'subnet': {'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-372515588-subnet', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:10.562002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dc55d-926a-4bbf-949a-d8f6dad4b812 admin admin] Pushing event updated for resources: {'Network': ['ID=724fe08f-ce16-41e9-b16c-cb697612d34e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:10.575282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 724fe08f-ce16-41e9-b16c-cb697612d34e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:11:10.575886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] Made reservation on behalf of 8f31844dc97a4711a50968e54fce2211 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:10.578194 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.615910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:10.621284 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.650099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 0da5d227-4cbf-426a-88a8-ea41af8546aa yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:11:10.773255 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.797468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8::24b (b9a176af-34a9-45cc-be5a-8ba7789c7edb/d0153997-064f-4584-8cad-31bc85b2fa00/0da5d227-4cbf-426a-88a8-ea41af8546aa) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:10.839369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7973bb-5784-4a3e-9f75-44c46f0c4f5d,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:10.850145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] Checking segment: {'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:10.850513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] Network hostable DHCP agents. Network: 724fe08f-ce16-41e9-b16c-cb697612d34e, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:11:10.882079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] Network 724fe08f-ce16-41e9-b16c-cb697612d34e is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:11:10.905264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 724fe08f-ce16-41e9-b16c-cb697612d34e) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:10.909438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:10.910017 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.917202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3dcc10-218c-4e0a-a8a0-ba1bb0e25366 None None] Network 724fe08f-ce16-41e9-b16c-cb697612d34e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:10.930486 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6513e48b-d539-42b4-8079-87c4d35beb02 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3866537 Aug 29 17:11:10.937675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48140) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:10.948300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-372515588-router', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:10.997816 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:10.998922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.046144 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.097431 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.104072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Transition to ACTIVE for port object 0da5d227-4cbf-426a-88a8-ea41af8546aa will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:11.118786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-724fe08f-ce16-41e9-b16c-cb697612d34e', 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'fixed_ips': [{'subnet_id': 'fa7973bb-5784-4a3e-9f75-44c46f0c4f5d'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:11:11.120011 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.251378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e834c2-f51c-4874-a0bf-ee68c0b05c6c None None] Network b9a176af-34a9-45cc-be5a-8ba7789c7edb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:11.272610 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.286091 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.367821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network b9a176af-34a9-45cc-be5a-8ba7789c7edb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:11.378093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:11.383439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-683ed4d2-1414-4cf5-9b7c-7f379d19c311 None None] Provisioning for port 3aefa223-d917-4b75-ae66-c01812d08b98 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:11.383851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:11.390355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:11.390991 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.395589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=0da5d227-4cbf-426a-88a8-ea41af8546aa,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:11.406620 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Allocated IP 172.20.0.2 (724fe08f-ce16-41e9-b16c-cb697612d34e/fa7973bb-5784-4a3e-9f75-44c46f0c4f5d/a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:11.422338 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b8e91f37-872c-4861-9824-573c09d2cd1a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0287867 Aug 29 17:11:11.425412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48156) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:11.545408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2515369-456b-4fe8-8090-4a173c674fd6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:11.556016 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f2515369-456b-4fe8-8090-4a173c674fd6 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A88 HTTP/1.1" status: 200 len: 928 time: 0.1287086 Aug 29 17:11:11.560682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48168) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:11.577290 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.609847 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.696521 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-bc349215-b9b0-42b1-bfa7-2186210bd702 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 0da5d227-4cbf-426a-88a8-ea41af8546aa {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:11.697335 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bc349215-b9b0-42b1-bfa7-2186210bd702 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.721416 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.739475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Transition to ACTIVE for port object a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:11.761989 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Transition to ACTIVE for port object a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:11.776204 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.785317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Allocated IP 172.25.5.181 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/afe64915-edcd-4a7b-9687-a4b950f18279) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:11.832049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Network 724fe08f-ce16-41e9-b16c-cb697612d34e is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:11.838423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:11.842776 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bc349215-b9b0-42b1-bfa7-2186210bd702 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.844451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:11.855544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Pushing event updated for resources: {'Port': ['ID=a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:11.874953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-bc349215-b9b0-42b1-bfa7-2186210bd702 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 0da5d227-4cbf-426a-88a8-ea41af8546aa owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:11.919930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Attempting to bind port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:11.919930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Attempting to bind port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:11.920318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Attempting to bind port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 on network 724fe08f-ce16-41e9-b16c-cb697612d34e {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:11.926687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:11.927186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Checking segment: {'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:11.928544 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.928911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Bound using segment: {'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:11.929427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Bound port: a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:11.929826 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.939742 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:11.998877 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.057110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:12.064361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:12.068429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:12.084574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] For port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:12.092185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bc349215-b9b0-42b1-bfa7-2186210bd702 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.103227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] For port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0,segment=NetworkSegment(004dc6c6-561c-4d3f-9e9d-66be619fdb49),segment_id=004dc6c6-561c-4d3f-9e9d-66be619fdb49)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:12.108899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5abf3857-bc8e-44c4-bf2b-b3e8e0614e75 None None] Provisioning for port 4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:12.114160 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.123161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Pushing event updated for resources: {'Port': ['ID=afe64915-edcd-4a7b-9687-a4b950f18279,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:12.123633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5abf3857-bc8e-44c4-bf2b-b3e8e0614e75 None None] Provisioning complete for port 4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:12.124121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5abf3857-bc8e-44c4-bf2b-b3e8e0614e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.202539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3aefa223-d917-4b75-ae66-c01812d08b98 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:12.204304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc349215-b9b0-42b1-bfa7-2186210bd702 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=0da5d227-4cbf-426a-88a8-ea41af8546aa,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:12.206174 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bc349215-b9b0-42b1-bfa7-2186210bd702 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.211309 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bc349215-b9b0-42b1-bfa7-2186210bd702 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/0da5d227-4cbf-426a-88a8-ea41af8546aa HTTP/1.1" status: 204 len: 168 time: 0.6464007 Aug 29 17:11:12.211309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48206) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:12.274874 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fad717-3234-4af4-ac50-1fd0a11c9ed3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:11:12.280785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d7fad717-3234-4af4-ac50-1fd0a11c9ed3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/0da5d227-4cbf-426a-88a8-ea41af8546aa HTTP/1.1" status: 404 len: 333 time: 0.0683885 Aug 29 17:11:12.283730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48208) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:12.325468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfffe73-6044-4ee0-886a-2679f3a0ef40 None None] Pushing event updated for resources: {'Port': ['ID=a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:12.337908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5abf3857-bc8e-44c4-bf2b-b3e8e0614e75 None None] Port 4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:12.375302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5abf3857-bc8e-44c4-bf2b-b3e8e0614e75 None None] Could not find standard attr ID for object 0da5d227-4cbf-426a-88a8-ea41af8546aa. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:11:12.385311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 3aefa223-d917-4b75-ae66-c01812d08b98 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:12.397784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3aefa223-d917-4b75-ae66-c01812d08b98 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:12.398449 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.530781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ab181437-4938-4403-bf31-e2ecf682c3a2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:12.531272 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab181437-4938-4403-bf31-e2ecf682c3a2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.557728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cc6df936-583b-447d-9ecd-5d12c3186d2e None None] Provisioning complete for port 4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:12.558353 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cc6df936-583b-447d-9ecd-5d12c3186d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.582559 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.588025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.662992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cc6df936-583b-447d-9ecd-5d12c3186d2e None None] Port 4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:12.677986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 3aefa223-d917-4b75-ae66-c01812d08b98, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3aefa223-d917-4b75-ae66-c01812d08b98,segment=NetworkSegment(9620e5bd-dcda-46f2-927c-20ce7f74abac),segment_id=9620e5bd-dcda-46f2-927c-20ce7f74abac)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:12.685334 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.774172 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab181437-4938-4403-bf31-e2ecf682c3a2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.795045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=3aefa223-d917-4b75-ae66-c01812d08b98,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:12.828575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ab181437-4938-4403-bf31-e2ecf682c3a2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:12.864524 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1c267260-7d30-47f3-b33f-46d6bbda695b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:12.983498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c736463f-3029-4430-ac65-22c205cd5254 None None] Could not find standard attr ID for object 0da5d227-4cbf-426a-88a8-ea41af8546aa. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:11:13.006025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:13.028810 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab181437-4938-4403-bf31-e2ecf682c3a2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:13.064306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab181437-4938-4403-bf31-e2ecf682c3a2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:13.102699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ab181437-4938-4403-bf31-e2ecf682c3a2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:13.109200 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ab181437-4938-4403-bf31-e2ecf682c3a2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23 HTTP/1.1" status: 204 len: 168 time: 0.8237352 Aug 29 17:11:13.110277 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48246) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:13.141778 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75cfe66-c687-4321-88aa-018e663912de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:11:13.143992 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e75cfe66-c687-4321-88aa-018e663912de tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/4826b3f2-4fd6-4a73-b3d6-281aa4b7fd23 HTTP/1.1" status: 404 len: 333 time: 0.0325327 Aug 29 17:11:13.146674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48248) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:13.159371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:11:13.247624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c189a5-2055-40a3-8538-5832cc0b895b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting subnet d0153997-064f-4584-8cad-31bc85b2fa00 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:11:13.251736 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76c189a5-2055-40a3-8538-5832cc0b895b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:13.301567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:11:13.312249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76c189a5-2055-40a3-8538-5832cc0b895b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:13.319831 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Sync routers for ids ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:11:13.337952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:13.341795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-508ae497-2f29-495f-9b03-5e8830975d8b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3983350 Aug 29 17:11:13.342351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48250) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:13.349743 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Routers {'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:13.353875 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:13.477543 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76c189a5-2055-40a3-8538-5832cc0b895b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:13.576743 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76c189a5-2055-40a3-8538-5832cc0b895b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:13.586676 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Set router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:13.623556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c189a5-2055-40a3-8538-5832cc0b895b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Subnet': ['ID=d0153997-064f-4584-8cad-31bc85b2fa00,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:13.627911 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-76c189a5-2055-40a3-8538-5832cc0b895b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:13.629835 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-76c189a5-2055-40a3-8538-5832cc0b895b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/d0153997-064f-4584-8cad-31bc85b2fa00 HTTP/1.1" status: 204 len: 168 time: 0.4820912 Aug 29 17:11:13.632817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48254) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:13.635631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70777e66-8905-4009-9762-770b67a4a3bd None None] Network b9a176af-34a9-45cc-be5a-8ba7789c7edb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:13.895531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2509c65f-962d-4ad9-ba9e-91ec0873a361 None None] Network 724fe08f-ce16-41e9-b16c-cb697612d34e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:14.054585 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'name': 'tempest-ImageQuotaTest-372515588-router', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:12Z', 'revision_number': 3, 'project_id': '8f31844dc97a4711a50968e54fce2211', 'gw_port': {'id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:14.088459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6e356b0b-d7ba-4956-a3ee-aa1f90a800d0 None None] Provisioning for port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:14.106559 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Checking router: ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:11:14.107424 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Updating router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b port afe64915-edcd-4a7b-9687-a4b950f18279 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:11:14.176002 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.195000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ff03d-fcdd-4168-bb16-78c5563e4c4e None None] DHCP port deletion for b9a176af-34a9-45cc-be5a-8ba7789c7edb request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:11:14.212003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.266712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:14.337334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ff03d-fcdd-4168-bb16-78c5563e4c4e None None] Deleting port 3aefa223-d917-4b75-ae66-c01812d08b98 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:14.338095 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff03d-fcdd-4168-bb16-78c5563e4c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.350977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 3aefa223-d917-4b75-ae66-c01812d08b98 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:14.351333 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.485925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3a9ff03d-fcdd-4168-bb16-78c5563e4c4e None None] For port 3aefa223-d917-4b75-ae66-c01812d08b98, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3aefa223-d917-4b75-ae66-c01812d08b98,segment=NetworkSegment(9620e5bd-dcda-46f2-927c-20ce7f74abac),segment_id=9620e5bd-dcda-46f2-927c-20ce7f74abac)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:14.486635 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff03d-fcdd-4168-bb16-78c5563e4c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.501591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:14.513420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:14.514086 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.524185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] For port 3aefa223-d917-4b75-ae66-c01812d08b98, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3aefa223-d917-4b75-ae66-c01812d08b98,segment=NetworkSegment(9620e5bd-dcda-46f2-927c-20ce7f74abac),segment_id=9620e5bd-dcda-46f2-927c-20ce7f74abac)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:14.524556 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.549770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 3aefa223-d917-4b75-ae66-c01812d08b98 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:14.550213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.605869 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.618130 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Transition to ACTIVE for port object afe64915-edcd-4a7b-9687-a4b950f18279 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:14.624867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ff03d-fcdd-4168-bb16-78c5563e4c4e None None] Calling delete_port for 3aefa223-d917-4b75-ae66-c01812d08b98 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:14.631459 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.646436 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.730464 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Attempting to bind port afe64915-edcd-4a7b-9687-a4b950f18279 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:14.730850 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Attempting to bind port afe64915-edcd-4a7b-9687-a4b950f18279 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:14.731244 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Attempting to bind port afe64915-edcd-4a7b-9687-a4b950f18279 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:14.734562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No DVR routers for this DVR port 3aefa223-d917-4b75-ae66-c01812d08b98 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:11:14.735307 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Pushing event updated for resources: {'Port': ['ID=afe64915-edcd-4a7b-9687-a4b950f18279,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:14.745121 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:14.745533 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:14.746589 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.746990 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:14.747758 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Bound port: afe64915-edcd-4a7b-9687-a4b950f18279, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:14.747921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=3aefa223-d917-4b75-ae66-c01812d08b98,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:14.748144 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.755020 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.755365 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.755704 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.756037 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.757102 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.757476 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.757807 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.758395 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.758728 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.759055 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.759532 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.759859 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:14.837529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Allocated IP 172.20.0.1 (724fe08f-ce16-41e9-b16c-cb697612d34e/fa7973bb-5784-4a3e-9f75-44c46f0c4f5d/94403f56-2e07-4178-b114-dd7191cf3c41) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:14.839093 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] For port afe64915-edcd-4a7b-9687-a4b950f18279, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:14.849416 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] For port afe64915-edcd-4a7b-9687-a4b950f18279, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=afe64915-edcd-4a7b-9687-a4b950f18279,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:14.858492 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.869510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.884263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a176af-34a9-45cc-be5a-8ba7789c7edb']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:14.902210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9620e5bd-dcda-46f2-927c-20ce7f74abac') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:14.902515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9620e5bd-dcda-46f2-927c-20ce7f74abac') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:14.919791 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Routers {'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:14.920483 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:10:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:14.924019 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.944018 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.955730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:11:14.956149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:14.983124 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb53de-2232-4c18-852c-34b7d8c34e08 None None] Pushing event updated for resources: {'Port': ['ID=afe64915-edcd-4a7b-9687-a4b950f18279,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:15.011170 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:11:15.059697 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:11:15.067393 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.093128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-64deb21c-28a2-4f06-84a2-191f17d015bf None None] Provisioning complete for port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:15.093901 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-64deb21c-28a2-4f06-84a2-191f17d015bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.095804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Transition to ACTIVE for port object 94403f56-2e07-4178-b114-dd7191cf3c41 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:15.104516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.118128 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] Set router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:15.120086 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.125894 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/networks/b9a176af-34a9-45cc-be5a-8ba7789c7edb HTTP/1.1" status: 204 len: 168 time: 1.4880948 Aug 29 17:11:15.130570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48262) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:15.137255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1529873030'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:15.139331 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0,segment=NetworkSegment(004dc6c6-561c-4d3f-9e9d-66be619fdb49),segment_id=004dc6c6-561c-4d3f-9e9d-66be619fdb49)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:15.150965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845474e-b3b3-4e08-8781-7f0f1fa99cbf tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Network': ['ID=b9a176af-34a9-45cc-be5a-8ba7789c7edb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:15.154649 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.188178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:15.194252 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.198059 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.236494 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff03d-fcdd-4168-bb16-78c5563e4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.247280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a9ff03d-fcdd-4168-bb16-78c5563e4c4e None None] Network b9a176af-34a9-45cc-be5a-8ba7789c7edb is not hosted by any dhcp agent {{(pid=111678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:11:15.247845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ff03d-fcdd-4168-bb16-78c5563e4c4e None None] No DVR routers for this DVR port 3aefa223-d917-4b75-ae66-c01812d08b98 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:11:15.270706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:15.280155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Pushing event updated for resources: {'Port': ['ID=94403f56-2e07-4178-b114-dd7191cf3c41,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:15.303793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ff03d-fcdd-4168-bb16-78c5563e4c4e None None] Pushing event deleted for resources: {'Port': ['ID=3aefa223-d917-4b75-ae66-c01812d08b98,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:15.305871 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Network 724fe08f-ce16-41e9-b16c-cb697612d34e is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:15.309098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:15.314437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:15.319397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:11:15.367160 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.367515 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Added segment 7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e of type vlan for network 37b6e0f8-828d-4658-b698-37d3ea47eb7b Aug 29 17:11:15.403865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.460040 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.497142 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'name': 'tempest-ImageQuotaTest-372515588-router', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:12Z', 'revision_number': 3, 'project_id': '8f31844dc97a4711a50968e54fce2211', 'gw_port': {'id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:15.525695 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.528993 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47553009-3d6b-49aa-bf1b-db9c7ed61fa2 None None] The sync data for ids ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'] in n-d-713301-13 is: [{'id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'name': 'tempest-ImageQuotaTest-372515588-router', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:12Z', 'revision_number': 3, 'project_id': '8f31844dc97a4711a50968e54fce2211', 'gw_port': {'id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:11:15.534495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:15.535035 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.538812 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55407706-9fed-474e-94c0-f80865ff3eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.621264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4888680 Aug 29 17:11:15.624344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48264) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:15.630167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': '37b6e0f8-828d-4658-b698-37d3ea47eb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:15.659704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9e72d7a1-d24a-4834-a386-6c7474e3b6ad None None] Provisioning for port 94403f56-2e07-4178-b114-dd7191cf3c41 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:15.661969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3d5fa-4a91-4261-be6e-7be323fa77ff tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Network': ['ID=37b6e0f8-828d-4658-b698-37d3ea47eb7b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:15.665397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9e72d7a1-d24a-4834-a386-6c7474e3b6ad None None] Provisioning complete for port 94403f56-2e07-4178-b114-dd7191cf3c41 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:15.667404 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9e72d7a1-d24a-4834-a386-6c7474e3b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.669206 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.709881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 37b6e0f8-828d-4658-b698-37d3ea47eb7b details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:11:15.758085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:15.762799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.852950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9e72d7a1-d24a-4834-a386-6c7474e3b6ad None None] Port 94403f56-2e07-4178-b114-dd7191cf3c41 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:15.864295 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.895081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:15.901783 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:16.027337 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:16.029776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Pushing event updated for resources: {'Port': ['ID=94403f56-2e07-4178-b114-dd7191cf3c41,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:16.033508 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:16.166486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Subnet': ['ID=0911cd72-c532-453a-9245-1d781561e0a1,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:16.169793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Checking segment: {'id': '7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37b6e0f8-828d-4658-b698-37d3ea47eb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:16.170131 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network hostable DHCP agents. Network: 37b6e0f8-828d-4658-b698-37d3ea47eb7b, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:11:16.199247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network 37b6e0f8-828d-4658-b698-37d3ea47eb7b is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:11:16.200060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Network 724fe08f-ce16-41e9-b16c-cb697612d34e is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:16.202468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:16.216644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:16.220516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 37b6e0f8-828d-4658-b698-37d3ea47eb7b) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:16.226197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:16.226949 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:16.250359 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-faf79bcc-b4dd-40fe-97fa-74f8a95b8579 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6236215 Aug 29 17:11:16.252477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48270) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:16.261004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': '37b6e0f8-828d-4658-b698-37d3ea47eb7b', 'name': 'tempest-PortsIpV6TestJSON-1693700069', 'fixed_ips': [{'subnet_id': '0911cd72-c532-453a-9245-1d781561e0a1', 'ip_address': '2001:db8::10'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:16.280009 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f299ff-0d88-4866-bb2d-37bd322cff02 None None] Network 37b6e0f8-828d-4658-b698-37d3ea47eb7b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:16.413263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:16.413964 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:16.476058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:11:16.507387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:16.593675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-37b6e0f8-828d-4658-b698-37d3ea47eb7b', 'network_id': '37b6e0f8-828d-4658-b698-37d3ea47eb7b', 'tenant_id': 'ea94caf948354281823e3ee4bdb7e5e3', 'fixed_ips': [{'subnet_id': '0911cd72-c532-453a-9245-1d781561e0a1'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:11:16.595176 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:16.665073 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:11:16.686811 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ab7a6e20-0aed-4ed7-9258-2f54e5304d36 admin admin] 10.222.0.22 "PUT /v2.0/routers/ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3423703 Aug 29 17:11:16.715027 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:16.762590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 1b7c0be4-98c2-4346-a5a5-d40c828ca0f5 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:11:16.778508 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:16.796440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device afe64915-edcd-4a7b-9687-a4b950f18279 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:16.801443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8e482192-7488-4f2b-a099-6691fb04ba66 None None] Provisioning complete for port 94403f56-2e07-4178-b114-dd7191cf3c41 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:16.802059 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8e482192-7488-4f2b-a099-6691fb04ba66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:16.868500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8e482192-7488-4f2b-a099-6691fb04ba66 None None] Port 94403f56-2e07-4178-b114-dd7191cf3c41 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:16.931671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Allocated IP 2001:db8::2 (37b6e0f8-828d-4658-b698-37d3ea47eb7b/0911cd72-c532-453a-9245-1d781561e0a1/85935048-38a6-4a9b-82b9-145fe599b8da) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:16.955621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port afe64915-edcd-4a7b-9687-a4b950f18279 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:16.969615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port afe64915-edcd-4a7b-9687-a4b950f18279 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:16.969987 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.149286 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.180409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port afe64915-edcd-4a7b-9687-a4b950f18279, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=afe64915-edcd-4a7b-9687-a4b950f18279,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:17.186309 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.189178 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.217973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Transition to ACTIVE for port object 85935048-38a6-4a9b-82b9-145fe599b8da will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:17.247879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Transition to ACTIVE for port object 85935048-38a6-4a9b-82b9-145fe599b8da will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:17.259249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=afe64915-edcd-4a7b-9687-a4b950f18279,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:17.264327 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.307686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Pushing event updated for resources: {'Port': ['ID=85935048-38a6-4a9b-82b9-145fe599b8da,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:17.310666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3aefa223-d917-4b75-ae66-c01812d08b98 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:11:17.329551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8::10 (37b6e0f8-828d-4658-b698-37d3ea47eb7b/0911cd72-c532-453a-9245-1d781561e0a1/1b7c0be4-98c2-4346-a5a5-d40c828ca0f5) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:17.337765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 3aefa223-d917-4b75-ae66-c01812d08b98 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:11:17.338122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3aefa223-d917-4b75-ae66-c01812d08b98 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:11:17.349728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Network 37b6e0f8-828d-4658-b698-37d3ea47eb7b is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:17.351087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:17.353609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:17.432303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Attempting to bind port 85935048-38a6-4a9b-82b9-145fe599b8da on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:17.432767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Attempting to bind port 85935048-38a6-4a9b-82b9-145fe599b8da by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37b6e0f8-828d-4658-b698-37d3ea47eb7b'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:17.433039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Attempting to bind port 85935048-38a6-4a9b-82b9-145fe599b8da on network 37b6e0f8-828d-4658-b698-37d3ea47eb7b {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:17.438515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:17.438877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Checking segment: {'id': '7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37b6e0f8-828d-4658-b698-37d3ea47eb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:17.439305 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.439693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Bound using segment: {'id': '7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37b6e0f8-828d-4658-b698-37d3ea47eb7b'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:17.440154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Bound port: 85935048-38a6-4a9b-82b9-145fe599b8da, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37b6e0f8-828d-4658-b698-37d3ea47eb7b'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:17.440543 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.523039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] For port 85935048-38a6-4a9b-82b9-145fe599b8da, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:17.526607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] For port 85935048-38a6-4a9b-82b9-145fe599b8da, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=85935048-38a6-4a9b-82b9-145fe599b8da,segment=NetworkSegment(7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e),segment_id=7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:17.542117 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.561607 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.583704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Transition to ACTIVE for port object 1b7c0be4-98c2-4346-a5a5-d40c828ca0f5 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:17.623380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5febe79-b75c-4ee5-a0c9-7a65d824d909 None None] Pushing event updated for resources: {'Port': ['ID=85935048-38a6-4a9b-82b9-145fe599b8da,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:17.638759 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.659558 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.706639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=1b7c0be4-98c2-4346-a5a5-d40c828ca0f5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:17.725401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network 37b6e0f8-828d-4658-b698-37d3ea47eb7b is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:17.726914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:17.729538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:17.740291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:17.741412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:17.760663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48290) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:17.763701 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-35762061-60a0-4058-bd41-168996dda503 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5065241 Aug 29 17:11:17.767873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': '37b6e0f8-828d-4658-b698-37d3ea47eb7b', 'name': 'tempest-PortsIpV6TestJSON-1093249853', 'fixed_ips': [{'subnet_id': '0911cd72-c532-453a-9245-1d781561e0a1', 'ip_address': '2001:db8::f'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:17.916036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Sync routers for ids ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:11:17.936907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Routers {'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:17.937728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:17.972916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:18.096573 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:18.102857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Set router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:18.120633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 0220c99e-63a6-43cf-9e0d-35174088e8b5 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:11:18.280965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 85935048-38a6-4a9b-82b9-145fe599b8da up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:18.345090 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:18.380856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8::f (37b6e0f8-828d-4658-b698-37d3ea47eb7b/0911cd72-c532-453a-9245-1d781561e0a1/0220c99e-63a6-43cf-9e0d-35174088e8b5) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:18.416490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 85935048-38a6-4a9b-82b9-145fe599b8da completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:18.429366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device afe64915-edcd-4a7b-9687-a4b950f18279 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:18.487477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48302) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:18.526356 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'name': 'tempest-ImageQuotaTest-372515588-router', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:15Z', 'revision_number': 4, 'project_id': '8f31844dc97a4711a50968e54fce2211', 'gw_port': {'id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '94403f56-2e07-4178-b114-dd7191cf3c41', 'name': '', 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'mac_address': 'fa:16:3e:4f:f1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'fa7973bb-5784-4a3e-9f75-44c46f0c4f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:14Z', 'updated_at': '2021-08-29T17:11:15Z', 'revision_number': 2, 'project_id': '8f31844dc97a4711a50968e54fce2211', 'subnets': [{'id': 'fa7973bb-5784-4a3e-9f75-44c46f0c4f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:18.560846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Checking router: ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:11:18.561262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Updating router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b port 94403f56-2e07-4178-b114-dd7191cf3c41 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:11:18.594860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:18.612241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port afe64915-edcd-4a7b-9687-a4b950f18279 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:18.612617 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:18.641087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:18.658400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Transition to ACTIVE for port object 0220c99e-63a6-43cf-9e0d-35174088e8b5 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:18.700222 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:18.776602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network 37b6e0f8-828d-4658-b698-37d3ea47eb7b is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:18.790463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:18.794409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:18.803344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:18.804030 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:18.827829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=0220c99e-63a6-43cf-9e0d-35174088e8b5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:18.847132 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4dd6857f-ef83-4b8b-b824-b1cbb3c3dc9c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0821745 Aug 29 17:11:18.848310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48304) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:19.000203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee06c1-3193-4b73-9272-cd79a08bf458 None None] Network 37b6e0f8-828d-4658-b698-37d3ea47eb7b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:19.001110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b4730-2475-4d61-9118-0aa5e591c819 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:19.010503 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c17b4730-2475-4d61-9118-0aa5e591c819 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1617155 Aug 29 17:11:19.015186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48308) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:19.065676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7709e038-4126-4008-9659-d706d591606d None None] Provisioning for port 85935048-38a6-4a9b-82b9-145fe599b8da completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:19.091021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7709e038-4126-4008-9659-d706d591606d None None] Provisioning complete for port 85935048-38a6-4a9b-82b9-145fe599b8da triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:19.091393 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7709e038-4126-4008-9659-d706d591606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.100492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f568323-fb9f-4bd5-a275-f2f9decfc448 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:19.104849 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.107582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f568323-fb9f-4bd5-a275-f2f9decfc448 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:19.115486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f568323-fb9f-4bd5-a275-f2f9decfc448 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:19.121478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1f568323-fb9f-4bd5-a275-f2f9decfc448 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1013136 Aug 29 17:11:19.121748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48310) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:19.229002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1ebc3-b807-47ee-88fc-f51276a4e330 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 0220c99e-63a6-43cf-9e0d-35174088e8b5 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:19.229201 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd1ebc3-b807-47ee-88fc-f51276a4e330 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.253680 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7709e038-4126-4008-9659-d706d591606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.299984 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.330369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7709e038-4126-4008-9659-d706d591606d None None] For port 85935048-38a6-4a9b-82b9-145fe599b8da, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=85935048-38a6-4a9b-82b9-145fe599b8da,segment=NetworkSegment(7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e),segment_id=7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:19.342849 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7709e038-4126-4008-9659-d706d591606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.351752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Transition to ACTIVE for port object 94403f56-2e07-4178-b114-dd7191cf3c41 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:19.371479 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd1ebc3-b807-47ee-88fc-f51276a4e330 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.379157 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.390758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1ebc3-b807-47ee-88fc-f51276a4e330 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 0220c99e-63a6-43cf-9e0d-35174088e8b5 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:19.444666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] Deleting port 94403f56-2e07-4178-b114-dd7191cf3c41 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:19.444666 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.580885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] For port 94403f56-2e07-4178-b114-dd7191cf3c41, host n-d-713301-13, got binding levels [] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:19.581515 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.613884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] Calling delete_port for 94403f56-2e07-4178-b114-dd7191cf3c41 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:19.615392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709e038-4126-4008-9659-d706d591606d None None] Pushing event updated for resources: {'Port': ['ID=85935048-38a6-4a9b-82b9-145fe599b8da,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:19.643030 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd1ebc3-b807-47ee-88fc-f51276a4e330 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.689525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1ebc3-b807-47ee-88fc-f51276a4e330 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=0220c99e-63a6-43cf-9e0d-35174088e8b5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:19.757851 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd1ebc3-b807-47ee-88fc-f51276a4e330 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.760883 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ffd1ebc3-b807-47ee-88fc-f51276a4e330 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/0220c99e-63a6-43cf-9e0d-35174088e8b5 HTTP/1.1" status: 204 len: 168 time: 0.6381607 Aug 29 17:11:19.764498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48314) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:19.797005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2239c8-a083-4f0b-b6a6-2f17673554e3 None None] Pushing event updated for resources: {'Port': ['ID=94403f56-2e07-4178-b114-dd7191cf3c41,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:19.798275 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dda3b3-4612-4e8c-a8e5-4c5eb2159bec tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:11:19.803982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Attempting to bind port 94403f56-2e07-4178-b114-dd7191cf3c41 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:19.804347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Attempting to bind port 94403f56-2e07-4178-b114-dd7191cf3c41 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:19.804718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Attempting to bind port 94403f56-2e07-4178-b114-dd7191cf3c41 on network 724fe08f-ce16-41e9-b16c-cb697612d34e {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:19.812085 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c0dda3b3-4612-4e8c-a8e5-4c5eb2159bec tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/0220c99e-63a6-43cf-9e0d-35174088e8b5 HTTP/1.1" status: 404 len: 333 time: 0.0455885 Aug 29 17:11:19.814194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:19.814905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Checking segment: {'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:19.815490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48316) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:19.817843 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.818761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Bound using segment: {'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:19.818761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Bound port: 94403f56-2e07-4178-b114-dd7191cf3c41, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:19.819156 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.945171 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:11:19.945615 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:11:19.946895 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:19.962344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f309a968-c586-41bb-bf8b-7c7cf04707a2 None None] Could not find standard attr ID for object 94403f56-2e07-4178-b114-dd7191cf3c41. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:11:19.981215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae2708-3a78-414a-b44d-357401d6decc tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 1b7c0be4-98c2-4346-a5a5-d40c828ca0f5 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:19.981592 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2708-3a78-414a-b44d-357401d6decc tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.002021 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=94403f56-2e07-4178-b114-dd7191cf3c41,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:20.079516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 85935048-38a6-4a9b-82b9-145fe599b8da up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:20.155216 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2708-3a78-414a-b44d-357401d6decc tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.174145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae2708-3a78-414a-b44d-357401d6decc tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 1b7c0be4-98c2-4346-a5a5-d40c828ca0f5 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:20.245179 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.245912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d9dca4ac-f12d-4f68-b371-3cf6b8ae7e65 None None] Provisioning for port 1b7c0be4-98c2-4346-a5a5-d40c828ca0f5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:20.259361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d9dca4ac-f12d-4f68-b371-3cf6b8ae7e65 None None] Provisioning complete for port 1b7c0be4-98c2-4346-a5a5-d40c828ca0f5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:20.259742 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d9dca4ac-f12d-4f68-b371-3cf6b8ae7e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.265291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 85935048-38a6-4a9b-82b9-145fe599b8da triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:20.265291 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.364823 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.390248 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2708-3a78-414a-b44d-357401d6decc tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.427178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d9dca4ac-f12d-4f68-b371-3cf6b8ae7e65 None None] Port 1b7c0be4-98c2-4346-a5a5-d40c828ca0f5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:20.438882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae2708-3a78-414a-b44d-357401d6decc tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=1b7c0be4-98c2-4346-a5a5-d40c828ca0f5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:20.472332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d9dca4ac-f12d-4f68-b371-3cf6b8ae7e65 None None] Provisioning complete for port 85935048-38a6-4a9b-82b9-145fe599b8da triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:20.472720 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d9dca4ac-f12d-4f68-b371-3cf6b8ae7e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.502230 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2708-3a78-414a-b44d-357401d6decc tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.507796 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e9ae2708-3a78-414a-b44d-357401d6decc tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/1b7c0be4-98c2-4346-a5a5-d40c828ca0f5 HTTP/1.1" status: 204 len: 168 time: 0.6906221 Aug 29 17:11:20.509012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48320) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:20.516593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Attempting to bind port 94403f56-2e07-4178-b114-dd7191cf3c41 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:20.517015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Attempting to bind port 94403f56-2e07-4178-b114-dd7191cf3c41 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:20.517447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Attempting to bind port 94403f56-2e07-4178-b114-dd7191cf3c41 on network 724fe08f-ce16-41e9-b16c-cb697612d34e {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:20.526990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:20.527877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Checking segment: {'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:20.528282 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.528678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Bound using segment: {'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:20.529152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Bound port: 94403f56-2e07-4178-b114-dd7191cf3c41, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004dc6c6-561c-4d3f-9e9d-66be619fdb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '724fe08f-ce16-41e9-b16c-cb697612d34e'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:20.530297 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.546375 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-add34804-836c-4f7f-b329-c9673e36987e tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:11:20.551012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-add34804-836c-4f7f-b329-c9673e36987e tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/1b7c0be4-98c2-4346-a5a5-d40c828ca0f5 HTTP/1.1" status: 404 len: 333 time: 0.0374069 Aug 29 17:11:20.551178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48322) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:20.588512 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Port 94403f56-2e07-4178-b114-dd7191cf3c41 has been deleted concurrently {{(pid=111678) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 29 17:11:20.632882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d9dca4ac-f12d-4f68-b371-3cf6b8ae7e65 None None] Could not find standard attr ID for object 0220c99e-63a6-43cf-9e0d-35174088e8b5. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:11:20.642875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Routers {'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:20.643539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:20.679085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d040d8-c0b8-4feb-a5a2-0e419fcbc696 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting subnet 0911cd72-c532-453a-9245-1d781561e0a1 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:11:20.685216 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98d040d8-c0b8-4feb-a5a2-0e419fcbc696 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.749490 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98d040d8-c0b8-4feb-a5a2-0e419fcbc696 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.790756 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-de220970-b2cc-408b-bf96-b17b0a42d55b None None] Could not find standard attr ID for object 1b7c0be4-98c2-4346-a5a5-d40c828ca0f5. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:11:20.819399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] Set router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:20.833241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] Router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:11:20.862748 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98d040d8-c0b8-4feb-a5a2-0e419fcbc696 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.936942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6a5cc85a-9039-45af-9842-a8622aaea8e7 None None] Could not find standard attr ID for object 0220c99e-63a6-43cf-9e0d-35174088e8b5. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:11:20.972162 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98d040d8-c0b8-4feb-a5a2-0e419fcbc696 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:20.973114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:11:20.982627 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5cc7fbcd-cdfa-4971-86a2-1af207674a58 admin admin] 10.222.0.22 "PUT /v2.0/routers/ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4933813 Aug 29 17:11:20.985311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48326) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:21.018945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d040d8-c0b8-4feb-a5a2-0e419fcbc696 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Subnet': ['ID=0911cd72-c532-453a-9245-1d781561e0a1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:21.021962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-98d040d8-c0b8-4feb-a5a2-0e419fcbc696 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.023905 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-98d040d8-c0b8-4feb-a5a2-0e419fcbc696 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/0911cd72-c532-453a-9245-1d781561e0a1 HTTP/1.1" status: 204 len: 168 time: 0.4718482 Aug 29 17:11:21.026795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48328) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:21.142433 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.148003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c237d8f1-1d17-4852-8aff-62f4d58a1c21 None None] Network 37b6e0f8-828d-4658-b698-37d3ea47eb7b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:21.152594 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.256876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 85935048-38a6-4a9b-82b9-145fe599b8da {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:21.257490 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.269525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'name': 'tempest-ImageQuotaTest-372515588-router', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:19Z', 'revision_number': 5, 'project_id': '8f31844dc97a4711a50968e54fce2211', 'gw_port': {'id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:21.324241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75923c-86d1-41e2-a018-2544791c34b2 None None] The sync data for ids ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'] in n-d-713301-13 is: [{'id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'name': 'tempest-ImageQuotaTest-372515588-router', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:19Z', 'revision_number': 5, 'project_id': '8f31844dc97a4711a50968e54fce2211', 'gw_port': {'id': 'afe64915-edcd-4a7b-9687-a4b950f18279', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:11:21.386555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] For port 85935048-38a6-4a9b-82b9-145fe599b8da, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=85935048-38a6-4a9b-82b9-145fe599b8da,segment=NetworkSegment(7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e),segment_id=7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:21.386966 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.408304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 85935048-38a6-4a9b-82b9-145fe599b8da owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:21.429986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77982ae8-c7e7-4c57-ab40-e844f4d96bea None None] DHCP port deletion for 37b6e0f8-828d-4658-b698-37d3ea47eb7b request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:11:21.492581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-77982ae8-c7e7-4c57-ab40-e844f4d96bea None None] Deleting port 85935048-38a6-4a9b-82b9-145fe599b8da {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:21.495289 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-77982ae8-c7e7-4c57-ab40-e844f4d96bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.529115 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.580672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-77982ae8-c7e7-4c57-ab40-e844f4d96bea None None] For port 85935048-38a6-4a9b-82b9-145fe599b8da, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=85935048-38a6-4a9b-82b9-145fe599b8da,segment=NetworkSegment(7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e),segment_id=7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:21.581088 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-77982ae8-c7e7-4c57-ab40-e844f4d96bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.593748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=85935048-38a6-4a9b-82b9-145fe599b8da,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:21.599318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No DVR routers for this DVR port 85935048-38a6-4a9b-82b9-145fe599b8da on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:11:21.600085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.604588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-77982ae8-c7e7-4c57-ab40-e844f4d96bea None None] Calling delete_port for 85935048-38a6-4a9b-82b9-145fe599b8da owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:21.686160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Deleting port afe64915-edcd-4a7b-9687-a4b950f18279 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:21.686504 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.726887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.753070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b6e0f8-828d-4658-b698-37d3ea47eb7b']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:21.770036 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-77982ae8-c7e7-4c57-ab40-e844f4d96bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.775661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:21.775896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9c4b98-4356-4ce2-8b1a-ef0bfd93791e') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:21.796683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] For port afe64915-edcd-4a7b-9687-a4b950f18279, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=afe64915-edcd-4a7b-9687-a4b950f18279,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:21.797314 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.807056 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.814966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Calling delete_port for afe64915-edcd-4a7b-9687-a4b950f18279 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:21.821487 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77982ae8-c7e7-4c57-ab40-e844f4d96bea None None] No DVR routers for this DVR port 85935048-38a6-4a9b-82b9-145fe599b8da on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:11:21.825820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77982ae8-c7e7-4c57-ab40-e844f4d96bea None None] Pushing event deleted for resources: {'Port': ['ID=85935048-38a6-4a9b-82b9-145fe599b8da,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:21.848894 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.861830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:11:21.862147 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:11:21.865315 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:11:21.950459 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.959493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:21.967097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/networks/37b6e0f8-828d-4658-b698-37d3ea47eb7b HTTP/1.1" status: 204 len: 168 time: 0.9332972 Aug 29 17:11:21.967536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48334) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:21.975101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7769c-04a1-4b85-9564-f735684327ab tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Network': ['ID=37b6e0f8-828d-4658-b698-37d3ea47eb7b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:21.975756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1393938932'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:22.043130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:22.046714 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.067853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.083819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 85935048-38a6-4a9b-82b9-145fe599b8da no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:11:22.114318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 85935048-38a6-4a9b-82b9-145fe599b8da {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:11:22.115028 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 85935048-38a6-4a9b-82b9-145fe599b8da not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:11:22.115172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:11:22.131004 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.131355 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Added segment 5e0118db-b34a-46f2-912e-7c50b2ccc750 of type vlan for network bcba4223-946f-456e-ba16-f4c5cf147d0b Aug 29 17:11:22.137988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe64915-edcd-4a7b-9687-a4b950f18279,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:22.231394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.251010 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.283092 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c4f570-09f9-47aa-a1e0-0e842f3629b6 None None] Sync routers for ids ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:11:22.294456 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c4f570-09f9-47aa-a1e0-0e842f3629b6 None None] Routers {'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:22.295292 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-54c4f570-09f9-47aa-a1e0-0e842f3629b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:22.364574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.366804 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-54c4f570-09f9-47aa-a1e0-0e842f3629b6 None None] Set router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:22.367414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.368956 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.376749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:22.377494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.426005 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-54c4f570-09f9-47aa-a1e0-0e842f3629b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'name': 'tempest-ImageQuotaTest-372515588-router', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:21Z', 'revision_number': 7, 'project_id': '8f31844dc97a4711a50968e54fce2211', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:22.456413 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c4f570-09f9-47aa-a1e0-0e842f3629b6 None None] Checking router: ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:11:22.464670 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c4f570-09f9-47aa-a1e0-0e842f3629b6 None None] Routers {'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:22.465303 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-54c4f570-09f9-47aa-a1e0-0e842f3629b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:22.492572 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5198309 Aug 29 17:11:22.492572 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.492938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:11:22.493653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48338) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:22.499846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.500977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3e3f6154-e1a6-4006-84fe-0e96aa552fe7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b HTTP/1.1" status: 204 len: 168 time: 1.5147305 Aug 29 17:11:22.503401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48340) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:22.509696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': 'bcba4223-946f-456e-ba16-f4c5cf147d0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:22.510835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef312254-1f2c-4fe1-9be7-5be27eeccde8 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Network': ['ID=bcba4223-946f-456e-ba16-f4c5cf147d0b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:22.529162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network bcba4223-946f-456e-ba16-f4c5cf147d0b details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:11:22.554928 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-54c4f570-09f9-47aa-a1e0-0e842f3629b6 None None] Set router ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:22.570905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f61e6a-7ec1-4aca-b44d-7fc8239e9528 admin admin] Deleting subnet fa7973bb-5784-4a3e-9f75-44c46f0c4f5d {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:11:22.580919 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8f61e6a-7ec1-4aca-b44d-7fc8239e9528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.636508 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8f61e6a-7ec1-4aca-b44d-7fc8239e9528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.646555 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-54c4f570-09f9-47aa-a1e0-0e842f3629b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'name': 'tempest-ImageQuotaTest-372515588-router', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:21Z', 'revision_number': 7, 'project_id': '8f31844dc97a4711a50968e54fce2211', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:22.651887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:22.656593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.678324 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c4f570-09f9-47aa-a1e0-0e842f3629b6 None None] The sync data for ids ['ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b'] in n-d-713301-13 is: [{'id': 'ae2a8cbe-0c4d-4f23-be5d-ea2c3a04166b', 'name': 'tempest-ImageQuotaTest-372515588-router', 'tenant_id': '8f31844dc97a4711a50968e54fce2211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:11Z', 'updated_at': '2021-08-29T17:11:21Z', 'revision_number': 7, 'project_id': '8f31844dc97a4711a50968e54fce2211', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:11:22.732087 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8f61e6a-7ec1-4aca-b44d-7fc8239e9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.830893 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8f61e6a-7ec1-4aca-b44d-7fc8239e9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.874092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f61e6a-7ec1-4aca-b44d-7fc8239e9528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7973bb-5784-4a3e-9f75-44c46f0c4f5d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:22.876486 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8f61e6a-7ec1-4aca-b44d-7fc8239e9528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:22.881933 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c8f61e6a-7ec1-4aca-b44d-7fc8239e9528 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fa7973bb-5784-4a3e-9f75-44c46f0c4f5d HTTP/1.1" status: 204 len: 168 time: 0.3774412 Aug 29 17:11:22.882276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48344) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:22.887981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea090cc-6ffe-4187-81cc-8e627250f2ca None None] Network 724fe08f-ce16-41e9-b16c-cb697612d34e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:22.958124 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.034614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.052754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Subnet': ['ID=6d35c4fc-69de-448c-a81c-9a2ecacb6b64,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:23.085189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Checking segment: {'id': '5e0118db-b34a-46f2-912e-7c50b2ccc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcba4223-946f-456e-ba16-f4c5cf147d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:23.085585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network hostable DHCP agents. Network: bcba4223-946f-456e-ba16-f4c5cf147d0b, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:11:23.111306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network bcba4223-946f-456e-ba16-f4c5cf147d0b is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:11:23.124179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, bcba4223-946f-456e-ba16-f4c5cf147d0b) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:23.129495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:23.130098 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.135757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22d0358-2712-4203-9b01-62403fe2ed3e None None] Network bcba4223-946f-456e-ba16-f4c5cf147d0b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:23.139198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Deleting port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:23.139198 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.161490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777c3d35-5ee8-4739-a61a-e4c3b732ca27 None None] DHCP port deletion for 724fe08f-ce16-41e9-b16c-cb697612d34e request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:11:23.202355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d407bc89-e063-473a-b596-166cc2f49486 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6988864 Aug 29 17:11:23.205662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48346) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:23.219162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-86f94d1c-dabc-44c7-b661-bb4fe0f40374 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-640708781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:23.225807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] For port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0,segment=NetworkSegment(004dc6c6-561c-4d3f-9e9d-66be619fdb49),segment_id=004dc6c6-561c-4d3f-9e9d-66be619fdb49)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:23.226189 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.240908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Calling delete_port for a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:23.257172 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86f94d1c-dabc-44c7-b661-bb4fe0f40374 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.257467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86f94d1c-dabc-44c7-b661-bb4fe0f40374 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.336147 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-777c3d35-5ee8-4739-a61a-e4c3b732ca27 None None] Deleting port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:23.336536 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-777c3d35-5ee8-4739-a61a-e4c3b732ca27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.343680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86f94d1c-dabc-44c7-b661-bb4fe0f40374 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.351851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86f94d1c-dabc-44c7-b661-bb4fe0f40374 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.368226 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.372901 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86f94d1c-dabc-44c7-b661-bb4fe0f40374 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.376648 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-86f94d1c-dabc-44c7-b661-bb4fe0f40374 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1687720 Aug 29 17:11:23.377529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48350) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:23.392415 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'network_id': 'bcba4223-946f-456e-ba16-f4c5cf147d0b', 'name': 'tempest-PortsIpV6TestJSON-1920750281'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:23.398925 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:23.412376 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] No DVR routers for this DVR port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:11:23.459075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-777c3d35-5ee8-4739-a61a-e4c3b732ca27 None None] For port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0,segment=NetworkSegment(004dc6c6-561c-4d3f-9e9d-66be619fdb49),segment_id=004dc6c6-561c-4d3f-9e9d-66be619fdb49)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:23.459497 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-777c3d35-5ee8-4739-a61a-e4c3b732ca27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.473540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-bcba4223-946f-456e-ba16-f4c5cf147d0b', 'network_id': 'bcba4223-946f-456e-ba16-f4c5cf147d0b', 'tenant_id': 'ea94caf948354281823e3ee4bdb7e5e3', 'fixed_ips': [{'subnet_id': '6d35c4fc-69de-448c-a81c-9a2ecacb6b64'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:11:23.474387 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.490771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-777c3d35-5ee8-4739-a61a-e4c3b732ca27 None None] Calling delete_port for a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:23.505630 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.517338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724fe08f-ce16-41e9-b16c-cb697612d34e']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:23.534113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004dc6c6-561c-4d3f-9e9d-66be619fdb49') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:23.534586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004dc6c6-561c-4d3f-9e9d-66be619fdb49') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:23.552283 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.569725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.579003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:11:23.579776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:11:23.581870 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:11:23.596699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:23.607610 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.632628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 45412942-2d01-453c-aac4-502b65f995bc yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:11:23.660651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.667392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.669823 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] 10.222.0.22 "DELETE /v2.0/networks/724fe08f-ce16-41e9-b16c-cb697612d34e HTTP/1.1" status: 204 len: 168 time: 0.7865381 Aug 29 17:11:23.683904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f8ad0-c41a-429d-b858-d092f8cf6568 admin admin] Pushing event deleted for resources: {'Network': ['ID=724fe08f-ce16-41e9-b16c-cb697612d34e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:23.704607 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-777c3d35-5ee8-4739-a61a-e4c3b732ca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.739777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-777c3d35-5ee8-4739-a61a-e4c3b732ca27 None None] Network 724fe08f-ce16-41e9-b16c-cb697612d34e is not hosted by any dhcp agent {{(pid=111678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:11:23.740301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c3d35-5ee8-4739-a61a-e4c3b732ca27 None None] No DVR routers for this DVR port a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:11:23.747546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c3d35-5ee8-4739-a61a-e4c3b732ca27 None None] Pushing event deleted for resources: {'Port': ['ID=a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:23.750926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Allocated IP 2001:db8::2 (bcba4223-946f-456e-ba16-f4c5cf147d0b/6d35c4fc-69de-448c-a81c-9a2ecacb6b64/4df0ee72-4c67-4b0e-978c-571c6a772add) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:23.819854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48354) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:23.865528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48356) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:23.866023 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ab75e365-40b6-492a-8f4d-42b720f5fe6d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8f31844dc97a4711a50968e54fce2211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447094 Aug 29 17:11:23.927933 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.932727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d010908b-1ae7-4e65-9262-d4f78953a5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.938732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Transition to ACTIVE for port object 4df0ee72-4c67-4b0e-978c-571c6a772add will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:23.961271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Transition to ACTIVE for port object 4df0ee72-4c67-4b0e-978c-571c6a772add will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:23.968315 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d010908b-1ae7-4e65-9262-d4f78953a5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:23.972960 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.017385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Network bcba4223-946f-456e-ba16-f4c5cf147d0b is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:24.022672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:24.026943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:24.039477 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d010908b-1ae7-4e65-9262-d4f78953a5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.044078 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d010908b-1ae7-4e65-9262-d4f78953a5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.045488 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d010908b-1ae7-4e65-9262-d4f78953a5c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/80756b6b-b621-4290-8050-83ed504c64f5 HTTP/1.1" status: 204 len: 168 time: 0.1781662 Aug 29 17:11:24.059246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8::1b2 (bcba4223-946f-456e-ba16-f4c5cf147d0b/6d35c4fc-69de-448c-a81c-9a2ecacb6b64/45412942-2d01-453c-aac4-502b65f995bc) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:24.060397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Pushing event updated for resources: {'Port': ['ID=4df0ee72-4c67-4b0e-978c-571c6a772add,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:24.075028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010908b-1ae7-4e65-9262-d4f78953a5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80756b6b-b621-4290-8050-83ed504c64f5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:24.104214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:11:24.262368 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.286867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Transition to ACTIVE for port object 45412942-2d01-453c-aac4-502b65f995bc will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:24.300628 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Attempting to bind port 4df0ee72-4c67-4b0e-978c-571c6a772add on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:24.301016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Attempting to bind port 4df0ee72-4c67-4b0e-978c-571c6a772add by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '5e0118db-b34a-46f2-912e-7c50b2ccc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcba4223-946f-456e-ba16-f4c5cf147d0b'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:24.301417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Attempting to bind port 4df0ee72-4c67-4b0e-978c-571c6a772add on network bcba4223-946f-456e-ba16-f4c5cf147d0b {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:24.303646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:11:24.303997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a3cfbd29-8286-4fec-ba6a-2d9e8b0fb3c0 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:11:24.304415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device afe64915-edcd-4a7b-9687-a4b950f18279 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:11:24.328638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: afe64915-edcd-4a7b-9687-a4b950f18279 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:11:24.329199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device afe64915-edcd-4a7b-9687-a4b950f18279 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:11:24.332093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:24.332485 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Checking segment: {'id': '5e0118db-b34a-46f2-912e-7c50b2ccc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcba4223-946f-456e-ba16-f4c5cf147d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:24.333063 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.333384 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Bound using segment: {'id': '5e0118db-b34a-46f2-912e-7c50b2ccc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcba4223-946f-456e-ba16-f4c5cf147d0b'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:24.333866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Bound port: 4df0ee72-4c67-4b0e-978c-571c6a772add, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0118db-b34a-46f2-912e-7c50b2ccc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bcba4223-946f-456e-ba16-f4c5cf147d0b'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:24.334385 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.341065 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.389910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network bcba4223-946f-456e-ba16-f4c5cf147d0b is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:24.393403 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:24.407778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:24.414899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:24.423779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.424868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] For port 4df0ee72-4c67-4b0e-978c-571c6a772add, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:24.429586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] For port 4df0ee72-4c67-4b0e-978c-571c6a772add, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4df0ee72-4c67-4b0e-978c-571c6a772add,segment=NetworkSegment(5e0118db-b34a-46f2-912e-7c50b2ccc750),segment_id=5e0118db-b34a-46f2-912e-7c50b2ccc750)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:24.435804 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.452745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=45412942-2d01-453c-aac4-502b65f995bc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:24.462936 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e8698035-8f2a-4584-8e16-99945ec54600 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0840490 Aug 29 17:11:24.467233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48366) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:24.517134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40d92f-a9b5-49e5-900b-884c980c5130 None None] Pushing event updated for resources: {'Port': ['ID=4df0ee72-4c67-4b0e-978c-571c6a772add,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:24.588349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48368) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:24.608355 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c79c511-c168-4519-b399-e264a73c8745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.726509 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c79c511-c168-4519-b399-e264a73c8745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.735685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c79c511-c168-4519-b399-e264a73c8745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.803893 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0c79c511-c168-4519-b399-e264a73c8745 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2140627 Aug 29 17:11:24.804769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48370) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:24.806126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79c511-c168-4519-b399-e264a73c8745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fe8c32-e90b-47fb-b938-495de13a0766,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:24.872093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-786cdb12-cb70-4a20-bd93-d79db3af11f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.908772 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-786cdb12-cb70-4a20-bd93-d79db3af11f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.934846 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.961763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-786cdb12-cb70-4a20-bd93-d79db3af11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.964432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-786cdb12-cb70-4a20-bd93-d79db3af11f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:24.968489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-786cdb12-cb70-4a20-bd93-d79db3af11f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6fe8c32-e90b-47fb-b938-495de13a0766 HTTP/1.1" status: 204 len: 168 time: 0.1544378 Aug 29 17:11:24.975104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cdb12-cb70-4a20-bd93-d79db3af11f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fe8c32-e90b-47fb-b938-495de13a0766,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:25.599187 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:25.605579 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:25.726862 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=45412942-2d01-453c-aac4-502b65f995bc,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:25.733563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48396) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:25.736170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e746cf89-2391-427c-bf8b-756e0b7be56a None None] Network bcba4223-946f-456e-ba16-f4c5cf147d0b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:25.821796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-19bf63bb-cb73-450f-8a8d-9cdc33c0a6f8 None None] Provisioning for port 4df0ee72-4c67-4b0e-978c-571c6a772add completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:25.830973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:25.879290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-5764322-network', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:25.911131 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Made reservation on behalf of 8ce1bfe43b0a4f5399de8c90b6ef6980 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:25.914399 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:25.929057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:25.977084 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.086159 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.092328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.114677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:11:26.124045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4df0ee72-4c67-4b0e-978c-571c6a772add up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:26.127354 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.127710 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Added segment 3950f63a-c424-436c-b488-57b536e8ecfd of type vlan for network c48628aa-afb3-4178-b027-9c9764070684 Aug 29 17:11:26.186394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.232014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 4df0ee72-4c67-4b0e-978c-571c6a772add completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:26.232591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.233862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:26.234809 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.238083 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 4df0ee72-4c67-4b0e-978c-571c6a772add triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:26.238552 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.313384 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5761695 Aug 29 17:11:26.313998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bea5ca-5065-48db-8bc0-265a8f8bb228,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:26.316030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b6711498-329c-4e8b-84ec-d544530c6c17 None None] Provisioning complete for port 4df0ee72-4c67-4b0e-978c-571c6a772add triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:26.316435 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b6711498-329c-4e8b-84ec-d544530c6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.320616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48402) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:26.328044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] Request body: {'subnet': {'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-5764322-subnet', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:26.341532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8256c-7295-4113-90da-14a4f888eeda admin admin] Pushing event updated for resources: {'Network': ['ID=c48628aa-afb3-4178-b027-9c9764070684,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:26.372768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] Made reservation on behalf of 8ce1bfe43b0a4f5399de8c90b6ef6980 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:26.375544 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.426723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network c48628aa-afb3-4178-b027-9c9764070684 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:11:26.514658 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.529588 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.530395 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.655513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=45412942-2d01-453c-aac4-502b65f995bc,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:26.664689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.695905 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.721097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85971077-cb6d-4ee2-a86f-177b2084de6d,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:26.757313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] Checking segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:26.757313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] Network hostable DHCP agents. Network: c48628aa-afb3-4178-b027-9c9764070684, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:11:26.782686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] Network c48628aa-afb3-4178-b027-9c9764070684 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:11:26.796606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, c48628aa-afb3-4178-b027-9c9764070684) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:26.805987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:26.807388 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.818062 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb94e03-c8cd-4e3c-81a1-04137daf4843 None None] Network c48628aa-afb3-4178-b027-9c9764070684 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:26.833888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network bcba4223-946f-456e-ba16-f4c5cf147d0b is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:26.837273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:26.850614 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7daf5344-747e-406a-8d3a-47811c7fc4d7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5288782 Aug 29 17:11:26.853652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48406) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:26.859056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:26.902775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 4df0ee72-4c67-4b0e-978c-571c6a772add, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4df0ee72-4c67-4b0e-978c-571c6a772add,segment=NetworkSegment(5e0118db-b34a-46f2-912e-7c50b2ccc750),segment_id=5e0118db-b34a-46f2-912e-7c50b2ccc750)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:26.905938 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b6711498-329c-4e8b-84ec-d544530c6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.907256 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.909559 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:26.928518 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.030116 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.032516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Router 911afe50-a54a-4036-823c-80918ca18191 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:11:27.057249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=4df0ee72-4c67-4b0e-978c-571c6a772add,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:27.065746 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-b6711498-329c-4e8b-84ec-d544530c6c17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:11:27.066391 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-b6711498-329c-4e8b-84ec-d544530c6c17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:11:27.163597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:11:27.170981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-c48628aa-afb3-4178-b027-9c9764070684', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:11:27.171850 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.176439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc300d-674e-4801-9006-740ebdc27bb8 None None] Sync routers for ids ['911afe50-a54a-4036-823c-80918ca18191'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:11:27.190076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-76bc047a-027c-4e49-91b9-85c30a0065d4 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "PUT /v2.0/routers/911afe50-a54a-4036-823c-80918ca18191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7216835 Aug 29 17:11:27.190715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48408) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:27.211624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc300d-674e-4801-9006-740ebdc27bb8 None None] Routers {'911afe50-a54a-4036-823c-80918ca18191'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:27.212505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4cbc300d-674e-4801-9006-740ebdc27bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['911afe50-a54a-4036-823c-80918ca18191'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:27.261742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4cbc300d-674e-4801-9006-740ebdc27bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:27.275897 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed17ad-31d7-4639-889c-dbcee6f69778 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:27.277950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.278890 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2aed17ad-31d7-4639-889c-dbcee6f69778 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports?device_id=911afe50-a54a-4036-823c-80918ca18191 HTTP/1.1" status: 200 len: 989 time: 0.0871739 Aug 29 17:11:27.281647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48412) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:27.353939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc300d-674e-4801-9006-740ebdc27bb8 None None] Routers {'911afe50-a54a-4036-823c-80918ca18191'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:27.354714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4cbc300d-674e-4801-9006-740ebdc27bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['911afe50-a54a-4036-823c-80918ca18191'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:27.404013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4cbc300d-674e-4801-9006-740ebdc27bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:27.404582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc300d-674e-4801-9006-740ebdc27bb8 None None] The sync data for ids ['911afe50-a54a-4036-823c-80918ca18191'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:11:27.463340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Allocated IP 172.20.0.2 (c48628aa-afb3-4178-b027-9c9764070684/85971077-cb6d-4ee2-a86f-177b2084de6d/5777e2ea-f2dc-40fa-b831-84fd47a98827) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:27.570262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.596261 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.658872 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.668785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Transition to ACTIVE for port object 5777e2ea-f2dc-40fa-b831-84fd47a98827 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:27.670644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b6711498-329c-4e8b-84ec-d544530c6c17 None None] Provisioning for port 45412942-2d01-453c-aac4-502b65f995bc completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:27.681391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b6711498-329c-4e8b-84ec-d544530c6c17 None None] Provisioning complete for port 45412942-2d01-453c-aac4-502b65f995bc triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:27.681767 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b6711498-329c-4e8b-84ec-d544530c6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.696620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ed9-d5f9-48a4-98ee-8397bcbfd1fd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.714314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Transition to ACTIVE for port object 5777e2ea-f2dc-40fa-b831-84fd47a98827 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:27.731206 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.738623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Allocated IP 172.25.5.48 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/b711e326-4b5b-485c-9ea8-47f4469654de) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:27.787490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Network c48628aa-afb3-4178-b027-9c9764070684 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:27.790249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b6711498-329c-4e8b-84ec-d544530c6c17 None None] Port 45412942-2d01-453c-aac4-502b65f995bc cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:27.794998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:27.797142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:27.833140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Pushing event updated for resources: {'Port': ['ID=5777e2ea-f2dc-40fa-b831-84fd47a98827,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:27.876353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Attempting to bind port 5777e2ea-f2dc-40fa-b831-84fd47a98827 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:27.876728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Attempting to bind port 5777e2ea-f2dc-40fa-b831-84fd47a98827 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:27.877374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Attempting to bind port 5777e2ea-f2dc-40fa-b831-84fd47a98827 on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:27.885336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:27.885714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Checking segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:27.886122 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.887095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Bound using segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:27.887567 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Bound port: 5777e2ea-f2dc-40fa-b831-84fd47a98827, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:27.887949 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.916857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.960715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-22e0c2a9-6f56-4a34-94d6-53df30d04717 None None] Provisioning complete for port 45412942-2d01-453c-aac4-502b65f995bc triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:27.961136 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-22e0c2a9-6f56-4a34-94d6-53df30d04717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:27.969128 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:28.017427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] For port 5777e2ea-f2dc-40fa-b831-84fd47a98827, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:28.019678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-22e0c2a9-6f56-4a34-94d6-53df30d04717 None None] Port 45412942-2d01-453c-aac4-502b65f995bc cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:28.024336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] For port 5777e2ea-f2dc-40fa-b831-84fd47a98827, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5777e2ea-f2dc-40fa-b831-84fd47a98827,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:28.031008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5faa4ed9-d5f9-48a4-98ee-8397bcbfd1fd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 45412942-2d01-453c-aac4-502b65f995bc {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:28.032117 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:28.033730 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ed9-d5f9-48a4-98ee-8397bcbfd1fd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:28.034243 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:28.045611 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:28.048640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:28.068830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4df0ee72-4c67-4b0e-978c-571c6a772add up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:28.102772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b711e326-4b5b-485c-9ea8-47f4469654de,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:28.148521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38bfb9-18a6-4efd-9007-883d68836028 None None] Pushing event updated for resources: {'Port': ['ID=5777e2ea-f2dc-40fa-b831-84fd47a98827,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:28.171609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 4df0ee72-4c67-4b0e-978c-571c6a772add triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:28.171935 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:28.187005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ed9-d5f9-48a4-98ee-8397bcbfd1fd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:28.201699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5faa4ed9-d5f9-48a4-98ee-8397bcbfd1fd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 45412942-2d01-453c-aac4-502b65f995bc owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:28.455838 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:28.458414 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ed9-d5f9-48a4-98ee-8397bcbfd1fd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:28.499560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa4ed9-d5f9-48a4-98ee-8397bcbfd1fd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=45412942-2d01-453c-aac4-502b65f995bc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:28.606625 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5faa4ed9-d5f9-48a4-98ee-8397bcbfd1fd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:28.709074 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:28.815597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faa4ed9-d5f9-48a4-98ee-8397bcbfd1fd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Router 911afe50-a54a-4036-823c-80918ca18191 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:11:28.864899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Router e5425813-8f25-4290-a19f-b8a3f677b706 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:11:28.895688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faa4ed9-d5f9-48a4-98ee-8397bcbfd1fd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:11:28.904398 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5faa4ed9-d5f9-48a4-98ee-8397bcbfd1fd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "PUT /v2.0/routers/911afe50-a54a-4036-823c-80918ca18191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6200526 Aug 29 17:11:28.905013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48420) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:28.910120 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17d2c7-9947-4ed3-8cab-c40c6a3d620d None None] Sync routers for ids ['911afe50-a54a-4036-823c-80918ca18191'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:11:28.923965 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17d2c7-9947-4ed3-8cab-c40c6a3d620d None None] Routers {'911afe50-a54a-4036-823c-80918ca18191'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:28.924993 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1f17d2c7-9947-4ed3-8cab-c40c6a3d620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['911afe50-a54a-4036-823c-80918ca18191'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:28.941761 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b657aa1-7249-4d23-8d9b-1400706b0a15 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:11:28.947539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0b657aa1-7249-4d23-8d9b-1400706b0a15 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/45412942-2d01-453c-aac4-502b65f995bc HTTP/1.1" status: 404 len: 333 time: 0.0414987 Aug 29 17:11:28.948153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48422) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:28.967970 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1f17d2c7-9947-4ed3-8cab-c40c6a3d620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:28.981065 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17d2c7-9947-4ed3-8cab-c40c6a3d620d None None] Routers {'911afe50-a54a-4036-823c-80918ca18191'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:28.982226 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1f17d2c7-9947-4ed3-8cab-c40c6a3d620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['911afe50-a54a-4036-823c-80918ca18191'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:29.033602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:11:29.034186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8edbe06-34f7-4292-8812-d74856ad069f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.068635 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1f17d2c7-9947-4ed3-8cab-c40c6a3d620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:29.069340 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17d2c7-9947-4ed3-8cab-c40c6a3d620d None None] The sync data for ids ['911afe50-a54a-4036-823c-80918ca18191'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:11:29.116943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Sync routers for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:11:29.155410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:29.156901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:29.163545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.167267 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-753923c8-241c-4eb9-a093-90d703a015f6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3102098 Aug 29 17:11:29.168221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48424) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:29.279637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:29.355920 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8edbe06-34f7-4292-8812-d74856ad069f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.364344 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8edbe06-34f7-4292-8812-d74856ad069f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.434273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8edbe06-34f7-4292-8812-d74856ad069f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.435121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8edbe06-34f7-4292-8812-d74856ad069f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Fanout notify agent at l3_agent the message router_deleted on router 911afe50-a54a-4036-823c-80918ca18191 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:11:29.472204 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c8edbe06-34f7-4292-8812-d74856ad069f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.476308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c8edbe06-34f7-4292-8812-d74856ad069f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/routers/911afe50-a54a-4036-823c-80918ca18191 HTTP/1.1" status: 204 len: 168 time: 0.5249486 Aug 29 17:11:29.477787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48436) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:29.481158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb519f-2616-4eb9-8465-e811c38844d0 None None] Network c48628aa-afb3-4178-b027-9c9764070684 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:29.531649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:28Z', 'revision_number': 3, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:29.576055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Checking router: e5425813-8f25-4290-a19f-b8a3f677b706 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:11:29.576497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Updating router e5425813-8f25-4290-a19f-b8a3f677b706 port b711e326-4b5b-485c-9ea8-47f4469654de binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:11:29.589100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ff4334-373e-4774-bac4-7ce486d31c3e tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting subnet 6d35c4fc-69de-448c-a81c-9a2ecacb6b64 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:11:29.593625 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88ff4334-373e-4774-bac4-7ce486d31c3e tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.624275 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.626569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-18d63601-bcb3-433e-aa03-9b3fce24b7a5 None None] Provisioning for port 5777e2ea-f2dc-40fa-b831-84fd47a98827 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:29.647649 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88ff4334-373e-4774-bac4-7ce486d31c3e tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.770283 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88ff4334-373e-4774-bac4-7ce486d31c3e tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.852201 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88ff4334-373e-4774-bac4-7ce486d31c3e tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.889481 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88ff4334-373e-4774-bac4-7ce486d31c3e tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:29.894341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48444) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:29.894509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-88ff4334-373e-4774-bac4-7ce486d31c3e tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/6d35c4fc-69de-448c-a81c-9a2ecacb6b64 HTTP/1.1" status: 204 len: 168 time: 0.4154258 Aug 29 17:11:29.895468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff4334-373e-4774-bac4-7ce486d31c3e tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Subnet': ['ID=6d35c4fc-69de-448c-a81c-9a2ecacb6b64,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:29.919515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f79b2fd-b758-4cee-ac21-fd689196f4e2 None None] Network bcba4223-946f-456e-ba16-f4c5cf147d0b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:30.013372 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.110183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5777e2ea-f2dc-40fa-b831-84fd47a98827 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:30.185739 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.191556 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.202461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Transition to ACTIVE for port object b711e326-4b5b-485c-9ea8-47f4469654de will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:30.206500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6c2ef2-f505-4288-9780-6fa707c0d783 None None] DHCP port deletion for bcba4223-946f-456e-ba16-f4c5cf147d0b request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:11:30.239542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 4df0ee72-4c67-4b0e-978c-571c6a772add {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:30.240073 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.403505 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.420977 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 5777e2ea-f2dc-40fa-b831-84fd47a98827 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:30.422534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] For port 4df0ee72-4c67-4b0e-978c-571c6a772add, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4df0ee72-4c67-4b0e-978c-571c6a772add,segment=NetworkSegment(5e0118db-b34a-46f2-912e-7c50b2ccc750),segment_id=5e0118db-b34a-46f2-912e-7c50b2ccc750)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:30.423064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.457939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5777e2ea-f2dc-40fa-b831-84fd47a98827 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:30.458633 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.459899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 4df0ee72-4c67-4b0e-978c-571c6a772add owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:30.489827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Allocated IP 172.20.0.1 (c48628aa-afb3-4178-b027-9c9764070684/85971077-cb6d-4ee2-a86f-177b2084de6d/68b13b42-ff46-429d-8d56-3e10b6efa6fd) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:30.510777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Attempting to bind port b711e326-4b5b-485c-9ea8-47f4469654de on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:30.511161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Attempting to bind port b711e326-4b5b-485c-9ea8-47f4469654de by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:30.511574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Attempting to bind port b711e326-4b5b-485c-9ea8-47f4469654de on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:30.518679 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-dae61472-93e3-4642-b230-4f68e6691923 None None] Provisioning complete for port 5777e2ea-f2dc-40fa-b831-84fd47a98827 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:30.519058 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dae61472-93e3-4642-b230-4f68e6691923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.548688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed142f-9b48-4585-bb49-885ddce911c3 None None] Pushing event updated for resources: {'Port': ['ID=b711e326-4b5b-485c-9ea8-47f4469654de,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:30.559493 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:30.559792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:30.560207 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.560737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:30.561088 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Bound port: b711e326-4b5b-485c-9ea8-47f4469654de, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:30.561513 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.627918 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.649787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c2ef2-f505-4288-9780-6fa707c0d783 None None] Deleting port 4df0ee72-4c67-4b0e-978c-571c6a772add {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:30.650095 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2ef2-f505-4288-9780-6fa707c0d783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.659334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] For port b711e326-4b5b-485c-9ea8-47f4469654de, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:30.670481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=4df0ee72-4c67-4b0e-978c-571c6a772add,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:30.680464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No DVR routers for this DVR port 4df0ee72-4c67-4b0e-978c-571c6a772add on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:11:30.684200 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.721018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] For port b711e326-4b5b-485c-9ea8-47f4469654de, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b711e326-4b5b-485c-9ea8-47f4469654de,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:30.734683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Transition to ACTIVE for port object 68b13b42-ff46-429d-8d56-3e10b6efa6fd will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:30.745001 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.783520 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.799853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcba4223-946f-456e-ba16-f4c5cf147d0b']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:30.816074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0118db-b34a-46f2-912e-7c50b2ccc750') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:30.816074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0118db-b34a-46f2-912e-7c50b2ccc750') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:30.829383 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.839227 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.841957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3b6c2ef2-f505-4288-9780-6fa707c0d783 None None] For port 4df0ee72-4c67-4b0e-978c-571c6a772add, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:30.842352 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2ef2-f505-4288-9780-6fa707c0d783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.847272 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.850368 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.872907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c2ef2-f505-4288-9780-6fa707c0d783 None None] Calling delete_port for 4df0ee72-4c67-4b0e-978c-571c6a772add owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:30.883892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-3b6c2ef2-f505-4288-9780-6fa707c0d783 None None] Port 4df0ee72-4c67-4b0e-978c-571c6a772add was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:11:30.885907 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-dae61472-93e3-4642-b230-4f68e6691923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.888955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:11:30.889550 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:11:30.892616 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:11:30.895399 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2ef2-f505-4288-9780-6fa707c0d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:30.915439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:30.916113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:30.923666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed142f-9b48-4585-bb49-885ddce911c3 None None] Pushing event updated for resources: {'Port': ['ID=b711e326-4b5b-485c-9ea8-47f4469654de,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:30.946534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Network c48628aa-afb3-4178-b027-9c9764070684 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:30.958044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:30.992204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:31.026998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c2ef2-f505-4288-9780-6fa707c0d783 None None] No DVR routers for this DVR port 4df0ee72-4c67-4b0e-978c-571c6a772add on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:11:31.030115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 5777e2ea-f2dc-40fa-b831-84fd47a98827, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5777e2ea-f2dc-40fa-b831-84fd47a98827,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:31.035415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c2ef2-f505-4288-9780-6fa707c0d783 None None] Pushing event deleted for resources: {'Port': ['ID=4df0ee72-4c67-4b0e-978c-571c6a772add,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:31.049423 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:31.071017 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Pushing event updated for resources: {'Port': ['ID=68b13b42-ff46-429d-8d56-3e10b6efa6fd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:31.090730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:31.093355 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:31.103950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:31.111321 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/networks/bcba4223-946f-456e-ba16-f4c5cf147d0b HTTP/1.1" status: 204 len: 168 time: 1.2114930 Aug 29 17:11:31.111815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48454) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:31.170746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6e792-0a1c-430f-ab11-0020de1bc64b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Network': ['ID=bcba4223-946f-456e-ba16-f4c5cf147d0b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:31.173820 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-dae61472-93e3-4642-b230-4f68e6691923 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:11:31.174264 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-dae61472-93e3-4642-b230-4f68e6691923 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:11:31.202873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=5777e2ea-f2dc-40fa-b831-84fd47a98827,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:31.206804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:31.218670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ffebca-8aff-4353-ab40-686bef497f6b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:31.223137 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f8ffebca-8aff-4353-ab40-686bef497f6b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/65b34a0c-bc26-417e-9962-135173a11281 HTTP/1.1" status: 200 len: 845 time: 0.1113055 Aug 29 17:11:31.225642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48464) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:31.306666 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eb8dded3-192d-4d7c-b5c6-0064fb53df23 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/65b34a0c-bc26-417e-9962-135173a11281?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0795689 Aug 29 17:11:31.310132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48466) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:31.318957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-94db6630-def9-4cdf-bb8d-ea6fe7251ed9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:31.402779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:31.416575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:28Z', 'revision_number': 3, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:31.447214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca525a-6aca-44b6-b7ca-921a58b1b51e None None] The sync data for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 is: [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:28Z', 'revision_number': 3, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:11:31.490858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94db6630-def9-4cdf-bb8d-ea6fe7251ed9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:31.494672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94db6630-def9-4cdf-bb8d-ea6fe7251ed9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:31.769378 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:31.778923 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:31.861356 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e67e3978-5148-4908-95cd-4ad8422114f9 None None] Provisioning for port 68b13b42-ff46-429d-8d56-3e10b6efa6fd completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:31.868373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e67e3978-5148-4908-95cd-4ad8422114f9 None None] Provisioning complete for port 68b13b42-ff46-429d-8d56-3e10b6efa6fd triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:31.868912 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e67e3978-5148-4908-95cd-4ad8422114f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:31.903242 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:31.905903 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Pushing event updated for resources: {'Port': ['ID=68b13b42-ff46-429d-8d56-3e10b6efa6fd,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:31.919125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94db6630-def9-4cdf-bb8d-ea6fe7251ed9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:31.924636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e67e3978-5148-4908-95cd-4ad8422114f9 None None] Port 68b13b42-ff46-429d-8d56-3e10b6efa6fd cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:31.965656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db6630-def9-4cdf-bb8d-ea6fe7251ed9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:31.971973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-94db6630-def9-4cdf-bb8d-ea6fe7251ed9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:31.983197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1670d-a92f-408d-bca8-6f02fc24fe03 None None] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:31.989205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db6630-def9-4cdf-bb8d-ea6fe7251ed9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:31.990101 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94db6630-def9-4cdf-bb8d-ea6fe7251ed9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.041208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db6630-def9-4cdf-bb8d-ea6fe7251ed9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Subnet': ['ID=1788470d-e967-4b35-b804-0f8cf0a85755,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:32.054098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-94db6630-def9-4cdf-bb8d-ea6fe7251ed9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7426066 Aug 29 17:11:32.056491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48472) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:32.062443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a9481284-7c04-4e1b-b52b-3bbc6dacf736 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'security_group': {'name': 'tempest-secgroup-1110867983'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:32.135453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Network c48628aa-afb3-4178-b027-9c9764070684 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:32.137682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:32.139641 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a9481284-7c04-4e1b-b52b-3bbc6dacf736 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.304667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b711e326-4b5b-485c-9ea8-47f4469654de up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:32.389637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-e1857f68-8249-4fe5-adb3-9aa7ace09058', 'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'tenant_id': 'ea94caf948354281823e3ee4bdb7e5e3', 'fixed_ips': [{'subnet_id': '1788470d-e967-4b35-b804-0f8cf0a85755'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:11:32.390582 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.391422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Router e5425813-8f25-4290-a19f-b8a3f677b706 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:11:32.394321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b711e326-4b5b-485c-9ea8-47f4469654de completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:32.413562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b711e326-4b5b-485c-9ea8-47f4469654de triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:32.413562 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.562163 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a9481284-7c04-4e1b-b52b-3bbc6dacf736 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.573653 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a9481284-7c04-4e1b-b52b-3bbc6dacf736 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.605145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f3f9276f-0e26-4768-8741-f66c103dae48 None None] Provisioning complete for port 68b13b42-ff46-429d-8d56-3e10b6efa6fd triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:32.605721 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f3f9276f-0e26-4768-8741-f66c103dae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.610636 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:11:32.611569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Allocated IP 2001:db8::2 (e1857f68-8249-4fe5-adb3-9aa7ace09058/1788470d-e967-4b35-b804-0f8cf0a85755/b07126fa-4726-40aa-bf09-07d345c5e16a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:32.625587 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6e47fa0b-f1e3-4e21-9630-a8a71fcb5d12 admin admin] 10.222.0.22 "PUT /v2.0/routers/e5425813-8f25-4290-a19f-b8a3f677b706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4561810 Aug 29 17:11:32.644235 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a9481284-7c04-4e1b-b52b-3bbc6dacf736 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.648055 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.648213 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a9481284-7c04-4e1b-b52b-3bbc6dacf736 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5881965 Aug 29 17:11:32.648425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48476) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:32.655189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7bcc0189-e29a-4b62-8990-b6363b376888 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'security_group': {'name': 'tempest-secgroup-1932673477'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:32.655735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9481284-7c04-4e1b-b52b-3bbc6dacf736 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0b2520-11fa-4cea-bcfd-5a028ac489fc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:32.671354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f3f9276f-0e26-4768-8741-f66c103dae48 None None] Port 68b13b42-ff46-429d-8d56-3e10b6efa6fd cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:32.692746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port b711e326-4b5b-485c-9ea8-47f4469654de, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b711e326-4b5b-485c-9ea8-47f4469654de,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:32.712159 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0189-e29a-4b62-8990-b6363b376888 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.717441 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.718232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5777e2ea-f2dc-40fa-b831-84fd47a98827 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:32.830859 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=b711e326-4b5b-485c-9ea8-47f4469654de,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:32.839222 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0189-e29a-4b62-8990-b6363b376888 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.856006 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0189-e29a-4b62-8990-b6363b376888 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.897442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5777e2ea-f2dc-40fa-b831-84fd47a98827 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:32.897971 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.916424 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0189-e29a-4b62-8990-b6363b376888 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.921734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48482) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:32.922919 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7bcc0189-e29a-4b62-8990-b6363b376888 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2725098 Aug 29 17:11:32.927582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc0189-e29a-4b62-8990-b6363b376888 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc816fd-9a8f-4dd3-a40a-56ca096997c3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:32.927950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1435876434', 'security_groups': ['9cc816fd-9a8f-4dd3-a40a-56ca096997c3'], 'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1788470d-e967-4b35-b804-0f8cf0a85755'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:32.944520 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:32.958493 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Transition to ACTIVE for port object b07126fa-4726-40aa-bf09-07d345c5e16a will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:32.978358 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Transition to ACTIVE for port object b07126fa-4726-40aa-bf09-07d345c5e16a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:32.985798 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.065508 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:33.072638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:33.075777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:33.086118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Pushing event updated for resources: {'Port': ['ID=b07126fa-4726-40aa-bf09-07d345c5e16a,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:33.097662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:33.177009 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4df0ee72-4c67-4b0e-978c-571c6a772add no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:11:33.229406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 4df0ee72-4c67-4b0e-978c-571c6a772add {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:11:33.231606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4df0ee72-4c67-4b0e-978c-571c6a772add not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:11:33.239092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Attempting to bind port b07126fa-4726-40aa-bf09-07d345c5e16a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:33.239475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Attempting to bind port b07126fa-4726-40aa-bf09-07d345c5e16a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '25dd7e07-96eb-46a3-bee6-77e94115cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:33.239849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Attempting to bind port b07126fa-4726-40aa-bf09-07d345c5e16a on network e1857f68-8249-4fe5-adb3-9aa7ace09058 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:33.250847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:33.250847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Checking segment: {'id': '25dd7e07-96eb-46a3-bee6-77e94115cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:33.250847 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.250847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Bound using segment: {'id': '25dd7e07-96eb-46a3-bee6-77e94115cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:33.250847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Bound port: b07126fa-4726-40aa-bf09-07d345c5e16a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25dd7e07-96eb-46a3-bee6-77e94115cbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:33.250847 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.252564 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.274045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:11:33.319286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] For port b07126fa-4726-40aa-bf09-07d345c5e16a, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:33.322839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] For port b07126fa-4726-40aa-bf09-07d345c5e16a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b07126fa-4726-40aa-bf09-07d345c5e16a,segment=NetworkSegment(25dd7e07-96eb-46a3-bee6-77e94115cbb3),segment_id=25dd7e07-96eb-46a3-bee6-77e94115cbb3)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:33.327889 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.482472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48496) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:33.493956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1549091940-network', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:33.523081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8::1d6 (e1857f68-8249-4fe5-adb3-9aa7ace09058/1788470d-e967-4b35-b804-0f8cf0a85755/d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:33.533929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Made reservation on behalf of 94b208f194ae4c05b6f30d2d65879fd7 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:33.537957 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.556234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.609514 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919bcde-021c-48a3-bd22-6905d9be404c None None] Pushing event updated for resources: {'Port': ['ID=b07126fa-4726-40aa-bf09-07d345c5e16a,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:33.739555 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.749840 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.754724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.761116 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Sync routers for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:11:33.774718 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:33.775801 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:33.777848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Transition to ACTIVE for port object d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:33.788203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:11:33.816898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b841c73-67a4-4125-abf5-935f371adc42,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:33.820406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.821086 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Added segment 08fd0bf8-9f46-4538-a183-cd3e5a78c6ac of type vlan for network a00554bf-b833-4803-ba3e-ed054125507f Aug 29 17:11:33.862687 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.910653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.956016 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:33.962472 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:33.964394 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.966451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:33.967417 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:33.986921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:33.998002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:34.009676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:34.010557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.028125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:34.056653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e5348ab7-718f-489a-a694-a56589273343 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1332557 Aug 29 17:11:34.060118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48500) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:34.064657 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5788522 Aug 29 17:11:34.069992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48502) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:34.080220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-dc8d3b4c-e8a4-4808-b80f-795cfd2fb01c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:34.089491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] Request body: {'subnet': {'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1549091940-subnet', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:34.098943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a571c-872b-4ed1-bd72-9584c10029d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a00554bf-b833-4803-ba3e-ed054125507f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:34.117545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a00554bf-b833-4803-ba3e-ed054125507f details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:11:34.154902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] Made reservation on behalf of 94b208f194ae4c05b6f30d2d65879fd7 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:34.158478 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.351813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b711e326-4b5b-485c-9ea8-47f4469654de up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:34.364229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8d3b4c-e8a4-4808-b80f-795cfd2fb01c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:34.368703 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc8d3b4c-e8a4-4808-b80f-795cfd2fb01c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.413750 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 2, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:34.450042 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Checking router: e5425813-8f25-4290-a19f-b8a3f677b706 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:11:34.450438 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Updating router e5425813-8f25-4290-a19f-b8a3f677b706 port 68b13b42-ff46-429d-8d56-3e10b6efa6fd binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:11:34.477786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.484267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b711e326-4b5b-485c-9ea8-47f4469654de triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:34.484267 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.486087 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.548896 n-d-713301-13 neutron-server[111677]: INFO neutron.db.ipam_backend_mixin [None req-dc8d3b4c-e8a4-4808-b80f-795cfd2fb01c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1788470d-e967-4b35-b804-0f8cf0a85755 (CIDR: 2001:db8::/64) Aug 29 17:11:34.553360 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8d3b4c-e8a4-4808-b80f-795cfd2fb01c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:11:34.554568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8d3b4c-e8a4-4808-b80f-795cfd2fb01c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:34.556684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a881bbb1-af1a-49d3-9f09-ab53208c5dc0,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:34.571405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] Checking segment: {'id': '08fd0bf8-9f46-4538-a183-cd3e5a78c6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:34.571841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] Network hostable DHCP agents. Network: a00554bf-b833-4803-ba3e-ed054125507f, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:11:34.579384 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dc8d3b4c-e8a4-4808-b80f-795cfd2fb01c tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5155203 Aug 29 17:11:34.579992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48506) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:34.593360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4d1f5240-992f-4dab-962b-43894da3da00 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:34.611766 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b07126fa-4726-40aa-bf09-07d345c5e16a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:34.619417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] Network a00554bf-b833-4803-ba3e-ed054125507f is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:11:34.634166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a00554bf-b833-4803-ba3e-ed054125507f) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:34.639804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:34.640774 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.648283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74877dd0-ea52-463f-a347-98e3ae73450e None None] Network a00554bf-b833-4803-ba3e-ed054125507f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:34.677521 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b64e2d29-2d06-4238-aad6-e2f96aec3997 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5924149 Aug 29 17:11:34.679961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48508) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:34.688794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1549091940-router', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:34.732692 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.733987 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.782825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b07126fa-4726-40aa-bf09-07d345c5e16a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:34.817483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1f5240-992f-4dab-962b-43894da3da00 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:34.822672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5240-992f-4dab-962b-43894da3da00 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.860201 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.880965 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.895126 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Transition to ACTIVE for port object 68b13b42-ff46-429d-8d56-3e10b6efa6fd will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:34.904763 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:34.924158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-a00554bf-b833-4803-ba3e-ed054125507f', 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'fixed_ips': [{'subnet_id': 'a881bbb1-af1a-49d3-9f09-ab53208c5dc0'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:11:34.925139 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.096384 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84c82f-2b7b-4979-9cb5-a37c61bf1ce9 None None] Pushing event updated for resources: {'Port': ['ID=68b13b42-ff46-429d-8d56-3e10b6efa6fd,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:35.114750 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Attempting to bind port 68b13b42-ff46-429d-8d56-3e10b6efa6fd on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:35.115455 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Attempting to bind port 68b13b42-ff46-429d-8d56-3e10b6efa6fd by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:35.116040 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Attempting to bind port 68b13b42-ff46-429d-8d56-3e10b6efa6fd on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:35.122547 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:35.123229 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Checking segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:35.123976 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.124559 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Bound using segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:35.125264 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Bound port: 68b13b42-ff46-429d-8d56-3e10b6efa6fd, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:35.125859 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.198986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Allocated IP 172.20.0.2 (a00554bf-b833-4803-ba3e-ed054125507f/a881bbb1-af1a-49d3-9f09-ab53208c5dc0/5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:35.333725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5240-992f-4dab-962b-43894da3da00 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.411535 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] For port 68b13b42-ff46-429d-8d56-3e10b6efa6fd, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:35.416098 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] For port 68b13b42-ff46-429d-8d56-3e10b6efa6fd, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=68b13b42-ff46-429d-8d56-3e10b6efa6fd,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:35.425129 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.426642 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.438514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f5240-992f-4dab-962b-43894da3da00 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:35.443018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Transition to ACTIVE for port object 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:35.445395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f5240-992f-4dab-962b-43894da3da00 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:35.459162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f5240-992f-4dab-962b-43894da3da00 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:35.459857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d1f5240-992f-4dab-962b-43894da3da00 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.475063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Transition to ACTIVE for port object 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:35.491903 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.504077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4d1f5240-992f-4dab-962b-43894da3da00 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9226871 Aug 29 17:11:35.506278 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48514) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:35.529610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1373383584', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0516b53c-8a98-4b71-8f7c-a3a8f9fec7f1'}], 'security_groups': ['ed0b2520-11fa-4cea-bcfd-5a028ac489fc']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:35.546274 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84c82f-2b7b-4979-9cb5-a37c61bf1ce9 None None] Pushing event updated for resources: {'Port': ['ID=68b13b42-ff46-429d-8d56-3e10b6efa6fd,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:35.564448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c849222d-1cfe-4f01-b305-9039638280f9 None None] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:35.582063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Network a00554bf-b833-4803-ba3e-ed054125507f is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:35.596430 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:35.597076 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:35.639400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:35.642911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:35.670174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Pushing event updated for resources: {'Port': ['ID=5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:35.706558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f5240-992f-4dab-962b-43894da3da00 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Subnet': ['ID=0516b53c-8a98-4b71-8f7c-a3a8f9fec7f1,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:35.718082 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.720743 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Provisioning complete for port 65b34a0c-bc26-417e-9962-135173a11281 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:35.721117 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.764924 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.790492 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:35.821030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Port 65b34a0c-bc26-417e-9962-135173a11281 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:35.829137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Attempting to bind port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:35.829532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Attempting to bind port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '08fd0bf8-9f46-4538-a183-cd3e5a78c6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:35.830517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Attempting to bind port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 on network a00554bf-b833-4803-ba3e-ed054125507f {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:35.837641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:35.838177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Checking segment: {'id': '08fd0bf8-9f46-4538-a183-cd3e5a78c6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:35.838791 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.839165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Bound using segment: {'id': '08fd0bf8-9f46-4538-a183-cd3e5a78c6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:35.839815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Bound port: 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fd0bf8-9f46-4538-a183-cd3e5a78c6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:35.840213 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:35.925843 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Provisioning for port b07126fa-4726-40aa-bf09-07d345c5e16a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:35.958073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Provisioning complete for port b07126fa-4726-40aa-bf09-07d345c5e16a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:35.958518 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.000631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] For port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:36.024305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] For port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7,segment=NetworkSegment(08fd0bf8-9f46-4538-a183-cd3e5a78c6ac),segment_id=08fd0bf8-9f46-4538-a183-cd3e5a78c6ac)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:36.037322 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.038108 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.068641 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.088478 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:35Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:36.137114 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95fd4f6-1934-4697-9a16-f234a6f7c7ad None None] The sync data for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 is: [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:35Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:11:36.238563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265191b-2f03-4a40-a9c2-a8e5d422761e None None] Pushing event updated for resources: {'Port': ['ID=5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:36.257497 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.286750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Delete allocated IP 2001:db8::1d6 (e1857f68-8249-4fe5-adb3-9aa7ace09058/1788470d-e967-4b35-b804-0f8cf0a85755) {{(pid=111677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:11:36.290016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Allocated IP 172.25.5.155 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:36.304647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8:0:1::241 (e1857f68-8249-4fe5-adb3-9aa7ace09058/0516b53c-8a98-4b71-8f7c-a3a8f9fec7f1/d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:36.340057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06435b32-04ad-4b50-972b-de6d2f954a8e None None] Update dhcp port {'port': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'fixed_ips': [{'subnet_id': '1788470d-e967-4b35-b804-0f8cf0a85755', 'ip_address': '2001:db8::2'}, {'subnet_id': '0516b53c-8a98-4b71-8f7c-a3a8f9fec7f1'}], 'binding:host_id': 'n-d-713301-13'}, 'id': 'b07126fa-4726-40aa-bf09-07d345c5e16a'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:11:36.350868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] For port b07126fa-4726-40aa-bf09-07d345c5e16a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b07126fa-4726-40aa-bf09-07d345c5e16a,segment=NetworkSegment(25dd7e07-96eb-46a3-bee6-77e94115cbb3),segment_id=25dd7e07-96eb-46a3-bee6-77e94115cbb3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:36.400816 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.405443 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-06435b32-04ad-4b50-972b-de6d2f954a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.505616 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.561502 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.571958 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.591161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Pushing event updated for resources: {'Port': ['ID=b07126fa-4726-40aa-bf09-07d345c5e16a,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:36.611391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Ignored duplicate provisioning block setup for port d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 29 17:11:36.622784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.659649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.660055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:36.660173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.660342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.661554 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.661924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.662266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.662613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.663072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.663399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.663738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.664074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.664307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:36.664429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee9eaf-8891-4ebd-8d64-8455ba2f8f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:11:36.666423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Pushing event updated for resources: {'Port': ['ID=af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:36.669466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:36.721597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] In _notify_port_updated(), no bound segment for port d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a on network e1857f68-8249-4fe5-adb3-9aa7ace09058 {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:11:36.727350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:36.728133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.729629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "PUT /v2.0/ports/d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a HTTP/1.1" status: 200 len: 931 time: 1.2201488 Aug 29 17:11:36.733194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48524) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:36.783199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-06435b32-04ad-4b50-972b-de6d2f954a8e None None] Allocated IP 2001:db8:0:1::2 (e1857f68-8249-4fe5-adb3-9aa7ace09058/0516b53c-8a98-4b71-8f7c-a3a8f9fec7f1/b07126fa-4726-40aa-bf09-07d345c5e16a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:36.791079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95622e9e-1350-4e2f-838d-9feff283efcb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:36.860760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-81a362a9-6071-4f5e-8270-ad408b282e5a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:36.861133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81a362a9-6071-4f5e-8270-ad408b282e5a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:36.943501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-06435b32-04ad-4b50-972b-de6d2f954a8e None None] For port b07126fa-4726-40aa-bf09-07d345c5e16a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b07126fa-4726-40aa-bf09-07d345c5e16a,segment=NetworkSegment(25dd7e07-96eb-46a3-bee6-77e94115cbb3),segment_id=25dd7e07-96eb-46a3-bee6-77e94115cbb3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:36.980681 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-06435b32-04ad-4b50-972b-de6d2f954a8e None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.006883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-06435b32-04ad-4b50-972b-de6d2f954a8e None None] Transition to ACTIVE for port object b07126fa-4726-40aa-bf09-07d345c5e16a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:37.013949 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-06435b32-04ad-4b50-972b-de6d2f954a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.021729 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81a362a9-6071-4f5e-8270-ad408b282e5a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.036380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-81a362a9-6071-4f5e-8270-ad408b282e5a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:37.104806 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.138753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06435b32-04ad-4b50-972b-de6d2f954a8e None None] Pushing event updated for resources: {'Port': ['ID=b07126fa-4726-40aa-bf09-07d345c5e16a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:37.341830 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81a362a9-6071-4f5e-8270-ad408b282e5a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.406095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a362a9-6071-4f5e-8270-ad408b282e5a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:37.475368 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81a362a9-6071-4f5e-8270-ad408b282e5a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.480789 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-81a362a9-6071-4f5e-8270-ad408b282e5a tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a HTTP/1.1" status: 204 len: 168 time: 0.7464559 Aug 29 17:11:37.481366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48536) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:37.494635 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.523848 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b737d4c9-1111-4bdc-83f2-3c17d3b1279f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:11:37.528017 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b737d4c9-1111-4bdc-83f2-3c17d3b1279f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a HTTP/1.1" status: 404 len: 333 time: 0.0430517 Aug 29 17:11:37.528823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48538) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:37.635625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ff5cf8b-99da-44d3-a147-b60425751c12 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.666723 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ff5cf8b-99da-44d3-a147-b60425751c12 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.728836 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ff5cf8b-99da-44d3-a147-b60425751c12 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.732081 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ff5cf8b-99da-44d3-a147-b60425751c12 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.737104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8ff5cf8b-99da-44d3-a147-b60425751c12 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/security-groups/9cc816fd-9a8f-4dd3-a40a-56ca096997c3 HTTP/1.1" status: 204 len: 168 time: 0.2069499 Aug 29 17:11:37.737810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48540) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:37.745401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb1803-5b0c-47e0-9336-cb043a39e8bc None None] Network a00554bf-b833-4803-ba3e-ed054125507f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:37.764915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5cf8b-99da-44d3-a147-b60425751c12 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc816fd-9a8f-4dd3-a40a-56ca096997c3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:37.775333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Router 72254678-fa56-4f35-a3c7-0caff30e9137 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:11:37.822773 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cabf3fa4-d89e-4e67-be6f-98621cd044f1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.854660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cabf3fa4-d89e-4e67-be6f-98621cd044f1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.930553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d6976456-4ace-4991-8c89-3baebd0ef905 None None] Provisioning for port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:37.932608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:11:37.955454 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Sync routers for ids ['72254678-fa56-4f35-a3c7-0caff30e9137'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:11:37.956446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cabf3fa4-d89e-4e67-be6f-98621cd044f1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.960146 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cabf3fa4-d89e-4e67-be6f-98621cd044f1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.962692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cabf3fa4-d89e-4e67-be6f-98621cd044f1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/security-groups/ed0b2520-11fa-4cea-bcfd-5a028ac489fc HTTP/1.1" status: 204 len: 168 time: 0.2058880 Aug 29 17:11:37.963510 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:37.969011 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-965fa33d-4d02-411b-a44f-da41b499e60f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2879958 Aug 29 17:11:37.969666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48542) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:37.971142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48544) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:37.978206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Routers {'72254678-fa56-4f35-a3c7-0caff30e9137'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:37.979020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['72254678-fa56-4f35-a3c7-0caff30e9137'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:38.006887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf3fa4-d89e-4e67-be6f-98621cd044f1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0b2520-11fa-4cea-bcfd-5a028ac489fc,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:38.178229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46ae307-efda-464b-b369-bcb767a50631 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting subnet 1788470d-e967-4b35-b804-0f8cf0a85755 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:11:38.191075 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e46ae307-efda-464b-b369-bcb767a50631 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:38.236164 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Set router 72254678-fa56-4f35-a3c7-0caff30e9137 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:38.312300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 68b13b42-ff46-429d-8d56-3e10b6efa6fd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:38.345712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4cdd7816-5454-4e51-a18d-930a76acd0db None None] Could not find standard attr ID for object d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:11:38.345979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e46ae307-efda-464b-b369-bcb767a50631 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:38.428885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4cdd7816-5454-4e51-a18d-930a76acd0db None None] Provisioning complete for port 65b34a0c-bc26-417e-9962-135173a11281 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:38.432987 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7816-5454-4e51-a18d-930a76acd0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:38.571835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e46ae307-efda-464b-b369-bcb767a50631 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:38.689367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd7816-5454-4e51-a18d-930a76acd0db None None] Port 65b34a0c-bc26-417e-9962-135173a11281 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:38.710336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 68b13b42-ff46-429d-8d56-3e10b6efa6fd completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:38.717170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 68b13b42-ff46-429d-8d56-3e10b6efa6fd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:38.717576 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:38.737184 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e46ae307-efda-464b-b369-bcb767a50631 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:38.762150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4cdd7816-5454-4e51-a18d-930a76acd0db None None] Provisioning for port b07126fa-4726-40aa-bf09-07d345c5e16a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:38.775373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4cdd7816-5454-4e51-a18d-930a76acd0db None None] Provisioning complete for port b07126fa-4726-40aa-bf09-07d345c5e16a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:38.775759 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7816-5454-4e51-a18d-930a76acd0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:38.811835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e46ae307-efda-464b-b369-bcb767a50631 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:38.813797 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e46ae307-efda-464b-b369-bcb767a50631 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/1788470d-e967-4b35-b804-0f8cf0a85755 HTTP/1.1" status: 204 len: 168 time: 0.8416898 Aug 29 17:11:38.820595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48552) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:38.828701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1752fa8b-ce39-404e-b98c-68d5b8065150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:38.833644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ae307-efda-464b-b369-bcb767a50631 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Subnet': ['ID=1788470d-e967-4b35-b804-0f8cf0a85755,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:38.871595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:38.977308 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:38.992851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'name': 'tempest-TestVolumeBootPattern-1549091940-router', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:34Z', 'updated_at': '2021-08-29T17:11:36Z', 'revision_number': 3, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'gw_port': {'id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:36Z', 'updated_at': '2021-08-29T17:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:39.029161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Checking router: 72254678-fa56-4f35-a3c7-0caff30e9137 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:11:39.029635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Updating router 72254678-fa56-4f35-a3c7-0caff30e9137 port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:11:39.057198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 68b13b42-ff46-429d-8d56-3e10b6efa6fd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=68b13b42-ff46-429d-8d56-3e10b6efa6fd,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:39.075955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1752fa8b-ce39-404e-b98c-68d5b8065150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:39.081766 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1752fa8b-ce39-404e-b98c-68d5b8065150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.097834 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.098816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b07126fa-4726-40aa-bf09-07d345c5e16a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:39.147837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Allocated IP 172.20.0.1 (a00554bf-b833-4803-ba3e-ed054125507f/a881bbb1-af1a-49d3-9f09-ab53208c5dc0/70fc9b36-d891-40a9-95c9-df47846d969b) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:39.155470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=68b13b42-ff46-429d-8d56-3e10b6efa6fd,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:39.159273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d37a7-85f6-4685-93d5-3004c614e5a2 None None] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:39.235306 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.295778 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.311080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Transition to ACTIVE for port object 70fc9b36-d891-40a9-95c9-df47846d969b will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:39.394695 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1752fa8b-ce39-404e-b98c-68d5b8065150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.409538 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.447303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1752fa8b-ce39-404e-b98c-68d5b8065150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:39.450868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-1752fa8b-ce39-404e-b98c-68d5b8065150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:39.455246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1752fa8b-ce39-404e-b98c-68d5b8065150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:39.456501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1752fa8b-ce39-404e-b98c-68d5b8065150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.458232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b07126fa-4726-40aa-bf09-07d345c5e16a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:39.459078 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.470077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752fa8b-ce39-404e-b98c-68d5b8065150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Subnet': ['ID=d4c13400-9d89-4e56-a599-005f69472ede,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:39.472328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Pushing event updated for resources: {'Port': ['ID=70fc9b36-d891-40a9-95c9-df47846d969b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:39.483278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48556) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:39.483697 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1752fa8b-ce39-404e-b98c-68d5b8065150 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6609242 Aug 29 17:11:39.491039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b786c112-749d-46b7-af39-69453d72853d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'security_group': {'name': 'tempest-secgroup-1925356007'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:39.502127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Network a00554bf-b833-4803-ba3e-ed054125507f is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:39.506692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:39.511593 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:39.534539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a9477930-ecbd-42a9-96de-f660c3bb7121 None None] Could not find standard attr ID for object d2eec0a8-37cf-490c-a2df-8f8ba9c07e9a. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:11:39.573581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b786c112-749d-46b7-af39-69453d72853d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.589061 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.764768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:39.814918 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b786c112-749d-46b7-af39-69453d72853d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.818277 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.828946 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.830846 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b786c112-749d-46b7-af39-69453d72853d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.851470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Transition to ACTIVE for port object af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:39.860677 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b786c112-749d-46b7-af39-69453d72853d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.863493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b786c112-749d-46b7-af39-69453d72853d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3789074 Aug 29 17:11:39.867363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48560) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:39.870548 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.874014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6d622cf4-45a1-4281-a51f-0cd8bed2b0cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'security_group': {'name': 'tempest-secgroup-1257290669'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:39.912173 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d622cf4-45a1-4281-a51f-0cd8bed2b0cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.916573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786c112-749d-46b7-af39-69453d72853d tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a4b551-e6f5-4864-bcb9-eac8a01834f4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:39.945647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:39.950965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c89543d9-0ea1-48ad-b319-7aa3901627a3 None None] Provisioning for port 70fc9b36-d891-40a9-95c9-df47846d969b completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:39.968899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:39.969379 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:39.974836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c89543d9-0ea1-48ad-b319-7aa3901627a3 None None] Provisioning complete for port 70fc9b36-d891-40a9-95c9-df47846d969b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:39.975280 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c89543d9-0ea1-48ad-b319-7aa3901627a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.047925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be638277-814d-4730-83b3-7c66df57cdc1 None None] Pushing event updated for resources: {'Port': ['ID=af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:40.049941 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d622cf4-45a1-4281-a51f-0cd8bed2b0cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.053409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Attempting to bind port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:40.053855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Attempting to bind port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:40.054303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Attempting to bind port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:40.057417 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d622cf4-45a1-4281-a51f-0cd8bed2b0cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.063110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4b996b-057d-4159-bf18-31f2b0a2a9c6 None None] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:40.096620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.100731 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d622cf4-45a1-4281-a51f-0cd8bed2b0cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.104670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6d622cf4-45a1-4281-a51f-0cd8bed2b0cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2332466 Aug 29 17:11:40.105518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48564) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:40.107623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.111012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2d197b7b-4289-4ff5-908d-a48dfe2960ad tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'security_group': {'name': 'tempest-secgroup-1477191906'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:40.120197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d622cf4-45a1-4281-a51f-0cd8bed2b0cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a98b79a-650c-4fb5-9a0e-41dfcc8bbc9a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:40.130638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:40.131021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:40.131446 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.131868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:40.132359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Bound port: af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:40.132800 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.148146 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d197b7b-4289-4ff5-908d-a48dfe2960ad tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.172242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c89543d9-0ea1-48ad-b319-7aa3901627a3 None None] Port 70fc9b36-d891-40a9-95c9-df47846d969b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:40.203411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Pushing event updated for resources: {'Port': ['ID=70fc9b36-d891-40a9-95c9-df47846d969b,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:40.212067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.270845 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d197b7b-4289-4ff5-908d-a48dfe2960ad tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.272862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] For port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:40.276416 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d197b7b-4289-4ff5-908d-a48dfe2960ad tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.310898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d197b7b-4289-4ff5-908d-a48dfe2960ad tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6238b20c-1fb1-4f79-9f06-7082184a171d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:40.318197 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.325038 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d197b7b-4289-4ff5-908d-a48dfe2960ad tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.329332 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2d197b7b-4289-4ff5-908d-a48dfe2960ad tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2205284 Aug 29 17:11:40.329847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48566) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:40.336702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-235971852', 'security_groups': ['6238b20c-1fb1-4f79-9f06-7082184a171d'], 'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd4c13400-9d89-4e56-a599-005f69472ede'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:40.362435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Network a00554bf-b833-4803-ba3e-ed054125507f is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:40.364931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:40.374416 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] For port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:40.408053 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.498913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-17d29dff-8b8b-4bf3-be91-1e327153cf53 None None] Provisioning complete for port 65b34a0c-bc26-417e-9962-135173a11281 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:40.499302 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-17d29dff-8b8b-4bf3-be91-1e327153cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.540826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7,segment=NetworkSegment(08fd0bf8-9f46-4538-a183-cd3e5a78c6ac),segment_id=08fd0bf8-9f46-4538-a183-cd3e5a78c6ac)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:40.541518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Routers {'72254678-fa56-4f35-a3c7-0caff30e9137'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:40.542172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['72254678-fa56-4f35-a3c7-0caff30e9137'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:40.562025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be638277-814d-4730-83b3-7c66df57cdc1 None None] Pushing event updated for resources: {'Port': ['ID=af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:40.599584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Router 72254678-fa56-4f35-a3c7-0caff30e9137 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:11:40.604811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:40.617654 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.695239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-17d29dff-8b8b-4bf3-be91-1e327153cf53 None None] Port 65b34a0c-bc26-417e-9962-135173a11281 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:40.789630 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-17d29dff-8b8b-4bf3-be91-1e327153cf53 None None] Provisioning complete for port b07126fa-4726-40aa-bf09-07d345c5e16a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:40.790187 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-17d29dff-8b8b-4bf3-be91-1e327153cf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:40.799194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:40.827879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 68b13b42-ff46-429d-8d56-3e10b6efa6fd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:40.881237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:11:40.885905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] Set router 72254678-fa56-4f35-a3c7-0caff30e9137 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:40.896445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fd3f99a9-9cb1-44a8-80cb-a5002b339af1 admin admin] 10.222.0.22 "PUT /v2.0/routers/72254678-fa56-4f35-a3c7-0caff30e9137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9134672 Aug 29 17:11:41.061175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48578) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:41.207130 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1abdce85-9015-490a-9e3a-f42fbdf89066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.208867 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.231633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] device_id is not set on port 2167f544-ebd6-4bf7-a7fc-45aee2631b69 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:11:41.272572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 68b13b42-ff46-429d-8d56-3e10b6efa6fd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:41.272989 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.334693 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1abdce85-9015-490a-9e3a-f42fbdf89066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.341620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1abdce85-9015-490a-9e3a-f42fbdf89066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.385521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdce85-9015-490a-9e3a-f42fbdf89066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b641ef95-af62-46f5-9484-30a41149193d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:41.390844 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1abdce85-9015-490a-9e3a-f42fbdf89066 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d5aa1a698184453b85e8757ed71b0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281484 Aug 29 17:11:41.393366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48592) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:41.450568 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e50f8c53-6cfd-4517-bc80-65b65dea5272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.467325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8::2b (e1857f68-8249-4fe5-adb3-9aa7ace09058/d4c13400-9d89-4e56-a599-005f69472ede/2167f544-ebd6-4bf7-a7fc-45aee2631b69) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:41.476472 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e50f8c53-6cfd-4517-bc80-65b65dea5272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.483688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d92e48d4-04c9-4811-a85d-1f33bd2d3732 None None] Provisioning complete for port 70fc9b36-d891-40a9-95c9-df47846d969b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:41.484072 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d92e48d4-04c9-4811-a85d-1f33bd2d3732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.532037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d92e48d4-04c9-4811-a85d-1f33bd2d3732 None None] Port 70fc9b36-d891-40a9-95c9-df47846d969b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:41.539159 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e50f8c53-6cfd-4517-bc80-65b65dea5272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.543604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e50f8c53-6cfd-4517-bc80-65b65dea5272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.545403 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e50f8c53-6cfd-4517-bc80-65b65dea5272 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b641ef95-af62-46f5-9484-30a41149193d HTTP/1.1" status: 204 len: 168 time: 0.1507928 Aug 29 17:11:41.555678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f8c53-6cfd-4517-bc80-65b65dea5272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b641ef95-af62-46f5-9484-30a41149193d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:41.571124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'name': 'tempest-TestVolumeBootPattern-1549091940-router', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:34Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 4, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'gw_port': {'id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:36Z', 'updated_at': '2021-08-29T17:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '70fc9b36-d891-40a9-95c9-df47846d969b', 'name': '', 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'mac_address': 'fa:16:3e:f0:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a881bbb1-af1a-49d3-9f09-ab53208c5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:38Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 2, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'subnets': [{'id': 'a881bbb1-af1a-49d3-9f09-ab53208c5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:41.607995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d92e48d4-04c9-4811-a85d-1f33bd2d3732 None None] Provisioning complete for port 65b34a0c-bc26-417e-9962-135173a11281 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:41.608461 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d92e48d4-04c9-4811-a85d-1f33bd2d3732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.612890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bfed24-c93d-40dd-9968-0f3268adf598 None None] The sync data for ids ['72254678-fa56-4f35-a3c7-0caff30e9137'] in n-d-713301-13 is: [{'id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'name': 'tempest-TestVolumeBootPattern-1549091940-router', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:34Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 4, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'gw_port': {'id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:36Z', 'updated_at': '2021-08-29T17:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '70fc9b36-d891-40a9-95c9-df47846d969b', 'name': '', 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'mac_address': 'fa:16:3e:f0:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a881bbb1-af1a-49d3-9f09-ab53208c5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:38Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 2, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'subnets': [{'id': 'a881bbb1-af1a-49d3-9f09-ab53208c5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:11:41.661388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d92e48d4-04c9-4811-a85d-1f33bd2d3732 None None] Port 65b34a0c-bc26-417e-9962-135173a11281 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:41.672869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d92e48d4-04c9-4811-a85d-1f33bd2d3732 None None] Provisioning complete for port b07126fa-4726-40aa-bf09-07d345c5e16a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:41.673571 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d92e48d4-04c9-4811-a85d-1f33bd2d3732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.704827 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:11:41.712709 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.736893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Transition to ACTIVE for port object 2167f544-ebd6-4bf7-a7fc-45aee2631b69 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:41.793793 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.849455 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:41.853397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:41.881573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:41.891523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:41.893142 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:41.916364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=2167f544-ebd6-4bf7-a7fc-45aee2631b69,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:41.940704 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ff4fada2-11bf-4132-8366-6bc4ef0cdc43 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6094699 Aug 29 17:11:41.945255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48606) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:41.963026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7881837c-2951-444c-aba5-fdc9d3f69cb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:42.200877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7881837c-2951-444c-aba5-fdc9d3f69cb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:42.207213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7881837c-2951-444c-aba5-fdc9d3f69cb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:42.326485 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-76e9a1b1-6aea-40e2-b353-faa62202a1aa None None] Provisioning for port 2167f544-ebd6-4bf7-a7fc-45aee2631b69 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:42.330666 n-d-713301-13 neutron-server[111676]: INFO neutron.db.ipam_backend_mixin [None req-7881837c-2951-444c-aba5-fdc9d3f69cb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4c13400-9d89-4e56-a599-005f69472ede (CIDR: 2001:db8::/64) Aug 29 17:11:42.331010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-76e9a1b1-6aea-40e2-b353-faa62202a1aa None None] Provisioning complete for port 2167f544-ebd6-4bf7-a7fc-45aee2631b69 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:42.331516 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-76e9a1b1-6aea-40e2-b353-faa62202a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:42.343812 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-7881837c-2951-444c-aba5-fdc9d3f69cb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:11:42.344782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7881837c-2951-444c-aba5-fdc9d3f69cb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:42.377953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48620) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:42.380059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7881837c-2951-444c-aba5-fdc9d3f69cb3 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4305222 Aug 29 17:11:42.388380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-716dbfcb-f2ed-4847-a948-5f6f9959e666 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:42.395275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-76e9a1b1-6aea-40e2-b353-faa62202a1aa None None] Port 2167f544-ebd6-4bf7-a7fc-45aee2631b69 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:42.544198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716dbfcb-f2ed-4847-a948-5f6f9959e666 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:42.548939 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-716dbfcb-f2ed-4847-a948-5f6f9959e666 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:42.680447 n-d-713301-13 neutron-server[111677]: INFO neutron.db.ipam_backend_mixin [None req-716dbfcb-f2ed-4847-a948-5f6f9959e666 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0516b53c-8a98-4b71-8f7c-a3a8f9fec7f1 (CIDR: 2001:db8:0:1::/64) Aug 29 17:11:42.685632 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-716dbfcb-f2ed-4847-a948-5f6f9959e666 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:11:42.686225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-716dbfcb-f2ed-4847-a948-5f6f9959e666 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:42.712420 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-716dbfcb-f2ed-4847-a948-5f6f9959e666 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3323522 Aug 29 17:11:42.716064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48632) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:42.722866 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-56098f67-6278-4dd5-9460-8f45cce31aed tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'subnet': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:42.735233 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:42.812590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:42.812981 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:42.859544 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c59a4af0-11d4-4dca-adc7-7c6eef39a0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:42.889081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56098f67-6278-4dd5-9460-8f45cce31aed tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Made reservation on behalf of ea94caf948354281823e3ee4bdb7e5e3 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:42.895389 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56098f67-6278-4dd5-9460-8f45cce31aed tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:43.095706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-33a7dbc9-6a6b-4d5f-9f80-574071223982 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1510589 Aug 29 17:11:43.209799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-d5cf45a2-1c36-4baa-89a2-9d61f071f261 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1221144 Aug 29 17:11:43.260111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-953ac729-cd15-4924-ae11-ba7249970647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.260627 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-953ac729-cd15-4924-ae11-ba7249970647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.261119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-953ac729-cd15-4924-ae11-ba7249970647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.262393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-953ac729-cd15-4924-ae11-ba7249970647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.262892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-953ac729-cd15-4924-ae11-ba7249970647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.263369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-953ac729-cd15-4924-ae11-ba7249970647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.265728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-953ac729-cd15-4924-ae11-ba7249970647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.267885 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-953ac729-cd15-4924-ae11-ba7249970647 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=374be93859ef4f9184b6d6740601a35c&device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 6499 time: 0.1129360 Aug 29 17:11:43.509922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-7d7138c1-57b3-46bd-9709-a8946184812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.510565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-7d7138c1-57b3-46bd-9709-a8946184812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.510967 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-7d7138c1-57b3-46bd-9709-a8946184812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.517688 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-7d7138c1-57b3-46bd-9709-a8946184812b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&id=128aaf68-ed9b-4fb1-95a1-4ab98713f865 HTTP/1.1" status: 200 len: 2292 time: 0.2075803 Aug 29 17:11:43.546609 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56098f67-6278-4dd5-9460-8f45cce31aed tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:43.653826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56098f67-6278-4dd5-9460-8f45cce31aed tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:43.660952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-e3d87d56-4f21-4808-b852-3f1f7a0da1c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d HTTP/1.1" status: 200 len: 1002 time: 0.1257825 Aug 29 17:11:43.662190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-56098f67-6278-4dd5-9460-8f45cce31aed tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:43.673656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2722d5b-3c32-41ef-80ff-70e638612250 None None] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:43.678144 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56098f67-6278-4dd5-9460-8f45cce31aed tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.678879 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-56098f67-6278-4dd5-9460-8f45cce31aed tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:43.735119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56098f67-6278-4dd5-9460-8f45cce31aed tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Subnet': ['ID=053aea91-4f08-4d78-85bb-58f8cc52a7db,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:43.756426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-56098f67-6278-4dd5-9460-8f45cce31aed tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0386429 Aug 29 17:11:43.760791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48666) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:43.769817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-567633558', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '053aea91-4f08-4d78-85bb-58f8cc52a7db'}], 'security_groups': ['80a4b551-e6f5-4864-bcb9-eac8a01834f4', '5a98b79a-650c-4fb5-9a0e-41dfcc8bbc9a']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:43.801051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-1ec2ecc1-a7af-409c-bede-3fc90ba97527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.801595 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-1ec2ecc1-a7af-409c-bede-3fc90ba97527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.802083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-1ec2ecc1-a7af-409c-bede-3fc90ba97527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.802564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-1ec2ecc1-a7af-409c-bede-3fc90ba97527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.803035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-1ec2ecc1-a7af-409c-bede-3fc90ba97527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.803507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-1ec2ecc1-a7af-409c-bede-3fc90ba97527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.803980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-1ec2ecc1-a7af-409c-bede-3fc90ba97527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.806012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-1ec2ecc1-a7af-409c-bede-3fc90ba97527 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6509 time: 0.5426066 Aug 29 17:11:43.836156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-590c1768-e152-4591-bc70-bf9ffb194237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.838620 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-590c1768-e152-4591-bc70-bf9ffb194237 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebe5a512-6172-449e-9511-cbf3fdbc8e3d HTTP/1.1" status: 200 len: 850 time: 0.1657438 Aug 29 17:11:43.923491 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:43.947628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-44fe9295-bd3d-48b9-938c-1efd006463f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.948094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-44fe9295-bd3d-48b9-938c-1efd006463f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.948578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-44fe9295-bd3d-48b9-938c-1efd006463f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:43.950295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-44fe9295-bd3d-48b9-938c-1efd006463f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a468c2d-9be1-440f-a192-42e8517f74d6&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=4828ab6e-a734-4184-a1a3-7a146a417538&id=4828ab6e-a734-4184-a1a3-7a146a417538 HTTP/1.1" status: 200 len: 2298 time: 0.1162567 Aug 29 17:11:44.001437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-534a60ec-0f21-4438-ad1b-7136aef148bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:44.003182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-534a60ec-0f21-4438-ad1b-7136aef148bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1f2dcaef-bc6d-481f-b41f-58deaa0939f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1534388 Aug 29 17:11:44.055724 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8bd23-eb10-4558-85c6-553030011d6d None None] Update dhcp port {'port': {'network_id': 'e1857f68-8249-4fe5-adb3-9aa7ace09058', 'fixed_ips': [{'subnet_id': '0516b53c-8a98-4b71-8f7c-a3a8f9fec7f1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd4c13400-9d89-4e56-a599-005f69472ede'}, {'subnet_id': '053aea91-4f08-4d78-85bb-58f8cc52a7db'}], 'binding:host_id': 'n-d-713301-13'}, 'id': 'b07126fa-4726-40aa-bf09-07d345c5e16a'} from n-d-713301-13. {{(pid=111678) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 29 17:11:44.061183 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-14a02557-f098-4124-99ec-84a88c27350d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1118de05-2a40-42f0-8617-64982477f4cf HTTP/1.1" status: 200 len: 1001 time: 0.0981390 Aug 29 17:11:44.071971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-0271d395-6c90-48fc-86fa-47c0a2b7f74f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:44.073730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-0271d395-6c90-48fc-86fa-47c0a2b7f74f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.3644242 Aug 29 17:11:44.088814 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9fc8bd23-eb10-4558-85c6-553030011d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:44.132682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-d8ab604e-0d41-42a2-b709-803be9f2258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:44.134373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-d8ab604e-0d41-42a2-b709-803be9f2258c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0183a3c-e561-4345-8ae5-a5ac3767fc49 HTTP/1.1" status: 200 len: 856 time: 0.0589089 Aug 29 17:11:44.167412 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-4a56506b-e7b1-4790-b103-8b821d02eb62 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/quotas/8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 375 time: 0.0313039 Aug 29 17:11:44.267123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-c6918fd6-73de-4682-9b76-a8e7d672fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:44.268696 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-c6918fd6-73de-4682-9b76-a8e7d672fb41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a468c2d-9be1-440f-a192-42e8517f74d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162796 Aug 29 17:11:44.275094 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-35fb4f25-8e7e-4076-9ec1-e55f946e98ba service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612531 Aug 29 17:11:44.276408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-db901020-9d77-4671-9ddc-1d274a653626 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932195 Aug 29 17:11:44.403259 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-364d4ef8-52e8-4ed4-b6b2-399bc9edcb86 service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252706 Aug 29 17:11:44.430560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-9fc8bd23-eb10-4558-85c6-553030011d6d None None] Allocated IP 2001:db8::2 (e1857f68-8249-4fe5-adb3-9aa7ace09058/d4c13400-9d89-4e56-a599-005f69472ede/b07126fa-4726-40aa-bf09-07d345c5e16a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:44.444529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-9fc8bd23-eb10-4558-85c6-553030011d6d None None] Allocated IP 2001:db8:0:2::2 (e1857f68-8249-4fe5-adb3-9aa7ace09058/053aea91-4f08-4d78-85bb-58f8cc52a7db/b07126fa-4726-40aa-bf09-07d345c5e16a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:44.468021 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-b3432424-ed5a-4b78-a5da-9bb1bab71f50 service neutron] 10.222.0.16 "GET /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817806 Aug 29 17:11:44.538233 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-a8f55afa-874d-43a1-9095-9fac5fd34394 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 200 len: 217 time: 0.0622182 Aug 29 17:11:44.586441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9fc8bd23-eb10-4558-85c6-553030011d6d None None] For port b07126fa-4726-40aa-bf09-07d345c5e16a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b07126fa-4726-40aa-bf09-07d345c5e16a,segment=NetworkSegment(25dd7e07-96eb-46a3-bee6-77e94115cbb3),segment_id=25dd7e07-96eb-46a3-bee6-77e94115cbb3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:44.597693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-508ebbb7-c302-4684-b69d-6bdf1839ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:44.599654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-508ebbb7-c302-4684-b69d-6bdf1839ca14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.0536911 Aug 29 17:11:44.615527 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-5c8e38f4-efad-4dcb-9af8-9a05e04b4661 service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054448 Aug 29 17:11:44.627591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-ea304fd2-dce7-4d4a-ac95-774a969aa028 service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411093 Aug 29 17:11:44.635348 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9fc8bd23-eb10-4558-85c6-553030011d6d None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:44.655364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9fc8bd23-eb10-4558-85c6-553030011d6d None None] Transition to ACTIVE for port object b07126fa-4726-40aa-bf09-07d345c5e16a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:44.665876 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9fc8bd23-eb10-4558-85c6-553030011d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:44.726096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-4b6a1376-ccc6-4877-b2de-6c89678f32e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0957310 Aug 29 17:11:44.738228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8bd23-eb10-4558-85c6-553030011d6d None None] Pushing event updated for resources: {'Port': ['ID=b07126fa-4726-40aa-bf09-07d345c5e16a,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:44.776533 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-51856d8d-b7a6-4cb4-a4af-98af1b8fc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:44.779561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-51856d8d-b7a6-4cb4-a4af-98af1b8fc95e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1716626 Aug 29 17:11:44.820789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:44.865074 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-3c389cb5-6c37-4507-bf6e-721b921d5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:44.866912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-3c389cb5-6c37-4507-bf6e-721b921d5368 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1077528 Aug 29 17:11:44.894037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:44.899260 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:44.899767 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:44.927809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-05268409-1c1a-47d8-864c-e5a1046fe136 service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986693 Aug 29 17:11:44.952548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-71ec3c48-057a-4298-b7a0-50fe3519b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:44.954102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-71ec3c48-057a-4298-b7a0-50fe3519b163 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738184 Aug 29 17:11:45.035545 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-32587484-202e-49ff-b4e2-d729def25a83 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325985 Aug 29 17:11:45.036878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Delete allocated IP 2001:db8::2b (e1857f68-8249-4fe5-adb3-9aa7ace09058/d4c13400-9d89-4e56-a599-005f69472ede) {{(pid=111677) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 29 17:11:45.049943 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Sync routers for ids ['72254678-fa56-4f35-a3c7-0caff30e9137'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:11:45.061099 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:45.063313 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Routers {'72254678-fa56-4f35-a3c7-0caff30e9137'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:45.064325 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['72254678-fa56-4f35-a3c7-0caff30e9137'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:45.101584 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-830e5e04-12b3-4c18-940b-3dcf12281a00 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372292 Aug 29 17:11:45.109429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:45.118083 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:45.204090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Allocated IP 2001:db8:0:2::b0 (e1857f68-8249-4fe5-adb3-9aa7ace09058/053aea91-4f08-4d78-85bb-58f8cc52a7db/2167f544-ebd6-4bf7-a7fc-45aee2631b69) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:45.268965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:45.324112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-8477d56c-2a01-4e58-a222-e776788b9697 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170939 Aug 29 17:11:45.341171 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Set router 72254678-fa56-4f35-a3c7-0caff30e9137 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:45.410485 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-6128f71f-270c-43a5-9153-18abe1a7a1e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 200 len: 217 time: 0.0771487 Aug 29 17:11:45.520805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-728358d9-ec4e-4028-9c07-494a2170ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:45.522104 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-728358d9-ec4e-4028-9c07-494a2170ba97 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1061165 Aug 29 17:11:45.534107 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-114b0282-2ab9-48da-8182-ffc863fbdf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:45.591242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-ab51cbb9-7c6b-4489-869a-c9bbd03a9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:45.592772 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-ab51cbb9-7c6b-4489-869a-c9bbd03a9f11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635145 Aug 29 17:11:45.594879 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d642ea4f-bfa7-4e66-9d17-032e2c132d23 req-bba22cdb-5c2e-44e3-b984-11bce41ecb22 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 210 time: 0.0521765 Aug 29 17:11:45.699349 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-a6369e35-3f3e-4f52-88b9-88b156cb895d service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564755 Aug 29 17:11:45.723067 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'name': 'tempest-TestVolumeBootPattern-1549091940-router', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:34Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 4, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'gw_port': {'id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:36Z', 'updated_at': '2021-08-29T17:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '70fc9b36-d891-40a9-95c9-df47846d969b', 'name': '', 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'mac_address': 'fa:16:3e:f0:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a881bbb1-af1a-49d3-9f09-ab53208c5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:38Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 2, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'subnets': [{'id': 'a881bbb1-af1a-49d3-9f09-ab53208c5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:45.771843 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Checking router: 72254678-fa56-4f35-a3c7-0caff30e9137 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:11:45.772208 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Updating router 72254678-fa56-4f35-a3c7-0caff30e9137 port 70fc9b36-d891-40a9-95c9-df47846d969b binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:11:45.773759 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-897972c2-c604-4b57-bff0-6ca9c4449413 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 200 len: 217 time: 0.0673039 Aug 29 17:11:45.788680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-65c5f2e1-eab2-4284-b2c7-741486cbecdf service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884692 Aug 29 17:11:45.832741 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:45.858340 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:45.859972 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:45.866063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-c5125770-87b9-42e8-a2ca-4c63e8647670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:45.868091 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-c5125770-87b9-42e8-a2ca-4c63e8647670 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.0791950 Aug 29 17:11:45.956912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Transition to ACTIVE for port object 2167f544-ebd6-4bf7-a7fc-45aee2631b69 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:45.959173 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-113d0c6d-1dfd-45a2-918f-25abbb8a315f service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579545 Aug 29 17:11:45.967120 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.018280 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-6b365341-0f62-4044-96af-ffe7ee5d2c00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4 HTTP/1.1" status: 200 len: 217 time: 0.0531671 Aug 29 17:11:46.072795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] In _notify_port_updated(), no bound segment for port 2167f544-ebd6-4bf7-a7fc-45aee2631b69 on network e1857f68-8249-4fe5-adb3-9aa7ace09058 {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:11:46.076563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b9a46e01-cc41-4663-bdda-b3142e913dcc None None] Provisioning for port 2167f544-ebd6-4bf7-a7fc-45aee2631b69 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:46.079046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:46.079691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.081012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "PUT /v2.0/ports/2167f544-ebd6-4bf7-a7fc-45aee2631b69 HTTP/1.1" status: 200 len: 968 time: 2.3185582 Aug 29 17:11:46.083430 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-fd493fbd-e63b-44c8-8a6e-fe305aba8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:46.083737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b9a46e01-cc41-4663-bdda-b3142e913dcc None None] Provisioning complete for port 2167f544-ebd6-4bf7-a7fc-45aee2631b69 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:46.084850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-fd493fbd-e63b-44c8-8a6e-fe305aba8416 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1946843 Aug 29 17:11:46.086167 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9a46e01-cc41-4663-bdda-b3142e913dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.087839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48704) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:46.200305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b9a46e01-cc41-4663-bdda-b3142e913dcc None None] Port 2167f544-ebd6-4bf7-a7fc-45aee2631b69 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:46.218366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-948c3079-a53e-40fc-ba5a-874df27850b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:46.224305 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-948c3079-a53e-40fc-ba5a-874df27850b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1964028 Aug 29 17:11:46.227907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b9a46e01-cc41-4663-bdda-b3142e913dcc None None] Provisioning complete for port 65b34a0c-bc26-417e-9962-135173a11281 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:46.228772 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9a46e01-cc41-4663-bdda-b3142e913dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.269241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-e519a193-b389-422c-b6de-ae928c2cf580 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505444 Aug 29 17:11:46.272806 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07e3c5-0bce-48f9-8877-2cc6efff79b1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event updated for resources: {'Port': ['ID=2167f544-ebd6-4bf7-a7fc-45aee2631b69,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:46.314332 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.321419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b9a46e01-cc41-4663-bdda-b3142e913dcc None None] Port 65b34a0c-bc26-417e-9962-135173a11281 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:46.341470 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Transition to ACTIVE for port object 70fc9b36-d891-40a9-95c9-df47846d969b will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:46.343307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-8b3ec15f-d915-4a9a-8d4b-5c058407b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:46.346653 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-8b3ec15f-d915-4a9a-8d4b-5c058407b220 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1167212 Aug 29 17:11:46.352054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b9a46e01-cc41-4663-bdda-b3142e913dcc None None] Provisioning for port b07126fa-4726-40aa-bf09-07d345c5e16a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:46.357065 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.363947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b9a46e01-cc41-4663-bdda-b3142e913dcc None None] Provisioning complete for port b07126fa-4726-40aa-bf09-07d345c5e16a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:46.366302 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9a46e01-cc41-4663-bdda-b3142e913dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.517640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-96902ec5-3f86-4f57-9061-a3db366c3743 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313797 Aug 29 17:11:46.528407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-69966c82-a021-49bd-9b18-7cb931c47f0b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 2167f544-ebd6-4bf7-a7fc-45aee2631b69 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:46.528758 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69966c82-a021-49bd-9b18-7cb931c47f0b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.571523 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2717c-c7c8-4bcc-8ee2-cfc7129de203 None None] Pushing event updated for resources: {'Port': ['ID=70fc9b36-d891-40a9-95c9-df47846d969b,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:46.631728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-5e9ae11b-1d6f-4484-911d-8cf63edd4614 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768018 Aug 29 17:11:46.639793 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Attempting to bind port 70fc9b36-d891-40a9-95c9-df47846d969b on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:46.640158 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Attempting to bind port 70fc9b36-d891-40a9-95c9-df47846d969b by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '08fd0bf8-9f46-4538-a183-cd3e5a78c6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:46.640634 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Attempting to bind port 70fc9b36-d891-40a9-95c9-df47846d969b on network a00554bf-b833-4803-ba3e-ed054125507f {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:46.661946 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:46.670078 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Checking segment: {'id': '08fd0bf8-9f46-4538-a183-cd3e5a78c6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:46.670656 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.671066 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Bound using segment: {'id': '08fd0bf8-9f46-4538-a183-cd3e5a78c6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:46.671569 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Bound port: 70fc9b36-d891-40a9-95c9-df47846d969b, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fd0bf8-9f46-4538-a183-cd3e5a78c6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:46.671962 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.686851 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.740566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f9805fca-119e-4b88-9b4e-21bd35513381 None None] Provisioning complete for port 2167f544-ebd6-4bf7-a7fc-45aee2631b69 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:46.740949 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f9805fca-119e-4b88-9b4e-21bd35513381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.825808 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] For port 70fc9b36-d891-40a9-95c9-df47846d969b, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:46.829597 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] For port 70fc9b36-d891-40a9-95c9-df47846d969b, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=70fc9b36-d891-40a9-95c9-df47846d969b,segment=NetworkSegment(08fd0bf8-9f46-4538-a183-cd3e5a78c6ac),segment_id=08fd0bf8-9f46-4538-a183-cd3e5a78c6ac)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:46.841568 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:46.858585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f9805fca-119e-4b88-9b4e-21bd35513381 None None] Port 2167f544-ebd6-4bf7-a7fc-45aee2631b69 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:46.876459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:46.927426 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-739a68b6-3959-4d3d-ad22-1d4660324e5a service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874260 Aug 29 17:11:46.947962 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8bb7ba5f-64de-41e4-8842-051280b532d5 req-9732478a-1258-4f6d-8301-ec54ee5da07f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 210 time: 0.1006448 Aug 29 17:11:46.950743 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Routers {'72254678-fa56-4f35-a3c7-0caff30e9137'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:46.951468 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['72254678-fa56-4f35-a3c7-0caff30e9137'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:46.958279 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-8c0de72e-ae29-466d-9877-2380525c2083 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1 HTTP/1.1" status: 200 len: 217 time: 0.2304199 Aug 29 17:11:47.006939 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-356256a0-1c67-4a02-874c-ac15fdb86ffd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c HTTP/1.1" status: 200 len: 217 time: 0.0694065 Aug 29 17:11:47.053492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:47.054245 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:47.078778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-485c5e94-bf94-4887-9995-d5c747db1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:47.086046 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-485c5e94-bf94-4887-9995-d5c747db1968 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1185148 Aug 29 17:11:47.133381 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69966c82-a021-49bd-9b18-7cb931c47f0b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:47.177251 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] Set router 72254678-fa56-4f35-a3c7-0caff30e9137 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:11:47.224872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b07126fa-4726-40aa-bf09-07d345c5e16a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:47.238969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-69966c82-a021-49bd-9b18-7cb931c47f0b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 2167f544-ebd6-4bf7-a7fc-45aee2631b69 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:47.299498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-7857a064-51b8-4023-80c2-c4cb8330cbf9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:47.301083 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-7857a064-51b8-4023-80c2-c4cb8330cbf9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.2119875 Aug 29 17:11:47.302640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-fd2aaabf-b486-4ecd-8733-a90fd8e97e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:47.303996 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-fd2aaabf-b486-4ecd-8733-a90fd8e97e8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.2884820 Aug 29 17:11:47.315635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'port': {'device_id': '141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'admin_state_up': True, 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:47.374448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b07126fa-4726-40aa-bf09-07d345c5e16a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:47.374932 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:47.418786 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2717c-c7c8-4bcc-8ee2-cfc7129de203 None None] Pushing event updated for resources: {'Port': ['ID=70fc9b36-d891-40a9-95c9-df47846d969b,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:47.490640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-69a94847-7564-4c7d-be51-3b791a9d2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:47.493689 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-69a94847-7564-4c7d-be51-3b791a9d2f48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0623949 Aug 29 17:11:47.496398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Made reservation on behalf of 8ce1bfe43b0a4f5399de8c90b6ef6980 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:47.500844 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:47.585713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-2bf52368-8df2-4d60-8261-0ff9489b31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:47.587367 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-2bf52368-8df2-4d60-8261-0ff9489b31b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4850941 Aug 29 17:11:47.615114 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-ed6ffb87-ffbf-4fe8-8b04-4d61196138e1 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111825 Aug 29 17:11:47.616548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69966c82-a021-49bd-9b18-7cb931c47f0b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:47.668668 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:47.682181 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'name': 'tempest-TestVolumeBootPattern-1549091940-router', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:34Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 4, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'gw_port': {'id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:36Z', 'updated_at': '2021-08-29T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '70fc9b36-d891-40a9-95c9-df47846d969b', 'name': '', 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'mac_address': 'fa:16:3e:f0:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a881bbb1-af1a-49d3-9f09-ab53208c5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:38Z', 'updated_at': '2021-08-29T17:11:46Z', 'revision_number': 4, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'subnets': [{'id': 'a881bbb1-af1a-49d3-9f09-ab53208c5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:47.725795 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ad5db-fc1e-4114-b6da-a72ef9a9c3a5 None None] The sync data for ids ['72254678-fa56-4f35-a3c7-0caff30e9137'] in n-d-713301-13 is: [{'id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'name': 'tempest-TestVolumeBootPattern-1549091940-router', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:34Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 4, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'gw_port': {'id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:36Z', 'updated_at': '2021-08-29T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '70fc9b36-d891-40a9-95c9-df47846d969b', 'name': '', 'network_id': 'a00554bf-b833-4803-ba3e-ed054125507f', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'mac_address': 'fa:16:3e:f0:47:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a881bbb1-af1a-49d3-9f09-ab53208c5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:38Z', 'updated_at': '2021-08-29T17:11:46Z', 'revision_number': 4, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'subnets': [{'id': 'a881bbb1-af1a-49d3-9f09-ab53208c5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:11:47.853567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69966c82-a021-49bd-9b18-7cb931c47f0b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=2167f544-ebd6-4bf7-a7fc-45aee2631b69,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:47.861646 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-8ce27425-c098-4220-b323-6de81cac8460 service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662282 Aug 29 17:11:47.874497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-e5d92d5a-d651-4786-9125-f8bd98d517a4 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513835 Aug 29 17:11:48.017462 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-8ba15b1a-82b1-4c53-8266-17029fe3ace6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a55f850-c98f-47e3-abdd-88155a009bfa HTTP/1.1" status: 200 len: 217 time: 0.1055341 Aug 29 17:11:48.146309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Allocated IP 172.20.0.9 (c48628aa-afb3-4178-b027-9c9764070684/85971077-cb6d-4ee2-a86f-177b2084de6d/7ea24ed4-d85b-415e-9207-dc43b80e3511) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:48.154906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-a141911f-231b-43f3-9a22-07eedf05af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:48.156636 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-a141911f-231b-43f3-9a22-07eedf05af82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.1324842 Aug 29 17:11:48.299098 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:48.303906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-0501ebab-14ab-4369-89fd-2f2ac63c2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:48.309742 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-0501ebab-14ab-4369-89fd-2f2ac63c2360 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1345818 Aug 29 17:11:48.361769 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69966c82-a021-49bd-9b18-7cb931c47f0b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:48.366432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-69966c82-a021-49bd-9b18-7cb931c47f0b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/2167f544-ebd6-4bf7-a7fc-45aee2631b69 HTTP/1.1" status: 204 len: 168 time: 2.2751174 Aug 29 17:11:48.378279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48720) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:48.425113 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-295539e4-46a2-4b0c-b914-98638116e5dd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] GET failed (client error): The resource could not be found. Aug 29 17:11:48.431551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-295539e4-46a2-4b0c-b914-98638116e5dd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports/2167f544-ebd6-4bf7-a7fc-45aee2631b69 HTTP/1.1" status: 404 len: 333 time: 0.0474322 Aug 29 17:11:48.433795 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-375e2ddb-9afe-4c9e-aeee-b064c67de6a9 req-be051992-e1b2-4a83-8d8e-d081ce743d65 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 210 time: 0.0774922 Aug 29 17:11:48.435855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48722) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:48.540769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-56927a45-aaca-4c8b-a2f2-5c8da7638ee8 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212992 Aug 29 17:11:48.549540 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e03a041a-9eb6-4f6b-b3cf-8c5b9f804517 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:48.558335 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-5663f973-599d-4cad-9443-54b8ccd0fa2a service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741982 Aug 29 17:11:48.612819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:48.614888 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-f2cff0b3-746a-4b2f-80e3-75e29acdf10d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=efae15c7-233c-4c88-a37e-d87adca34c60 HTTP/1.1" status: 200 len: 217 time: 0.0456626 Aug 29 17:11:48.636187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Transition to ACTIVE for port object 7ea24ed4-d85b-415e-9207-dc43b80e3511 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:48.655313 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e03a041a-9eb6-4f6b-b3cf-8c5b9f804517 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:48.736043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-076ac3c1-b2b0-4d20-9246-e5ff0cccea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:48.737618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-076ac3c1-b2b0-4d20-9246-e5ff0cccea88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 200 len: 797 time: 0.1128170 Aug 29 17:11:48.754729 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-9a3a14c7-24be-4e2d-bcde-403c72462ff2 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053833 Aug 29 17:11:48.808279 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-5fe317b3-e594-4467-8cf5-5e56b93597b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5 HTTP/1.1" status: 200 len: 217 time: 0.0425243 Aug 29 17:11:48.816117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70fc9b36-d891-40a9-95c9-df47846d969b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:48.832084 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:48.878185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e03a041a-9eb6-4f6b-b3cf-8c5b9f804517 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:48.905965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=7ea24ed4-d85b-415e-9207-dc43b80e3511,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:48.926539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e03a041a-9eb6-4f6b-b3cf-8c5b9f804517 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:48.939129 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e03a041a-9eb6-4f6b-b3cf-8c5b9f804517 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/security-groups/6238b20c-1fb1-4f79-9f06-7082184a171d HTTP/1.1" status: 204 len: 168 time: 0.5021918 Aug 29 17:11:48.940101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Network c48628aa-afb3-4178-b027-9c9764070684 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:48.941436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48726) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:48.954317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-1809fece-98dc-4599-8d1a-d1b87ae16569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:48.968716 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-1809fece-98dc-4599-8d1a-d1b87ae16569 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.1531136 Aug 29 17:11:48.970868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:48.975029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:49.007817 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 70fc9b36-d891-40a9-95c9-df47846d969b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:49.014765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a041a-9eb6-4f6b-b3cf-8c5b9f804517 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6238b20c-1fb1-4f79-9f06-7082184a171d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:49.015931 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 70fc9b36-d891-40a9-95c9-df47846d969b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:49.016487 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.048135 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-e0840ac7-e11b-4ee7-8eb9-c916984ac299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:49.053094 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-e0840ac7-e11b-4ee7-8eb9-c916984ac299 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64164b92-1e6b-45ee-89d0-a1828cbc0c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3025129 Aug 29 17:11:49.145944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:49.146638 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.177354 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-9f713c6f-fd46-42f2-a711-3f016acc0632 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8661220 Aug 29 17:11:49.184535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-d624e600-9925-4943-8ff1-58e9ae5c0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:49.186606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-d624e600-9925-4943-8ff1-58e9ae5c0ad9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2038620 Aug 29 17:11:49.200298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Request body: {'port': {'device_id': '141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:49.260212 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.305291 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-e6193cd2-3782-4c11-bd14-974aca277b0a service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437413 Aug 29 17:11:49.320552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 70fc9b36-d891-40a9-95c9-df47846d969b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=70fc9b36-d891-40a9-95c9-df47846d969b,segment=NetworkSegment(08fd0bf8-9f46-4538-a183-cd3e5a78c6ac),segment_id=08fd0bf8-9f46-4538-a183-cd3e5a78c6ac)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:49.336646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.385861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-47c8e524-8c30-465f-95e7-3fe5ec0475b0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.408958 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.440241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b865612f-b73c-4ef4-94ea-1825feaf0105 None None] Provisioning for port 7ea24ed4-d85b-415e-9207-dc43b80e3511 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:49.453861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b865612f-b73c-4ef4-94ea-1825feaf0105 None None] Provisioning complete for port 7ea24ed4-d85b-415e-9207-dc43b80e3511 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:49.454244 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b865612f-b73c-4ef4-94ea-1825feaf0105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.469288 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-66aff447-59de-49be-8f27-41b9be7867ef service neutron] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549683 Aug 29 17:11:49.490630 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=70fc9b36-d891-40a9-95c9-df47846d969b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:49.506509 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-47c8e524-8c30-465f-95e7-3fe5ec0475b0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.507352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b865612f-b73c-4ef4-94ea-1825feaf0105 None None] Port 7ea24ed4-d85b-415e-9207-dc43b80e3511 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:49.588499 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-7de6bc0d-a47f-4b80-97c6-7b16d6dd4be4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 HTTP/1.1" status: 200 len: 217 time: 0.1049709 Aug 29 17:11:49.638275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48736) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:49.706110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-70a3780e-64e7-4f97-b170-d005c3a8227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:49.707807 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-70a3780e-64e7-4f97-b170-d005c3a8227a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.1059055 Aug 29 17:11:49.710627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-3c52237b-d3d0-47f1-ba15-8b3800f9bc9e service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150061 Aug 29 17:11:49.715104 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-47c8e524-8c30-465f-95e7-3fe5ec0475b0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.715592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74323453-3c16-417d-b142-86d6fdb34e2c req-5fcf6916-3c14-4ceb-ae63-68cc814fb5fb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:49.717087 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74323453-3c16-417d-b142-86d6fdb34e2c req-5fcf6916-3c14-4ceb-ae63-68cc814fb5fb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 931 time: 0.1267536 Aug 29 17:11:49.726947 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-47c8e524-8c30-465f-95e7-3fe5ec0475b0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.731103 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-47c8e524-8c30-465f-95e7-3fe5ec0475b0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/security-groups/5a98b79a-650c-4fb5-9a0e-41dfcc8bbc9a HTTP/1.1" status: 204 len: 168 time: 0.7856889 Aug 29 17:11:49.734947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48740) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:49.836969 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84367f7c-cd3b-4975-94d6-3cedf173ce17 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.855935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74323453-3c16-417d-b142-86d6fdb34e2c req-94408b2e-3cd3-428d-b988-5a6e507d3d81 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289968 Aug 29 17:11:49.864068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-79f815eb-c5cc-4f8a-9f09-a6b3e225be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:49.865787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-79f815eb-c5cc-4f8a-9f09-a6b3e225be56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1477046 Aug 29 17:11:49.903570 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84367f7c-cd3b-4975-94d6-3cedf173ce17 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:49.938136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8e524-8c30-465f-95e7-3fe5ec0475b0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a98b79a-650c-4fb5-9a0e-41dfcc8bbc9a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:49.940334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-802bc6d7-310b-4c57-ac3c-270c49eb5602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.048978 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84367f7c-cd3b-4975-94d6-3cedf173ce17 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.051587 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84367f7c-cd3b-4975-94d6-3cedf173ce17 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.055190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-84367f7c-cd3b-4975-94d6-3cedf173ce17 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/security-groups/80a4b551-e6f5-4864-bcb9-eac8a01834f4 HTTP/1.1" status: 204 len: 168 time: 0.3014364 Aug 29 17:11:50.060820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48746) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:50.125011 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-e41f0c61-015a-4208-982c-d92ffa96368d service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458048 Aug 29 17:11:50.131540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84367f7c-cd3b-4975-94d6-3cedf173ce17 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a4b551-e6f5-4864-bcb9-eac8a01834f4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:50.211754 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.248171 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a00e250-e1dc-495d-81fa-373e3cf83122 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting subnet d4c13400-9d89-4e56-a599-005f69472ede {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:11:50.259967 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a00e250-e1dc-495d-81fa-373e3cf83122 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.329148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b0e77d3-35f2-4ed8-99cc-ede5b7b27789 req-49665660-421d-483a-92c8-4ec387c42206 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995982 Aug 29 17:11:50.334172 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a00e250-e1dc-495d-81fa-373e3cf83122 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.395709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea24ed4-d85b-415e-9207-dc43b80e3511 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:11:50.402120 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-f8d3d80b-52af-4758-95a4-56ec10ece8b4 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569315 Aug 29 17:11:50.407819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.421011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Transition to ACTIVE for port object 7ea24ed4-d85b-415e-9207-dc43b80e3511 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:50.426825 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.428613 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-802bc6d7-310b-4c57-ac3c-270c49eb5602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.462084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-802bc6d7-310b-4c57-ac3c-270c49eb5602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.470868 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-fa43c9f2-af7d-464c-90dc-67f0de9dd364 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d HTTP/1.1" status: 200 len: 217 time: 0.0665529 Aug 29 17:11:50.520154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Pushing event updated for resources: {'Port': ['ID=7ea24ed4-d85b-415e-9207-dc43b80e3511,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:50.572774 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-802bc6d7-310b-4c57-ac3c-270c49eb5602 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f42bd106b0a6499593510a1c566d232c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9100127 Aug 29 17:11:50.575927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48748) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:50.579843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bc6d7-310b-4c57-ac3c-270c49eb5602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfe0ce1-e883-40c9-8b42-ade4e5b0c8e0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:50.583780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Attempting to bind port 7ea24ed4-d85b-415e-9207-dc43b80e3511 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:50.584059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Attempting to bind port 7ea24ed4-d85b-415e-9207-dc43b80e3511 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:50.584402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Attempting to bind port 7ea24ed4-d85b-415e-9207-dc43b80e3511 on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:50.590964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Port 7ea24ed4-d85b-415e-9207-dc43b80e3511 on network c48628aa-afb3-4178-b027-9c9764070684 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:11:50.591280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Attempting to bind port 7ea24ed4-d85b-415e-9207-dc43b80e3511 on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:50.600155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:50.601013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Checking segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:50.601471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Bound using segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:50.601870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Bound port: 7ea24ed4-d85b-415e-9207-dc43b80e3511, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:50.602239 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.618386 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a00e250-e1dc-495d-81fa-373e3cf83122 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.626604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-443f0d73-a4e6-4078-a09b-19a0a91e9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:50.628132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-443f0d73-a4e6-4078-a09b-19a0a91e9198 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 200 len: 797 time: 0.1400278 Aug 29 17:11:50.677515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] For port 7ea24ed4-d85b-415e-9207-dc43b80e3511, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:50.680700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] For port 7ea24ed4-d85b-415e-9207-dc43b80e3511, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=7ea24ed4-d85b-415e-9207-dc43b80e3511,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:50.693319 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.721699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:50.723450 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.725063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] 10.222.0.16 "PUT /v2.0/ports/7ea24ed4-d85b-415e-9207-dc43b80e3511 HTTP/1.1" status: 200 len: 1092 time: 1.5375233 Aug 29 17:11:50.725768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c', 'tag': '7ea24ed4-d85b-415e-9207-dc43b80e3511'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:11:50.728346 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887" -d '{"events": [{"name": "network-changed", "server_uuid": "141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c", "tag": "7ea24ed4-d85b-415e-9207-dc43b80e3511"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:11:50.747636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70fc9b36-d891-40a9-95c9-df47846d969b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:50.785472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd509141-c97e-421f-b5e1-11c422dfd4bd service neutron] Pushing event updated for resources: {'Port': ['ID=7ea24ed4-d85b-415e-9207-dc43b80e3511,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:50.804366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a00e250-e1dc-495d-81fa-373e3cf83122 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.830331 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed06c8ad-62cb-465e-8f20-1e2079765efc x-openstack-request-id: req-ed06c8ad-62cb-465e-8f20-1e2079765efc {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:11:50.830555 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c", "tag": "7ea24ed4-d85b-415e-9207-dc43b80e3511", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:11:50.830951 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed06c8ad-62cb-465e-8f20-1e2079765efc {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:11:50.831190 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c', 'tag': '7ea24ed4-d85b-415e-9207-dc43b80e3511', 'status': 'completed', 'code': 200} Aug 29 17:11:50.852510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-f72da49e-42ae-4c2a-8326-8ace1b23931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:50.853770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 70fc9b36-d891-40a9-95c9-df47846d969b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:50.854085 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-f72da49e-42ae-4c2a-8326-8ace1b23931c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 1095 time: 0.0653777 Aug 29 17:11:50.854222 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.856155 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00e250-e1dc-495d-81fa-373e3cf83122 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c13400-9d89-4e56-a599-005f69472ede,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:50.886161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-9b564ed2-3b53-47ab-9c85-0b1973c3e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:50.890453 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-9b564ed2-3b53-47ab-9c85-0b1973c3e184 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=128aaf68-ed9b-4fb1-95a1-4ab98713f865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2268813 Aug 29 17:11:50.893584 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9a00e250-e1dc-495d-81fa-373e3cf83122 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.898786 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9a00e250-e1dc-495d-81fa-373e3cf83122 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/d4c13400-9d89-4e56-a599-005f69472ede HTTP/1.1" status: 204 len: 168 time: 0.8258529 Aug 29 17:11:50.902531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14feb5ce-3c0c-4e5b-b3a8-5f39d8ac7dfa None None] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:50.912702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48754) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:50.924357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-19905f0c-d4bc-4397-ac8e-8a93c84ad369 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ea24ed4-d85b-415e-9207-dc43b80e3511 HTTP/1.1" status: 200 len: 217 time: 0.0592370 Aug 29 17:11:50.926280 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2ace-4dba-43a2-b880-2925656669d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:50.987614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-b3fe37e5-f0bd-495d-a802-d17cbb0b3495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:50.989894 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-b3fe37e5-f0bd-495d-a802-d17cbb0b3495 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0568476 Aug 29 17:11:51.015213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8df858-91f6-4e49-bb45-2e7430ecc886 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting subnet 053aea91-4f08-4d78-85bb-58f8cc52a7db {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:11:51.040986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c8df858-91f6-4e49-bb45-2e7430ecc886 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:51.101481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-91ad538b-c2c2-4ce7-9714-cc8283b7b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:51.103147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-91ad538b-c2c2-4ce7-9714-cc8283b7b0e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059067 Aug 29 17:11:51.118217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39618df-e33b-4c59-82c2-800bc6c001b0 req-d672b414-c370-4bf0-a507-023b58af866b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:51.120476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d39618df-e33b-4c59-82c2-800bc6c001b0 req-d672b414-c370-4bf0-a507-023b58af866b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 943 time: 0.0768147 Aug 29 17:11:51.158955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2ace-4dba-43a2-b880-2925656669d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:51.162302 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c8df858-91f6-4e49-bb45-2e7430ecc886 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:51.233257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d39618df-e33b-4c59-82c2-800bc6c001b0 req-58ec4342-1ef9-4881-b5e8-7c8660e05dd9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027293 Aug 29 17:11:51.257943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-8b404ffd-3ebd-4a40-a378-3853055dc47b service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352830 Aug 29 17:11:51.281395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-eb270fab-c8a6-4457-8442-789670e6c095 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722672 Aug 29 17:11:51.341319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c8df858-91f6-4e49-bb45-2e7430ecc886 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:51.364264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a4245af-083f-4a7a-ab02-bd087dbe9654 req-d1441fc2-45db-4bb3-b5e2-137f95128418 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942388 Aug 29 17:11:51.463315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887 req-c2bb0a0d-9923-4b73-9d9b-d40f3d862232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:51.465754 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887 req-c2bb0a0d-9923-4b73-9d9b-d40f3d862232 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 1095 time: 0.0484552 Aug 29 17:11:51.484544 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2ace-4dba-43a2-b880-2925656669d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:51.487408 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2ace-4dba-43a2-b880-2925656669d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:51.488741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d4ba2ace-4dba-43a2-b880-2925656669d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9bfe0ce1-e883-40c9-8b42-ade4e5b0c8e0 HTTP/1.1" status: 204 len: 168 time: 0.9058800 Aug 29 17:11:51.533519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba2ace-4dba-43a2-b880-2925656669d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfe0ce1-e883-40c9-8b42-ade4e5b0c8e0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:51.551190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c8df858-91f6-4e49-bb45-2e7430ecc886 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:51.570156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92292473-0bd5-4611-8029-fd2bda33cb87 req-05fed42d-48ce-483b-ad05-ff6ee7d86ed9 service neutron] 10.222.0.16 "GET /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639809 Aug 29 17:11:51.593281 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c8df858-91f6-4e49-bb45-2e7430ecc886 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:51.595190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1c8df858-91f6-4e49-bb45-2e7430ecc886 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/053aea91-4f08-4d78-85bb-58f8cc52a7db HTTP/1.1" status: 204 len: 168 time: 0.6599841 Aug 29 17:11:51.596066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8df858-91f6-4e49-bb45-2e7430ecc886 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Subnet': ['ID=053aea91-4f08-4d78-85bb-58f8cc52a7db,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:51.597812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48760) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:51.626796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887 req-c2af415f-aebb-497b-9c82-5f837ade3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:51.628916 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887 req-c2af415f-aebb-497b-9c82-5f837ade3cd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.1563652 Aug 29 17:11:51.639144 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-776950d7-0309-4b9e-a957-97aebf6ae63b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:11:51.639713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776950d7-0309-4b9e-a957-97aebf6ae63b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:51.641507 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-776950d7-0309-4b9e-a957-97aebf6ae63b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/d4c13400-9d89-4e56-a599-005f69472ede HTTP/1.1" status: 404 len: 337 time: 0.0427456 Aug 29 17:11:51.643974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48762) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:51.701001 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887 req-2e77b795-f1d2-44ab-a30b-ad22ad3d0a39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ea24ed4-d85b-415e-9207-dc43b80e3511 HTTP/1.1" status: 200 len: 217 time: 0.0626926 Aug 29 17:11:51.704464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ede46bd-bd05-4d5f-99b5-547660facda2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting subnet 0516b53c-8a98-4b71-8f7c-a3a8f9fec7f1 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:11:51.708144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ede46bd-bd05-4d5f-99b5-547660facda2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:51.764444 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ede46bd-bd05-4d5f-99b5-547660facda2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:51.766963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887 req-6d2129e4-2eaf-45eb-a7d0-5bdffa8c650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:51.768905 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887 req-6d2129e4-2eaf-45eb-a7d0-5bdffa8c650d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0593374 Aug 29 17:11:51.823707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887 req-3ed47e1c-7b03-4b69-8c58-ba60d9e1a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:51.825864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887 req-3ed47e1c-7b03-4b69-8c58-ba60d9e1a1ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486970 Aug 29 17:11:51.941281 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887 req-83b5f5ee-55db-45e4-928b-ea0609960b50 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064618 Aug 29 17:11:51.961326 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ede46bd-bd05-4d5f-99b5-547660facda2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.077563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afcabde-3af2-403d-b889-54813d76973a None None] Network e1857f68-8249-4fe5-adb3-9aa7ace09058 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:52.079597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48768) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.096042 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ede46bd-bd05-4d5f-99b5-547660facda2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.105017 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d01f4400-aeea-4ae7-92c0-29e7f8e5f887 req-aff4374c-324f-442f-a645-2d28d00f76a2 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545007 Aug 29 17:11:52.138791 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52585c46-77e2-429f-b471-a2135e0e2667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.143571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede46bd-bd05-4d5f-99b5-547660facda2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Subnet': ['ID=0516b53c-8a98-4b71-8f7c-a3a8f9fec7f1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:52.158484 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ede46bd-bd05-4d5f-99b5-547660facda2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.160408 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4ede46bd-bd05-4d5f-99b5-547660facda2 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/0516b53c-8a98-4b71-8f7c-a3a8f9fec7f1 HTTP/1.1" status: 204 len: 168 time: 0.5154884 Aug 29 17:11:52.163488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48770) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.186072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9856df41-ffc6-47f7-b45c-6b311b759ea4 None None] Provisioning complete for port 65b34a0c-bc26-417e-9962-135173a11281 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:52.186778 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9856df41-ffc6-47f7-b45c-6b311b759ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.219174 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e432098-f1c6-4e2f-a020-8e475d4a6b46 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:11:52.220073 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e432098-f1c6-4e2f-a020-8e475d4a6b46 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:52.225073 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9e432098-f1c6-4e2f-a020-8e475d4a6b46 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/1788470d-e967-4b35-b804-0f8cf0a85755 HTTP/1.1" status: 404 len: 337 time: 0.0574615 Aug 29 17:11:52.225531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48772) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.240378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9856df41-ffc6-47f7-b45c-6b311b759ea4 None None] Port 65b34a0c-bc26-417e-9962-135173a11281 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:52.267343 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-988b8923-9667-4a7a-9317-f8097f73160e tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "GET /v2.0/ports?device_id=911afe50-a54a-4036-823c-80918ca18191 HTTP/1.1" status: 200 len: 205 time: 0.0385702 Aug 29 17:11:52.268794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48774) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.294775 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52585c46-77e2-429f-b471-a2135e0e2667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.301153 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52585c46-77e2-429f-b471-a2135e0e2667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.311672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9856df41-ffc6-47f7-b45c-6b311b759ea4 None None] Provisioning complete for port b07126fa-4726-40aa-bf09-07d345c5e16a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:52.312057 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9856df41-ffc6-47f7-b45c-6b311b759ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.323687 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-30bd8f65-d71d-400f-bbe6-4446aa85bcc0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] delete failed (client error): The resource could not be found. Aug 29 17:11:52.326277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-30bd8f65-d71d-400f-bbe6-4446aa85bcc0 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/routers/911afe50-a54a-4036-823c-80918ca18191 HTTP/1.1" status: 404 len: 336 time: 0.0538976 Aug 29 17:11:52.329369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48778) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.349071 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-52585c46-77e2-429f-b471-a2135e0e2667 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=048290d22194480789370ba5a57b5a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682335 Aug 29 17:11:52.349724 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48780) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.349882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52585c46-77e2-429f-b471-a2135e0e2667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff802cba-c033-4632-8f33-4a6f2083e087,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:52.415302 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4545e02-6522-480f-9e12-be98b585ad0f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:11:52.415929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4545e02-6522-480f-9e12-be98b585ad0f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:52.420470 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b4545e02-6522-480f-9e12-be98b585ad0f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/6d35c4fc-69de-448c-a81c-9a2ecacb6b64 HTTP/1.1" status: 404 len: 337 time: 0.0776534 Aug 29 17:11:52.420881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48782) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.466683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c0bdd-2c57-4ac2-8598-a9f6920c9290 req-9d885feb-5360-417a-a251-2018871da382 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:52.468397 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-020c0bdd-2c57-4ac2-8598-a9f6920c9290 req-9d885feb-5360-417a-a251-2018871da382 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 943 time: 0.1409974 Aug 29 17:11:52.468542 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-223cdec4-75c9-40fa-b73e-85cbc7065b10 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:11:52.469410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223cdec4-75c9-40fa-b73e-85cbc7065b10 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:52.475049 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-223cdec4-75c9-40fa-b73e-85cbc7065b10 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/0911cd72-c532-453a-9245-1d781561e0a1 HTTP/1.1" status: 404 len: 337 time: 0.0529289 Aug 29 17:11:52.475620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48784) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.484556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07000b77-0cab-4b56-9154-d4f98ba8b407 None None] DHCP port deletion for e1857f68-8249-4fe5-adb3-9aa7ace09058 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:11:52.491386 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-de3cc405-e63e-4c5f-8c79-e4c3dc47166f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.511134 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd8ad46-3f30-4f78-bf3e-9da033ebeefd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:11:52.512317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd8ad46-3f30-4f78-bf3e-9da033ebeefd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:52.516775 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bdd8ad46-3f30-4f78-bf3e-9da033ebeefd tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/d0153997-064f-4584-8cad-31bc85b2fa00 HTTP/1.1" status: 404 len: 337 time: 0.0402117 Aug 29 17:11:52.517532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48786) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.542046 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-020c0bdd-2c57-4ac2-8598-a9f6920c9290 req-0a38c2ef-d4e2-4fb1-bda7-750f22edb74a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637093 Aug 29 17:11:52.544802 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-de86071e-90ed-4695-ad21-fd9a64e33b37 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:11:52.545608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de86071e-90ed-4695-ad21-fd9a64e33b37 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:52.551148 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-de86071e-90ed-4695-ad21-fd9a64e33b37 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/985f48fc-b2f0-4b88-b661-8f8f2cff4931 HTTP/1.1" status: 404 len: 333 time: 0.0327084 Aug 29 17:11:52.551756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48788) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.556526 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-de3cc405-e63e-4c5f-8c79-e4c3dc47166f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.568215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-07000b77-0cab-4b56-9154-d4f98ba8b407 None None] Deleting port b07126fa-4726-40aa-bf09-07d345c5e16a {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:52.568841 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-07000b77-0cab-4b56-9154-d4f98ba8b407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.585768 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b25c47-1074-4c91-af1c-c660b8454c8f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:11:52.585987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b25c47-1074-4c91-af1c-c660b8454c8f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:52.587868 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-81b25c47-1074-4c91-af1c-c660b8454c8f tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/6ced3cb2-8857-4bb6-bb8d-c325f53d46fe HTTP/1.1" status: 404 len: 337 time: 0.0351961 Aug 29 17:11:52.590462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48790) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.625341 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8989332e-48ca-465e-857a-03b5ed4ae2d9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:11:52.625874 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8989332e-48ca-465e-857a-03b5ed4ae2d9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:52.628235 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8989332e-48ca-465e-857a-03b5ed4ae2d9 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/53d1d78c-a06c-4754-9676-cb446d1b64af HTTP/1.1" status: 404 len: 337 time: 0.0367725 Aug 29 17:11:52.631004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48792) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.631771 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-de3cc405-e63e-4c5f-8c79-e4c3dc47166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.644367 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-de3cc405-e63e-4c5f-8c79-e4c3dc47166f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.646215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-de3cc405-e63e-4c5f-8c79-e4c3dc47166f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff802cba-c033-4632-8f33-4a6f2083e087 HTTP/1.1" status: 204 len: 168 time: 0.2921622 Aug 29 17:11:52.655660 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69ddc5d-5d60-499c-9a44-b9a75a980724 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:11:52.656348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69ddc5d-5d60-499c-9a44-b9a75a980724 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:52.658441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-07000b77-0cab-4b56-9154-d4f98ba8b407 None None] For port b07126fa-4726-40aa-bf09-07d345c5e16a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b07126fa-4726-40aa-bf09-07d345c5e16a,segment=NetworkSegment(25dd7e07-96eb-46a3-bee6-77e94115cbb3),segment_id=25dd7e07-96eb-46a3-bee6-77e94115cbb3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:52.658722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f69ddc5d-5d60-499c-9a44-b9a75a980724 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/9b2d2631-134a-41ba-8889-86d1a53285a4 HTTP/1.1" status: 404 len: 333 time: 0.0267184 Aug 29 17:11:52.661275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48796) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.662108 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-07000b77-0cab-4b56-9154-d4f98ba8b407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.682760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-07000b77-0cab-4b56-9154-d4f98ba8b407 None None] Calling delete_port for b07126fa-4726-40aa-bf09-07d345c5e16a owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:52.685825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cc405-e63e-4c5f-8c79-e4c3dc47166f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff802cba-c033-4632-8f33-4a6f2083e087,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:52.690469 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d3de6e-a3e8-483b-9f36-f89c448281a1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:11:52.691754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d3de6e-a3e8-483b-9f36-f89c448281a1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:52.694133 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-86d3de6e-a3e8-483b-9f36-f89c448281a1 tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/24733770-d6b8-4ee9-9523-3bd6b4e8e32b HTTP/1.1" status: 404 len: 337 time: 0.0317254 Aug 29 17:11:52.696512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48798) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.754086 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-0034cde4-7b16-40cb-80f8-aa12a235178b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] DELETE failed (client error): The resource could not be found. Aug 29 17:11:52.754668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0034cde4-7b16-40cb-80f8-aa12a235178b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:11:52.756346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0034cde4-7b16-40cb-80f8-aa12a235178b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/subnets/af15cffc-8ce6-4988-86fd-67cc4b223084 HTTP/1.1" status: 404 len: 337 time: 0.0586860 Aug 29 17:11:52.758961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48800) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:52.814501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b07126fa-4726-40aa-bf09-07d345c5e16a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:11:52.867032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c034ae21-a4df-42ce-98b1-8ce8726f077b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Deleting port 65b34a0c-bc26-417e-9962-135173a11281 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:11:52.867710 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c034ae21-a4df-42ce-98b1-8ce8726f077b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.875660 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-07000b77-0cab-4b56-9154-d4f98ba8b407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.927189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07000b77-0cab-4b56-9154-d4f98ba8b407 None None] Pushing event deleted for resources: {'Port': ['ID=b07126fa-4726-40aa-bf09-07d345c5e16a,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:52.929451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Port b07126fa-4726-40aa-bf09-07d345c5e16a update to DOWN by agent not found {{(pid=111678) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 17:11:52.933741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07000b77-0cab-4b56-9154-d4f98ba8b407 None None] No DVR routers for this DVR port b07126fa-4726-40aa-bf09-07d345c5e16a on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:11:52.946427 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c034ae21-a4df-42ce-98b1-8ce8726f077b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:52.960800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c034ae21-a4df-42ce-98b1-8ce8726f077b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Calling delete_port for 65b34a0c-bc26-417e-9962-135173a11281 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:11:53.051980 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c034ae21-a4df-42ce-98b1-8ce8726f077b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:53.087303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034ae21-a4df-42ce-98b1-8ce8726f077b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Port': ['ID=65b34a0c-bc26-417e-9962-135173a11281,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:53.093727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c034ae21-a4df-42ce-98b1-8ce8726f077b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:53.101258 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c034ae21-a4df-42ce-98b1-8ce8726f077b tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/ports/65b34a0c-bc26-417e-9962-135173a11281 HTTP/1.1" status: 204 len: 168 time: 0.3392982 Aug 29 17:11:53.101756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48810) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:53.185119 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:53.290763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:53.303232 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1857f68-8249-4fe5-adb3-9aa7ace09058']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:53.317160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25dd7e07-96eb-46a3-bee6-77e94115cbb3') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:53.317536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25dd7e07-96eb-46a3-bee6-77e94115cbb3') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:53.334823 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:53.355639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:53.365930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:11:53.366394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:11:53.370329 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:11:53.463807 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:53.472383 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:53.475353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] 10.222.0.22 "DELETE /v2.0/networks/e1857f68-8249-4fe5-adb3-9aa7ace09058 HTTP/1.1" status: 204 len: 168 time: 0.3722513 Aug 29 17:11:53.498210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f9a51-ec1c-400f-b91e-aea8457332cb tempest-PortsIpV6TestJSON-1688004476 tempest-PortsIpV6TestJSON-1688004476-project] Pushing event deleted for resources: {'Network': ['ID=e1857f68-8249-4fe5-adb3-9aa7ace09058,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:53.702335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128010cd-bd5c-449e-b761-185106e1764b req-deb6dd21-d04e-41d0-8962-b70f385be37d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:53.704143 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-128010cd-bd5c-449e-b761-185106e1764b req-deb6dd21-d04e-41d0-8962-b70f385be37d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 943 time: 0.0592887 Aug 29 17:11:53.749952 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-128010cd-bd5c-449e-b761-185106e1764b req-7cba4a84-ef74-4c12-8fe7-4c927cdff5f5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354185 Aug 29 17:11:53.801411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48834) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:53.994487 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a64bb32a-95ef-4c0b-ad7b-3f942723fef5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea94caf948354281823e3ee4bdb7e5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915801 Aug 29 17:11:53.997270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48842) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:54.050742 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc708d1f-5546-4bfe-9243-e43d471065dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:54.075739 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc708d1f-5546-4bfe-9243-e43d471065dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:54.125439 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc708d1f-5546-4bfe-9243-e43d471065dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:54.128170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cc708d1f-5546-4bfe-9243-e43d471065dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:54.129507 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cc708d1f-5546-4bfe-9243-e43d471065dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88d88d99-7b95-46ec-aacf-d4a5cf58ce62 HTTP/1.1" status: 204 len: 168 time: 0.1312058 Aug 29 17:11:54.137939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc708d1f-5546-4bfe-9243-e43d471065dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d88d99-7b95-46ec-aacf-d4a5cf58ce62,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:54.802744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48870) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:54.873705 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617d6db-1292-4a6d-869e-c7cf5a48e50f req-2bfae915-f6df-42a4-8467-dfe4abe29aa7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:54.875299 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7617d6db-1292-4a6d-869e-c7cf5a48e50f req-2bfae915-f6df-42a4-8467-dfe4abe29aa7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 943 time: 0.0539713 Aug 29 17:11:54.902616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-368409871'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:54.914561 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7617d6db-1292-4a6d-869e-c7cf5a48e50f req-35319eff-05e1-4f44-af17-e36c375c9d0f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Aug 29 17:11:54.925065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:54.929195 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:54.938751 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.029885 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.033658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.067248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:11:55.072610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ef8c24-0137-4aa8-92e8-3a92d977e0d2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:55.081169 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.081579 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added segment a8123e10-ed1f-4a45-af2c-8517eaf465d9 of type vlan for network a112ee36-bbce-48fc-9e5e-37468fd1a989 Aug 29 17:11:55.122810 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.148305 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.154901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:55.155490 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.213494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4095085 Aug 29 17:11:55.216347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48882) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:55.221149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-772366119'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:55.239037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbdded-a80f-4901-a5b3-462f25863359 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Network': ['ID=a112ee36-bbce-48fc-9e5e-37468fd1a989,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:55.254745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:55.255295 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a112ee36-bbce-48fc-9e5e-37468fd1a989 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:11:55.258356 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.283779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:11:55.294976 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.295796 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added segment 717485df-194a-43e2-a30b-9964fa88d78a of type vlan for network 375760ab-c50b-43b3-a7cb-d943963c8630 Aug 29 17:11:55.355369 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.383803 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.390018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:55.390670 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.441005 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2236214 Aug 29 17:11:55.444072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48890) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:55.452884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'subnet': {'network_id': 'a112ee36-bbce-48fc-9e5e-37468fd1a989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:55.462173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b90ab-1db2-465d-a1b1-87b012aa7ef3 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Network': ['ID=375760ab-c50b-43b3-a7cb-d943963c8630,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:55.472845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 375760ab-c50b-43b3-a7cb-d943963c8630 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:11:55.562907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:55.567254 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.757912 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.824578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Subnet': ['ID=e1020ae0-c3c2-494e-9559-d4513c07a405,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:55.829844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Checking segment: {'id': 'a8123e10-ed1f-4a45-af2c-8517eaf465d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a112ee36-bbce-48fc-9e5e-37468fd1a989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:55.830205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network hostable DHCP agents. Network: a112ee36-bbce-48fc-9e5e-37468fd1a989, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:11:55.846506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network a112ee36-bbce-48fc-9e5e-37468fd1a989 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:11:55.855964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a112ee36-bbce-48fc-9e5e-37468fd1a989) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:55.860498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:55.861431 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:55.866758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8d109-0054-4218-a7d3-e14477071479 None None] Network a112ee36-bbce-48fc-9e5e-37468fd1a989 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:55.882149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48898) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:55.882735 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9a213a89-f3f2-49c2-b878-0c2d42bd44ee tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4365509 Aug 29 17:11:55.887694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'subnet': {'network_id': '375760ab-c50b-43b3-a7cb-d943963c8630', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:55.992694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:11:55.996202 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.052559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-a112ee36-bbce-48fc-9e5e-37468fd1a989', 'network_id': 'a112ee36-bbce-48fc-9e5e-37468fd1a989', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'fixed_ips': [{'subnet_id': 'e1020ae0-c3c2-494e-9559-d4513c07a405'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:11:56.052783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee44cfb-a582-4b80-88c5-082e060a20cf req-cd804a37-5513-4f28-9033-3a3980908134 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:56.053958 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.061134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ee44cfb-a582-4b80-88c5-082e060a20cf req-cd804a37-5513-4f28-9033-3a3980908134 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 943 time: 0.0709836 Aug 29 17:11:56.108553 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ee44cfb-a582-4b80-88c5-082e060a20cf req-bb1a245c-0d8e-460d-afd3-56c987655aec tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Aug 29 17:11:56.209453 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Allocated IP 2001:db8::2 (a112ee36-bbce-48fc-9e5e-37468fd1a989/e1020ae0-c3c2-494e-9559-d4513c07a405/5863cffa-69fd-44bd-bb08-7a44b5b9c7cc) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:56.224554 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.294094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Subnet': ['ID=07ae7459-dcc4-41c6-8438-118647dd2dab,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:56.307940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Checking segment: {'id': '717485df-194a-43e2-a30b-9964fa88d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '375760ab-c50b-43b3-a7cb-d943963c8630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:56.308353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network hostable DHCP agents. Network: 375760ab-c50b-43b3-a7cb-d943963c8630, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:11:56.326290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 375760ab-c50b-43b3-a7cb-d943963c8630 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:11:56.335159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 375760ab-c50b-43b3-a7cb-d943963c8630) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:56.339336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:56.340507 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.350832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f24925d-4f26-49ff-bfd2-dd99a6f70980 None None] Network 375760ab-c50b-43b3-a7cb-d943963c8630 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:56.355380 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-82602a03-2ab9-4fee-87ad-c25d4cd8ebaf tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4717567 Aug 29 17:11:56.358398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48902) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:56.363302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8ab95cad-6073-4cc3-b820-a0cd8fb9a9ac tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-427106699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:11:56.387821 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8ab95cad-6073-4cc3-b820-a0cd8fb9a9ac tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.389198 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8ab95cad-6073-4cc3-b820-a0cd8fb9a9ac tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.411908 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.422609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Transition to ACTIVE for port object 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:56.450235 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Transition to ACTIVE for port object 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:56.458521 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.461319 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8ab95cad-6073-4cc3-b820-a0cd8fb9a9ac tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.467075 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8ab95cad-6073-4cc3-b820-a0cd8fb9a9ac tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.483119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8ab95cad-6073-4cc3-b820-a0cd8fb9a9ac tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.484445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8ab95cad-6073-4cc3-b820-a0cd8fb9a9ac tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1248767 Aug 29 17:11:56.487324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48906) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:56.523579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Network a112ee36-bbce-48fc-9e5e-37468fd1a989 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:56.545874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:56.549578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:56.552880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Pushing event updated for resources: {'Port': ['ID=5863cffa-69fd-44bd-bb08-7a44b5b9c7cc,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:56.630163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-375760ab-c50b-43b3-a7cb-d943963c8630', 'network_id': '375760ab-c50b-43b3-a7cb-d943963c8630', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'fixed_ips': [{'subnet_id': '07ae7459-dcc4-41c6-8438-118647dd2dab'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:11:56.631012 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.636876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Attempting to bind port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:56.637284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Attempting to bind port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'a8123e10-ed1f-4a45-af2c-8517eaf465d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a112ee36-bbce-48fc-9e5e-37468fd1a989'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:56.637657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Attempting to bind port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc on network a112ee36-bbce-48fc-9e5e-37468fd1a989 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:56.662374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:56.662773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Checking segment: {'id': 'a8123e10-ed1f-4a45-af2c-8517eaf465d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a112ee36-bbce-48fc-9e5e-37468fd1a989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:56.663188 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.663585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Bound using segment: {'id': 'a8123e10-ed1f-4a45-af2c-8517eaf465d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a112ee36-bbce-48fc-9e5e-37468fd1a989'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:56.664213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Bound port: 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8123e10-ed1f-4a45-af2c-8517eaf465d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a112ee36-bbce-48fc-9e5e-37468fd1a989'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:56.664604 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.835567 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] For port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:56.840246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] For port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5863cffa-69fd-44bd-bb08-7a44b5b9c7cc,segment=NetworkSegment(a8123e10-ed1f-4a45-af2c-8517eaf465d9),segment_id=a8123e10-ed1f-4a45-af2c-8517eaf465d9)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:56.851376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Allocated IP 2001:db8:1::2 (375760ab-c50b-43b3-a7cb-d943963c8630/07ae7459-dcc4-41c6-8438-118647dd2dab/9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:56.854428 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:56.965317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487360ae-7884-4c6c-a527-508a7bce5e8d None None] Pushing event updated for resources: {'Port': ['ID=5863cffa-69fd-44bd-bb08-7a44b5b9c7cc,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:57.066673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:57.091511 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:57.102561 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Transition to ACTIVE for port object 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:57.140380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Transition to ACTIVE for port object 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:57.152703 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:57.208121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Network 375760ab-c50b-43b3-a7cb-d943963c8630 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:57.216203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:57.228376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:57.232558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Pushing event updated for resources: {'Port': ['ID=9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:57.279795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b72c2-6491-4615-950a-47ab089eda6f req-b6650a28-a9c2-439f-ad62-0f47c704498f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:57.286452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d52b72c2-6491-4615-950a-47ab089eda6f req-b6650a28-a9c2-439f-ad62-0f47c704498f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 943 time: 0.0826890 Aug 29 17:11:57.300484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Attempting to bind port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:11:57.301155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Attempting to bind port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '717485df-194a-43e2-a30b-9964fa88d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '375760ab-c50b-43b3-a7cb-d943963c8630'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:11:57.301603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Attempting to bind port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 on network 375760ab-c50b-43b3-a7cb-d943963c8630 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:11:57.307517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:11:57.307901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Checking segment: {'id': '717485df-194a-43e2-a30b-9964fa88d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '375760ab-c50b-43b3-a7cb-d943963c8630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:11:57.308973 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:57.309401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Bound using segment: {'id': '717485df-194a-43e2-a30b-9964fa88d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '375760ab-c50b-43b3-a7cb-d943963c8630'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:11:57.309880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Bound port: 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717485df-194a-43e2-a30b-9964fa88d78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '375760ab-c50b-43b3-a7cb-d943963c8630'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:11:57.310266 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:57.338325 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d52b72c2-6491-4615-950a-47ab089eda6f req-be88ecf9-6a49-4927-9732-f68757752764 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459971 Aug 29 17:11:57.382773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] For port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:11:57.386172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] For port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0,segment=NetworkSegment(717485df-194a-43e2-a30b-9964fa88d78a),segment_id=717485df-194a-43e2-a30b-9964fa88d78a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:11:57.392128 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:57.442905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Allocated IP 2001:db8::1 (a112ee36-bbce-48fc-9e5e-37468fd1a989/e1020ae0-c3c2-494e-9559-d4513c07a405/1480aaa0-6b6e-4797-9276-ac2a5cec20a0) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:57.463298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80176d55-c07f-494d-b1e6-e465c9c89fce None None] Pushing event updated for resources: {'Port': ['ID=9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:57.602763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:57.618505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Transition to ACTIVE for port object 1480aaa0-6b6e-4797-9276-ac2a5cec20a0 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:11:57.678645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:57.735812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network a112ee36-bbce-48fc-9e5e-37468fd1a989 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:57.741409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:57.745968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:11:57.746536 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:57.752831 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=1480aaa0-6b6e-4797-9276-ac2a5cec20a0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:57.889195 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:58.134085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a22ce-de9a-459c-92e5-34e41bd45f16 None None] Network a112ee36-bbce-48fc-9e5e-37468fd1a989 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:58.191843 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:58.199785 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:58.200657 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:58.252120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-efa7decd-ce23-4df6-b95c-282bb9f959d8 None None] Provisioning for port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:58.309068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=1480aaa0-6b6e-4797-9276-ac2a5cec20a0,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:58.373158 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network a112ee36-bbce-48fc-9e5e-37468fd1a989 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:11:58.377117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:11:58.487087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b124853-a005-4f37-89d1-5833a243df08 req-ab4d92d5-3af1-4a16-83d6-21e7c374224a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:58.488993 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4b124853-a005-4f37-89d1-5833a243df08 req-ab4d92d5-3af1-4a16-83d6-21e7c374224a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 943 time: 0.0653582 Aug 29 17:11:58.573635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4b124853-a005-4f37-89d1-5833a243df08 req-384134cd-9894-4bdf-ac14-91ef512a8d38 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736270 Aug 29 17:11:58.587836 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router ba210d40-f52a-487d-865d-6b579b227759 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:11:58.694406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3a9cf16c-a3de-4445-a92b-94a4e104ca8d None None] Provisioning for port 1480aaa0-6b6e-4797-9276-ac2a5cec20a0 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:58.701917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3a9cf16c-a3de-4445-a92b-94a4e104ca8d None None] Provisioning complete for port 1480aaa0-6b6e-4797-9276-ac2a5cec20a0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:58.702506 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf16c-a3de-4445-a92b-94a4e104ca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:58.704338 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:11:58.715409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48926) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:58.716110 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9104475f-ce1f-46c0-ab2b-e0fb019d1e5a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/ba210d40-f52a-487d-865d-6b579b227759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2276912 Aug 29 17:11:58.748236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e99b9-0edc-4115-b8ac-2c5357abb041 None None] Sync routers for ids ['ba210d40-f52a-487d-865d-6b579b227759'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:11:58.770221 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c68ffd-ec19-41dc-b500-fcfe7a878123 None None] Network 375760ab-c50b-43b3-a7cb-d943963c8630 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:11:58.771180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659e89b3-f47d-4345-9d5e-f0d3b16e2f0a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:58.772928 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-659e89b3-f47d-4345-9d5e-f0d3b16e2f0a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports/1480aaa0-6b6e-4797-9276-ac2a5cec20a0 HTTP/1.1" status: 200 len: 911 time: 0.0567510 Aug 29 17:11:58.775602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48928) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:11:58.825106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e99b9-0edc-4115-b8ac-2c5357abb041 None None] Routers {'ba210d40-f52a-487d-865d-6b579b227759'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:58.826221 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a53e99b9-0edc-4115-b8ac-2c5357abb041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ba210d40-f52a-487d-865d-6b579b227759'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:58.888027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a53e99b9-0edc-4115-b8ac-2c5357abb041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:58.905988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e99b9-0edc-4115-b8ac-2c5357abb041 None None] Routers {'ba210d40-f52a-487d-865d-6b579b227759'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:11:58.907124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a53e99b9-0edc-4115-b8ac-2c5357abb041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ba210d40-f52a-487d-865d-6b579b227759'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:58.911866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3a9cf16c-a3de-4445-a92b-94a4e104ca8d None None] Port 1480aaa0-6b6e-4797-9276-ac2a5cec20a0 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:58.955037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:58.959754 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a53e99b9-0edc-4115-b8ac-2c5357abb041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:11:58.960795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e99b9-0edc-4115-b8ac-2c5357abb041 None None] The sync data for ids ['ba210d40-f52a-487d-865d-6b579b227759'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:11:59.092231 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:59.096774 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:11:59.188923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7dcaec11-50ab-4b4d-9695-979ada24bc6c None None] Provisioning complete for port 1480aaa0-6b6e-4797-9276-ac2a5cec20a0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:59.189799 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7dcaec11-50ab-4b4d-9695-979ada24bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:59.228432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:59.244069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:59.245665 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:59.330729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-7dcaec11-50ab-4b4d-9695-979ada24bc6c None None] Port 1480aaa0-6b6e-4797-9276-ac2a5cec20a0 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:59.349404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:59.376188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7dcaec11-50ab-4b4d-9695-979ada24bc6c None None] Provisioning for port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:11:59.393802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7dcaec11-50ab-4b4d-9695-979ada24bc6c None None] Provisioning complete for port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:59.394352 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7dcaec11-50ab-4b4d-9695-979ada24bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:59.472951 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:59.547966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5863cffa-69fd-44bd-bb08-7a44b5b9c7cc,segment=NetworkSegment(a8123e10-ed1f-4a45-af2c-8517eaf465d9),segment_id=a8123e10-ed1f-4a45-af2c-8517eaf465d9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:59.562396 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:59.622564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=5863cffa-69fd-44bd-bb08-7a44b5b9c7cc,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:59.627132 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7dcaec11-50ab-4b4d-9695-979ada24bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:59.686600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7dcaec11-50ab-4b4d-9695-979ada24bc6c None None] For port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0,segment=NetworkSegment(717485df-194a-43e2-a30b-9964fa88d78a),segment_id=717485df-194a-43e2-a30b-9964fa88d78a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:11:59.692214 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7dcaec11-50ab-4b4d-9695-979ada24bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:59.757663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaec11-50ab-4b4d-9695-979ada24bc6c None None] Pushing event updated for resources: {'Port': ['ID=9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:11:59.790912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Allocated IP 2001:db8:1::1 (375760ab-c50b-43b3-a7cb-d943963c8630/07ae7459-dcc4-41c6-8438-118647dd2dab/2828a994-9afe-4900-ac27-4d935bf37033) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:11:59.819677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aee00b-b47e-4a9d-aac8-55dba9531f32 req-54d2b775-e988-4c00-b12d-96f386c53112 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:11:59.821299 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0aee00b-b47e-4a9d-aac8-55dba9531f32 req-54d2b775-e988-4c00-b12d-96f386c53112 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 943 time: 0.0927565 Aug 29 17:11:59.832607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a710aac2-7284-4186-9b62-3ed71e560bca None None] Provisioning complete for port 1480aaa0-6b6e-4797-9276-ac2a5cec20a0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:59.833302 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a710aac2-7284-4186-9b62-3ed71e560bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:59.884003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a710aac2-7284-4186-9b62-3ed71e560bca None None] Port 1480aaa0-6b6e-4797-9276-ac2a5cec20a0 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:11:59.894994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a710aac2-7284-4186-9b62-3ed71e560bca None None] Provisioning complete for port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:11:59.895445 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a710aac2-7284-4186-9b62-3ed71e560bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:59.932442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0aee00b-b47e-4a9d-aac8-55dba9531f32 req-0419dd21-6c49-4d18-b88b-9a9575c6b7ca tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898507 Aug 29 17:11:59.967679 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:11:59.984382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Transition to ACTIVE for port object 2828a994-9afe-4900-ac27-4d935bf37033 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:00.017801 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:00.060998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 375760ab-c50b-43b3-a7cb-d943963c8630 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:00.064097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:00.070950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:00.071493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:00.112149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=2828a994-9afe-4900-ac27-4d935bf37033,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:00.210670 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:00.318039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6d08f35b-29d7-4921-a045-56bca5d14999 None None] Provisioning for port 2828a994-9afe-4900-ac27-4d935bf37033 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:00.322374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6d08f35b-29d7-4921-a045-56bca5d14999 None None] Provisioning complete for port 2828a994-9afe-4900-ac27-4d935bf37033 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:00.322985 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6d08f35b-29d7-4921-a045-56bca5d14999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:00.359115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6d08f35b-29d7-4921-a045-56bca5d14999 None None] Port 2828a994-9afe-4900-ac27-4d935bf37033 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:00.484806 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:00.491095 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:00.491851 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:00.581102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=2828a994-9afe-4900-ac27-4d935bf37033,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:00.624460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 375760ab-c50b-43b3-a7cb-d943963c8630 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:00.625865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:00.745581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router ba210d40-f52a-487d-865d-6b579b227759 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:12:00.748480 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:00.804360 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:00.805051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:00.848213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:00.857999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f7ed5464-4755-49c6-98ed-88b0e164f653 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/ba210d40-f52a-487d-865d-6b579b227759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0774162 Aug 29 17:12:00.858110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48944) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:00.858705 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f76d1d-9e7e-4565-aeae-80666c8dafe7 None None] Sync routers for ids ['ba210d40-f52a-487d-865d-6b579b227759'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:00.891752 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f76d1d-9e7e-4565-aeae-80666c8dafe7 None None] Routers {'ba210d40-f52a-487d-865d-6b579b227759'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:00.892632 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5f76d1d-9e7e-4565-aeae-80666c8dafe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ba210d40-f52a-487d-865d-6b579b227759'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:00.913952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f5767-011e-4d49-be2a-b8cc95c312c2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:00.918772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b51f5767-011e-4d49-be2a-b8cc95c312c2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports/2828a994-9afe-4900-ac27-4d935bf37033 HTTP/1.1" status: 200 len: 913 time: 0.0563233 Aug 29 17:12:00.918890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:00.919002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48946) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:00.984163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:00.984647 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:01.026789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1cc1b387-b10e-4023-a589-564e7ba3fc85 None None] Provisioning complete for port 2828a994-9afe-4900-ac27-4d935bf37033 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:01.027729 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b387-b10e-4023-a589-564e7ba3fc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:01.049268 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5f76d1d-9e7e-4565-aeae-80666c8dafe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:01.058233 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f76d1d-9e7e-4565-aeae-80666c8dafe7 None None] Routers {'ba210d40-f52a-487d-865d-6b579b227759'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:01.059560 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5f76d1d-9e7e-4565-aeae-80666c8dafe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ba210d40-f52a-487d-865d-6b579b227759'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:01.068188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1b387-b10e-4023-a589-564e7ba3fc85 None None] Port 2828a994-9afe-4900-ac27-4d935bf37033 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:01.100482 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5f76d1d-9e7e-4565-aeae-80666c8dafe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:01.101423 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f76d1d-9e7e-4565-aeae-80666c8dafe7 None None] The sync data for ids ['ba210d40-f52a-487d-865d-6b579b227759'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:01.498596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9261c-2d22-4f85-9e1b-7ca7397d1472 req-6c9748a7-1bd1-4c85-a192-c655738d08fc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:01.500174 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bba9261c-2d22-4f85-9e1b-7ca7397d1472 req-6c9748a7-1bd1-4c85-a192-c655738d08fc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 943 time: 0.4372730 Aug 29 17:12:01.570638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bba9261c-2d22-4f85-9e1b-7ca7397d1472 req-ce9e4c77-0374-4410-a9f8-3aec2a0a38b0 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517497 Aug 29 17:12:01.623804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 7ea24ed4-d85b-415e-9207-dc43b80e3511 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:12:01.680273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2673b146-d15b-4a1d-b3c7-7d88f65f5243 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:01.748169 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 7ea24ed4-d85b-415e-9207-dc43b80e3511, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=7ea24ed4-d85b-415e-9207-dc43b80e3511,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:01.762039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '7ea24ed4-d85b-415e-9207-dc43b80e3511', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'port_id': '7ea24ed4-d85b-415e-9207-dc43b80e3511', 'mac_address': 'fa:16:3e:2f:7c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:12:01.809694 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:01.828795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea24ed4-d85b-415e-9207-dc43b80e3511 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:12:01.861170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 7ea24ed4-d85b-415e-9207-dc43b80e3511, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=7ea24ed4-d85b-415e-9207-dc43b80e3511,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:01.867538 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:01.933853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=7ea24ed4-d85b-415e-9207-dc43b80e3511,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:01.946266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-2673b146-d15b-4a1d-b3c7-7d88f65f5243 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port 2828a994-9afe-4900-ac27-4d935bf37033 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:01.946761 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2673b146-d15b-4a1d-b3c7-7d88f65f5243 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:02.041021 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2673b146-d15b-4a1d-b3c7-7d88f65f5243 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:02.054425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-2673b146-d15b-4a1d-b3c7-7d88f65f5243 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for 2828a994-9afe-4900-ac27-4d935bf37033 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:02.226926 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2673b146-d15b-4a1d-b3c7-7d88f65f5243 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:02.257321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673b146-d15b-4a1d-b3c7-7d88f65f5243 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=2828a994-9afe-4900-ac27-4d935bf37033,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:02.266995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['7ea24ed4-d85b-415e-9207-dc43b80e3511'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:12:02.421982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2673b146-d15b-4a1d-b3c7-7d88f65f5243 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:02.616468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2673b146-d15b-4a1d-b3c7-7d88f65f5243 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router ba210d40-f52a-487d-865d-6b579b227759 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:12:02.741080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2673b146-d15b-4a1d-b3c7-7d88f65f5243 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:02.749932 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2673b146-d15b-4a1d-b3c7-7d88f65f5243 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/ba210d40-f52a-487d-865d-6b579b227759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8270020 Aug 29 17:12:02.750071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 48970) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:02.751584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038317f-94fa-4ba2-8fee-6bfb18e195c6 None None] Sync routers for ids ['ba210d40-f52a-487d-865d-6b579b227759'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:02.755612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb94c8-472e-4931-aea2-e1d79cee2658 req-0577f858-7698-43d9-8b0c-4527fc38ccbb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:02.757365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-89fb94c8-472e-4931-aea2-e1d79cee2658 req-0577f858-7698-43d9-8b0c-4527fc38ccbb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 944 time: 0.0974317 Aug 29 17:12:02.767231 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038317f-94fa-4ba2-8fee-6bfb18e195c6 None None] Routers {'ba210d40-f52a-487d-865d-6b579b227759'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:02.767982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2038317f-94fa-4ba2-8fee-6bfb18e195c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ba210d40-f52a-487d-865d-6b579b227759'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:02.804874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2038317f-94fa-4ba2-8fee-6bfb18e195c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:02.812442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-89fb94c8-472e-4931-aea2-e1d79cee2658 req-7b9d0080-f2e6-40c0-9d43-cbb5bdf89789 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474892 Aug 29 17:12:02.814953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038317f-94fa-4ba2-8fee-6bfb18e195c6 None None] Routers {'ba210d40-f52a-487d-865d-6b579b227759'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:02.816290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2038317f-94fa-4ba2-8fee-6bfb18e195c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ba210d40-f52a-487d-865d-6b579b227759'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:02.851153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2038317f-94fa-4ba2-8fee-6bfb18e195c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:02.851906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038317f-94fa-4ba2-8fee-6bfb18e195c6 None None] The sync data for ids ['ba210d40-f52a-487d-865d-6b579b227759'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:03.099921 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cdff06c0-f5a3-4012-b492-84b0dc03b62b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:03.338561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-cdff06c0-f5a3-4012-b492-84b0dc03b62b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port 1480aaa0-6b6e-4797-9276-ac2a5cec20a0 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:03.338904 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cdff06c0-f5a3-4012-b492-84b0dc03b62b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:03.432733 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cdff06c0-f5a3-4012-b492-84b0dc03b62b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:03.444577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-cdff06c0-f5a3-4012-b492-84b0dc03b62b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for 1480aaa0-6b6e-4797-9276-ac2a5cec20a0 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:03.618778 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cdff06c0-f5a3-4012-b492-84b0dc03b62b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:03.625883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 7ea24ed4-d85b-415e-9207-dc43b80e3511 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:03.644713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff06c0-f5a3-4012-b492-84b0dc03b62b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=1480aaa0-6b6e-4797-9276-ac2a5cec20a0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:03.769066 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cdff06c0-f5a3-4012-b492-84b0dc03b62b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:03.852492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 7ea24ed4-d85b-415e-9207-dc43b80e3511 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:03.862863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 7ea24ed4-d85b-415e-9207-dc43b80e3511 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:03.868673 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:03.976182 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:03.980532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d22bcb-2dcb-4768-aaa2-0fb12e20acb0 req-e23e3b47-3e7f-4cff-b658-12415c7385fa tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:03.982115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a2d22bcb-2dcb-4768-aaa2-0fb12e20acb0 req-e23e3b47-3e7f-4cff-b658-12415c7385fa tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 944 time: 0.0659549 Aug 29 17:12:04.002522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdff06c0-f5a3-4012-b492-84b0dc03b62b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router ba210d40-f52a-487d-865d-6b579b227759 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:12:04.035379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea24ed4-d85b-415e-9207-dc43b80e3511'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:12:04.037781 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494a0258-7bc4-4e14-89b2-160311f79aea" -d '{"events": [{"server_uuid": "141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c", "name": "network-vif-plugged", "status": "completed", "tag": "7ea24ed4-d85b-415e-9207-dc43b80e3511"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:12:04.056511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a2d22bcb-2dcb-4768-aaa2-0fb12e20acb0 req-5a19dfa0-6613-422f-bf6f-9cfd6b48e46a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651672 Aug 29 17:12:04.060862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 7ea24ed4-d85b-415e-9207-dc43b80e3511, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=7ea24ed4-d85b-415e-9207-dc43b80e3511,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:04.087155 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:04.207377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdff06c0-f5a3-4012-b492-84b0dc03b62b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:04.215788 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23841ce-f401-4308-a890-2d55ce1f9d78 x-openstack-request-id: req-a23841ce-f401-4308-a890-2d55ce1f9d78 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:12:04.216079 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c", "name": "network-vif-plugged", "status": "completed", "tag": "7ea24ed4-d85b-415e-9207-dc43b80e3511", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:12:04.216335 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a23841ce-f401-4308-a890-2d55ce1f9d78 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:12:04.217316 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea24ed4-d85b-415e-9207-dc43b80e3511', 'code': 200} Aug 29 17:12:04.217831 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295c005-d7c4-46fd-85d1-9aed2ae33d96 None None] Sync routers for ids ['ba210d40-f52a-487d-865d-6b579b227759'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:04.230073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=7ea24ed4-d85b-415e-9207-dc43b80e3511,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:04.230377 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cdff06c0-f5a3-4012-b492-84b0dc03b62b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/ba210d40-f52a-487d-865d-6b579b227759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4764860 Aug 29 17:12:04.230481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48988) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:04.234166 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295c005-d7c4-46fd-85d1-9aed2ae33d96 None None] Routers {'ba210d40-f52a-487d-865d-6b579b227759'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:04.234793 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8295c005-d7c4-46fd-85d1-9aed2ae33d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ba210d40-f52a-487d-865d-6b579b227759'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:04.270460 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-82294181-6a33-4d40-9cad-e71977e88186 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba210d40-f52a-487d-865d-6b579b227759 HTTP/1.1" status: 200 len: 205 time: 0.0388110 Aug 29 17:12:04.272997 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48990) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:04.284817 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8295c005-d7c4-46fd-85d1-9aed2ae33d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:04.294047 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295c005-d7c4-46fd-85d1-9aed2ae33d96 None None] Routers {'ba210d40-f52a-487d-865d-6b579b227759'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:04.294681 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8295c005-d7c4-46fd-85d1-9aed2ae33d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['ba210d40-f52a-487d-865d-6b579b227759'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:04.327543 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8295c005-d7c4-46fd-85d1-9aed2ae33d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:04.329320 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295c005-d7c4-46fd-85d1-9aed2ae33d96 None None] The sync data for ids ['ba210d40-f52a-487d-865d-6b579b227759'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:04.375192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-00d926e8-f304-4135-a884-df43dc98d54e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:04.452763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94e88-7448-458e-8d6c-fc5831bb176b req-f5512a37-2122-4a59-82f8-a6beda32977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:04.454513 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcc94e88-7448-458e-8d6c-fc5831bb176b req-f5512a37-2122-4a59-82f8-a6beda32977f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 1097 time: 0.1426952 Aug 29 17:12:04.563033 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-00d926e8-f304-4135-a884-df43dc98d54e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:04.566748 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-00d926e8-f304-4135-a884-df43dc98d54e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:04.610770 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcc94e88-7448-458e-8d6c-fc5831bb176b req-92d1347d-d763-4ebc-b920-bfdefe18a9a7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283474 Aug 29 17:12:04.619138 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-00d926e8-f304-4135-a884-df43dc98d54e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:04.619868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d926e8-f304-4135-a884-df43dc98d54e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Fanout notify agent at l3_agent the message router_deleted on router ba210d40-f52a-487d-865d-6b579b227759 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:12:04.627318 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-00d926e8-f304-4135-a884-df43dc98d54e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:04.628549 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-00d926e8-f304-4135-a884-df43dc98d54e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/ba210d40-f52a-487d-865d-6b579b227759 HTTP/1.1" status: 204 len: 168 time: 0.3541541 Aug 29 17:12:04.631185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48992) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:04.682899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-83dae062-538f-40c2-b1fe-927e7edaa01b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting subnet 07ae7459-dcc4-41c6-8438-118647dd2dab {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:12:04.686813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83dae062-538f-40c2-b1fe-927e7edaa01b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:04.733733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83dae062-538f-40c2-b1fe-927e7edaa01b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:04.821421 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83dae062-538f-40c2-b1fe-927e7edaa01b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:04.883863 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83dae062-538f-40c2-b1fe-927e7edaa01b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:04.917042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dae062-538f-40c2-b1fe-927e7edaa01b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Subnet': ['ID=07ae7459-dcc4-41c6-8438-118647dd2dab,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:04.919819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83dae062-538f-40c2-b1fe-927e7edaa01b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:04.921713 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-83dae062-538f-40c2-b1fe-927e7edaa01b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/07ae7459-dcc4-41c6-8438-118647dd2dab HTTP/1.1" status: 204 len: 168 time: 0.2894907 Aug 29 17:12:04.924341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48994) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:04.929613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2fb91-e2fe-4cd9-b64a-9b764e958ab6 None None] Network 375760ab-c50b-43b3-a7cb-d943963c8630 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:04.974783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-25957286-3b8f-4826-a8bd-7573de7373b0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting subnet e1020ae0-c3c2-494e-9559-d4513c07a405 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:12:04.978045 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25957286-3b8f-4826-a8bd-7573de7373b0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.019839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25957286-3b8f-4826-a8bd-7573de7373b0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.119316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c5fe4-578d-4848-926b-ba62e6cdad54 None None] DHCP port deletion for 375760ab-c50b-43b3-a7cb-d943963c8630 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:12:05.124312 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25957286-3b8f-4826-a8bd-7573de7373b0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.193440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c5fe4-578d-4848-926b-ba62e6cdad54 None None] Deleting port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:05.194887 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0b1c5fe4-578d-4848-926b-ba62e6cdad54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.246409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df121b0-f674-40c9-86dc-10dda8e3c6b7 req-80f3c616-e3f1-4aee-bc75-fbd60bbadd9b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:05.247957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4df121b0-f674-40c9-86dc-10dda8e3c6b7 req-80f3c616-e3f1-4aee-bc75-fbd60bbadd9b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 945 time: 0.0991700 Aug 29 17:12:05.256959 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25957286-3b8f-4826-a8bd-7573de7373b0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.264809 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0b1c5fe4-578d-4848-926b-ba62e6cdad54 None None] For port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0,segment=NetworkSegment(717485df-194a-43e2-a30b-9964fa88d78a),segment_id=717485df-194a-43e2-a30b-9964fa88d78a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:05.265508 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0b1c5fe4-578d-4848-926b-ba62e6cdad54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.280347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c5fe4-578d-4848-926b-ba62e6cdad54 None None] Calling delete_port for 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:05.298339 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25957286-3b8f-4826-a8bd-7573de7373b0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.303152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-25957286-3b8f-4826-a8bd-7573de7373b0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/e1020ae0-c3c2-494e-9559-d4513c07a405 HTTP/1.1" status: 204 len: 168 time: 0.3778200 Aug 29 17:12:05.303822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49002) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:05.306339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25957286-3b8f-4826-a8bd-7573de7373b0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Subnet': ['ID=e1020ae0-c3c2-494e-9559-d4513c07a405,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:05.339555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4df121b0-f674-40c9-86dc-10dda8e3c6b7 req-1c5d1db5-508a-4794-ad51-44fb187a92a3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794895 Aug 29 17:12:05.346599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3048e18-90c1-49e1-8e8e-536d1df3ff9b None None] Network a112ee36-bbce-48fc-9e5e-37468fd1a989 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:05.394342 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.455942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:05.456305 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.476245 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0b1c5fe4-578d-4848-926b-ba62e6cdad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.506806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c5fe4-578d-4848-926b-ba62e6cdad54 None None] Pushing event deleted for resources: {'Port': ['ID=9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:05.511317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c5fe4-578d-4848-926b-ba62e6cdad54 None None] No DVR routers for this DVR port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:05.530815 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0, host n-d-713301-13, got binding levels [] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:05.531166 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.545653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:05.548536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.ipam_backend_mixin [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 was not found and therefore no delete operation was performed {{(pid=111677) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:12:05.549978 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.578346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:05.583245 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No DVR routers for this DVR port 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:05.596435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70625fed-dde7-4888-b360-a6a500c67448 None None] DHCP port deletion for a112ee36-bbce-48fc-9e5e-37468fd1a989 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:12:05.649134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-70625fed-dde7-4888-b360-a6a500c67448 None None] Deleting port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:05.649545 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-70625fed-dde7-4888-b360-a6a500c67448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.673963 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.686500 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375760ab-c50b-43b3-a7cb-d943963c8630']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:05.703305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717485df-194a-43e2-a30b-9964fa88d78a') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:05.703625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717485df-194a-43e2-a30b-9964fa88d78a') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:05.714026 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.720217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-70625fed-dde7-4888-b360-a6a500c67448 None None] For port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5863cffa-69fd-44bd-bb08-7a44b5b9c7cc,segment=NetworkSegment(a8123e10-ed1f-4a45-af2c-8517eaf465d9),segment_id=a8123e10-ed1f-4a45-af2c-8517eaf465d9)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:05.720624 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-70625fed-dde7-4888-b360-a6a500c67448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.730716 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.737451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-70625fed-dde7-4888-b360-a6a500c67448 None None] Calling delete_port for 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:05.738311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:12:05.738818 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:12:05.742140 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:12:05.806948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.815767 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.820383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49004) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:05.820529 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/networks/375760ab-c50b-43b3-a7cb-d943963c8630 HTTP/1.1" status: 204 len: 168 time: 0.5155365 Aug 29 17:12:05.834391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54216f21-07db-4e90-8841-5eee4d7f9f5e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Network': ['ID=375760ab-c50b-43b3-a7cb-d943963c8630,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:05.834631 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-70625fed-dde7-4888-b360-a6a500c67448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:05.861171 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70625fed-dde7-4888-b360-a6a500c67448 None None] Pushing event deleted for resources: {'Port': ['ID=5863cffa-69fd-44bd-bb08-7a44b5b9c7cc,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:05.873000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70625fed-dde7-4888-b360-a6a500c67448 None None] No DVR routers for this DVR port 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:05.937208 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.027264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.038363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a112ee36-bbce-48fc-9e5e-37468fd1a989']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:06.050953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8123e10-ed1f-4a45-af2c-8517eaf465d9') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:06.051259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8123e10-ed1f-4a45-af2c-8517eaf465d9') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:06.061447 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.079908 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.085781 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:12:06.086167 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:12:06.089052 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:12:06.148048 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.153010 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.158948 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/networks/a112ee36-bbce-48fc-9e5e-37468fd1a989 HTTP/1.1" status: 204 len: 168 time: 0.3332388 Aug 29 17:12:06.159849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49006) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:06.164599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-690593549'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:06.173886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427f031-e559-4a8d-a2d5-3aaee370bced tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Network': ['ID=a112ee36-bbce-48fc-9e5e-37468fd1a989,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:06.191358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:06.194907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.219436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:12:06.231404 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.231759 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added segment e21d6e19-7d46-4520-a986-185db7f5c050 of type vlan for network dfb6c1ce-4ab0-428f-809e-23790b1782ca Aug 29 17:12:06.275190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.306269 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.312926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:06.313482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.375929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49014) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:06.377475 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2170281 Aug 29 17:12:06.381732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'subnet': {'network_id': 'dfb6c1ce-4ab0-428f-809e-23790b1782ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:06.389615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fae8d6-064b-4111-878e-2c29212e2fa6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Network': ['ID=dfb6c1ce-4ab0-428f-809e-23790b1782ca,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:06.415792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network dfb6c1ce-4ab0-428f-809e-23790b1782ca details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:12:06.548706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0594279-ba3e-4091-89ee-8b53115c8775 req-cb67fdfc-196d-4c6e-a569-5040c15f7d12 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:06.550356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a0594279-ba3e-4091-89ee-8b53115c8775 req-cb67fdfc-196d-4c6e-a569-5040c15f7d12 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 945 time: 0.1204126 Aug 29 17:12:06.577449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:06.580713 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.645986 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a0594279-ba3e-4091-89ee-8b53115c8775 req-a7be50db-9708-4b5a-aee4-ed5a7272949f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866108 Aug 29 17:12:06.784282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:06.808035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:12:06.808035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9c50b44e-b9a9-4aea-b8c3-eb6856aaa7d0 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:12:06.808482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:06.827261 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:06.831314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c207a-31e0-4868-ab63-9cff93ab2fc9 req-c5752862-585f-4730-b890-c99b25d95265 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:06.831459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:12:06.831675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5863cffa-69fd-44bd-bb08-7a44b5b9c7cc not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:12:06.833493 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d3c207a-31e0-4868-ab63-9cff93ab2fc9 req-c5752862-585f-4730-b890-c99b25d95265 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 945 time: 0.0666637 Aug 29 17:12:06.880141 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d3c207a-31e0-4868-ab63-9cff93ab2fc9 req-8b642bd8-5c30-4002-b2b4-8ab51362f5f4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397735 Aug 29 17:12:06.929271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Subnet': ['ID=87be8d71-245b-49c5-8f4b-1ebbc572082a,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:06.931692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Checking segment: {'id': 'e21d6e19-7d46-4520-a986-185db7f5c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfb6c1ce-4ab0-428f-809e-23790b1782ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:06.932044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network hostable DHCP agents. Network: dfb6c1ce-4ab0-428f-809e-23790b1782ca, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:12:06.942502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.942902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.943442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.943986 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.945091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.945843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.946386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.946976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.947554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.948112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.948785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.949905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:06.997449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network dfb6c1ce-4ab0-428f-809e-23790b1782ca is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:12:07.010531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, dfb6c1ce-4ab0-428f-809e-23790b1782ca) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:07.021984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:07.022587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.023278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98476044-f1c8-423f-892b-0bdd3c775805 None None] Network dfb6c1ce-4ab0-428f-809e-23790b1782ca requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:07.037004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7af27-dd7e-47ff-8e23-5b3651ad0937 req-6347583b-a9a5-416c-b87a-6f9bfaaf62c2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:07.038267 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0e7af27-dd7e-47ff-8e23-5b3651ad0937 req-6347583b-a9a5-416c-b87a-6f9bfaaf62c2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 945 time: 0.0723510 Aug 29 17:12:07.053450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49020) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:07.053848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-612ae810-20d9-4017-8f6e-7a0794e2633c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6762264 Aug 29 17:12:07.058068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6e53ceba-a004-45db-8472-6d8763205bb1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-61354215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:07.087760 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e53ceba-a004-45db-8472-6d8763205bb1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.088753 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e53ceba-a004-45db-8472-6d8763205bb1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.104318 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0e7af27-dd7e-47ff-8e23-5b3651ad0937 req-073d6af0-e5b3-452d-b3ac-09c21439d716 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495768 Aug 29 17:12:07.222737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-dfb6c1ce-4ab0-428f-809e-23790b1782ca', 'network_id': 'dfb6c1ce-4ab0-428f-809e-23790b1782ca', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'fixed_ips': [{'subnet_id': '87be8d71-245b-49c5-8f4b-1ebbc572082a'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:12:07.223917 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.482668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Allocated IP 2001:db8::2 (dfb6c1ce-4ab0-428f-809e-23790b1782ca/87be8d71-245b-49c5-8f4b-1ebbc572082a/e0b8bb34-13c8-491f-9832-007653539c86) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:07.503715 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e53ceba-a004-45db-8472-6d8763205bb1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.516552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e53ceba-a004-45db-8472-6d8763205bb1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.556794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e53ceba-a004-45db-8472-6d8763205bb1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.559225 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6e53ceba-a004-45db-8472-6d8763205bb1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5047693 Aug 29 17:12:07.561997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49030) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:07.567733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'port': {'network_id': 'dfb6c1ce-4ab0-428f-809e-23790b1782ca', 'name': 'tempest-RoutersIpV6Test-1528909300'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:07.638151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c82024-d585-4fe3-97f8-9df8fb28b0bd req-809445dd-8ac9-436a-9d4c-9787f18a25fa tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:07.639979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8c82024-d585-4fe3-97f8-9df8fb28b0bd req-809445dd-8ac9-436a-9d4c-9787f18a25fa tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 945 time: 0.1172698 Aug 29 17:12:07.647581 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.657705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Transition to ACTIVE for port object e0b8bb34-13c8-491f-9832-007653539c86 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:07.674190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Transition to ACTIVE for port object e0b8bb34-13c8-491f-9832-007653539c86 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:07.681146 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.708498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8c82024-d585-4fe3-97f8-9df8fb28b0bd req-fbe4f07a-4ead-4adc-bb39-bf5803e9a4b8 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617721 Aug 29 17:12:07.718342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Network dfb6c1ce-4ab0-428f-809e-23790b1782ca is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:07.731221 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:07.739626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:07.749634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Pushing event updated for resources: {'Port': ['ID=e0b8bb34-13c8-491f-9832-007653539c86,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:07.762124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:07.766476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.786219 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] device_id is not set on port 77fa9816-b647-4537-a457-b766e41003ad yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:12:07.812575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Attempting to bind port e0b8bb34-13c8-491f-9832-007653539c86 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:12:07.813666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Attempting to bind port e0b8bb34-13c8-491f-9832-007653539c86 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e21d6e19-7d46-4520-a986-185db7f5c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfb6c1ce-4ab0-428f-809e-23790b1782ca'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:12:07.813666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Attempting to bind port e0b8bb34-13c8-491f-9832-007653539c86 on network dfb6c1ce-4ab0-428f-809e-23790b1782ca {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:07.818094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:12:07.819249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Checking segment: {'id': 'e21d6e19-7d46-4520-a986-185db7f5c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfb6c1ce-4ab0-428f-809e-23790b1782ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:07.819249 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.819249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Bound using segment: {'id': 'e21d6e19-7d46-4520-a986-185db7f5c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfb6c1ce-4ab0-428f-809e-23790b1782ca'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:12:07.819662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Bound port: e0b8bb34-13c8-491f-9832-007653539c86, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21d6e19-7d46-4520-a986-185db7f5c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfb6c1ce-4ab0-428f-809e-23790b1782ca'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:12:07.820184 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.896548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] For port e0b8bb34-13c8-491f-9832-007653539c86, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:07.900364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] For port e0b8bb34-13c8-491f-9832-007653539c86, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e0b8bb34-13c8-491f-9832-007653539c86,segment=NetworkSegment(e21d6e19-7d46-4520-a986-185db7f5c050),segment_id=e21d6e19-7d46-4520-a986-185db7f5c050)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:12:07.906736 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:07.945214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Allocated IP 2001:db8::54 (dfb6c1ce-4ab0-428f-809e-23790b1782ca/87be8d71-245b-49c5-8f4b-1ebbc572082a/77fa9816-b647-4537-a457-b766e41003ad) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:07.959876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69abdc7-8472-4dd2-9385-f034c04cfc6f None None] Pushing event updated for resources: {'Port': ['ID=e0b8bb34-13c8-491f-9832-007653539c86,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:08.117848 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:08.146206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Transition to ACTIVE for port object 77fa9816-b647-4537-a457-b766e41003ad will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:08.204120 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:08.255835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network dfb6c1ce-4ab0-428f-809e-23790b1782ca is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:08.263149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:08.266050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:08.271976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:08.272626 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:08.285576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=77fa9816-b647-4537-a457-b766e41003ad,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:08.297277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7335768 Aug 29 17:12:08.298249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.298697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.299043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.299382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.299714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.299885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49032) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:08.300345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.300345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.300700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.301138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.301429 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.301683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.302018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc00944-e6bf-4d1b-bb0b-089604b82261 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:08.659661 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:08.805627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e0b8bb34-13c8-491f-9832-007653539c86 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:08.856722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29067a-4ffe-4a57-b17f-ed0af4d1cdeb req-479375b0-7bc6-4930-982e-c9d9a10a4181 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:08.862898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b29067a-4ffe-4a57-b17f-ed0af4d1cdeb req-479375b0-7bc6-4930-982e-c9d9a10a4181 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 945 time: 0.0731747 Aug 29 17:12:08.891226 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e0b8bb34-13c8-491f-9832-007653539c86 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:08.957906 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b29067a-4ffe-4a57-b17f-ed0af4d1cdeb req-688d51ca-3b7e-4ab2-92ce-0102d14ac3b9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806422 Aug 29 17:12:09.078786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:09.088609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e8934-1192-402a-a952-77fb5c21f1c4 req-aa40ccca-69ef-4125-b4e3-105e86fda481 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:09.090649 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-407e8934-1192-402a-a952-77fb5c21f1c4 req-aa40ccca-69ef-4125-b4e3-105e86fda481 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 945 time: 0.0825312 Aug 29 17:12:09.094160 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:09.215174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d752d-792d-4a4d-9ddd-5da66a4672ed None None] Network dfb6c1ce-4ab0-428f-809e-23790b1782ca requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:09.323141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f1993842-0f15-407c-93b5-d4ab04d4231b None None] Provisioning for port e0b8bb34-13c8-491f-9832-007653539c86 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:09.348532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f1993842-0f15-407c-93b5-d4ab04d4231b None None] Provisioning complete for port e0b8bb34-13c8-491f-9832-007653539c86 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:09.348904 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f1993842-0f15-407c-93b5-d4ab04d4231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:09.532004 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f1993842-0f15-407c-93b5-d4ab04d4231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:09.565179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=77fa9816-b647-4537-a457-b766e41003ad,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:09.582344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f1993842-0f15-407c-93b5-d4ab04d4231b None None] For port e0b8bb34-13c8-491f-9832-007653539c86, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e0b8bb34-13c8-491f-9832-007653539c86,segment=NetworkSegment(e21d6e19-7d46-4520-a986-185db7f5c050),segment_id=e21d6e19-7d46-4520-a986-185db7f5c050)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:09.588949 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f1993842-0f15-407c-93b5-d4ab04d4231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:09.705295 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:09.711049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-407e8934-1192-402a-a952-77fb5c21f1c4 req-a8e1a4f2-bd93-40a1-b078-3cdcbf73192e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Deleting port 7ea24ed4-d85b-415e-9207-dc43b80e3511 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:09.711333 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-407e8934-1192-402a-a952-77fb5c21f1c4 req-a8e1a4f2-bd93-40a1-b078-3cdcbf73192e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:09.713815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1993842-0f15-407c-93b5-d4ab04d4231b None None] Pushing event updated for resources: {'Port': ['ID=e0b8bb34-13c8-491f-9832-007653539c86,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:09.902881 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-407e8934-1192-402a-a952-77fb5c21f1c4 req-a8e1a4f2-bd93-40a1-b078-3cdcbf73192e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] For port 7ea24ed4-d85b-415e-9207-dc43b80e3511, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=7ea24ed4-d85b-415e-9207-dc43b80e3511,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:09.903238 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-407e8934-1192-402a-a952-77fb5c21f1c4 req-a8e1a4f2-bd93-40a1-b078-3cdcbf73192e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:09.914583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e2231a95-d6dc-460b-9306-82f4bd410a36 None None] Provisioning for port 77fa9816-b647-4537-a457-b766e41003ad completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:09.920853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e2231a95-d6dc-460b-9306-82f4bd410a36 None None] Provisioning complete for port 77fa9816-b647-4537-a457-b766e41003ad triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:09.921344 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e2231a95-d6dc-460b-9306-82f4bd410a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:09.930490 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:09.932492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-407e8934-1192-402a-a952-77fb5c21f1c4 req-a8e1a4f2-bd93-40a1-b078-3cdcbf73192e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Calling delete_port for 7ea24ed4-d85b-415e-9207-dc43b80e3511 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:10.000361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e2231a95-d6dc-460b-9306-82f4bd410a36 None None] Port 77fa9816-b647-4537-a457-b766e41003ad cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:10.013400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e2231a95-d6dc-460b-9306-82f4bd410a36 None None] Provisioning complete for port e0b8bb34-13c8-491f-9832-007653539c86 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:10.013805 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e2231a95-d6dc-460b-9306-82f4bd410a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:10.109761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9838354-8e1b-48a5-b62d-f63e63443f07 req-724b7daa-1a16-445b-b4f3-437740a77449 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:10.119573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9838354-8e1b-48a5-b62d-f63e63443f07 req-724b7daa-1a16-445b-b4f3-437740a77449 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 945 time: 0.0806177 Aug 29 17:12:10.200483 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9838354-8e1b-48a5-b62d-f63e63443f07 req-69a40eb4-3daf-49c9-b276-b01af05fdcc7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799506 Aug 29 17:12:10.319738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9608b7f5-e2b7-4742-bafc-523ab668eaf2 None None] Provisioning complete for port 77fa9816-b647-4537-a457-b766e41003ad triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:10.320438 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9608b7f5-e2b7-4742-bafc-523ab668eaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:10.335582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-407e8934-1192-402a-a952-77fb5c21f1c4 req-a8e1a4f2-bd93-40a1-b078-3cdcbf73192e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:10.368317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9608b7f5-e2b7-4742-bafc-523ab668eaf2 None None] Port 77fa9816-b647-4537-a457-b766e41003ad cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:10.383064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1a4f2-bd93-40a1-b078-3cdcbf73192e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event deleted for resources: {'Port': ['ID=7ea24ed4-d85b-415e-9207-dc43b80e3511,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:10.452313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-407e8934-1192-402a-a952-77fb5c21f1c4 req-a8e1a4f2-bd93-40a1-b078-3cdcbf73192e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] No DVR routers for this DVR port 7ea24ed4-d85b-415e-9207-dc43b80e3511 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:10.457763 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-407e8934-1192-402a-a952-77fb5c21f1c4 req-a8e1a4f2-bd93-40a1-b078-3cdcbf73192e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:10.459978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-407e8934-1192-402a-a952-77fb5c21f1c4 req-a8e1a4f2-bd93-40a1-b078-3cdcbf73192e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "DELETE /v2.0/ports/7ea24ed4-d85b-415e-9207-dc43b80e3511 HTTP/1.1" status: 204 len: 173 time: 1.3506117 Aug 29 17:12:10.460431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c', 'name': 'network-vif-deleted', 'tag': '7ea24ed4-d85b-415e-9207-dc43b80e3511'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:12:10.463634 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899563f0-893b-498a-b05d-73bd4b342dc3" -d '{"events": [{"server_uuid": "141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c", "name": "network-vif-deleted", "tag": "7ea24ed4-d85b-415e-9207-dc43b80e3511"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:12:10.538433 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30206290-627e-4d81-809f-7401c309200a x-openstack-request-id: req-30206290-627e-4d81-809f-7401c309200a {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:12:10.538741 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c", "name": "network-vif-deleted", "tag": "7ea24ed4-d85b-415e-9207-dc43b80e3511", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:12:10.538984 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30206290-627e-4d81-809f-7401c309200a {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:12:10.539388 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c', 'name': 'network-vif-deleted', 'tag': '7ea24ed4-d85b-415e-9207-dc43b80e3511', 'status': 'completed', 'code': 200} Aug 29 17:12:10.596307 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:10.606626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:10.607722 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:10.614459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c91f04ae-972b-45ce-8b15-adc2ed65a2de None None] Provisioning complete for port 77fa9816-b647-4537-a457-b766e41003ad triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:10.614797 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c91f04ae-972b-45ce-8b15-adc2ed65a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:10.677147 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c91f04ae-972b-45ce-8b15-adc2ed65a2de None None] Port 77fa9816-b647-4537-a457-b766e41003ad cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:10.746143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=77fa9816-b647-4537-a457-b766e41003ad,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:10.774108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e0b8bb34-13c8-491f-9832-007653539c86 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:10.809118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network dfb6c1ce-4ab0-428f-809e-23790b1782ca is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:10.811042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:10.879426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e0b8bb34-13c8-491f-9832-007653539c86 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:10.882480 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:11.069918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 8d33773e-958a-4e50-9a4a-a078b4967b7f is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:12:11.198223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:11.203681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-24a2050d-818e-4071-add9-4860c7a70f31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/8d33773e-958a-4e50-9a4a-a078b4967b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9026947 Aug 29 17:12:11.206163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49052) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:11.206869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-178c5149-0572-44f0-9737-eefdb0700414 None None] Provisioning complete for port 77fa9816-b647-4537-a457-b766e41003ad triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:11.206869 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-178c5149-0572-44f0-9737-eefdb0700414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:11.238199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976a0df-c245-498e-adae-ca0b69483376 None None] Sync routers for ids ['8d33773e-958a-4e50-9a4a-a078b4967b7f'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:11.259980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976a0df-c245-498e-adae-ca0b69483376 None None] Routers {'8d33773e-958a-4e50-9a4a-a078b4967b7f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:11.260862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4976a0df-c245-498e-adae-ca0b69483376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8d33773e-958a-4e50-9a4a-a078b4967b7f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:11.262773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-178c5149-0572-44f0-9737-eefdb0700414 None None] Port 77fa9816-b647-4537-a457-b766e41003ad cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:11.299387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23527b0-c3a7-4add-8b1b-9288cd49b0e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:11.304148 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49056) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:11.312216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a23527b0-c3a7-4add-8b1b-9288cd49b0e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports/77fa9816-b647-4537-a457-b766e41003ad HTTP/1.1" status: 200 len: 983 time: 0.1049693 Aug 29 17:12:11.352056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4976a0df-c245-498e-adae-ca0b69483376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:11.372548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976a0df-c245-498e-adae-ca0b69483376 None None] Routers {'8d33773e-958a-4e50-9a4a-a078b4967b7f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:11.373193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4976a0df-c245-498e-adae-ca0b69483376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8d33773e-958a-4e50-9a4a-a078b4967b7f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:11.401054 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55503250-aaa1-4481-9bb2-d5801dbb2819 req-feacf951-2344-4810-8a7d-387dbed37f73 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 210 time: 0.0404062 Aug 29 17:12:11.425479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4976a0df-c245-498e-adae-ca0b69483376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:11.428621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976a0df-c245-498e-adae-ca0b69483376 None None] The sync data for ids ['8d33773e-958a-4e50-9a4a-a078b4967b7f'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:11.648393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 7ea24ed4-d85b-415e-9207-dc43b80e3511 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:11.687010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 7ea24ed4-d85b-415e-9207-dc43b80e3511 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:12:11.687859 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 7ea24ed4-d85b-415e-9207-dc43b80e3511 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:12:11.855609 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e583a2-276d-4f63-8f78-a741a14ec7d6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:12.089994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c9e583a2-276d-4f63-8f78-a741a14ec7d6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port 77fa9816-b647-4537-a457-b766e41003ad {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:12.090366 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e583a2-276d-4f63-8f78-a741a14ec7d6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:12.181738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e583a2-276d-4f63-8f78-a741a14ec7d6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:12.196461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c9e583a2-276d-4f63-8f78-a741a14ec7d6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for 77fa9816-b647-4537-a457-b766e41003ad owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:12.381316 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e583a2-276d-4f63-8f78-a741a14ec7d6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:12.411235 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e583a2-276d-4f63-8f78-a741a14ec7d6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=77fa9816-b647-4537-a457-b766e41003ad,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:12.530891 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e583a2-276d-4f63-8f78-a741a14ec7d6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:12.582863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f9598da-ff8e-44fa-857a-6268375ddd42 req-a876738f-94c3-48a3-9e56-d94962e6a7ed tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 210 time: 0.0713832 Aug 29 17:12:12.760540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e583a2-276d-4f63-8f78-a741a14ec7d6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 8d33773e-958a-4e50-9a4a-a078b4967b7f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:12:12.846152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e583a2-276d-4f63-8f78-a741a14ec7d6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:12.851435 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c9e583a2-276d-4f63-8f78-a741a14ec7d6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/8d33773e-958a-4e50-9a4a-a078b4967b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5460546 Aug 29 17:12:12.854418 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49066) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:12.858634 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-318b62b5-547c-41c1-9732-73a07e0d5d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:12.868662 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19d897-ccca-4e8b-9a0f-fe230ab6eea8 None None] Sync routers for ids ['8d33773e-958a-4e50-9a4a-a078b4967b7f'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:12.879000 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19d897-ccca-4e8b-9a0f-fe230ab6eea8 None None] Routers {'8d33773e-958a-4e50-9a4a-a078b4967b7f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:12.879993 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7c19d897-ccca-4e8b-9a0f-fe230ab6eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8d33773e-958a-4e50-9a4a-a078b4967b7f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:12.917473 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7c19d897-ccca-4e8b-9a0f-fe230ab6eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:12.929145 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19d897-ccca-4e8b-9a0f-fe230ab6eea8 None None] Routers {'8d33773e-958a-4e50-9a4a-a078b4967b7f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:12.930030 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7c19d897-ccca-4e8b-9a0f-fe230ab6eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:11:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8d33773e-958a-4e50-9a4a-a078b4967b7f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:12.965432 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7c19d897-ccca-4e8b-9a0f-fe230ab6eea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:12.966254 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19d897-ccca-4e8b-9a0f-fe230ab6eea8 None None] The sync data for ids ['8d33773e-958a-4e50-9a4a-a078b4967b7f'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:13.070742 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-2f3d3993-c051-47d2-8f92-77f630f05183 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] remove_router_interface failed (client error): The resource could not be found. Aug 29 17:12:13.071799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2f3d3993-c051-47d2-8f92-77f630f05183 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/8d33773e-958a-4e50-9a4a-a078b4967b7f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2156947 Aug 29 17:12:13.074638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49070) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:13.100578 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-028a0bc9-d8fe-4d5e-86a8-4c641142c1b0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d33773e-958a-4e50-9a4a-a078b4967b7f HTTP/1.1" status: 200 len: 205 time: 0.0248604 Aug 29 17:12:13.102990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49072) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:13.178814 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f2c565a-1069-447e-b203-3c3818cb4ca7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.336828 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f2c565a-1069-447e-b203-3c3818cb4ca7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.338992 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f2c565a-1069-447e-b203-3c3818cb4ca7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.382943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f2c565a-1069-447e-b203-3c3818cb4ca7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.383577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2c565a-1069-447e-b203-3c3818cb4ca7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Fanout notify agent at l3_agent the message router_deleted on router 8d33773e-958a-4e50-9a4a-a078b4967b7f {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:12:13.391332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f2c565a-1069-447e-b203-3c3818cb4ca7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.392659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0f2c565a-1069-447e-b203-3c3818cb4ca7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/8d33773e-958a-4e50-9a4a-a078b4967b7f HTTP/1.1" status: 204 len: 168 time: 0.2887881 Aug 29 17:12:13.395447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49074) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:13.450747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcfd9cb-28aa-4444-bb90-e9345e8d7109 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting subnet 87be8d71-245b-49c5-8f4b-1ebbc572082a {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:12:13.453992 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-edcfd9cb-28aa-4444-bb90-e9345e8d7109 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.493656 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-edcfd9cb-28aa-4444-bb90-e9345e8d7109 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.573322 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-edcfd9cb-28aa-4444-bb90-e9345e8d7109 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.643753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-edcfd9cb-28aa-4444-bb90-e9345e8d7109 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.683728 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfd9cb-28aa-4444-bb90-e9345e8d7109 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Subnet': ['ID=87be8d71-245b-49c5-8f4b-1ebbc572082a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:13.685815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-edcfd9cb-28aa-4444-bb90-e9345e8d7109 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.689750 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-edcfd9cb-28aa-4444-bb90-e9345e8d7109 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/87be8d71-245b-49c5-8f4b-1ebbc572082a HTTP/1.1" status: 204 len: 168 time: 0.2930703 Aug 29 17:12:13.690486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49078) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:13.692296 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a9961a-b7dc-431a-95cd-04cac658071b None None] Network dfb6c1ce-4ab0-428f-809e-23790b1782ca requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:13.709756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ba8e607-125c-4c19-a7a4-7ce9d3ab9ec9 req-323fe358-dea4-4d0b-98f6-e6210fa8707d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 210 time: 0.0554662 Aug 29 17:12:13.774333 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.837927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port e0b8bb34-13c8-491f-9832-007653539c86 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:13.838453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.940903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d29386-c60e-4af8-8ea4-a34272cd4770 None None] DHCP port deletion for dfb6c1ce-4ab0-428f-809e-23790b1782ca request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:12:13.943147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port e0b8bb34-13c8-491f-9832-007653539c86, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e0b8bb34-13c8-491f-9832-007653539c86,segment=NetworkSegment(e21d6e19-7d46-4520-a986-185db7f5c050),segment_id=e21d6e19-7d46-4520-a986-185db7f5c050)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:13.943524 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:13.966161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for e0b8bb34-13c8-491f-9832-007653539c86 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:13.994942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b3d29386-c60e-4af8-8ea4-a34272cd4770 None None] Deleting port e0b8bb34-13c8-491f-9832-007653539c86 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:13.995440 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3d29386-c60e-4af8-8ea4-a34272cd4770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.065728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.085848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b3d29386-c60e-4af8-8ea4-a34272cd4770 None None] For port e0b8bb34-13c8-491f-9832-007653539c86, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e0b8bb34-13c8-491f-9832-007653539c86,segment=NetworkSegment(e21d6e19-7d46-4520-a986-185db7f5c050),segment_id=e21d6e19-7d46-4520-a986-185db7f5c050)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:14.086616 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3d29386-c60e-4af8-8ea4-a34272cd4770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.112982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b3d29386-c60e-4af8-8ea4-a34272cd4770 None None] Calling delete_port for e0b8bb34-13c8-491f-9832-007653539c86 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:14.126774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=e0b8bb34-13c8-491f-9832-007653539c86,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:14.139142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No DVR routers for this DVR port e0b8bb34-13c8-491f-9832-007653539c86 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:14.196997 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b3d29386-c60e-4af8-8ea4-a34272cd4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.228346 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d29386-c60e-4af8-8ea4-a34272cd4770 None None] No DVR routers for this DVR port e0b8bb34-13c8-491f-9832-007653539c86 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:14.233061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d29386-c60e-4af8-8ea4-a34272cd4770 None None] Pushing event deleted for resources: {'Port': ['ID=e0b8bb34-13c8-491f-9832-007653539c86,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:14.244791 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.267479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb6c1ce-4ab0-428f-809e-23790b1782ca']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:14.279162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21d6e19-7d46-4520-a986-185db7f5c050') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:14.279615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21d6e19-7d46-4520-a986-185db7f5c050') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:14.289838 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.305992 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.314162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:12:14.315175 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:12:14.318984 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:12:14.403920 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.425177 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.432185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/networks/dfb6c1ce-4ab0-428f-809e-23790b1782ca HTTP/1.1" status: 204 len: 168 time: 0.7346559 Aug 29 17:12:14.432342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49098) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:14.436354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1368381775'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:14.438670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866f4da-8f7c-4a08-a4f7-ef1f3755bfbd tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Network': ['ID=dfb6c1ce-4ab0-428f-809e-23790b1782ca,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:14.461649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:14.465395 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.491922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:12:14.503301 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.503662 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added segment 3eb66347-41f7-4653-a000-3bb34be47bd3 of type vlan for network 87994836-2486-4445-b56e-5c4014029cef Aug 29 17:12:14.552029 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.579294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.585757 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:14.586504 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.654138 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2191548 Aug 29 17:12:14.654792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49102) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:14.660822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'subnet': {'network_id': '87994836-2486-4445-b56e-5c4014029cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:14.670168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d94d2-b2de-4513-abd6-04ad16384d66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Network': ['ID=87994836-2486-4445-b56e-5c4014029cef,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:14.685951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 87994836-2486-4445-b56e-5c4014029cef details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:12:14.788017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e0b8bb34-13c8-491f-9832-007653539c86 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:14.804923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:14.808942 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:14.823055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e0b8bb34-13c8-491f-9832-007653539c86 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:12:14.823702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e0b8bb34-13c8-491f-9832-007653539c86 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:12:14.843072 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae266a5b-130e-479f-b204-4b85f602d759 req-c2163765-9f19-4e9c-b133-99154762789b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=141f6946-c2b4-4cba-a1fe-3c76f4ea3d5c HTTP/1.1" status: 200 len: 210 time: 0.0410876 Aug 29 17:12:15.022848 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.099967 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Subnet': ['ID=7eee1f2d-4d45-48e2-9941-4f496d9f3883,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:15.104988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Checking segment: {'id': '3eb66347-41f7-4653-a000-3bb34be47bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87994836-2486-4445-b56e-5c4014029cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:15.105668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network hostable DHCP agents. Network: 87994836-2486-4445-b56e-5c4014029cef, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:12:15.126290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 87994836-2486-4445-b56e-5c4014029cef is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:12:15.135554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 87994836-2486-4445-b56e-5c4014029cef) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:15.140997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:15.141868 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.149377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3869ba26-84f3-47af-aad0-eb48fe8d5f07 None None] Network 87994836-2486-4445-b56e-5c4014029cef requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:15.163872 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f77fbb80-7393-44d2-a4ba-005b163353a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5051696 Aug 29 17:12:15.163872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49108) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:15.169754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7279f10d-394e-408b-8f19-e2340222aa80 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-825811175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:15.197485 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7279f10d-394e-408b-8f19-e2340222aa80 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.198425 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7279f10d-394e-408b-8f19-e2340222aa80 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.251157 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7279f10d-394e-408b-8f19-e2340222aa80 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.255222 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7279f10d-394e-408b-8f19-e2340222aa80 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.270779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7279f10d-394e-408b-8f19-e2340222aa80 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.272131 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7279f10d-394e-408b-8f19-e2340222aa80 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1073332 Aug 29 17:12:15.274886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49110) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:15.307063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-87994836-2486-4445-b56e-5c4014029cef', 'network_id': '87994836-2486-4445-b56e-5c4014029cef', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'fixed_ips': [{'subnet_id': '7eee1f2d-4d45-48e2-9941-4f496d9f3883'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:12:15.307988 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.446804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Allocated IP 2001:db8::2 (87994836-2486-4445-b56e-5c4014029cef/7eee1f2d-4d45-48e2-9941-4f496d9f3883/b5584737-d707-413e-849e-0aabb5ec416c) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:15.545210 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-96ded00a-5d56-41ab-9617-810775ebd327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.776182 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.791663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Transition to ACTIVE for port object b5584737-d707-413e-849e-0aabb5ec416c will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:15.813341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Transition to ACTIVE for port object b5584737-d707-413e-849e-0aabb5ec416c will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:15.825653 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.837401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.852913 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.876583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Network 87994836-2486-4445-b56e-5c4014029cef is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:15.880176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:15.882903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:15.891887 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Pushing event updated for resources: {'Port': ['ID=b5584737-d707-413e-849e-0aabb5ec416c,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:15.948741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Attempting to bind port b5584737-d707-413e-849e-0aabb5ec416c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:12:15.949681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Attempting to bind port b5584737-d707-413e-849e-0aabb5ec416c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3eb66347-41f7-4653-a000-3bb34be47bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87994836-2486-4445-b56e-5c4014029cef'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:12:15.950111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Attempting to bind port b5584737-d707-413e-849e-0aabb5ec416c on network 87994836-2486-4445-b56e-5c4014029cef {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:15.955695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:12:15.956080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Checking segment: {'id': '3eb66347-41f7-4653-a000-3bb34be47bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87994836-2486-4445-b56e-5c4014029cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:15.956531 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:15.956946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Bound using segment: {'id': '3eb66347-41f7-4653-a000-3bb34be47bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87994836-2486-4445-b56e-5c4014029cef'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:12:15.957443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Bound port: b5584737-d707-413e-849e-0aabb5ec416c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb66347-41f7-4653-a000-3bb34be47bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87994836-2486-4445-b56e-5c4014029cef'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:12:15.957896 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:16.040569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] For port b5584737-d707-413e-849e-0aabb5ec416c, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:16.044657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] For port b5584737-d707-413e-849e-0aabb5ec416c, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b5584737-d707-413e-849e-0aabb5ec416c,segment=NetworkSegment(3eb66347-41f7-4653-a000-3bb34be47bd3),segment_id=3eb66347-41f7-4653-a000-3bb34be47bd3)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:12:16.054354 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:16.113586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669053ea-453c-4a86-8413-49bac7c471b1 None None] Pushing event updated for resources: {'Port': ['ID=b5584737-d707-413e-849e-0aabb5ec416c,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:16.152752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Allocated IP 2001:db8::1 (87994836-2486-4445-b56e-5c4014029cef/7eee1f2d-4d45-48e2-9941-4f496d9f3883/c9805067-d786-4130-b979-c4404b7a0e38) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:16.339394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:16.355988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Transition to ACTIVE for port object c9805067-d786-4130-b979-c4404b7a0e38 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:16.417160 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:16.491796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 87994836-2486-4445-b56e-5c4014029cef is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:16.495392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:16.500545 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:16.501242 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:16.505035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=c9805067-d786-4130-b979-c4404b7a0e38,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:16.619958 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:16.644453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:16.806367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b5584737-d707-413e-849e-0aabb5ec416c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:16.883649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b5584737-d707-413e-849e-0aabb5ec416c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:16.955825 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:16.962728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:16.963540 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:17.026459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=c9805067-d786-4130-b979-c4404b7a0e38,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:17.190316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 87994836-2486-4445-b56e-5c4014029cef is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:17.191702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:17.336284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 1ac7f181-72fe-4864-aca4-bbbf45852ecd is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:12:17.360108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db0dfe-9782-40b4-a78f-38dfda8ee11c None None] Network 87994836-2486-4445-b56e-5c4014029cef requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:17.460374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:17.474491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-98566377-c553-4348-859b-57f82ceb7dfa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/1ac7f181-72fe-4864-aca4-bbbf45852ecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1960940 Aug 29 17:12:17.474992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49134) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:17.489038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d913d-76f7-4ffc-879d-db8a4eebc6e7 None None] Sync routers for ids ['1ac7f181-72fe-4864-aca4-bbbf45852ecd'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:17.499383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-458c5055-af60-4336-88c1-69bc15fe6f80 None None] Provisioning for port b5584737-d707-413e-849e-0aabb5ec416c completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:17.508755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-458c5055-af60-4336-88c1-69bc15fe6f80 None None] Provisioning complete for port b5584737-d707-413e-849e-0aabb5ec416c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:17.509138 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-458c5055-af60-4336-88c1-69bc15fe6f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:17.535884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d913d-76f7-4ffc-879d-db8a4eebc6e7 None None] Routers {'1ac7f181-72fe-4864-aca4-bbbf45852ecd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:17.536516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-915d913d-76f7-4ffc-879d-db8a4eebc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1ac7f181-72fe-4864-aca4-bbbf45852ecd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:17.540365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f653798-41fb-4b2a-b92b-3742d5c6d9cb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:17.542110 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5f653798-41fb-4b2a-b92b-3742d5c6d9cb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports/c9805067-d786-4130-b979-c4404b7a0e38 HTTP/1.1" status: 200 len: 911 time: 0.0661230 Aug 29 17:12:17.548017 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49136) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:17.598872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-915d913d-76f7-4ffc-879d-db8a4eebc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:17.632043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d913d-76f7-4ffc-879d-db8a4eebc6e7 None None] Routers {'1ac7f181-72fe-4864-aca4-bbbf45852ecd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:17.633831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-915d913d-76f7-4ffc-879d-db8a4eebc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1ac7f181-72fe-4864-aca4-bbbf45852ecd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:17.728387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-915d913d-76f7-4ffc-879d-db8a4eebc6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:17.730546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d913d-76f7-4ffc-879d-db8a4eebc6e7 None None] The sync data for ids ['1ac7f181-72fe-4864-aca4-bbbf45852ecd'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:17.754338 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:17.826801 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-458c5055-af60-4336-88c1-69bc15fe6f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:17.872722 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-458c5055-af60-4336-88c1-69bc15fe6f80 None None] For port b5584737-d707-413e-849e-0aabb5ec416c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b5584737-d707-413e-849e-0aabb5ec416c,segment=NetworkSegment(3eb66347-41f7-4653-a000-3bb34be47bd3),segment_id=3eb66347-41f7-4653-a000-3bb34be47bd3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:17.878808 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-458c5055-af60-4336-88c1-69bc15fe6f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:17.968994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c5055-af60-4336-88c1-69bc15fe6f80 None None] Pushing event updated for resources: {'Port': ['ID=b5584737-d707-413e-849e-0aabb5ec416c,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:18.069878 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c401dffd-7923-41db-bafc-01ed2ba2ff5b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:18.296517 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:18.335581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b469b958-79c3-45e0-a35c-113f92194055 None None] Provisioning complete for port b5584737-d707-413e-849e-0aabb5ec416c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:18.338017 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b469b958-79c3-45e0-a35c-113f92194055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:18.540749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c401dffd-7923-41db-bafc-01ed2ba2ff5b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port c9805067-d786-4130-b979-c4404b7a0e38 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:18.541825 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c401dffd-7923-41db-bafc-01ed2ba2ff5b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:18.545086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b469b958-79c3-45e0-a35c-113f92194055 None None] Provisioning for port c9805067-d786-4130-b979-c4404b7a0e38 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:18.549498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b469b958-79c3-45e0-a35c-113f92194055 None None] Provisioning complete for port c9805067-d786-4130-b979-c4404b7a0e38 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:18.549931 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b469b958-79c3-45e0-a35c-113f92194055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:18.608441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b469b958-79c3-45e0-a35c-113f92194055 None None] Port c9805067-d786-4130-b979-c4404b7a0e38 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:18.704511 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:12:18.750559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-761dd23f-7fdf-4a96-896e-aa0fe8064f7d None None] Provisioning complete for port c9805067-d786-4130-b979-c4404b7a0e38 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:18.751932 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-761dd23f-7fdf-4a96-896e-aa0fe8064f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:18.753774 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c401dffd-7923-41db-bafc-01ed2ba2ff5b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:18.783668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c401dffd-7923-41db-bafc-01ed2ba2ff5b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for c9805067-d786-4130-b979-c4404b7a0e38 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:18.826210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b5584737-d707-413e-849e-0aabb5ec416c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:18.920375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-761dd23f-7fdf-4a96-896e-aa0fe8064f7d None None] Port c9805067-d786-4130-b979-c4404b7a0e38 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:18.979464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b5584737-d707-413e-849e-0aabb5ec416c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:18.979879 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:19.100649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c401dffd-7923-41db-bafc-01ed2ba2ff5b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:19.147043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401dffd-7923-41db-bafc-01ed2ba2ff5b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=c9805067-d786-4130-b979-c4404b7a0e38,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:19.164697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-04a24c5a-51f8-433f-9e05-22b1441f9415 None None] Could not find standard attr ID for object c9805067-d786-4130-b979-c4404b7a0e38. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:12:19.253027 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c401dffd-7923-41db-bafc-01ed2ba2ff5b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:19.483325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c401dffd-7923-41db-bafc-01ed2ba2ff5b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 1ac7f181-72fe-4864-aca4-bbbf45852ecd has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:12:19.600631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c401dffd-7923-41db-bafc-01ed2ba2ff5b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:19.609595 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c401dffd-7923-41db-bafc-01ed2ba2ff5b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/1ac7f181-72fe-4864-aca4-bbbf45852ecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0569971 Aug 29 17:12:19.609595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49162) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:19.617198 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f7a42-0f54-4653-a588-80814814955b None None] Sync routers for ids ['1ac7f181-72fe-4864-aca4-bbbf45852ecd'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:19.628774 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f7a42-0f54-4653-a588-80814814955b None None] Routers {'1ac7f181-72fe-4864-aca4-bbbf45852ecd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:19.629437 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-127f7a42-0f54-4653-a588-80814814955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1ac7f181-72fe-4864-aca4-bbbf45852ecd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:19.663541 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-50d7c35c-ae18-47f8-8021-0abb6f19259a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ac7f181-72fe-4864-aca4-bbbf45852ecd HTTP/1.1" status: 200 len: 205 time: 0.0506232 Aug 29 17:12:19.663880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49170) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:19.694198 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-127f7a42-0f54-4653-a588-80814814955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:19.713802 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f7a42-0f54-4653-a588-80814814955b None None] Routers {'1ac7f181-72fe-4864-aca4-bbbf45852ecd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:19.714439 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-127f7a42-0f54-4653-a588-80814814955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1ac7f181-72fe-4864-aca4-bbbf45852ecd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:19.779608 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb227-b073-4cc4-898b-349b29b947df tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:19.789919 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-127f7a42-0f54-4653-a588-80814814955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:19.790604 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f7a42-0f54-4653-a588-80814814955b None None] The sync data for ids ['1ac7f181-72fe-4864-aca4-bbbf45852ecd'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:19.976818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb227-b073-4cc4-898b-349b29b947df tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:19.979432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb227-b073-4cc4-898b-349b29b947df tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.033561 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb227-b073-4cc4-898b-349b29b947df tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.034318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1cb227-b073-4cc4-898b-349b29b947df tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Fanout notify agent at l3_agent the message router_deleted on router 1ac7f181-72fe-4864-aca4-bbbf45852ecd {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:12:20.041690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb227-b073-4cc4-898b-349b29b947df tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.046241 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3a1cb227-b073-4cc4-898b-349b29b947df tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/1ac7f181-72fe-4864-aca4-bbbf45852ecd HTTP/1.1" status: 204 len: 168 time: 0.3803618 Aug 29 17:12:20.049368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49200) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:20.106259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a553aea-56be-4898-a773-067f48c62af9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting subnet 7eee1f2d-4d45-48e2-9941-4f496d9f3883 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:12:20.111487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a553aea-56be-4898-a773-067f48c62af9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.165450 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a553aea-56be-4898-a773-067f48c62af9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.216494 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.272635 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a553aea-56be-4898-a773-067f48c62af9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.352685 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a553aea-56be-4898-a773-067f48c62af9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.394960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a553aea-56be-4898-a773-067f48c62af9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Subnet': ['ID=7eee1f2d-4d45-48e2-9941-4f496d9f3883,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:20.424050 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a553aea-56be-4898-a773-067f48c62af9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.431864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a636ca-7f30-4833-b2e3-bbc10c509eb5 None None] Network 87994836-2486-4445-b56e-5c4014029cef requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:20.446717 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0a553aea-56be-4898-a773-067f48c62af9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/7eee1f2d-4d45-48e2-9941-4f496d9f3883 HTTP/1.1" status: 204 len: 168 time: 0.3958023 Aug 29 17:12:20.449161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49270) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:20.591682 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.798943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port b5584737-d707-413e-849e-0aabb5ec416c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:20.799308 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.808822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcaeab9-b636-4281-af4f-d75996c7106c None None] DHCP port deletion for 87994836-2486-4445-b56e-5c4014029cef request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:12:20.935226 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8fcaeab9-b636-4281-af4f-d75996c7106c None None] Deleting port b5584737-d707-413e-849e-0aabb5ec416c {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:20.935607 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8fcaeab9-b636-4281-af4f-d75996c7106c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:20.984839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port b5584737-d707-413e-849e-0aabb5ec416c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b5584737-d707-413e-849e-0aabb5ec416c,segment=NetworkSegment(3eb66347-41f7-4653-a000-3bb34be47bd3),segment_id=3eb66347-41f7-4653-a000-3bb34be47bd3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:20.984839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.000943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for b5584737-d707-413e-849e-0aabb5ec416c owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:21.006941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8fcaeab9-b636-4281-af4f-d75996c7106c None None] For port b5584737-d707-413e-849e-0aabb5ec416c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b5584737-d707-413e-849e-0aabb5ec416c,segment=NetworkSegment(3eb66347-41f7-4653-a000-3bb34be47bd3),segment_id=3eb66347-41f7-4653-a000-3bb34be47bd3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:21.007344 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8fcaeab9-b636-4281-af4f-d75996c7106c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.023680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8fcaeab9-b636-4281-af4f-d75996c7106c None None] Calling delete_port for b5584737-d707-413e-849e-0aabb5ec416c owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:21.107728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.146940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=b5584737-d707-413e-849e-0aabb5ec416c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:21.156081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No DVR routers for this DVR port b5584737-d707-413e-849e-0aabb5ec416c on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:21.187756 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8fcaeab9-b636-4281-af4f-d75996c7106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.259703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaeab9-b636-4281-af4f-d75996c7106c None None] Pushing event deleted for resources: {'Port': ['ID=b5584737-d707-413e-849e-0aabb5ec416c,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:21.265247 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.274273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcaeab9-b636-4281-af4f-d75996c7106c None None] No DVR routers for this DVR port b5584737-d707-413e-849e-0aabb5ec416c on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:21.299443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87994836-2486-4445-b56e-5c4014029cef']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:21.329431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb66347-41f7-4653-a000-3bb34be47bd3') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:21.329582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb66347-41f7-4653-a000-3bb34be47bd3') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:21.363155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.396040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.418342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:12:21.418342 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:12:21.431246 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:12:21.479215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cce49-845a-43ec-a08a-c12689118f09 req-da1411e2-3458-4d76-8d73-bdadeb2c9f74 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:21.484995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cce49-845a-43ec-a08a-c12689118f09 req-da1411e2-3458-4d76-8d73-bdadeb2c9f74 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:21.492101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cce49-845a-43ec-a08a-c12689118f09 req-da1411e2-3458-4d76-8d73-bdadeb2c9f74 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:21.499317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cce49-845a-43ec-a08a-c12689118f09 req-da1411e2-3458-4d76-8d73-bdadeb2c9f74 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:21.505902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cce49-845a-43ec-a08a-c12689118f09 req-da1411e2-3458-4d76-8d73-bdadeb2c9f74 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:21.513543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cce49-845a-43ec-a08a-c12689118f09 req-da1411e2-3458-4d76-8d73-bdadeb2c9f74 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:21.519904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cce49-845a-43ec-a08a-c12689118f09 req-da1411e2-3458-4d76-8d73-bdadeb2c9f74 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:21.528741 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f02cce49-845a-43ec-a08a-c12689118f09 req-da1411e2-3458-4d76-8d73-bdadeb2c9f74 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5435 time: 0.1500211 Aug 29 17:12:21.569202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f02cce49-845a-43ec-a08a-c12689118f09 req-85f5e8ac-9bad-4931-9f6a-3780032e957f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392311 Aug 29 17:12:21.810452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.823131 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.830798 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/networks/87994836-2486-4445-b56e-5c4014029cef HTTP/1.1" status: 204 len: 168 time: 1.3732305 Aug 29 17:12:21.831324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49326) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:21.835960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-396580288', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:21.836728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b348a4a-aaad-428e-a202-b137586047e2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Network': ['ID=87994836-2486-4445-b56e-5c4014029cef,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:21.896762 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.898163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:21.971877 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:22.137428 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:22.353995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:22.378431 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:22.742554 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b5584737-d707-413e-849e-0aabb5ec416c no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:22.764726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b5584737-d707-413e-849e-0aabb5ec416c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:12:22.765254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b5584737-d707-413e-849e-0aabb5ec416c not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:12:22.883305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-df12aec6-56b4-4f04-9b3b-a73a53190ffb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:22.889585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-df12aec6-56b4-4f04-9b3b-a73a53190ffb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:22.895674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-df12aec6-56b4-4f04-9b3b-a73a53190ffb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:22.901623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-df12aec6-56b4-4f04-9b3b-a73a53190ffb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:22.908123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-df12aec6-56b4-4f04-9b3b-a73a53190ffb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:22.914172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-df12aec6-56b4-4f04-9b3b-a73a53190ffb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:22.920817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-df12aec6-56b4-4f04-9b3b-a73a53190ffb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:22.922698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-df12aec6-56b4-4f04-9b3b-a73a53190ffb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5435 time: 0.4992676 Aug 29 17:12:22.990431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Allocated IP 172.25.5.7 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/0900a680-2c15-4d31-b583-a27f45ed93a8) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:23.008689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-96579e7e-187f-4c71-9e37-7fdb77ff3f5c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:23.010107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-96579e7e-187f-4c71-9e37-7fdb77ff3f5c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "GET /v2.0/ports/c07a2c12-5081-450d-8358-441fdfb60714?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0693450 Aug 29 17:12:23.052623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49775-d6b2-4185-9413-e7f740445360 req-be6f38f1-b76e-48ad-ae89-faa6077ea32f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:23.058708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49775-d6b2-4185-9413-e7f740445360 req-be6f38f1-b76e-48ad-ae89-faa6077ea32f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:23.064789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49775-d6b2-4185-9413-e7f740445360 req-be6f38f1-b76e-48ad-ae89-faa6077ea32f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:23.070800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49775-d6b2-4185-9413-e7f740445360 req-be6f38f1-b76e-48ad-ae89-faa6077ea32f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:23.076832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49775-d6b2-4185-9413-e7f740445360 req-be6f38f1-b76e-48ad-ae89-faa6077ea32f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:23.082908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49775-d6b2-4185-9413-e7f740445360 req-be6f38f1-b76e-48ad-ae89-faa6077ea32f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:23.088882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49775-d6b2-4185-9413-e7f740445360 req-be6f38f1-b76e-48ad-ae89-faa6077ea32f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:23.093756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d4c49775-d6b2-4185-9413-e7f740445360 req-be6f38f1-b76e-48ad-ae89-faa6077ea32f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 5435 time: 0.2429812 Aug 29 17:12:23.248276 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d4c49775-d6b2-4185-9413-e7f740445360 req-26f349db-bc26-498e-a1ed-a1d18db000eb tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902901 Aug 29 17:12:23.291166 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-05ccea6e-a98e-4de7-86b6-2dbdee1d46ce tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "GET /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2730372 Aug 29 17:12:23.294507 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:23.303877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:23.379360 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:23.399988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:23.473431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:23.483688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:23.486106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:23.513521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=0900a680-2c15-4d31-b583-a27f45ed93a8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:23.698022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] For port c07a2c12-5081-450d-8358-441fdfb60714, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c07a2c12-5081-450d-8358-441fdfb60714,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:23.795552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] For port c07a2c12-5081-450d-8358-441fdfb60714, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:23.882627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] device_id is not set on port c07a2c12-5081-450d-8358-441fdfb60714 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:12:23.894907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:23.907627 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:23.942020 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:24.014240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] No DVR routers for this DVR port c07a2c12-5081-450d-8358-441fdfb60714 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:24.046502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] Pushing event updated for resources: {'Port': ['ID=c07a2c12-5081-450d-8358-441fdfb60714,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:24.116102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] In _notify_port_updated(), no bound segment for port c07a2c12-5081-450d-8358-441fdfb60714 on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:12:24.116984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:24.118330 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:24.119941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-45813b31-fe5d-4e40-bef1-e061be79d2ce service neutron] 10.222.0.16 "PUT /v2.0/ports/c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 200 len: 1027 time: 0.8216655 Aug 29 17:12:24.174173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-e90be31c-71d0-42a6-9e23-a314e23c160e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:24.175887 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-e90be31c-71d0-42a6-9e23-a314e23c160e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "GET /v2.0/ports/ebbbb855-3d5e-4350-a371-62c6baca9ecb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0498221 Aug 29 17:12:24.188030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:24.232170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-086ae302-ef05-48c9-bd3a-d2012b75dee1 None None] Provisioning complete for port c07a2c12-5081-450d-8358-441fdfb60714 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:24.232721 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-086ae302-ef05-48c9-bd3a-d2012b75dee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:24.272215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-086ae302-ef05-48c9-bd3a-d2012b75dee1 None None] Port c07a2c12-5081-450d-8358-441fdfb60714 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:24.319426 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:24.372464 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:24.558246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bdeaa-f296-496d-ac4c-cbed036ccb43 req-497c7892-a0b4-496e-b44f-d19e564644b1 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:24.564191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bdeaa-f296-496d-ac4c-cbed036ccb43 req-497c7892-a0b4-496e-b44f-d19e564644b1 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:24.570267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bdeaa-f296-496d-ac4c-cbed036ccb43 req-497c7892-a0b4-496e-b44f-d19e564644b1 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:24.576231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bdeaa-f296-496d-ac4c-cbed036ccb43 req-497c7892-a0b4-496e-b44f-d19e564644b1 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:24.582237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bdeaa-f296-496d-ac4c-cbed036ccb43 req-497c7892-a0b4-496e-b44f-d19e564644b1 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:24.588579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bdeaa-f296-496d-ac4c-cbed036ccb43 req-497c7892-a0b4-496e-b44f-d19e564644b1 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:24.591506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e51bdeaa-f296-496d-ac4c-cbed036ccb43 req-497c7892-a0b4-496e-b44f-d19e564644b1 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 4661 time: 0.2472887 Aug 29 17:12:24.673710 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e51bdeaa-f296-496d-ac4c-cbed036ccb43 req-b70d29b8-56c8-419b-9887-3a29e14b4649 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=44104705-a2b1-4c71-8ecc-d75094ad1f28&id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715070 Aug 29 17:12:24.681001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] For port ebbbb855-3d5e-4350-a371-62c6baca9ecb, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ebbbb855-3d5e-4350-a371-62c6baca9ecb,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:24.708734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router e2ced9ca-1b30-4176-aa11-229c06903732 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:12:24.725393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] For port ebbbb855-3d5e-4350-a371-62c6baca9ecb, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:24.800527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] device_id is not set on port ebbbb855-3d5e-4350-a371-62c6baca9ecb yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:12:24.815563 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:24.848806 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:24.937400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:24.939447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] No DVR routers for this DVR port ebbbb855-3d5e-4350-a371-62c6baca9ecb on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:24.948761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc97875-849f-4c90-bf35-8eae36280ce7 None None] Sync routers for ids ['e2ced9ca-1b30-4176-aa11-229c06903732'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:24.949517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbbb855-3d5e-4350-a371-62c6baca9ecb,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:24.969353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc97875-849f-4c90-bf35-8eae36280ce7 None None] Routers {'e2ced9ca-1b30-4176-aa11-229c06903732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:24.970477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2fc97875-849f-4c90-bf35-8eae36280ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e2ced9ca-1b30-4176-aa11-229c06903732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:24.991683 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:24.993408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6553dfe4-cfce-4bff-8e64-a4738a0c1c29 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 3.1615624 Aug 29 17:12:24.996310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49348) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:25.008471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] In _notify_port_updated(), no bound segment for port ebbbb855-3d5e-4350-a371-62c6baca9ecb on network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:12:25.009033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:25.009825 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:25.011281 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-9e8a040c-990a-4fda-9eae-598b1011be03 service neutron] 10.222.0.16 "PUT /v2.0/ports/ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 200 len: 1028 time: 0.8279462 Aug 29 17:12:25.017299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2fc97875-849f-4c90-bf35-8eae36280ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:25.028122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc97875-849f-4c90-bf35-8eae36280ce7 None None] Routers {'e2ced9ca-1b30-4176-aa11-229c06903732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:25.031471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2fc97875-849f-4c90-bf35-8eae36280ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e2ced9ca-1b30-4176-aa11-229c06903732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:25.069039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2fc97875-849f-4c90-bf35-8eae36280ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:25.069752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc97875-849f-4c90-bf35-8eae36280ce7 None None] The sync data for ids ['e2ced9ca-1b30-4176-aa11-229c06903732'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:25.201304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ee2e17aa-ab32-4cf8-b355-9e231f8dedaf None None] Provisioning complete for port ebbbb855-3d5e-4350-a371-62c6baca9ecb triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:25.201624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e22c8d20-a1b5-415e-ae02-99e5563f05ab tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/routers/e2ced9ca-1b30-4176-aa11-229c06903732 HTTP/1.1" status: 200 len: 882 time: 0.2041140 Aug 29 17:12:25.201820 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ee2e17aa-ab32-4cf8-b355-9e231f8dedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:25.204131 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49354) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:25.248887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-61ef65c2-9d38-40ce-b294-82df203ef54d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:25.249251 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-61ef65c2-9d38-40ce-b294-82df203ef54d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:25.251007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e17aa-ab32-4cf8-b355-9e231f8dedaf None None] Port ebbbb855-3d5e-4350-a371-62c6baca9ecb cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:25.417993 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9260a27d-b683-49dc-bcda-85af819aa036 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.2120953 Aug 29 17:12:25.420519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49356) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:25.427806 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0857bc3e-1d93-4add-92b3-18b54c159c2c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-396580288'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:25.687956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-61ef65c2-9d38-40ce-b294-82df203ef54d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] For port d15ed3f7-7fe8-4898-8687-9fc883afa8f1, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d15ed3f7-7fe8-4898-8687-9fc883afa8f1,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:25.688251 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-61ef65c2-9d38-40ce-b294-82df203ef54d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:25.704733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-61ef65c2-9d38-40ce-b294-82df203ef54d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Calling delete_port for d15ed3f7-7fe8-4898-8687-9fc883afa8f1 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:25.721904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c07a2c12-5081-450d-8358-441fdfb60714 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:25.769207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c07a2c12-5081-450d-8358-441fdfb60714 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:12:25.769803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:25.845928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc14832-cea7-4614-a58f-2e4efea62e75 req-e05217f9-f4ca-4af5-8ed7-36fd8f141876 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:25.852363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc14832-cea7-4614-a58f-2e4efea62e75 req-e05217f9-f4ca-4af5-8ed7-36fd8f141876 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:25.858654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc14832-cea7-4614-a58f-2e4efea62e75 req-e05217f9-f4ca-4af5-8ed7-36fd8f141876 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:25.864919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc14832-cea7-4614-a58f-2e4efea62e75 req-e05217f9-f4ca-4af5-8ed7-36fd8f141876 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:25.871492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc14832-cea7-4614-a58f-2e4efea62e75 req-e05217f9-f4ca-4af5-8ed7-36fd8f141876 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:25.875436 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bbc14832-cea7-4614-a58f-2e4efea62e75 req-e05217f9-f4ca-4af5-8ed7-36fd8f141876 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 3886 time: 0.0997174 Aug 29 17:12:25.882057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0857bc3e-1d93-4add-92b3-18b54c159c2c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:25.883078 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:25.901263 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0857bc3e-1d93-4add-92b3-18b54c159c2c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:25.921958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:12:25.924567 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb6f9a8-36d9-45c9-a7b4-702656521b90" -d '{"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:12:25.947678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:25.950550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bbc14832-cea7-4614-a58f-2e4efea62e75 req-3c2cca58-dea9-426c-8e36-df41a0beed60 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464385 Aug 29 17:12:25.968725 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:25.969490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device efae15c7-233c-4c88-a37e-d87adca34c60 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:25.990209 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-61ef65c2-9d38-40ce-b294-82df203ef54d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.014749 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca821f33-5de0-4364-8702-eecc439b56a4 x-openstack-request-id: req-ca821f33-5de0-4364-8702-eecc439b56a4 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:12:26.015044 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:12:26.015301 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca821f33-5de0-4364-8702-eecc439b56a4 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:12:26.015693 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867', 'code': 200} Aug 29 17:12:26.022866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef65c2-9d38-40ce-b294-82df203ef54d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Port': ['ID=d15ed3f7-7fe8-4898-8687-9fc883afa8f1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:26.078049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:26.081064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-61ef65c2-9d38-40ce-b294-82df203ef54d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] No DVR routers for this DVR port d15ed3f7-7fe8-4898-8687-9fc883afa8f1 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:26.090376 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-61ef65c2-9d38-40ce-b294-82df203ef54d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.092505 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-61ef65c2-9d38-40ce-b294-82df203ef54d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "DELETE /v2.0/ports/d15ed3f7-7fe8-4898-8687-9fc883afa8f1 HTTP/1.1" status: 204 len: 173 time: 1.0454319 Aug 29 17:12:26.092971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-deleted', 'tag': 'd15ed3f7-7fe8-4898-8687-9fc883afa8f1'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:12:26.095446 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881a7390-7eea-4285-bf0a-b19d76c50c2e" -d '{"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-deleted", "tag": "d15ed3f7-7fe8-4898-8687-9fc883afa8f1"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:12:26.099049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0857bc3e-1d93-4add-92b3-18b54c159c2c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router e2ced9ca-1b30-4176-aa11-229c06903732 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:12:26.170621 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4004c840-d4de-458d-96ef-53a46ebac240 x-openstack-request-id: req-4004c840-d4de-458d-96ef-53a46ebac240 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:12:26.170924 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-deleted", "tag": "d15ed3f7-7fe8-4898-8687-9fc883afa8f1", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:12:26.171319 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4004c840-d4de-458d-96ef-53a46ebac240 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:12:26.171725 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-deleted', 'tag': 'd15ed3f7-7fe8-4898-8687-9fc883afa8f1', 'status': 'completed', 'code': 200} Aug 29 17:12:26.178354 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.229274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-c1577aec-daf8-4bc2-8c6f-0ae2363718d5 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting port efae15c7-233c-4c88-a37e-d87adca34c60 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:26.231437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port efae15c7-233c-4c88-a37e-d87adca34c60, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=efae15c7-233c-4c88-a37e-d87adca34c60,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:26.231883 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-c1577aec-daf8-4bc2-8c6f-0ae2363718d5 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.240119 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.240902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ebbbb855-3d5e-4350-a371-62c6baca9ecb no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:26.301616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0857bc3e-1d93-4add-92b3-18b54c159c2c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:26.313706 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca55d9-6eb1-4500-91ce-274139aa2491 None None] Sync routers for ids ['e2ced9ca-1b30-4176-aa11-229c06903732'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:26.318902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0857bc3e-1d93-4add-92b3-18b54c159c2c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.320132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0857bc3e-1d93-4add-92b3-18b54c159c2c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/e2ced9ca-1b30-4176-aa11-229c06903732 HTTP/1.1" status: 200 len: 889 time: 0.8986256 Aug 29 17:12:26.323613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49370) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:26.330134 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca55d9-6eb1-4500-91ce-274139aa2491 None None] Routers {'e2ced9ca-1b30-4176-aa11-229c06903732'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:26.331034 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f6ca55d9-6eb1-4500-91ce-274139aa2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e2ced9ca-1b30-4176-aa11-229c06903732'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:26.358210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ebbbb855-3d5e-4350-a371-62c6baca9ecb not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:12:26.359051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ddf87b10-b744-4943-b43a-d5c8fc88f16d no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:26.361083 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=efae15c7-233c-4c88-a37e-d87adca34c60,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:26.363648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-c1577aec-daf8-4bc2-8c6f-0ae2363718d5 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] For port efae15c7-233c-4c88-a37e-d87adca34c60, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=efae15c7-233c-4c88-a37e-d87adca34c60,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:26.364083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-c1577aec-daf8-4bc2-8c6f-0ae2363718d5 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.369738 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f6ca55d9-6eb1-4500-91ce-274139aa2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:26.380658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-c1577aec-daf8-4bc2-8c6f-0ae2363718d5 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Calling delete_port for efae15c7-233c-4c88-a37e-d87adca34c60 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:26.387492 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca55d9-6eb1-4500-91ce-274139aa2491 None None] Routers {'e2ced9ca-1b30-4176-aa11-229c06903732'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:26.388209 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f6ca55d9-6eb1-4500-91ce-274139aa2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e2ced9ca-1b30-4176-aa11-229c06903732'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:26.450960 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f6ca55d9-6eb1-4500-91ce-274139aa2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:26.451968 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca55d9-6eb1-4500-91ce-274139aa2491 None None] The sync data for ids ['e2ced9ca-1b30-4176-aa11-229c06903732'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:26.490944 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.556194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ddf87b10-b744-4943-b43a-d5c8fc88f16d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:26.567116 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.568591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:26.573656 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-c1577aec-daf8-4bc2-8c6f-0ae2363718d5 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.579228 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-34eee53b-0a8d-4669-99a1-8078b9f9bb5c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/routers/e2ced9ca-1b30-4176-aa11-229c06903732 HTTP/1.1" status: 200 len: 889 time: 0.2544243 Aug 29 17:12:26.581954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49372) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:26.624902 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1ce22688-021b-4bc1-9e6f-938da66a2a18 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2ced9ca-1b30-4176-aa11-229c06903732 HTTP/1.1" status: 200 len: 205 time: 0.0413933 Aug 29 17:12:26.628518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49376) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:26.655497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1577aec-daf8-4bc2-8c6f-0ae2363718d5 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Port': ['ID=efae15c7-233c-4c88-a37e-d87adca34c60,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:26.700246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ddf87b10-b744-4943-b43a-d5c8fc88f16d,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:26.725254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-c1577aec-daf8-4bc2-8c6f-0ae2363718d5 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] No DVR routers for this DVR port efae15c7-233c-4c88-a37e-d87adca34c60 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:26.729391 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-c1577aec-daf8-4bc2-8c6f-0ae2363718d5 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.733127 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-c1577aec-daf8-4bc2-8c6f-0ae2363718d5 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "DELETE /v2.0/ports/efae15c7-233c-4c88-a37e-d87adca34c60 HTTP/1.1" status: 204 len: 173 time: 0.6337607 Aug 29 17:12:26.776336 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.813585 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.819413 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:26.825350 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.826222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device d15ed3f7-7fe8-4898-8687-9fc883afa8f1 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:26.869203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-3a19958c-665a-4e00-b16c-1b0560724f4c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:26.870978 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-3a19958c-665a-4e00-b16c-1b0560724f4c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:26.897476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:26.935559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: d15ed3f7-7fe8-4898-8687-9fc883afa8f1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:12:26.935916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device d15ed3f7-7fe8-4898-8687-9fc883afa8f1 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:12:26.984701 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.058837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-3a19958c-665a-4e00-b16c-1b0560724f4c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] For port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:27.059427 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-3a19958c-665a-4e00-b16c-1b0560724f4c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.076304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port 0900a680-2c15-4d31-b583-a27f45ed93a8 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:27.078010 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.138318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-3a19958c-665a-4e00-b16c-1b0560724f4c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Calling delete_port for 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:27.178057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.190576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for 0900a680-2c15-4d31-b583-a27f45ed93a8 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:27.234231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de75f6-8cc7-4fa6-ba0d-884eb5fd288b req-142fe9e5-6f7c-4d74-995d-e8d988f20a2d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:27.241394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de75f6-8cc7-4fa6-ba0d-884eb5fd288b req-142fe9e5-6f7c-4d74-995d-e8d988f20a2d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:27.248344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de75f6-8cc7-4fa6-ba0d-884eb5fd288b req-142fe9e5-6f7c-4d74-995d-e8d988f20a2d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:27.250120 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72de75f6-8cc7-4fa6-ba0d-884eb5fd288b req-142fe9e5-6f7c-4d74-995d-e8d988f20a2d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 2411 time: 0.1709414 Aug 29 17:12:27.335997 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72de75f6-8cc7-4fa6-ba0d-884eb5fd288b req-61dc0799-9844-482f-8e03-b4c9fa8267d8 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759532 Aug 29 17:12:27.423077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-3a19958c-665a-4e00-b16c-1b0560724f4c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.463718 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.478561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19958c-665a-4e00-b16c-1b0560724f4c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Port': ['ID=9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:27.488325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=0900a680-2c15-4d31-b583-a27f45ed93a8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:27.522466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-3a19958c-665a-4e00-b16c-1b0560724f4c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] No DVR routers for this DVR port 9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:27.525612 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-3a19958c-665a-4e00-b16c-1b0560724f4c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.528129 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-3a19958c-665a-4e00-b16c-1b0560724f4c tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "DELETE /v2.0/ports/9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867 HTTP/1.1" status: 204 len: 173 time: 0.7869751 Aug 29 17:12:27.565309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.656692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d152bda5-3f7d-4a08-a98c-9cad21b0cbf2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:27.657165 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d152bda5-3f7d-4a08-a98c-9cad21b0cbf2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.678022 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.681172 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.735945 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.736609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Fanout notify agent at l3_agent the message router_deleted on router e2ced9ca-1b30-4176-aa11-229c06903732 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:12:27.745433 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.752314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49386) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:27.752750 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2d315179-d89f-4504-8ea5-818eb9ed43fc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/e2ced9ca-1b30-4176-aa11-229c06903732 HTTP/1.1" status: 204 len: 168 time: 1.1224394 Aug 29 17:12:27.758837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-34653397'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:27.795514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d152bda5-3f7d-4a08-a98c-9cad21b0cbf2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] For port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:27.795901 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d152bda5-3f7d-4a08-a98c-9cad21b0cbf2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.805514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:27.809681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.816533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d152bda5-3f7d-4a08-a98c-9cad21b0cbf2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Calling delete_port for 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:27.879639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:12:27.906483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:27.906824 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added segment 27a8a675-cf60-439e-a248-a7577f103f89 of type vlan for network 3917dccd-568a-4cc0-82c8-c865216fce84 Aug 29 17:12:27.967215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.017294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efae15c7-233c-4c88-a37e-d87adca34c60'}, {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d'}, {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:12:28.019991 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63309ed4-9861-4398-9d7f-4260b2db429e" -d '{"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-unplugged", "status": "completed", "tag": "efae15c7-233c-4c88-a37e-d87adca34c60"}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-unplugged", "status": "completed", "tag": "ddf87b10-b744-4943-b43a-d5c8fc88f16d"}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-unplugged", "status": "completed", "tag": "19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:12:28.029073 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.035029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:28.035529 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.068077 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sun, 29 Aug 2021 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc08e5e-5d80-4de2-bf7b-db88b58b72bc x-openstack-request-id: req-5bc08e5e-5d80-4de2-bf7b-db88b58b72bc {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:12:28.068680 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-unplugged", "status": "completed", "tag": "efae15c7-233c-4c88-a37e-d87adca34c60", "code": 200}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-unplugged", "status": "completed", "tag": "ddf87b10-b744-4943-b43a-d5c8fc88f16d", "code": 200}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-unplugged", "status": "completed", "tag": "19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:12:28.069443 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5bc08e5e-5d80-4de2-bf7b-db88b58b72bc {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:12:28.070094 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efae15c7-233c-4c88-a37e-d87adca34c60', 'code': 200} Aug 29 17:12:28.070794 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d', 'code': 200} Aug 29 17:12:28.071293 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d', 'code': 200} Aug 29 17:12:28.110306 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d152bda5-3f7d-4a08-a98c-9cad21b0cbf2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.115740 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3619921 Aug 29 17:12:28.118484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49390) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:28.124741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'subnet': {'network_id': '3917dccd-568a-4cc0-82c8-c865216fce84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:28.154174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152bda5-3f7d-4a08-a98c-9cad21b0cbf2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Port': ['ID=19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:28.156444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5539b-a303-4305-90a2-f2bd837687ff tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Network': ['ID=3917dccd-568a-4cc0-82c8-c865216fce84,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:28.188782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 3917dccd-568a-4cc0-82c8-c865216fce84 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:12:28.190361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-deleted', 'tag': 'efae15c7-233c-4c88-a37e-d87adca34c60'}, {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-deleted', 'tag': '9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:12:28.197654 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651d2394-87f9-42cb-879f-63014468486b" -d '{"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-deleted", "tag": "efae15c7-233c-4c88-a37e-d87adca34c60"}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-deleted", "tag": "9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:12:28.231248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:28.235782 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.245653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d152bda5-3f7d-4a08-a98c-9cad21b0cbf2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] No DVR routers for this DVR port 19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:28.250728 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d152bda5-3f7d-4a08-a98c-9cad21b0cbf2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.257143 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d152bda5-3f7d-4a08-a98c-9cad21b0cbf2 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "DELETE /v2.0/ports/19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d HTTP/1.1" status: 204 len: 173 time: 0.7236111 Aug 29 17:12:28.260312 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aeea1c-576a-43a4-82d4-d0020666c9c1 x-openstack-request-id: req-45aeea1c-576a-43a4-82d4-d0020666c9c1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:12:28.260852 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-deleted", "tag": "efae15c7-233c-4c88-a37e-d87adca34c60", "status": "completed", "code": 200}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-deleted", "tag": "9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:12:28.262324 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45aeea1c-576a-43a4-82d4-d0020666c9c1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:12:28.262950 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-deleted', 'tag': 'efae15c7-233c-4c88-a37e-d87adca34c60', 'status': 'completed', 'code': 200} Aug 29 17:12:28.263431 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-deleted', 'tag': '9ef0e7c5-f3e1-4bd4-b2d1-fc84dee68867', 'status': 'completed', 'code': 200} Aug 29 17:12:28.388617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting port ddf87b10-b744-4943-b43a-d5c8fc88f16d {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:28.388976 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.458961 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.569537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Subnet': ['ID=e7fd35f0-b10a-4120-8ff5-cc3432ba24f8,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:28.571799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291cfc2-b6f3-49c5-8652-b8e8140a70d5 req-c29bd747-6f4f-4775-96ac-be00507ec483 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:28.574747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3291cfc2-b6f3-49c5-8652-b8e8140a70d5 req-c29bd747-6f4f-4775-96ac-be00507ec483 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 944 time: 0.0900548 Aug 29 17:12:28.587318 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Checking segment: {'id': '27a8a675-cf60-439e-a248-a7577f103f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3917dccd-568a-4cc0-82c8-c865216fce84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:28.590271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network hostable DHCP agents. Network: 3917dccd-568a-4cc0-82c8-c865216fce84, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:12:28.606869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] For port ddf87b10-b744-4943-b43a-d5c8fc88f16d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ddf87b10-b744-4943-b43a-d5c8fc88f16d,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:28.607240 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.622182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 3917dccd-568a-4cc0-82c8-c865216fce84 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:12:28.634051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 3917dccd-568a-4cc0-82c8-c865216fce84) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:28.639602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:28.641031 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.647923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e674cce-0a02-4ee5-bf10-83c583cd54b4 None None] Network 3917dccd-568a-4cc0-82c8-c865216fce84 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:28.670548 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e6e79dad-8fff-4808-b216-31e8e58e4594 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5504282 Aug 29 17:12:28.677853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49400) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:28.683329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-12598fdd-09b6-4939-bfe1-0abbab80613b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1198269880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:28.705841 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3291cfc2-b6f3-49c5-8652-b8e8140a70d5 req-9fffe671-3309-4fd3-bbf4-2a64bb467363 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups?id=e848bd40-cf71-455a-900d-5708903a867a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236429 Aug 29 17:12:28.721284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12598fdd-09b6-4939-bfe1-0abbab80613b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.723131 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12598fdd-09b6-4939-bfe1-0abbab80613b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.860238 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12598fdd-09b6-4939-bfe1-0abbab80613b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.869191 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12598fdd-09b6-4939-bfe1-0abbab80613b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.889380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12598fdd-09b6-4939-bfe1-0abbab80613b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.891084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-12598fdd-09b6-4939-bfe1-0abbab80613b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2115984 Aug 29 17:12:28.894137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49404) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:28.942936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-3917dccd-568a-4cc0-82c8-c865216fce84', 'network_id': '3917dccd-568a-4cc0-82c8-c865216fce84', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'fixed_ips': [{'subnet_id': 'e7fd35f0-b10a-4120-8ff5-cc3432ba24f8'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:12:28.944560 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.974884 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.975282 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:28.975599 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Floating IP 603bafde-910c-4990-b623-d1542dce9bfd disassociated. External IP: 172.25.5.143, port: ddf87b10-b744-4943-b43a-d5c8fc88f16d. Aug 29 17:12:28.975945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Calling delete_port for ddf87b10-b744-4943-b43a-d5c8fc88f16d owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:29.138680 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:29.160893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Allocated IP 2001:db8::2 (3917dccd-568a-4cc0-82c8-c865216fce84/e7fd35f0-b10a-4120-8ff5-cc3432ba24f8/cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:29.187667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Port': ['ID=ddf87b10-b744-4943-b43a-d5c8fc88f16d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:29.239039 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:29.342383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Router 41e82f54-2c4b-420f-9036-a135c1fc96f8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:12:29.348920 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:29.360726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Transition to ACTIVE for port object cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:29.384741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Transition to ACTIVE for port object cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:29.394875 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:29.454597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Pushing event updated for resources: {'Port': ['ID=cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:29.469119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Network 3917dccd-568a-4cc0-82c8-c865216fce84 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:29.470654 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:29.476647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:29.549360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:29.587712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3723a86a-7914-424f-8acb-e1c8d52b2028 None None] Sync routers for ids ['41e82f54-2c4b-420f-9036-a135c1fc96f8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:29.609305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Attempting to bind port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:12:29.609839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Attempting to bind port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '27a8a675-cf60-439e-a248-a7577f103f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3917dccd-568a-4cc0-82c8-c865216fce84'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:12:29.610225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Attempting to bind port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a on network 3917dccd-568a-4cc0-82c8-c865216fce84 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:29.612389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723a86a-7914-424f-8acb-e1c8d52b2028 None None] Routers {'41e82f54-2c4b-420f-9036-a135c1fc96f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:29.613366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3723a86a-7914-424f-8acb-e1c8d52b2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['41e82f54-2c4b-420f-9036-a135c1fc96f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:29.674557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] No DVR routers for this DVR port ddf87b10-b744-4943-b43a-d5c8fc88f16d on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:29.677551 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:29.681454 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81f639b4-b617-49a5-8cf2-086d62f2a29a req-d17bfb1f-61ad-4f2c-aefb-6b124d98dad0 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.16 "DELETE /v2.0/ports/ddf87b10-b744-4943-b43a-d5c8fc88f16d HTTP/1.1" status: 204 len: 173 time: 1.4168839 Aug 29 17:12:29.858051 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee84e019-eb6c-45ec-aa00-f85bcf264901 req-69183617-3747-4850-89aa-195edfe55935 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0337336 Aug 29 17:12:29.886168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Allocated IP 2001:db8::1 (3917dccd-568a-4cc0-82c8-c865216fce84/e7fd35f0-b10a-4120-8ff5-cc3432ba24f8/837e0062-1623-4008-819c-c381003de1d2) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:29.927197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:12:29.927489 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Checking segment: {'id': '27a8a675-cf60-439e-a248-a7577f103f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3917dccd-568a-4cc0-82c8-c865216fce84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:29.927903 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:29.928461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Bound using segment: {'id': '27a8a675-cf60-439e-a248-a7577f103f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3917dccd-568a-4cc0-82c8-c865216fce84'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:12:29.928767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Bound port: cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8a675-cf60-439e-a248-a7577f103f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3917dccd-568a-4cc0-82c8-c865216fce84'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:12:29.929156 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:30.061749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] For port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:30.065176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] For port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a,segment=NetworkSegment(27a8a675-cf60-439e-a248-a7577f103f89),segment_id=27a8a675-cf60-439e-a248-a7577f103f89)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:12:30.076523 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:30.078934 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:30.098638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Transition to ACTIVE for port object 837e0062-1623-4008-819c-c381003de1d2 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:30.118409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3723a86a-7914-424f-8acb-e1c8d52b2028 None None] Set router 41e82f54-2c4b-420f-9036-a135c1fc96f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:12:30.134978 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:30.186572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=837e0062-1623-4008-819c-c381003de1d2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:30.198826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 3917dccd-568a-4cc0-82c8-c865216fce84 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:30.200396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:30.202759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:30.203520 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:30.264733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-deleted', 'tag': '19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d'}, {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-deleted', 'tag': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:12:30.267161 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01433eb2-1557-4393-822b-7c9dbed5b13c" -d '{"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-deleted", "tag": "19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d"}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-deleted", "tag": "ddf87b10-b744-4943-b43a-d5c8fc88f16d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:12:30.292345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a66d6-49a9-4546-ba60-740f071a6e8d None None] Pushing event updated for resources: {'Port': ['ID=cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:30.333822 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f98528-f6a3-4689-a251-bb5d8628221f x-openstack-request-id: req-26f98528-f6a3-4689-a251-bb5d8628221f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:12:30.334196 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-deleted", "tag": "19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d", "status": "completed", "code": 200}, {"server_uuid": "c623d9f8-55d9-4450-83b4-3065c411158b", "name": "network-vif-deleted", "tag": "ddf87b10-b744-4943-b43a-d5c8fc88f16d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:12:30.334518 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26f98528-f6a3-4689-a251-bb5d8628221f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:12:30.335049 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-deleted', 'tag': '19b234f4-b2d2-4eb5-82a7-8e5b1f119b9d', 'status': 'completed', 'code': 200} Aug 29 17:12:30.335320 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c623d9f8-55d9-4450-83b4-3065c411158b', 'name': 'network-vif-deleted', 'tag': 'ddf87b10-b744-4943-b43a-d5c8fc88f16d', 'status': 'completed', 'code': 200} Aug 29 17:12:30.380236 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:30.538338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3723a86a-7914-424f-8acb-e1c8d52b2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:26Z', 'revision_number': 4, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fb77ace3-92e4-49eb-8110-ea2ac9d259cc', 'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'mac_address': 'fa:16:3e:d9:9d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:24Z', 'updated_at': '2021-08-29T17:01:34Z', 'revision_number': 5, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'subnets': [{'id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:30.600743 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3723a86a-7914-424f-8acb-e1c8d52b2028 None None] Checking router: 41e82f54-2c4b-420f-9036-a135c1fc96f8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:12:30.614522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723a86a-7914-424f-8acb-e1c8d52b2028 None None] Routers {'41e82f54-2c4b-420f-9036-a135c1fc96f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:30.615517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3723a86a-7914-424f-8acb-e1c8d52b2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['41e82f54-2c4b-420f-9036-a135c1fc96f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:30.855969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3723a86a-7914-424f-8acb-e1c8d52b2028 None None] Set router 41e82f54-2c4b-420f-9036-a135c1fc96f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:12:30.883189 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:30.888591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:30.898232 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:30.899056 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:30.955445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=837e0062-1623-4008-819c-c381003de1d2,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:31.066162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:31.118467 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d6c54aa5-f082-4f18-a0f8-a586ec7c7142 req-695c810f-2782-47e9-9e50-d93ec964e9d4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0780079 Aug 29 17:12:31.170253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3723a86a-7914-424f-8acb-e1c8d52b2028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:26Z', 'revision_number': 4, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fb77ace3-92e4-49eb-8110-ea2ac9d259cc', 'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'mac_address': 'fa:16:3e:d9:9d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:24Z', 'updated_at': '2021-08-29T17:01:34Z', 'revision_number': 5, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'subnets': [{'id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:31.184524 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 3917dccd-568a-4cc0-82c8-c865216fce84 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:31.186589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:31.218764 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3723a86a-7914-424f-8acb-e1c8d52b2028 None None] The sync data for ids ['41e82f54-2c4b-420f-9036-a135c1fc96f8'] in n-d-713301-13 is: [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:01:26Z', 'revision_number': 4, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fb77ace3-92e4-49eb-8110-ea2ac9d259cc', 'name': '', 'network_id': '1f2dcaef-bc6d-481f-b41f-58deaa0939f2', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'mac_address': 'fa:16:3e:d9:9d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:24Z', 'updated_at': '2021-08-29T17:01:34Z', 'revision_number': 5, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'subnets': [{'id': 'ebe5a512-6172-449e-9511-cbf3fdbc8e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:31.383965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 51436f08-1df6-4edf-9cd6-c084ec5ee83e is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:12:31.516390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:31.529199 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f28adb-c403-43a6-8b68-17835147aa38 None None] Sync routers for ids ['51436f08-1df6-4edf-9cd6-c084ec5ee83e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:31.531540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f642df70-335c-45d0-9506-127e645285c7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/51436f08-1df6-4edf-9cd6-c084ec5ee83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6361885 Aug 29 17:12:31.534694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49424) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:31.544860 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f28adb-c403-43a6-8b68-17835147aa38 None None] Routers {'51436f08-1df6-4edf-9cd6-c084ec5ee83e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:31.545717 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c2f28adb-c403-43a6-8b68-17835147aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['51436f08-1df6-4edf-9cd6-c084ec5ee83e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:31.588129 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c2f28adb-c403-43a6-8b68-17835147aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:31.604524 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f28adb-c403-43a6-8b68-17835147aa38 None None] Routers {'51436f08-1df6-4edf-9cd6-c084ec5ee83e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:31.605695 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c2f28adb-c403-43a6-8b68-17835147aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['51436f08-1df6-4edf-9cd6-c084ec5ee83e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:31.629272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc18be0e-86bd-45cb-85e8-321e83914cfe tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:31.633752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49426) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:31.637190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fc18be0e-86bd-45cb-85e8-321e83914cfe tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports/837e0062-1623-4008-819c-c381003de1d2 HTTP/1.1" status: 200 len: 911 time: 0.1013918 Aug 29 17:12:31.639985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b2b10186-f3f9-47b6-85b4-379ba7ac2d31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7fd35f0-b10a-4120-8ff5-cc3432ba24f8'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:31.665347 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c2f28adb-c403-43a6-8b68-17835147aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:31.666031 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f28adb-c403-43a6-8b68-17835147aa38 None None] The sync data for ids ['51436f08-1df6-4edf-9cd6-c084ec5ee83e'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:31.695873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc78b76-c3d1-4813-968a-86ae9aef788b None None] New status for floating IP 603bafde-910c-4990-b623-d1542dce9bfd: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:12:31.840349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a50fb0f-e38c-4643-8312-8a7de58e481d None None] Network 3917dccd-568a-4cc0-82c8-c865216fce84 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:31.958447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-41231fc1-b550-4184-bcb8-a7e728bb2269 None None] Provisioning for port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:31.969016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-41231fc1-b550-4184-bcb8-a7e728bb2269 None None] Provisioning complete for port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:31.969766 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-41231fc1-b550-4184-bcb8-a7e728bb2269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:32.031847 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2b10186-f3f9-47b6-85b4-379ba7ac2d31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:32.185581 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-41231fc1-b550-4184-bcb8-a7e728bb2269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:32.257327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-41231fc1-b550-4184-bcb8-a7e728bb2269 None None] For port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a,segment=NetworkSegment(27a8a675-cf60-439e-a248-a7577f103f89),segment_id=27a8a675-cf60-439e-a248-a7577f103f89)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:32.264500 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-41231fc1-b550-4184-bcb8-a7e728bb2269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:32.336108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ef37733-7d5c-4acb-8fae-a85272c85924 req-09df4aa1-64ab-4717-bda0-e29a35af33c9 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0373652 Aug 29 17:12:32.373514 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41231fc1-b550-4184-bcb8-a7e728bb2269 None None] Pushing event updated for resources: {'Port': ['ID=cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:32.496922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3c4f205c-7070-430a-bd21-d7733edd9ecd None None] Provisioning complete for port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:32.497345 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3c4f205c-7070-430a-bd21-d7733edd9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:32.639697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3c4f205c-7070-430a-bd21-d7733edd9ecd None None] Provisioning for port 837e0062-1623-4008-819c-c381003de1d2 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:32.646747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3c4f205c-7070-430a-bd21-d7733edd9ecd None None] Provisioning complete for port 837e0062-1623-4008-819c-c381003de1d2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:32.647226 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3c4f205c-7070-430a-bd21-d7733edd9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:32.697731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f205c-7070-430a-bd21-d7733edd9ecd None None] Port 837e0062-1623-4008-819c-c381003de1d2 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:32.745475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2b10186-f3f9-47b6-85b4-379ba7ac2d31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:32.769922 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2b10186-f3f9-47b6-85b4-379ba7ac2d31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:32.779327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b10186-f3f9-47b6-85b4-379ba7ac2d31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:32.781325 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2b10186-f3f9-47b6-85b4-379ba7ac2d31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:32.787282 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b2b10186-f3f9-47b6-85b4-379ba7ac2d31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/ports/837e0062-1623-4008-819c-c381003de1d2 HTTP/1.1" status: 200 len: 911 time: 1.1511905 Aug 29 17:12:32.789305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49436) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:32.829474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:32.869539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b10186-f3f9-47b6-85b4-379ba7ac2d31 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=837e0062-1623-4008-819c-c381003de1d2,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:32.956772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-86d3522d-ab98-4cbf-a95e-fed51acd88c5 None None] Provisioning complete for port 837e0062-1623-4008-819c-c381003de1d2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:32.963940 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86d3522d-ab98-4cbf-a95e-fed51acd88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:33.049611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:33.057876 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:33.149263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-86d3522d-ab98-4cbf-a95e-fed51acd88c5 None None] Port 837e0062-1623-4008-819c-c381003de1d2 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:33.233413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55159f89-3a1c-474f-a46c-1ec33810f3e1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:33.271731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c15813ce-4625-41b8-90b4-20afd4854042 None None] Provisioning complete for port 837e0062-1623-4008-819c-c381003de1d2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:33.272196 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c15813ce-4625-41b8-90b4-20afd4854042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:33.323262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c15813ce-4625-41b8-90b4-20afd4854042 None None] Port 837e0062-1623-4008-819c-c381003de1d2 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:33.478666 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f68225a-05b7-4aec-8853-20c8f02be688 req-1059f2c0-0f34-45aa-8009-8fe2f98df9c5 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0313570 Aug 29 17:12:33.535242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-55159f89-3a1c-474f-a46c-1ec33810f3e1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port 837e0062-1623-4008-819c-c381003de1d2 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:33.536240 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55159f89-3a1c-474f-a46c-1ec33810f3e1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:33.642883 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55159f89-3a1c-474f-a46c-1ec33810f3e1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:33.658478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-55159f89-3a1c-474f-a46c-1ec33810f3e1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for 837e0062-1623-4008-819c-c381003de1d2 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:33.841957 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55159f89-3a1c-474f-a46c-1ec33810f3e1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:33.871872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55159f89-3a1c-474f-a46c-1ec33810f3e1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=837e0062-1623-4008-819c-c381003de1d2,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:33.995988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55159f89-3a1c-474f-a46c-1ec33810f3e1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:34.198403 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55159f89-3a1c-474f-a46c-1ec33810f3e1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 51436f08-1df6-4edf-9cd6-c084ec5ee83e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:12:34.280492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55159f89-3a1c-474f-a46c-1ec33810f3e1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:34.285853 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-55159f89-3a1c-474f-a46c-1ec33810f3e1 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/51436f08-1df6-4edf-9cd6-c084ec5ee83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4939389 Aug 29 17:12:34.288565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49452) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:34.291229 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5919b2d-2150-4112-a74b-32911282bde1 None None] Sync routers for ids ['51436f08-1df6-4edf-9cd6-c084ec5ee83e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:34.307348 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5919b2d-2150-4112-a74b-32911282bde1 None None] Routers {'51436f08-1df6-4edf-9cd6-c084ec5ee83e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:34.308877 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5919b2d-2150-4112-a74b-32911282bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['51436f08-1df6-4edf-9cd6-c084ec5ee83e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:34.319784 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dbb58f49-dafd-4145-8ce6-9655716ca0b4 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=51436f08-1df6-4edf-9cd6-c084ec5ee83e HTTP/1.1" status: 200 len: 205 time: 0.0300465 Aug 29 17:12:34.322405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49454) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:34.353016 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5919b2d-2150-4112-a74b-32911282bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:34.362738 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5919b2d-2150-4112-a74b-32911282bde1 None None] Routers {'51436f08-1df6-4edf-9cd6-c084ec5ee83e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:34.363916 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5919b2d-2150-4112-a74b-32911282bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['51436f08-1df6-4edf-9cd6-c084ec5ee83e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:34.408487 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5919b2d-2150-4112-a74b-32911282bde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:34.409392 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5919b2d-2150-4112-a74b-32911282bde1 None None] The sync data for ids ['51436f08-1df6-4edf-9cd6-c084ec5ee83e'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:34.426915 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f72a0ef-528f-4748-a7dd-b3def35727eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:34.614362 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2e8d6b70-8385-497c-a1ca-35743d21e56e req-fd508a32-fe5b-40e8-be07-0200523824b4 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0533702 Aug 29 17:12:34.621800 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f72a0ef-528f-4748-a7dd-b3def35727eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:34.624752 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f72a0ef-528f-4748-a7dd-b3def35727eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:34.674989 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f72a0ef-528f-4748-a7dd-b3def35727eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:34.675508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f72a0ef-528f-4748-a7dd-b3def35727eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Fanout notify agent at l3_agent the message router_deleted on router 51436f08-1df6-4edf-9cd6-c084ec5ee83e {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:12:34.690914 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f72a0ef-528f-4748-a7dd-b3def35727eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:34.695153 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0f72a0ef-528f-4748-a7dd-b3def35727eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/51436f08-1df6-4edf-9cd6-c084ec5ee83e HTTP/1.1" status: 204 len: 168 time: 0.3688643 Aug 29 17:12:34.695153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49458) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:34.757086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c2bd60-c980-48b6-89b6-3a2490963954 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting subnet e7fd35f0-b10a-4120-8ff5-cc3432ba24f8 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:12:34.760448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-92c2bd60-c980-48b6-89b6-3a2490963954 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:34.805591 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-92c2bd60-c980-48b6-89b6-3a2490963954 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:34.900273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-92c2bd60-c980-48b6-89b6-3a2490963954 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:34.968719 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-92c2bd60-c980-48b6-89b6-3a2490963954 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:34.993656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2bd60-c980-48b6-89b6-3a2490963954 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fd35f0-b10a-4120-8ff5-cc3432ba24f8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:35.003128 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-92c2bd60-c980-48b6-89b6-3a2490963954 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.005282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-92c2bd60-c980-48b6-89b6-3a2490963954 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/e7fd35f0-b10a-4120-8ff5-cc3432ba24f8 HTTP/1.1" status: 204 len: 168 time: 0.3090658 Aug 29 17:12:35.008179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49462) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:35.014731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa611c0-433d-460c-b747-9c8239fe15ea None None] Network 3917dccd-568a-4cc0-82c8-c865216fce84 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:35.128121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.220855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:35.221113 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.269214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4283999-2463-4946-a5fd-64a8eceedbae None None] DHCP port deletion for 3917dccd-568a-4cc0-82c8-c865216fce84 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:12:35.326685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a,segment=NetworkSegment(27a8a675-cf60-439e-a248-a7577f103f89),segment_id=27a8a675-cf60-439e-a248-a7577f103f89)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:35.327365 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.336180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f4283999-2463-4946-a5fd-64a8eceedbae None None] Deleting port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:35.336587 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f4283999-2463-4946-a5fd-64a8eceedbae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.351884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:35.432640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f4283999-2463-4946-a5fd-64a8eceedbae None None] For port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a,segment=NetworkSegment(27a8a675-cf60-439e-a248-a7577f103f89),segment_id=27a8a675-cf60-439e-a248-a7577f103f89)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:35.433052 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f4283999-2463-4946-a5fd-64a8eceedbae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.458176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f4283999-2463-4946-a5fd-64a8eceedbae None None] Calling delete_port for cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:35.505708 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.536681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:35.549723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No DVR routers for this DVR port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:35.564245 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f4283999-2463-4946-a5fd-64a8eceedbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.602179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4283999-2463-4946-a5fd-64a8eceedbae None None] Pushing event deleted for resources: {'Port': ['ID=cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:35.613737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4283999-2463-4946-a5fd-64a8eceedbae None None] No DVR routers for this DVR port cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:35.662994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.680651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3917dccd-568a-4cc0-82c8-c865216fce84']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:35.695317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a8a675-cf60-439e-a248-a7577f103f89') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:35.695615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a8a675-cf60-439e-a248-a7577f103f89') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:35.707390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.731519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.752583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7703d62-4b33-4c78-80d4-711ca77b2d1a req-8c8deb14-8078-4c86-9d60-b74d463a8299 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0382283 Aug 29 17:12:35.755333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:12:35.757560 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:12:35.765387 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:12:35.844170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.851787 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.858514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49470) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:35.859210 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/networks/3917dccd-568a-4cc0-82c8-c865216fce84 HTTP/1.1" status: 204 len: 168 time: 0.8500655 Aug 29 17:12:35.863906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1c625172-f8cd-4fec-a280-19bb00964ac9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-564309948', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:35.874081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cff05b-1f71-494a-8790-32e86dcd35dc tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Network': ['ID=3917dccd-568a-4cc0-82c8-c865216fce84,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:35.907415 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c625172-f8cd-4fec-a280-19bb00964ac9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:35.908530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c625172-f8cd-4fec-a280-19bb00964ac9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:36.310108 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c625172-f8cd-4fec-a280-19bb00964ac9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:36.317015 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c625172-f8cd-4fec-a280-19bb00964ac9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:36.335473 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c625172-f8cd-4fec-a280-19bb00964ac9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:36.339994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49476) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:36.345545 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-298983303'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:36.348790 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1c625172-f8cd-4fec-a280-19bb00964ac9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4887340 Aug 29 17:12:36.379192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:36.383092 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:36.419927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:12:36.430665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:36.431020 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added segment 5dbb9486-74b3-4839-8e3b-77135fa67c46 of type vlan for network 978c684c-dd4b-4464-b2cb-c4d0e25fca00 Aug 29 17:12:36.494355 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:36.524969 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:36.532842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:36.533577 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:36.553949 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2126579 Aug 29 17:12:36.556328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49480) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:36.561611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'subnet': {'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:36.649858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffdfb1-ac54-48ac-ae3a-c3209a8ab93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Network': ['ID=978c684c-dd4b-4464-b2cb-c4d0e25fca00,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:36.661850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 978c684c-dd4b-4464-b2cb-c4d0e25fca00 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:12:36.667358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:36.672753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:36.760410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:36.798791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:12:36.799784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device cf04f3db-ff2d-4ad5-b2c5-28af3f834b7a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:12:36.903866 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b05f8078-2609-4c93-93df-d6308dd25eac req-e0d0f3ee-7669-4456-be2f-2c2c74076e82 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0366392 Aug 29 17:12:36.944411 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:37.010287 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Subnet': ['ID=5ae8dce1-b837-4180-a77b-d01e302e05d1,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:37.020219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Checking segment: {'id': '5dbb9486-74b3-4839-8e3b-77135fa67c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:37.020596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network hostable DHCP agents. Network: 978c684c-dd4b-4464-b2cb-c4d0e25fca00, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:12:37.039734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 978c684c-dd4b-4464-b2cb-c4d0e25fca00 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:12:37.051881 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 978c684c-dd4b-4464-b2cb-c4d0e25fca00) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:37.060882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda48258-4cf9-4523-9a61-b2baa0eba2e5 None None] Network 978c684c-dd4b-4464-b2cb-c4d0e25fca00 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:37.063802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:37.064747 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:37.086595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49484) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:37.087447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4e089859-037b-4e19-9edf-47ba6037a6a0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5293474 Aug 29 17:12:37.286720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:12:37.287715 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:37.481500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Allocated IP 2001:db8::2 (978c684c-dd4b-4464-b2cb-c4d0e25fca00/5ae8dce1-b837-4180-a77b-d01e302e05d1/e8469ce2-bd78-425c-8014-d392c9dab792) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:37.507407 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:37.893201 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:37.902578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Transition to ACTIVE for port object e8469ce2-bd78-425c-8014-d392c9dab792 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:37.919734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Transition to ACTIVE for port object e8469ce2-bd78-425c-8014-d392c9dab792 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:37.927899 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:37.970621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Network 978c684c-dd4b-4464-b2cb-c4d0e25fca00 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:37.977246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:37.984840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:37.995315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Pushing event updated for resources: {'Port': ['ID=e8469ce2-bd78-425c-8014-d392c9dab792,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:38.009342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.009685 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.010037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.010376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.010713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.011050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.011382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.011753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.012077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.012404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.012734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.013108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:38.074628 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Attempting to bind port e8469ce2-bd78-425c-8014-d392c9dab792 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:12:38.075198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Attempting to bind port e8469ce2-bd78-425c-8014-d392c9dab792 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '5dbb9486-74b3-4839-8e3b-77135fa67c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:12:38.075572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Attempting to bind port e8469ce2-bd78-425c-8014-d392c9dab792 on network 978c684c-dd4b-4464-b2cb-c4d0e25fca00 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:38.081679 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:12:38.082060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Checking segment: {'id': '5dbb9486-74b3-4839-8e3b-77135fa67c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:38.082465 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:38.082858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Bound using segment: {'id': '5dbb9486-74b3-4839-8e3b-77135fa67c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:12:38.083327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Bound port: e8469ce2-bd78-425c-8014-d392c9dab792, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbb9486-74b3-4839-8e3b-77135fa67c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:12:38.083711 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:38.098503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Allocated IP 2001:db8::1 (978c684c-dd4b-4464-b2cb-c4d0e25fca00/5ae8dce1-b837-4180-a77b-d01e302e05d1/b763ac27-2bf0-40cc-9e13-294fd26323cb) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:38.138457 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa4b1c27-ac7f-495d-9ee0-1f25f4bdb606 req-0523d890-ff1f-40d2-8c9b-19527b5afecf tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0590627 Aug 29 17:12:38.168323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] For port e8469ce2-bd78-425c-8014-d392c9dab792, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:38.173760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] For port e8469ce2-bd78-425c-8014-d392c9dab792, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8469ce2-bd78-425c-8014-d392c9dab792,segment=NetworkSegment(5dbb9486-74b3-4839-8e3b-77135fa67c46),segment_id=5dbb9486-74b3-4839-8e3b-77135fa67c46)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:12:38.179369 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:38.287492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1e8aa-8a08-49af-91f7-c4629eb08506 None None] Pushing event updated for resources: {'Port': ['ID=e8469ce2-bd78-425c-8014-d392c9dab792,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:38.360542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:38.377878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Transition to ACTIVE for port object b763ac27-2bf0-40cc-9e13-294fd26323cb will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:38.430339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:38.518563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 978c684c-dd4b-4464-b2cb-c4d0e25fca00 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:38.522118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:38.532658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:38.533207 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:38.537320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=b763ac27-2bf0-40cc-9e13-294fd26323cb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:38.819712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8469ce2-bd78-425c-8014-d392c9dab792 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:38.885170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e8469ce2-bd78-425c-8014-d392c9dab792 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:39.070677 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:39.339355 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0de4ba9b-ee49-40d0-ad13-5370392b9f96 req-9979b7a7-8622-441e-b84d-e3563e03ec75 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0776346 Aug 29 17:12:39.478115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16502c-5d11-4e42-b978-b4326ebd8a6b None None] Network 978c684c-dd4b-4464-b2cb-c4d0e25fca00 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:39.540172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c4b73d40-78c7-4d74-9c94-37c4b2f116f3 None None] Provisioning for port e8469ce2-bd78-425c-8014-d392c9dab792 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:39.550141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c4b73d40-78c7-4d74-9c94-37c4b2f116f3 None None] Provisioning complete for port e8469ce2-bd78-425c-8014-d392c9dab792 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:39.550904 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c4b73d40-78c7-4d74-9c94-37c4b2f116f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:39.572547 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:39.579286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:39.580202 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:39.748484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=b763ac27-2bf0-40cc-9e13-294fd26323cb,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:39.753198 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c4b73d40-78c7-4d74-9c94-37c4b2f116f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:39.802975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c4b73d40-78c7-4d74-9c94-37c4b2f116f3 None None] For port e8469ce2-bd78-425c-8014-d392c9dab792, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8469ce2-bd78-425c-8014-d392c9dab792,segment=NetworkSegment(5dbb9486-74b3-4839-8e3b-77135fa67c46),segment_id=5dbb9486-74b3-4839-8e3b-77135fa67c46)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:39.811664 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c4b73d40-78c7-4d74-9c94-37c4b2f116f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:39.831884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 978c684c-dd4b-4464-b2cb-c4d0e25fca00 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:39.834181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:39.905910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b73d40-78c7-4d74-9c94-37c4b2f116f3 None None] Pushing event updated for resources: {'Port': ['ID=e8469ce2-bd78-425c-8014-d392c9dab792,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:39.994956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:12:40.121312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:40.127008 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-41f99b14-5c71-4e03-ad55-109da053ab83 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0392237 Aug 29 17:12:40.129659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49514) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:40.134841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-344317300'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:40.142277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Sync routers for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:40.165248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:40.167535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:40.168959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:40.169986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:40.221754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:12:40.238541 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:40.239281 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added segment 417cc291-1500-4bd5-aefa-bafce3e05809 of type vlan for network 6c106852-0cd9-45fc-b8f4-74c382db44ea Aug 29 17:12:40.290383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1d227335-cf29-4dd7-897f-e44b9ff91274 None None] Provisioning complete for port e8469ce2-bd78-425c-8014-d392c9dab792 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:40.292588 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d227335-cf29-4dd7-897f-e44b9ff91274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:40.309192 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:40.339370 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:40.348247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:40.348961 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:40.359990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:12:40.481834 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3510816 Aug 29 17:12:40.484780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49520) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:40.490892 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'subnet': {'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:40.533004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261d364-f922-43ba-9b2a-b0f9a1d09c1e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Network': ['ID=6c106852-0cd9-45fc-b8f4-74c382db44ea,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:40.569897 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 6c106852-0cd9-45fc-b8f4-74c382db44ea details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:12:40.750157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-431c8f5c-27c7-42c9-ace7-8678a20ad93e req-43332b5f-e3b2-44d5-8391-a0b811c43c42 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.2297456 Aug 29 17:12:40.751722 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:40.761078 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:40.825327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1d227335-cf29-4dd7-897f-e44b9ff91274 None None] Provisioning for port b763ac27-2bf0-40cc-9e13-294fd26323cb completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:40.832443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1d227335-cf29-4dd7-897f-e44b9ff91274 None None] Provisioning complete for port b763ac27-2bf0-40cc-9e13-294fd26323cb triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:40.833447 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d227335-cf29-4dd7-897f-e44b9ff91274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:40.875086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8469ce2-bd78-425c-8014-d392c9dab792 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:40.951837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:12:39Z', 'revision_number': 2, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:39Z', 'revision_number': 2, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:40.985546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1d227335-cf29-4dd7-897f-e44b9ff91274 None None] Port b763ac27-2bf0-40cc-9e13-294fd26323cb cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:40.989447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Checking router: 5d6a6c17-34b3-41d4-b954-3aac793d38a2 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:12:40.989906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Updating router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 port b763ac27-2bf0-40cc-9e13-294fd26323cb binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:12:41.022201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e8469ce2-bd78-425c-8014-d392c9dab792 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:41.022739 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:41.047565 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:41.113396 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:41.183222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Subnet': ['ID=569e58be-3e73-4c30-adf9-7aa78446c671,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:41.284271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Checking segment: {'id': '417cc291-1500-4bd5-aefa-bafce3e05809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:41.284942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network hostable DHCP agents. Network: 6c106852-0cd9-45fc-b8f4-74c382db44ea, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:12:41.307077 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 6c106852-0cd9-45fc-b8f4-74c382db44ea is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:12:41.327759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 6c106852-0cd9-45fc-b8f4-74c382db44ea) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:41.352375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:41.358936 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:41.392237 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-78cb90cc-6dab-44cc-8acf-fcb578c85238 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9053450 Aug 29 17:12:41.395719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49536) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:41.482675 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:41.499326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Transition to ACTIVE for port object b763ac27-2bf0-40cc-9e13-294fd26323cb will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:41.508904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c02ddc-e55b-4abf-a5ca-f4b734f9c8f2 None None] Network 6c106852-0cd9-45fc-b8f4-74c382db44ea requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:41.516170 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:42.022128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274ab93-c6f7-4a24-8a8c-e3ae3549a379 None None] Pushing event updated for resources: {'Port': ['ID=b763ac27-2bf0-40cc-9e13-294fd26323cb,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:42.071816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cce7e95f-799d-466c-a393-fc1a763a70fd req-e2c1de16-44c1-47f5-aee1-03a987aec268 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.1228004 Aug 29 17:12:42.175714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Attempting to bind port b763ac27-2bf0-40cc-9e13-294fd26323cb on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:12:42.175714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Attempting to bind port b763ac27-2bf0-40cc-9e13-294fd26323cb by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '5dbb9486-74b3-4839-8e3b-77135fa67c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:12:42.176256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Attempting to bind port b763ac27-2bf0-40cc-9e13-294fd26323cb on network 978c684c-dd4b-4464-b2cb-c4d0e25fca00 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:42.203801 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:42.223694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050f941c-038d-4083-beef-a72e65245989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-6c106852-0cd9-45fc-b8f4-74c382db44ea', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:12:42.224544 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-050f941c-038d-4083-beef-a72e65245989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:42.228826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:12:42.229206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Checking segment: {'id': '5dbb9486-74b3-4839-8e3b-77135fa67c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:42.229887 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:42.230814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Bound using segment: {'id': '5dbb9486-74b3-4839-8e3b-77135fa67c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:12:42.231299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Bound port: b763ac27-2bf0-40cc-9e13-294fd26323cb, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbb9486-74b3-4839-8e3b-77135fa67c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:12:42.231683 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:42.387969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] For port b763ac27-2bf0-40cc-9e13-294fd26323cb, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:42.393447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] For port b763ac27-2bf0-40cc-9e13-294fd26323cb, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b763ac27-2bf0-40cc-9e13-294fd26323cb,segment=NetworkSegment(5dbb9486-74b3-4839-8e3b-77135fa67c46),segment_id=5dbb9486-74b3-4839-8e3b-77135fa67c46)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:12:42.424125 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:42.509320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-050f941c-038d-4083-beef-a72e65245989 None None] Allocated IP 2001:db8:1::2 (6c106852-0cd9-45fc-b8f4-74c382db44ea/569e58be-3e73-4c30-adf9-7aa78446c671/c245769e-e5ab-43df-80df-5be4f2e29740) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:42.519004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:42.519795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:42.531589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274ab93-c6f7-4a24-8a8c-e3ae3549a379 None None] Pushing event updated for resources: {'Port': ['ID=b763ac27-2bf0-40cc-9e13-294fd26323cb,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:42.706299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:12:42.978624 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-50ca034d-abc4-4d11-8281-c2a4635328ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:43.008887 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-050f941c-038d-4083-beef-a72e65245989 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:43.032271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-050f941c-038d-4083-beef-a72e65245989 None None] Transition to ACTIVE for port object c245769e-e5ab-43df-80df-5be4f2e29740 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:43.061093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-050f941c-038d-4083-beef-a72e65245989 None None] Transition to ACTIVE for port object c245769e-e5ab-43df-80df-5be4f2e29740 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:43.125449 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-050f941c-038d-4083-beef-a72e65245989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:43.178868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Allocated IP 2001:db8:1::1 (6c106852-0cd9-45fc-b8f4-74c382db44ea/569e58be-3e73-4c30-adf9-7aa78446c671/0bc92ae5-a3a9-48c8-8974-53d0c53d8c74) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:43.217291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f941c-038d-4083-beef-a72e65245989 None None] Pushing event updated for resources: {'Port': ['ID=c245769e-e5ab-43df-80df-5be4f2e29740,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:43.252388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050f941c-038d-4083-beef-a72e65245989 None None] Network 6c106852-0cd9-45fc-b8f4-74c382db44ea is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:43.267115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-050f941c-038d-4083-beef-a72e65245989 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:43.279613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f941c-038d-4083-beef-a72e65245989 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:43.303433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12818efa-3d79-4b22-88e4-1c84910dbab3 req-62b6ef91-6d35-4388-9a67-b3bd7ba8df4f tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0876501 Aug 29 17:12:43.392497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-050f941c-038d-4083-beef-a72e65245989 None None] Attempting to bind port c245769e-e5ab-43df-80df-5be4f2e29740 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:12:43.395162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-050f941c-038d-4083-beef-a72e65245989 None None] Attempting to bind port c245769e-e5ab-43df-80df-5be4f2e29740 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '417cc291-1500-4bd5-aefa-bafce3e05809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:12:43.395641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f941c-038d-4083-beef-a72e65245989 None None] Attempting to bind port c245769e-e5ab-43df-80df-5be4f2e29740 on network 6c106852-0cd9-45fc-b8f4-74c382db44ea {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:43.403047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f941c-038d-4083-beef-a72e65245989 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:12:43.403626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f941c-038d-4083-beef-a72e65245989 None None] Checking segment: {'id': '417cc291-1500-4bd5-aefa-bafce3e05809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:43.404239 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-050f941c-038d-4083-beef-a72e65245989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:43.404694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f941c-038d-4083-beef-a72e65245989 None None] Bound using segment: {'id': '417cc291-1500-4bd5-aefa-bafce3e05809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:12:43.405708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-050f941c-038d-4083-beef-a72e65245989 None None] Bound port: c245769e-e5ab-43df-80df-5be4f2e29740, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417cc291-1500-4bd5-aefa-bafce3e05809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:12:43.406180 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-050f941c-038d-4083-beef-a72e65245989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:43.427532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:43.459909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:12:39Z', 'revision_number': 2, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:42Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:43.460310 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Transition to ACTIVE for port object 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:43.507581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a89b93-ec22-49a5-b50f-e7d961901db1 None None] The sync data for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 is: [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:12:39Z', 'revision_number': 2, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:42Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:43.510741 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:43.575129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 6c106852-0cd9-45fc-b8f4-74c382db44ea is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:43.578789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:43.583265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:43.584025 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:43.598433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-050f941c-038d-4083-beef-a72e65245989 None None] For port c245769e-e5ab-43df-80df-5be4f2e29740, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:43.612709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-050f941c-038d-4083-beef-a72e65245989 None None] For port c245769e-e5ab-43df-80df-5be4f2e29740, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c245769e-e5ab-43df-80df-5be4f2e29740,segment=NetworkSegment(417cc291-1500-4bd5-aefa-bafce3e05809),segment_id=417cc291-1500-4bd5-aefa-bafce3e05809)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:12:43.623360 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-050f941c-038d-4083-beef-a72e65245989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:43.668699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=0bc92ae5-a3a9-48c8-8974-53d0c53d8c74,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:43.747625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f941c-038d-4083-beef-a72e65245989 None None] Pushing event updated for resources: {'Port': ['ID=c245769e-e5ab-43df-80df-5be4f2e29740,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:43.801626 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:44.286440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:44.296074 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:44.297117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:44.441480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=0bc92ae5-a3a9-48c8-8974-53d0c53d8c74,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:44.540217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a11c328-fb41-4641-bb05-9ed4c1d202b5 req-84f3553b-4399-4f62-b149-d8e3dd9670c6 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/ports?device_id=c623d9f8-55d9-4450-83b4-3065c411158b HTTP/1.1" status: 200 len: 210 time: 0.0537293 Aug 29 17:12:44.555370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 6c106852-0cd9-45fc-b8f4-74c382db44ea is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:44.557214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:44.699777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:12:44.832663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:44.845134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6121e716-bfce-4155-9257-b90b61db0bc9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4456577 Aug 29 17:12:44.845549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49606) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:44.853993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1154135960'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:44.908025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:44.922155 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:44.923535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b763ac27-2bf0-40cc-9e13-294fd26323cb up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:44.962378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:12:44.991756 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:44.992111 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added segment 439aa37d-da0a-416c-b0a7-932fe8647aa6 of type vlan for network a92a3170-89d9-49c3-879a-44992c87c7ae Aug 29 17:12:45.034077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b763ac27-2bf0-40cc-9e13-294fd26323cb completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:45.039681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b763ac27-2bf0-40cc-9e13-294fd26323cb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:45.040261 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.137985 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.157187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-54b4d28d-72d6-43d9-b90c-2003549f140c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0709279 Aug 29 17:12:45.158508 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.184683 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.192552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:45.194018 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.219168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port b763ac27-2bf0-40cc-9e13-294fd26323cb, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b763ac27-2bf0-40cc-9e13-294fd26323cb,segment=NetworkSegment(5dbb9486-74b3-4839-8e3b-77135fa67c46),segment_id=5dbb9486-74b3-4839-8e3b-77135fa67c46)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:45.226437 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.227256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c245769e-e5ab-43df-80df-5be4f2e29740 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:45.419665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=b763ac27-2bf0-40cc-9e13-294fd26323cb,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:45.420414 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5721130 Aug 29 17:12:45.423262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49614) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:45.429194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'subnet': {'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:45.446909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c245769e-e5ab-43df-80df-5be4f2e29740 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:45.459159 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12f4fb-e423-424a-bbba-d1d9214dbbea None None] Network 6c106852-0cd9-45fc-b8f4-74c382db44ea requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:45.467680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eada7d-437e-409d-a382-134a6f15e2eb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Network': ['ID=a92a3170-89d9-49c3-879a-44992c87c7ae,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:45.507609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-36f30d14-f706-4ee6-89fb-b8ec281103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:45.508131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-36f30d14-f706-4ee6-89fb-b8ec281103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:45.509720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-36f30d14-f706-4ee6-89fb-b8ec281103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:45.510226 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-36f30d14-f706-4ee6-89fb-b8ec281103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:45.510716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-36f30d14-f706-4ee6-89fb-b8ec281103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:45.511197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-36f30d14-f706-4ee6-89fb-b8ec281103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:45.511726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-36f30d14-f706-4ee6-89fb-b8ec281103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:45.513811 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-36f30d14-f706-4ee6-89fb-b8ec281103cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6509 time: 0.2375572 Aug 29 17:12:45.515269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a92a3170-89d9-49c3-879a-44992c87c7ae details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:12:45.607229 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-67c4ac01-dc1e-4a8a-adc0-b2626b3340a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.640555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ca62b57e-fdec-403d-b875-d975ca8066da None None] Provisioning for port c245769e-e5ab-43df-80df-5be4f2e29740 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:45.651943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ca62b57e-fdec-403d-b875-d975ca8066da None None] Provisioning complete for port c245769e-e5ab-43df-80df-5be4f2e29740 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:45.652958 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ca62b57e-fdec-403d-b875-d975ca8066da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.662640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:45.666605 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.739554 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Sync routers for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:45.767735 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:45.773997 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:45.776318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49620) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:45.892423 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.895092 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ca62b57e-fdec-403d-b875-d975ca8066da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.928944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-259404f0-d0a8-4e11-a7de-173630b2c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:45.934696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-259404f0-d0a8-4e11-a7de-173630b2c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:45.935313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-259404f0-d0a8-4e11-a7de-173630b2c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:45.944282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-259404f0-d0a8-4e11-a7de-173630b2c716 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a468c2d-9be1-440f-a192-42e8517f74d6&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=4828ab6e-a734-4184-a1a3-7a146a417538&id=4828ab6e-a734-4184-a1a3-7a146a417538 HTTP/1.1" status: 200 len: 2298 time: 0.3996892 Aug 29 17:12:45.945611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ca62b57e-fdec-403d-b875-d975ca8066da None None] For port c245769e-e5ab-43df-80df-5be4f2e29740, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c245769e-e5ab-43df-80df-5be4f2e29740,segment=NetworkSegment(417cc291-1500-4bd5-aefa-bafce3e05809),segment_id=417cc291-1500-4bd5-aefa-bafce3e05809)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:45.952444 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ca62b57e-fdec-403d-b875-d975ca8066da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:45.984271 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:12:46.015203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b57e-fdec-403d-b875-d975ca8066da None None] Pushing event updated for resources: {'Port': ['ID=c245769e-e5ab-43df-80df-5be4f2e29740,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:46.188849 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4e0d47f7-6f94-4073-bfb4-dd50aa0500db tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:46.200293 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-55d4e728-b14f-4797-8b6a-cc40d5077198 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1118de05-2a40-42f0-8617-64982477f4cf HTTP/1.1" status: 200 len: 1001 time: 0.2416148 Aug 29 17:12:46.294537 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-64382901-b855-4cf2-86da-232bf4fed2f6 None None] Provisioning for port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:46.302549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-64382901-b855-4cf2-86da-232bf4fed2f6 None None] Provisioning complete for port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:46.303320 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-64382901-b855-4cf2-86da-232bf4fed2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:46.357146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4e0d47f7-6f94-4073-bfb4-dd50aa0500db tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:46.424997 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:12:43Z', 'revision_number': 3, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:44Z', 'revision_number': 2, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:46.467304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-64382901-b855-4cf2-86da-232bf4fed2f6 None None] Port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:46.504637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-64382901-b855-4cf2-86da-232bf4fed2f6 None None] Provisioning complete for port c245769e-e5ab-43df-80df-5be4f2e29740 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:46.505462 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-64382901-b855-4cf2-86da-232bf4fed2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:46.507285 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Checking router: 5d6a6c17-34b3-41d4-b954-3aac793d38a2 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:12:46.510040 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Updating router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:12:46.522330 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4e0d47f7-6f94-4073-bfb4-dd50aa0500db tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:46.526721 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4e0d47f7-6f94-4073-bfb4-dd50aa0500db tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:46.536557 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4e0d47f7-6f94-4073-bfb4-dd50aa0500db tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "DELETE /v2.0/security-groups/e848bd40-cf71-455a-900d-5708903a867a HTTP/1.1" status: 204 len: 168 time: 0.7583568 Aug 29 17:12:46.540098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49628) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:46.573977 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:46.591093 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-902f8a15-823a-4fe9-9059-3fc949594921 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] show failed (client error): The resource could not be found. Aug 29 17:12:46.596800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-902f8a15-823a-4fe9-9059-3fc949594921 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "GET /v2.0/security-groups/e848bd40-cf71-455a-900d-5708903a867a HTTP/1.1" status: 404 len: 347 time: 0.0346572 Aug 29 17:12:46.597422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49630) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:46.608362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d47f7-6f94-4073-bfb4-dd50aa0500db tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e848bd40-cf71-455a-900d-5708903a867a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:46.625243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-4bff5bd1-6584-42fe-bc71-ca04db675c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:46.628610 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-4bff5bd1-6584-42fe-bc71-ca04db675c5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0183a3c-e561-4345-8ae5-a5ac3767fc49 HTTP/1.1" status: 200 len: 856 time: 0.4077005 Aug 29 17:12:46.733192 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:46.811114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-16f62dbd-2f72-4fa5-9d6d-3e457c225140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:46.813454 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-16f62dbd-2f72-4fa5-9d6d-3e457c225140 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a468c2d-9be1-440f-a192-42e8517f74d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499364 Aug 29 17:12:46.898920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-91314b24-0d08-4008-8da7-cf91575fb464 None None] Provisioning complete for port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:46.899332 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-91314b24-0d08-4008-8da7-cf91575fb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:46.922906 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.008364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b763ac27-2bf0-40cc-9e13-294fd26323cb up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:47.051865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0f1bf4bc-e8d6-4652-b834-3a0084bec431 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting port 34418235-0668-42da-b967-58cd72ef1e2a {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:47.052987 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4bc-e8d6-4652-b834-3a0084bec431 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.078782 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-43047870-5ad2-47e5-9057-12d605b53439 service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554028 Aug 29 17:12:47.150731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Subnet': ['ID=48e670db-9be5-40d0-9610-dcfcb729b677,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:47.161000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Checking segment: {'id': '439aa37d-da0a-416c-b0a7-932fe8647aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:47.161413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network hostable DHCP agents. Network: a92a3170-89d9-49c3-879a-44992c87c7ae, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:12:47.177163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-91314b24-0d08-4008-8da7-cf91575fb464 None None] Port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:47.202226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network a92a3170-89d9-49c3-879a-44992c87c7ae is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:12:47.219889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a92a3170-89d9-49c3-879a-44992c87c7ae) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:47.229542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:47.231811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b763ac27-2bf0-40cc-9e13-294fd26323cb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:47.232318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.232671 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.277713 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-afdcb324-4b04-4d81-94f3-d13d70d8eb52 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8496318 Aug 29 17:12:47.277941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49634) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:47.314479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338597ac-582d-4b52-84e9-a02c0e3ecc49 None None] Network a92a3170-89d9-49c3-879a-44992c87c7ae requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:47.454320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-52bc5b2c-df2d-4543-9d5b-5fecf9165229 None None] Provisioning complete for port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:47.455102 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-52bc5b2c-df2d-4543-9d5b-5fecf9165229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.470770 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4bc-e8d6-4652-b834-3a0084bec431 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.473885 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4bc-e8d6-4652-b834-3a0084bec431 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.492069 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.510878 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Transition to ACTIVE for port object 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:47.532760 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.545109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0f1bf4bc-e8d6-4652-b834-3a0084bec431 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Calling delete_port for 34418235-0668-42da-b967-58cd72ef1e2a owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:47.555256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-b8498d1f-7037-4277-8cdc-053605ca2821 service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430177 Aug 29 17:12:47.722872 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Pushing event updated for resources: {'Port': ['ID=0bc92ae5-a3a9-48c8-8974-53d0c53d8c74,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:47.736043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-52bc5b2c-df2d-4543-9d5b-5fecf9165229 None None] Port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:47.741266 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.742719 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.743750 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.749306 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.753916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c245769e-e5ab-43df-80df-5be4f2e29740 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:47.757904 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.758484 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.759073 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.759514 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.759966 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.760415 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.760907 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.761567 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.762760 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:12:47.787585 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-0673b96a-d512-4c5b-9fac-bcc32019b107 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 200 len: 217 time: 0.2177956 Aug 29 17:12:47.954390 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Attempting to bind port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:12:47.956126 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Attempting to bind port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '417cc291-1500-4bd5-aefa-bafce3e05809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:12:47.957709 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Attempting to bind port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 on network 6c106852-0cd9-45fc-b8f4-74c382db44ea {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:47.976779 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:12:47.977157 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Checking segment: {'id': '417cc291-1500-4bd5-aefa-bafce3e05809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:47.977597 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.980472 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Bound using segment: {'id': '417cc291-1500-4bd5-aefa-bafce3e05809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:12:47.981735 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Bound port: 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417cc291-1500-4bd5-aefa-bafce3e05809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:12:47.982150 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:47.986196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c245769e-e5ab-43df-80df-5be4f2e29740 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:47.986858 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:48.104240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-d972163c-c9c7-4b6b-b059-41df13ffb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:48.107329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-d972163c-c9c7-4b6b-b059-41df13ffb12b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.3094220 Aug 29 17:12:48.158001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-a92a3170-89d9-49c3-879a-44992c87c7ae', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:12:48.159240 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:48.214375 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] For port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:48.227117 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] For port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0bc92ae5-a3a9-48c8-8974-53d0c53d8c74,segment=NetworkSegment(417cc291-1500-4bd5-aefa-bafce3e05809),segment_id=417cc291-1500-4bd5-aefa-bafce3e05809)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:12:48.235730 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:48.286861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-0fb2e8a1-9c43-4b0a-9856-b1f186fffb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:48.290832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-0fb2e8a1-9c43-4b0a-9856-b1f186fffb0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1732593 Aug 29 17:12:48.371989 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3273e9e-2607-455b-8642-aff059e66d8b None None] Pushing event updated for resources: {'Port': ['ID=0bc92ae5-a3a9-48c8-8974-53d0c53d8c74,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:48.422783 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:48.430500 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:48.431237 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:48.513337 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4bc-e8d6-4652-b834-3a0084bec431 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:48.539987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Allocated IP 2001:db8:2::2 (a92a3170-89d9-49c3-879a-44992c87c7ae/48e670db-9be5-40d0-9610-dcfcb729b677/959d393b-86da-4169-9cc5-857edde613ad) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:48.614976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-fde7d010-6567-4e5f-8d37-69c0e27216f6 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156488 Aug 29 17:12:48.620456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bf4bc-e8d6-4652-b834-3a0084bec431 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Port': ['ID=34418235-0668-42da-b967-58cd72ef1e2a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:48.796258 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:12:48.851288 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-1da02990-dc8b-47f6-a354-4ce346d7cd31 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653936 Aug 29 17:12:48.992858 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-868733f7-0786-4e09-b136-1d340d661637 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 200 len: 217 time: 0.1324880 Aug 29 17:12:49.060928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4bc-e8d6-4652-b834-3a0084bec431 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:49.066939 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:49.069940 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4bc-e8d6-4652-b834-3a0084bec431 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:49.073726 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0f1bf4bc-e8d6-4652-b834-3a0084bec431 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "DELETE /v2.0/floatingips/603bafde-910c-4990-b623-d1542dce9bfd HTTP/1.1" status: 204 len: 168 time: 2.4709952 Aug 29 17:12:49.075121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49646) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:49.088736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-e28fb7f5-ffee-4198-86a0-aaffafc9b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:49.091606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-e28fb7f5-ffee-4198-86a0-aaffafc9b140 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0921423 Aug 29 17:12:49.173511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-0ae0e42f-bb83-43ee-8912-fd89d18c6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:49.175356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-0ae0e42f-bb83-43ee-8912-fd89d18c6eea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0767915 Aug 29 17:12:49.245100 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:49.256901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Transition to ACTIVE for port object 959d393b-86da-4169-9cc5-857edde613ad will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:49.257431 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:12:43Z', 'revision_number': 3, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:48Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:49.279033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6ded1c2a-2fcc-4318-8d69-23008305cae7 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting port ebbbb855-3d5e-4350-a371-62c6baca9ecb {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:49.279408 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ded1c2a-2fcc-4318-8d69-23008305cae7 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:49.283215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Transition to ACTIVE for port object 959d393b-86da-4169-9cc5-857edde613ad will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:49.295772 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:49.299701 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4fcc03-90be-49c1-9782-2061b7de4d3f None None] The sync data for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 is: [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:12:43Z', 'revision_number': 3, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:48Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:49.343398 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-883ff676-3d70-4dba-bb86-2d35dc260361 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602185 Aug 29 17:12:49.365040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Pushing event updated for resources: {'Port': ['ID=959d393b-86da-4169-9cc5-857edde613ad,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:49.400792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Network a92a3170-89d9-49c3-879a-44992c87c7ae is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:49.406829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:49.414886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:49.443285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Allocated IP 2001:db8:2::1 (a92a3170-89d9-49c3-879a-44992c87c7ae/48e670db-9be5-40d0-9610-dcfcb729b677/1e65c05a-024e-49da-90e2-a9debdcb6e56) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:49.489881 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ded1c2a-2fcc-4318-8d69-23008305cae7 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:49.490122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Attempting to bind port 959d393b-86da-4169-9cc5-857edde613ad on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:12:49.490514 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Attempting to bind port 959d393b-86da-4169-9cc5-857edde613ad by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '439aa37d-da0a-416c-b0a7-932fe8647aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:12:49.490751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Attempting to bind port 959d393b-86da-4169-9cc5-857edde613ad on network a92a3170-89d9-49c3-879a-44992c87c7ae {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:49.496626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:12:49.496992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Checking segment: {'id': '439aa37d-da0a-416c-b0a7-932fe8647aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:49.497487 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:49.497887 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Bound using segment: {'id': '439aa37d-da0a-416c-b0a7-932fe8647aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:12:49.499794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Bound port: 959d393b-86da-4169-9cc5-857edde613ad, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439aa37d-da0a-416c-b0a7-932fe8647aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:12:49.500192 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:49.512655 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-8c823b47-93cb-42a6-b6a1-18d404a197e5 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617124 Aug 29 17:12:49.521143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6ded1c2a-2fcc-4318-8d69-23008305cae7 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Calling delete_port for ebbbb855-3d5e-4350-a371-62c6baca9ecb owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:49.602834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-fe034ff1-c532-4c33-a075-a3fd04623287 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4 HTTP/1.1" status: 200 len: 217 time: 0.0826898 Aug 29 17:12:49.646675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] For port 959d393b-86da-4169-9cc5-857edde613ad, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:49.654070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] For port 959d393b-86da-4169-9cc5-857edde613ad, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=959d393b-86da-4169-9cc5-857edde613ad,segment=NetworkSegment(439aa37d-da0a-416c-b0a7-932fe8647aa6),segment_id=439aa37d-da0a-416c-b0a7-932fe8647aa6)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:12:49.662244 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:49.699633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-b42cea9d-07c1-4248-ac7f-6bf174d13c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:49.701723 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-b42cea9d-07c1-4248-ac7f-6bf174d13c88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0861347 Aug 29 17:12:49.780786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-8d6f034d-b69f-416e-9703-171802b8960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:49.781402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3e32a-bb7e-4379-b366-05b8ae9b38da None None] Pushing event updated for resources: {'Port': ['ID=959d393b-86da-4169-9cc5-857edde613ad,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:49.782528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-8d6f034d-b69f-416e-9703-171802b8960c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0717030 Aug 29 17:12:49.782833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:49.806577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Transition to ACTIVE for port object 1e65c05a-024e-49da-90e2-a9debdcb6e56 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:49.886244 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-3aed2940-cf8b-4b36-b21e-2abf08bc457c service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956752 Aug 29 17:12:49.962169 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ded1c2a-2fcc-4318-8d69-23008305cae7 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:50.056500 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:50.076738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded1c2a-2fcc-4318-8d69-23008305cae7 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Port': ['ID=ebbbb855-3d5e-4350-a371-62c6baca9ecb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:50.080069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-e6a28dfe-7cd0-44a6-a446-a13615e62de3 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868019 Aug 29 17:12:50.131874 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-c75296d0-3bff-4cca-9a72-7f8c8847dc68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c HTTP/1.1" status: 200 len: 217 time: 0.0445805 Aug 29 17:12:50.161809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network a92a3170-89d9-49c3-879a-44992c87c7ae is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:50.215268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:50.222659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:50.223238 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:50.232710 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:50.272575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-6cca645a-d468-43ba-a60a-fa955794a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:50.278703 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-6cca645a-d468-43ba-a60a-fa955794a660 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1394086 Aug 29 17:12:50.295427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=1e65c05a-024e-49da-90e2-a9debdcb6e56,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:50.305642 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ded1c2a-2fcc-4318-8d69-23008305cae7 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:50.309293 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6ded1c2a-2fcc-4318-8d69-23008305cae7 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "DELETE /v2.0/ports/ebbbb855-3d5e-4350-a371-62c6baca9ecb HTTP/1.1" status: 204 len: 168 time: 1.2305400 Aug 29 17:12:50.328057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49662) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:50.367284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-67b000fb-8cf9-4efa-8384-a2b51c599b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:50.368927 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-67b000fb-8cf9-4efa-8384-a2b51c599b67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0824966 Aug 29 17:12:50.441402 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:50.486181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-972cb7b1-88d7-4c68-93ee-6c96dbaae392 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103787 Aug 29 17:12:50.622147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-304c79ad-146c-46dc-a78d-771034e352db service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277885 Aug 29 17:12:50.670247 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-1d3e251a-ab6d-4dc0-a4d7-9a15f82c6efb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a55f850-c98f-47e3-abdd-88155a009bfa HTTP/1.1" status: 200 len: 217 time: 0.0425458 Aug 29 17:12:50.677853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-89396f60-e327-444d-9bb6-3eabfe4c82be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting port c07a2c12-5081-450d-8358-441fdfb60714 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:50.678385 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89396f60-e327-444d-9bb6-3eabfe4c82be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:50.750366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-d9c95d4a-6f8c-4eb7-82dc-97af5a23f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:50.752425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-d9c95d4a-6f8c-4eb7-82dc-97af5a23f4fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.0739851 Aug 29 17:12:50.815017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-b16f7675-8e1d-4e6e-8df0-a15dbc28551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:50.816888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-b16f7675-8e1d-4e6e-8df0-a15dbc28551c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559151 Aug 29 17:12:50.822432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89396f60-e327-444d-9bb6-3eabfe4c82be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:50.842955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-89396f60-e327-444d-9bb6-3eabfe4c82be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Calling delete_port for c07a2c12-5081-450d-8358-441fdfb60714 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:50.865055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:50.876716 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:50.877667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:50.966840 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-bb45247c-d66d-47b0-9979-8b280f314067 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422663 Aug 29 17:12:51.033117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=1e65c05a-024e-49da-90e2-a9debdcb6e56,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:51.099985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-030b158f-caf3-4d95-9c68-e97144f9b196 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205573 Aug 29 17:12:51.170618 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-1b7f37fa-21fb-4052-823e-52b2b302aaea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5 HTTP/1.1" status: 200 len: 217 time: 0.0612388 Aug 29 17:12:51.173838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network a92a3170-89d9-49c3-879a-44992c87c7ae is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:51.177293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:51.255467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89396f60-e327-444d-9bb6-3eabfe4c82be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:51.280067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-76c25164-fa7e-4d85-b13b-554ad187e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:51.285163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-76c25164-fa7e-4d85-b13b-554ad187e068 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.1038468 Aug 29 17:12:51.361163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb0baf-c31a-40f5-a475-b04e51e5278e None None] Network a92a3170-89d9-49c3-879a-44992c87c7ae requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:51.387855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-ec8eed35-debb-4c04-bd3f-3619d62f186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:51.389483 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-ec8eed35-debb-4c04-bd3f-3619d62f186b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961082 Aug 29 17:12:51.499993 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:51.569728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-d8bb9067-1a3f-49db-b7ac-533d0c241625 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692812 Aug 29 17:12:51.590536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fe0b1ca4-a52b-43c1-a3fb-ed29ebf1fbd2 None None] Provisioning for port 959d393b-86da-4169-9cc5-857edde613ad completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:51.700678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e45cfce-2b0e-456c-88af-20a0669f9412 req-2588acc2-ec75-4bf9-9343-4c4e55aae60a service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231372 Aug 29 17:12:51.747756 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:51.761427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:51.762258 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:51.841479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89396f60-e327-444d-9bb6-3eabfe4c82be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Port': ['ID=c07a2c12-5081-450d-8358-441fdfb60714,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:51.943219 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:51.963682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:12:52.007820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0bc92ae5-a3a9-48c8-8974-53d0c53d8c74,segment=NetworkSegment(417cc291-1500-4bd5-aefa-bafce3e05809),segment_id=417cc291-1500-4bd5-aefa-bafce3e05809)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:52.015445 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.016353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 959d393b-86da-4169-9cc5-857edde613ad up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:52.032393 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89396f60-e327-444d-9bb6-3eabfe4c82be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.036787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-89396f60-e327-444d-9bb6-3eabfe4c82be tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "DELETE /v2.0/ports/c07a2c12-5081-450d-8358-441fdfb60714 HTTP/1.1" status: 204 len: 168 time: 1.7054424 Aug 29 17:12:52.038248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49686) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:52.105823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=0bc92ae5-a3a9-48c8-8974-53d0c53d8c74,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:52.131280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-32849ef7-7524-426b-8188-957b7a83361d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting subnet f783add8-fd0c-49c8-9682-0261ab8667d4 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:12:52.140976 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32849ef7-7524-426b-8188-957b7a83361d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.161647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:52.170008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 959d393b-86da-4169-9cc5-857edde613ad completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:52.176727 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Sync routers for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:52.179493 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9499532a-d618-478d-8bb1-dabd8e3c4dec tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8968847 Aug 29 17:12:52.179651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 959d393b-86da-4169-9cc5-857edde613ad triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:52.179933 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.181639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49690) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:52.194178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1576108543'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:52.245625 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32849ef7-7524-426b-8188-957b7a83361d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.248319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:52.248477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:52.248980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:52.252489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.318748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:12:52.337778 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.340885 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added segment 5228012d-a3cb-4279-a079-4c47640ad7af of type vlan for network 55f2d7ba-8663-4842-85f6-94d22e041118 Aug 29 17:12:52.426751 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.469364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.479569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:52.482571 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.503803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32849ef7-7524-426b-8188-957b7a83361d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.506674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f34a831e-1f82-46ac-a5e3-2b30aa9dd780 None None] Provisioning for port 1e65c05a-024e-49da-90e2-a9debdcb6e56 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:52.541575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:12:52.544029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f34a831e-1f82-46ac-a5e3-2b30aa9dd780 None None] Provisioning complete for port 1e65c05a-024e-49da-90e2-a9debdcb6e56 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:52.544400 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f34a831e-1f82-46ac-a5e3-2b30aa9dd780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.693573 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32849ef7-7524-426b-8188-957b7a83361d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.710084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Network': ['ID=55f2d7ba-8663-4842-85f6-94d22e041118,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:52.716412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-68eb81c0-9062-45cc-9ae0-99d2e8f9529f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5306273 Aug 29 17:12:52.716657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49702) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:52.721820 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.722374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'subnet': {'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:52.724224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f34a831e-1f82-46ac-a5e3-2b30aa9dd780 None None] Port 1e65c05a-024e-49da-90e2-a9debdcb6e56 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:52.744919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 55f2d7ba-8663-4842-85f6-94d22e041118 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:12:52.791348 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32849ef7-7524-426b-8188-957b7a83361d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.794071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-32849ef7-7524-426b-8188-957b7a83361d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "DELETE /v2.0/subnets/f783add8-fd0c-49c8-9682-0261ab8667d4 HTTP/1.1" status: 204 len: 168 time: 0.7546270 Aug 29 17:12:52.794948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32849ef7-7524-426b-8188-957b7a83361d tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Subnet': ['ID=f783add8-fd0c-49c8-9682-0261ab8667d4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:52.803261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49708) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:52.872095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9af2035-0b4b-4dff-b9af-7b3933ceef33 None None] Network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:52.876552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Made reservation on behalf of ae34c48fa48d4073a84473c09c7a74f6 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:52.882725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-9774dc97-6fdf-49fd-9619-ad0489e49b36 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting subnet 7d49c88a-740e-428b-aedd-09ef726d8dcd {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:12:52.883566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.886060 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9774dc97-6fdf-49fd-9619-ad0489e49b36 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.942235 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9774dc97-6fdf-49fd-9619-ad0489e49b36 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.957731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f34a831e-1f82-46ac-a5e3-2b30aa9dd780 None None] Provisioning complete for port 959d393b-86da-4169-9cc5-857edde613ad triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:52.958099 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f34a831e-1f82-46ac-a5e3-2b30aa9dd780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:52.988542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 959d393b-86da-4169-9cc5-857edde613ad, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=959d393b-86da-4169-9cc5-857edde613ad,segment=NetworkSegment(439aa37d-da0a-416c-b0a7-932fe8647aa6),segment_id=439aa37d-da0a-416c-b0a7-932fe8647aa6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:53.015262 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.043754 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9774dc97-6fdf-49fd-9619-ad0489e49b36 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.108370 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9774dc97-6fdf-49fd-9619-ad0489e49b36 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.141438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774dc97-6fdf-49fd-9619-ad0489e49b36 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Subnet': ['ID=7d49c88a-740e-428b-aedd-09ef726d8dcd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:53.146032 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9774dc97-6fdf-49fd-9619-ad0489e49b36 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.151002 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9774dc97-6fdf-49fd-9619-ad0489e49b36 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "DELETE /v2.0/subnets/7d49c88a-740e-428b-aedd-09ef726d8dcd HTTP/1.1" status: 204 len: 168 time: 0.3460064 Aug 29 17:12:53.151672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49710) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:53.163474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19beb1d7-fff1-4fd0-aee6-2951d5ae24b7 None None] Network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:53.177673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=959d393b-86da-4169-9cc5-857edde613ad,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:53.216957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-ad98ab82-6216-45bb-8860-acc74f0ac892 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:53.219323 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-ad98ab82-6216-45bb-8860-acc74f0ac892 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.2161067 Aug 29 17:12:53.234856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.253304 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-bd23b129-3d8e-4712-8569-d9c5d38218d5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/quotas/8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 375 time: 0.0102415 Aug 29 17:12:53.294604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.357616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting port 7f38e72e-df48-4150-aa23-9a20ce478533 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:53.358047 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.439443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Subnet': ['ID=06e9adc0-9d54-417b-b429-a59020bd5436,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:53.450236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] For port 7f38e72e-df48-4150-aa23-9a20ce478533, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7f38e72e-df48-4150-aa23-9a20ce478533,segment=NetworkSegment(dc4814b9-a3c7-41d5-9da5-8d489bc6e585),segment_id=dc4814b9-a3c7-41d5-9da5-8d489bc6e585)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:53.450822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.465114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Calling delete_port for 7f38e72e-df48-4150-aa23-9a20ce478533 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:53.467761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-64446718-9851-49ad-a858-160adbac2922 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1845596 Aug 29 17:12:53.468678 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Checking segment: {'id': '5228012d-a3cb-4279-a079-4c47640ad7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:53.469050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network hostable DHCP agents. Network: 55f2d7ba-8663-4842-85f6-94d22e041118, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:12:53.471802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:53.473770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2986a4-fc85-491d-bb6e-a4182a776095 None None] DHCP port deletion for 128aaf68-ed9b-4fb1-95a1-4ab98713f865 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:12:53.492800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 55f2d7ba-8663-4842-85f6-94d22e041118 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:12:53.507842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 55f2d7ba-8663-4842-85f6-94d22e041118) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:53.513521 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:53.514178 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.526370 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118c84ad-b3c7-41b9-8797-0fee8f68e577 None None] Network 55f2d7ba-8663-4842-85f6-94d22e041118 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:53.534197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:12:50Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:50Z', 'revision_number': 2, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:53.537521 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1d3a0fa6-2840-4c25-b941-36b6fd62cf47 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8170483 Aug 29 17:12:53.537637 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49716) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:53.556672 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.590602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] No DVR routers for this DVR port 7f38e72e-df48-4150-aa23-9a20ce478533 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:53.592179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Port': ['ID=7f38e72e-df48-4150-aa23-9a20ce478533,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:53.601588 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-a89adcfd-1904-40d4-8597-3de6fa96b929 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:12:53.602649 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-a89adcfd-1904-40d4-8597-3de6fa96b929 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1169186 Aug 29 17:12:53.642182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Checking router: 5d6a6c17-34b3-41d4-b954-3aac793d38a2 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:12:53.642526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Updating router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 port 1e65c05a-024e-49da-90e2-a9debdcb6e56 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:12:53.692075 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.705671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128aaf68-ed9b-4fb1-95a1-4ab98713f865']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:53.708397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8f227376-550e-4002-82c9-8978ac09e8cf None None] Provisioning complete for port 1e65c05a-024e-49da-90e2-a9debdcb6e56 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:53.708997 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8f227376-550e-4002-82c9-8978ac09e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.720142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:53.720916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4814b9-a3c7-41d5-9da5-8d489bc6e585') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:53.731982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.748919 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.760687 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.768162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:12:53.768960 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:12:53.772691 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:12:53.817538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8f227376-550e-4002-82c9-8978ac09e8cf None None] Port 1e65c05a-024e-49da-90e2-a9debdcb6e56 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:53.824006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:53.824506 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.833268 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4a2986a4-fc85-491d-bb6e-a4182a776095 None None] Deleting port 7f38e72e-df48-4150-aa23-9a20ce478533 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:53.833818 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4a2986a4-fc85-491d-bb6e-a4182a776095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.864707 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.872828 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:53.875335 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "DELETE /v2.0/networks/128aaf68-ed9b-4fb1-95a1-4ab98713f865 HTTP/1.1" status: 204 len: 168 time: 0.7217042 Aug 29 17:12:53.877446 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-3e43fc4d-580b-4744-a9d6-8515af006b77 service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411561 Aug 29 17:12:53.891009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49722) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:53.907008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9878e9-707d-45f3-b259-61a116186c4e tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Network': ['ID=128aaf68-ed9b-4fb1-95a1-4ab98713f865,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:53.934291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2b417-7689-4d21-bb58-e7beb30be8d6 None None] DHCP port deletion for 64164b92-1e6b-45ee-89d0-a1828cbc0c8c request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:12:54.072471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4a2986a4-fc85-491d-bb6e-a4182a776095 None None] For port 7f38e72e-df48-4150-aa23-9a20ce478533, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:54.072797 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4a2986a4-fc85-491d-bb6e-a4182a776095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.126519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.149974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-f34d66cb-0a2f-4355-a22e-d81a056cd683 service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715161 Aug 29 17:12:54.173524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4a2986a4-fc85-491d-bb6e-a4182a776095 None None] Calling delete_port for 7f38e72e-df48-4150-aa23-9a20ce478533 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:54.182044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-4a2986a4-fc85-491d-bb6e-a4182a776095 None None] Port 7f38e72e-df48-4150-aa23-9a20ce478533 was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:12:54.187730 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-55f2d7ba-8663-4842-85f6-94d22e041118', 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'fixed_ips': [{'subnet_id': '06e9adc0-9d54-417b-b429-a59020bd5436'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:12:54.188587 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.207674 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4a2986a4-fc85-491d-bb6e-a4182a776095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.220203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a2986a4-fc85-491d-bb6e-a4182a776095 None None] Network 128aaf68-ed9b-4fb1-95a1-4ab98713f865 is not hosted by any dhcp agent {{(pid=111678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:12:54.220660 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2986a4-fc85-491d-bb6e-a4182a776095 None None] No DVR routers for this DVR port 7f38e72e-df48-4150-aa23-9a20ce478533 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:54.274686 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.280005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Deleting port c5e587d7-07e0-4169-8d2e-5e176787be1a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:54.280324 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.309324 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2986a4-fc85-491d-bb6e-a4182a776095 None None] Pushing event deleted for resources: {'Port': ['ID=7f38e72e-df48-4150-aa23-9a20ce478533,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:54.349733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2b417-7689-4d21-bb58-e7beb30be8d6 None None] Deleting port c5e587d7-07e0-4169-8d2e-5e176787be1a {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:12:54.350265 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecf2b417-7689-4d21-bb58-e7beb30be8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.395797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] For port c5e587d7-07e0-4169-8d2e-5e176787be1a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c5e587d7-07e0-4169-8d2e-5e176787be1a,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:54.396409 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.418932 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Calling delete_port for c5e587d7-07e0-4169-8d2e-5e176787be1a owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:54.477834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c9894c1e-6cbe-4223-8d9c-66e0cc80bcf5 req-98a35c29-cd38-4d4a-9103-21e9c72f14a6 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 210 time: 0.0349560 Aug 29 17:12:54.634446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ecf2b417-7689-4d21-bb58-e7beb30be8d6 None None] For port c5e587d7-07e0-4169-8d2e-5e176787be1a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c5e587d7-07e0-4169-8d2e-5e176787be1a,segment=NetworkSegment(5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c),segment_id=5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:54.635029 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecf2b417-7689-4d21-bb58-e7beb30be8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.698582 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.736205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Allocated IP 2001:db8:3::2 (55f2d7ba-8663-4842-85f6-94d22e041118/06e9adc0-9d54-417b-b429-a59020bd5436/38148909-e050-4fd8-ba35-b716a892751b) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:54.765662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2b417-7689-4d21-bb58-e7beb30be8d6 None None] Calling delete_port for c5e587d7-07e0-4169-8d2e-5e176787be1a owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:12:54.782587 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.822272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Port': ['ID=c5e587d7-07e0-4169-8d2e-5e176787be1a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:54.827266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] No DVR routers for this DVR port c5e587d7-07e0-4169-8d2e-5e176787be1a on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:54.840593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Transition to ACTIVE for port object 1e65c05a-024e-49da-90e2-a9debdcb6e56 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:54.886404 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.944918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3a0f0-4344-4902-8fc0-3b974e3d753b None None] Pushing event updated for resources: {'Port': ['ID=1e65c05a-024e-49da-90e2-a9debdcb6e56,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:54.947874 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:54.962841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64164b92-1e6b-45ee-89d0-a1828cbc0c8c']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:54.975593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:54.975957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdb6d3d-bf2b-4e78-8d6f-e44fe89f895c') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:54.986056 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.003292 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.012741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:12:55.013499 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:12:55.019515 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:12:55.093345 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecf2b417-7689-4d21-bb58-e7beb30be8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.094513 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.115378 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.117942 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] 10.222.0.22 "DELETE /v2.0/networks/64164b92-1e6b-45ee-89d0-a1828cbc0c8c HTTP/1.1" status: 204 len: 168 time: 1.2256989 Aug 29 17:12:55.138602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfea944-8640-45d9-a1b6-5483f9e80805 tempest-TaggedBootDevicesTest-258178075 tempest-TaggedBootDevicesTest-258178075-project] Pushing event deleted for resources: {'Network': ['ID=64164b92-1e6b-45ee-89d0-a1828cbc0c8c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:55.154736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ecf2b417-7689-4d21-bb58-e7beb30be8d6 None None] Network 64164b92-1e6b-45ee-89d0-a1828cbc0c8c is not hosted by any dhcp agent {{(pid=111678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:12:55.155219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2b417-7689-4d21-bb58-e7beb30be8d6 None None] No DVR routers for this DVR port c5e587d7-07e0-4169-8d2e-5e176787be1a on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:12:55.212050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2b417-7689-4d21-bb58-e7beb30be8d6 None None] Pushing event deleted for resources: {'Port': ['ID=c5e587d7-07e0-4169-8d2e-5e176787be1a,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:55.221594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Attempting to bind port 1e65c05a-024e-49da-90e2-a9debdcb6e56 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:12:55.221594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Attempting to bind port 1e65c05a-024e-49da-90e2-a9debdcb6e56 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '439aa37d-da0a-416c-b0a7-932fe8647aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:12:55.223261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Attempting to bind port 1e65c05a-024e-49da-90e2-a9debdcb6e56 on network a92a3170-89d9-49c3-879a-44992c87c7ae {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:55.231787 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.244539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Transition to ACTIVE for port object 38148909-e050-4fd8-ba35-b716a892751b will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:55.260788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:12:55.261074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Checking segment: {'id': '439aa37d-da0a-416c-b0a7-932fe8647aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:55.261640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.262344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Bound using segment: {'id': '439aa37d-da0a-416c-b0a7-932fe8647aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:12:55.262491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Bound port: 1e65c05a-024e-49da-90e2-a9debdcb6e56, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439aa37d-da0a-416c-b0a7-932fe8647aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:12:55.263190 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.267240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Transition to ACTIVE for port object 38148909-e050-4fd8-ba35-b716a892751b will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:55.341482 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.356831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 959d393b-86da-4169-9cc5-857edde613ad up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:55.384146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Allocated IP 2001:db8:3::1 (55f2d7ba-8663-4842-85f6-94d22e041118/06e9adc0-9d54-417b-b429-a59020bd5436/bd088ebe-3bfb-42fa-99a1-a8228fe56c0c) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:55.450689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Network 55f2d7ba-8663-4842-85f6-94d22e041118 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:55.470079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:55.475485 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Pushing event updated for resources: {'Port': ['ID=38148909-e050-4fd8-ba35-b716a892751b,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:55.478116 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:55.487236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] For port 1e65c05a-024e-49da-90e2-a9debdcb6e56, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:55.496394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] For port 1e65c05a-024e-49da-90e2-a9debdcb6e56, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1e65c05a-024e-49da-90e2-a9debdcb6e56,segment=NetworkSegment(439aa37d-da0a-416c-b0a7-932fe8647aa6),segment_id=439aa37d-da0a-416c-b0a7-932fe8647aa6)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:12:55.640421 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.645126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Attempting to bind port 38148909-e050-4fd8-ba35-b716a892751b on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:12:55.645750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Attempting to bind port 38148909-e050-4fd8-ba35-b716a892751b by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '5228012d-a3cb-4279-a079-4c47640ad7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:12:55.646363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Attempting to bind port 38148909-e050-4fd8-ba35-b716a892751b on network 55f2d7ba-8663-4842-85f6-94d22e041118 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:55.695202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:12:55.695812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Checking segment: {'id': '5228012d-a3cb-4279-a079-4c47640ad7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:55.696324 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.696908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Bound using segment: {'id': '5228012d-a3cb-4279-a079-4c47640ad7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:12:55.697779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Bound port: 38148909-e050-4fd8-ba35-b716a892751b, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5228012d-a3cb-4279-a079-4c47640ad7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:12:55.698552 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.706081 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:12:55.709310 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e849416d-f6da-47e2-ba95-00431665f325 req-9a4218a0-fbba-48a0-acf6-78309e7bd54e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 210 time: 0.0304711 Aug 29 17:12:55.717730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.760222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Transition to ACTIVE for port object bd088ebe-3bfb-42fa-99a1-a8228fe56c0c will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:55.798559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] For port 38148909-e050-4fd8-ba35-b716a892751b, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:12:55.817275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] For port 38148909-e050-4fd8-ba35-b716a892751b, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=38148909-e050-4fd8-ba35-b716a892751b,segment=NetworkSegment(5228012d-a3cb-4279-a079-4c47640ad7af),segment_id=5228012d-a3cb-4279-a079-4c47640ad7af)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:12:55.826581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-d463afcb-8c74-457d-976a-88bbd8e256de tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:55.828455 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-d463afcb-8c74-457d-976a-88bbd8e256de tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.2665317 Aug 29 17:12:55.835212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.846510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 959d393b-86da-4169-9cc5-857edde613ad triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:55.846812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'port': {'device_id': 'b4399298-85f7-4b39-bbe2-ad3d8165698e', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'admin_state_up': True, 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:55.847110 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.856625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:55.899943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=bd088ebe-3bfb-42fa-99a1-a8228fe56c0c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:55.920433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 55f2d7ba-8663-4842-85f6-94d22e041118 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:55.922439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:55.925174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:55.926058 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:56.093258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Made reservation on behalf of 8ce1bfe43b0a4f5399de8c90b6ef6980 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:12:56.098780 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:56.215164 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:56.346704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3a0f0-4344-4902-8fc0-3b974e3d753b None None] Pushing event updated for resources: {'Port': ['ID=1e65c05a-024e-49da-90e2-a9debdcb6e56,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:56.378360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Allocated IP 172.20.0.14 (c48628aa-afb3-4178-b027-9c9764070684/85971077-cb6d-4ee2-a86f-177b2084de6d/6fbe2afe-91fa-4264-a41a-7cacb41c363f) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:12:56.392704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:56.392704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:56.642614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:12:56.702112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:56.797776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Transition to ACTIVE for port object 6fbe2afe-91fa-4264-a41a-7cacb41c363f will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:56.856279 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:56.991389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Network c48628aa-afb3-4178-b027-9c9764070684 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:56.994699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=6fbe2afe-91fa-4264-a41a-7cacb41c363f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:57.002313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:57.013214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:12:57.068154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7897a1-a046-4a14-81b7-9dfd664c0948 None None] Pushing event updated for resources: {'Port': ['ID=38148909-e050-4fd8-ba35-b716a892751b,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:57.114555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2554067-c8eb-42be-94d8-1313d1b15b0b req-d4837da8-102e-41a9-94a0-253dee2949bd tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:57.123215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2554067-c8eb-42be-94d8-1313d1b15b0b req-d4837da8-102e-41a9-94a0-253dee2949bd tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 932 time: 0.2132714 Aug 29 17:12:57.151606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:12:56Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:55Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd088ebe-3bfb-42fa-99a1-a8228fe56c0c', 'name': '', 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:c0:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:54Z', 'updated_at': '2021-08-29T17:12:55Z', 'revision_number': 1, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:57.181563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490b8f7-df28-4e96-890f-c1663866627d None None] The sync data for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 is: [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:12:56Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:55Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd088ebe-3bfb-42fa-99a1-a8228fe56c0c', 'name': '', 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:c0:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:54Z', 'updated_at': '2021-08-29T17:12:55Z', 'revision_number': 1, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:12:57.219385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:57.220404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:57.235706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c5e587d7-07e0-4169-8d2e-5e176787be1a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:57.278427 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6cdc5ff3-fa4f-47b4-925d-626e4b2453c1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4358099 Aug 29 17:12:57.313421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c5e587d7-07e0-4169-8d2e-5e176787be1a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:12:57.313775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c5e587d7-07e0-4169-8d2e-5e176787be1a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:12:57.314185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7f38e72e-df48-4150-aa23-9a20ce478533 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:12:57.316377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Request body: {'port': {'device_id': 'b4399298-85f7-4b39-bbe2-ad3d8165698e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:57.418719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 7f38e72e-df48-4150-aa23-9a20ce478533 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:12:57.419064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7f38e72e-df48-4150-aa23-9a20ce478533 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:12:57.497766 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2554067-c8eb-42be-94d8-1313d1b15b0b req-e1e26d97-9958-4de1-ade7-f3e06bd77811 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695512 Aug 29 17:12:57.581326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-15446387-c0a6-4110-8ee8-70f5e870e4f4 None None] Provisioning for port 6fbe2afe-91fa-4264-a41a-7cacb41c363f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:57.591206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-15446387-c0a6-4110-8ee8-70f5e870e4f4 None None] Provisioning complete for port 6fbe2afe-91fa-4264-a41a-7cacb41c363f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:57.602214 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-15446387-c0a6-4110-8ee8-70f5e870e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:57.669582 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:57.682247 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:57.687784 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:57.689018 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:57.774780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-15446387-c0a6-4110-8ee8-70f5e870e4f4 None None] Port 6fbe2afe-91fa-4264-a41a-7cacb41c363f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:12:57.853707 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 38148909-e050-4fd8-ba35-b716a892751b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:58.041281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 38148909-e050-4fd8-ba35-b716a892751b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:58.055743 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1e65c05a-024e-49da-90e2-a9debdcb6e56 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:58.091811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event updated for resources: {'Port': ['ID=bd088ebe-3bfb-42fa-99a1-a8228fe56c0c,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:58.184665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 1e65c05a-024e-49da-90e2-a9debdcb6e56 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:58.198080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1e65c05a-024e-49da-90e2-a9debdcb6e56 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:58.198565 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:58.247530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Network 55f2d7ba-8663-4842-85f6-94d22e041118 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:12:58.261746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:12:58.465674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fdc6df-86bf-4122-bc67-360c3a481926 None None] Network 55f2d7ba-8663-4842-85f6-94d22e041118 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:12:58.550004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:12:58.668489 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:58.732773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-98e4c9bb-b0b0-4d58-aa20-9eeb0f929cb3 None None] Provisioning for port 38148909-e050-4fd8-ba35-b716a892751b completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:12:58.776151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-98e4c9bb-b0b0-4d58-aa20-9eeb0f929cb3 None None] Provisioning complete for port 38148909-e050-4fd8-ba35-b716a892751b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:58.776805 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-98e4c9bb-b0b0-4d58-aa20-9eeb0f929cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:58.798350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:12:58.807486 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-52a6f592-4347-470f-9306-9af298482c9e tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2685525 Aug 29 17:12:58.808267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49782) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:12:58.814419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0aa17d99-6f6e-4385-8eb6-a55ed3e18108 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:12:58.918873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 1e65c05a-024e-49da-90e2-a9debdcb6e56, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1e65c05a-024e-49da-90e2-a9debdcb6e56,segment=NetworkSegment(439aa37d-da0a-416c-b0a7-932fe8647aa6),segment_id=439aa37d-da0a-416c-b0a7-932fe8647aa6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:59.019015 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:59.225459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e30cc-f573-4273-b95f-cc13218c0d47 req-23ce8890-2500-406d-a182-82f1ffe6a23c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:12:59.229995 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-227e30cc-f573-4273-b95f-cc13218c0d47 req-23ce8890-2500-406d-a182-82f1ffe6a23c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 932 time: 0.1220598 Aug 29 17:12:59.379118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-227e30cc-f573-4273-b95f-cc13218c0d47 req-ff7ffca9-9d5c-4533-92c1-cd59a4066950 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421542 Aug 29 17:12:59.414157 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-98e4c9bb-b0b0-4d58-aa20-9eeb0f929cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:59.427017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=1e65c05a-024e-49da-90e2-a9debdcb6e56,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:59.478400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbe2afe-91fa-4264-a41a-7cacb41c363f {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:12:59.480750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-98e4c9bb-b0b0-4d58-aa20-9eeb0f929cb3 None None] For port 38148909-e050-4fd8-ba35-b716a892751b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=38148909-e050-4fd8-ba35-b716a892751b,segment=NetworkSegment(5228012d-a3cb-4279-a079-4c47640ad7af),segment_id=5228012d-a3cb-4279-a079-4c47640ad7af)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:12:59.490338 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:59.492959 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-98e4c9bb-b0b0-4d58-aa20-9eeb0f929cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:59.529207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Transition to ACTIVE for port object 6fbe2afe-91fa-4264-a41a-7cacb41c363f will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:12:59.534474 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:59.545061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.extraroute_db [None req-0aa17d99-6f6e-4385-8eb6-a55ed3e18108 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=111677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:12:59.570368 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Sync routers for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:12:59.594838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.extraroute_db [None req-0aa17d99-6f6e-4385-8eb6-a55ed3e18108 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Removed routes are [] {{(pid=111677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:12:59.595552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0aa17d99-6f6e-4385-8eb6-a55ed3e18108 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:59.605113 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:12:59.609099 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:12:59.636272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbe2afe-91fa-4264-a41a-7cacb41c363f,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:59.656073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1e65c05a-024e-49da-90e2-a9debdcb6e56 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:12:59.671267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4c9bb-b0b0-4d58-aa20-9eeb0f929cb3 None None] Pushing event updated for resources: {'Port': ['ID=38148909-e050-4fd8-ba35-b716a892751b,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:12:59.809956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1e65c05a-024e-49da-90e2-a9debdcb6e56 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:12:59.811190 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:12:59.858162 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:12:59.893316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Attempting to bind port 6fbe2afe-91fa-4264-a41a-7cacb41c363f on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:12:59.895154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Attempting to bind port 6fbe2afe-91fa-4264-a41a-7cacb41c363f by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:12:59.898098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Attempting to bind port 6fbe2afe-91fa-4264-a41a-7cacb41c363f on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:59.908866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Port 6fbe2afe-91fa-4264-a41a-7cacb41c363f on network c48628aa-afb3-4178-b027-9c9764070684 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:12:59.909498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Attempting to bind port 6fbe2afe-91fa-4264-a41a-7cacb41c363f on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:12:59.927339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:12:59.928039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Checking segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:12:59.930508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Bound using segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:12:59.931143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Bound port: 6fbe2afe-91fa-4264-a41a-7cacb41c363f, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:12:59.931699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:00.080789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e9b37c3d-69f3-4cfc-91d7-eb3bdcd17c81 None None] Provisioning for port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:00.087803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e9b37c3d-69f3-4cfc-91d7-eb3bdcd17c81 None None] Provisioning complete for port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:00.088367 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e9b37c3d-69f3-4cfc-91d7-eb3bdcd17c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:00.126604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0aa17d99-6f6e-4385-8eb6-a55ed3e18108 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:00.152523 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0aa17d99-6f6e-4385-8eb6-a55ed3e18108 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:00.190328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] For port 6fbe2afe-91fa-4264-a41a-7cacb41c363f, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:13:00.197665 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] For port 6fbe2afe-91fa-4264-a41a-7cacb41c363f, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=6fbe2afe-91fa-4264-a41a-7cacb41c363f,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:13:00.207099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e9b37c3d-69f3-4cfc-91d7-eb3bdcd17c81 None None] Port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:13:00.207527 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:00.254234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e9b37c3d-69f3-4cfc-91d7-eb3bdcd17c81 None None] Provisioning complete for port 38148909-e050-4fd8-ba35-b716a892751b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:00.254774 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e9b37c3d-69f3-4cfc-91d7-eb3bdcd17c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:00.284619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:00.285916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:00.287651 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] 10.222.0.16 "PUT /v2.0/ports/6fbe2afe-91fa-4264-a41a-7cacb41c363f HTTP/1.1" status: 200 len: 1093 time: 2.9899220 Aug 29 17:13:00.288327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4399298-85f7-4b39-bbe2-ad3d8165698e', 'tag': '6fbe2afe-91fa-4264-a41a-7cacb41c363f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:00.297515 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e88f2b-0f03-43ac-bd83-da70c1f24081" -d '{"events": [{"name": "network-changed", "server_uuid": "b4399298-85f7-4b39-bbe2-ad3d8165698e", "tag": "6fbe2afe-91fa-4264-a41a-7cacb41c363f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:00.397814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa17d99-6f6e-4385-8eb6-a55ed3e18108 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:13:00.479239 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a609f85f-e822-4529-826b-73ffa329b559 x-openstack-request-id: req-a609f85f-e822-4529-826b-73ffa329b559 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:00.479824 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4399298-85f7-4b39-bbe2-ad3d8165698e", "tag": "6fbe2afe-91fa-4264-a41a-7cacb41c363f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:00.479824 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a609f85f-e822-4529-826b-73ffa329b559 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:00.481269 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4399298-85f7-4b39-bbe2-ad3d8165698e', 'tag': '6fbe2afe-91fa-4264-a41a-7cacb41c363f', 'status': 'completed', 'code': 200} Aug 29 17:13:00.527384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2cb8f-e1f9-431b-91d7-70834eae5398 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbe2afe-91fa-4264-a41a-7cacb41c363f,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:00.560162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6674f13a-5de7-46c2-af23-562335563108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:00.568951 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-6674f13a-5de7-46c2-af23-562335563108 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 1096 time: 0.2162259 Aug 29 17:13:00.631797 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:12:59Z', 'revision_number': 6, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd088ebe-3bfb-42fa-99a1-a8228fe56c0c', 'name': '', 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:c0:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:54Z', 'updated_at': '2021-08-29T17:12:57Z', 'revision_number': 2, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:00.650631 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-ca254d9a-a79b-410c-b69d-10a885cd951c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fbe2afe-91fa-4264-a41a-7cacb41c363f HTTP/1.1" status: 200 len: 217 time: 0.0716388 Aug 29 17:13:00.677020 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa17d99-6f6e-4385-8eb6-a55ed3e18108 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:00.705559 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0aa17d99-6f6e-4385-8eb6-a55ed3e18108 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:00.709454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0aa17d99-6f6e-4385-8eb6-a55ed3e18108 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2 HTTP/1.1" status: 200 len: 953 time: 1.8994966 Aug 29 17:13:00.710092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49798) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:00.710638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c3b73cf7-a4bb-4762-82bc-8d49f5f2d866 None None] Provisioning complete for port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:00.712428 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c3b73cf7-a4bb-4762-82bc-8d49f5f2d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:00.721891 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Checking router: 5d6a6c17-34b3-41d4-b954-3aac793d38a2 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:00.722243 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Updating router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:13:00.772609 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:00.844748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-e00f3f80-a4df-4771-8d70-edb60317383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:00.850912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-e00f3f80-a4df-4771-8d70-edb60317383d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.1737325 Aug 29 17:13:00.875008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c3b73cf7-a4bb-4762-82bc-8d49f5f2d866 None None] Port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:13:00.973656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3e0b5-b46a-4da0-8ac2-622565fecd92 req-541ae2ba-de34-424f-bfef-3e9551be5105 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:00.974801 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7913c56c-4667-40f2-b557-7745bad62463 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2 HTTP/1.1" status: 200 len: 953 time: 0.2536397 Aug 29 17:13:00.977249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49802) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:00.982859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8c9c98a3-d9a3-4214-8c2a-31b3b9ae9af0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'routes': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:00.986397 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99e3e0b5-b46a-4da0-8ac2-622565fecd92 req-541ae2ba-de34-424f-bfef-3e9551be5105 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.3882334 Aug 29 17:13:01.055415 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-fb17ab41-043a-48db-831c-bb476de75b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:01.056957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-fb17ab41-043a-48db-831c-bb476de75b0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1958151 Aug 29 17:13:01.069734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-33c523dc-93b9-4c88-8e58-5dfdeb1a10fc None None] Provisioning complete for port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:01.070197 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-33c523dc-93b9-4c88-8e58-5dfdeb1a10fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:01.149611 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99e3e0b5-b46a-4da0-8ac2-622565fecd92 req-926c5a0f-e3db-4050-a03b-5ab96c4ceec3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555688 Aug 29 17:13:01.171355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-33c523dc-93b9-4c88-8e58-5dfdeb1a10fc None None] Port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:13:01.199702 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:01.207091 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-83362b97-ba1b-4b6e-b05e-091a54cd893c service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415837 Aug 29 17:13:01.211067 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Transition to ACTIVE for port object bd088ebe-3bfb-42fa-99a1-a8228fe56c0c will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:01.227240 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:01.437385 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83836d-a748-44a9-90bb-0aeb92e352f0 None None] Pushing event updated for resources: {'Port': ['ID=bd088ebe-3bfb-42fa-99a1-a8228fe56c0c,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:01.458474 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Attempting to bind port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:13:01.459353 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Attempting to bind port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '5228012d-a3cb-4279-a079-4c47640ad7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:13:01.460422 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Attempting to bind port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c on network 55f2d7ba-8663-4842-85f6-94d22e041118 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:01.478638 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:13:01.482729 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Checking segment: {'id': '5228012d-a3cb-4279-a079-4c47640ad7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:01.487526 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:01.488340 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Bound using segment: {'id': '5228012d-a3cb-4279-a079-4c47640ad7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:13:01.489082 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Bound port: bd088ebe-3bfb-42fa-99a1-a8228fe56c0c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5228012d-a3cb-4279-a079-4c47640ad7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:13:01.489748 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:01.491262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d615274-03b6-46cc-ab82-794d29a82d21 req-967bee3e-bafc-4879-80f3-2576aa3931e4 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758703 Aug 29 17:13:01.680998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e88f2b-0f03-43ac-bd83-da70c1f24081 req-4fedc8f1-9c9d-4c17-a66e-eb751d4fe2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:01.683485 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57e88f2b-0f03-43ac-bd83-da70c1f24081 req-4fedc8f1-9c9d-4c17-a66e-eb751d4fe2c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 1096 time: 0.1268091 Aug 29 17:13:01.686687 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] For port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:13:01.692885 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] For port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bd088ebe-3bfb-42fa-99a1-a8228fe56c0c,segment=NetworkSegment(5228012d-a3cb-4279-a079-4c47640ad7af),segment_id=5228012d-a3cb-4279-a079-4c47640ad7af)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:13:01.696492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 38148909-e050-4fd8-ba35-b716a892751b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:01.714349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.extraroute_db [None req-8c9c98a3-d9a3-4214-8c2a-31b3b9ae9af0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added routes are [] {{(pid=111677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:13:01.719093 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:01.719568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.extraroute_db [None req-8c9c98a3-d9a3-4214-8c2a-31b3b9ae9af0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=111677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:13:01.796035 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c9c98a3-d9a3-4214-8c2a-31b3b9ae9af0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:01.807735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 38148909-e050-4fd8-ba35-b716a892751b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:01.810028 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:01.823947 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83836d-a748-44a9-90bb-0aeb92e352f0 None None] Pushing event updated for resources: {'Port': ['ID=bd088ebe-3bfb-42fa-99a1-a8228fe56c0c,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:01.847550 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:01.848447 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:01.928711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e88f2b-0f03-43ac-bd83-da70c1f24081 req-4a4e1dc6-3703-4049-812c-14ee35c9a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:01.940769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57e88f2b-0f03-43ac-bd83-da70c1f24081 req-4a4e1dc6-3703-4049-812c-14ee35c9a1be service neutron] 10.222.0.16 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.2485781 Aug 29 17:13:02.061150 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57e88f2b-0f03-43ac-bd83-da70c1f24081 req-c33765d0-89d6-423d-8cb7-d118f9da6f91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fbe2afe-91fa-4264-a41a-7cacb41c363f HTTP/1.1" status: 200 len: 217 time: 0.1120398 Aug 29 17:13:02.066046 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:02.188695 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c9c98a3-d9a3-4214-8c2a-31b3b9ae9af0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:02.204408 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c9c98a3-d9a3-4214-8c2a-31b3b9ae9af0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:02.242296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e88f2b-0f03-43ac-bd83-da70c1f24081 req-f0ef9e1d-9f29-4245-bc3a-3f6c71a8d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:02.243938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57e88f2b-0f03-43ac-bd83-da70c1f24081 req-f0ef9e1d-9f29-4245-bc3a-3f6c71a8d01d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.1713996 Aug 29 17:13:02.518798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8cc47-b501-4a7b-85cf-0d56285231a6 req-6e46e181-34c0-4a03-b90a-70986533fd4a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:02.538421 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18a8cc47-b501-4a7b-85cf-0d56285231a6 req-6e46e181-34c0-4a03-b90a-70986533fd4a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.2145998 Aug 29 17:13:02.556571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e88f2b-0f03-43ac-bd83-da70c1f24081 req-3e1cd01e-0fe7-4150-8c31-fea3dd0e5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:02.561493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57e88f2b-0f03-43ac-bd83-da70c1f24081 req-3e1cd01e-0fe7-4150-8c31-fea3dd0e5408 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3097670 Aug 29 17:13:02.630592 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:01Z', 'revision_number': 7, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd088ebe-3bfb-42fa-99a1-a8228fe56c0c', 'name': '', 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:c0:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:54Z', 'updated_at': '2021-08-29T17:13:01Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:02.793709 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977c90f-d13b-4610-a41e-9a1a183a190c None None] The sync data for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 is: [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:01Z', 'revision_number': 7, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd088ebe-3bfb-42fa-99a1-a8228fe56c0c', 'name': '', 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:c0:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:54Z', 'updated_at': '2021-08-29T17:13:01Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:02.944178 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57e88f2b-0f03-43ac-bd83-da70c1f24081 req-c9fb1eb2-6f1e-473f-a4a5-4b3679b0cca8 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680420 Aug 29 17:13:03.032190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18a8cc47-b501-4a7b-85cf-0d56285231a6 req-0d3a036d-faa6-4208-b7b9-52c19df78ec9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903014 Aug 29 17:13:03.213438 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-57e88f2b-0f03-43ac-bd83-da70c1f24081 req-345bd489-637c-47f1-b440-2613019d9086 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021692 Aug 29 17:13:03.220972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b0a66-122c-4d71-b10f-e4d164acd430 None None] Sync routers for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:03.241672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b0a66-122c-4d71-b10f-e4d164acd430 None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:03.242573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bf3b0a66-122c-4d71-b10f-e4d164acd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:03.476832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-bf3b0a66-122c-4d71-b10f-e4d164acd430 None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:03.503759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9c98a3-d9a3-4214-8c2a-31b3b9ae9af0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:13:03.751504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9c98a3-d9a3-4214-8c2a-31b3b9ae9af0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:03.759642 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c9c98a3-d9a3-4214-8c2a-31b3b9ae9af0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:03.764726 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8c9c98a3-d9a3-4214-8c2a-31b3b9ae9af0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2 HTTP/1.1" status: 200 len: 703 time: 2.7836356 Aug 29 17:13:03.766001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bd088ebe-3bfb-42fa-99a1-a8228fe56c0c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:03.767664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49828) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:03.943293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:03.950737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:03.951136 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:03.998772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bf3b0a66-122c-4d71-b10f-e4d164acd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:01Z', 'revision_number': 7, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd088ebe-3bfb-42fa-99a1-a8228fe56c0c', 'name': '', 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:c0:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:54Z', 'updated_at': '2021-08-29T17:13:01Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:04.055880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49832) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:04.056524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-46472edc-fe77-4543-9016-ccf566bf7570 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2 HTTP/1.1" status: 200 len: 703 time: 0.2866430 Aug 29 17:13:04.061490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b0a66-122c-4d71-b10f-e4d164acd430 None None] Checking router: 5d6a6c17-34b3-41d4-b954-3aac793d38a2 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:04.111572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b0a66-122c-4d71-b10f-e4d164acd430 None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:04.112231 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bf3b0a66-122c-4d71-b10f-e4d164acd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:04.462868 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:04.575742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d73fe-a3ac-4010-b9be-b937bfb9dfdd req-e83bda86-c529-4f04-afbf-42c2cfb88d87 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:04.577690 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b25d73fe-a3ac-4010-b9be-b937bfb9dfdd req-e83bda86-c529-4f04-afbf-42c2cfb88d87 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.3930104 Aug 29 17:13:04.594844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-bf3b0a66-122c-4d71-b10f-e4d164acd430 None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:04.697687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bd088ebe-3bfb-42fa-99a1-a8228fe56c0c,segment=NetworkSegment(5228012d-a3cb-4279-a079-4c47640ad7af),segment_id=5228012d-a3cb-4279-a079-4c47640ad7af)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:04.718770 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:04.787168 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b25d73fe-a3ac-4010-b9be-b937bfb9dfdd req-079e332d-6579-4d9c-99a4-76bdab7cd3fe tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997533 Aug 29 17:13:04.837414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=bd088ebe-3bfb-42fa-99a1-a8228fe56c0c,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:04.994846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bf3b0a66-122c-4d71-b10f-e4d164acd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:01Z', 'revision_number': 7, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd088ebe-3bfb-42fa-99a1-a8228fe56c0c', 'name': '', 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:c0:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:54Z', 'updated_at': '2021-08-29T17:13:01Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:05.014820 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:05.041428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b0a66-122c-4d71-b10f-e4d164acd430 None None] The sync data for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 is: [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:01Z', 'revision_number': 7, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd088ebe-3bfb-42fa-99a1-a8228fe56c0c', 'name': '', 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:c0:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:54Z', 'updated_at': '2021-08-29T17:13:01Z', 'revision_number': 4, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:05.306411 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d9c7e8-24c7-4389-92f6-86e4e0d4cdad None None] Sync routers for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:05.324871 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9c7e8-24c7-4389-92f6-86e4e0d4cdad None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:05.326676 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a6d9c7e8-24c7-4389-92f6-86e4e0d4cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:05.494339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:05.494861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:05.560864 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a6d9c7e8-24c7-4389-92f6-86e4e0d4cdad None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:05.696591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bd088ebe-3bfb-42fa-99a1-a8228fe56c0c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:05.707161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bd088ebe-3bfb-42fa-99a1-a8228fe56c0c,segment=NetworkSegment(5228012d-a3cb-4279-a079-4c47640ad7af),segment_id=5228012d-a3cb-4279-a079-4c47640ad7af)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:05.708678 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:05.740534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for bd088ebe-3bfb-42fa-99a1-a8228fe56c0c owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:05.771498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port bd088ebe-3bfb-42fa-99a1-a8228fe56c0c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:05.771802 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:06.046404 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a6d9c7e8-24c7-4389-92f6-86e4e0d4cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:01Z', 'revision_number': 7, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd088ebe-3bfb-42fa-99a1-a8228fe56c0c', 'name': '', 'network_id': '55f2d7ba-8663-4842-85f6-94d22e041118', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:c0:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:54Z', 'updated_at': '2021-08-29T17:13:04Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '06e9adc0-9d54-417b-b429-a59020bd5436', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:06.155904 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d9c7e8-24c7-4389-92f6-86e4e0d4cdad None None] Checking router: 5d6a6c17-34b3-41d4-b954-3aac793d38a2 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:06.163912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49856) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:06.171457 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9c7e8-24c7-4389-92f6-86e4e0d4cdad None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:06.172238 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a6d9c7e8-24c7-4389-92f6-86e4e0d4cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:06.173278 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:06.219307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f958553-d6b0-4bfa-9558-05b8b374d93a req-d81c1d15-aafe-47d5-bd77-7b954075a11f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:06.220862 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0f958553-d6b0-4bfa-9558-05b8b374d93a req-d81c1d15-aafe-47d5-bd77-7b954075a11f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.2661531 Aug 29 17:13:06.237186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=bd088ebe-3bfb-42fa-99a1-a8228fe56c0c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:06.291577 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a6d9c7e8-24c7-4389-92f6-86e4e0d4cdad None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:06.345424 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0f958553-d6b0-4bfa-9558-05b8b374d93a req-54b4775d-7d08-45fd-b186-38f2a120205a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167912 Aug 29 17:13:06.467039 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6eef5fc0-9716-4905-b737-84ca0e58ed55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:06.538669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:06.697804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6eef5fc0-9716-4905-b737-84ca0e58ed55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:06.710350 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6eef5fc0-9716-4905-b737-84ca0e58ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:06.774912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef5fc0-9716-4905-b737-84ca0e58ed55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e68a94-2991-41a2-9448-ec5075d5244a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:06.785755 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6eef5fc0-9716-4905-b737-84ca0e58ed55 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52ab12ddbce04659b7da9a20f7fc6262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207390 Aug 29 17:13:06.788258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49860) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:06.844264 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a6d9c7e8-24c7-4389-92f6-86e4e0d4cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:06Z', 'revision_number': 8, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:06.913813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b332583-4daa-455a-9903-aa8ea66ebb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:06.920765 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d9c7e8-24c7-4389-92f6-86e4e0d4cdad None None] The sync data for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 is: [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:06Z', 'revision_number': 8, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:06.977981 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b332583-4daa-455a-9903-aa8ea66ebb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:06.979207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:13:07.089258 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b332583-4daa-455a-9903-aa8ea66ebb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:07.092612 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b332583-4daa-455a-9903-aa8ea66ebb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:07.093964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b332583-4daa-455a-9903-aa8ea66ebb74 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15e68a94-2991-41a2-9448-ec5075d5244a HTTP/1.1" status: 204 len: 168 time: 0.3048401 Aug 29 17:13:07.102173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b332583-4daa-455a-9903-aa8ea66ebb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e68a94-2991-41a2-9448-ec5075d5244a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:07.180289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:07.190177 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2ec897ee-fa06-4f6f-a08d-116d5850b754 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1321645 Aug 29 17:13:07.192961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49870) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:07.364444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-53984b8a-4d0d-47bd-b487-b33e041f4624 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting subnet 06e9adc0-9d54-417b-b429-a59020bd5436 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:13:07.376169 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53984b8a-4d0d-47bd-b487-b33e041f4624 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:07.481071 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53984b8a-4d0d-47bd-b487-b33e041f4624 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:07.628602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bd088ebe-3bfb-42fa-99a1-a8228fe56c0c no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:07.675567 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: bd088ebe-3bfb-42fa-99a1-a8228fe56c0c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:07.675926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bd088ebe-3bfb-42fa-99a1-a8228fe56c0c not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:07.699725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fb797-3a09-4658-be3e-ce725fc112e7 req-1f933528-f12d-4b7d-b542-9fc7e28b4bb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:07.701955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b1fb797-3a09-4658-be3e-ce725fc112e7 req-1f933528-f12d-4b7d-b542-9fc7e28b4bb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.1465242 Aug 29 17:13:07.726421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53984b8a-4d0d-47bd-b487-b33e041f4624 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:07.788873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b1fb797-3a09-4658-be3e-ce725fc112e7 req-e32fa38a-98d0-4b87-bdb1-7aef57333d54 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792096 Aug 29 17:13:07.841091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b2bb75-4e0a-4fe5-944f-b234540c5829 None None] Sync routers for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:07.858354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b2bb75-4e0a-4fe5-944f-b234540c5829 None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:07.859004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-74b2bb75-4e0a-4fe5-944f-b234540c5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:07.912578 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53984b8a-4d0d-47bd-b487-b33e041f4624 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:07.955022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53984b8a-4d0d-47bd-b487-b33e041f4624 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Subnet': ['ID=06e9adc0-9d54-417b-b429-a59020bd5436,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:07.963553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53984b8a-4d0d-47bd-b487-b33e041f4624 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:07.967633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-53984b8a-4d0d-47bd-b487-b33e041f4624 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/06e9adc0-9d54-417b-b429-a59020bd5436 HTTP/1.1" status: 204 len: 168 time: 0.7736752 Aug 29 17:13:07.971137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49886) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:08.020029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23ea8ef-b11e-42d3-bd9f-7829d5532501 None None] Network 55f2d7ba-8663-4842-85f6-94d22e041118 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:13:08.112112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-74b2bb75-4e0a-4fe5-944f-b234540c5829 None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:08.122155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:08.263482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port 38148909-e050-4fd8-ba35-b716a892751b {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:08.264130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:08.407338 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port 38148909-e050-4fd8-ba35-b716a892751b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=38148909-e050-4fd8-ba35-b716a892751b,segment=NetworkSegment(5228012d-a3cb-4279-a079-4c47640ad7af),segment_id=5228012d-a3cb-4279-a079-4c47640ad7af)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:08.416704 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:08.451504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for 38148909-e050-4fd8-ba35-b716a892751b owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:08.491918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-74b2bb75-4e0a-4fe5-944f-b234540c5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:06Z', 'revision_number': 8, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:08.551139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b2bb75-4e0a-4fe5-944f-b234540c5829 None None] Checking router: 5d6a6c17-34b3-41d4-b954-3aac793d38a2 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:08.566468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b2bb75-4e0a-4fe5-944f-b234540c5829 None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:08.568565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-74b2bb75-4e0a-4fe5-944f-b234540c5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:08.617530 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade7993-a025-47c8-bb3f-154fd944a18f None None] DHCP port deletion for 55f2d7ba-8663-4842-85f6-94d22e041118 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:13:08.651093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:08.698400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No DVR routers for this DVR port 38148909-e050-4fd8-ba35-b716a892751b on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:08.701056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=38148909-e050-4fd8-ba35-b716a892751b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:08.730150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.730872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.731588 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.732145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.732779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.733384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.734015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.734819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.735317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.736002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.736507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.737065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:08.772969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-7ade7993-a025-47c8-bb3f-154fd944a18f None None] The port '38148909-e050-4fd8-ba35-b716a892751b' was deleted {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 29 17:13:08.814449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-74b2bb75-4e0a-4fe5-944f-b234540c5829 None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:08.890067 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:08.904096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f2d7ba-8663-4842-85f6-94d22e041118']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:08.936997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5228012d-a3cb-4279-a079-4c47640ad7af') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:08.943963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5228012d-a3cb-4279-a079-4c47640ad7af') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:08.978776 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:09.022311 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:09.041278 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:13:09.041936 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:13:09.048107 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:13:09.050778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a065-28ca-44a2-922b-c8041bc5ca87 req-f496d719-92be-486a-aad4-4223956f272a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:09.050778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a5a065-28ca-44a2-922b-c8041bc5ca87 req-f496d719-92be-486a-aad4-4223956f272a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.1336489 Aug 29 17:13:09.172283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:09.179959 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:09.184596 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/networks/55f2d7ba-8663-4842-85f6-94d22e041118 HTTP/1.1" status: 204 len: 168 time: 1.2097101 Aug 29 17:13:09.190051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49906) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:09.213992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8553e-15d4-4f41-baff-682c952474fb tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Network': ['ID=55f2d7ba-8663-4842-85f6-94d22e041118,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:09.222639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a5a065-28ca-44a2-922b-c8041bc5ca87 req-01eca61b-15b2-4eef-b2c4-f67eea9654ba tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629920 Aug 29 17:13:09.234101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-74b2bb75-4e0a-4fe5-944f-b234540c5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:06Z', 'revision_number': 8, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:09.292564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b2bb75-4e0a-4fe5-944f-b234540c5829 None None] The sync data for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 is: [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:06Z', 'revision_number': 8, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1e65c05a-024e-49da-90e2-a9debdcb6e56', 'name': '', 'network_id': 'a92a3170-89d9-49c3-879a-44992c87c7ae', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:99:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:48Z', 'updated_at': '2021-08-29T17:12:58Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '48e670db-9be5-40d0-9610-dcfcb729b677', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:09.696390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 38148909-e050-4fd8-ba35-b716a892751b no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:09.751473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 38148909-e050-4fd8-ba35-b716a892751b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:09.751828 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 38148909-e050-4fd8-ba35-b716a892751b not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:09.843637 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:10.154064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port 1e65c05a-024e-49da-90e2-a9debdcb6e56 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:10.154524 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:10.319804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port 1e65c05a-024e-49da-90e2-a9debdcb6e56, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1e65c05a-024e-49da-90e2-a9debdcb6e56,segment=NetworkSegment(439aa37d-da0a-416c-b0a7-932fe8647aa6),segment_id=439aa37d-da0a-416c-b0a7-932fe8647aa6)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:10.320191 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:10.346621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for 1e65c05a-024e-49da-90e2-a9debdcb6e56 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:10.366453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b75dc7-e3af-40ad-9c9f-e2dc4a7a5156 req-309a65e3-7b39-4785-9248-c0baed90ca5f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:10.376700 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a9b75dc7-e3af-40ad-9c9f-e2dc4a7a5156 req-309a65e3-7b39-4785-9248-c0baed90ca5f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.0718870 Aug 29 17:13:10.444400 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a9b75dc7-e3af-40ad-9c9f-e2dc4a7a5156 req-35bdb3fb-7492-400c-b2f4-1ec2d2dcdb1c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640957 Aug 29 17:13:10.583788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49922) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:10.689969 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:10.728058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=1e65c05a-024e-49da-90e2-a9debdcb6e56,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:10.967649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:11.216702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:13:11.333710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:11.344822 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae2e66-e757-44de-92d0-dc5a57fa11bc None None] Sync routers for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:11.361786 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae2e66-e757-44de-92d0-dc5a57fa11bc None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:11.363725 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4dae2e66-e757-44de-92d0-dc5a57fa11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:11.364955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4676877d-32bf-4e70-a27b-0fee6d728568 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1719358 Aug 29 17:13:11.365755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49934) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:11.494319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-349abce8-34b0-44d2-9150-180694ce4764 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting subnet 48e670db-9be5-40d0-9610-dcfcb729b677 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:13:11.503378 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-349abce8-34b0-44d2-9150-180694ce4764 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:11.567887 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-4dae2e66-e757-44de-92d0-dc5a57fa11bc None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:11.582008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-349abce8-34b0-44d2-9150-180694ce4764 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:11.695104 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-349abce8-34b0-44d2-9150-180694ce4764 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:11.703958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e942d-a3c2-48d2-a3e9-48fdaf9285a2 req-fff9eb2b-fb38-4d13-8a82-0e7026e086db tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:11.712538 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf3e942d-a3c2-48d2-a3e9-48fdaf9285a2 req-fff9eb2b-fb38-4d13-8a82-0e7026e086db tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.1626191 Aug 29 17:13:11.764909 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf3e942d-a3c2-48d2-a3e9-48fdaf9285a2 req-fe339704-2bc7-48bf-badd-1e8002978012 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Aug 29 17:13:11.788563 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-349abce8-34b0-44d2-9150-180694ce4764 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:11.813118 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-349abce8-34b0-44d2-9150-180694ce4764 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:11.815097 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-349abce8-34b0-44d2-9150-180694ce4764 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/48e670db-9be5-40d0-9610-dcfcb729b677 HTTP/1.1" status: 204 len: 168 time: 0.4477031 Aug 29 17:13:11.823235 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba96b83e-6bd9-4003-876a-c063766ccb12 None None] Network a92a3170-89d9-49c3-879a-44992c87c7ae requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:13:11.824083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49938) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:11.836158 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349abce8-34b0-44d2-9150-180694ce4764 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Subnet': ['ID=48e670db-9be5-40d0-9610-dcfcb729b677,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:11.894595 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4dae2e66-e757-44de-92d0-dc5a57fa11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:10Z', 'revision_number': 9, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:11.922204 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae2e66-e757-44de-92d0-dc5a57fa11bc None None] Checking router: 5d6a6c17-34b3-41d4-b954-3aac793d38a2 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:11.931264 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae2e66-e757-44de-92d0-dc5a57fa11bc None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:11.932245 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4dae2e66-e757-44de-92d0-dc5a57fa11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:12.016335 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.048789 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-4dae2e66-e757-44de-92d0-dc5a57fa11bc None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:12.072183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e1ac2-6840-410f-89c4-b6c601e3c5de None None] DHCP port deletion for a92a3170-89d9-49c3-879a-44992c87c7ae request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:13:12.122526 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.135824 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-740e1ac2-6840-410f-89c4-b6c601e3c5de None None] Deleting port 959d393b-86da-4169-9cc5-857edde613ad {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:12.136207 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-740e1ac2-6840-410f-89c4-b6c601e3c5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.170072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port 959d393b-86da-4169-9cc5-857edde613ad {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:12.170568 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.225868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-740e1ac2-6840-410f-89c4-b6c601e3c5de None None] For port 959d393b-86da-4169-9cc5-857edde613ad, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=959d393b-86da-4169-9cc5-857edde613ad,segment=NetworkSegment(439aa37d-da0a-416c-b0a7-932fe8647aa6),segment_id=439aa37d-da0a-416c-b0a7-932fe8647aa6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:12.226596 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-740e1ac2-6840-410f-89c4-b6c601e3c5de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.249106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-740e1ac2-6840-410f-89c4-b6c601e3c5de None None] Calling delete_port for 959d393b-86da-4169-9cc5-857edde613ad owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:12.292224 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4dae2e66-e757-44de-92d0-dc5a57fa11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:10Z', 'revision_number': 9, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:12.318374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port 959d393b-86da-4169-9cc5-857edde613ad, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=959d393b-86da-4169-9cc5-857edde613ad,segment=NetworkSegment(439aa37d-da0a-416c-b0a7-932fe8647aa6),segment_id=439aa37d-da0a-416c-b0a7-932fe8647aa6)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:12.320830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.361713 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae2e66-e757-44de-92d0-dc5a57fa11bc None None] The sync data for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 is: [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:10Z', 'revision_number': 9, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': '0bc92ae5-a3a9-48c8-8974-53d0c53d8c74', 'name': '', 'network_id': '6c106852-0cd9-45fc-b8f4-74c382db44ea', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:17:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:42Z', 'updated_at': '2021-08-29T17:12:51Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '569e58be-3e73-4c30-adf9-7aa78446c671', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:12.390452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for 959d393b-86da-4169-9cc5-857edde613ad owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:12.442030 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-740e1ac2-6840-410f-89c4-b6c601e3c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.496477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e1ac2-6840-410f-89c4-b6c601e3c5de None None] Pushing event deleted for resources: {'Port': ['ID=959d393b-86da-4169-9cc5-857edde613ad,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:12.500393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e1ac2-6840-410f-89c4-b6c601e3c5de None None] No DVR routers for this DVR port 959d393b-86da-4169-9cc5-857edde613ad on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:12.637988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.686516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=959d393b-86da-4169-9cc5-857edde613ad,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:12.692473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No DVR routers for this DVR port 959d393b-86da-4169-9cc5-857edde613ad on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:12.704511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.705170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.705335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.705558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.706204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.706204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.706553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.706901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.707233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.707561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.707888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.708212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:12.798038 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.813463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92a3170-89d9-49c3-879a-44992c87c7ae']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:12.825782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] Deleting port fb77ace3-92e4-49eb-8110-ea2ac9d259cc {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:12.826128 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.828986 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439aa37d-da0a-416c-b0a7-932fe8647aa6') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:12.829314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439aa37d-da0a-416c-b0a7-932fe8647aa6') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:12.874395 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8800f59d-5c39-44ba-9e8b-2f5ef614c344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.897095 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.948257 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.967903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:13:12.968352 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:13:12.971454 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:13:13.062253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d6555-1b6c-409c-9afe-18d336858394 req-2eb586a0-c3fa-4446-bb14-6fe899cae21a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:13.063846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-717d6555-1b6c-409c-9afe-18d336858394 req-2eb586a0-c3fa-4446-bb14-6fe899cae21a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.1696310 Aug 29 17:13:13.066390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] For port fb77ace3-92e4-49eb-8110-ea2ac9d259cc, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fb77ace3-92e4-49eb-8110-ea2ac9d259cc,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:13.066761 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:13.087379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] Calling delete_port for fb77ace3-92e4-49eb-8110-ea2ac9d259cc owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:13.097346 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:13.113731 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:13.115768 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/networks/a92a3170-89d9-49c3-879a-44992c87c7ae HTTP/1.1" status: 204 len: 168 time: 1.2897704 Aug 29 17:13:13.118800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49950) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:13.138794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2ff65-8a33-4f5a-ac0d-ff6ec265903d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Network': ['ID=a92a3170-89d9-49c3-879a-44992c87c7ae,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:13.186163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-717d6555-1b6c-409c-9afe-18d336858394 req-d736dcb5-380b-4c89-84af-8575beb844e7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158216 Aug 29 17:13:13.411757 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:13.459618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb77ace3-92e4-49eb-8110-ea2ac9d259cc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:13.689913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:13.736473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 959d393b-86da-4169-9cc5-857edde613ad no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:13.796495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 959d393b-86da-4169-9cc5-857edde613ad {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:13.796841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 959d393b-86da-4169-9cc5-857edde613ad not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:13.797291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1e65c05a-024e-49da-90e2-a9debdcb6e56 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:13.804539 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:13.858001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 1e65c05a-024e-49da-90e2-a9debdcb6e56 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:13.858241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1e65c05a-024e-49da-90e2-a9debdcb6e56 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:14.133128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] Router 41e82f54-2c4b-420f-9036-a135c1fc96f8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:13:14.256235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:14.265269 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f32425f7-332e-4c8d-b854-4edc1a605db2 admin admin] 10.222.0.22 "PUT /v2.0/routers/41e82f54-2c4b-420f-9036-a135c1fc96f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6786232 Aug 29 17:13:14.266285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1894d452-e00b-46f5-ba75-eb625b34e25e None None] Sync routers for ids ['41e82f54-2c4b-420f-9036-a135c1fc96f8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:14.267308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49960) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:14.278645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1894d452-e00b-46f5-ba75-eb625b34e25e None None] Routers {'41e82f54-2c4b-420f-9036-a135c1fc96f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:14.279264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1894d452-e00b-46f5-ba75-eb625b34e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['41e82f54-2c4b-420f-9036-a135c1fc96f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:14.441471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:14.462290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-1894d452-e00b-46f5-ba75-eb625b34e25e None None] Set router 41e82f54-2c4b-420f-9036-a135c1fc96f8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:14.535620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:14.536216 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:14.643746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cdb17-1019-4ff9-a7da-3d09eac8b9a9 req-280f5616-d909-4d95-a6e5-7d911c3c4165 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:14.645326 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-140cdb17-1019-4ff9-a7da-3d09eac8b9a9 req-280f5616-d909-4d95-a6e5-7d911c3c4165 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.2153392 Aug 29 17:13:14.659014 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:14.665349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0bc92ae5-a3a9-48c8-8974-53d0c53d8c74,segment=NetworkSegment(417cc291-1500-4bd5-aefa-bafce3e05809),segment_id=417cc291-1500-4bd5-aefa-bafce3e05809)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:14.665716 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:14.689330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:14.705111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1894d452-e00b-46f5-ba75-eb625b34e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:13:13Z', 'revision_number': 5, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port': {'id': 'ba45ea66-ee96-4123-b6be-96666a59c562', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:01:20Z', 'updated_at': '2021-08-29T17:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:14.711115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-140cdb17-1019-4ff9-a7da-3d09eac8b9a9 req-3bc3b22e-ff9a-4b4b-8f8c-1a6a0924c39c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536549 Aug 29 17:13:14.753404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1894d452-e00b-46f5-ba75-eb625b34e25e None None] Checking router: 41e82f54-2c4b-420f-9036-a135c1fc96f8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:14.762561 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1894d452-e00b-46f5-ba75-eb625b34e25e None None] Routers {'41e82f54-2c4b-420f-9036-a135c1fc96f8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:14.763181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1894d452-e00b-46f5-ba75-eb625b34e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:12:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['41e82f54-2c4b-420f-9036-a135c1fc96f8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:14.772048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Deleting port ba45ea66-ee96-4123-b6be-96666a59c562 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:14.772847 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:14.975189 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.004441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] For port ba45ea66-ee96-4123-b6be-96666a59c562, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ba45ea66-ee96-4123-b6be-96666a59c562,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:15.005799 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.029004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Calling delete_port for ba45ea66-ee96-4123-b6be-96666a59c562 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:15.046518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=0bc92ae5-a3a9-48c8-8974-53d0c53d8c74,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:15.190547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-1894d452-e00b-46f5-ba75-eb625b34e25e None None] Set router 41e82f54-2c4b-420f-9036-a135c1fc96f8 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:15.264492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.287801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-1894d452-e00b-46f5-ba75-eb625b34e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:13:14Z', 'revision_number': 6, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:15.348923 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.355054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1894d452-e00b-46f5-ba75-eb625b34e25e None None] The sync data for ids ['41e82f54-2c4b-420f-9036-a135c1fc96f8'] in n-d-713301-13 is: [{'id': '41e82f54-2c4b-420f-9036-a135c1fc96f8', 'name': 'tempest-TaggedBootDevicesTest-683853994-router', 'tenant_id': '374be93859ef4f9184b6d6740601a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:01:19Z', 'updated_at': '2021-08-29T17:13:14Z', 'revision_number': 6, 'project_id': '374be93859ef4f9184b6d6740601a35c', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:15.409621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba45ea66-ee96-4123-b6be-96666a59c562,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:15.458621 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.517625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:13:15.532460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-76804e90-64a1-42a5-92f7-f40e33e41d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.568448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.570902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.616083 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:15.628014 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485234ff-cc05-4d5b-886b-034fcab5f152 None None] Sync routers for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:15.630979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.632041 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41e82f54-2c4b-420f-9036-a135c1fc96f8 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:13:15.638623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.642073 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c96138c1-7717-4633-8722-af53bdc64c94 admin admin] 10.222.0.22 "DELETE /v2.0/routers/41e82f54-2c4b-420f-9036-a135c1fc96f8 HTTP/1.1" status: 204 len: 168 time: 1.3704758 Aug 29 17:13:15.642073 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49972) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:15.642632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-810d17a9-a653-4112-8b09-bd89c9ac8234 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5225599 Aug 29 17:13:15.643504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49974) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:15.645569 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485234ff-cc05-4d5b-886b-034fcab5f152 None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:15.646210 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-485234ff-cc05-4d5b-886b-034fcab5f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:15.719459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6924841-276c-47ca-9c8a-b4cffe67ed22 admin admin] Deleting subnet ebe5a512-6172-449e-9511-cbf3fdbc8e3d {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:13:15.723005 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6924841-276c-47ca-9c8a-b4cffe67ed22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.724482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b01d3ba-843f-4c2e-a550-8ce8b272e55a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting subnet 569e58be-3e73-4c30-adf9-7aa78446c671 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:13:15.727784 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8b01d3ba-843f-4c2e-a550-8ce8b272e55a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.786936 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8b01d3ba-843f-4c2e-a550-8ce8b272e55a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.789539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6924841-276c-47ca-9c8a-b4cffe67ed22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.818420 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.933307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fb77ace3-92e4-49eb-8110-ea2ac9d259cc no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:15.938850 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8b01d3ba-843f-4c2e-a550-8ce8b272e55a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:15.949439 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-485234ff-cc05-4d5b-886b-034fcab5f152 None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:15.976318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0b7af-da1c-43d5-9de4-999185886118 req-ea4de14e-78c8-4da3-8077-8d7f000a557a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:15.978350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-91b0b7af-da1c-43d5-9de4-999185886118 req-ea4de14e-78c8-4da3-8077-8d7f000a557a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.0966990 Aug 29 17:13:15.982594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: fb77ace3-92e4-49eb-8110-ea2ac9d259cc {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:15.983158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fb77ace3-92e4-49eb-8110-ea2ac9d259cc not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:16.019664 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6924841-276c-47ca-9c8a-b4cffe67ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.069109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-91b0b7af-da1c-43d5-9de4-999185886118 req-5454da9b-014b-4acc-ac0c-511779764fb2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624244 Aug 29 17:13:16.072402 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8b01d3ba-843f-4c2e-a550-8ce8b272e55a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.108132 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8b01d3ba-843f-4c2e-a550-8ce8b272e55a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.110844 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8b01d3ba-843f-4c2e-a550-8ce8b272e55a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/569e58be-3e73-4c30-adf9-7aa78446c671 HTTP/1.1" status: 204 len: 168 time: 0.4690831 Aug 29 17:13:16.114030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01d3ba-843f-4c2e-a550-8ce8b272e55a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Subnet': ['ID=569e58be-3e73-4c30-adf9-7aa78446c671,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:16.115092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84039b87-1951-421b-a0c4-62ee15ad4adb None None] Network 6c106852-0cd9-45fc-b8f4-74c382db44ea requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:13:16.118162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49978) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:16.146440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6924841-276c-47ca-9c8a-b4cffe67ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.221372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6924841-276c-47ca-9c8a-b4cffe67ed22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe5a512-6172-449e-9511-cbf3fdbc8e3d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:16.226598 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.230030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6924841-276c-47ca-9c8a-b4cffe67ed22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.235665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b6924841-276c-47ca-9c8a-b4cffe67ed22 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ebe5a512-6172-449e-9511-cbf3fdbc8e3d HTTP/1.1" status: 204 len: 168 time: 0.5913687 Aug 29 17:13:16.236712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49980) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:16.250896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab9e51-e24a-48ed-a124-f36033587375 None None] Network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:13:16.323138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port c245769e-e5ab-43df-80df-5be4f2e29740 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:16.323601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.323742 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.372340 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-485234ff-cc05-4d5b-886b-034fcab5f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:14Z', 'revision_number': 10, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:16.446633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Deleting port b3cd5215-e75d-4a88-bce2-75143486acca {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:16.447319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.452578 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485234ff-cc05-4d5b-886b-034fcab5f152 None None] Checking router: 5d6a6c17-34b3-41d4-b954-3aac793d38a2 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:16.474813 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485234ff-cc05-4d5b-886b-034fcab5f152 None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:16.475464 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-485234ff-cc05-4d5b-886b-034fcab5f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:16.487985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port c245769e-e5ab-43df-80df-5be4f2e29740, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c245769e-e5ab-43df-80df-5be4f2e29740,segment=NetworkSegment(417cc291-1500-4bd5-aefa-bafce3e05809),segment_id=417cc291-1500-4bd5-aefa-bafce3e05809)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:16.488362 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.534222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for c245769e-e5ab-43df-80df-5be4f2e29740 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:16.599128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eca2d2-7c4b-46f6-bfb3-43f1db634511 None None] DHCP port deletion for 6c106852-0cd9-45fc-b8f4-74c382db44ea request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:13:16.606291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] For port b3cd5215-e75d-4a88-bce2-75143486acca, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b3cd5215-e75d-4a88-bce2-75143486acca,segment=NetworkSegment(1444f5e1-e82c-4cbd-a3c8-32615638a77d),segment_id=1444f5e1-e82c-4cbd-a3c8-32615638a77d)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:16.606929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.626601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Calling delete_port for b3cd5215-e75d-4a88-bce2-75143486acca owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:16.627289 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-485234ff-cc05-4d5b-886b-034fcab5f152 None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:16.655070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad7a3df-b11a-4dd1-9222-ded35ac85dd1 None None] DHCP port deletion for 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:13:16.741007 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.783810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3cd5215-e75d-4a88-bce2-75143486acca,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:16.787250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.788634 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] No DVR routers for this DVR port b3cd5215-e75d-4a88-bce2-75143486acca on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:16.797082 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.837606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=c245769e-e5ab-43df-80df-5be4f2e29740,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:16.846286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e5eca2d2-7c4b-46f6-bfb3-43f1db634511 None None] Deleting port c245769e-e5ab-43df-80df-5be4f2e29740 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:16.846907 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5eca2d2-7c4b-46f6-bfb3-43f1db634511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.853430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No DVR routers for this DVR port c245769e-e5ab-43df-80df-5be4f2e29740 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:16.930724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.946705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2dcaef-bc6d-481f-b41f-58deaa0939f2']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:16.965138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1444f5e1-e82c-4cbd-a3c8-32615638a77d') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:16.965591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1444f5e1-e82c-4cbd-a3c8-32615638a77d') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:16.969771 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.976663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:16.983834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c106852-0cd9-45fc-b8f4-74c382db44ea']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:17.002751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417cc291-1500-4bd5-aefa-bafce3e05809') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:17.003356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417cc291-1500-4bd5-aefa-bafce3e05809') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:17.007802 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.014019 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.019847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:13:17.020256 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:13:17.022020 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:13:17.028449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-aad7a3df-b11a-4dd1-9222-ded35ac85dd1 None None] Deleting port b3cd5215-e75d-4a88-bce2-75143486acca {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:17.033669 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-aad7a3df-b11a-4dd1-9222-ded35ac85dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.036505 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.046386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:13:17.047082 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.054589 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-485234ff-cc05-4d5b-886b-034fcab5f152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:14Z', 'revision_number': 10, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:17.096999 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485234ff-cc05-4d5b-886b-034fcab5f152 None None] The sync data for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 is: [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:14Z', 'revision_number': 10, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None, '_interfaces': [{'id': 'b763ac27-2bf0-40cc-9e13-294fd26323cb', 'name': '', 'network_id': '978c684c-dd4b-4464-b2cb-c4d0e25fca00', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'mac_address': 'fa:16:3e:85:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:12:37Z', 'updated_at': '2021-08-29T17:12:45Z', 'revision_number': 5, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'subnets': [{'id': '5ae8dce1-b837-4180-a77b-d01e302e05d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:17.143926 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:13:17.154935 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:13:17.167950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e5eca2d2-7c4b-46f6-bfb3-43f1db634511 None None] For port c245769e-e5ab-43df-80df-5be4f2e29740, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:17.168628 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5eca2d2-7c4b-46f6-bfb3-43f1db634511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.169644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.185899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.187107 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.188792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1f2dcaef-bc6d-481f-b41f-58deaa0939f2 HTTP/1.1" status: 204 len: 168 time: 0.9508884 Aug 29 17:13:17.190349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8b431-1926-425b-94e2-164ac9049f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2dcaef-bc6d-481f-b41f-58deaa0939f2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:17.191721 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/networks/6c106852-0cd9-45fc-b8f4-74c382db44ea HTTP/1.1" status: 204 len: 168 time: 1.0723383 Aug 29 17:13:17.194699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 49990) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:17.225294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-aad7a3df-b11a-4dd1-9222-ded35ac85dd1 None None] For port b3cd5215-e75d-4a88-bce2-75143486acca, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:17.226131 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-aad7a3df-b11a-4dd1-9222-ded35ac85dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.267025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b6319-f15a-43ac-8d9e-fbe42c6afdd5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Network': ['ID=6c106852-0cd9-45fc-b8f4-74c382db44ea,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:17.284177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-aad7a3df-b11a-4dd1-9222-ded35ac85dd1 None None] Calling delete_port for b3cd5215-e75d-4a88-bce2-75143486acca owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:17.294913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-aad7a3df-b11a-4dd1-9222-ded35ac85dd1 None None] Port b3cd5215-e75d-4a88-bce2-75143486acca was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:13:17.297696 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-aad7a3df-b11a-4dd1-9222-ded35ac85dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.308471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aad7a3df-b11a-4dd1-9222-ded35ac85dd1 None None] Network 1f2dcaef-bc6d-481f-b41f-58deaa0939f2 is not hosted by any dhcp agent {{(pid=111678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:13:17.315183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad7a3df-b11a-4dd1-9222-ded35ac85dd1 None None] No DVR routers for this DVR port b3cd5215-e75d-4a88-bce2-75143486acca on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:17.330612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e5eca2d2-7c4b-46f6-bfb3-43f1db634511 None None] Calling delete_port for c245769e-e5ab-43df-80df-5be4f2e29740 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:17.368439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-e5eca2d2-7c4b-46f6-bfb3-43f1db634511 None None] Port c245769e-e5ab-43df-80df-5be4f2e29740 was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:13:17.370491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7a3df-b11a-4dd1-9222-ded35ac85dd1 None None] Pushing event deleted for resources: {'Port': ['ID=b3cd5215-e75d-4a88-bce2-75143486acca,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:17.377107 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5eca2d2-7c4b-46f6-bfb3-43f1db634511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.402593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5eca2d2-7c4b-46f6-bfb3-43f1db634511 None None] Network 6c106852-0cd9-45fc-b8f4-74c382db44ea is not hosted by any dhcp agent {{(pid=111678) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 17:13:17.411494 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eca2d2-7c4b-46f6-bfb3-43f1db634511 None None] No DVR routers for this DVR port c245769e-e5ab-43df-80df-5be4f2e29740 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:17.472371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677931d-9017-499f-af5f-7c4504dededd req-d507ce62-fd8f-484f-b330-040c0c1ceec3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:17.482136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eca2d2-7c4b-46f6-bfb3-43f1db634511 None None] Pushing event deleted for resources: {'Port': ['ID=c245769e-e5ab-43df-80df-5be4f2e29740,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:17.484943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e677931d-9017-499f-af5f-7c4504dededd req-d507ce62-fd8f-484f-b330-040c0c1ceec3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.2859840 Aug 29 17:13:17.576098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49994) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:17.603832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e677931d-9017-499f-af5f-7c4504dededd req-982cebd4-823f-426f-9251-4c42c8a6a907 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079454 Aug 29 17:13:17.649756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-35b7dddb-56ed-4e06-a206-09e5d939c55c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=374be93859ef4f9184b6d6740601a35c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719700 Aug 29 17:13:17.650343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 49996) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:17.663649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ba45ea66-ee96-4123-b6be-96666a59c562 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:17.715174 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2d51f54-d83c-44bd-bf2f-d9cdb835ca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.716249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ba45ea66-ee96-4123-b6be-96666a59c562 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:17.716813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ba45ea66-ee96-4123-b6be-96666a59c562 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:17.717529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c245769e-e5ab-43df-80df-5be4f2e29740 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:17.747038 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2d51f54-d83c-44bd-bf2f-d9cdb835ca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.751844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c245769e-e5ab-43df-80df-5be4f2e29740 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:17.752401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c245769e-e5ab-43df-80df-5be4f2e29740 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:17.753350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:17.755669 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.784137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:17.784496 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0bc92ae5-a3a9-48c8-8974-53d0c53d8c74 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:17.784935 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b3cd5215-e75d-4a88-bce2-75143486acca no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:17.823543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b3cd5215-e75d-4a88-bce2-75143486acca {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:17.824961 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b3cd5215-e75d-4a88-bce2-75143486acca not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:17.825295 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2d51f54-d83c-44bd-bf2f-d9cdb835ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.830032 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2d51f54-d83c-44bd-bf2f-d9cdb835ca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:17.834105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e2d51f54-d83c-44bd-bf2f-d9cdb835ca5b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44104705-a2b1-4c71-8ecc-d75094ad1f28 HTTP/1.1" status: 204 len: 168 time: 0.1828091 Aug 29 17:13:17.851877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d51f54-d83c-44bd-bf2f-d9cdb835ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44104705-a2b1-4c71-8ecc-d75094ad1f28,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:17.941842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:18.282941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port b763ac27-2bf0-40cc-9e13-294fd26323cb {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:18.283289 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:18.287809 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:18.397424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port b763ac27-2bf0-40cc-9e13-294fd26323cb, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b763ac27-2bf0-40cc-9e13-294fd26323cb,segment=NetworkSegment(5dbb9486-74b3-4839-8e3b-77135fa67c46),segment_id=5dbb9486-74b3-4839-8e3b-77135fa67c46)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:18.397965 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:18.413374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for b763ac27-2bf0-40cc-9e13-294fd26323cb owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:18.682849 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:18.749948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=b763ac27-2bf0-40cc-9e13-294fd26323cb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:18.779990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916afa1-2a1e-427c-b797-efd6b42b3555 req-d7e087e2-3927-43f9-a4d3-73444e08e142 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:18.789034 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9916afa1-2a1e-427c-b797-efd6b42b3555 req-d7e087e2-3927-43f9-a4d3-73444e08e142 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.1121855 Aug 29 17:13:18.838702 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9916afa1-2a1e-427c-b797-efd6b42b3555 req-b0952fa0-3c03-49c8-bd57-25f13ae3a0cd tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486879 Aug 29 17:13:18.886473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50066) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:18.913750 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.032399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1637867704-network', 'tenant_id': '6835ea72f6e548b5bcde781609cae252'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:19.084877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Made reservation on behalf of 6835ea72f6e548b5bcde781609cae252 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:13:19.088893 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.102289 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.117755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:13:19.219494 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.225312 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.234983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:19.243664 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-34139706-fa54-4a88-8f37-197ea6a06fb0 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0474484 Aug 29 17:13:19.244368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50070) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:19.249069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc57e2-264c-4476-ab4b-7c119d74f243 None None] Sync routers for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:19.260625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc57e2-264c-4476-ab4b-7c119d74f243 None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:19.262615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-75fc57e2-264c-4476-ab4b-7c119d74f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:19.267260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470bbb95-31bf-4f8b-bf31-909ddc3144c3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:19.285577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:13:19.302395 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.302807 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Added segment 525a919e-5ccd-4c6d-8681-3542230af3c3 of type vlan for network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 Aug 29 17:13:19.340373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-795cfc18-7b7f-43a7-ad2c-91e9298c40d2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting subnet 5ae8dce1-b837-4180-a77b-d01e302e05d1 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:13:19.344230 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-795cfc18-7b7f-43a7-ad2c-91e9298c40d2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.347703 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.370091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-75fc57e2-264c-4476-ab4b-7c119d74f243 None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:19.374105 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.377666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:19.379490 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.416709 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-795cfc18-7b7f-43a7-ad2c-91e9298c40d2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.443066 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5532436 Aug 29 17:13:19.445924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50072) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:19.448896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-75fc57e2-264c-4476-ab4b-7c119d74f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:18Z', 'revision_number': 11, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:19.455169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] Request body: {'subnet': {'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1637867704-subnet', 'tenant_id': '6835ea72f6e548b5bcde781609cae252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:19.462460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87a0d1-2c6a-4e96-8038-63de1efcec4c admin admin] Pushing event updated for resources: {'Network': ['ID=bf1a2534-d4f7-4c41-9569-2e4fb8f97464,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:19.485211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:13:19.518291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] Made reservation on behalf of 6835ea72f6e548b5bcde781609cae252 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:13:19.520895 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.538252 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc57e2-264c-4476-ab4b-7c119d74f243 None None] Checking router: 5d6a6c17-34b3-41d4-b954-3aac793d38a2 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:19.561332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc57e2-264c-4476-ab4b-7c119d74f243 None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:19.562311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-75fc57e2-264c-4476-ab4b-7c119d74f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:19.585561 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-795cfc18-7b7f-43a7-ad2c-91e9298c40d2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.663625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-75fc57e2-264c-4476-ab4b-7c119d74f243 None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:19.701097 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-795cfc18-7b7f-43a7-ad2c-91e9298c40d2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.735863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-75fc57e2-264c-4476-ab4b-7c119d74f243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:18Z', 'revision_number': 11, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:19.764204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cfc18-7b7f-43a7-ad2c-91e9298c40d2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae8dce1-b837-4180-a77b-d01e302e05d1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:19.801131 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-795cfc18-7b7f-43a7-ad2c-91e9298c40d2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:19.805731 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-795cfc18-7b7f-43a7-ad2c-91e9298c40d2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/5ae8dce1-b837-4180-a77b-d01e302e05d1 HTTP/1.1" status: 204 len: 168 time: 0.5576258 Aug 29 17:13:19.811817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50078) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:19.848422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94300afe-2bcf-4abb-ac24-a79ae7f93730 None None] Network 978c684c-dd4b-4464-b2cb-c4d0e25fca00 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:13:19.928673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc57e2-264c-4476-ab4b-7c119d74f243 None None] The sync data for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 is: [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:18Z', 'revision_number': 11, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:19.941343 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.004718 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.018181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bad5434-83bd-491a-b6bd-f7f2426c65fa,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:20.028360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] Checking segment: {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:20.028736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] Network hostable DHCP agents. Network: bf1a2534-d4f7-4c41-9569-2e4fb8f97464, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:13:20.041453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70d904-9f06-4789-b71e-7c1442afa22c req-46743d5c-eeef-48b5-91eb-e0711d2dc613 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:20.043795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a70d904-9f06-4789-b71e-7c1442afa22c req-46743d5c-eeef-48b5-91eb-e0711d2dc613 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.1054285 Aug 29 17:13:20.054847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] Network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:13:20.075880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, bf1a2534-d4f7-4c41-9569-2e4fb8f97464) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:20.081109 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:20.082101 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.088094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bcd14a-55c1-4689-961e-1e8d5ad75022 None None] Network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:13:20.104352 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ba5ae4b2-90cf-4080-a6a9-67519eee0682 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6570289 Aug 29 17:13:20.117772 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a70d904-9f06-4789-b71e-7c1442afa22c req-3d4b811e-6112-45fa-a1c0-ec49f9512e76 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528336 Aug 29 17:13:20.131785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Deleting port e8469ce2-bd78-425c-8014-d392c9dab792 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:20.132137 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.248489 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.283242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3cafee-258e-4c68-aa17-f1e6aee4c495 None None] Network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:13:20.304829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d2f19c-7d5e-4dee-beac-9d12cfa9fb54 None None] DHCP port deletion for 978c684c-dd4b-4464-b2cb-c4d0e25fca00 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:13:20.506704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-24d2f19c-7d5e-4dee-beac-9d12cfa9fb54 None None] Deleting port e8469ce2-bd78-425c-8014-d392c9dab792 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:20.507091 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-24d2f19c-7d5e-4dee-beac-9d12cfa9fb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.544960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] For port e8469ce2-bd78-425c-8014-d392c9dab792, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8469ce2-bd78-425c-8014-d392c9dab792,segment=NetworkSegment(5dbb9486-74b3-4839-8e3b-77135fa67c46),segment_id=5dbb9486-74b3-4839-8e3b-77135fa67c46)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:20.545478 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.561570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Calling delete_port for e8469ce2-bd78-425c-8014-d392c9dab792 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:20.581021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-24d2f19c-7d5e-4dee-beac-9d12cfa9fb54 None None] For port e8469ce2-bd78-425c-8014-d392c9dab792, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8469ce2-bd78-425c-8014-d392c9dab792,segment=NetworkSegment(5dbb9486-74b3-4839-8e3b-77135fa67c46),segment_id=5dbb9486-74b3-4839-8e3b-77135fa67c46)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:20.581852 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-24d2f19c-7d5e-4dee-beac-9d12cfa9fb54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.598081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-24d2f19c-7d5e-4dee-beac-9d12cfa9fb54 None None] Calling delete_port for e8469ce2-bd78-425c-8014-d392c9dab792 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:20.654186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.688020 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-ca1ddf39-5fc3-4f4a-9dff-8e5afa063e95 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:20.689260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Port': ['ID=e8469ce2-bd78-425c-8014-d392c9dab792,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:20.689728 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-ca1ddf39-5fc3-4f4a-9dff-8e5afa063e95 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/networks?id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464 HTTP/1.1" status: 200 len: 813 time: 0.1195970 Aug 29 17:13:20.703338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No DVR routers for this DVR port e8469ce2-bd78-425c-8014-d392c9dab792 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:20.704155 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-24d2f19c-7d5e-4dee-beac-9d12cfa9fb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.710157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-dca1e2ec-bc30-4d31-92a4-7645a8acc4f5 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/quotas/6835ea72f6e548b5bcde781609cae252 HTTP/1.1" status: 200 len: 375 time: 0.0118823 Aug 29 17:13:20.741719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d2f19c-7d5e-4dee-beac-9d12cfa9fb54 None None] No DVR routers for this DVR port e8469ce2-bd78-425c-8014-d392c9dab792 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:20.753913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2f19c-7d5e-4dee-beac-9d12cfa9fb54 None None] Pushing event deleted for resources: {'Port': ['ID=e8469ce2-bd78-425c-8014-d392c9dab792,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:20.765091 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-d24763c7-01e9-4335-9960-e9717e7421e7 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6835ea72f6e548b5bcde781609cae252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481296 Aug 29 17:13:20.814601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.834686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978c684c-dd4b-4464-b2cb-c4d0e25fca00']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:20.845798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbb9486-74b3-4839-8e3b-77135fa67c46') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:20.846093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbb9486-74b3-4839-8e3b-77135fa67c46') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:20.855373 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.869799 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-f327b816-5a35-42fc-8498-97bca65059e8 service neutron] 10.222.0.22 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973322 Aug 29 17:13:20.875336 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.881753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:13:20.882293 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:13:20.885316 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:13:20.952663 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.969458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:20.973961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/networks/978c684c-dd4b-4464-b2cb-c4d0e25fca00 HTTP/1.1" status: 204 len: 168 time: 1.1596005 Aug 29 17:13:20.977024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50106) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:20.981436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aef227-d918-4e5d-b259-7f806a34b869 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Pushing event deleted for resources: {'Network': ['ID=978c684c-dd4b-4464-b2cb-c4d0e25fca00,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:20.988180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-88853ece-0cc7-4ae3-8c84-9b448bd09b4f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'routes': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:21.033346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-161a8c5c-b87f-42e7-bf7e-af2d5ed2a2c2 service neutron] 10.222.0.22 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573851 Aug 29 17:13:21.161183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.extraroute_db [None req-88853ece-0cc7-4ae3-8c84-9b448bd09b4f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Added routes are [] {{(pid=111677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 29 17:13:21.161506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.extraroute_db [None req-88853ece-0cc7-4ae3-8c84-9b448bd09b4f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Removed routes are [] {{(pid=111677) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 29 17:13:21.161885 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-88853ece-0cc7-4ae3-8c84-9b448bd09b4f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:21.296192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c933-043e-4914-89b3-8040332367c5 req-2cb4e228-6b41-41bb-b846-3975603e38e9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:21.304204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a3c933-043e-4914-89b3-8040332367c5 req-2cb4e228-6b41-41bb-b846-3975603e38e9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.0719879 Aug 29 17:13:21.352085 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a3c933-043e-4914-89b3-8040332367c5 req-12a047e6-a3d7-44a9-83c8-6deb892e2926 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468295 Aug 29 17:13:21.389617 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27ad7663-ece8-4856-9b9c-87cd730a44e1 req-ff30832a-bc61-4d07-a585-a3f0c5105e26 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 210 time: 0.0710018 Aug 29 17:13:21.394072 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-88853ece-0cc7-4ae3-8c84-9b448bd09b4f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:21.398667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-88853ece-0cc7-4ae3-8c84-9b448bd09b4f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:21.566672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8469ce2-bd78-425c-8014-d392c9dab792 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:21.599155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e8469ce2-bd78-425c-8014-d392c9dab792 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:21.599883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8469ce2-bd78-425c-8014-d392c9dab792 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:21.600603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b763ac27-2bf0-40cc-9e13-294fd26323cb no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:21.630086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b763ac27-2bf0-40cc-9e13-294fd26323cb {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:21.630788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b763ac27-2bf0-40cc-9e13-294fd26323cb not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:21.844579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88853ece-0cc7-4ae3-8c84-9b448bd09b4f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:13:21.946145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88853ece-0cc7-4ae3-8c84-9b448bd09b4f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:21.959637 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d264f-b607-4312-a47f-422106f836cb None None] Sync routers for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:21.969346 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-88853ece-0cc7-4ae3-8c84-9b448bd09b4f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:21.970833 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d264f-b607-4312-a47f-422106f836cb None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:21.971005 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-88853ece-0cc7-4ae3-8c84-9b448bd09b4f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2 HTTP/1.1" status: 200 len: 704 time: 0.9926631 Aug 29 17:13:21.971770 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-340d264f-b607-4312-a47f-422106f836cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:21.973596 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50128) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:22.014528 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-57e3804a-32c2-4844-a011-53b8361a7785 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d6a6c17-34b3-41d4-b954-3aac793d38a2 HTTP/1.1" status: 200 len: 205 time: 0.0370040 Aug 29 17:13:22.014969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50132) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:22.072990 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-340d264f-b607-4312-a47f-422106f836cb None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:22.139881 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-340d264f-b607-4312-a47f-422106f836cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:18Z', 'revision_number': 11, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:22.141558 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4259b37f-167c-4e70-b095-33fc869390b7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:22.175758 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d264f-b607-4312-a47f-422106f836cb None None] Checking router: 5d6a6c17-34b3-41d4-b954-3aac793d38a2 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:22.186906 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d264f-b607-4312-a47f-422106f836cb None None] Routers {'5d6a6c17-34b3-41d4-b954-3aac793d38a2'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:22.187614 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-340d264f-b607-4312-a47f-422106f836cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:22.273682 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-340d264f-b607-4312-a47f-422106f836cb None None] Set router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:22.323139 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-340d264f-b607-4312-a47f-422106f836cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:18Z', 'revision_number': 11, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:22.323888 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4259b37f-167c-4e70-b095-33fc869390b7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:22.326702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4259b37f-167c-4e70-b095-33fc869390b7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:22.352711 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d264f-b607-4312-a47f-422106f836cb None None] The sync data for ids ['5d6a6c17-34b3-41d4-b954-3aac793d38a2'] in n-d-713301-13 is: [{'id': '5d6a6c17-34b3-41d4-b954-3aac793d38a2', 'name': 'tempest-RoutersIpV6Test-router-564309948', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:12:35Z', 'updated_at': '2021-08-29T17:13:18Z', 'revision_number': 11, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:22.372489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4259b37f-167c-4e70-b095-33fc869390b7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:22.373026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4259b37f-167c-4e70-b095-33fc869390b7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Fanout notify agent at l3_agent the message router_deleted on router 5d6a6c17-34b3-41d4-b954-3aac793d38a2 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:13:22.380926 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4259b37f-167c-4e70-b095-33fc869390b7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:22.382070 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4259b37f-167c-4e70-b095-33fc869390b7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2 HTTP/1.1" status: 204 len: 168 time: 0.3659570 Aug 29 17:13:22.388441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50136) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:22.393609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b1c5f16e-6b86-463e-962f-983097925978 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-747324699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:22.422231 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b1c5f16e-6b86-463e-962f-983097925978 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:22.423775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b1c5f16e-6b86-463e-962f-983097925978 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:22.501960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9242f5-0dce-420b-b809-0dd14cbf1421 req-4e426aa5-ec29-4ded-b105-adbc023e205b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:22.503898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba9242f5-0dce-420b-b809-0dd14cbf1421 req-4e426aa5-ec29-4ded-b105-adbc023e205b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.0668626 Aug 29 17:13:22.526025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b1c5f16e-6b86-463e-962f-983097925978 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:22.558220 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba9242f5-0dce-420b-b809-0dd14cbf1421 req-80fe5921-52e1-4851-a996-872fe7ef3676 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476592 Aug 29 17:13:22.575177 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b1c5f16e-6b86-463e-962f-983097925978 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:22.582946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b8da8d29-084e-414b-a282-29f5307e708c req-f1988b26-a90c-4f30-a8cb-6bcb059d4d9d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 210 time: 0.0619590 Aug 29 17:13:22.720928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b1c5f16e-6b86-463e-962f-983097925978 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:22.722226 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b1c5f16e-6b86-463e-962f-983097925978 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3327744 Aug 29 17:13:22.725040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50140) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:22.731660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8958f97b-7759-45d6-8c18-636d08c01f4b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Request body: {'router': {'admin_state_up': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:22.776688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-384a159f-e31c-495c-bd4c-90f1b61991a0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:22.778661 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-384a159f-e31c-495c-bd4c-90f1b61991a0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.10 "GET /v2.0/networks?id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464 HTTP/1.1" status: 200 len: 813 time: 0.2411778 Aug 29 17:13:22.792896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Request body: {'port': {'device_id': '05d9a85e-6a04-4786-b624-c32af0aeb455', 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464', 'admin_state_up': True, 'tenant_id': '6835ea72f6e548b5bcde781609cae252'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:22.805335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-d5673536-c9fb-4058-8415-ba440302ebd0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:22.806777 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-d5673536-c9fb-4058-8415-ba440302ebd0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.16 "GET /v2.0/networks?id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464 HTTP/1.1" status: 200 len: 813 time: 0.2226532 Aug 29 17:13:22.849558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Request body: {'port': {'device_id': '4d863a66-7cc6-478c-9391-11dfeea35d68', 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464', 'admin_state_up': True, 'tenant_id': '6835ea72f6e548b5bcde781609cae252'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:22.964096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8958f97b-7759-45d6-8c18-636d08c01f4b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1669416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1668490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102141'] for router, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:22.974909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8958f97b-7759-45d6-8c18-636d08c01f4b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1669427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1669434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1668509'] for router, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:23.009297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Made reservation on behalf of 6835ea72f6e548b5bcde781609cae252 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:13:23.013647 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:23.076010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8958f97b-7759-45d6-8c18-636d08c01f4b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Router a7c3666e-c299-4dd8-bdd6-8975168e63b3 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:13:23.101510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Made reservation on behalf of 6835ea72f6e548b5bcde781609cae252 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:13:23.107382 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:23.184704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8958f97b-7759-45d6-8c18-636d08c01f4b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:23.195220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced0b6c-df10-4417-b819-e17b66df3386 None None] Sync routers for ids ['a7c3666e-c299-4dd8-bdd6-8975168e63b3'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:23.204978 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8958f97b-7759-45d6-8c18-636d08c01f4b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:23.206756 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced0b6c-df10-4417-b819-e17b66df3386 None None] Routers {'a7c3666e-c299-4dd8-bdd6-8975168e63b3'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:23.207626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4ced0b6c-df10-4417-b819-e17b66df3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['a7c3666e-c299-4dd8-bdd6-8975168e63b3'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:23.209686 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8958f97b-7759-45d6-8c18-636d08c01f4b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "PUT /v2.0/routers/a7c3666e-c299-4dd8-bdd6-8975168e63b3 HTTP/1.1" status: 200 len: 697 time: 0.4835443 Aug 29 17:13:23.211019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50150) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:23.244785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Allocated IP 172.20.0.3 (bf1a2534-d4f7-4c41-9569-2e4fb8f97464/9bad5434-83bd-491a-b6bd-f7f2426c65fa/dd2eb2a2-2347-45dd-8c2b-8d086a84eecb) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:13:23.313593 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-71c08b49-247d-4e05-8491-ae48752d3471 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/routers/a7c3666e-c299-4dd8-bdd6-8975168e63b3 HTTP/1.1" status: 200 len: 703 time: 0.1002674 Aug 29 17:13:23.314223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50152) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:23.348228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50154) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:23.348519 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-346fd1f4-c28e-4a0e-a898-ed63136ebc33 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7c3666e-c299-4dd8-bdd6-8975168e63b3 HTTP/1.1" status: 200 len: 205 time: 0.0327330 Aug 29 17:13:23.441845 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17d3b930-1355-47ff-a2b4-e49087a9c175 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:23.471080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-4ced0b6c-df10-4417-b819-e17b66df3386 None None] Set router a7c3666e-c299-4dd8-bdd6-8975168e63b3 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:23.523016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4ced0b6c-df10-4417-b819-e17b66df3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c3666e-c299-4dd8-bdd6-8975168e63b3', 'name': 'tempest-RoutersIpV6Test-router-747324699', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:22Z', 'updated_at': '2021-08-29T17:13:22Z', 'revision_number': 2, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:23.552880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced0b6c-df10-4417-b819-e17b66df3386 None None] Checking router: a7c3666e-c299-4dd8-bdd6-8975168e63b3 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:23.562204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced0b6c-df10-4417-b819-e17b66df3386 None None] Routers {'a7c3666e-c299-4dd8-bdd6-8975168e63b3'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:23.562860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4ced0b6c-df10-4417-b819-e17b66df3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['a7c3666e-c299-4dd8-bdd6-8975168e63b3'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:23.597654 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:23.641835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17d3b930-1355-47ff-a2b4-e49087a9c175 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:23.645649 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17d3b930-1355-47ff-a2b4-e49087a9c175 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:23.655105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-4ced0b6c-df10-4417-b819-e17b66df3386 None None] Set router a7c3666e-c299-4dd8-bdd6-8975168e63b3 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:23.725126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4ced0b6c-df10-4417-b819-e17b66df3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c3666e-c299-4dd8-bdd6-8975168e63b3', 'name': 'tempest-RoutersIpV6Test-router-747324699', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:22Z', 'updated_at': '2021-08-29T17:13:22Z', 'revision_number': 2, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:23.732385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17d3b930-1355-47ff-a2b4-e49087a9c175 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:23.732895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d3b930-1355-47ff-a2b4-e49087a9c175 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Fanout notify agent at l3_agent the message router_deleted on router a7c3666e-c299-4dd8-bdd6-8975168e63b3 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:13:23.742752 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a795cdf-8ba9-4bda-80ec-122d86ccff9f req-45ad5c95-5889-4ccb-b844-838eb666d40f tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 210 time: 0.0375102 Aug 29 17:13:23.743235 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17d3b930-1355-47ff-a2b4-e49087a9c175 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:23.744405 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-17d3b930-1355-47ff-a2b4-e49087a9c175 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/a7c3666e-c299-4dd8-bdd6-8975168e63b3 HTTP/1.1" status: 204 len: 168 time: 0.3953176 Aug 29 17:13:23.748397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50160) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:23.765485 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced0b6c-df10-4417-b819-e17b66df3386 None None] The sync data for ids ['a7c3666e-c299-4dd8-bdd6-8975168e63b3'] in n-d-713301-13 is: [{'id': 'a7c3666e-c299-4dd8-bdd6-8975168e63b3', 'name': 'tempest-RoutersIpV6Test-router-747324699', 'tenant_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:22Z', 'updated_at': '2021-08-29T17:13:22Z', 'revision_number': 2, 'project_id': 'ae34c48fa48d4073a84473c09c7a74f6', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:23.790287 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:23.818060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50162) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:23.825629 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-469e1869-227f-4110-8b3c-8d6d3d5ade40 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7c3666e-c299-4dd8-bdd6-8975168e63b3 HTTP/1.1" status: 200 len: 205 time: 0.0655904 Aug 29 17:13:23.893778 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-b2578a6f-58c2-4d73-ba79-4419116e1270 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] delete failed (client error): The resource could not be found. Aug 29 17:13:23.894848 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b2578a6f-58c2-4d73-ba79-4419116e1270 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/a7c3666e-c299-4dd8-bdd6-8975168e63b3 HTTP/1.1" status: 404 len: 336 time: 0.0756245 Aug 29 17:13:23.895696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01a513-60b6-41b8-a87d-344c4ec51187 req-1c4657c1-51a0-49bf-a149-364c114a803c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:23.897336 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad01a513-60b6-41b8-a87d-344c4ec51187 req-1c4657c1-51a0-49bf-a149-364c114a803c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.2087238 Aug 29 17:13:23.897737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50164) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:23.931581 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc17a6b-c839-41c4-abc5-78ec2b99e35c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] DELETE failed (client error): The resource could not be found. Aug 29 17:13:23.931816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:23.932194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc17a6b-c839-41c4-abc5-78ec2b99e35c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:13:23.934721 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1cc17a6b-c839-41c4-abc5-78ec2b99e35c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/06e9adc0-9d54-417b-b429-a59020bd5436 HTTP/1.1" status: 404 len: 337 time: 0.0325942 Aug 29 17:13:23.937398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50166) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:23.957982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:23.987505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:13:23.990053 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Pushing event updated for resources: {'Port': ['ID=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:24.017371 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5d9175-5a06-425d-90ff-f93c47ad788d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] DELETE failed (client error): The resource could not be found. Aug 29 17:13:24.017836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5d9175-5a06-425d-90ff-f93c47ad788d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:13:24.022085 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0d5d9175-5a06-425d-90ff-f93c47ad788d tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/48e670db-9be5-40d0-9610-dcfcb729b677 HTTP/1.1" status: 404 len: 337 time: 0.0772028 Aug 29 17:13:24.022085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Allocated IP 172.20.0.8 (bf1a2534-d4f7-4c41-9569-2e4fb8f97464/9bad5434-83bd-491a-b6bd-f7f2426c65fa/1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:13:24.025936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50170) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.057460 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-4537777f-f008-45fc-92fc-a194adae2086 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] DELETE failed (client error): The resource could not be found. Aug 29 17:13:24.058100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4537777f-f008-45fc-92fc-a194adae2086 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:13:24.061011 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4537777f-f008-45fc-92fc-a194adae2086 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/569e58be-3e73-4c30-adf9-7aa78446c671 HTTP/1.1" status: 404 len: 337 time: 0.0337758 Aug 29 17:13:24.063379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50172) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.089797 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6480e9c-a285-4071-98ad-8c680239fe05 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] DELETE failed (client error): The resource could not be found. Aug 29 17:13:24.090263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6480e9c-a285-4071-98ad-8c680239fe05 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:13:24.092007 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f6480e9c-a285-4071-98ad-8c680239fe05 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/5ae8dce1-b837-4180-a77b-d01e302e05d1 HTTP/1.1" status: 404 len: 337 time: 0.0276868 Aug 29 17:13:24.098544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50174) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.115613 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ad01a513-60b6-41b8-a87d-344c4ec51187 req-eec67bf1-e942-4c4b-8aa9-f6111ab752ae tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016654 Aug 29 17:13:24.123831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:24.124442 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:24.129264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-baacabb9-3c76-4667-a6b4-17c318abb94c tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d6a6c17-34b3-41d4-b954-3aac793d38a2 HTTP/1.1" status: 200 len: 205 time: 0.0294888 Aug 29 17:13:24.131521 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50176) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.149480 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-650a70a3-43f0-43cd-a744-6950a26aa0ed tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3617094 Aug 29 17:13:24.175299 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-eac31f4c-e1cd-4be1-ad4a-578d4d660457 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] delete failed (client error): The resource could not be found. Aug 29 17:13:24.177917 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eac31f4c-e1cd-4be1-ad4a-578d4d660457 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/5d6a6c17-34b3-41d4-b954-3aac793d38a2 HTTP/1.1" status: 404 len: 336 time: 0.0454619 Aug 29 17:13:24.180759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50182) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.216784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2c1a2b9d-40c6-410e-a9d9-39a29cdddb2a tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=51436f08-1df6-4edf-9cd6-c084ec5ee83e HTTP/1.1" status: 200 len: 205 time: 0.0346596 Aug 29 17:13:24.219575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50184) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.248601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Request body: {'port': {'device_id': '05d9a85e-6a04-4786-b624-c32af0aeb455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:24.267541 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-a497eae4-6819-4081-b2f4-3dd94c50dfe7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] delete failed (client error): The resource could not be found. Aug 29 17:13:24.268555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a497eae4-6819-4081-b2f4-3dd94c50dfe7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/51436f08-1df6-4edf-9cd6-c084ec5ee83e HTTP/1.1" status: 404 len: 336 time: 0.0479734 Aug 29 17:13:24.271207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50186) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.305391 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9c7a74-82df-4800-b3a1-230f4b77c93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] DELETE failed (client error): The resource could not be found. Aug 29 17:13:24.305850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9c7a74-82df-4800-b3a1-230f4b77c93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:13:24.307604 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b9c7a74-82df-4800-b3a1-230f4b77c93b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/e7fd35f0-b10a-4120-8ff5-cc3432ba24f8 HTTP/1.1" status: 404 len: 337 time: 0.0355022 Aug 29 17:13:24.310945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50188) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.330752 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:24.338300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-44f20ca7-00af-472f-9ad3-f2b342363905 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2ced9ca-1b30-4176-aa11-229c06903732 HTTP/1.1" status: 200 len: 205 time: 0.0263035 Aug 29 17:13:24.339368 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:24.340695 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50190) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.378911 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-46a9b57f-2962-454d-929a-d470ba257ab9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] delete failed (client error): The resource could not be found. Aug 29 17:13:24.380173 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-46a9b57f-2962-454d-929a-d470ba257ab9 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/e2ced9ca-1b30-4176-aa11-229c06903732 HTTP/1.1" status: 404 len: 336 time: 0.0382578 Aug 29 17:13:24.382629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50192) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.413897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0cef6bd9-bea2-4d98-b2a8-cff66bfee9aa tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ac7f181-72fe-4864-aca4-bbbf45852ecd HTTP/1.1" status: 200 len: 205 time: 0.0298595 Aug 29 17:13:24.415967 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50194) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.452753 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-e26532b8-436e-47e9-8cbc-6b0b69705ad7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] delete failed (client error): The resource could not be found. Aug 29 17:13:24.453808 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e26532b8-436e-47e9-8cbc-6b0b69705ad7 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/1ac7f181-72fe-4864-aca4-bbbf45852ecd HTTP/1.1" status: 404 len: 336 time: 0.0369391 Aug 29 17:13:24.456435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50196) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.468890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:24.484473 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2a1a0c-fd73-4fa1-80aa-dffca01a89da tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] DELETE failed (client error): The resource could not be found. Aug 29 17:13:24.484922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2a1a0c-fd73-4fa1-80aa-dffca01a89da tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:13:24.486649 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4b2a1a0c-fd73-4fa1-80aa-dffca01a89da tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/7eee1f2d-4d45-48e2-9941-4f496d9f3883 HTTP/1.1" status: 404 len: 337 time: 0.0292997 Aug 29 17:13:24.489198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50198) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.515175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-671f4d5d-3d3a-46c3-82c7-1ca5c38933e6 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d33773e-958a-4e50-9a4a-a078b4967b7f HTTP/1.1" status: 200 len: 205 time: 0.0248988 Aug 29 17:13:24.517525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50200) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.558648 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-c6f08d12-8339-4635-ac69-054777fa0aa5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] delete failed (client error): The resource could not be found. Aug 29 17:13:24.559688 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c6f08d12-8339-4635-ac69-054777fa0aa5 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/8d33773e-958a-4e50-9a4a-a078b4967b7f HTTP/1.1" status: 404 len: 336 time: 0.0412874 Aug 29 17:13:24.562377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50202) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.570471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:24.580772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:24.584610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:13:24.587217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Pushing event updated for resources: {'Port': ['ID=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:24.590994 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fda05db-531a-4f49-bfe8-a3e14c3c1a1b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] DELETE failed (client error): The resource could not be found. Aug 29 17:13:24.591452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fda05db-531a-4f49-bfe8-a3e14c3c1a1b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:13:24.595529 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7fda05db-531a-4f49-bfe8-a3e14c3c1a1b tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/87be8d71-245b-49c5-8f4b-1ebbc572082a HTTP/1.1" status: 404 len: 337 time: 0.0298808 Aug 29 17:13:24.595785 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50204) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.623215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-085fa2ab-1353-4d46-8e98-b16d229db320 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba210d40-f52a-487d-865d-6b579b227759 HTTP/1.1" status: 200 len: 205 time: 0.0263529 Aug 29 17:13:24.625593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50206) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.657663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:24.658200 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:24.667590 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-6cc3ab43-1ffc-447e-b686-fda9748801d2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] delete failed (client error): The resource could not be found. Aug 29 17:13:24.669186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6cc3ab43-1ffc-447e-b686-fda9748801d2 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/routers/ba210d40-f52a-487d-865d-6b579b227759 HTTP/1.1" status: 404 len: 336 time: 0.0426824 Aug 29 17:13:24.673195 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50208) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.709033 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-4074db7b-5465-4f84-a0cd-ceafb0c2347d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8878820 Aug 29 17:13:24.709931 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a05c9f-1bcc-4de5-b7d6-20c9f5d9198f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] DELETE failed (client error): The resource could not be found. Aug 29 17:13:24.710381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a05c9f-1bcc-4de5-b7d6-20c9f5d9198f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:13:24.711986 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f8a05c9f-1bcc-4de5-b7d6-20c9f5d9198f tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/07ae7459-dcc4-41c6-8438-118647dd2dab HTTP/1.1" status: 404 len: 337 time: 0.0358725 Aug 29 17:13:24.715245 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50210) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.728216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Request body: {'port': {'device_id': '4d863a66-7cc6-478c-9391-11dfeea35d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:24.742934 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-8119c52f-04b0-4039-a2e5-8dc9cf82db66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] DELETE failed (client error): The resource could not be found. Aug 29 17:13:24.743388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8119c52f-04b0-4039-a2e5-8dc9cf82db66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:13:24.748058 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8119c52f-04b0-4039-a2e5-8dc9cf82db66 tempest-RoutersIpV6Test-1165593058 tempest-RoutersIpV6Test-1165593058-project] 10.222.0.22 "DELETE /v2.0/subnets/e1020ae0-c3c2-494e-9559-d4513c07a405 HTTP/1.1" status: 404 len: 337 time: 0.0288699 Aug 29 17:13:24.826379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2eb2a2-2347-45dd-8c2b-8d086a84eecb {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:13:24.841039 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:24.853205 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:24.893259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Transition to ACTIVE for port object dd2eb2a2-2347-45dd-8c2b-8d086a84eecb will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:24.901806 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:24.983884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50222) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:24.986447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010d640-6b93-412f-8c4d-8e1d574d4bc9 req-7aa50c53-7f1d-4df0-a9b0-ea0eb0d08387 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:24.987973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4010d640-6b93-412f-8c4d-8e1d574d4bc9 req-7aa50c53-7f1d-4df0-a9b0-ea0eb0d08387 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 931 time: 0.1519504 Aug 29 17:13:25.008429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:25.173762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4010d640-6b93-412f-8c4d-8e1d574d4bc9 req-f81b4ae8-358d-4892-b4db-27253f3b5df7 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625035 Aug 29 17:13:25.196841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-feb8ae69-e54e-42c6-ba98-dc5dcb420066 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae34c48fa48d4073a84473c09c7a74f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117782 Aug 29 17:13:25.197630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50232) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:25.225779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Attempting to bind port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:13:25.226111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Attempting to bind port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:13:25.226443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Attempting to bind port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:25.238816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:13:25.239140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Attempting to bind port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:25.247149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:13:25.247488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Checking segment: {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:25.247865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Bound using segment: {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:13:25.248358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Bound port: dd2eb2a2-2347-45dd-8c2b-8d086a84eecb, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:13:25.248728 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.292521 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a904a51-6409-4db7-a74e-610839b176cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.320815 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a904a51-6409-4db7-a74e-610839b176cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.369468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f360e85-ee1a-4934-9ffa-58ae9c80e65d req-15d33f4d-69b3-4960-a08c-c9ca5f3e31b2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:25.372047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f360e85-ee1a-4934-9ffa-58ae9c80e65d req-15d33f4d-69b3-4960-a08c-c9ca5f3e31b2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.1522536 Aug 29 17:13:25.379645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] For port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:13:25.386206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] For port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:13:25.391164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:13:25.401291 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.401291 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.431062 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a904a51-6409-4db7-a74e-610839b176cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.434515 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5a904a51-6409-4db7-a74e-610839b176cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.435670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5a904a51-6409-4db7-a74e-610839b176cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/19ef8c24-0137-4aa8-92e8-3a92d977e0d2 HTTP/1.1" status: 204 len: 168 time: 0.2368417 Aug 29 17:13:25.447907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Transition to ACTIVE for port object 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:25.450823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a904a51-6409-4db7-a74e-610839b176cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ef8c24-0137-4aa8-92e8-3a92d977e0d2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:25.451676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:25.452335 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.453926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] 10.222.0.10 "PUT /v2.0/ports/dd2eb2a2-2347-45dd-8c2b-8d086a84eecb HTTP/1.1" status: 200 len: 1092 time: 1.2916832 Aug 29 17:13:25.454401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d9a85e-6a04-4786-b624-c32af0aeb455', 'tag': 'dd2eb2a2-2347-45dd-8c2b-8d086a84eecb'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:25.456847 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f402c2fe-06b4-41be-90eb-46f7698d55d5" -d '{"events": [{"name": "network-changed", "server_uuid": "05d9a85e-6a04-4786-b624-c32af0aeb455", "tag": "dd2eb2a2-2347-45dd-8c2b-8d086a84eecb"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:25.467818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.492367 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f360e85-ee1a-4934-9ffa-58ae9c80e65d req-97859d06-b960-4f2f-9b47-2a125eea0e5b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078014 Aug 29 17:13:25.510431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9bffa-992d-40c7-aa11-5aaefde68ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:25.625439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Pushing event updated for resources: {'Port': ['ID=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:25.635916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-645c60d5-39ff-4e28-b661-896967c8bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:25.637762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-645c60d5-39ff-4e28-b661-896967c8bd9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6835ea72f6e548b5bcde781609cae252&device_id=05d9a85e-6a04-4786-b624-c32af0aeb455 HTTP/1.1" status: 200 len: 1095 time: 0.1337748 Aug 29 17:13:25.689068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Attempting to bind port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:13:25.689319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Attempting to bind port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:13:25.689661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Attempting to bind port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:25.693717 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-08763993-56b1-4653-82df-f59cca50f884 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb HTTP/1.1" status: 200 len: 217 time: 0.0467775 Aug 29 17:13:25.695915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:13:25.696117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Attempting to bind port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:25.709548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:13:25.709871 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Checking segment: {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:25.710252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Bound using segment: {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:13:25.710695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Bound port: 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:13:25.711055 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.778032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-ef172579-57c0-4d24-9a88-6ce3f360f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:25.779517 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-ef172579-57c0-4d24-9a88-6ce3f360f671 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bad5434-83bd-491a-b6bd-f7f2426c65fa HTTP/1.1" status: 200 len: 853 time: 0.0779021 Aug 29 17:13:25.800379 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e09d9a2-2f69-421d-b9fc-bfc0acca0d18 x-openstack-request-id: req-1e09d9a2-2f69-421d-b9fc-bfc0acca0d18 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:25.800667 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d9a85e-6a04-4786-b624-c32af0aeb455", "tag": "dd2eb2a2-2347-45dd-8c2b-8d086a84eecb", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:25.800915 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e09d9a2-2f69-421d-b9fc-bfc0acca0d18 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:25.801347 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d9a85e-6a04-4786-b624-c32af0aeb455', 'tag': 'dd2eb2a2-2347-45dd-8c2b-8d086a84eecb', 'status': 'completed', 'code': 200} Aug 29 17:13:25.832525 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-00e8ba78-3ba4-4295-a35c-8f04e172cb75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446632 Aug 29 17:13:25.836769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] For port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:13:25.856484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] For port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:13:25.866977 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.935128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:25.935751 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:25.937136 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] 10.222.0.16 "PUT /v2.0/ports/1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca HTTP/1.1" status: 200 len: 1092 time: 1.2175760 Aug 29 17:13:26.025449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb242377-6004-4e2e-926b-b7fccdc01dbd service neutron] Pushing event updated for resources: {'Port': ['ID=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:26.032372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-39c813f2-1ded-4ce1-a6f1-c4453fdeb4d4 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848295 Aug 29 17:13:26.063600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-9b64a5b2-0da0-44f4-9d8e-95091c9d66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:26.065317 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-9b64a5b2-0da0-44f4-9d8e-95091c9d66a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6835ea72f6e548b5bcde781609cae252&device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 1095 time: 0.0768187 Aug 29 17:13:26.138996 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-fb9d813e-291f-4b7f-bfee-50c01e19d6d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca HTTP/1.1" status: 200 len: 217 time: 0.0479009 Aug 29 17:13:26.208161 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-425856d9-4a15-4809-8ea7-4028fa4007f8 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680143 Aug 29 17:13:26.219303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a8657-ee69-416e-b682-d7bdea289649 req-255134f7-736e-41fa-8d4f-058322e50c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:26.220967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-255134f7-736e-41fa-8d4f-058322e50c9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bad5434-83bd-491a-b6bd-f7f2426c65fa HTTP/1.1" status: 200 len: 853 time: 0.0739942 Aug 29 17:13:26.269561 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-4aa02802-4538-4dd2-8a4d-0b3e644fc153 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362356 Aug 29 17:13:26.345400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bb31e-cbf5-454d-8dfd-a7127e786ca2 req-41a5831a-34f6-440d-abb7-1dec2af5e276 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:26.355062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50266) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:26.357724 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-149bb31e-cbf5-454d-8dfd-a7127e786ca2 req-41a5831a-34f6-440d-abb7-1dec2af5e276 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 943 time: 0.0703130 Aug 29 17:13:26.399432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-149bb31e-cbf5-454d-8dfd-a7127e786ca2 req-0353ac60-962c-41f5-b243-1f80c23b669f tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Aug 29 17:13:26.408926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402c2fe-06b4-41be-90eb-46f7698d55d5 req-3394e9ae-0cd2-4024-91f6-29836e66486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:26.418392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f402c2fe-06b4-41be-90eb-46f7698d55d5 req-3394e9ae-0cd2-4024-91f6-29836e66486b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6835ea72f6e548b5bcde781609cae252&device_id=05d9a85e-6a04-4786-b624-c32af0aeb455 HTTP/1.1" status: 200 len: 1095 time: 0.1513050 Aug 29 17:13:26.611308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081edd8b-2229-42c4-a880-987c4695327d req-7755c399-1c15-4746-86aa-a7e5d19ff9d5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:26.612947 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-081edd8b-2229-42c4-a880-987c4695327d req-7755c399-1c15-4746-86aa-a7e5d19ff9d5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.0535629 Aug 29 17:13:26.675626 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-081edd8b-2229-42c4-a880-987c4695327d req-8650cb0c-b2a3-4dce-bb6c-1692ca13727e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520201 Aug 29 17:13:26.802347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-01dfa2de-8b6e-4835-a24f-d147a09defd6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:26.803582 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-01dfa2de-8b6e-4835-a24f-d147a09defd6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 17:13:26.804069 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-01dfa2de-8b6e-4835-a24f-d147a09defd6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:13:26.805044 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-01dfa2de-8b6e-4835-a24f-d147a09defd6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4489987 Aug 29 17:13:26.809802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50272) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:26.815120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5301876b-9417-43e6-bdc7-682e2dc0db3f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group': {'name': 'tempest-secgroup--691589970'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:26.819700 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-b79dc1f9-65d6-461b-a359-deadf32d07a1 service neutron] 10.222.0.16 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407724 Aug 29 17:13:26.840931 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5301876b-9417-43e6-bdc7-682e2dc0db3f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:26.849844 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5301876b-9417-43e6-bdc7-682e2dc0db3f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:26.908271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402c2fe-06b4-41be-90eb-46f7698d55d5 req-2bbc2592-8be5-434e-aba9-4a7bbf4ded20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:26.910108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f402c2fe-06b4-41be-90eb-46f7698d55d5 req-2bbc2592-8be5-434e-aba9-4a7bbf4ded20 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464 HTTP/1.1" status: 200 len: 914 time: 0.4831226 Aug 29 17:13:26.951646 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5301876b-9417-43e6-bdc7-682e2dc0db3f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:26.955278 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5301876b-9417-43e6-bdc7-682e2dc0db3f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:26.965792 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f402c2fe-06b4-41be-90eb-46f7698d55d5 req-6624e9d9-fd6e-4928-9d36-5dd1b7a79da2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb HTTP/1.1" status: 200 len: 217 time: 0.0446661 Aug 29 17:13:26.992951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301876b-9417-43e6-bdc7-682e2dc0db3f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6bfe12-baca-47d5-9b32-15a5bccfa023,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:27.011112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-323a8657-ee69-416e-b682-d7bdea289649 req-fd3c2ea9-87d6-44a3-9d10-d8146e778645 service neutron] 10.222.0.16 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836929 Aug 29 17:13:27.035835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402c2fe-06b4-41be-90eb-46f7698d55d5 req-8521e80f-b024-44e9-b6d1-92a11e36fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:27.037524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f402c2fe-06b4-41be-90eb-46f7698d55d5 req-8521e80f-b024-44e9-b6d1-92a11e36fba4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bad5434-83bd-491a-b6bd-f7f2426c65fa HTTP/1.1" status: 200 len: 853 time: 0.0611262 Aug 29 17:13:27.070072 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5301876b-9417-43e6-bdc7-682e2dc0db3f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.072054 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f402c2fe-06b4-41be-90eb-46f7698d55d5 req-a6ab9c1c-faa8-42a2-94d4-e2c261e0d458 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271165 Aug 29 17:13:27.073944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5301876b-9417-43e6-bdc7-682e2dc0db3f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.104085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5301876b-9417-43e6-bdc7-682e2dc0db3f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.105837 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5301876b-9417-43e6-bdc7-682e2dc0db3f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2942517 Aug 29 17:13:27.106687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301876b-9417-43e6-bdc7-682e2dc0db3f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaa9e2b-cd92-44b5-a3f8-b826fc7bf70a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:27.109434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50274) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:27.114156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-748bf366-b92d-4bff-bb86-5bd26b656fbc tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '8aaa9e2b-cd92-44b5-a3f8-b826fc7bf70a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:27.150478 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-748bf366-b92d-4bff-bb86-5bd26b656fbc tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.171850 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f402c2fe-06b4-41be-90eb-46f7698d55d5 req-9a55718a-db36-47e6-a93c-df097852612a service neutron] 10.222.0.10 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917780 Aug 29 17:13:27.211977 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-748bf366-b92d-4bff-bb86-5bd26b656fbc tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.216318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-748bf366-b92d-4bff-bb86-5bd26b656fbc tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.238740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bf366-b92d-4bff-bb86-5bd26b656fbc tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c89421-e6cf-4221-bcec-f1d70317fc4e,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:27.254719 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-748bf366-b92d-4bff-bb86-5bd26b656fbc tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.256257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-748bf366-b92d-4bff-bb86-5bd26b656fbc tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457210 Aug 29 17:13:27.259120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50280) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:27.265666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-84383eca-0c7b-4caf-9978-e38db918c763 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '8aaa9e2b-cd92-44b5-a3f8-b826fc7bf70a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:27.273106 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f402c2fe-06b4-41be-90eb-46f7698d55d5 req-583d570f-227a-474d-880e-fa32039e1846 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936754 Aug 29 17:13:27.300676 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84383eca-0c7b-4caf-9978-e38db918c763 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.362237 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-84383eca-0c7b-4caf-9978-e38db918c763 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:13:27.364476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-84383eca-0c7b-4caf-9978-e38db918c763 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1041100 Aug 29 17:13:27.367282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50282) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:27.467271 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88dfa8bf-de3f-4e99-9947-3155107d9dbf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.534765 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88dfa8bf-de3f-4e99-9947-3155107d9dbf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.539687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50290) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:27.624271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef84c76-31a7-43b1-956c-b3a67dd5892f req-0e7390a1-42ef-4ab2-b65f-eff4b8f74383 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:27.626958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6ef84c76-31a7-43b1-956c-b3a67dd5892f req-0e7390a1-42ef-4ab2-b65f-eff4b8f74383 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 943 time: 0.1049485 Aug 29 17:13:27.642444 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88dfa8bf-de3f-4e99-9947-3155107d9dbf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.645138 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88dfa8bf-de3f-4e99-9947-3155107d9dbf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.646371 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-88dfa8bf-de3f-4e99-9947-3155107d9dbf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "DELETE /v2.0/security-groups/8aaa9e2b-cd92-44b5-a3f8-b826fc7bf70a HTTP/1.1" status: 204 len: 168 time: 0.2780437 Aug 29 17:13:27.649473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50294) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:27.686496 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6ef84c76-31a7-43b1-956c-b3a67dd5892f req-f72ff010-ab4e-4b91-92df-ad51f6094de8 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531507 Aug 29 17:13:27.687229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfa8bf-de3f-4e99-9947-3155107d9dbf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaa9e2b-cd92-44b5-a3f8-b826fc7bf70a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:27.779338 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cfcce3c3-38f0-461c-9748-bb8c399ec0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.802872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d863a66-7cc6-478c-9391-11dfeea35d68', 'tag': '1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:27.805281 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34681b50-e350-44d1-9c80-a94c58fc8008" -d '{"events": [{"name": "network-changed", "server_uuid": "4d863a66-7cc6-478c-9391-11dfeea35d68", "tag": "1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:27.818478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0177531e-95dc-4897-8377-00ac1772489d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1614990 Aug 29 17:13:27.819745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50300) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:27.827661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b27d76e6-3d84-4b1f-82cb-469ac6597fe7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group': {'name': 'tempest-secgroup--722114557'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:27.847307 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6470243d-85c0-43dc-acce-d4dc68daf682 x-openstack-request-id: req-6470243d-85c0-43dc-acce-d4dc68daf682 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:27.847634 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d863a66-7cc6-478c-9391-11dfeea35d68", "tag": "1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:27.847925 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6470243d-85c0-43dc-acce-d4dc68daf682 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:27.849394 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d863a66-7cc6-478c-9391-11dfeea35d68', 'tag': '1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca', 'status': 'completed', 'code': 200} Aug 29 17:13:27.858651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5f202-5c4e-4182-a6a7-fe0db04b8fa0 req-9873abef-bdda-4b96-8fcd-a31032accfec tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:27.860215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3b5f202-5c4e-4182-a6a7-fe0db04b8fa0 req-9873abef-bdda-4b96-8fcd-a31032accfec tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 944 time: 0.1041849 Aug 29 17:13:27.865375 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [None req-b27d76e6-3d84-4b1f-82cb-469ac6597fe7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:13:27.865375 n-d-713301-13 neutron-server[111677]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 17:13:27.865375 n-d-713301-13 neutron-server[111677]: [parameters: {'project_id': 'ece57a95a6a148c7abbabcbd42bdd2a9', 'id': 'f1224c22-2e2f-4e7d-a729-c4302ce486d2', 'expiration': datetime.datetime(2021, 8, 29, 17, 15, 27, 849362)}] Aug 29 17:13:27.865375 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:13:27.865758 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [None req-b27d76e6-3d84-4b1f-82cb-469ac6597fe7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:13:27.931353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34681b50-e350-44d1-9c80-a94c58fc8008 req-d132b12a-6ed5-4a42-9dc3-275a12410277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:27.933056 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34681b50-e350-44d1-9c80-a94c58fc8008 req-d132b12a-6ed5-4a42-9dc3-275a12410277 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6835ea72f6e548b5bcde781609cae252&device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 1095 time: 0.0514309 Aug 29 17:13:27.934524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3b5f202-5c4e-4182-a6a7-fe0db04b8fa0 req-b67c8587-56c7-4321-9da2-655db12e098f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653124 Aug 29 17:13:27.977191 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cfcce3c3-38f0-461c-9748-bb8c399ec0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:27.981200 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cfcce3c3-38f0-461c-9748-bb8c399ec0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.018112 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcce3c3-38f0-461c-9748-bb8c399ec0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc81630a-597e-4120-95d6-74eb424e92f5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:28.023531 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cfcce3c3-38f0-461c-9748-bb8c399ec0dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8a813f1f09843edb0f32488f30f9df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4803412 Aug 29 17:13:28.026288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50302) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:28.034863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34681b50-e350-44d1-9c80-a94c58fc8008 req-0c1e21b4-c4e7-4445-901f-a9a3208005cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:28.036388 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34681b50-e350-44d1-9c80-a94c58fc8008 req-0c1e21b4-c4e7-4445-901f-a9a3208005cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464 HTTP/1.1" status: 200 len: 914 time: 0.0951777 Aug 29 17:13:28.057860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 6fbe2afe-91fa-4264-a41a-7cacb41c363f details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:13:28.078365 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c0b63f8-6085-4003-82cc-06f4c144cb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.080003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34681b50-e350-44d1-9c80-a94c58fc8008 req-ac06b962-2ef8-4c66-a8c0-35a39c77c48f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca HTTP/1.1" status: 200 len: 217 time: 0.0362029 Aug 29 17:13:28.100966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c0b63f8-6085-4003-82cc-06f4c144cb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.139367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34681b50-e350-44d1-9c80-a94c58fc8008 req-365b6db2-8c3e-4fab-83de-cf74de74f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:28.141121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34681b50-e350-44d1-9c80-a94c58fc8008 req-365b6db2-8c3e-4fab-83de-cf74de74f3ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bad5434-83bd-491a-b6bd-f7f2426c65fa HTTP/1.1" status: 200 len: 853 time: 0.0542850 Aug 29 17:13:28.148975 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c0b63f8-6085-4003-82cc-06f4c144cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.151598 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c0b63f8-6085-4003-82cc-06f4c144cb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.155742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1c0b63f8-6085-4003-82cc-06f4c144cb73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc81630a-597e-4120-95d6-74eb424e92f5 HTTP/1.1" status: 204 len: 168 time: 0.1256850 Aug 29 17:13:28.157801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 6fbe2afe-91fa-4264-a41a-7cacb41c363f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=6fbe2afe-91fa-4264-a41a-7cacb41c363f,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:28.171190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '6fbe2afe-91fa-4264-a41a-7cacb41c363f', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'port_id': '6fbe2afe-91fa-4264-a41a-7cacb41c363f', 'mac_address': 'fa:16:3e:33:b2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:13:28.172597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b63f8-6085-4003-82cc-06f4c144cb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc81630a-597e-4120-95d6-74eb424e92f5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:28.190819 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34681b50-e350-44d1-9c80-a94c58fc8008 req-af766110-b687-45f8-bfac-bd67ca8ca68a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423186 Aug 29 17:13:28.222707 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.236779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbe2afe-91fa-4264-a41a-7cacb41c363f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:13:28.258241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 6fbe2afe-91fa-4264-a41a-7cacb41c363f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=6fbe2afe-91fa-4264-a41a-7cacb41c363f,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:28.263597 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.295685 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34681b50-e350-44d1-9c80-a94c58fc8008 req-0849b804-e2f1-4711-82a1-dd49a1861b8e service neutron] 10.222.0.16 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977161 Aug 29 17:13:28.312818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=6fbe2afe-91fa-4264-a41a-7cacb41c363f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:28.392024 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b27d76e6-3d84-4b1f-82cb-469ac6597fe7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.400718 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34681b50-e350-44d1-9c80-a94c58fc8008 req-dd5707f1-681a-43ca-93fe-53d38a3a9929 service neutron] 10.222.0.16 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948875 Aug 29 17:13:28.482292 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b27d76e6-3d84-4b1f-82cb-469ac6597fe7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.486352 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b27d76e6-3d84-4b1f-82cb-469ac6597fe7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.519494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b27d76e6-3d84-4b1f-82cb-469ac6597fe7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.520673 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b27d76e6-3d84-4b1f-82cb-469ac6597fe7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6990039 Aug 29 17:13:28.523821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50316) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:28.528985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-59c65e5d-e623-418b-a10e-b3a197892a5f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '37dcf80e-5aed-47b6-9ec6-b0afc4951222', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:28.530564 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-59c65e5d-e623-418b-a10e-b3a197892a5f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 29 17:13:28.531143 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-59c65e5d-e623-418b-a10e-b3a197892a5f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:28.532618 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-59c65e5d-e623-418b-a10e-b3a197892a5f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071583 Aug 29 17:13:28.533678 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d76e6-3d84-4b1f-82cb-469ac6597fe7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37dcf80e-5aed-47b6-9ec6-b0afc4951222,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:28.534919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50318) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:28.593129 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4f69-e5d4-4391-8909-40daac1255bf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.625601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4f69-e5d4-4391-8909-40daac1255bf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.627128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['6fbe2afe-91fa-4264-a41a-7cacb41c363f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:13:28.670678 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4f69-e5d4-4391-8909-40daac1255bf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.673667 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a3ed4f69-e5d4-4391-8909-40daac1255bf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.674885 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a3ed4f69-e5d4-4391-8909-40daac1255bf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "DELETE /v2.0/security-groups/37dcf80e-5aed-47b6-9ec6-b0afc4951222 HTTP/1.1" status: 204 len: 168 time: 0.1390371 Aug 29 17:13:28.678230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50326) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:28.686430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed4f69-e5d4-4391-8909-40daac1255bf tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dcf80e-5aed-47b6-9ec6-b0afc4951222,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:28.727068 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d7decf58-2d59-4039-b36b-9d7b5a4ac942 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471423 Aug 29 17:13:28.731287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50330) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:28.736030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f6ee07ea-67cd-4d49-97a8-4a15c639b387 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group': {'name': 'tempest-secgroup--834712192'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:28.781611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6ee07ea-67cd-4d49-97a8-4a15c639b387 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.868397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b8898-ca21-4dbc-9905-5a2ceee40778 req-5ab939c3-3231-4b8a-bf4b-d3be7ed6e3d2 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:28.869852 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-187b8898-ca21-4dbc-9905-5a2ceee40778 req-5ab939c3-3231-4b8a-bf4b-d3be7ed6e3d2 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 943 time: 0.0752127 Aug 29 17:13:28.935370 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-187b8898-ca21-4dbc-9905-5a2ceee40778 req-556f3b82-06ac-424d-9f3a-13b764dc25b3 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527296 Aug 29 17:13:28.951568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6ee07ea-67cd-4d49-97a8-4a15c639b387 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.955808 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6ee07ea-67cd-4d49-97a8-4a15c639b387 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.988474 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f6ee07ea-67cd-4d49-97a8-4a15c639b387 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:28.989740 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f6ee07ea-67cd-4d49-97a8-4a15c639b387 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2572956 Aug 29 17:13:28.991640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee07ea-67cd-4d49-97a8-4a15c639b387 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6976a86a-a274-4278-84a2-a6e18b351be5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:28.993184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50342) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:28.998698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ad5d2893-4f3b-4720-9a86-b5bce2ab36d6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '6976a86a-a274-4278-84a2-a6e18b351be5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:28.999704 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-ad5d2893-4f3b-4720-9a86-b5bce2ab36d6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 29 17:13:28.999973 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-ad5d2893-4f3b-4720-9a86-b5bce2ab36d6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:29.004041 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ad5d2893-4f3b-4720-9a86-b5bce2ab36d6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096340 Aug 29 17:13:29.004697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50344) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.103396 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ccec336-0eb1-4922-8b9a-3ac2b7c6c0a6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.114113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1696ca4-4040-4aea-98f2-281da61ad0fe req-5f3373d0-6b67-4062-9b47-132eb1694fe1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:29.115606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e1696ca4-4040-4aea-98f2-281da61ad0fe req-5f3373d0-6b67-4062-9b47-132eb1694fe1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 945 time: 0.0783715 Aug 29 17:13:29.154520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ccec336-0eb1-4922-8b9a-3ac2b7c6c0a6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.190607 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e1696ca4-4040-4aea-98f2-281da61ad0fe req-6d60a592-6b76-4c81-9da5-52fe565620e3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659859 Aug 29 17:13:29.210668 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ccec336-0eb1-4922-8b9a-3ac2b7c6c0a6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.213260 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ccec336-0eb1-4922-8b9a-3ac2b7c6c0a6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.215180 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1ccec336-0eb1-4922-8b9a-3ac2b7c6c0a6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "DELETE /v2.0/security-groups/6976a86a-a274-4278-84a2-a6e18b351be5 HTTP/1.1" status: 204 len: 168 time: 0.2087426 Aug 29 17:13:29.218101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50356) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.239027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccec336-0eb1-4922-8b9a-3ac2b7c6c0a6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6976a86a-a274-4278-84a2-a6e18b351be5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:29.268935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-61a4af37-bc81-4a80-b6aa-d295f65b94f0 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493879 Aug 29 17:13:29.273541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50358) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.279707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-09d9d937-3bc4-40ee-b2d6-a216806b8b3d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347997844'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:29.303716 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09d9d937-3bc4-40ee-b2d6-a216806b8b3d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.399508 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09d9d937-3bc4-40ee-b2d6-a216806b8b3d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.404553 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09d9d937-3bc4-40ee-b2d6-a216806b8b3d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.442689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09d9d937-3bc4-40ee-b2d6-a216806b8b3d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.446892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50364) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.447414 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-09d9d937-3bc4-40ee-b2d6-a216806b8b3d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1721113 Aug 29 17:13:29.447953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9d937-3bc4-40ee-b2d6-a216806b8b3d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b633a5d6-b24f-4d5d-abb8-62c009d33084,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:29.452021 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ccebd85f-df68-4f74-8938-0b7dcea873d7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': 'b633a5d6-b24f-4d5d-abb8-62c009d33084', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:29.452867 n-d-713301-13 neutron-server[111677]: WARNING neutron.api.v2.base [None req-ccebd85f-df68-4f74-8938-0b7dcea873d7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 29 17:13:29.453381 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-ccebd85f-df68-4f74-8938-0b7dcea873d7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:29.454480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ccebd85f-df68-4f74-8938-0b7dcea873d7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066106 Aug 29 17:13:29.458160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50366) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.463962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-cb00e8c7-5cbb-43db-a8e9-e1aacca14628 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': 'b633a5d6-b24f-4d5d-abb8-62c009d33084', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:29.464638 n-d-713301-13 neutron-server[111677]: WARNING neutron.api.v2.base [None req-cb00e8c7-5cbb-43db-a8e9-e1aacca14628 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 29 17:13:29.465787 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-cb00e8c7-5cbb-43db-a8e9-e1aacca14628 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:29.466941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cb00e8c7-5cbb-43db-a8e9-e1aacca14628 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074630 Aug 29 17:13:29.469426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50368) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.474922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-df3d7263-42c7-44af-8b1d-0110c0b4141d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': 'b633a5d6-b24f-4d5d-abb8-62c009d33084', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:29.475706 n-d-713301-13 neutron-server[111677]: WARNING neutron.api.v2.base [None req-df3d7263-42c7-44af-8b1d-0110c0b4141d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 29 17:13:29.476171 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-df3d7263-42c7-44af-8b1d-0110c0b4141d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:29.477087 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-df3d7263-42c7-44af-8b1d-0110c0b4141d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067718 Aug 29 17:13:29.479600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50370) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.483661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7b4608cf-d482-4eaa-a215-ad70e063865d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': 'b633a5d6-b24f-4d5d-abb8-62c009d33084', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:29.484500 n-d-713301-13 neutron-server[111677]: WARNING neutron.api.v2.base [None req-7b4608cf-d482-4eaa-a215-ad70e063865d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 29 17:13:29.484973 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-7b4608cf-d482-4eaa-a215-ad70e063865d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:29.485957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b4608cf-d482-4eaa-a215-ad70e063865d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055194 Aug 29 17:13:29.488756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50372) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.548803 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c13c-59ec-4d7e-bca5-c8bb26e04d32 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.574241 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c13c-59ec-4d7e-bca5-c8bb26e04d32 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.615626 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c13c-59ec-4d7e-bca5-c8bb26e04d32 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.618652 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c13c-59ec-4d7e-bca5-c8bb26e04d32 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.620013 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7eb1c13c-59ec-4d7e-bca5-c8bb26e04d32 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "DELETE /v2.0/security-groups/b633a5d6-b24f-4d5d-abb8-62c009d33084 HTTP/1.1" status: 204 len: 168 time: 0.1303344 Aug 29 17:13:29.623342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50378) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.630705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1c13c-59ec-4d7e-bca5-c8bb26e04d32 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b633a5d6-b24f-4d5d-abb8-62c009d33084,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:29.681625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device dd2eb2a2-2347-45dd-8c2b-8d086a84eecb details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:13:29.687983 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4b99c590-7d43-46b5-86fe-17f237c59219 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633082 Aug 29 17:13:29.691737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50380) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.696091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d2e889f8-0b77-4b41-96da-e775602308ae tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119028659'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:29.719984 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2e889f8-0b77-4b41-96da-e775602308ae tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.793583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:29.808002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'dd2eb2a2-2347-45dd-8c2b-8d086a84eecb', 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464', 'port_id': 'dd2eb2a2-2347-45dd-8c2b-8d086a84eecb', 'mac_address': 'fa:16:3e:58:89:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bad5434-83bd-491a-b6bd-f7f2426c65fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:13:29.810226 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2e889f8-0b77-4b41-96da-e775602308ae tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.814175 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2e889f8-0b77-4b41-96da-e775602308ae tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.846576 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2e889f8-0b77-4b41-96da-e775602308ae tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.847889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d2e889f8-0b77-4b41-96da-e775602308ae tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1552215 Aug 29 17:13:29.851203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50382) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.851946 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.856893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ae6d6b6d-3a6a-4719-b0a3-515965efbbaa tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:29.857676 n-d-713301-13 neutron-server[111677]: WARNING neutron.api.v2.base [None req-ae6d6b6d-3a6a-4719-b0a3-515965efbbaa tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 17:13:29.858338 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-ae6d6b6d-3a6a-4719-b0a3-515965efbbaa tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:29.862200 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ae6d6b6d-3a6a-4719-b0a3-515965efbbaa tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076294 Aug 29 17:13:29.864180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50384) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.866136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e889f8-0b77-4b41-96da-e775602308ae tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:29.869345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f7a93ef0-399c-48e1-924a-41efb413a5b6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:29.869959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2eb2a2-2347-45dd-8c2b-8d086a84eecb {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:13:29.893638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:29.897547 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:29.912518 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-f7a93ef0-399c-48e1-924a-41efb413a5b6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:29.916360 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f7a93ef0-399c-48e1-924a-41efb413a5b6 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0509546 Aug 29 17:13:29.916685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50386) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.922248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-08618b15-d32c-45dd-9f75-a198b12e3ebe tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:29.922731 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-08618b15-d32c-45dd-9f75-a198b12e3ebe tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 29 17:13:29.923233 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-08618b15-d32c-45dd-9f75-a198b12e3ebe tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:29.925270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-08618b15-d32c-45dd-9f75-a198b12e3ebe tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062211 Aug 29 17:13:29.927155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50388) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.933128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8dadab51-b31b-4919-ba51-da98d2d678f2 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:29.948350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:29.971328 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-8dadab51-b31b-4919-ba51-da98d2d678f2 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:29.972399 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8dadab51-b31b-4919-ba51-da98d2d678f2 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0440812 Aug 29 17:13:29.975367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50392) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.979872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-68db6740-fdb4-4d8c-8c4f-e8278aa9a115 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:29.980913 n-d-713301-13 neutron-server[111676]: WARNING neutron.api.v2.base [None req-68db6740-fdb4-4d8c-8c4f-e8278aa9a115 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 29 17:13:29.981467 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-68db6740-fdb4-4d8c-8c4f-e8278aa9a115 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:29.982399 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-68db6740-fdb4-4d8c-8c4f-e8278aa9a115 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061212 Aug 29 17:13:29.985270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50394) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:29.993304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2e1e8731-fe33-4186-9b88-98499d081a0a tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:30.033337 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-2e1e8731-fe33-4186-9b88-98499d081a0a tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:30.037954 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2e1e8731-fe33-4186-9b88-98499d081a0a tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0511811 Aug 29 17:13:30.038598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50396) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:30.043974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f863a906-39b1-46f8-925d-11e0cf76889d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:30.044446 n-d-713301-13 neutron-server[111677]: WARNING neutron.api.v2.base [None req-f863a906-39b1-46f8-925d-11e0cf76889d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 29 17:13:30.044918 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-f863a906-39b1-46f8-925d-11e0cf76889d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:30.049003 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f863a906-39b1-46f8-925d-11e0cf76889d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064244 Aug 29 17:13:30.049165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50398) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:30.054774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-43575ab2-694b-44de-858f-226bf36501d2 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:30.069264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a5702-3b04-4196-b7a7-8beba8ba01a2 req-aece87df-76d9-4132-a334-e9dc757462dc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:30.075351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:13:30.078950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 6fbe2afe-91fa-4264-a41a-7cacb41c363f up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:30.093091 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b35a5702-3b04-4196-b7a7-8beba8ba01a2 req-aece87df-76d9-4132-a334-e9dc757462dc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 943 time: 0.0793190 Aug 29 17:13:30.109515 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-43575ab2-694b-44de-858f-226bf36501d2 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:30.113851 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-43575ab2-694b-44de-858f-226bf36501d2 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0636487 Aug 29 17:13:30.115047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50400) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:30.121779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-611d9d37-87fb-4e1b-9140-a9c9a9fd6a84 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:30.158174 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b35a5702-3b04-4196-b7a7-8beba8ba01a2 req-0585f24d-4787-40c0-bd9c-36b264c3360e tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640669 Aug 29 17:13:30.170449 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-611d9d37-87fb-4e1b-9140-a9c9a9fd6a84 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:30.171764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-611d9d37-87fb-4e1b-9140-a9c9a9fd6a84 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0554948 Aug 29 17:13:30.175720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50402) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:30.189497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['dd2eb2a2-2347-45dd-8c2b-8d086a84eecb'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:13:30.224952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 6fbe2afe-91fa-4264-a41a-7cacb41c363f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:30.237428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 6fbe2afe-91fa-4264-a41a-7cacb41c363f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:30.237811 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.244108 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c87da33-0987-4507-8f4d-69e70937342b tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.269833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c87da33-0987-4507-8f4d-69e70937342b tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.314200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:30.339438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91666699-34a5-4580-b75d-2d97f7faad76 req-f5d419b2-3871-4677-9f27-539befc630dc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:30.341585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-91666699-34a5-4580-b75d-2d97f7faad76 req-f5d419b2-3871-4677-9f27-539befc630dc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 945 time: 0.0742502 Aug 29 17:13:30.342411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca', 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464', 'port_id': '1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca', 'mac_address': 'fa:16:3e:ac:da:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bad5434-83bd-491a-b6bd-f7f2426c65fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:13:30.358073 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c87da33-0987-4507-8f4d-69e70937342b tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.360562 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c87da33-0987-4507-8f4d-69e70937342b tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.361628 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5c87da33-0987-4507-8f4d-69e70937342b tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "DELETE /v2.0/security-groups/5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296 HTTP/1.1" status: 204 len: 168 time: 0.1848006 Aug 29 17:13:30.364586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50406) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:30.379626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87da33-0987-4507-8f4d-69e70937342b tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccb3d8a-2cd4-48ed-ad44-9e0c1fd52296,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:30.399423 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-91666699-34a5-4580-b75d-2d97f7faad76 req-592c6856-662b-4d4e-9ab2-cb0d0f5cd4c7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479927 Aug 29 17:13:30.422399 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fc427044-9364-4ddb-be1e-4c1e7f78c65b tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557876 Aug 29 17:13:30.425774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50408) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:30.430410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d8971612-849a-4b5d-98ef-0c2de03668ca tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group': {'name': 'tempest-secgroup--194304619'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:30.454277 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8971612-849a-4b5d-98ef-0c2de03668ca tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.455286 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.473600 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.505806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4399298-85f7-4b39-bbe2-ad3d8165698e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbe2afe-91fa-4264-a41a-7cacb41c363f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:30.508466 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2173297a-d89d-4bc8-8364-02ba951d533a" -d '{"events": [{"server_uuid": "b4399298-85f7-4b39-bbe2-ad3d8165698e", "name": "network-vif-plugged", "status": "completed", "tag": "6fbe2afe-91fa-4264-a41a-7cacb41c363f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:30.515913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:13:30.547074 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8971612-849a-4b5d-98ef-0c2de03668ca tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.549649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:30.551689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8971612-849a-4b5d-98ef-0c2de03668ca tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.554607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 6fbe2afe-91fa-4264-a41a-7cacb41c363f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=6fbe2afe-91fa-4264-a41a-7cacb41c363f,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:30.561036 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.591876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8971612-849a-4b5d-98ef-0c2de03668ca tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f95962-b43a-46f6-9e17-97fce145e52e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:30.595601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8971612-849a-4b5d-98ef-0c2de03668ca tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.597166 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d8971612-849a-4b5d-98ef-0c2de03668ca tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1703672 Aug 29 17:13:30.600830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50416) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:30.607171 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a3403d-f990-4984-8d53-5b2e0173c370 x-openstack-request-id: req-e0a3403d-f990-4984-8d53-5b2e0173c370 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:30.607358 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4399298-85f7-4b39-bbe2-ad3d8165698e", "name": "network-vif-plugged", "status": "completed", "tag": "6fbe2afe-91fa-4264-a41a-7cacb41c363f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:30.607490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-63d7143a-7d9a-4141-a54b-a525c1b6457f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '90f95962-b43a-46f6-9e17-97fce145e52e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:30.607648 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0a3403d-f990-4984-8d53-5b2e0173c370 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:30.607972 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4399298-85f7-4b39-bbe2-ad3d8165698e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbe2afe-91fa-4264-a41a-7cacb41c363f', 'code': 200} Aug 29 17:13:30.610013 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.643391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:30.691202 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-63d7143a-7d9a-4141-a54b-a525c1b6457f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The resource could not be found. Aug 29 17:13:30.695671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50420) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:30.695855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-63d7143a-7d9a-4141-a54b-a525c1b6457f tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0933714 Aug 29 17:13:30.700450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d0f22-6908-453c-bb03-0a9fcc833fe1 req-d411c7ff-b1a6-4202-ae0d-5d7727d21d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:30.701757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-76b27e7d-fa45-4515-a2c7-c41638d99eca tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': '90f95962-b43a-46f6-9e17-97fce145e52e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1614300e-88ab-4ce7-8a35-fb4b234e0f9d'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:30.702215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-274d0f22-6908-453c-bb03-0a9fcc833fe1 req-d411c7ff-b1a6-4202-ae0d-5d7727d21d4c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 1098 time: 0.0674498 Aug 29 17:13:30.703973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=6fbe2afe-91fa-4264-a41a-7cacb41c363f,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:30.743300 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-274d0f22-6908-453c-bb03-0a9fcc833fe1 req-dbb4f00f-a758-4dc7-8cd1-59fec7656a28 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330226 Aug 29 17:13:30.775694 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-76b27e7d-fa45-4515-a2c7-c41638d99eca tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The resource could not be found. Aug 29 17:13:30.777276 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-76b27e7d-fa45-4515-a2c7-c41638d99eca tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0797565 Aug 29 17:13:30.779662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50424) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:30.837353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87775cec-8da7-447c-b707-e38dd6332c5d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.859739 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87775cec-8da7-447c-b707-e38dd6332c5d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.893152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:13:30.904061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87775cec-8da7-447c-b707-e38dd6332c5d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.907112 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87775cec-8da7-447c-b707-e38dd6332c5d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:30.910557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-87775cec-8da7-447c-b707-e38dd6332c5d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "DELETE /v2.0/security-groups/90f95962-b43a-46f6-9e17-97fce145e52e HTTP/1.1" status: 204 len: 168 time: 0.1276894 Aug 29 17:13:30.910941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50426) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:30.924037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87775cec-8da7-447c-b707-e38dd6332c5d tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f95962-b43a-46f6-9e17-97fce145e52e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:30.980490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50428) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:30.980804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-becf848d-b839-48c1-923c-564f99c3c3ff tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685248 Aug 29 17:13:30.985716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-17bb86af-e9d0-4c7a-b39b-12b2e346d782 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': 'a0e28c4c-60cc-4eb2-8c96-1d646f5bf793', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:31.028610 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-17bb86af-e9d0-4c7a-b39b-12b2e346d782 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The resource could not be found. Aug 29 17:13:31.033147 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-17bb86af-e9d0-4c7a-b39b-12b2e346d782 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0478616 Aug 29 17:13:31.033853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50430) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:31.038895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-02324113-27f4-4273-8228-5968d465019a tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189708141'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:31.061544 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-02324113-27f4-4273-8228-5968d465019a tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.141919 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-02324113-27f4-4273-8228-5968d465019a tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.146084 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-02324113-27f4-4273-8228-5968d465019a tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.173795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-02324113-27f4-4273-8228-5968d465019a tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.175012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-02324113-27f4-4273-8228-5968d465019a tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1400576 Aug 29 17:13:31.176837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02324113-27f4-4273-8228-5968d465019a tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe4f384-b500-4afb-8115-fb80097d83ed,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:31.177932 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50432) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:31.182753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8cb5037f-a0cc-4f90-ab81-4ab003336ee7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677280228'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:31.211789 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb5037f-a0cc-4f90-ab81-4ab003336ee7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.286161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f67ad7-a018-424a-ad73-a4ea9fb42977 req-ab9f4680-9c33-454e-a1ee-2eb59d027a3c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:31.288041 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53f67ad7-a018-424a-ad73-a4ea9fb42977 req-ab9f4680-9c33-454e-a1ee-2eb59d027a3c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 944 time: 0.0529389 Aug 29 17:13:31.317360 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb5037f-a0cc-4f90-ab81-4ab003336ee7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.321652 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb5037f-a0cc-4f90-ab81-4ab003336ee7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.331841 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53f67ad7-a018-424a-ad73-a4ea9fb42977 req-b5686c07-f977-4bf0-a62d-9296eee6009c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342371 Aug 29 17:13:31.347155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb5037f-a0cc-4f90-ab81-4ab003336ee7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.351244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8cb5037f-a0cc-4f90-ab81-4ab003336ee7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1696074 Aug 29 17:13:31.352123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50436) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:31.358718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5037f-a0cc-4f90-ab81-4ab003336ee7 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823b58af-a0c0-4187-ac7e-fbdc486d8658,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:31.361302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ec19ad5d-5fd1-4144-a4de-262ab309fa42 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group_rule': {'security_group_id': 'efe4f384-b500-4afb-8115-fb80097d83ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '823b58af-a0c0-4187-ac7e-fbdc486d8658'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:31.405082 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-ec19ad5d-5fd1-4144-a4de-262ab309fa42 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:13:31.406425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ec19ad5d-5fd1-4144-a4de-262ab309fa42 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0513506 Aug 29 17:13:31.413296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50438) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:31.464550 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9a546e9-a2dd-4f76-b18d-92c3656af42e tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.488127 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9a546e9-a2dd-4f76-b18d-92c3656af42e tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.534296 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9a546e9-a2dd-4f76-b18d-92c3656af42e tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.537415 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9a546e9-a2dd-4f76-b18d-92c3656af42e tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.538591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f9a546e9-a2dd-4f76-b18d-92c3656af42e tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "DELETE /v2.0/security-groups/823b58af-a0c0-4187-ac7e-fbdc486d8658 HTTP/1.1" status: 204 len: 168 time: 0.1282992 Aug 29 17:13:31.542026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50442) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:31.545644 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816125eb-582a-437c-98de-a1e0f6d25699 req-4c6f842c-19b3-4695-9d59-e57d00bc3a2f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:31.547257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-816125eb-582a-437c-98de-a1e0f6d25699 req-4c6f842c-19b3-4695-9d59-e57d00bc3a2f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 946 time: 0.0690100 Aug 29 17:13:31.561709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a546e9-a2dd-4f76-b18d-92c3656af42e tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823b58af-a0c0-4187-ac7e-fbdc486d8658,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:31.599865 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-816125eb-582a-437c-98de-a1e0f6d25699 req-488bd985-1e26-4a54-b9c7-b2a174eb6828 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Aug 29 17:13:31.616590 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cf745093-b499-4a0c-a68f-d0cad22c1674 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0734587 Aug 29 17:13:31.619184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50444) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:31.676064 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ba09c06-79e8-4b81-bafd-698657f1c188 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.701032 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ba09c06-79e8-4b81-bafd-698657f1c188 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.702154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device dd2eb2a2-2347-45dd-8c2b-8d086a84eecb up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:31.809686 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ba09c06-79e8-4b81-bafd-698657f1c188 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.813813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ba09c06-79e8-4b81-bafd-698657f1c188 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.818433 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1ba09c06-79e8-4b81-bafd-698657f1c188 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "DELETE /v2.0/security-groups/efe4f384-b500-4afb-8115-fb80097d83ed HTTP/1.1" status: 204 len: 168 time: 0.1962843 Aug 29 17:13:31.819231 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50450) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:31.831728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:31.837795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:31.838431 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.850225 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba09c06-79e8-4b81-bafd-698657f1c188 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe4f384-b500-4afb-8115-fb80097d83ed,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:31.894679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-29cb04d2-eb7d-4865-bea6-74928b9734be tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737815 Aug 29 17:13:31.898733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50452) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:31.904444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8bd6dc60-4774-49af-834d-17526f7a9031 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763450172'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:31.931924 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bd6dc60-4774-49af-834d-17526f7a9031 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.962100 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:31.996632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:31.999964 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.018089 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bd6dc60-4774-49af-834d-17526f7a9031 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.022676 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bd6dc60-4774-49af-834d-17526f7a9031 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.050480 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8bd6dc60-4774-49af-834d-17526f7a9031 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.050726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:32.051700 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8bd6dc60-4774-49af-834d-17526f7a9031 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1517677 Aug 29 17:13:32.054932 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50454) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:32.055809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6dc60-4774-49af-834d-17526f7a9031 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4999ad7d-ac14-4182-980a-06cc2bbcf75e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:32.059930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-72f4c2d3-471b-40f2-9a21-e73303bcc6fe tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:32.060278 n-d-713301-13 neutron-server[111677]: WARNING neutron.api.v2.base [None req-72f4c2d3-471b-40f2-9a21-e73303bcc6fe tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 29 17:13:32.060761 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-72f4c2d3-471b-40f2-9a21-e73303bcc6fe tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] update failed (client error): There was a conflict when trying to complete your request. Aug 29 17:13:32.064169 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-72f4c2d3-471b-40f2-9a21-e73303bcc6fe tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "PUT /v2.0/security-groups/4999ad7d-ac14-4182-980a-06cc2bbcf75e HTTP/1.1" status: 409 len: 330 time: 0.0056777 Aug 29 17:13:32.064439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50456) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:32.074209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:32.120306 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42832950-90fa-4832-981e-d15035f4c893 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.122458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:32.126478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:32.126932 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.144428 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42832950-90fa-4832-981e-d15035f4c893 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.191759 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42832950-90fa-4832-981e-d15035f4c893 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.196737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-42832950-90fa-4832-981e-d15035f4c893 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.200482 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-42832950-90fa-4832-981e-d15035f4c893 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "DELETE /v2.0/security-groups/4999ad7d-ac14-4182-980a-06cc2bbcf75e HTTP/1.1" status: 204 len: 168 time: 0.1326692 Aug 29 17:13:32.200812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50458) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:32.209139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42832950-90fa-4832-981e-d15035f4c893 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4999ad7d-ac14-4182-980a-06cc2bbcf75e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:32.209827 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.252490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-24d211d9-1dd2-40b1-88f2-ac8932c7251a tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465991 Aug 29 17:13:32.252981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50460) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:32.261792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:32.265730 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.269503 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-a0eda1fe-3242-4173-b5ec-f6abe8eb6a21 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] delete failed (client error): The resource could not be found. Aug 29 17:13:32.274327 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a0eda1fe-3242-4173-b5ec-f6abe8eb6a21 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "DELETE /v2.0/security-groups/b31299ca-0a7b-4254-9e2f-63d4e483e326 HTTP/1.1" status: 404 len: 347 time: 0.0161254 Aug 29 17:13:32.274854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50462) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:32.289865 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-cd3809c2-5ae1-4426-a331-77623483f498 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] show failed (client error): The resource could not be found. Aug 29 17:13:32.291012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cd3809c2-5ae1-4426-a331-77623483f498 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "GET /v2.0/security-groups/736f6f74-e5c1-4a88-ae7e-9a7fd88441a5 HTTP/1.1" status: 404 len: 347 time: 0.0146952 Aug 29 17:13:32.295042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50464) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:32.308582 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-498fd671-66eb-4000-b943-fef17deb6a69 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] show failed (client error): The resource could not be found. Aug 29 17:13:32.313422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-498fd671-66eb-4000-b943-fef17deb6a69 tempest-NegativeSecGroupTest-1256734145 tempest-NegativeSecGroupTest-1256734145-project] 10.222.0.22 "GET /v2.0/security-group-rules/63606f56-c7be-4ce8-bb42-bbdd9e370ae3 HTTP/1.1" status: 404 len: 356 time: 0.0136087 Aug 29 17:13:32.317948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:32.481298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ffa3-f16f-4e26-9b4c-69e3a90bbb68 req-c0068172-4fcd-48ab-bb27-cce910d30049 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:32.482819 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b694ffa3-f16f-4e26-9b4c-69e3a90bbb68 req-c0068172-4fcd-48ab-bb27-cce910d30049 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 945 time: 0.0526133 Aug 29 17:13:32.524202 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b694ffa3-f16f-4e26-9b4c-69e3a90bbb68 req-7451f68b-0b47-4568-aebf-0fc2bac8cb97 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355024 Aug 29 17:13:32.562426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50472) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:32.608789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d9a85e-6a04-4786-b624-c32af0aeb455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2eb2a2-2347-45dd-8c2b-8d086a84eecb'}, {'server_uuid': '4d863a66-7cc6-478c-9391-11dfeea35d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:32.611310 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d876a501-3c94-4f40-89e1-df9a6489732e" -d '{"events": [{"server_uuid": "05d9a85e-6a04-4786-b624-c32af0aeb455", "name": "network-vif-plugged", "status": "completed", "tag": "dd2eb2a2-2347-45dd-8c2b-8d086a84eecb"}, {"server_uuid": "4d863a66-7cc6-478c-9391-11dfeea35d68", "name": "network-vif-plugged", "status": "completed", "tag": "1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:32.660504 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73583f58-3ea3-473b-a869-387f46d5c43d x-openstack-request-id: req-73583f58-3ea3-473b-a869-387f46d5c43d {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:32.661085 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d9a85e-6a04-4786-b624-c32af0aeb455", "name": "network-vif-plugged", "status": "completed", "tag": "dd2eb2a2-2347-45dd-8c2b-8d086a84eecb", "code": 200}, {"server_uuid": "4d863a66-7cc6-478c-9391-11dfeea35d68", "name": "network-vif-plugged", "status": "completed", "tag": "1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:32.661668 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73583f58-3ea3-473b-a869-387f46d5c43d {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:32.662316 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d9a85e-6a04-4786-b624-c32af0aeb455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2eb2a2-2347-45dd-8c2b-8d086a84eecb', 'code': 200} Aug 29 17:13:32.662773 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d863a66-7cc6-478c-9391-11dfeea35d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca', 'code': 200} Aug 29 17:13:32.706538 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:13:32.715354 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2549ff2a-e67b-4330-9a9b-632e945a2c43 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ece57a95a6a148c7abbabcbd42bdd2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510129 Aug 29 17:13:32.717903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50480) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:32.749046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b27e94-594e-408d-b98e-8ff6a5a1ed14 req-e4b804ab-e8d0-4835-a0a5-2f202a2bc079 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:32.750551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20b27e94-594e-408d-b98e-8ff6a5a1ed14 req-e4b804ab-e8d0-4835-a0a5-2f202a2bc079 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 946 time: 0.0510821 Aug 29 17:13:32.788697 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20b27e94-594e-408d-b98e-8ff6a5a1ed14 req-0f0d2117-6606-4827-bd15-b5a5cf34614f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Aug 29 17:13:32.842073 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5483-3a12-4e62-af52-c530d5bd6c46 req-ada4dcb3-f30d-4d9f-bcca-e600c8a16e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:32.844083 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2ef5483-3a12-4e62-af52-c530d5bd6c46 req-ada4dcb3-f30d-4d9f-bcca-e600c8a16e6b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05d9a85e-6a04-4786-b624-c32af0aeb455 HTTP/1.1" status: 200 len: 1097 time: 0.1054840 Aug 29 17:13:32.848860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d67c9-16be-4d8d-92d9-572d94b0d6df req-ab16bde3-b679-4e84-ac48-9c2a8909425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:32.850298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-686d67c9-16be-4d8d-92d9-572d94b0d6df req-ab16bde3-b679-4e84-ac48-9c2a8909425b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 1097 time: 0.1262872 Aug 29 17:13:32.852169 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d311272-8080-496c-a00d-43f7985b2cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.937893 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d311272-8080-496c-a00d-43f7985b2cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:32.976823 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-686d67c9-16be-4d8d-92d9-572d94b0d6df req-97814f7a-4030-4e4b-b0d2-98a124b769d2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167402 Aug 29 17:13:32.990005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2ef5483-3a12-4e62-af52-c530d5bd6c46 req-f37a4f95-5c4f-4eea-ac5e-daf61c458a0b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386187 Aug 29 17:13:33.006515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360268d-a320-4a55-a5fd-616873396cae req-e0fb1606-c3e0-4b09-aa3a-c92139ec1482 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:33.008015 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8360268d-a320-4a55-a5fd-616873396cae req-e0fb1606-c3e0-4b09-aa3a-c92139ec1482 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 946 time: 0.1428576 Aug 29 17:13:33.045528 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d311272-8080-496c-a00d-43f7985b2cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:33.047917 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d311272-8080-496c-a00d-43f7985b2cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:33.049036 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1d311272-8080-496c-a00d-43f7985b2cf7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f6bfe12-baca-47d5-9b32-15a5bccfa023 HTTP/1.1" status: 204 len: 168 time: 0.3301771 Aug 29 17:13:33.062619 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8360268d-a320-4a55-a5fd-616873396cae req-4a666d87-aae5-46e0-a66d-81159afbbdbb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472331 Aug 29 17:13:33.063582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d311272-8080-496c-a00d-43f7985b2cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6bfe12-baca-47d5-9b32-15a5bccfa023,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:33.207693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bce94d-559a-4c50-aaff-c65d75854fb4 req-defe2143-8015-4372-a9f0-49c3280e08b5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:33.209272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-90bce94d-559a-4c50-aaff-c65d75854fb4 req-defe2143-8015-4372-a9f0-49c3280e08b5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 946 time: 0.0532045 Aug 29 17:13:33.250182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-90bce94d-559a-4c50-aaff-c65d75854fb4 req-e5aae31f-2e17-424e-a87a-da9a7d74242e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332930 Aug 29 17:13:33.585692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599ac2-01a1-48b4-91b3-990c3a01631d req-6b22d398-dfaa-4a32-9c48-b864654578d0 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:33.587436 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c599ac2-01a1-48b4-91b3-990c3a01631d req-6b22d398-dfaa-4a32-9c48-b864654578d0 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 946 time: 0.0665219 Aug 29 17:13:33.639826 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c599ac2-01a1-48b4-91b3-990c3a01631d req-c7c75b21-c5e5-4e48-84f1-866d57c2e833 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456731 Aug 29 17:13:33.660445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01561c14-82cb-4d10-9868-1527847b2e3f req-48922f10-5886-4d97-b980-74fb31559c1e tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:33.662284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-01561c14-82cb-4d10-9868-1527847b2e3f req-48922f10-5886-4d97-b980-74fb31559c1e tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 945 time: 0.0632439 Aug 29 17:13:33.708243 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-01561c14-82cb-4d10-9868-1527847b2e3f req-1ad84ff3-31fa-4182-939e-efcacf898fc5 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Aug 29 17:13:34.777185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6262c7-eb0a-4b22-9510-95caf04811dd req-3e03a693-f305-40eb-b90e-157179a3c5c5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:34.779547 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b6262c7-eb0a-4b22-9510-95caf04811dd req-3e03a693-f305-40eb-b90e-157179a3c5c5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 946 time: 0.0637081 Aug 29 17:13:34.820839 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b6262c7-eb0a-4b22-9510-95caf04811dd req-c51193dc-7ef4-4ae6-9e9f-3ba745db348d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347083 Aug 29 17:13:34.846942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82970d22-fff2-4841-8400-83a0c7bee104 req-b923c911-ed5a-4376-8350-9530a83c2868 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:34.848543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-82970d22-fff2-4841-8400-83a0c7bee104 req-b923c911-ed5a-4376-8350-9530a83c2868 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 945 time: 0.0544028 Aug 29 17:13:34.893766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-82970d22-fff2-4841-8400-83a0c7bee104 req-be22b9c1-c02f-426d-bbae-bca154652177 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393646 Aug 29 17:13:35.011052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947017f-25ed-4788-bc2f-2828dcfb8452 req-c0d5eb6d-4750-41fb-9eb7-5f37651dc363 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:35.013112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7947017f-25ed-4788-bc2f-2828dcfb8452 req-c0d5eb6d-4750-41fb-9eb7-5f37651dc363 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=05d9a85e-6a04-4786-b624-c32af0aeb455 HTTP/1.1" status: 200 len: 945 time: 0.0536401 Aug 29 17:13:35.065834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7947017f-25ed-4788-bc2f-2828dcfb8452 req-97b60a41-dead-4c3d-b219-f117b7028972 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454557 Aug 29 17:13:35.221213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d9594-2afd-480b-bb5d-a6ced21e7aa4 req-880908cb-3998-459d-8f7c-3a71eff4f752 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:35.223503 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee8d9594-2afd-480b-bb5d-a6ced21e7aa4 req-880908cb-3998-459d-8f7c-3a71eff4f752 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 946 time: 0.0804121 Aug 29 17:13:35.346429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ee8d9594-2afd-480b-bb5d-a6ced21e7aa4 req-2cac5488-00d0-4fc3-95a3-52cbf49c011c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Deleting port 6fbe2afe-91fa-4264-a41a-7cacb41c363f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:35.347037 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ee8d9594-2afd-480b-bb5d-a6ced21e7aa4 req-2cac5488-00d0-4fc3-95a3-52cbf49c011c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:35.467928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ee8d9594-2afd-480b-bb5d-a6ced21e7aa4 req-2cac5488-00d0-4fc3-95a3-52cbf49c011c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] For port 6fbe2afe-91fa-4264-a41a-7cacb41c363f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=6fbe2afe-91fa-4264-a41a-7cacb41c363f,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:35.468848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ee8d9594-2afd-480b-bb5d-a6ced21e7aa4 req-2cac5488-00d0-4fc3-95a3-52cbf49c011c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:35.502065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ee8d9594-2afd-480b-bb5d-a6ced21e7aa4 req-2cac5488-00d0-4fc3-95a3-52cbf49c011c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Calling delete_port for 6fbe2afe-91fa-4264-a41a-7cacb41c363f owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:35.681840 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ee8d9594-2afd-480b-bb5d-a6ced21e7aa4 req-2cac5488-00d0-4fc3-95a3-52cbf49c011c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:35.694892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['6fbe2afe-91fa-4264-a41a-7cacb41c363f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:13:35.779310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac5488-00d0-4fc3-95a3-52cbf49c011c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event deleted for resources: {'Port': ['ID=6fbe2afe-91fa-4264-a41a-7cacb41c363f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:35.830208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8d9594-2afd-480b-bb5d-a6ced21e7aa4 req-2cac5488-00d0-4fc3-95a3-52cbf49c011c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] No DVR routers for this DVR port 6fbe2afe-91fa-4264-a41a-7cacb41c363f on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:35.833049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ee8d9594-2afd-480b-bb5d-a6ced21e7aa4 req-2cac5488-00d0-4fc3-95a3-52cbf49c011c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:35.835235 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee8d9594-2afd-480b-bb5d-a6ced21e7aa4 req-2cac5488-00d0-4fc3-95a3-52cbf49c011c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "DELETE /v2.0/ports/6fbe2afe-91fa-4264-a41a-7cacb41c363f HTTP/1.1" status: 204 len: 173 time: 0.6057374 Aug 29 17:13:35.842947 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4399298-85f7-4b39-bbe2-ad3d8165698e', 'name': 'network-vif-deleted', 'tag': '6fbe2afe-91fa-4264-a41a-7cacb41c363f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:35.845277 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d604b732-cbcf-43f8-b1b6-41a969ec7f33" -d '{"events": [{"server_uuid": "b4399298-85f7-4b39-bbe2-ad3d8165698e", "name": "network-vif-deleted", "tag": "6fbe2afe-91fa-4264-a41a-7cacb41c363f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:35.908461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-d5ccc5f1-1de6-4d10-815d-f1e7cc26e40c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:35.920480 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-d5ccc5f1-1de6-4d10-815d-f1e7cc26e40c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/networks?id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464 HTTP/1.1" status: 200 len: 813 time: 0.2253270 Aug 29 17:13:35.939442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-57e93fdb-291e-48b8-971c-08b6c5bf5e89 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/quotas/6835ea72f6e548b5bcde781609cae252 HTTP/1.1" status: 200 len: 375 time: 0.0168853 Aug 29 17:13:36.010087 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2050e184-b044-485d-b8d0-bf76157de5a2 req-9d47296a-ffa4-4fc2-8643-64cb0299f0df tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 210 time: 0.0587409 Aug 29 17:13:36.018329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-69229ab4-1f96-43fa-ab31-febda8cd3021 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6835ea72f6e548b5bcde781609cae252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777888 Aug 29 17:13:36.088168 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e068a3-d3d9-4dc9-9883-0817f1d5030c x-openstack-request-id: req-b5e068a3-d3d9-4dc9-9883-0817f1d5030c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:36.088558 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4399298-85f7-4b39-bbe2-ad3d8165698e", "name": "network-vif-deleted", "tag": "6fbe2afe-91fa-4264-a41a-7cacb41c363f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:36.088884 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5e068a3-d3d9-4dc9-9883-0817f1d5030c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:36.089371 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4399298-85f7-4b39-bbe2-ad3d8165698e', 'name': 'network-vif-deleted', 'tag': '6fbe2afe-91fa-4264-a41a-7cacb41c363f', 'status': 'completed', 'code': 200} Aug 29 17:13:36.140010 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-f2fe6112-b17d-45c3-a031-1cf10604571e service neutron] 10.222.0.22 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111710 Aug 29 17:13:36.258491 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-9974b3b5-c19a-4412-9fd8-5e1df85e3365 service neutron] 10.222.0.22 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117747 Aug 29 17:13:36.441072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50676) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:36.658224 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69c0ea01-74d2-4cc4-b258-92c98ff0c55d req-3b3e6555-94d5-4515-bc9d-5a88bc5c5a47 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 210 time: 0.0486689 Aug 29 17:13:36.659785 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c74a477-37ab-41ef-884c-754b8e08ea27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:36.701273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712dd0b-41ee-478a-ae51-76b39a560fbf req-865896d1-6ed0-478f-b43f-a371052b354b tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:36.703264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3712dd0b-41ee-478a-ae51-76b39a560fbf req-865896d1-6ed0-478f-b43f-a371052b354b tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.10 "GET /v2.0/ports?device_id=05d9a85e-6a04-4786-b624-c32af0aeb455 HTTP/1.1" status: 200 len: 945 time: 0.1573508 Aug 29 17:13:36.913583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-3712dd0b-41ee-478a-ae51-76b39a560fbf req-607143ed-476b-4b40-9fad-2f89d4b8f71c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Deleting port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:36.914116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3712dd0b-41ee-478a-ae51-76b39a560fbf req-607143ed-476b-4b40-9fad-2f89d4b8f71c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:36.965246 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c74a477-37ab-41ef-884c-754b8e08ea27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:37.001134 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6c74a477-37ab-41ef-884c-754b8e08ea27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:37.087663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a2f2e-14f6-4c14-b968-73903a6211e5 req-b8e01b04-b5f5-4448-a7d2-b4ef8048fa15 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:37.089175 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d74a2f2e-14f6-4c14-b968-73903a6211e5 req-b8e01b04-b5f5-4448-a7d2-b4ef8048fa15 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d863a66-7cc6-478c-9391-11dfeea35d68 HTTP/1.1" status: 200 len: 945 time: 0.1542931 Aug 29 17:13:37.094207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50700) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:37.094727 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6c74a477-37ab-41ef-884c-754b8e08ea27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb5c0b0727414a9dbced92926efaf820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6520278 Aug 29 17:13:37.110664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74a477-37ab-41ef-884c-754b8e08ea27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a6603c-f706-4239-9354-29efbb08b35b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:37.161493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-3712dd0b-41ee-478a-ae51-76b39a560fbf req-607143ed-476b-4b40-9fad-2f89d4b8f71c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] For port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:37.161980 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3712dd0b-41ee-478a-ae51-76b39a560fbf req-607143ed-476b-4b40-9fad-2f89d4b8f71c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:37.197989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-3712dd0b-41ee-478a-ae51-76b39a560fbf req-607143ed-476b-4b40-9fad-2f89d4b8f71c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Calling delete_port for dd2eb2a2-2347-45dd-8c2b-8d086a84eecb owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:37.202035 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-16801195-94aa-4ef7-9189-4f6f51029b12 req-98a9e973-24cd-46f6-aefd-bf72e7ae2a57 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 210 time: 0.0425422 Aug 29 17:13:37.241273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72b2251c-5999-4ee9-9024-0de963280937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:37.306280 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72b2251c-5999-4ee9-9024-0de963280937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:37.438482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72b2251c-5999-4ee9-9024-0de963280937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:37.439093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-d74a2f2e-14f6-4c14-b968-73903a6211e5 req-105fef0b-42cf-4dca-9a00-581c1c7934c0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Deleting port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:37.439533 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d74a2f2e-14f6-4c14-b968-73903a6211e5 req-105fef0b-42cf-4dca-9a00-581c1c7934c0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:37.442044 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72b2251c-5999-4ee9-9024-0de963280937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:37.443480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-72b2251c-5999-4ee9-9024-0de963280937 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3a6603c-f706-4239-9354-29efbb08b35b HTTP/1.1" status: 204 len: 168 time: 0.3481255 Aug 29 17:13:37.460596 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2251c-5999-4ee9-9024-0de963280937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a6603c-f706-4239-9354-29efbb08b35b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:37.673621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d74a2f2e-14f6-4c14-b968-73903a6211e5 req-105fef0b-42cf-4dca-9a00-581c1c7934c0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] For port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:37.674182 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d74a2f2e-14f6-4c14-b968-73903a6211e5 req-105fef0b-42cf-4dca-9a00-581c1c7934c0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:37.723584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-d74a2f2e-14f6-4c14-b968-73903a6211e5 req-105fef0b-42cf-4dca-9a00-581c1c7934c0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Calling delete_port for 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:37.812753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50716) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:37.825852 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3712dd0b-41ee-478a-ae51-76b39a560fbf req-607143ed-476b-4b40-9fad-2f89d4b8f71c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:37.839723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:13:37.869648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607143ed-476b-4b40-9fad-2f89d4b8f71c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Pushing event deleted for resources: {'Port': ['ID=dd2eb2a2-2347-45dd-8c2b-8d086a84eecb,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:37.918498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f2d47583-1c40-4e1d-b49e-557bc7420024 req-15687cc5-488e-49e8-a751-2e232e746127 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 210 time: 0.1238787 Aug 29 17:13:37.947521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50720) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:37.956242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3712dd0b-41ee-478a-ae51-76b39a560fbf req-607143ed-476b-4b40-9fad-2f89d4b8f71c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] No DVR routers for this DVR port dd2eb2a2-2347-45dd-8c2b-8d086a84eecb on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:37.965644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3712dd0b-41ee-478a-ae51-76b39a560fbf req-607143ed-476b-4b40-9fad-2f89d4b8f71c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:37.968412 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3712dd0b-41ee-478a-ae51-76b39a560fbf req-607143ed-476b-4b40-9fad-2f89d4b8f71c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.10 "DELETE /v2.0/ports/dd2eb2a2-2347-45dd-8c2b-8d086a84eecb HTTP/1.1" status: 204 len: 173 time: 1.2526305 Aug 29 17:13:37.970486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60e59c62-8c8c-46ea-a67a-30517ae6990f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.133712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 6fbe2afe-91fa-4264-a41a-7cacb41c363f no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:38.159292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 6fbe2afe-91fa-4264-a41a-7cacb41c363f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:38.160059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 6fbe2afe-91fa-4264-a41a-7cacb41c363f not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:38.184157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60e59c62-8c8c-46ea-a67a-30517ae6990f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.186205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d9a85e-6a04-4786-b624-c32af0aeb455', 'name': 'network-vif-deleted', 'tag': 'dd2eb2a2-2347-45dd-8c2b-8d086a84eecb'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:38.189827 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e6d833-cd45-46e0-b49d-f0ff282dafc7" -d '{"events": [{"server_uuid": "05d9a85e-6a04-4786-b624-c32af0aeb455", "name": "network-vif-deleted", "tag": "dd2eb2a2-2347-45dd-8c2b-8d086a84eecb"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:38.208649 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d74a2f2e-14f6-4c14-b968-73903a6211e5 req-105fef0b-42cf-4dca-9a00-581c1c7934c0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.217277 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60e59c62-8c8c-46ea-a67a-30517ae6990f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.301370 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8237427-b121-4f37-959b-0905a03abd8c x-openstack-request-id: req-d8237427-b121-4f37-959b-0905a03abd8c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:38.301892 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d9a85e-6a04-4786-b624-c32af0aeb455", "name": "network-vif-deleted", "tag": "dd2eb2a2-2347-45dd-8c2b-8d086a84eecb", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:38.302336 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8237427-b121-4f37-959b-0905a03abd8c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:38.302797 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d9a85e-6a04-4786-b624-c32af0aeb455', 'name': 'network-vif-deleted', 'tag': 'dd2eb2a2-2347-45dd-8c2b-8d086a84eecb', 'status': 'completed', 'code': 200} Aug 29 17:13:38.304896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e59c62-8c8c-46ea-a67a-30517ae6990f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c184c96a-5134-4488-b7a3-6f9130be7c8f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:38.366335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fef0b-42cf-4dca-9a00-581c1c7934c0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Pushing event deleted for resources: {'Port': ['ID=1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:38.426198 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-60e59c62-8c8c-46ea-a67a-30517ae6990f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49c917e0ce514f64929e2f38ecbe3bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775438 Aug 29 17:13:38.435943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-8d12d55d-a3f3-4f74-bd6e-ab2f0d23314f tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:38.437960 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-8d12d55d-a3f3-4f74-bd6e-ab2f0d23314f tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.16 "GET /v2.0/networks?id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464 HTTP/1.1" status: 200 len: 813 time: 0.1671937 Aug 29 17:13:38.439820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50726) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:38.470151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74a2f2e-14f6-4c14-b968-73903a6211e5 req-105fef0b-42cf-4dca-9a00-581c1c7934c0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] No DVR routers for this DVR port 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:38.474872 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d74a2f2e-14f6-4c14-b968-73903a6211e5 req-105fef0b-42cf-4dca-9a00-581c1c7934c0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.477248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d74a2f2e-14f6-4c14-b968-73903a6211e5 req-105fef0b-42cf-4dca-9a00-581c1c7934c0 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.16 "DELETE /v2.0/ports/1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca HTTP/1.1" status: 204 len: 173 time: 1.3788610 Aug 29 17:13:38.500700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Request body: {'port': {'device_id': '446696d0-8020-4016-be63-14a9c1c62ff9', 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464', 'admin_state_up': True, 'tenant_id': '6835ea72f6e548b5bcde781609cae252'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:38.572981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-bf0cf97f-e2e1-4a4d-971d-26e5cefd6d31 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:38.575833 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-bf0cf97f-e2e1-4a4d-971d-26e5cefd6d31 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.10 "GET /v2.0/networks?id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464 HTTP/1.1" status: 200 len: 813 time: 0.3403342 Aug 29 17:13:38.597422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Request body: {'port': {'device_id': '9b5b7eea-a80d-4e21-b3dc-e4260895487e', 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464', 'admin_state_up': True, 'tenant_id': '6835ea72f6e548b5bcde781609cae252'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:38.666026 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e75b07fd-91d5-442a-809c-5efe244f04d8 req-ba62904d-d024-474e-bce4-266cbbefea8c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 210 time: 0.2267399 Aug 29 17:13:38.666903 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f34fe28-045e-424d-b63c-aa13e86f531d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.747357 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.db.api [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 17:13:38.747357 n-d-713301-13 neutron-server[111677]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 29 17:13:38.747357 n-d-713301-13 neutron-server[111677]: [parameters: {'project_id': '6835ea72f6e548b5bcde781609cae252', 'id': 'b76d1b9c-345d-41e3-ace9-647b8c0b0d63', 'expiration': datetime.datetime(2021, 8, 29, 17, 15, 38, 705888)}] Aug 29 17:13:38.747357 n-d-713301-13 neutron-server[111677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:13:38.748270 n-d-713301-13 neutron-server[111677]: DEBUG oslo_db.api [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:13:38.756153 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1fda8a-870c-42a6-a581-4a7eb7682c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.795092 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1fda8a-870c-42a6-a581-4a7eb7682c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.879990 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f34fe28-045e-424d-b63c-aa13e86f531d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.888228 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f34fe28-045e-424d-b63c-aa13e86f531d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.902815 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1fda8a-870c-42a6-a581-4a7eb7682c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.905343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Made reservation on behalf of 6835ea72f6e548b5bcde781609cae252 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:13:38.905812 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1fda8a-870c-42a6-a581-4a7eb7682c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.909676 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:38.910298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0c1fda8a-870c-42a6-a581-4a7eb7682c9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c184c96a-5134-4488-b7a3-6f9130be7c8f HTTP/1.1" status: 204 len: 168 time: 0.4675684 Aug 29 17:13:38.966116 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3f34fe28-045e-424d-b63c-aa13e86f531d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27fd430ee9db4f4fac61ecd0164a33cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1450248 Aug 29 17:13:38.966116 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34fe28-045e-424d-b63c-aa13e86f531d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772e50bc-bd24-4a4a-9da1-4473b4281a0b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:38.966528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50738) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:39.000219 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fda8a-870c-42a6-a581-4a7eb7682c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c184c96a-5134-4488-b7a3-6f9130be7c8f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:39.070959 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1a443987-307c-41da-afe6-e41b8687e2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:39.104535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1a443987-307c-41da-afe6-e41b8687e2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:39.171187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4aacf23c-68cf-4b13-91f0-ae11cb906729 req-320b673f-1870-4f56-9432-c08c67461a4a tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 210 time: 0.0743234 Aug 29 17:13:39.172007 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1a443987-307c-41da-afe6-e41b8687e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:39.175684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1a443987-307c-41da-afe6-e41b8687e2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:39.177514 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1a443987-307c-41da-afe6-e41b8687e2ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/772e50bc-bd24-4a4a-9da1-4473b4281a0b HTTP/1.1" status: 204 len: 168 time: 0.1982794 Aug 29 17:13:39.188057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a443987-307c-41da-afe6-e41b8687e2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772e50bc-bd24-4a4a-9da1-4473b4281a0b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:39.195516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Allocated IP 172.20.0.4 (bf1a2534-d4f7-4c41-9569-2e4fb8f97464/9bad5434-83bd-491a-b6bd-f7f2426c65fa/291c41d6-66be-449b-905f-c666ca70989c) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:13:39.279226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Made reservation on behalf of 6835ea72f6e548b5bcde781609cae252 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:13:39.284495 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:39.439364 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:39.493846 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:39.572582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:39.578428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:39.585214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:13:39.590430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Pushing event updated for resources: {'Port': ['ID=291c41d6-66be-449b-905f-c666ca70989c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:39.590879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Allocated IP 172.20.0.11 (bf1a2534-d4f7-4c41-9569-2e4fb8f97464/9bad5434-83bd-491a-b6bd-f7f2426c65fa/25937f53-5fc5-4ea8-9e36-24eadfbf00d5) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:13:39.678357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:39.679059 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:39.729630 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-e096a610-061e-4cb0-805d-f6b826428094 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1365530 Aug 29 17:13:39.744219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Request body: {'port': {'device_id': '9b5b7eea-a80d-4e21-b3dc-e4260895487e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:39.772821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device dd2eb2a2-2347-45dd-8c2b-8d086a84eecb no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:39.827951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: dd2eb2a2-2347-45dd-8c2b-8d086a84eecb {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:39.828279 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3bfb22b8-fc78-48bf-b508-a3622c28696c req-af32edb9-b36c-45ad-9cf7-c659499934ed tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 210 time: 0.0532832 Aug 29 17:13:39.828817 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device dd2eb2a2-2347-45dd-8c2b-8d086a84eecb not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:39.868619 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:39.896567 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:39.950858 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:40.035049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:40.041063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:40.049602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:13:40.089750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Pushing event updated for resources: {'Port': ['ID=25937f53-5fc5-4ea8-9e36-24eadfbf00d5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:40.119785 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:40.120697 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:40.138669 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-60e1634a-5fd6-46d7-b740-14a370cc18cc tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6450131 Aug 29 17:13:40.138962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:13:40.151877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Request body: {'port': {'device_id': '446696d0-8020-4016-be63-14a9c1c62ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:40.182819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:13:40.183075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:13:40.275606 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:40.280929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291c41d6-66be-449b-905f-c666ca70989c {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:13:40.296162 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:40.310498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d863a66-7cc6-478c-9391-11dfeea35d68', 'name': 'network-vif-deleted', 'tag': '1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:40.312829 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab5eea4-9770-4992-97af-5384c5771a14" -d '{"events": [{"server_uuid": "4d863a66-7cc6-478c-9391-11dfeea35d68", "name": "network-vif-deleted", "tag": "1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:40.333557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Transition to ACTIVE for port object 291c41d6-66be-449b-905f-c666ca70989c will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:40.339219 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:40.402602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183addd-5b14-43e9-8939-a82027d4442b req-d00360f6-f1c3-4775-a8c5-a5a8539c1140 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:40.411168 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9183addd-5b14-43e9-8939-a82027d4442b req-d00360f6-f1c3-4775-a8c5-a5a8539c1140 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 932 time: 0.1205435 Aug 29 17:13:40.460103 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ab3a91-28dc-45f3-9423-4022f516a321 x-openstack-request-id: req-59ab3a91-28dc-45f3-9423-4022f516a321 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:40.462061 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d863a66-7cc6-478c-9391-11dfeea35d68", "name": "network-vif-deleted", "tag": "1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:40.463841 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59ab3a91-28dc-45f3-9423-4022f516a321 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:40.464454 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d863a66-7cc6-478c-9391-11dfeea35d68', 'name': 'network-vif-deleted', 'tag': '1fcd9b51-45b5-4b7d-8e14-9ef8c9763cca', 'status': 'completed', 'code': 200} Aug 29 17:13:40.523912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Pushing event updated for resources: {'Port': ['ID=291c41d6-66be-449b-905f-c666ca70989c,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:40.546818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50790) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:40.598464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Attempting to bind port 291c41d6-66be-449b-905f-c666ca70989c on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:13:40.599052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Attempting to bind port 291c41d6-66be-449b-905f-c666ca70989c by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:13:40.599651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Attempting to bind port 291c41d6-66be-449b-905f-c666ca70989c on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:40.615690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Port 291c41d6-66be-449b-905f-c666ca70989c on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:13:40.617577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Attempting to bind port 291c41d6-66be-449b-905f-c666ca70989c on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:40.629347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:13:40.630365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Checking segment: {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:40.632058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Bound using segment: {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:13:40.633971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Bound port: 291c41d6-66be-449b-905f-c666ca70989c, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:13:40.635511 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:40.698163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1150281807-network', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:40.727549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Made reservation on behalf of 0d23c30b596e44428d3dbb88e51226d0 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:13:40.730910 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:40.749453 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:40.796487 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] For port 291c41d6-66be-449b-905f-c666ca70989c, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:13:40.806093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] For port 291c41d6-66be-449b-905f-c666ca70989c, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=291c41d6-66be-449b-905f-c666ca70989c,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:13:40.813823 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:40.879620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:40.880342 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:40.881926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] 10.222.0.10 "PUT /v2.0/ports/291c41d6-66be-449b-905f-c666ca70989c HTTP/1.1" status: 200 len: 1092 time: 1.1436417 Aug 29 17:13:40.910153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93eb79-bc33-4a39-8511-569217029dad service neutron] Pushing event updated for resources: {'Port': ['ID=291c41d6-66be-449b-905f-c666ca70989c,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:40.934904 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9183addd-5b14-43e9-8939-a82027d4442b req-7fab6f52-fc94-4921-a2cb-78ddcc041c6d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072722 Aug 29 17:13:41.159552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:13:41.170404 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.192841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Transition to ACTIVE for port object 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:41.200405 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.279125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=25937f53-5fc5-4ea8-9e36-24eadfbf00d5,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:41.388895 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c277575a-9e63-48ef-841d-7e0c5fb0ad3a req-e575b774-f474-4c10-a0c3-06138e66c2ca tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4399298-85f7-4b39-bbe2-ad3d8165698e HTTP/1.1" status: 200 len: 210 time: 0.0779786 Aug 29 17:13:41.395509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Attempting to bind port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:13:41.405093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Attempting to bind port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:13:41.405639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Attempting to bind port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:41.410884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:13:41.411279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Attempting to bind port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 on network bf1a2534-d4f7-4c41-9569-2e4fb8f97464 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:41.418347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:13:41.418774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Checking segment: {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:41.419606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Bound using segment: {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:13:41.420291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Bound port: 25937f53-5fc5-4ea8-9e36-24eadfbf00d5, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525a919e-5ccd-4c6d-8681-3542230af3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:13:41.420892 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.425430 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.428809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-da3a9e45-8376-4783-890b-63cdf5af8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:41.430603 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-da3a9e45-8376-4783-890b-63cdf5af8aed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6835ea72f6e548b5bcde781609cae252&device_id=9b5b7eea-a80d-4e21-b3dc-e4260895487e HTTP/1.1" status: 200 len: 1095 time: 0.4976850 Aug 29 17:13:41.432074 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.490333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:13:41.493401 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-8a4102e1-1370-4706-94b0-5aaf50eb7886 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=291c41d6-66be-449b-905f-c666ca70989c HTTP/1.1" status: 200 len: 217 time: 0.0531259 Aug 29 17:13:41.530752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] For port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:13:41.534592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] For port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=25937f53-5fc5-4ea8-9e36-24eadfbf00d5,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:13:41.536841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38718030-d1db-48ea-ad12-a2d3aaa8c528,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:41.540201 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.540791 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Added segment a9a84ec1-0344-4978-b091-e651cd779cc4 of type vlan for network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 Aug 29 17:13:41.541092 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.599486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.602798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:41.603365 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.604445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-d3eff508-92d1-438a-962b-d7f417bc3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:41.604961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] 10.222.0.16 "PUT /v2.0/ports/25937f53-5fc5-4ea8-9e36-24eadfbf00d5 HTTP/1.1" status: 200 len: 1093 time: 1.4579642 Aug 29 17:13:41.605985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446696d0-8020-4016-be63-14a9c1c62ff9', 'tag': '25937f53-5fc5-4ea8-9e36-24eadfbf00d5'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:41.606763 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-d3eff508-92d1-438a-962b-d7f417bc3cee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bad5434-83bd-491a-b6bd-f7f2426c65fa HTTP/1.1" status: 200 len: 853 time: 0.1037755 Aug 29 17:13:41.609008 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae78097-44c9-4344-8982-a830933b8ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "446696d0-8020-4016-be63-14a9c1c62ff9", "tag": "25937f53-5fc5-4ea8-9e36-24eadfbf00d5"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:41.655222 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-d03db6d4-fb3c-4902-a0e4-f02b96bf2b64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373394 Aug 29 17:13:41.688364 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a2f322-2d00-4c52-9a87-b443ce841eb7 x-openstack-request-id: req-d5a2f322-2d00-4c52-9a87-b443ce841eb7 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:41.688657 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446696d0-8020-4016-be63-14a9c1c62ff9", "tag": "25937f53-5fc5-4ea8-9e36-24eadfbf00d5", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:41.689050 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5a2f322-2d00-4c52-9a87-b443ce841eb7 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:41.689637 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446696d0-8020-4016-be63-14a9c1c62ff9', 'tag': '25937f53-5fc5-4ea8-9e36-24eadfbf00d5', 'status': 'completed', 'code': 200} Aug 29 17:13:41.694936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02286078-1be2-4aa3-9ac0-311006055fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=25937f53-5fc5-4ea8-9e36-24eadfbf00d5,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:41.709850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-6d467a13-5164-4188-970a-7fed35244bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:41.711550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-6d467a13-5164-4188-970a-7fed35244bd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6835ea72f6e548b5bcde781609cae252&device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0592160 Aug 29 17:13:41.717801 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.719083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:41.719735 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.821745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-03e541d0-977a-4d27-a060-463d4038a218 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25937f53-5fc5-4ea8-9e36-24eadfbf00d5 HTTP/1.1" status: 200 len: 217 time: 0.1021662 Aug 29 17:13:41.835164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2844586 Aug 29 17:13:41.840269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 50818) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:41.849092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] Request body: {'subnet': {'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1150281807-subnet', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:41.858893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b6f5f-f4b4-4d43-bdc2-cb632796e59e admin admin] Pushing event updated for resources: {'Network': ['ID=1e7d4692-a51e-41b1-bcea-73dce0609ef3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:41.869931 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:13:41.885640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-4d90aadb-d2f4-4739-9ff7-7c63c6f8622d service neutron] 10.222.0.10 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222211 Aug 29 17:13:41.912120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] Made reservation on behalf of 0d23c30b596e44428d3dbb88e51226d0 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:13:41.914713 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:41.940899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-f0a60a52-cad8-43f4-a337-0f8f643d2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:41.942434 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-f0a60a52-cad8-43f4-a337-0f8f643d2afe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bad5434-83bd-491a-b6bd-f7f2426c65fa HTTP/1.1" status: 200 len: 853 time: 0.1140473 Aug 29 17:13:42.015345 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-9a78d85b-2e7d-4d29-bc4f-cca8d179ff06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561888 Aug 29 17:13:42.119358 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-aa1d3f80-b469-44bd-9269-a43b26811c6b service neutron] 10.222.0.10 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258961 Aug 29 17:13:42.161299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae193c3-fd09-417f-bb11-c70ea380aae1 req-1f5090c5-f8ee-484a-80a8-8d722f36faaa tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:42.163151 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dae193c3-fd09-417f-bb11-c70ea380aae1 req-1f5090c5-f8ee-484a-80a8-8d722f36faaa tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 944 time: 0.1190159 Aug 29 17:13:42.201466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-6c0e37e0-a101-4823-bbc1-63d5c33cedad service neutron] 10.222.0.16 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731050 Aug 29 17:13:42.239988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dae193c3-fd09-417f-bb11-c70ea380aae1 req-434cc7b9-f5f1-4a44-a2dd-ef25635e46f3 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695136 Aug 29 17:13:42.256943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:42.311946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4320a9f-837b-46de-903f-699ec1a25d2c,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:42.338037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] Checking segment: {'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:42.338513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] Network hostable DHCP agents. Network: 1e7d4692-a51e-41b1-bcea-73dce0609ef3, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:13:42.340489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a69b4a92-e21b-474e-bd65-65c09bc0b76a req-a76835e8-6d51-4283-9f08-603a31c5fb85 service neutron] 10.222.0.16 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262608 Aug 29 17:13:42.364343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] Network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:13:42.375122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 1e7d4692-a51e-41b1-bcea-73dce0609ef3) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:42.381059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:42.381964 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:42.386462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d7a5fe-e203-4aa5-bdd9-50d7832afcfd None None] Network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:13:42.423194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0bfab7a5-4f8d-4614-be32-3b889e411033 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5797691 Aug 29 17:13:42.423776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50828) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:42.431786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:42.465927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5b7eea-a80d-4e21-b3dc-e4260895487e', 'tag': '291c41d6-66be-449b-905f-c666ca70989c'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:42.469207 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1677c4e4-2c7d-419a-800b-7574b0600664" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5b7eea-a80d-4e21-b3dc-e4260895487e", "tag": "291c41d6-66be-449b-905f-c666ca70989c"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:42.549618 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25b2a5c-3f4c-4e77-b4ec-63288055b53d x-openstack-request-id: req-a25b2a5c-3f4c-4e77-b4ec-63288055b53d {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:42.550160 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5b7eea-a80d-4e21-b3dc-e4260895487e", "tag": "291c41d6-66be-449b-905f-c666ca70989c", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:42.551536 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a25b2a5c-3f4c-4e77-b4ec-63288055b53d {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:42.560957 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5b7eea-a80d-4e21-b3dc-e4260895487e', 'tag': '291c41d6-66be-449b-905f-c666ca70989c', 'status': 'completed', 'code': 200} Aug 29 17:13:42.571826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78097-44c9-4344-8982-a830933b8ca1 req-e2f5052b-e7b2-4258-9760-b29c5696d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:42.574080 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bae78097-44c9-4344-8982-a830933b8ca1 req-e2f5052b-e7b2-4258-9760-b29c5696d94f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6835ea72f6e548b5bcde781609cae252&device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 1096 time: 0.1623950 Aug 29 17:13:42.577294 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:42.579357 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:42.627782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:13:42.628969 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:42.658919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677c4e4-2c7d-419a-800b-7574b0600664 req-bdc28322-a260-45ad-bced-063ab8cf3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:42.663673 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1677c4e4-2c7d-419a-800b-7574b0600664 req-bdc28322-a260-45ad-bced-063ab8cf3bc0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6835ea72f6e548b5bcde781609cae252&device_id=9b5b7eea-a80d-4e21-b3dc-e4260895487e HTTP/1.1" status: 200 len: 1095 time: 0.0900493 Aug 29 17:13:42.777161 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:42.812477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677c4e4-2c7d-419a-800b-7574b0600664 req-f33ec3e3-a5ba-477f-be73-12ca9de57381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:42.815556 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1677c4e4-2c7d-419a-800b-7574b0600664 req-f33ec3e3-a5ba-477f-be73-12ca9de57381 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464 HTTP/1.1" status: 200 len: 914 time: 0.1437449 Aug 29 17:13:42.848196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Allocated IP 172.20.0.2 (1e7d4692-a51e-41b1-bcea-73dce0609ef3/d4320a9f-837b-46de-903f-699ec1a25d2c/534b5b36-fec6-4fc1-a6a1-a61b85f004dc) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:13:42.869126 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-be837fb9-5174-4712-a5b8-76e42645e2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:42.884413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1677c4e4-2c7d-419a-800b-7574b0600664 req-ac976237-eaa8-4e82-b516-e926584eea10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=291c41d6-66be-449b-905f-c666ca70989c HTTP/1.1" status: 200 len: 217 time: 0.0610693 Aug 29 17:13:42.968995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677c4e4-2c7d-419a-800b-7574b0600664 req-8675aaa9-ec7b-4759-8c06-12a15b2ac2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:42.972864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1677c4e4-2c7d-419a-800b-7574b0600664 req-8675aaa9-ec7b-4759-8c06-12a15b2ac2e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9bad5434-83bd-491a-b6bd-f7f2426c65fa HTTP/1.1" status: 200 len: 853 time: 0.0797637 Aug 29 17:13:42.998014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:43.003736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78097-44c9-4344-8982-a830933b8ca1 req-8f6e04ea-6212-49ba-9564-2445ca9df967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:43.005347 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bae78097-44c9-4344-8982-a830933b8ca1 req-8f6e04ea-6212-49ba-9564-2445ca9df967 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464 HTTP/1.1" status: 200 len: 914 time: 0.3770256 Aug 29 17:13:43.027221 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1677c4e4-2c7d-419a-800b-7574b0600664 req-53ffeac4-0b58-48c6-88d6-0506d185674f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452533 Aug 29 17:13:43.083897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bae78097-44c9-4344-8982-a830933b8ca1 req-751ecc6a-6737-4be6-865a-046f82cd06dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25937f53-5fc5-4ea8-9e36-24eadfbf00d5 HTTP/1.1" status: 200 len: 217 time: 0.0696697 Aug 29 17:13:43.110994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:43.131783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Transition to ACTIVE for port object 534b5b36-fec6-4fc1-a6a1-a61b85f004dc will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:43.161156 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1677c4e4-2c7d-419a-800b-7574b0600664 req-038606e2-9d5d-4723-a849-3759b9775690 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046748 Aug 29 17:13:43.168298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Transition to ACTIVE for port object 534b5b36-fec6-4fc1-a6a1-a61b85f004dc will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:43.169690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae78097-44c9-4344-8982-a830933b8ca1 req-38a01281-50be-4f5d-a25a-ace2ae6df3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:43.171651 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bae78097-44c9-4344-8982-a830933b8ca1 req-38a01281-50be-4f5d-a25a-ace2ae6df3a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9bad5434-83bd-491a-b6bd-f7f2426c65fa HTTP/1.1" status: 200 len: 853 time: 0.0580986 Aug 29 17:13:43.178175 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:43.233642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Pushing event updated for resources: {'Port': ['ID=534b5b36-fec6-4fc1-a6a1-a61b85f004dc,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:43.243180 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bae78097-44c9-4344-8982-a830933b8ca1 req-afc9aae3-9cc0-4b75-84c1-f29f818d3e21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf1a2534-d4f7-4c41-9569-2e4fb8f97464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636845 Aug 29 17:13:43.267545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.268210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.270335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.270885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.271544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.272060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.272795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.273353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.274291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.274712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.275085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.275420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:43.279902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:43.283182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:43.298874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:13:43.309758 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1677c4e4-2c7d-419a-800b-7574b0600664 req-f9f5da58-eb2b-4eab-8e68-020228e46975 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379852 Aug 29 17:13:43.391283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Attempting to bind port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:13:43.391425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Attempting to bind port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:13:43.391940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Attempting to bind port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc on network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:43.413977 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:13:43.414455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Checking segment: {'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:43.415090 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:43.418687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Bound using segment: {'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:13:43.419328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Bound port: 534b5b36-fec6-4fc1-a6a1-a61b85f004dc, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:13:43.419803 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:43.516882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] For port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:13:43.521443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] For port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=534b5b36-fec6-4fc1-a6a1-a61b85f004dc,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:13:43.526956 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:43.563467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6089bc-aa1d-4304-978f-c78c69416fd7 req-29e454bb-9c9c-4edc-ba3a-6cf6ccff4503 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:43.565369 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f6089bc-aa1d-4304-978f-c78c69416fd7 req-29e454bb-9c9c-4edc-ba3a-6cf6ccff4503 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 944 time: 0.1693530 Aug 29 17:13:43.577190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bae78097-44c9-4344-8982-a830933b8ca1 req-99ffeefc-9325-4208-94ad-f36587862232 service neutron] 10.222.0.16 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198166 Aug 29 17:13:43.595465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc20f66-b25c-4f93-b937-5b047150c76f None None] Pushing event updated for resources: {'Port': ['ID=534b5b36-fec6-4fc1-a6a1-a61b85f004dc,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:43.725362 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f6089bc-aa1d-4304-978f-c78c69416fd7 req-4a8777cb-5401-4fea-ba4d-ae3befea5c10 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445291 Aug 29 17:13:43.731072 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:43.773187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:44.011485 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bae78097-44c9-4344-8982-a830933b8ca1 req-a9b7d4fb-b4b8-4c34-9f5e-83fad580c958 service neutron] 10.222.0.16 "GET /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208207 Aug 29 17:13:44.028214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Allocated IP 172.25.5.175 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:13:44.158359 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:44.201816 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:44.246661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:44.249777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:44.256769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:13:44.285660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:44.605929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:44.890283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e973965-acb5-41b6-9324-b184ee0425f4 None None] Network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:13:44.961583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8be4b-d6cc-451b-8b97-fe5e22733c09 req-9094a6fa-8503-4d07-951a-d3c434315f51 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:44.963992 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66b8be4b-d6cc-451b-8b97-fe5e22733c09 req-9094a6fa-8503-4d07-951a-d3c434315f51 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 944 time: 0.1195753 Aug 29 17:13:44.982621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:45.216745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-96b034ec-f770-4184-af80-7f4550daba5a None None] Provisioning for port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:45.440785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66b8be4b-d6cc-451b-8b97-fe5e22733c09 req-d149e7fb-40c3-47ad-97d9-14402234469b tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662964 Aug 29 17:13:45.498674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Router 907fedc7-0ce1-4d75-b50e-f87d136ff61e is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:13:45.529592 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cb3241b7-e676-4c22-a0eb-4589be553989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:45.645474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 534b5b36-fec6-4fc1-a6a1-a61b85f004dc up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:45.656807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:45.668679 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Sync routers for ids ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:45.680466 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:45.681779 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-05dc10ee-3bc1-4d0e-a79c-ec82a370f106 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2570450 Aug 29 17:13:45.684589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50874) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:45.694329 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Routers {'907fedc7-0ce1-4d75-b50e-f87d136ff61e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:45.695593 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:45.732136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:45.737017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:45.739805 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:45.791940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-1587b451-0785-412b-bd18-d203af5b9a74 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0787182 Aug 29 17:13:45.822203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 291c41d6-66be-449b-905f-c666ca70989c details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:13:45.893952 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:45.918556 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Set router 907fedc7-0ce1-4d75-b50e-f87d136ff61e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:45.939793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cf98167d-5f48-4641-bf3c-974e76ca3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:45.941754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cf98167d-5f48-4641-bf3c-974e76ca3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:45.942436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cf98167d-5f48-4641-bf3c-974e76ca3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:45.943137 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cf98167d-5f48-4641-bf3c-974e76ca3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:45.943785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cf98167d-5f48-4641-bf3c-974e76ca3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:45.944436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cf98167d-5f48-4641-bf3c-974e76ca3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:45.945098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cf98167d-5f48-4641-bf3c-974e76ca3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:45.947346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cf98167d-5f48-4641-bf3c-974e76ca3d8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6509 time: 0.0900738 Aug 29 17:13:45.994358 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.055386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 291c41d6-66be-449b-905f-c666ca70989c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=291c41d6-66be-449b-905f-c666ca70989c,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:46.093125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '291c41d6-66be-449b-905f-c666ca70989c', 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464', 'port_id': '291c41d6-66be-449b-905f-c666ca70989c', 'mac_address': 'fa:16:3e:9f:4d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bad5434-83bd-491a-b6bd-f7f2426c65fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:13:46.120767 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-d70ede8c-299e-457c-a977-a34ce2922402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:46.123114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-d70ede8c-299e-457c-a977-a34ce2922402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:46.123733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-d70ede8c-299e-457c-a977-a34ce2922402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:46.126301 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-d70ede8c-299e-457c-a977-a34ce2922402 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a468c2d-9be1-440f-a192-42e8517f74d6&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=4828ab6e-a734-4184-a1a3-7a146a417538&id=4828ab6e-a734-4184-a1a3-7a146a417538 HTTP/1.1" status: 200 len: 2298 time: 0.1488867 Aug 29 17:13:46.154848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=534b5b36-fec6-4fc1-a6a1-a61b85f004dc,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:46.169383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:13:46.221851 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.228206 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-3fa6f1c3-9171-4133-bedb-9384aa6e83ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1118de05-2a40-42f0-8617-64982477f4cf HTTP/1.1" status: 200 len: 1001 time: 0.0934787 Aug 29 17:13:46.243366 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.314959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291c41d6-66be-449b-905f-c666ca70989c {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:13:46.331825 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.resource_extend [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 17:13:46.333337 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.339653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-104d4712-7601-4fe3-85d5-3a160644852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:46.341254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-104d4712-7601-4fe3-85d5-3a160644852f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0183a3c-e561-4345-8ae5-a5ac3767fc49 HTTP/1.1" status: 200 len: 856 time: 0.1058044 Aug 29 17:13:46.379293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=534b5b36-fec6-4fc1-a6a1-a61b85f004dc,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:46.390262 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:44Z', 'revision_number': 3, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:46.453461 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Checking router: 907fedc7-0ce1-4d75-b50e-f87d136ff61e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:46.453959 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Updating router 907fedc7-0ce1-4d75-b50e-f87d136ff61e port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:13:46.456670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 291c41d6-66be-449b-905f-c666ca70989c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=291c41d6-66be-449b-905f-c666ca70989c,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:46.457838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-38a06668-f812-4c87-a8da-214dbe18a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:46.462832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-38a06668-f812-4c87-a8da-214dbe18a701 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a468c2d-9be1-440f-a192-42e8517f74d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126785 Aug 29 17:13:46.487327 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.513271 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.609842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=25937f53-5fc5-4ea8-9e36-24eadfbf00d5,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:46.617000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Allocated IP 172.20.0.1 (1e7d4692-a51e-41b1-bcea-73dce0609ef3/d4320a9f-837b-46de-903f-699ec1a25d2c/96366ea3-e356-4f16-a540-7d469eb7e3c3) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:13:46.645731 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-7a245518-7d27-449a-ab31-6a0ab1be334d service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759536 Aug 29 17:13:46.648716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=291c41d6-66be-449b-905f-c666ca70989c,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:46.663289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '25937f53-5fc5-4ea8-9e36-24eadfbf00d5', 'network_id': 'bf1a2534-d4f7-4c41-9569-2e4fb8f97464', 'port_id': '25937f53-5fc5-4ea8-9e36-24eadfbf00d5', 'mac_address': 'fa:16:3e:38:9c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bad5434-83bd-491a-b6bd-f7f2426c65fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:13:46.698015 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.718637 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.734868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:13:46.754967 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.773357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Transition to ACTIVE for port object 96366ea3-e356-4f16-a540-7d469eb7e3c3 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:46.775042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['291c41d6-66be-449b-905f-c666ca70989c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:13:46.782678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=25937f53-5fc5-4ea8-9e36-24eadfbf00d5,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:46.798142 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-eb5c3fd1-0bda-4649-9c1a-3b2f5d135550 service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351159 Aug 29 17:13:46.825705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.836828 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.904758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:46.905558 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-a4f2f29b-9632-4333-b4d8-17766b8d972b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0940158 Aug 29 17:13:46.959505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:46.965743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:13:46.967394 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:46.988762 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Transition to ACTIVE for port object 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:47.004004 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.030666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=25937f53-5fc5-4ea8-9e36-24eadfbf00d5,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:47.033652 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-80947a03-81e3-4640-9a41-e44367d25ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:47.035168 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-80947a03-81e3-4640-9a41-e44367d25ada service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.1274133 Aug 29 17:13:47.083380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.111355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2ee0a-4e3c-4d4e-8929-c1a721316f18 req-31c2fc22-311f-45c1-b98b-181996ddd363 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:47.112989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47d2ee0a-4e3c-4d4e-8929-c1a721316f18 req-31c2fc22-311f-45c1-b98b-181996ddd363 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 945 time: 0.3043804 Aug 29 17:13:47.119402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Pushing event updated for resources: {'Port': ['ID=96366ea3-e356-4f16-a540-7d469eb7e3c3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:47.142436 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Attempting to bind port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:13:47.144256 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Attempting to bind port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:13:47.144890 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Attempting to bind port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:47.167005 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:13:47.167413 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:47.167680 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.168112 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:13:47.171372 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Bound port: 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:13:47.171729 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.205400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-c548e2c6-53f1-4248-94ca-a108ca250ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:47.206977 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-c548e2c6-53f1-4248-94ca-a108ca250ee9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1639156 Aug 29 17:13:47.216211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['25937f53-5fc5-4ea8-9e36-24eadfbf00d5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:13:47.297029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47d2ee0a-4e3c-4d4e-8929-c1a721316f18 req-28060859-9953-4c21-9657-7cbe1e137e6a tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139078 Aug 29 17:13:47.305906 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] For port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:13:47.313396 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] For port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:13:47.345954 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.353502 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4d8a5-3d42-4d86-823f-f17e5e813bba None None] Pushing event updated for resources: {'Port': ['ID=0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:47.459918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-49c0fee2-df97-432f-b839-59361e086fc3 None None] Provisioning for port 96366ea3-e356-4f16-a540-7d469eb7e3c3 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:47.487974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-9c0336ac-ecc8-447e-93f8-cf02bfc09e5a service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710924 Aug 29 17:13:47.490034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-49c0fee2-df97-432f-b839-59361e086fc3 None None] Provisioning complete for port 96366ea3-e356-4f16-a540-7d469eb7e3c3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:47.490412 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-49c0fee2-df97-432f-b839-59361e086fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.491242 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Routers {'907fedc7-0ce1-4d75-b50e-f87d136ff61e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:47.491895 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:47.542390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.556272 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4d8a5-3d42-4d86-823f-f17e5e813bba None None] Pushing event updated for resources: {'Port': ['ID=0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:47.564747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-49c0fee2-df97-432f-b839-59361e086fc3 None None] Port 96366ea3-e356-4f16-a540-7d469eb7e3c3 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:13:47.636179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 534b5b36-fec6-4fc1-a6a1-a61b85f004dc up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:47.700062 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.714653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:47.715541 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.715643 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] Set router 907fedc7-0ce1-4d75-b50e-f87d136ff61e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:47.759635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-7f25be53-f841-4e8f-95c9-2ba41f297d8d service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638979 Aug 29 17:13:47.840733 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-60608feb-2263-46c6-bfbe-ad52af567e0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 200 len: 217 time: 0.0716982 Aug 29 17:13:47.868061 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.882560 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.907741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-f6f584ff-c852-42bf-b334-2467d0067be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:47.909857 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-f6f584ff-c852-42bf-b334-2467d0067be0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0623395 Aug 29 17:13:47.968219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-fa396ffa-ac82-4b9a-b9aa-50cba1b02115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:47.969824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-fa396ffa-ac82-4b9a-b9aa-50cba1b02115 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529060 Aug 29 17:13:47.978539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:47.982118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Pushing event updated for resources: {'Port': ['ID=96366ea3-e356-4f16-a540-7d469eb7e3c3,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:48.030259 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '96366ea3-e356-4f16-a540-7d469eb7e3c3', 'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'mac_address': 'fa:16:3e:24:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:46Z', 'updated_at': '2021-08-29T17:13:46Z', 'revision_number': 1, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'subnets': [{'id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:48.062625 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8b9bec-8dc3-4c60-8728-f49f6aa2b871 None None] The sync data for ids ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'] in n-d-713301-13 is: [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '96366ea3-e356-4f16-a540-7d469eb7e3c3', 'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'mac_address': 'fa:16:3e:24:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:46Z', 'updated_at': '2021-08-29T17:13:46Z', 'revision_number': 1, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'subnets': [{'id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:48.103342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-e5af4aac-3228-495b-b499-f805de2748dd service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259210 Aug 29 17:13:48.118462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:48.123367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:48.256079 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-b41fed6b-6249-40d1-b56d-b9dcf2d4a965 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444349 Aug 29 17:13:48.291075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Router 907fedc7-0ce1-4d75-b50e-f87d136ff61e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:13:48.303168 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:48.363268 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-aaddfdd9-ca30-4784-83c8-39ed774297ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4 HTTP/1.1" status: 200 len: 217 time: 0.0988066 Aug 29 17:13:48.424448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cadda9fd-d54a-4c55-9a50-dea728579b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:48.433112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cadda9fd-d54a-4c55-9a50-dea728579b99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0616283 Aug 29 17:13:48.543566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cdb9a738-2992-447d-a47c-7c023d24da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:48.545540 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cdb9a738-2992-447d-a47c-7c023d24da47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047056 Aug 29 17:13:48.549615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:48.576752 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d9e18e3f-d02c-42b3-a10a-1abfaa1d74d0 admin admin] 10.222.0.22 "PUT /v2.0/routers/907fedc7-0ce1-4d75-b50e-f87d136ff61e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8908691 Aug 29 17:13:48.611214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f39690bc-32da-48e7-b703-187e16269041 None None] Provisioning complete for port 96366ea3-e356-4f16-a540-7d469eb7e3c3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:48.611595 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f39690bc-32da-48e7-b703-187e16269041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:48.628928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088922d-9fa6-4ae2-90c7-4d1e74e84a3c req-8d95c552-5f52-413f-8cdd-36421bdfbe0d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:48.637607 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9088922d-9fa6-4ae2-90c7-4d1e74e84a3c req-8d95c552-5f52-413f-8cdd-36421bdfbe0d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 945 time: 0.2111278 Aug 29 17:13:48.703468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9088922d-9fa6-4ae2-90c7-4d1e74e84a3c req-dded2f1f-7bac-48d5-a127-2c3f215f14fe tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570495 Aug 29 17:13:48.714574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f39690bc-32da-48e7-b703-187e16269041 None None] Port 96366ea3-e356-4f16-a540-7d469eb7e3c3 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:13:48.782172 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-4fa8a594-52c8-4350-a3ef-3d417601bb0b service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277792 Aug 29 17:13:48.898435 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-3ff472ce-114d-4642-8dc9-9d3802b0fd54 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045280 Aug 29 17:13:48.960663 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-eec7c0d8-d3f3-4a9a-84af-be96a1980390 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c HTTP/1.1" status: 200 len: 217 time: 0.0509605 Aug 29 17:13:49.031076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-225f2fc9-f410-4c3d-b810-ca7bd0d8e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:49.032640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-225f2fc9-f410-4c3d-b810-ca7bd0d8e118 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0628541 Aug 29 17:13:49.129689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-5e1f8ba7-ce72-48c3-b2dc-279c215e67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:49.131357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-5e1f8ba7-ce72-48c3-b2dc-279c215e67ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904064 Aug 29 17:13:49.275438 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-67baf1e5-712b-4c12-ab80-1c2295ff851f service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357067 Aug 29 17:13:49.439270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-cb73f2bb-17ed-486e-9c39-22f43adaea67 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559567 Aug 29 17:13:49.484704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50926) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:49.489745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-415154959-network', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:49.493033 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-00926d4d-ec3c-43f2-837a-65909f0fb2e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a55f850-c98f-47e3-abdd-88155a009bfa HTTP/1.1" status: 200 len: 217 time: 0.0461884 Aug 29 17:13:49.531343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Made reservation on behalf of becf25a7ded1452d8525fa9278f8253f for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:13:49.534028 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:49.548409 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:49.598793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-b398181a-ad20-4e97-bbbc-f9391f436b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:49.602570 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-b398181a-ad20-4e97-bbbc-f9391f436b92 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.1021276 Aug 29 17:13:49.651282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:49.675471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-2e75e302-0d43-4816-a4c9-6bf1efb0a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:49.677790 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-2e75e302-0d43-4816-a4c9-6bf1efb0a61a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0665061 Aug 29 17:13:49.776064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:49.780903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:49.781340 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:49.810259 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:49.845372 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:49.858946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 291c41d6-66be-449b-905f-c666ca70989c up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:49.899275 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-3ed0acdb-dcd6-44a5-b7b8-cfddf54a73b1 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121725 Aug 29 17:13:49.899914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:13:49.955048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ffc14-979f-4282-8977-d7154db0b07e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:49.959076 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:49.959425 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Added segment 9b4e1c23-56f1-475f-8996-ed19f1459fb4 of type vlan for network fc6fd295-116c-4508-8ec4-aa94c099070f Aug 29 17:13:49.978644 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f365a-5aa2-4973-890c-ac5201829e6c req-21319bd2-bdf6-4e83-95b3-b843b95c7e13 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:49.989054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 291c41d6-66be-449b-905f-c666ca70989c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:49.989792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1d6f365a-5aa2-4973-890c-ac5201829e6c req-21319bd2-bdf6-4e83-95b3-b843b95c7e13 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 945 time: 0.1781127 Aug 29 17:13:50.015725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 291c41d6-66be-449b-905f-c666ca70989c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:50.015944 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.073071 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.085188 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-c1493aa1-88c7-47a2-a921-c108b70794f7 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789961 Aug 29 17:13:50.114922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:50.132111 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.139993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.149128 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1d6f365a-5aa2-4973-890c-ac5201829e6c req-396f8094-1b02-4831-b295-1760ec1cdee7 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584558 Aug 29 17:13:50.189085 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-51abc6c8-340d-4ef7-9dff-d12074747cd0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5 HTTP/1.1" status: 200 len: 217 time: 0.0959332 Aug 29 17:13:50.210778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:50.216516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.217771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:50.218379 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.261501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-afffe947-547d-4f9e-8da8-d2c8f8f6ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:50.263870 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-afffe947-547d-4f9e-8da8-d2c8f8f6ed29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.0671430 Aug 29 17:13:50.312749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8266268 Aug 29 17:13:50.316221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50934) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:50.322527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] Request body: {'subnet': {'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-415154959-subnet', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:50.328237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff0e5a-00af-4e9f-aca9-6723ffae4941 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6fd295-116c-4508-8ec4-aa94c099070f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:50.355511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] Made reservation on behalf of becf25a7ded1452d8525fa9278f8253f for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:13:50.359309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.368104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:50.371198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-a6f18547-21a3-446a-bc9c-41b6d422437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:50.373502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-a6f18547-21a3-446a-bc9c-41b6d422437d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0978220 Aug 29 17:13:50.378119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network fc6fd295-116c-4508-8ec4-aa94c099070f details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:13:50.476683 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.570486 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-7138476e-026e-4586-89c0-2a8764d51eae service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863716 Aug 29 17:13:50.575326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:50.604839 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.627133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:50.627574 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.736822 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e30bd8f4-52a2-46b5-9e7f-323838a4b2e3 req-e54d4d34-67af-4c3f-bb52-7da3d27ffe24 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587896 Aug 29 17:13:50.774175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 291c41d6-66be-449b-905f-c666ca70989c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=291c41d6-66be-449b-905f-c666ca70989c,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:50.779578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5b7eea-a80d-4e21-b3dc-e4260895487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291c41d6-66be-449b-905f-c666ca70989c'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:50.779737 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.788243 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1174051-48d6-4746-bc61-c456a89515ce" -d '{"events": [{"server_uuid": "9b5b7eea-a80d-4e21-b3dc-e4260895487e", "name": "network-vif-plugged", "status": "completed", "tag": "291c41d6-66be-449b-905f-c666ca70989c"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:50.801572 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:50.936218 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddeb3b7-58db-479b-af86-c9585c95f26a x-openstack-request-id: req-0ddeb3b7-58db-479b-af86-c9585c95f26a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:50.936688 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5b7eea-a80d-4e21-b3dc-e4260895487e", "name": "network-vif-plugged", "status": "completed", "tag": "291c41d6-66be-449b-905f-c666ca70989c", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:50.937044 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ddeb3b7-58db-479b-af86-c9585c95f26a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:50.937608 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5b7eea-a80d-4e21-b3dc-e4260895487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291c41d6-66be-449b-905f-c666ca70989c', 'code': 200} Aug 29 17:13:50.957305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae9be9d-c54f-458b-8ca1-817caac0f292,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:50.972177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] Checking segment: {'id': '9b4e1c23-56f1-475f-8996-ed19f1459fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:50.972534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] Network hostable DHCP agents. Network: fc6fd295-116c-4508-8ec4-aa94c099070f, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:13:50.989271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=291c41d6-66be-449b-905f-c666ca70989c,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:50.994566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] Network fc6fd295-116c-4508-8ec4-aa94c099070f is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:13:51.019505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, fc6fd295-116c-4508-8ec4-aa94c099070f) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:51.026602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:51.027204 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:51.053801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89d8476-aa51-4466-88d9-06eb6bc46197 None None] Network fc6fd295-116c-4508-8ec4-aa94c099070f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:13:51.057336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9c9443a7-95d8-40ef-b685-85fd1db87988 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7396638 Aug 29 17:13:51.060677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 50980) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:51.068721 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-415154959-router', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:51.085450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7816e-14d4-410b-96b2-8a38aee7876f req-68844691-5ba3-4fee-b2f5-a07f50aa1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:51.088779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93f7816e-14d4-410b-96b2-8a38aee7876f req-68844691-5ba3-4fee-b2f5-a07f50aa1e93 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b5b7eea-a80d-4e21-b3dc-e4260895487e HTTP/1.1" status: 200 len: 1097 time: 0.1437299 Aug 29 17:13:51.107649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:51.109506 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:51.174096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93f7816e-14d4-410b-96b2-8a38aee7876f req-429b5b8c-5feb-40e5-851b-e6a1bae5620a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762606 Aug 29 17:13:51.200220 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:51.214861 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:51.394483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Sync routers for ids ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:51.413888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=25937f53-5fc5-4ea8-9e36-24eadfbf00d5,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:51.422617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Routers {'907fedc7-0ce1-4d75-b50e-f87d136ff61e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:51.423355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:51.442130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:51.477119 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:51.487906 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eebb6a-6988-444d-9160-ed49a3aa3733 req-7e2febea-1759-4b90-b4a7-0f82af38eb58 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:51.494385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98eebb6a-6988-444d-9160-ed49a3aa3733 req-7e2febea-1759-4b90-b4a7-0f82af38eb58 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 945 time: 0.2029576 Aug 29 17:13:51.570637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-fc6fd295-116c-4508-8ec4-aa94c099070f', 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'fixed_ips': [{'subnet_id': 'eae9be9d-c54f-458b-8ca1-817caac0f292'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:13:51.572076 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:51.619064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=25937f53-5fc5-4ea8-9e36-24eadfbf00d5,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:51.623492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98eebb6a-6988-444d-9160-ed49a3aa3733 req-7152d1e6-5ca7-450d-85d4-b54d89f80492 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280982 Aug 29 17:13:51.627677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Set router 907fedc7-0ce1-4d75-b50e-f87d136ff61e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:51.731690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:52.130846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Allocated IP 172.20.0.2 (fc6fd295-116c-4508-8ec4-aa94c099070f/eae9be9d-c54f-458b-8ca1-817caac0f292/3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:13:52.146061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:52.146713 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:52.232234 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:52.252850 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:52.424181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '96366ea3-e356-4f16-a540-7d469eb7e3c3', 'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'mac_address': 'fa:16:3e:24:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:46Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 2, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'subnets': [{'id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:52.435191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Allocated IP 172.25.5.148 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:13:52.468076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Checking router: 907fedc7-0ce1-4d75-b50e-f87d136ff61e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:52.468439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Updating router 907fedc7-0ce1-4d75-b50e-f87d136ff61e port 96366ea3-e356-4f16-a540-7d469eb7e3c3 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:13:52.473841 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:52.500241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Transition to ACTIVE for port object 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:52.507572 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:52.527090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Transition to ACTIVE for port object 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:52.548410 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:52.570036 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:52.614431 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:52.644394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Network fc6fd295-116c-4508-8ec4-aa94c099070f is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:52.651077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:52.658800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:13:52.668657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:52.672113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:52.674917 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:13:52.682509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Pushing event updated for resources: {'Port': ['ID=3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:52.727611 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Pushing event updated for resources: {'Port': ['ID=80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:52.786334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Attempting to bind port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:13:52.786702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Attempting to bind port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '9b4e1c23-56f1-475f-8996-ed19f1459fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:13:52.787286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Attempting to bind port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb on network fc6fd295-116c-4508-8ec4-aa94c099070f {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:52.801082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:13:52.801803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Checking segment: {'id': '9b4e1c23-56f1-475f-8996-ed19f1459fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:52.802204 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:52.802769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Bound using segment: {'id': '9b4e1c23-56f1-475f-8996-ed19f1459fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:13:52.803421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Bound port: 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4e1c23-56f1-475f-8996-ed19f1459fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:13:52.803993 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:52.922771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] For port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:13:52.939431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446696d0-8020-4016-be63-14a9c1c62ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25937f53-5fc5-4ea8-9e36-24eadfbf00d5'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:52.941750 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f78c480-987e-480b-a60e-c3990e45f198" -d '{"events": [{"server_uuid": "446696d0-8020-4016-be63-14a9c1c62ff9", "name": "network-vif-plugged", "status": "completed", "tag": "25937f53-5fc5-4ea8-9e36-24eadfbf00d5"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:52.950640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] For port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb,segment=NetworkSegment(9b4e1c23-56f1-475f-8996-ed19f1459fb4),segment_id=9b4e1c23-56f1-475f-8996-ed19f1459fb4)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:13:52.962882 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:52.966765 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:53.014490 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d6f0db-65ce-4739-a523-9818cd94ec31 x-openstack-request-id: req-01d6f0db-65ce-4739-a523-9818cd94ec31 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:53.015014 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446696d0-8020-4016-be63-14a9c1c62ff9", "name": "network-vif-plugged", "status": "completed", "tag": "25937f53-5fc5-4ea8-9e36-24eadfbf00d5", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:53.015014 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01d6f0db-65ce-4739-a523-9818cd94ec31 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:53.015418 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446696d0-8020-4016-be63-14a9c1c62ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25937f53-5fc5-4ea8-9e36-24eadfbf00d5', 'code': 200} Aug 29 17:13:53.016426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Transition to ACTIVE for port object 96366ea3-e356-4f16-a540-7d469eb7e3c3 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:53.031654 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:53.062818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f27489-984f-4d33-83dd-1c9a6e673f2a None None] Pushing event updated for resources: {'Port': ['ID=3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:53.144959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ffa8f-6e74-42b5-8e39-f8759d5dbedf req-7bb67025-32b1-4cd3-89d8-7ce485ff0c9d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:53.148880 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-875ffa8f-6e74-42b5-8e39-f8759d5dbedf req-7bb67025-32b1-4cd3-89d8-7ce485ff0c9d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 946 time: 0.3617697 Aug 29 17:13:53.182808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b7a1d-ef9d-473e-896e-175b0e88552e None None] Pushing event updated for resources: {'Port': ['ID=96366ea3-e356-4f16-a540-7d469eb7e3c3,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:53.199717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Attempting to bind port 96366ea3-e356-4f16-a540-7d469eb7e3c3 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:13:53.200092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Attempting to bind port 96366ea3-e356-4f16-a540-7d469eb7e3c3 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:13:53.200459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Attempting to bind port 96366ea3-e356-4f16-a540-7d469eb7e3c3 on network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:53.206878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:13:53.207627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Checking segment: {'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:53.208457 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:53.209030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Bound using segment: {'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:13:53.209735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Bound port: 96366ea3-e356-4f16-a540-7d469eb7e3c3, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:13:53.210322 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:53.226329 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:53.374888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] For port 96366ea3-e356-4f16-a540-7d469eb7e3c3, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:13:53.381255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] For port 96366ea3-e356-4f16-a540-7d469eb7e3c3, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=96366ea3-e356-4f16-a540-7d469eb7e3c3,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:13:53.420109 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-875ffa8f-6e74-42b5-8e39-f8759d5dbedf req-569b1704-da2c-48fe-8e65-6a71161d64f4 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497523 Aug 29 17:13:53.424130 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:53.431343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d94910-974e-4f56-8136-32d5004cfcb6 req-e0b62f63-ab91-4fcf-a1e3-7260517456bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:53.433079 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6d94910-974e-4f56-8136-32d5004cfcb6 req-e0b62f63-ab91-4fcf-a1e3-7260517456bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 1098 time: 0.3024487 Aug 29 17:13:53.544052 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6d94910-974e-4f56-8136-32d5004cfcb6 req-d37ae955-44c4-4130-ac35-83ea0dcce676 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633447 Aug 29 17:13:53.745089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b7a1d-ef9d-473e-896e-175b0e88552e None None] Pushing event updated for resources: {'Port': ['ID=96366ea3-e356-4f16-a540-7d469eb7e3c3,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:53.764777 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:53.779597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:53.782162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Routers {'907fedc7-0ce1-4d75-b50e-f87d136ff61e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:53.783052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:54.013939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:13:54.033428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:54.040139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] Set router 907fedc7-0ce1-4d75-b50e-f87d136ff61e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:54.251000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:54.263783 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Sync routers for ids ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:54.276574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:54.281933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51044) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:54.290694 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Routers {'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:54.291334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-aa9e0749-b1c0-4ab5-b352-1c54f18adc11 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2293785 Aug 29 17:13:54.294819 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:54.354317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '96366ea3-e356-4f16-a540-7d469eb7e3c3', 'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'mac_address': 'fa:16:3e:24:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:46Z', 'updated_at': '2021-08-29T17:13:53Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'subnets': [{'id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:54.394638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9648757-522f-4a5c-8f7d-ff75599dd33e None None] The sync data for ids ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'] in n-d-713301-13 is: [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '96366ea3-e356-4f16-a540-7d469eb7e3c3', 'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'mac_address': 'fa:16:3e:24:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:46Z', 'updated_at': '2021-08-29T17:13:53Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'subnets': [{'id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:54.479570 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Set router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:54.686287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877de7cc-735a-402d-b59b-90e1c29f351b req-91d24112-c5e5-49f3-9c3d-3f81a991933e tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:54.691108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-877de7cc-735a-402d-b59b-90e1c29f351b req-91d24112-c5e5-49f3-9c3d-3f81a991933e tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 946 time: 0.1465569 Aug 29 17:13:54.779879 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-877de7cc-735a-402d-b59b-90e1c29f351b req-90e1b42f-8a35-45d1-ac08-e7a3aff5bd89 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819297 Aug 29 17:13:54.811406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8576d4-2b42-413f-9f4f-2d7276ec2e96 None None] Network fc6fd295-116c-4508-8ec4-aa94c099070f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:13:54.907170 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'name': 'tempest-TestServerBasicOps-415154959-router', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:51Z', 'updated_at': '2021-08-29T17:13:52Z', 'revision_number': 3, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'gw_port': {'id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:52Z', 'updated_at': '2021-08-29T17:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:54.969366 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Checking router: a5387c36-2e7a-42bd-a5a0-e36aba9c2feb for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:54.969711 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Updating router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:13:55.014143 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:55.199046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ec5137b6-9fd8-4366-b4fc-85532f1b203e None None] Provisioning for port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:55.209633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ec5137b6-9fd8-4366-b4fc-85532f1b203e None None] Provisioning complete for port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:55.210420 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ec5137b6-9fd8-4366-b4fc-85532f1b203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:55.388395 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:55.501306 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ec5137b6-9fd8-4366-b4fc-85532f1b203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:55.589496 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:55.596474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ec5137b6-9fd8-4366-b4fc-85532f1b203e None None] For port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb,segment=NetworkSegment(9b4e1c23-56f1-475f-8996-ed19f1459fb4),segment_id=9b4e1c23-56f1-475f-8996-ed19f1459fb4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:55.604321 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ec5137b6-9fd8-4366-b4fc-85532f1b203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:55.610766 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Transition to ACTIVE for port object 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:55.626899 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:55.736743 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Pushing event updated for resources: {'Port': ['ID=80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:55.742543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5137b6-9fd8-4366-b4fc-85532f1b203e None None] Pushing event updated for resources: {'Port': ['ID=3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:55.756062 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.756397 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.756731 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.757065 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.776519 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.777140 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.777698 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.778197 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.778694 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.779205 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.779841 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.780324 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:13:55.787962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 96366ea3-e356-4f16-a540-7d469eb7e3c3 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:55.842046 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Attempting to bind port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:13:55.842434 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Attempting to bind port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:13:55.842795 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Attempting to bind port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:13:55.851663 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:13:55.852217 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:13:55.852626 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:55.853020 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:13:55.853521 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Bound port: 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:13:55.853903 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:55.922872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 96366ea3-e356-4f16-a540-7d469eb7e3c3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:55.936064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Allocated IP 172.20.0.1 (fc6fd295-116c-4508-8ec4-aa94c099070f/eae9be9d-c54f-458b-8ca1-817caac0f292/e8740e1a-bb0b-4d74-8853-feb6d250e6d8) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:13:55.938770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 96366ea3-e356-4f16-a540-7d469eb7e3c3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:55.939153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:56.051187 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] For port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:13:56.062611 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] For port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:13:56.068259 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:56.163617 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:56.184706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33b71a-1a1c-4930-9b2a-a16ce20b6381 req-bba6ff9b-e256-44c0-86ef-eeed42b9f06d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:56.188985 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb33b71a-1a1c-4930-9b2a-a16ce20b6381 req-bba6ff9b-e256-44c0-86ef-eeed42b9f06d tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 946 time: 0.1418903 Aug 29 17:13:56.204809 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6de820b9-7611-4b1e-9329-1cd71169184f None None] Provisioning complete for port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:56.205346 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6de820b9-7611-4b1e-9329-1cd71169184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:56.249966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 96366ea3-e356-4f16-a540-7d469eb7e3c3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=96366ea3-e356-4f16-a540-7d469eb7e3c3,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:56.263094 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Routers {'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:56.264131 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:56.266187 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3728a-2e2d-44c7-8d6f-c01d537e7f66 None None] Pushing event updated for resources: {'Port': ['ID=80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:56.278213 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:56.303526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb33b71a-1a1c-4930-9b2a-a16ce20b6381 req-2419d768-753c-4b8f-850f-8667b04c5bde tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049333 Aug 29 17:13:56.315470 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:56.357128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Transition to ACTIVE for port object e8740e1a-bb0b-4d74-8853-feb6d250e6d8 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:13:56.408428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=96366ea3-e356-4f16-a540-7d469eb7e3c3,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:56.414374 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] Set router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:56.416095 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:56.524811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Network fc6fd295-116c-4508-8ec4-aa94c099070f is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:56.536846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ceed-0ca6-4f82-a588-f2c155fe9dbb req-7bfc6374-b36c-4880-8db1-2e80269f974b tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:56.538422 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d41ceed-0ca6-4f82-a588-f2c155fe9dbb req-7bfc6374-b36c-4880-8db1-2e80269f974b tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b5b7eea-a80d-4e21-b3dc-e4260895487e HTTP/1.1" status: 200 len: 945 time: 0.0817649 Aug 29 17:13:56.540151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:56.543452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Pushing event updated for resources: {'Port': ['ID=e8740e1a-bb0b-4d74-8853-feb6d250e6d8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:56.546464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:13:56.617193 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:56.679731 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'name': 'tempest-TestServerBasicOps-415154959-router', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:51Z', 'updated_at': '2021-08-29T17:13:52Z', 'revision_number': 3, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'gw_port': {'id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:52Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:56.700884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d41ceed-0ca6-4f82-a588-f2c155fe9dbb req-6bf0f2ef-88db-45cb-88f0-9ed45e3cc1aa tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180022 Aug 29 17:13:56.722732 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb95dec-aca6-413e-ac12-fb452c4cae4e None None] The sync data for ids ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'] in n-d-713301-13 is: [{'id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'name': 'tempest-TestServerBasicOps-415154959-router', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:51Z', 'updated_at': '2021-08-29T17:13:52Z', 'revision_number': 3, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'gw_port': {'id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:52Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:13:56.871024 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:56.966869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-678ace24-9b5a-478c-92bc-b2b150e1b906 None None] Provisioning for port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:56.974787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-678ace24-9b5a-478c-92bc-b2b150e1b906 None None] Provisioning complete for port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:56.975387 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-678ace24-9b5a-478c-92bc-b2b150e1b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:57.037184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-678ace24-9b5a-478c-92bc-b2b150e1b906 None None] Port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:13:57.207213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:57.219858 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:57.312709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Pushing event updated for resources: {'Port': ['ID=e8740e1a-bb0b-4d74-8853-feb6d250e6d8,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:57.314011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12628f-541b-436e-a13b-305145f331a8 req-48b35fc2-2213-4e45-a2fe-753ab2576100 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:57.319543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:57.328673 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e12628f-541b-436e-a13b-305145f331a8 req-48b35fc2-2213-4e45-a2fe-753ab2576100 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b5b7eea-a80d-4e21-b3dc-e4260895487e HTTP/1.1" status: 200 len: 945 time: 0.0767958 Aug 29 17:13:57.373794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e12628f-541b-436e-a13b-305145f331a8 req-bc1bf7fb-3af6-470c-94ea-84260721dd3b tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441408 Aug 29 17:13:57.453251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Network fc6fd295-116c-4508-8ec4-aa94c099070f is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:13:57.455380 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:13:57.616455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:13:57.780011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:57.803996 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:13:57.813057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ba815bf1-430c-4f4e-ab94-72fc2b8e860e admin admin] 10.222.0.22 "PUT /v2.0/routers/a5387c36-2e7a-42bd-a5a0-e36aba9c2feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5299633 Aug 29 17:13:57.889694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d0e0557b-d151-43a9-93af-a4f0d961c854 None None] Provisioning complete for port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:57.890106 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d0e0557b-d151-43a9-93af-a4f0d961c854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:57.921404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:13:57.927808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:57.928188 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:57.972019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0557b-d151-43a9-93af-a4f0d961c854 None None] Port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:13:58.033487 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:58.064055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:58.071039 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:58.071982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 96366ea3-e356-4f16-a540-7d469eb7e3c3 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:58.165485 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:58.170750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 96366ea3-e356-4f16-a540-7d469eb7e3c3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:58.171380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:58.285785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:58.339336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167aa07-37c4-4c2d-aa0d-891b0151850c req-f0f91e3b-b45b-455f-9b77-62badc1c97e8 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:58.341703 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b167aa07-37c4-4c2d-aa0d-891b0151850c req-f0f91e3b-b45b-455f-9b77-62badc1c97e8 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b5b7eea-a80d-4e21-b3dc-e4260895487e HTTP/1.1" status: 200 len: 945 time: 0.1357179 Aug 29 17:13:58.400853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:13:58.400853 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:58.666517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e62078-fe28-4341-a4d4-e9fc16e8ca18 req-127b9e06-9458-47a4-b826-bfc81f057936 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:58.669721 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21e62078-fe28-4341-a4d4-e9fc16e8ca18 req-127b9e06-9458-47a4-b826-bfc81f057936 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.16 "GET /v2.0/ports?device_id=446696d0-8020-4016-be63-14a9c1c62ff9 HTTP/1.1" status: 200 len: 946 time: 0.0959318 Aug 29 17:13:58.775845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51100) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:58.776541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51102) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:58.795192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a4538fa9-5e7f-43b4-b977-f6bbc3e94b6e tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385137869', 'description': 'tempest-secgroup-smoke-1385137869 description', 'project_id': '0d23c30b596e44428d3dbb88e51226d0'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:58.826422 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a4538fa9-5e7f-43b4-b977-f6bbc3e94b6e tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:58.910601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-21e62078-fe28-4341-a4d4-e9fc16e8ca18 req-e0a58d42-a8d6-4165-b025-c13c67c92205 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Deleting port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:58.911320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-21e62078-fe28-4341-a4d4-e9fc16e8ca18 req-e0a58d42-a8d6-4165-b025-c13c67c92205 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.029390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f16a0-5eae-4295-b059-18f88a760a37 req-a5fe12ea-f9f6-4a91-b664-80b51fb97b09 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:13:59.031637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f23f16a0-5eae-4295-b059-18f88a760a37 req-a5fe12ea-f9f6-4a91-b664-80b51fb97b09 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b5b7eea-a80d-4e21-b3dc-e4260895487e HTTP/1.1" status: 200 len: 945 time: 0.4926891 Aug 29 17:13:59.037884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-b167aa07-37c4-4c2d-aa0d-891b0151850c req-abcf5d4c-0e0d-4ae9-bb46-51a5c71837e1 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Deleting port 291c41d6-66be-449b-905f-c666ca70989c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:13:59.038512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b167aa07-37c4-4c2d-aa0d-891b0151850c req-abcf5d4c-0e0d-4ae9-bb46-51a5c71837e1 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.077981 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2b808d1-5417-441f-b22d-d51f418bf65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.130309 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f23f16a0-5eae-4295-b059-18f88a760a37 req-8735d3d1-ec14-4629-9cc7-323e241a6c2c tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/security-groups?id=470bbb95-31bf-4f8b-bf31-909ddc3144c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884309 Aug 29 17:13:59.134386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Sync routers for ids ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:13:59.147590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Routers {'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:13:59.148693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:59.180268 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a4538fa9-5e7f-43b4-b977-f6bbc3e94b6e tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.183303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b167aa07-37c4-4c2d-aa0d-891b0151850c req-abcf5d4c-0e0d-4ae9-bb46-51a5c71837e1 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] For port 291c41d6-66be-449b-905f-c666ca70989c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=291c41d6-66be-449b-905f-c666ca70989c,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:59.183707 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b167aa07-37c4-4c2d-aa0d-891b0151850c req-abcf5d4c-0e0d-4ae9-bb46-51a5c71837e1 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.197473 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a4538fa9-5e7f-43b4-b977-f6bbc3e94b6e tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.203204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-b167aa07-37c4-4c2d-aa0d-891b0151850c req-abcf5d4c-0e0d-4ae9-bb46-51a5c71837e1 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Calling delete_port for 291c41d6-66be-449b-905f-c666ca70989c owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:59.203489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-21e62078-fe28-4341-a4d4-e9fc16e8ca18 req-e0a58d42-a8d6-4165-b025-c13c67c92205 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] For port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=25937f53-5fc5-4ea8-9e36-24eadfbf00d5,segment=NetworkSegment(525a919e-5ccd-4c6d-8681-3542230af3c3),segment_id=525a919e-5ccd-4c6d-8681-3542230af3c3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:13:59.203851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-21e62078-fe28-4341-a4d4-e9fc16e8ca18 req-e0a58d42-a8d6-4165-b025-c13c67c92205 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.247862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-21e62078-fe28-4341-a4d4-e9fc16e8ca18 req-e0a58d42-a8d6-4165-b025-c13c67c92205 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Calling delete_port for 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:13:59.273035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4538fa9-5e7f-43b4-b977-f6bbc3e94b6e tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45b0d02-6c94-4d5e-a7b0-b44622fc0554,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:59.314888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Set router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:13:59.485167 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b167aa07-37c4-4c2d-aa0d-891b0151850c req-abcf5d4c-0e0d-4ae9-bb46-51a5c71837e1 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.503398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['25937f53-5fc5-4ea8-9e36-24eadfbf00d5'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:13:59.504655 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2b808d1-5417-441f-b22d-d51f418bf65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.507115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['291c41d6-66be-449b-905f-c666ca70989c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:13:59.524680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2b808d1-5417-441f-b22d-d51f418bf65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.526645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf5d4c-0e0d-4ae9-bb46-51a5c71837e1 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Pushing event deleted for resources: {'Port': ['ID=291c41d6-66be-449b-905f-c666ca70989c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:59.556655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b808d1-5417-441f-b22d-d51f418bf65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01966b6-8912-455d-ad74-14b2ba0aafc9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:59.569678 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a4538fa9-5e7f-43b4-b977-f6bbc3e94b6e tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.573607 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a4538fa9-5e7f-43b4-b977-f6bbc3e94b6e tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7916868 Aug 29 17:13:59.575690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51108) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:59.580398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b167aa07-37c4-4c2d-aa0d-891b0151850c req-abcf5d4c-0e0d-4ae9-bb46-51a5c71837e1 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] No DVR routers for this DVR port 291c41d6-66be-449b-905f-c666ca70989c on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:59.583280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6a04cc1e-f6c5-4901-a016-3d4aec1f223b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Request body: {'security_group_rule': {'security_group_id': 'a45b0d02-6c94-4d5e-a7b0-b44622fc0554', 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:59.583478 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b167aa07-37c4-4c2d-aa0d-891b0151850c req-abcf5d4c-0e0d-4ae9-bb46-51a5c71837e1 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.585847 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b167aa07-37c4-4c2d-aa0d-891b0151850c req-abcf5d4c-0e0d-4ae9-bb46-51a5c71837e1 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.10 "DELETE /v2.0/ports/291c41d6-66be-449b-905f-c666ca70989c HTTP/1.1" status: 204 len: 173 time: 1.2372153 Aug 29 17:13:59.586309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5b7eea-a80d-4e21-b3dc-e4260895487e', 'name': 'network-vif-deleted', 'tag': '291c41d6-66be-449b-905f-c666ca70989c'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:59.588744 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d2a69e-04b4-48d5-a397-5e5c983d7154" -d '{"events": [{"server_uuid": "9b5b7eea-a80d-4e21-b3dc-e4260895487e", "name": "network-vif-deleted", "tag": "291c41d6-66be-449b-905f-c666ca70989c"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:59.623012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a04cc1e-f6c5-4901-a016-3d4aec1f223b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.629195 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-21e62078-fe28-4341-a4d4-e9fc16e8ca18 req-e0a58d42-a8d6-4165-b025-c13c67c92205 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.645817 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['291c41d6-66be-449b-905f-c666ca70989c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:13:59.647378 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d2b808d1-5417-441f-b22d-d51f418bf65a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e14859b1a6c4e34a8d06ca776481e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8694224 Aug 29 17:13:59.650315 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cba86e8-7e4e-4b70-86d4-17e2406aa5eb x-openstack-request-id: req-5cba86e8-7e4e-4b70-86d4-17e2406aa5eb {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:59.650985 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5b7eea-a80d-4e21-b3dc-e4260895487e", "name": "network-vif-deleted", "tag": "291c41d6-66be-449b-905f-c666ca70989c", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:59.651412 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5cba86e8-7e4e-4b70-86d4-17e2406aa5eb {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:59.652937 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5b7eea-a80d-4e21-b3dc-e4260895487e', 'name': 'network-vif-deleted', 'tag': '291c41d6-66be-449b-905f-c666ca70989c', 'status': 'completed', 'code': 200} Aug 29 17:13:59.653582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51112) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:59.680766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58d42-a8d6-4165-b025-c13c67c92205 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Pushing event deleted for resources: {'Port': ['ID=25937f53-5fc5-4ea8-9e36-24eadfbf00d5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:59.758489 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9e15cdbf-17f0-4268-ade0-659ba1e79746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.778148 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e62078-fe28-4341-a4d4-e9fc16e8ca18 req-e0a58d42-a8d6-4165-b025-c13c67c92205 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] No DVR routers for this DVR port 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:13:59.788645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-21e62078-fe28-4341-a4d4-e9fc16e8ca18 req-e0a58d42-a8d6-4165-b025-c13c67c92205 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.791394 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21e62078-fe28-4341-a4d4-e9fc16e8ca18 req-e0a58d42-a8d6-4165-b025-c13c67c92205 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.16 "DELETE /v2.0/ports/25937f53-5fc5-4ea8-9e36-24eadfbf00d5 HTTP/1.1" status: 204 len: 173 time: 1.1150219 Aug 29 17:13:59.791888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446696d0-8020-4016-be63-14a9c1c62ff9', 'name': 'network-vif-deleted', 'tag': '25937f53-5fc5-4ea8-9e36-24eadfbf00d5'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:13:59.798842 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771c1271-21da-4e94-a045-2d418cb44646" -d '{"events": [{"server_uuid": "446696d0-8020-4016-be63-14a9c1c62ff9", "name": "network-vif-deleted", "tag": "25937f53-5fc5-4ea8-9e36-24eadfbf00d5"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:13:59.809084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a04cc1e-f6c5-4901-a016-3d4aec1f223b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.813709 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a04cc1e-f6c5-4901-a016-3d4aec1f223b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.830755 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9e15cdbf-17f0-4268-ade0-659ba1e79746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.832099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'name': 'tempest-TestServerBasicOps-415154959-router', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:51Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 4, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'gw_port': {'id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:52Z', 'updated_at': '2021-08-29T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e8740e1a-bb0b-4d74-8853-feb6d250e6d8', 'name': '', 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'mac_address': 'fa:16:3e:07:54:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'eae9be9d-c54f-458b-8ca1-817caac0f292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:55Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 2, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'subnets': [{'id': 'eae9be9d-c54f-458b-8ca1-817caac0f292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:13:59.838514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04cc1e-f6c5-4901-a016-3d4aec1f223b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bed1d3-4440-47b2-9c5b-ff473b710697,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:13:59.849394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6a04cc1e-f6c5-4901-a016-3d4aec1f223b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.854266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6a04cc1e-f6c5-4901-a016-3d4aec1f223b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2725377 Aug 29 17:13:59.857482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51116) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:13:59.868408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Checking router: a5387c36-2e7a-42bd-a5a0-e36aba9c2feb for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:13:59.868860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Updating router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:13:59.870398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0e6bb4fa-289c-4e8e-affe-efe6e757d097 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Request body: {'security_group_rule': {'security_group_id': 'a45b0d02-6c94-4d5e-a7b0-b44622fc0554', 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:13:59.878855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:13:59.925193 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824dfd67-6626-473a-925f-4abb588edc47 x-openstack-request-id: req-824dfd67-6626-473a-925f-4abb588edc47 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:13:59.925507 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446696d0-8020-4016-be63-14a9c1c62ff9", "name": "network-vif-deleted", "tag": "25937f53-5fc5-4ea8-9e36-24eadfbf00d5", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:13:59.925751 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-824dfd67-6626-473a-925f-4abb588edc47 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:13:59.926231 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446696d0-8020-4016-be63-14a9c1c62ff9', 'name': 'network-vif-deleted', 'tag': '25937f53-5fc5-4ea8-9e36-24eadfbf00d5', 'status': 'completed', 'code': 200} Aug 29 17:13:59.934669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9e15cdbf-17f0-4268-ade0-659ba1e79746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.936688 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb4fa-289c-4e8e-affe-efe6e757d097 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.938092 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9e15cdbf-17f0-4268-ade0-659ba1e79746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:13:59.939607 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9e15cdbf-17f0-4268-ade0-659ba1e79746 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b01966b6-8912-455d-ad74-14b2ba0aafc9 HTTP/1.1" status: 204 len: 168 time: 0.2839949 Aug 29 17:13:59.948867 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15cdbf-17f0-4268-ade0-659ba1e79746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01966b6-8912-455d-ad74-14b2ba0aafc9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:00.001334 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.072414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb4fa-289c-4e8e-affe-efe6e757d097 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.079076 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb4fa-289c-4e8e-affe-efe6e757d097 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.093952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:00.094334 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.106384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bb4fa-289c-4e8e-affe-efe6e757d097 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087c10fb-4ca7-4c0c-a3c4-b409a29c54b9,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:00.125281 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb4fa-289c-4e8e-affe-efe6e757d097 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.127062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0e6bb4fa-289c-4e8e-affe-efe6e757d097 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2685382 Aug 29 17:14:00.130215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51122) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:00.135247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-efa68624-246f-462c-9ff2-fdcd90b848d5 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Request body: {'security_group_rule': {'security_group_id': 'a45b0d02-6c94-4d5e-a7b0-b44622fc0554', 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:00.182924 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efa68624-246f-462c-9ff2-fdcd90b848d5 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.292514 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efa68624-246f-462c-9ff2-fdcd90b848d5 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.315042 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efa68624-246f-462c-9ff2-fdcd90b848d5 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.366851 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e6452ea7-1720-4d8e-b717-c38539d68a92 req-61906800-006e-4af1-b09e-34f8586f0e31 tempest-MultipleCreateTestJSON-239235592 tempest-MultipleCreateTestJSON-239235592-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b5b7eea-a80d-4e21-b3dc-e4260895487e HTTP/1.1" status: 200 len: 210 time: 0.0550473 Aug 29 17:14:00.370052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa68624-246f-462c-9ff2-fdcd90b848d5 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fa9bc6-b4e5-423f-923c-33a6a9958440,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:00.392813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-efa68624-246f-462c-9ff2-fdcd90b848d5 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.394300 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-efa68624-246f-462c-9ff2-fdcd90b848d5 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2629266 Aug 29 17:14:00.397216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51128) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:00.408983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5db0be3d-ea4c-4291-b748-9bef84a0233b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Request body: {'security_group_rule': {'security_group_id': 'a45b0d02-6c94-4d5e-a7b0-b44622fc0554', 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:00.453165 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5db0be3d-ea4c-4291-b748-9bef84a0233b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.462929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51130) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:00.486584 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-126cc542-61f6-4eb6-9d7c-397e01ec28cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.552626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5db0be3d-ea4c-4291-b748-9bef84a0233b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.560879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5db0be3d-ea4c-4291-b748-9bef84a0233b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.576307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0be3d-ea4c-4291-b748-9bef84a0233b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f11250-d069-44cc-937e-31f85f818de7,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:00.592472 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.603282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Transition to ACTIVE for port object e8740e1a-bb0b-4d74-8853-feb6d250e6d8 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:00.612135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.643091 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-126cc542-61f6-4eb6-9d7c-397e01ec28cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.648599 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-126cc542-61f6-4eb6-9d7c-397e01ec28cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.658722 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5db0be3d-ea4c-4291-b748-9bef84a0233b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.664374 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5db0be3d-ea4c-4291-b748-9bef84a0233b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2627254 Aug 29 17:14:00.664374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51134) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:00.665147 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb35335-d0ea-4e22-a028-6db4ab55491c None None] Pushing event updated for resources: {'Port': ['ID=e8740e1a-bb0b-4d74-8853-feb6d250e6d8,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:00.671243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-dbf8342c-1e87-465d-b856-129e2fc45666 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Request body: {'security_group_rule': {'security_group_id': 'a45b0d02-6c94-4d5e-a7b0-b44622fc0554', 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:00.702061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-126cc542-61f6-4eb6-9d7c-397e01ec28cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ee4664941554e4780dc1d063f04be53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377603 Aug 29 17:14:00.702644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51136) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:00.704858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cc542-61f6-4eb6-9d7c-397e01ec28cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43337798-97ee-48e8-b012-485faaa1c01c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:00.718086 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-dbf8342c-1e87-465d-b856-129e2fc45666 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Project 0d23c30b596e44428d3dbb88e51226d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:14:00.734091 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbf8342c-1e87-465d-b856-129e2fc45666 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.739982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Attempting to bind port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:14:00.741257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Attempting to bind port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '9b4e1c23-56f1-475f-8996-ed19f1459fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:14:00.741816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Attempting to bind port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 on network fc6fd295-116c-4508-8ec4-aa94c099070f {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:00.748673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:14:00.749294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Checking segment: {'id': '9b4e1c23-56f1-475f-8996-ed19f1459fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:14:00.749879 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.750444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Bound using segment: {'id': '9b4e1c23-56f1-475f-8996-ed19f1459fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:14:00.751115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Bound port: e8740e1a-bb0b-4d74-8853-feb6d250e6d8, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4e1c23-56f1-475f-8996-ed19f1459fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:14:00.751691 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.804055 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-497c34c4-43a0-4220-893a-9c2dc4a177b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.835411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] For port e8740e1a-bb0b-4d74-8853-feb6d250e6d8, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:14:00.840254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] For port e8740e1a-bb0b-4d74-8853-feb6d250e6d8, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8740e1a-bb0b-4d74-8853-feb6d250e6d8,segment=NetworkSegment(9b4e1c23-56f1-475f-8996-ed19f1459fb4),segment_id=9b4e1c23-56f1-475f-8996-ed19f1459fb4)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:14:00.847758 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.849163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-497c34c4-43a0-4220-893a-9c2dc4a177b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.868575 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbf8342c-1e87-465d-b856-129e2fc45666 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.875094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbf8342c-1e87-465d-b856-129e2fc45666 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.912525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Routers {'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:14:00.912851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8342c-1e87-465d-b856-129e2fc45666 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fea840c-b2a5-44f3-a1b7-b4804602d617,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:00.913092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:00.931764 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbf8342c-1e87-465d-b856-129e2fc45666 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.936602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dbf8342c-1e87-465d-b856-129e2fc45666 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2677779 Aug 29 17:14:00.936932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51138) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:00.942497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-780b4053-9744-4d90-b17c-ebe1e9d634c4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Request body: {'security_group_rule': {'security_group_id': 'a45b0d02-6c94-4d5e-a7b0-b44622fc0554', 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:00.955852 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-497c34c4-43a0-4220-893a-9c2dc4a177b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.959106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb35335-d0ea-4e22-a028-6db4ab55491c None None] Pushing event updated for resources: {'Port': ['ID=e8740e1a-bb0b-4d74-8853-feb6d250e6d8,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:00.962283 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-497c34c4-43a0-4220-893a-9c2dc4a177b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:00.964514 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-497c34c4-43a0-4220-893a-9c2dc4a177b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43337798-97ee-48e8-b012-485faaa1c01c HTTP/1.1" status: 204 len: 168 time: 0.2608566 Aug 29 17:14:00.983742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c34c4-43a0-4220-893a-9c2dc4a177b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43337798-97ee-48e8-b012-485faaa1c01c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:00.994607 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-780b4053-9744-4d90-b17c-ebe1e9d634c4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Project 0d23c30b596e44428d3dbb88e51226d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:14:01.004362 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-780b4053-9744-4d90-b17c-ebe1e9d634c4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:01.153335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] Set router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:14:01.172279 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-780b4053-9744-4d90-b17c-ebe1e9d634c4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:01.179320 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-780b4053-9744-4d90-b17c-ebe1e9d634c4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:01.219211 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-780b4053-9744-4d90-b17c-ebe1e9d634c4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:01.221850 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-780b4053-9744-4d90-b17c-ebe1e9d634c4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2836764 Aug 29 17:14:01.223247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b4053-9744-4d90-b17c-ebe1e9d634c4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d4928b-f660-4baf-b4d7-dbf9adbc6e9b,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:01.429133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'name': 'tempest-TestServerBasicOps-415154959-router', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:51Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 4, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'gw_port': {'id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:52Z', 'updated_at': '2021-08-29T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e8740e1a-bb0b-4d74-8853-feb6d250e6d8', 'name': '', 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'mac_address': 'fa:16:3e:07:54:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'eae9be9d-c54f-458b-8ca1-817caac0f292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:55Z', 'updated_at': '2021-08-29T17:14:00Z', 'revision_number': 4, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'subnets': [{'id': 'eae9be9d-c54f-458b-8ca1-817caac0f292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:01.471856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe074b2-343c-4022-9889-0580e6f3f142 None None] The sync data for ids ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'] in n-d-713301-13 is: [{'id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'name': 'tempest-TestServerBasicOps-415154959-router', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:51Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 4, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'gw_port': {'id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:52Z', 'updated_at': '2021-08-29T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e8740e1a-bb0b-4d74-8853-feb6d250e6d8', 'name': '', 'network_id': 'fc6fd295-116c-4508-8ec4-aa94c099070f', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'mac_address': 'fa:16:3e:07:54:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'eae9be9d-c54f-458b-8ca1-817caac0f292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:55Z', 'updated_at': '2021-08-29T17:14:00Z', 'revision_number': 4, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'subnets': [{'id': 'eae9be9d-c54f-458b-8ca1-817caac0f292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:14:01.503279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51168) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:01.517036 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-97f16f3f-aaaf-4c1b-af99-29e1f5899ab3 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385137869&fields=id&tenant_id=0d23c30b596e44428d3dbb88e51226d0 HTTP/1.1" status: 200 len: 267 time: 0.0710971 Aug 29 17:14:01.596913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7ce04b-f695-4f11-beba-98ce9a3f382b admin admin] Deleting subnet 9bad5434-83bd-491a-b6bd-f7f2426c65fa {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:14:01.600839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce04b-f695-4f11-beba-98ce9a3f382b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:01.679180 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce04b-f695-4f11-beba-98ce9a3f382b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:01.734141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce04b-f695-4f11-beba-98ce9a3f382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:01.769307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-0bb3e1a1-eed5-41e0-a00f-95c5611d3eba tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:01.770924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-0bb3e1a1-eed5-41e0-a00f-95c5611d3eba tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/networks?id=1e7d4692-a51e-41b1-bcea-73dce0609ef3 HTTP/1.1" status: 200 len: 809 time: 0.2132492 Aug 29 17:14:01.791517 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-76a2d701-4b87-444f-9a81-a39ec923aaf5 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/quotas/0d23c30b596e44428d3dbb88e51226d0 HTTP/1.1" status: 200 len: 375 time: 0.0120604 Aug 29 17:14:01.827910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce04b-f695-4f11-beba-98ce9a3f382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:01.864498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ce04b-f695-4f11-beba-98ce9a3f382b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bad5434-83bd-491a-b6bd-f7f2426c65fa,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:01.869310 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-abf053c7-611a-4347-9090-8c28b076dd8a tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d23c30b596e44428d3dbb88e51226d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655785 Aug 29 17:14:01.874393 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce04b-f695-4f11-beba-98ce9a3f382b admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:01.877411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bb7ce04b-f695-4f11-beba-98ce9a3f382b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9bad5434-83bd-491a-b6bd-f7f2426c65fa HTTP/1.1" status: 204 len: 168 time: 0.3730488 Aug 29 17:14:01.879821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51178) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:01.964169 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 291c41d6-66be-449b-905f-c666ca70989c no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:14:01.979248 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:02.008436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 291c41d6-66be-449b-905f-c666ca70989c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:14:02.014738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 291c41d6-66be-449b-905f-c666ca70989c not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:14:02.030190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-e8841021-37aa-4920-ab8c-5f44e6c1366e service neutron] 10.222.0.22 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310928 Aug 29 17:14:02.107869 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:02.119997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1a2534-d4f7-4c41-9569-2e4fb8f97464']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:02.145573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525a919e-5ccd-4c6d-8681-3542230af3c3') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:02.148223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525a919e-5ccd-4c6d-8681-3542230af3c3') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:02.159963 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:02.165563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-255608d4-1437-4cc7-bb43-3f6ef221f5b1 service neutron] 10.222.0.22 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242929 Aug 29 17:14:02.182434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:02.190335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:14:02.191715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:14:02.192332 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:02.241405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:14:02.241763 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 25937f53-5fc5-4ea8-9e36-24eadfbf00d5 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:14:02.247334 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:14:02.280170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:02.287795 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:02.292499 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/bf1a2534-d4f7-4c41-9569-2e4fb8f97464 HTTP/1.1" status: 204 len: 168 time: 0.4093647 Aug 29 17:14:02.305063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b146b-9577-4e29-ba76-92139d35c1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1a2534-d4f7-4c41-9569-2e4fb8f97464,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:02.501742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4189bfc7-23c7-48af-a704-efe16a2dd3aa req-430e2de8-aa76-45bb-b0d4-d625f87bc3e8 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 210 time: 0.0390828 Aug 29 17:14:02.581659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51196) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:02.664106 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-97b155eb-2a48-49d5-8c47-c22b204bfe8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6835ea72f6e548b5bcde781609cae252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783715 Aug 29 17:14:02.664468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51202) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:02.784872 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54e52223-8374-404a-a257-d6f387eace78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:02.818127 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54e52223-8374-404a-a257-d6f387eace78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:02.887671 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54e52223-8374-404a-a257-d6f387eace78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:02.892126 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54e52223-8374-404a-a257-d6f387eace78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:02.896316 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-54e52223-8374-404a-a257-d6f387eace78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/470bbb95-31bf-4f8b-bf31-909ddc3144c3 HTTP/1.1" status: 204 len: 168 time: 0.2278316 Aug 29 17:14:02.903545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e52223-8374-404a-a257-d6f387eace78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470bbb95-31bf-4f8b-bf31-909ddc3144c3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:03.659515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8740e1a-bb0b-4d74-8853-feb6d250e6d8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:14:03.753800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:03.759008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:03.759415 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:03.843956 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5e24213-ac27-4173-87df-196f39727b15 req-a7681ceb-3dd6-4a5c-8759-509f1c2edc7b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 210 time: 0.1906104 Aug 29 17:14:03.956302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-a9533405-f0c6-404c-9c21-cc2e0da1c1a8 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:03.957986 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-a9533405-f0c6-404c-9c21-cc2e0da1c1a8 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.16 "GET /v2.0/networks?id=1e7d4692-a51e-41b1-bcea-73dce0609ef3 HTTP/1.1" status: 200 len: 809 time: 0.2870092 Aug 29 17:14:04.054584 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-dc2f70c4-b3a8-417e-b560-5b7a47c2c919 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d23c30b596e44428d3dbb88e51226d0 HTTP/1.1" status: 200 len: 380 time: 0.0843713 Aug 29 17:14:04.069409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Request body: {'port': {'device_id': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'admin_state_up': True, 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'security_groups': ['a45b0d02-6c94-4d5e-a7b0-b44622fc0554']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:04.144051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:04.186209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port e8740e1a-bb0b-4d74-8853-feb6d250e6d8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8740e1a-bb0b-4d74-8853-feb6d250e6d8,segment=NetworkSegment(9b4e1c23-56f1-475f-8996-ed19f1459fb4),segment_id=9b4e1c23-56f1-475f-8996-ed19f1459fb4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:04.194142 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:04.264940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Made reservation on behalf of 0d23c30b596e44428d3dbb88e51226d0 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:14:04.273688 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:04.274418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=e8740e1a-bb0b-4d74-8853-feb6d250e6d8,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:04.479638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Allocated IP 172.20.0.10 (1e7d4692-a51e-41b1-bcea-73dce0609ef3/d4320a9f-837b-46de-903f-699ec1a25d2c/90a3427e-bfb3-4a56-af3b-7e1faa024608) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:14:04.689214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:04.710531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Transition to ACTIVE for port object 90a3427e-bfb3-4a56-af3b-7e1faa024608 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:04.755780 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:04.799724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:14:04.804532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:04.818218 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:14:04.885204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:04.888361 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:04.913564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event updated for resources: {'Port': ['ID=90a3427e-bfb3-4a56-af3b-7e1faa024608,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:04.937575 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-c00514d4-9434-4bf6-8b3e-a81a2e703ac1 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8705978 Aug 29 17:14:04.956986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Request body: {'port': {'device_id': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:05.099416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51290) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:05.119345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.147293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8429b1-11cc-406a-a8f9-e406b937df3e req-934135e7-a7b1-4d0b-a581-604788a8efab tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:05.149500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4c8429b1-11cc-406a-a8f9-e406b937df3e req-934135e7-a7b1-4d0b-a581-604788a8efab tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 932 time: 0.1085317 Aug 29 17:14:05.236994 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e975c5e3-539a-4c2b-bdb4-760238ce2ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.258333 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4c8429b1-11cc-406a-a8f9-e406b937df3e req-4fc8c51e-2fd8-43f6-989d-0ccf01c12b92 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610423 Aug 29 17:14:05.263250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6dca7835-7b6b-468d-9499-a05ddc57da9a None None] Provisioning for port 90a3427e-bfb3-4a56-af3b-7e1faa024608 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:05.269891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6dca7835-7b6b-468d-9499-a05ddc57da9a None None] Provisioning complete for port 90a3427e-bfb3-4a56-af3b-7e1faa024608 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:05.270270 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6dca7835-7b6b-468d-9499-a05ddc57da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.320841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6dca7835-7b6b-468d-9499-a05ddc57da9a None None] Port 90a3427e-bfb3-4a56-af3b-7e1faa024608 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:14:05.404302 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e975c5e3-539a-4c2b-bdb4-760238ce2ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.412850 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e975c5e3-539a-4c2b-bdb4-760238ce2ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.500843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51300) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:05.501531 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e975c5e3-539a-4c2b-bdb4-760238ce2ff2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=68b852c042394adcaa3ce270bccfa075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003582 Aug 29 17:14:05.502707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975c5e3-539a-4c2b-bdb4-760238ce2ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2102bf6c-8099-449a-95d7-57c3c778bcea,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:05.589451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a3427e-bfb3-4a56-af3b-7e1faa024608 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:14:05.603771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.615527 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18b8b593-5076-420b-be8d-374067809d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.628353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8740e1a-bb0b-4d74-8853-feb6d250e6d8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:14:05.630772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Transition to ACTIVE for port object 90a3427e-bfb3-4a56-af3b-7e1faa024608 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:05.641003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.648819 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18b8b593-5076-420b-be8d-374067809d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.693556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:05.695559 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.749652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Pushing event updated for resources: {'Port': ['ID=90a3427e-bfb3-4a56-af3b-7e1faa024608,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:05.820876 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18b8b593-5076-420b-be8d-374067809d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.824494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-18b8b593-5076-420b-be8d-374067809d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:05.837675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-18b8b593-5076-420b-be8d-374067809d3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2102bf6c-8099-449a-95d7-57c3c778bcea HTTP/1.1" status: 204 len: 168 time: 0.3305218 Aug 29 17:14:05.884151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8b593-5076-420b-be8d-374067809d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2102bf6c-8099-449a-95d7-57c3c778bcea,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:05.908728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Attempting to bind port 90a3427e-bfb3-4a56-af3b-7e1faa024608 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:14:05.909470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Attempting to bind port 90a3427e-bfb3-4a56-af3b-7e1faa024608 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:14:05.909470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Attempting to bind port 90a3427e-bfb3-4a56-af3b-7e1faa024608 on network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:05.915098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Port 90a3427e-bfb3-4a56-af3b-7e1faa024608 on network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:14:05.915521 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Attempting to bind port 90a3427e-bfb3-4a56-af3b-7e1faa024608 on network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:05.921906 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:14:05.922378 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Checking segment: {'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:14:05.922769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Bound using segment: {'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:14:05.923203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Bound port: 90a3427e-bfb3-4a56-af3b-7e1faa024608, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a84ec1-0344-4978-b091-e651cd779cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:14:05.925908 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:06.012701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] For port 90a3427e-bfb3-4a56-af3b-7e1faa024608, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:14:06.019243 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] For port 90a3427e-bfb3-4a56-af3b-7e1faa024608, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=90a3427e-bfb3-4a56-af3b-7e1faa024608,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:14:06.024795 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:06.076145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:06.076965 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:06.078422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] 10.222.0.16 "PUT /v2.0/ports/90a3427e-bfb3-4a56-af3b-7e1faa024608 HTTP/1.1" status: 200 len: 1093 time: 1.1347082 Aug 29 17:14:06.081213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'tag': '90a3427e-bfb3-4a56-af3b-7e1faa024608'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:14:06.092786 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f", "tag": "90a3427e-bfb3-4a56-af3b-7e1faa024608"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:14:06.159396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d3379-fd76-4a22-b71f-6ab782870238 service neutron] Pushing event updated for resources: {'Port': ['ID=90a3427e-bfb3-4a56-af3b-7e1faa024608,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:06.226557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-4e973bb1-b251-43e2-be81-884fa9538f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:06.228469 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-4e973bb1-b251-43e2-be81-884fa9538f74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d23c30b596e44428d3dbb88e51226d0&device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 1096 time: 0.0791445 Aug 29 17:14:06.321374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-5d7deee3-4a42-4f29-b632-982d55594dab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90a3427e-bfb3-4a56-af3b-7e1faa024608 HTTP/1.1" status: 200 len: 217 time: 0.0810242 Aug 29 17:14:06.427700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-20339498-ff7c-48e0-822c-37818432a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:06.430202 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-20339498-ff7c-48e0-822c-37818432a5f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4320a9f-837b-46de-903f-699ec1a25d2c HTTP/1.1" status: 200 len: 848 time: 0.1005280 Aug 29 17:14:06.435856 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629010a6-27d3-47d4-a9da-ec0d1b05b08a x-openstack-request-id: req-629010a6-27d3-47d4-a9da-ec0d1b05b08a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:14:06.436161 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f", "tag": "90a3427e-bfb3-4a56-af3b-7e1faa024608", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:14:06.436562 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-629010a6-27d3-47d4-a9da-ec0d1b05b08a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:14:06.437172 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'tag': '90a3427e-bfb3-4a56-af3b-7e1faa024608', 'status': 'completed', 'code': 200} Aug 29 17:14:06.446123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fb4f7-6e90-4783-a77e-608971a7e013 req-b1f2d038-2e51-42a2-a41f-a0c05ec50fd7 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:06.447727 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e04fb4f7-6e90-4783-a77e-608971a7e013 req-b1f2d038-2e51-42a2-a41f-a0c05ec50fd7 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 944 time: 0.0841506 Aug 29 17:14:06.498067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-a33d69c1-0962-4f8e-9a39-c8614a81266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:06.500267 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-a33d69c1-0962-4f8e-9a39-c8614a81266c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e7d4692-a51e-41b1-bcea-73dce0609ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621355 Aug 29 17:14:06.514602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e04fb4f7-6e90-4783-a77e-608971a7e013 req-4a320104-d483-45b6-8de2-e471189ddc98 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399125 Aug 29 17:14:06.645098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-7a378998-48da-4020-a9af-e4dc5d4d4241 service neutron] 10.222.0.16 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362088 Aug 29 17:14:06.759476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f97176e0-fb11-49fc-88b3-cf4aa9febfff req-17d42c66-3d12-4f3a-8398-2980ddcd6c4f service neutron] 10.222.0.16 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071718 Aug 29 17:14:06.860351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4 req-f8c8f6bc-4f2c-4d97-98a1-3500c82284f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:06.862767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4 req-f8c8f6bc-4f2c-4d97-98a1-3500c82284f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d23c30b596e44428d3dbb88e51226d0&device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 1096 time: 0.0511417 Aug 29 17:14:06.923439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51346) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:07.048031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-973081237-network', 'tenant_id': '4bf1736feae04eff8f68fe49a5bbbfc5'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:07.093130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Made reservation on behalf of 4bf1736feae04eff8f68fe49a5bbbfc5 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:14:07.097566 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:07.109863 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:07.256413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:07.263344 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:07.295840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:14:07.306483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664fb6f6-6b9f-4bc6-a856-4022994286c9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:07.313839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:07.314490 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Added segment e5a5ff4a-ad2e-40ff-9e34-09756f35cdb4 of type vlan for network f40a8633-fff1-4475-b853-1424ee59f54d Aug 29 17:14:07.322386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4 req-08f53bce-dcbb-464a-8e57-e917f6108770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:07.328198 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4 req-08f53bce-dcbb-464a-8e57-e917f6108770 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e7d4692-a51e-41b1-bcea-73dce0609ef3 HTTP/1.1" status: 200 len: 910 time: 0.4584589 Aug 29 17:14:07.360530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:07.375816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4 req-4b60ec55-0c2f-4da1-9ed1-79b8190715e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90a3427e-bfb3-4a56-af3b-7e1faa024608 HTTP/1.1" status: 200 len: 217 time: 0.0396328 Aug 29 17:14:07.390616 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:07.392297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:07.393287 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:07.432515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4 req-c84f9b00-b6cd-455c-a18b-f5492fd36336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:07.434780 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4 req-c84f9b00-b6cd-455c-a18b-f5492fd36336 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4320a9f-837b-46de-903f-699ec1a25d2c HTTP/1.1" status: 200 len: 848 time: 0.0509150 Aug 29 17:14:07.451876 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5269005 Aug 29 17:14:07.455548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51352) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:07.462850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] Request body: {'subnet': {'network_id': 'f40a8633-fff1-4475-b853-1424ee59f54d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-973081237-subnet', 'tenant_id': '4bf1736feae04eff8f68fe49a5bbbfc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:07.472487 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a8e62-176e-47da-9d5d-8ce568d91155 admin admin] Pushing event updated for resources: {'Network': ['ID=f40a8633-fff1-4475-b853-1424ee59f54d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:07.483361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network f40a8633-fff1-4475-b853-1424ee59f54d details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:14:07.541390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4 req-c7ad2c79-179e-44a9-ba0f-8b906418eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:07.543581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4 req-c7ad2c79-179e-44a9-ba0f-8b906418eeaa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e7d4692-a51e-41b1-bcea-73dce0609ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002343 Aug 29 17:14:07.544659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] Made reservation on behalf of 4bf1736feae04eff8f68fe49a5bbbfc5 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:14:07.547084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:07.717020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b384312-c42a-429c-9665-045b2ec210ba req-c9e5a000-e13d-428d-a876-044a09d979a6 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:07.724736 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b384312-c42a-429c-9665-045b2ec210ba req-c9e5a000-e13d-428d-a876-044a09d979a6 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 944 time: 0.1044190 Aug 29 17:14:07.731496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4 req-8927fac5-21bc-44be-9b52-4732f527cd4b service neutron] 10.222.0.16 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717200 Aug 29 17:14:07.767365 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b384312-c42a-429c-9665-045b2ec210ba req-db1e1eca-e624-4a2c-970f-bfe7e8592dcb tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Aug 29 17:14:07.910640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fc61f7a-20d1-460b-a245-cdc07f8ad0a4 req-a8b46cad-1b5d-45d6-ba67-b05e21c4a14c service neutron] 10.222.0.16 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715391 Aug 29 17:14:07.913374 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:07.988560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1646abbc-949d-4dde-8220-66bf9bcb0daa,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:07.995674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] Checking segment: {'id': 'e5a5ff4a-ad2e-40ff-9e34-09756f35cdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f40a8633-fff1-4475-b853-1424ee59f54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:14:07.996573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] Network hostable DHCP agents. Network: f40a8633-fff1-4475-b853-1424ee59f54d, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:14:08.017878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] Network f40a8633-fff1-4475-b853-1424ee59f54d is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:14:08.028181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, f40a8633-fff1-4475-b853-1424ee59f54d) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:08.035215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:08.036294 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.037317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debad60a-4137-47b2-80dd-c06f1f75a1f9 None None] Network f40a8633-fff1-4475-b853-1424ee59f54d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:14:08.061786 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-310356a2-452b-4991-8a2f-cb9fcbc521c4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6037829 Aug 29 17:14:08.205136 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51366) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:08.244326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a1662-a4b8-4954-8b2a-6812714f7005 None None] Network f40a8633-fff1-4475-b853-1424ee59f54d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:14:08.278425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f51481-a762-4482-b28b-b65592579c6a admin admin] Deleting subnet 1646abbc-949d-4dde-8220-66bf9bcb0daa {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:14:08.282052 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6f51481-a762-4482-b28b-b65592579c6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.336157 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6f51481-a762-4482-b28b-b65592579c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.381860 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6f51481-a762-4482-b28b-b65592579c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.439306 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6f51481-a762-4482-b28b-b65592579c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.467581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6f51481-a762-4482-b28b-b65592579c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.471804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e6f51481-a762-4482-b28b-b65592579c6a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1646abbc-949d-4dde-8220-66bf9bcb0daa HTTP/1.1" status: 204 len: 168 time: 0.2626333 Aug 29 17:14:08.471804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f51481-a762-4482-b28b-b65592579c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1646abbc-949d-4dde-8220-66bf9bcb0daa,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:08.472241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51368) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:08.548259 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.633507 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.647029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40a8633-fff1-4475-b853-1424ee59f54d']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:08.659241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a5ff4a-ad2e-40ff-9e34-09756f35cdb4') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:08.659241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a5ff4a-ad2e-40ff-9e34-09756f35cdb4') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:08.669442 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.683280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.690581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:14:08.690980 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:14:08.692737 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:14:08.775713 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.784286 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:08.788847 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] 10.222.0.22 "DELETE /v2.0/networks/f40a8633-fff1-4475-b853-1424ee59f54d HTTP/1.1" status: 204 len: 168 time: 0.3133404 Aug 29 17:14:08.804055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1a277-1d3a-433c-b9e8-f655f9c26bac admin admin] Pushing event deleted for resources: {'Network': ['ID=f40a8633-fff1-4475-b853-1424ee59f54d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:08.929989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b2170-d96b-4483-8517-5def787a452a req-d1da5b89-72c1-43c3-bd26-1c25fc701a75 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:08.939143 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a6b2170-d96b-4483-8517-5def787a452a req-d1da5b89-72c1-43c3-bd26-1c25fc701a75 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 944 time: 0.0915334 Aug 29 17:14:08.986784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51380) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:08.987144 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a6b2170-d96b-4483-8517-5def787a452a req-925e8efc-d3f5-4946-8143-e809a899ba9a tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470927 Aug 29 17:14:09.059096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1e3824a8-1fa4-43a9-af09-b8c386f120d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4bf1736feae04eff8f68fe49a5bbbfc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720801 Aug 29 17:14:09.061815 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51384) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:09.130713 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:09.160030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:09.227931 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:09.230426 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:09.231741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/664fb6f6-6b9f-4bc6-a856-4022994286c9 HTTP/1.1" status: 204 len: 168 time: 0.1690116 Aug 29 17:14:09.241172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664fb6f6-6b9f-4bc6-a856-4022994286c9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:09.253417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.253773 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.254241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.254592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.254986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.255325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.256008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.256311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.256675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.257211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.257573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.257901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed358ec9-5fc7-439a-aa65-554c75b91420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:09.435499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51392) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:09.713455 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:14:09.719650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76954e7a-d26d-4dfd-8568-1978c8916272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:09.829568 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76954e7a-d26d-4dfd-8568-1978c8916272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:09.835357 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76954e7a-d26d-4dfd-8568-1978c8916272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:09.883247 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-76954e7a-d26d-4dfd-8568-1978c8916272 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19823b9820154e86871838c573cb74b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4465897 Aug 29 17:14:09.884465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76954e7a-d26d-4dfd-8568-1978c8916272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf66ef5-c5ac-48c6-9a51-a1a8fee2b1ac,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:09.886152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51416) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:09.953254 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2158bd03-33b7-42cc-bdfb-0fa127395ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:09.979948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2158bd03-33b7-42cc-bdfb-0fa127395ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.039253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2158bd03-33b7-42cc-bdfb-0fa127395ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.042445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2158bd03-33b7-42cc-bdfb-0fa127395ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.049121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2158bd03-33b7-42cc-bdfb-0fa127395ffb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cf66ef5-c5ac-48c6-9a51-a1a8fee2b1ac HTTP/1.1" status: 204 len: 168 time: 0.1585388 Aug 29 17:14:10.060280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158bd03-33b7-42cc-bdfb-0fa127395ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf66ef5-c5ac-48c6-9a51-a1a8fee2b1ac,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:10.143152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1f9a2-5084-4ac5-aba1-813b7f35a5c8 req-20d67319-3bbc-4064-809e-708326b631ed tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:10.146261 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85f1f9a2-5084-4ac5-aba1-813b7f35a5c8 req-20d67319-3bbc-4064-809e-708326b631ed tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 944 time: 0.0654523 Aug 29 17:14:10.185689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51430) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:10.192359 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85f1f9a2-5084-4ac5-aba1-813b7f35a5c8 req-5c132816-27cb-4b26-9afa-ef6f602d8313 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399847 Aug 29 17:14:10.221738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 90a3427e-bfb3-4a56-af3b-7e1faa024608 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:14:10.338011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 90a3427e-bfb3-4a56-af3b-7e1faa024608, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=90a3427e-bfb3-4a56-af3b-7e1faa024608,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:10.355051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '90a3427e-bfb3-4a56-af3b-7e1faa024608', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'port_id': '90a3427e-bfb3-4a56-af3b-7e1faa024608', 'mac_address': 'fa:16:3e:40:5c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:14:10.420242 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.443071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a3427e-bfb3-4a56-af3b-7e1faa024608 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:14:10.468294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1391956506-network', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:10.475977 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 90a3427e-bfb3-4a56-af3b-7e1faa024608, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=90a3427e-bfb3-4a56-af3b-7e1faa024608,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:10.482075 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.493458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Made reservation on behalf of f52f39380cfe4a18a7c995c81c357a61 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:14:10.496885 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.506928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.511117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51446) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:10.525448 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-809f8002-8d65-4cb5-a342-a097a170f013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.544522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-bc115aab-32c0-4aaa-83f4-188472599392 req-44c7bb66-8e2e-487f-89a4-07e7031fcd86 service neutron] (111677) timed out ('10.222.0.22', 37892) {{(pid=111677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:14:10.545509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=90a3427e-bfb3-4a56-af3b-7e1faa024608,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:10.607685 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.611312 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.634836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:14:10.650056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120f3eb3-1cd9-4535-95d4-61d61ca1df50,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:10.653551 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.653897 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Added segment cbd81e87-4d20-4fd7-90f0-4630efbb3484 of type vlan for network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 Aug 29 17:14:10.697022 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.707740 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-809f8002-8d65-4cb5-a342-a097a170f013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.711539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-809f8002-8d65-4cb5-a342-a097a170f013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.724154 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.725432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:10.726101 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.746198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['90a3427e-bfb3-4a56-af3b-7e1faa024608'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:14:10.752527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f8002-8d65-4cb5-a342-a097a170f013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f42a94e-ad85-4b0d-944c-3129a750cef0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:10.759521 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-809f8002-8d65-4cb5-a342-a097a170f013 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a08ed6df0c1c4049aed169d1ecf9a87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444673 Aug 29 17:14:10.759872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51448) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:10.809677 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6227992 Aug 29 17:14:10.812672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51450) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:10.816064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e5d3ea4-c5c5-43c2-b485-db955707b9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.818835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] Request body: {'subnet': {'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1391956506-subnet', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:10.826003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328495d9-e2b7-4cad-94f1-6d2aba71e8ec admin admin] Pushing event updated for resources: {'Network': ['ID=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:10.840595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:14:10.845351 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e5d3ea4-c5c5-43c2-b485-db955707b9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.850421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] Made reservation on behalf of f52f39380cfe4a18a7c995c81c357a61 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:14:10.853727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.906880 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e5d3ea4-c5c5-43c2-b485-db955707b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.910876 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0e5d3ea4-c5c5-43c2-b485-db955707b9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:10.914987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0e5d3ea4-c5c5-43c2-b485-db955707b9c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f42a94e-ad85-4b0d-944c-3129a750cef0 HTTP/1.1" status: 204 len: 168 time: 0.1519382 Aug 29 17:14:10.925084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d3ea4-c5c5-43c2-b485-db955707b9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f42a94e-ad85-4b0d-944c-3129a750cef0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:11.132236 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:11.195888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ef7c0c-e800-4236-99d1-e6364c68d339,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:11.204054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] Checking segment: {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:14:11.204545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] Network hostable DHCP agents. Network: fa2171fc-5fc2-4f5a-bea0-33e55a3c0128, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:14:11.222276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] Network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:14:11.232567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, fa2171fc-5fc2-4f5a-bea0-33e55a3c0128) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:11.242835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf2cc2-3fcd-4949-9463-50d73df2785e None None] Network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:14:11.248527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:11.249242 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:11.282320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d7dee618-02de-4108-86de-96b71efbf950 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4683352 Aug 29 17:14:11.285008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51464) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:11.290345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:11.355492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:11.356684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:11.402204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054caa03-7404-47a5-8b55-c5b5ae5ad395 req-4675c7c1-f0b2-4aae-b4a9-1546d4732edc tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:11.417155 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-054caa03-7404-47a5-8b55-c5b5ae5ad395 req-4675c7c1-f0b2-4aae-b4a9-1546d4732edc tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 945 time: 0.1176372 Aug 29 17:14:11.468567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:11.484390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:14:11.485366 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:11.532487 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-054caa03-7404-47a5-8b55-c5b5ae5ad395 req-a9ece2dd-8bdf-4fe5-8b58-bd4cac1c2ad8 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140583 Aug 29 17:14:11.653853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Allocated IP 172.20.0.2 (fa2171fc-5fc2-4f5a-bea0-33e55a3c0128/77ef7c0c-e800-4236-99d1-e6364c68d339/2d120ea6-cad2-4bce-a767-92d794e8a670) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:14:11.673011 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:11.830797 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:11.847683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Transition to ACTIVE for port object 2d120ea6-cad2-4bce-a767-92d794e8a670 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:11.865922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Transition to ACTIVE for port object 2d120ea6-cad2-4bce-a767-92d794e8a670 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:11.874078 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:11.900646 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:11.922611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:11.924449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Pushing event updated for resources: {'Port': ['ID=2d120ea6-cad2-4bce-a767-92d794e8a670,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:11.936912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:14:11.938473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:11.943502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:14:12.020355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Attempting to bind port 2d120ea6-cad2-4bce-a767-92d794e8a670 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:14:12.020729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Attempting to bind port 2d120ea6-cad2-4bce-a767-92d794e8a670 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:14:12.021097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Attempting to bind port 2d120ea6-cad2-4bce-a767-92d794e8a670 on network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:12.034782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:14:12.035165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Checking segment: {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:14:12.035578 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.036001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Bound using segment: {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:14:12.040979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Bound port: 2d120ea6-cad2-4bce-a767-92d794e8a670, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:14:12.041424 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.093045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Allocated IP 172.25.5.96 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/a009baf1-2d71-48a3-8e9f-580cf81ebb79) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:14:12.128055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] For port 2d120ea6-cad2-4bce-a767-92d794e8a670, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:14:12.131506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] For port 2d120ea6-cad2-4bce-a767-92d794e8a670, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2d120ea6-cad2-4bce-a767-92d794e8a670,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:14:12.138417 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.205091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56c009-2762-42ba-b6b6-2e7065694b3a None None] Pushing event updated for resources: {'Port': ['ID=2d120ea6-cad2-4bce-a767-92d794e8a670,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:12.237616 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.240125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 90a3427e-bfb3-4a56-af3b-7e1faa024608 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:14:12.322418 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.335531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 90a3427e-bfb3-4a56-af3b-7e1faa024608 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:12.342289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 90a3427e-bfb3-4a56-af3b-7e1faa024608 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:12.342919 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.373423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:14:12.376533 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:12.386766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:14:12.503917 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.524168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Pushing event updated for resources: {'Port': ['ID=a009baf1-2d71-48a3-8e9f-580cf81ebb79,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:12.564594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3427e-bfb3-4a56-af3b-7e1faa024608'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:14:12.567265 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2e2b6a-83a6-4994-893a-f452d18fc29a" -d '{"events": [{"server_uuid": "23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f", "name": "network-vif-plugged", "status": "completed", "tag": "90a3427e-bfb3-4a56-af3b-7e1faa024608"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:14:12.603111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 90a3427e-bfb3-4a56-af3b-7e1faa024608, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=90a3427e-bfb3-4a56-af3b-7e1faa024608,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:12.610457 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.735944 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c813e2-e227-4f2e-b1fc-17173f3a9f74 x-openstack-request-id: req-94c813e2-e227-4f2e-b1fc-17173f3a9f74 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:14:12.736284 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f", "name": "network-vif-plugged", "status": "completed", "tag": "90a3427e-bfb3-4a56-af3b-7e1faa024608", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:14:12.737591 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94c813e2-e227-4f2e-b1fc-17173f3a9f74 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:14:12.738197 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3427e-bfb3-4a56-af3b-7e1faa024608', 'code': 200} Aug 29 17:14:12.754347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=90a3427e-bfb3-4a56-af3b-7e1faa024608,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:12.848460 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283dbf-16d9-4c0b-8d93-f4c7aeaee9eb req-6109c985-5f42-41fd-a423-dc77e7750e00 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:12.850133 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-04283dbf-16d9-4c0b-8d93-f4c7aeaee9eb req-6109c985-5f42-41fd-a423-dc77e7750e00 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 946 time: 0.1519103 Aug 29 17:14:12.852684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.874388 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-634290ec-55ff-4ba3-915d-023ee25173a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:12.898641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4131e1-22d8-49d5-8898-c7e2afadf122 req-bf7faa17-d0b2-4991-9ae6-497d3ee5dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:12.900134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef4131e1-22d8-49d5-8898-c7e2afadf122 req-bf7faa17-d0b2-4991-9ae6-497d3ee5dfb0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 1098 time: 0.1542645 Aug 29 17:14:12.999642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-04283dbf-16d9-4c0b-8d93-f4c7aeaee9eb req-d3e95fd7-0f0d-40b3-9bb4-f4e7c528d2c8 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065965 Aug 29 17:14:13.008599 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef4131e1-22d8-49d5-8898-c7e2afadf122 req-1d0fd6f6-73d4-49e6-b8ac-4848b3e5b72d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987949 Aug 29 17:14:13.161122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:13.320937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Router fe8e60eb-9eb6-4370-8391-66159737506e is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:14:13.442261 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:14:13.454376 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Sync routers for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:14:13.466109 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:14:13.466793 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:13.467347 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:13.470898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a1258875-5bff-47d6-b3ff-ef1932f7d99d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1820927 Aug 29 17:14:13.471217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51524) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:13.624741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd06b0d-de76-47a7-b489-ba8efab172e1 None None] Network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:14:13.701247 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:14:13.784148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2d120ea6-cad2-4bce-a767-92d794e8a670 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:14:13.934812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b5dbe8d1-5d3f-4b38-b0e2-f7c6d3776ac2 None None] Provisioning for port 2d120ea6-cad2-4bce-a767-92d794e8a670 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:14.000847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 2d120ea6-cad2-4bce-a767-92d794e8a670 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:14.006545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 2d120ea6-cad2-4bce-a767-92d794e8a670 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:14.007253 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:14.189146 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:14.249719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 2d120ea6-cad2-4bce-a767-92d794e8a670, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2d120ea6-cad2-4bce-a767-92d794e8a670,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:14.261643 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:14.281373 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:12Z', 'revision_number': 3, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:14.363166 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Checking router: fe8e60eb-9eb6-4370-8391-66159737506e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:14:14.363823 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Updating router fe8e60eb-9eb6-4370-8391-66159737506e port a009baf1-2d71-48a3-8e9f-580cf81ebb79 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:14:14.401000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=2d120ea6-cad2-4bce-a767-92d794e8a670,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:14.457498 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:14.608179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-24b53dc2-9997-4651-b138-b3368b57f003 None None] Provisioning complete for port 2d120ea6-cad2-4bce-a767-92d794e8a670 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:14.614062 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-24b53dc2-9997-4651-b138-b3368b57f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:14.792454 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:14.802610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8bdc9-0a8a-445d-99e1-b600c60c4f5f req-30e72d5b-394e-4f0a-a649-1904a7230c59 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:14.804194 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38d8bdc9-0a8a-445d-99e1-b600c60c4f5f req-30e72d5b-394e-4f0a-a649-1904a7230c59 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 946 time: 0.1209369 Aug 29 17:14:14.806718 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Transition to ACTIVE for port object a009baf1-2d71-48a3-8e9f-580cf81ebb79 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:14.813783 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:14.875493 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38d8bdc9-0a8a-445d-99e1-b600c60c4f5f req-deab14aa-8b38-4c01-88ab-cf0a7e107d32 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465362 Aug 29 17:14:14.884595 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:14.907437 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cb867-1f54-4f3a-b23f-428662b8e147 None None] Pushing event updated for resources: {'Port': ['ID=a009baf1-2d71-48a3-8e9f-580cf81ebb79,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:14.921813 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Attempting to bind port a009baf1-2d71-48a3-8e9f-580cf81ebb79 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:14:14.922302 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Attempting to bind port a009baf1-2d71-48a3-8e9f-580cf81ebb79 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:14:14.922790 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Attempting to bind port a009baf1-2d71-48a3-8e9f-580cf81ebb79 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:14.929765 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:14:14.930655 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:14:14.931197 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:14.932546 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:14:14.933140 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Bound port: a009baf1-2d71-48a3-8e9f-580cf81ebb79, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:14:14.934409 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:14.995812 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] For port a009baf1-2d71-48a3-8e9f-580cf81ebb79, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:14:15.000626 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] For port a009baf1-2d71-48a3-8e9f-580cf81ebb79, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a009baf1-2d71-48a3-8e9f-580cf81ebb79,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:14:15.009216 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:15.085757 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cb867-1f54-4f3a-b23f-428662b8e147 None None] Pushing event updated for resources: {'Port': ['ID=a009baf1-2d71-48a3-8e9f-580cf81ebb79,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:15.095158 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:14:15.095957 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:13:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:15.096884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Allocated IP 172.20.0.1 (fa2171fc-5fc2-4f5a-bea0-33e55a3c0128/77ef7c0c-e800-4236-99d1-e6364c68d339/30bc45ee-091e-4872-8d1a-dc245bd34033) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:14:15.207570 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:14:15.245962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:15.261175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Transition to ACTIVE for port object 30bc45ee-091e-4872-8d1a-dc245bd34033 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:15.296200 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:15.333318 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:14:15.336207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:15.340492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:14:15.383461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Pushing event updated for resources: {'Port': ['ID=30bc45ee-091e-4872-8d1a-dc245bd34033,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:15.408306 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:15.426765 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:12Z', 'revision_number': 3, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:15.459814 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab2284-00e7-4cb1-bf4d-859a7f226e17 None None] The sync data for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 is: [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:12Z', 'revision_number': 3, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:14:15.546350 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4241f525-a798-4604-8cec-a6ec3bb78e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:15.657120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2d120ea6-cad2-4bce-a767-92d794e8a670 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:14:15.672554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39460a-c3d1-4238-bace-b047990e80e1 req-582a3bc4-a53e-4b3b-ba2b-4ce01532d95d tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:15.678783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39460a-c3d1-4238-bace-b047990e80e1 req-582a3bc4-a53e-4b3b-ba2b-4ce01532d95d tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:15.684866 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39460a-c3d1-4238-bace-b047990e80e1 req-582a3bc4-a53e-4b3b-ba2b-4ce01532d95d tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:15.690894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39460a-c3d1-4238-bace-b047990e80e1 req-582a3bc4-a53e-4b3b-ba2b-4ce01532d95d tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:15.697004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39460a-c3d1-4238-bace-b047990e80e1 req-582a3bc4-a53e-4b3b-ba2b-4ce01532d95d tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:15.703076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39460a-c3d1-4238-bace-b047990e80e1 req-582a3bc4-a53e-4b3b-ba2b-4ce01532d95d tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:15.709350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39460a-c3d1-4238-bace-b047990e80e1 req-582a3bc4-a53e-4b3b-ba2b-4ce01532d95d tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:15.711378 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7c39460a-c3d1-4238-bace-b047990e80e1 req-582a3bc4-a53e-4b3b-ba2b-4ce01532d95d tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5445 time: 0.1559963 Aug 29 17:14:15.718615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 2d120ea6-cad2-4bce-a767-92d794e8a670 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:15.719021 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:15.719697 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:15.722027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d8f1840f-0853-49f3-af6e-48a5ecc7f2eb None None] Provisioning for port 30bc45ee-091e-4872-8d1a-dc245bd34033 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:15.745534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d8f1840f-0853-49f3-af6e-48a5ecc7f2eb None None] Provisioning complete for port 30bc45ee-091e-4872-8d1a-dc245bd34033 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:15.746240 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d8f1840f-0853-49f3-af6e-48a5ecc7f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:15.807646 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7c39460a-c3d1-4238-bace-b047990e80e1 req-84f7fcf3-388c-4838-8810-6fa31c339c21 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855041 Aug 29 17:14:15.849545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1840f-0853-49f3-af6e-48a5ecc7f2eb None None] Port 30bc45ee-091e-4872-8d1a-dc245bd34033 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:14:15.925115 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:16.051640 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:16.062130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:16.073803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe787-183c-49e0-b9fb-9fe14a8e559e req-8567341b-3094-4274-bb9c-141ef6a80325 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:16.087621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe787-183c-49e0-b9fb-9fe14a8e559e req-8567341b-3094-4274-bb9c-141ef6a80325 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:16.095381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe787-183c-49e0-b9fb-9fe14a8e559e req-8567341b-3094-4274-bb9c-141ef6a80325 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:16.104504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe787-183c-49e0-b9fb-9fe14a8e559e req-8567341b-3094-4274-bb9c-141ef6a80325 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:16.111845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe787-183c-49e0-b9fb-9fe14a8e559e req-8567341b-3094-4274-bb9c-141ef6a80325 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:16.135039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe787-183c-49e0-b9fb-9fe14a8e559e req-8567341b-3094-4274-bb9c-141ef6a80325 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:16.141680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe787-183c-49e0-b9fb-9fe14a8e559e req-8567341b-3094-4274-bb9c-141ef6a80325 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:16.157095 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-890fe787-183c-49e0-b9fb-9fe14a8e559e req-8567341b-3094-4274-bb9c-141ef6a80325 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5445 time: 0.2112327 Aug 29 17:14:16.176381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40de056-616a-4046-966e-04aa44f1491c req-4e142f0b-c6ed-4b13-9ea9-8f0dd4e43a44 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:16.185067 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b40de056-616a-4046-966e-04aa44f1491c req-4e142f0b-c6ed-4b13-9ea9-8f0dd4e43a44 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 946 time: 0.1814246 Aug 29 17:14:16.195462 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:16.214737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Pushing event updated for resources: {'Port': ['ID=30bc45ee-091e-4872-8d1a-dc245bd34033,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:16.307790 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b40de056-616a-4046-966e-04aa44f1491c req-bfa433d9-48c2-4ba8-9387-b9bb8eb32c9d tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217973 Aug 29 17:14:16.370223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:14:16.372468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:16.664631 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:16.676376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Router fe8e60eb-9eb6-4370-8391-66159737506e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:14:16.721830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-2339f7cb-21cf-4331-9d9f-df9997698f3e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:16.723493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-2339f7cb-21cf-4331-9d9f-df9997698f3e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.2529466 Aug 29 17:14:16.754042 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-e4a4bcff-595c-4f38-be09-d9ed0d1eac86 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/quotas/8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 375 time: 0.0244884 Aug 29 17:14:16.776946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337a44d-038a-482a-91fe-c4bdcda6306c req-f708a137-2db1-4873-8ecf-96fda57745ac tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:16.778821 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5337a44d-038a-482a-91fe-c4bdcda6306c req-f708a137-2db1-4873-8ecf-96fda57745ac tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 946 time: 0.1759727 Aug 29 17:14:16.815215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-cc44c88a-9d7f-410f-80e6-b4600b434509 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596223 Aug 29 17:14:16.860764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5337a44d-038a-482a-91fe-c4bdcda6306c req-f43ad642-772c-4a89-b153-a52c43814cde tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509908 Aug 29 17:14:16.861972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:14:16.883573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-278277fa-92b1-4ee6-a683-1c614d4dd474 admin admin] 10.222.0.22 "PUT /v2.0/routers/fe8e60eb-9eb6-4370-8391-66159737506e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4040077 Aug 29 17:14:16.899576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1c70def2-1ba6-4829-9a22-2250cc70ceeb None None] Provisioning complete for port 30bc45ee-091e-4872-8d1a-dc245bd34033 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:16.900033 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1c70def2-1ba6-4829-9a22-2250cc70ceeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:16.931741 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-216e685c-1e17-4a95-8738-ec77eeee24d8 service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091108 Aug 29 17:14:16.949900 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1c70def2-1ba6-4829-9a22-2250cc70ceeb None None] Port 30bc45ee-091e-4872-8d1a-dc245bd34033 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:14:17.001901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab740fb3-953a-49e4-8781-036c5d8ce2d4 req-80ee0d65-9f65-4168-bb30-801e04ef23f6 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:17.003449 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ab740fb3-953a-49e4-8781-036c5d8ce2d4 req-80ee0d65-9f65-4168-bb30-801e04ef23f6 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 946 time: 0.0589137 Aug 29 17:14:17.042217 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-29f433e3-9b24-40ef-b77a-db1a48083409 service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032720 Aug 29 17:14:17.045798 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ab740fb3-953a-49e4-8781-036c5d8ce2d4 req-80b77b5d-6668-481b-af7e-d0468e1293d6 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363839 Aug 29 17:14:17.065983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51578) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:17.319175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec405765-749a-4352-9f0a-f02b9c620a40 tempest-TestServerBasicOps-1139088534 tempest-TestServerBasicOps-1139088534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:17.323758 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ec405765-749a-4352-9f0a-f02b9c620a40 tempest-TestServerBasicOps-1139088534 tempest-TestServerBasicOps-1139088534-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 1093 time: 0.2535117 Aug 29 17:14:17.324747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51594) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:17.330386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '90a3427e-bfb3-4a56-af3b-7e1faa024608', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:17.434149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d6e0fb89-a16d-4535-88bd-03753639a8ca req-88691d70-2ef2-455f-bef7-ab1be3dd0c7d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 210 time: 0.0493360 Aug 29 17:14:17.435807 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:17.534880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51604) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:17.546490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-31638085-1044-436f-b570-e19179af103e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686104776', 'description': 'tempest-description--482352853'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:17.575420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:17.603001 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31638085-1044-436f-b570-e19179af103e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:17.675104 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:17.696851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a009baf1-2d71-48a3-8e9f-580cf81ebb79 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:14:17.766138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port a009baf1-2d71-48a3-8e9f-580cf81ebb79 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:17.775353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a009baf1-2d71-48a3-8e9f-580cf81ebb79 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:17.775734 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:17.783341 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31638085-1044-436f-b570-e19179af103e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:17.792320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31638085-1044-436f-b570-e19179af103e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:17.793754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Allocated IP 172.25.5.88 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/62b16def-24ea-4764-9217-c025fb3ad4dd) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:14:17.842970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31638085-1044-436f-b570-e19179af103e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:17.844558 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-31638085-1044-436f-b570-e19179af103e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3074791 Aug 29 17:14:17.846788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31638085-1044-436f-b570-e19179af103e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a778bb03-a361-486c-858d-246687a6534d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:17.873824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51616) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:17.887619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-99e27f98-d594-45e8-8ce5-9bf42896e54e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'security_group_rule': {'security_group_id': 'a778bb03-a361-486c-858d-246687a6534d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:17.900891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Sync routers for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:14:17.947996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:14:17.949781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:14:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:17.962662 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99e27f98-d594-45e8-8ce5-9bf42896e54e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:17.999987 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.009628 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.052181 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.100865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99e27f98-d594-45e8-8ce5-9bf42896e54e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.107698 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99e27f98-d594-45e8-8ce5-9bf42896e54e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.134349 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-99e27f98-d594-45e8-8ce5-9bf42896e54e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.135829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-99e27f98-d594-45e8-8ce5-9bf42896e54e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2588363 Aug 29 17:14:18.136900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e27f98-d594-45e8-8ce5-9bf42896e54e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632056ff-f792-4899-8eba-6eae43a2681d,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:18.138897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51628) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:18.142882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:14:18.145570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9b0e61da-7d1c-4fec-8351-6144a516d8b4 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'security_group_rule': {'security_group_id': 'a778bb03-a361-486c-858d-246687a6534d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:18.150535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:18.154852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port a009baf1-2d71-48a3-8e9f-580cf81ebb79, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a009baf1-2d71-48a3-8e9f-580cf81ebb79,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:18.155231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:14:18.163880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event updated for resources: {'Port': ['ID=62b16def-24ea-4764-9217-c025fb3ad4dd,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:18.170903 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.201728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e61da-7d1c-4fec-8351-6144a516d8b4 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.211434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.212236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.212797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.213357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.213918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.214837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.215419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.215971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.216673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.217387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.217958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.218511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:14:18.237827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:14:18.303796 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e61da-7d1c-4fec-8351-6144a516d8b4 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.313127 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e61da-7d1c-4fec-8351-6144a516d8b4 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.338814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e61da-7d1c-4fec-8351-6144a516d8b4 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4fda0a-bd68-4701-9d0d-f7be9be8f8c7,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:18.357524 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9b0e61da-7d1c-4fec-8351-6144a516d8b4 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.362121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.362998 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9b0e61da-7d1c-4fec-8351-6144a516d8b4 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2228065 Aug 29 17:14:18.363827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51630) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:18.369654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:18.414853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.421781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=a009baf1-2d71-48a3-8e9f-580cf81ebb79,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:18.591446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.704425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5d9339f0-c1a7-46b3-83c9-b162f7973872 req-d9325a51-a37e-424f-847e-9db8768e4cd9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 210 time: 0.0333376 Aug 29 17:14:18.753684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Allocated IP 172.25.5.60 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/268fc89e-6d80-4729-bed6-eaf5dd340488) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:14:18.768039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51646) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:18.897334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 2, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:18.920004 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.951647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Checking router: fe8e60eb-9eb6-4370-8391-66159737506e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:14:18.952014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Updating router fe8e60eb-9eb6-4370-8391-66159737506e port 30bc45ee-091e-4872-8d1a-dc245bd34033 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:14:18.991456 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.992792 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:18.996447 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.046393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce24fb-8c4d-436e-b9c2-c3c9ca49680e req-cce1af6f-0e05-45fb-a53c-4087b7c0a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:19.046891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce24fb-8c4d-436e-b9c2-c3c9ca49680e req-cce1af6f-0e05-45fb-a53c-4087b7c0a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:19.047374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce24fb-8c4d-436e-b9c2-c3c9ca49680e req-cce1af6f-0e05-45fb-a53c-4087b7c0a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:19.047853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce24fb-8c4d-436e-b9c2-c3c9ca49680e req-cce1af6f-0e05-45fb-a53c-4087b7c0a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:19.048327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce24fb-8c4d-436e-b9c2-c3c9ca49680e req-cce1af6f-0e05-45fb-a53c-4087b7c0a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:19.049322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce24fb-8c4d-436e-b9c2-c3c9ca49680e req-cce1af6f-0e05-45fb-a53c-4087b7c0a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:19.050086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce24fb-8c4d-436e-b9c2-c3c9ca49680e req-cce1af6f-0e05-45fb-a53c-4087b7c0a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:19.053822 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80ce24fb-8c4d-436e-b9c2-c3c9ca49680e req-cce1af6f-0e05-45fb-a53c-4087b7c0a012 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6509 time: 0.2847373 Aug 29 17:14:19.101842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:14:19.105709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:19.112028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:14:19.135206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-172c37f3-78a6-4235-98ed-58b40b4f10c5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:19.136937 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-172c37f3-78a6-4235-98ed-58b40b4f10c5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.2889438 Aug 29 17:14:19.154670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'Port': ['ID=268fc89e-6d80-4729-bed6-eaf5dd340488,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:19.164738 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'port': {'device_id': '0dc8a726-8293-45e7-9367-45d6f4e478f6', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'admin_state_up': True, 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:19.174706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80ce24fb-8c4d-436e-b9c2-c3c9ca49680e req-94d78765-ce4b-45b0-94bf-a62fb3169932 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&id=4a126d18-68eb-43d1-b311-9d56579079ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098268 Aug 29 17:14:19.327288 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.342405 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.414771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.439999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Made reservation on behalf of 8ce1bfe43b0a4f5399de8c90b6ef6980 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:14:19.443983 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.447012 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.461520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Transition to ACTIVE for port object 30bc45ee-091e-4872-8d1a-dc245bd34033 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:19.468545 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.567614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289faa9-4e4e-4402-a94a-3819c386a0dd None None] Pushing event updated for resources: {'Port': ['ID=30bc45ee-091e-4872-8d1a-dc245bd34033,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:19.649440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Attempting to bind port 30bc45ee-091e-4872-8d1a-dc245bd34033 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:14:19.649815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Attempting to bind port 30bc45ee-091e-4872-8d1a-dc245bd34033 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:14:19.650180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Attempting to bind port 30bc45ee-091e-4872-8d1a-dc245bd34033 on network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:19.661861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:14:19.662231 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Checking segment: {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:14:19.663919 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.664322 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Bound using segment: {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:14:19.665975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Bound port: 30bc45ee-091e-4872-8d1a-dc245bd34033, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:14:19.666380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.691126 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.696590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a009baf1-2d71-48a3-8e9f-580cf81ebb79 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:14:19.700266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.731442 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.751815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.855633 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.861211 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.871882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] For port 30bc45ee-091e-4872-8d1a-dc245bd34033, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:14:19.876228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] For port 30bc45ee-091e-4872-8d1a-dc245bd34033, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=30bc45ee-091e-4872-8d1a-dc245bd34033,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:14:19.883093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'Port': ['ID=268fc89e-6d80-4729-bed6-eaf5dd340488,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:19.886080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a009baf1-2d71-48a3-8e9f-580cf81ebb79 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:19.887099 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.890002 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.904403 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:19.915662 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d6a82c5e-6149-45ae-8443-6cbce70518a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5494783 Aug 29 17:14:19.946449 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ba8e9e5-4ec1-47c5-9320-fadf0f7b69c1 req-405f1083-d19e-4ae9-b6d8-c9202052e761 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 210 time: 0.0447130 Aug 29 17:14:20.026682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289faa9-4e4e-4402-a94a-3819c386a0dd None None] Pushing event updated for resources: {'Port': ['ID=30bc45ee-091e-4872-8d1a-dc245bd34033,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:20.034779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:14:20.035429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:14:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:20.235919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:14:20.341710 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:20.405505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Allocated IP 172.20.0.7 (c48628aa-afb3-4178-b027-9c9764070684/85971077-cb6d-4ee2-a86f-177b2084de6d/f5daf11c-a71c-46c4-b101-4a4c159583fb) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:14:20.442632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event updated for resources: {'Port': ['ID=62b16def-24ea-4764-9217-c025fb3ad4dd,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:20.484983 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:19Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:20.517939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7807-466a-4197-aca4-b0f3732c2c4a None None] The sync data for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 is: [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:19Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:14:20.521345 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Floating IP ea3e5d67-acca-4263-aac2-f2b4e61a1906 associated. External IP: 172.25.5.88, port: 90a3427e-bfb3-4a56-af3b-7e1faa024608. Aug 29 17:14:20.606159 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-55c36e77-3cf3-40cd-a807-c920eafc09f8 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--686104776&fields=id&tenant_id=f52f39380cfe4a18a7c995c81c357a61 HTTP/1.1" status: 200 len: 267 time: 0.1734405 Aug 29 17:14:21.073205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-cb371cbc-7f98-4d53-99dd-ca0109a018d7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:21.080948 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-cb371cbc-7f98-4d53-99dd-ca0109a018d7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 811 time: 0.4562688 Aug 29 17:14:21.104714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:21.138270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-0f040a7d-20fb-47df-8ab4-6cb52880d160 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/quotas/f52f39380cfe4a18a7c995c81c357a61 HTTP/1.1" status: 200 len: 375 time: 0.0560730 Aug 29 17:14:21.143103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6354a4f4-2dd9-4919-a351-78195390e5d1 req-217f15b6-54e1-4594-ad93-a19e32c86a8b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 210 time: 0.0494144 Aug 29 17:14:21.151173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Router 907fedc7-0ce1-4d75-b50e-f87d136ff61e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:14:21.178861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Transition to ACTIVE for port object f5daf11c-a71c-46c4-b101-4a4c159583fb will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:21.323185 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:21.352588 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-4d3fd8a6-02de-42e0-80a7-613b86da2329 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2090731 Aug 29 17:14:21.495437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:14:21.505732 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf29d31-9d4a-4343-a2c5-9647a8a72cbc None None] Sync routers for ids ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:14:21.520238 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf29d31-9d4a-4343-a2c5-9647a8a72cbc None None] Routers {'907fedc7-0ce1-4d75-b50e-f87d136ff61e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:14:21.520860 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1bf29d31-9d4a-4343-a2c5-9647a8a72cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:14:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:21.660322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-cce70a4a-fedf-41a0-82a8-a999c5e643dc service neutron] 10.222.0.22 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715173 Aug 29 17:14:21.694565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:21.722987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 30bc45ee-091e-4872-8d1a-dc245bd34033 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:14:21.752668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Network c48628aa-afb3-4178-b027-9c9764070684 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:14:21.753512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=f5daf11c-a71c-46c4-b101-4a4c159583fb,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:21.783727 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:21.786838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:14:21.851883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 30bc45ee-091e-4872-8d1a-dc245bd34033 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:21.854037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-17535e49-6b14-40bf-a671-d283721f760f tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5278335 Aug 29 17:14:21.857486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 30bc45ee-091e-4872-8d1a-dc245bd34033 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:21.858070 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:21.860792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'tag': '90a3427e-bfb3-4a56-af3b-7e1faa024608'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:14:21.863733 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2de876-e63e-4880-895d-a576f1292e82" -d '{"events": [{"name": "network-changed", "server_uuid": "23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f", "tag": "90a3427e-bfb3-4a56-af3b-7e1faa024608"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:14:21.881333 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1bf29d31-9d4a-4343-a2c5-9647a8a72cbc None None] Set router 907fedc7-0ce1-4d75-b50e-f87d136ff61e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:14:21.931092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:21.931776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:21.944137 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658e6b86-4374-4e66-ae5f-fa614387eb72 x-openstack-request-id: req-658e6b86-4374-4e66-ae5f-fa614387eb72 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:14:21.944445 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f", "tag": "90a3427e-bfb3-4a56-af3b-7e1faa024608", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:14:21.944690 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-658e6b86-4374-4e66-ae5f-fa614387eb72 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:14:21.945097 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'tag': '90a3427e-bfb3-4a56-af3b-7e1faa024608', 'status': 'completed', 'code': 200} Aug 29 17:14:21.955408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-c02aaecc-6966-4758-8d02-69f9cb565364 service neutron] 10.222.0.22 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939551 Aug 29 17:14:21.993596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-84bed0ca-efe9-462f-a22a-e19eb632b88c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8376751 Aug 29 17:14:22.006661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Request body: {'port': {'device_id': '0dc8a726-8293-45e7-9367-45d6f4e478f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:22.068132 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:22.076765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2de876-e63e-4880-895d-a576f1292e82 req-a22b0ab1-0ef1-42db-97bc-e0c9b3be101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:22.082613 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db2de876-e63e-4880-895d-a576f1292e82 req-a22b0ab1-0ef1-42db-97bc-e0c9b3be101b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d23c30b596e44428d3dbb88e51226d0&device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 1098 time: 0.1102870 Aug 29 17:14:22.146721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 30bc45ee-091e-4872-8d1a-dc245bd34033, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=30bc45ee-091e-4872-8d1a-dc245bd34033,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:22.157719 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:22.185708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:22.350452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=30bc45ee-091e-4872-8d1a-dc245bd34033,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:22.375928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2de876-e63e-4880-895d-a576f1292e82 req-5d1f9d0f-1e8f-45e1-aab3-1445d8ce59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:22.394731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6a3069d2-dbc5-4c36-859f-fa45bbe35f52 None None] Provisioning for port f5daf11c-a71c-46c4-b101-4a4c159583fb completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:22.397993 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db2de876-e63e-4880-895d-a576f1292e82 req-5d1f9d0f-1e8f-45e1-aab3-1445d8ce59c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e7d4692-a51e-41b1-bcea-73dce0609ef3 HTTP/1.1" status: 200 len: 910 time: 0.3111229 Aug 29 17:14:22.415915 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6a3069d2-dbc5-4c36-859f-fa45bbe35f52 None None] Provisioning complete for port f5daf11c-a71c-46c4-b101-4a4c159583fb triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:22.416296 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6a3069d2-dbc5-4c36-859f-fa45bbe35f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:22.502816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6a3069d2-dbc5-4c36-859f-fa45bbe35f52 None None] Port f5daf11c-a71c-46c4-b101-4a4c159583fb cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:14:22.577470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c872bf0-9bf4-4fe5-a503-17f2b1a9e268 req-764a1da2-3b2d-41f2-ab3f-1d452df5f1bd tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:22.585875 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c872bf0-9bf4-4fe5-a503-17f2b1a9e268 req-764a1da2-3b2d-41f2-ab3f-1d452df5f1bd tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 931 time: 0.1866033 Aug 29 17:14:22.591279 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db2de876-e63e-4880-895d-a576f1292e82 req-2bf522c3-f8e5-4427-bf43-434b77f84f4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90a3427e-bfb3-4a56-af3b-7e1faa024608 HTTP/1.1" status: 200 len: 999 time: 0.1548619 Aug 29 17:14:22.628312 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d5ac090-98ef-4cd2-862f-d61d71fcddeb req-dea1e796-f222-4ecc-b93a-5880be9914a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 210 time: 0.2452400 Aug 29 17:14:22.689806 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1bf29d31-9d4a-4343-a2c5-9647a8a72cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'ea3e5d67-acca-4263-aac2-f2b4e61a1906', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'port_id': '90a3427e-bfb3-4a56-af3b-7e1faa024608', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'mac_address': 'fa:16:3e:40:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:14:18Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 0, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96366ea3-e356-4f16-a540-7d469eb7e3c3', 'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'mac_address': 'fa:16:3e:24:49:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:46Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 5, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'subnets': [{'id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:22.700774 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c872bf0-9bf4-4fe5-a503-17f2b1a9e268 req-0884893a-614f-420d-9dde-58d1239f603e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082213 Aug 29 17:14:22.719403 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2de876-e63e-4880-895d-a576f1292e82 req-a7897325-9d6a-4dd6-a495-41128ed9de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:22.721393 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db2de876-e63e-4880-895d-a576f1292e82 req-a7897325-9d6a-4dd6-a495-41128ed9de8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4320a9f-837b-46de-903f-699ec1a25d2c HTTP/1.1" status: 200 len: 848 time: 0.1220675 Aug 29 17:14:22.734326 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf29d31-9d4a-4343-a2c5-9647a8a72cbc None None] Checking router: 907fedc7-0ce1-4d75-b50e-f87d136ff61e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:14:22.743931 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf29d31-9d4a-4343-a2c5-9647a8a72cbc None None] Routers {'907fedc7-0ce1-4d75-b50e-f87d136ff61e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:14:22.744579 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1bf29d31-9d4a-4343-a2c5-9647a8a72cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:14:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:22.812913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2de876-e63e-4880-895d-a576f1292e82 req-6b7d9e53-ea71-40bf-b32d-8ab4c9ecbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:22.815104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db2de876-e63e-4880-895d-a576f1292e82 req-6b7d9e53-ea71-40bf-b32d-8ab4c9ecbf6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e7d4692-a51e-41b1-bcea-73dce0609ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860357 Aug 29 17:14:22.859980 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1bf29d31-9d4a-4343-a2c5-9647a8a72cbc None None] Set router 907fedc7-0ce1-4d75-b50e-f87d136ff61e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:14:22.927525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5daf11c-a71c-46c4-b101-4a4c159583fb {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:14:22.944365 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:22.961177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Transition to ACTIVE for port object f5daf11c-a71c-46c4-b101-4a4c159583fb will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:22.970560 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:23.044589 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db2de876-e63e-4880-895d-a576f1292e82 req-367e48ea-dbd2-45c9-8d91-6e579382af2b service neutron] 10.222.0.16 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209065 Aug 29 17:14:23.150927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Pushing event updated for resources: {'Port': ['ID=f5daf11c-a71c-46c4-b101-4a4c159583fb,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:23.230185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db2de876-e63e-4880-895d-a576f1292e82 req-5c8955f4-7701-45e4-b816-75fba5ee999a service neutron] 10.222.0.16 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781495 Aug 29 17:14:23.284900 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1bf29d31-9d4a-4343-a2c5-9647a8a72cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'ea3e5d67-acca-4263-aac2-f2b4e61a1906', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'port_id': '90a3427e-bfb3-4a56-af3b-7e1faa024608', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'mac_address': 'fa:16:3e:40:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:14:18Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 0, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96366ea3-e356-4f16-a540-7d469eb7e3c3', 'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'mac_address': 'fa:16:3e:24:49:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:46Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 5, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'subnets': [{'id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:23.287614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Attempting to bind port f5daf11c-a71c-46c4-b101-4a4c159583fb on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:14:23.288164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Attempting to bind port f5daf11c-a71c-46c4-b101-4a4c159583fb by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:14:23.288315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Attempting to bind port f5daf11c-a71c-46c4-b101-4a4c159583fb on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:23.299013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Port f5daf11c-a71c-46c4-b101-4a4c159583fb on network c48628aa-afb3-4178-b027-9c9764070684 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:14:23.299520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Attempting to bind port f5daf11c-a71c-46c4-b101-4a4c159583fb on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:23.305401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:14:23.305762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Checking segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:14:23.306160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Bound using segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:14:23.306596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Bound port: f5daf11c-a71c-46c4-b101-4a4c159583fb, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:14:23.306960 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:23.316024 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf29d31-9d4a-4343-a2c5-9647a8a72cbc None None] The sync data for ids ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'] in n-d-713301-13 is: [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'ea3e5d67-acca-4263-aac2-f2b4e61a1906', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'floating_ip_address': '172.25.5.88', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'port_id': '90a3427e-bfb3-4a56-af3b-7e1faa024608', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'mac_address': 'fa:16:3e:40:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:14:18Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 0, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96366ea3-e356-4f16-a540-7d469eb7e3c3', 'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'mac_address': 'fa:16:3e:24:49:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:46Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 5, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'subnets': [{'id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:14:23.390092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] For port f5daf11c-a71c-46c4-b101-4a4c159583fb, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:14:23.394010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] For port f5daf11c-a71c-46c4-b101-4a4c159583fb, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f5daf11c-a71c-46c4-b101-4a4c159583fb,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:14:23.403929 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:23.449614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:23.450252 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:23.451701 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] 10.222.0.10 "PUT /v2.0/ports/f5daf11c-a71c-46c4-b101-4a4c159583fb HTTP/1.1" status: 200 len: 1092 time: 1.4496002 Aug 29 17:14:23.475632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20d196-05df-4f05-8436-738365d4adcb service neutron] Pushing event updated for resources: {'Port': ['ID=f5daf11c-a71c-46c4-b101-4a4c159583fb,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:23.596205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-cd24a55a-a79f-4ae2-ad26-b464f8d21dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:23.597857 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-cd24a55a-a79f-4ae2-ad26-b464f8d21dd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 1095 time: 0.1026995 Aug 29 17:14:23.681695 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-4440a31f-ae94-4441-826f-70cbe866e6eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5daf11c-a71c-46c4-b101-4a4c159583fb HTTP/1.1" status: 200 len: 217 time: 0.0750394 Aug 29 17:14:23.731269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 30bc45ee-091e-4872-8d1a-dc245bd34033 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:14:23.737298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428e4d81-06d7-429f-b16b-b36a80f2ae5a None None] New status for floating IP ea3e5d67-acca-4263-aac2-f2b4e61a1906: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:14:23.915176 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62544998-1e05-4333-bf8e-415706cf2e73 req-47e54545-dfdd-45b5-889d-53636c76da36 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 210 time: 0.0979755 Aug 29 17:14:23.929955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-2fb454f4-7320-40f7-abc3-65340d8e4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:23.935571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-2fb454f4-7320-40f7-abc3-65340d8e4786 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.2467921 Aug 29 17:14:23.957491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc8a726-8293-45e7-9367-45d6f4e478f6', 'tag': 'f5daf11c-a71c-46c4-b101-4a4c159583fb'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:14:23.959878 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc8a726-8293-45e7-9367-45d6f4e478f6", "tag": "f5daf11c-a71c-46c4-b101-4a4c159583fb"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:14:24.033096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-16bcab9d-5f95-4d0f-b889-ce66d5fb3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:24.034832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-16bcab9d-5f95-4d0f-b889-ce66d5fb3667 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922363 Aug 29 17:14:24.036303 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bc5abb-a752-4880-afff-e1a1590f7dfb x-openstack-request-id: req-79bc5abb-a752-4880-afff-e1a1590f7dfb {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:14:24.036657 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc8a726-8293-45e7-9367-45d6f4e478f6", "tag": "f5daf11c-a71c-46c4-b101-4a4c159583fb", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:14:24.036971 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79bc5abb-a752-4880-afff-e1a1590f7dfb {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:14:24.037443 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc8a726-8293-45e7-9367-45d6f4e478f6', 'tag': 'f5daf11c-a71c-46c4-b101-4a4c159583fb', 'status': 'completed', 'code': 200} Aug 29 17:14:24.097157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51fb09-5486-40e0-b463-9b47348075f3 req-a5d01a75-694b-42db-857d-bc8acc0316de tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:24.108158 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db51fb09-5486-40e0-b463-9b47348075f3 req-a5d01a75-694b-42db-857d-bc8acc0316de tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 943 time: 0.2072821 Aug 29 17:14:24.199449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-c6bf7877-672a-4e69-a801-6a70c3396fb3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:24.203526 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-0a794a79-0f3e-4e68-ab9a-ac7f974dd42d service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613266 Aug 29 17:14:24.206663 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-c6bf7877-672a-4e69-a801-6a70c3396fb3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.16 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 811 time: 0.4496772 Aug 29 17:14:24.227301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 30bc45ee-091e-4872-8d1a-dc245bd34033 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:24.227658 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:24.256248 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-db51fb09-5486-40e0-b463-9b47348075f3 req-757f7ae8-f347-4fe7-91b8-4344f4ed1ebf tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462803 Aug 29 17:14:24.296247 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-92e37e62-e5c8-44ee-9632-ae8153f39176 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52f39380cfe4a18a7c995c81c357a61 HTTP/1.1" status: 200 len: 379 time: 0.0718620 Aug 29 17:14:24.309840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'port': {'device_id': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'admin_state_up': True, 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'security_groups': ['a778bb03-a361-486c-858d-246687a6534d']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:24.433592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51716) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:24.439757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0943338-9749-4f64-b102-40e6c97d2d5f req-8c4f6f1c-dfd3-4835-a613-f764ed6ac098 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255089 Aug 29 17:14:24.513784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Made reservation on behalf of f52f39380cfe4a18a7c995c81c357a61 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:14:24.518429 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:24.542276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223 req-e62723c0-16f8-4351-a5f1-d4d944505523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:24.543897 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223 req-e62723c0-16f8-4351-a5f1-d4d944505523 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 1095 time: 0.0537500 Aug 29 17:14:24.605874 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf8f7586-c199-4252-b79c-5816682c2417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:24.642793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223 req-a2443388-a640-44a0-9c26-9fcd9166cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:24.644088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223 req-a2443388-a640-44a0-9c26-9fcd9166cb2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.0937743 Aug 29 17:14:24.689558 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223 req-ebafb62f-a5df-4780-b105-dd6599325912 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5daf11c-a71c-46c4-b101-4a4c159583fb HTTP/1.1" status: 200 len: 217 time: 0.0377612 Aug 29 17:14:24.704786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Allocated IP 172.20.0.9 (fa2171fc-5fc2-4f5a-bea0-33e55a3c0128/77ef7c0c-e800-4236-99d1-e6364c68d339/32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:14:24.741627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223 req-5403982b-cb69-4f71-b093-55c6b6cc81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:24.743284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223 req-5403982b-cb69-4f71-b093-55c6b6cc81a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0470390 Aug 29 17:14:24.790658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223 req-59143e5a-a1eb-421b-a7a6-9c6fe02da62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:24.792810 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223 req-59143e5a-a1eb-421b-a7a6-9c6fe02da62c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420983 Aug 29 17:14:24.834600 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf8f7586-c199-4252-b79c-5816682c2417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:24.843444 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bf8f7586-c199-4252-b79c-5816682c2417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:24.894696 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223 req-6ba4d4ac-8dfd-47df-b3f3-4bcf900680be service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935133 Aug 29 17:14:24.909976 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bf8f7586-c199-4252-b79c-5816682c2417 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bd3a26e6be04278a093b12fbfc3b2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751811 Aug 29 17:14:24.910723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f7586-c199-4252-b79c-5816682c2417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf4ad2c-ea34-4798-bbb6-a594b61ac017,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:24.913207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51720) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:24.944161 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:24.975316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Transition to ACTIVE for port object 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:25.008194 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cb9705b8-0503-4c24-a2a4-cf449430e183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.038137 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cb9705b8-0503-4c24-a2a4-cf449430e183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.041322 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.043102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-075ba2f8-40d3-4f34-ae80-9d8a68d5f223 req-1f3abcb0-9159-44fe-946c-09ada273f353 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415331 Aug 29 17:14:25.045178 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41afaa5f-e374-4012-a855-6849e2e7532d req-6163d863-035d-480e-af6c-c0f86bd92011 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 210 time: 0.0381253 Aug 29 17:14:25.119382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:14:25.127525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:25.132518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:14:25.137605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'Port': ['ID=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:25.181884 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cb9705b8-0503-4c24-a2a4-cf449430e183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.185169 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cb9705b8-0503-4c24-a2a4-cf449430e183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.188841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cb9705b8-0503-4c24-a2a4-cf449430e183 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bf4ad2c-ea34-4798-bbb6-a594b61ac017 HTTP/1.1" status: 204 len: 168 time: 0.2707586 Aug 29 17:14:25.206178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:25.206811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.210656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9705b8-0503-4c24-a2a4-cf449430e183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf4ad2c-ea34-4798-bbb6-a594b61ac017,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:25.250307 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-58b460d7-5f28-4f42-86dc-0d0b2031ba0d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9472625 Aug 29 17:14:25.268584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Request body: {'port': {'device_id': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:25.394652 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.441204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2b5626b8-051b-4726-84e1-ab159ab06007 None None] Provisioning for port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:25.445810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2b5626b8-051b-4726-84e1-ab159ab06007 None None] Provisioning complete for port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:25.446189 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b5626b8-051b-4726-84e1-ab159ab06007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.465751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830a67c-c65a-4f90-b2ad-312b53dfa513 req-510d6b91-de6f-4006-a7dd-42db23bcc27f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:25.467425 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d830a67c-c65a-4f90-b2ad-312b53dfa513 req-510d6b91-de6f-4006-a7dd-42db23bcc27f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 943 time: 0.1088428 Aug 29 17:14:25.493818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2b5626b8-051b-4726-84e1-ab159ab06007 None None] Port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:14:25.556372 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51730) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:25.571856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e6d4cea-d707-418a-a678-154087f97a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.600368 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d830a67c-c65a-4f90-b2ad-312b53dfa513 req-363d68c0-d466-4b4f-84de-5e3cd64b8e65 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116562 Aug 29 17:14:25.681059 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e6d4cea-d707-418a-a678-154087f97a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.685592 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e6d4cea-d707-418a-a678-154087f97a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.723348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6e6d4cea-d707-418a-a678-154087f97a1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9d96c9799bc40529585b29014c94441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657674 Aug 29 17:14:25.724250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d4cea-d707-418a-a678-154087f97a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b5d80f-7ac7-43a4-8c4b-35ffd752119b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:25.727336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51732) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:25.751970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:14:25.759717 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.771204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Transition to ACTIVE for port object 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:25.776234 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.776733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88afab12-4f6e-4c62-a78c-d24d984e2637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.798221 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88afab12-4f6e-4c62-a78c-d24d984e2637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.828841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Pushing event updated for resources: {'Port': ['ID=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:25.854438 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88afab12-4f6e-4c62-a78c-d24d984e2637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.857621 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88afab12-4f6e-4c62-a78c-d24d984e2637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.858794 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-88afab12-4f6e-4c62-a78c-d24d984e2637 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64b5d80f-7ac7-43a4-8c4b-35ffd752119b HTTP/1.1" status: 204 len: 168 time: 0.1304126 Aug 29 17:14:25.873703 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afab12-4f6e-4c62-a78c-d24d984e2637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b5d80f-7ac7-43a4-8c4b-35ffd752119b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:25.914903 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Attempting to bind port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:14:25.915250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Attempting to bind port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:14:25.915573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Attempting to bind port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe on network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:25.920027 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe on network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:14:25.920352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Attempting to bind port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe on network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:25.925329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:14:25.925673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Checking segment: {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:14:25.926065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Bound using segment: {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:14:25.926572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Bound port: 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:14:25.927059 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:25.994181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] For port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:14:25.998550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] For port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:14:26.003130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:26.036485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:26.037310 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:26.039003 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] 10.222.0.16 "PUT /v2.0/ports/32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe HTTP/1.1" status: 200 len: 1092 time: 0.7784460 Aug 29 17:14:26.041567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'tag': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:14:26.045307 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56" -d '{"events": [{"name": "network-changed", "server_uuid": "8531ed63-4359-4d8e-9b02-cdbeed3c46d5", "tag": "32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:14:26.097362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75287b69-59c8-490e-aadd-85d0df97dec3 service neutron] Pushing event updated for resources: {'Port': ['ID=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:26.154330 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b51932-b9c9-4c6a-bbd7-b9f1934728f0 x-openstack-request-id: req-d8b51932-b9c9-4c6a-bbd7-b9f1934728f0 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:14:26.155022 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8531ed63-4359-4d8e-9b02-cdbeed3c46d5", "tag": "32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:14:26.155022 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8b51932-b9c9-4c6a-bbd7-b9f1934728f0 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:14:26.155480 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'tag': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe', 'status': 'completed', 'code': 200} Aug 29 17:14:26.206941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-c0ed600a-a8ae-4749-84f1-c43c72ae41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:26.208517 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-c0ed600a-a8ae-4749-84f1-c43c72ae41dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 1095 time: 0.1055567 Aug 29 17:14:26.222854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46344f-4344-43b3-8645-329aa5760bb5 req-af84e94a-071c-44ff-9b47-6eabefc3eeed tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:26.224550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed46344f-4344-43b3-8645-329aa5760bb5 req-af84e94a-071c-44ff-9b47-6eabefc3eeed tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 943 time: 0.0681837 Aug 29 17:14:26.273195 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-7282360b-a425-4179-ace2-a944a8cb9985 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe HTTP/1.1" status: 200 len: 217 time: 0.0474877 Aug 29 17:14:26.327165 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed46344f-4344-43b3-8645-329aa5760bb5 req-4ab8bc70-cf1c-4962-b48d-3c59846eaf74 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948088 Aug 29 17:14:26.344852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-c12d9086-5c96-4202-be00-2f02e0b905a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:26.346388 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-c12d9086-5c96-4202-be00-2f02e0b905a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 200 len: 850 time: 0.0641377 Aug 29 17:14:26.395231 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-2a9f4ae0-d95f-40f8-95a3-b5b911fd8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:26.396732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-2a9f4ae0-d95f-40f8-95a3-b5b911fd8cbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430021 Aug 29 17:14:26.491351 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-743f71bc-b2f8-4583-ba58-b96c89b7e334 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868824 Aug 29 17:14:26.589632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff5bdc5-006d-4939-840b-a085b2b7c44b req-6b91b21c-00ee-45c3-b460-c57811d41ae6 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892384 Aug 29 17:14:26.680358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56 req-3653e97f-e0e3-4c39-baec-182089a9d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:26.682014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56 req-3653e97f-e0e3-4c39-baec-182089a9d200 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 1095 time: 0.0449874 Aug 29 17:14:26.728903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36998b-dd87-4108-8803-b32557a3a6a5 req-fc2fa6aa-d916-4fa3-8951-4178fa104cd8 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:26.730508 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de36998b-dd87-4108-8803-b32557a3a6a5 req-fc2fa6aa-d916-4fa3-8951-4178fa104cd8 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 943 time: 0.0502603 Aug 29 17:14:26.776599 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de36998b-dd87-4108-8803-b32557a3a6a5 req-6672ad75-0a03-433f-a3b6-94a53cc80a3c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382657 Aug 29 17:14:26.786469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56 req-2255f3b1-9e69-4a44-8977-6d6a05485af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:26.788097 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56 req-2255f3b1-9e69-4a44-8977-6d6a05485af5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 912 time: 0.0965490 Aug 29 17:14:26.833796 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56 req-e54f33b3-913d-4ecf-a7a0-a710aa3aa53d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe HTTP/1.1" status: 200 len: 217 time: 0.0358729 Aug 29 17:14:26.884497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56 req-26e807dd-d7e6-48ca-8b34-02b3a954f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:26.886596 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56 req-26e807dd-d7e6-48ca-8b34-02b3a954f481 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 200 len: 850 time: 0.0450878 Aug 29 17:14:26.937779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56 req-59d93ac7-d5c9-4cd3-8c6d-90038c5d4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:26.939282 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56 req-59d93ac7-d5c9-4cd3-8c6d-90038c5d4d19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448329 Aug 29 17:14:27.020692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51768) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:27.135760 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb826-185b-4b66-9cac-bef234c1fc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:27.226126 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb826-185b-4b66-9cac-bef234c1fc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:27.230622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb826-185b-4b66-9cac-bef234c1fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:27.270714 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3b3bb826-185b-4b66-9cac-bef234c1fc3e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a64c08b382cb43faafb80f15f0b92970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487876 Aug 29 17:14:27.271581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bb826-185b-4b66-9cac-bef234c1fc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96581354-63cb-4f91-9287-51af72b3d4c1,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:27.274191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51772) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:27.320699 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56 req-c3dbd966-9152-44ee-b1b4-e93f6fcdca1c service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729756 Aug 29 17:14:27.325830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40fa1499-cb6e-4899-80e9-4c15242629e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:27.350104 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40fa1499-cb6e-4899-80e9-4c15242629e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:27.405093 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40fa1499-cb6e-4899-80e9-4c15242629e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:27.411617 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-40fa1499-cb6e-4899-80e9-4c15242629e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:27.411617 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-40fa1499-cb6e-4899-80e9-4c15242629e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96581354-63cb-4f91-9287-51af72b3d4c1 HTTP/1.1" status: 204 len: 168 time: 0.1341288 Aug 29 17:14:27.425271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa1499-cb6e-4899-80e9-4c15242629e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96581354-63cb-4f91-9287-51af72b3d4c1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:27.449506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1cd8a81-15d4-44e8-be7e-0ce54f4dfa56 req-ce18699b-4f91-4092-8559-1a574e750f07 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207142 Aug 29 17:14:27.470445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a68d2-4ad8-4861-96f1-3e2e86a5d0d8 req-58e298fc-f328-4eb3-a984-b026b62ca1a7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:27.472159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-803a68d2-4ad8-4861-96f1-3e2e86a5d0d8 req-58e298fc-f328-4eb3-a984-b026b62ca1a7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 943 time: 0.0662835 Aug 29 17:14:27.511942 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-803a68d2-4ad8-4861-96f1-3e2e86a5d0d8 req-057f746b-cf19-4b8d-a9cc-4213b3165373 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333858 Aug 29 17:14:27.916338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f0edb-3a48-49b0-99b0-1c12da9c696e req-211f55f2-2abf-4d24-9863-9dd63e7cb1bb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:27.918540 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-317f0edb-3a48-49b0-99b0-1c12da9c696e req-211f55f2-2abf-4d24-9863-9dd63e7cb1bb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 943 time: 0.0604506 Aug 29 17:14:27.965249 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-317f0edb-3a48-49b0-99b0-1c12da9c696e req-7f2cb4e3-10a6-4430-8324-768cfda26b09 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406532 Aug 29 17:14:28.629088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f401e99-73af-4cbe-b124-8e7193724043 req-a30728ab-336d-40cc-ba89-edc780dd3812 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:28.630596 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f401e99-73af-4cbe-b124-8e7193724043 req-a30728ab-336d-40cc-ba89-edc780dd3812 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 943 time: 0.0498955 Aug 29 17:14:28.668327 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f401e99-73af-4cbe-b124-8e7193724043 req-32ecbe72-3a20-40af-8a51-73e70e26ff31 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313959 Aug 29 17:14:29.084275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef59a7-14d0-46d1-8baf-5fcb8b299220 req-a62a00a0-6064-4678-a585-e7921c9f0de2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:29.085819 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1cef59a7-14d0-46d1-8baf-5fcb8b299220 req-a62a00a0-6064-4678-a585-e7921c9f0de2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 943 time: 0.0508370 Aug 29 17:14:29.124642 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1cef59a7-14d0-46d1-8baf-5fcb8b299220 req-2119993d-41b4-4346-9d73-96debc36722f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Aug 29 17:14:29.794650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad53447-dfbc-4e28-8961-4faf975a11a7 req-0b323a90-7fbf-472e-b640-5f0ae0b5c43d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:29.796167 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fad53447-dfbc-4e28-8961-4faf975a11a7 req-0b323a90-7fbf-472e-b640-5f0ae0b5c43d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 943 time: 0.0541027 Aug 29 17:14:29.835002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fad53447-dfbc-4e28-8961-4faf975a11a7 req-dff1087e-3503-47e0-918e-1ceb2a78ae4b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325530 Aug 29 17:14:30.247577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b63d8b-939f-4397-bfdc-ddb82e0652b0 req-bd0358b4-5c21-4081-a038-9f8c55542577 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:30.248984 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72b63d8b-939f-4397-bfdc-ddb82e0652b0 req-bd0358b4-5c21-4081-a038-9f8c55542577 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 943 time: 0.0527837 Aug 29 17:14:30.285871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-72b63d8b-939f-4397-bfdc-ddb82e0652b0 req-5519f48c-a36b-4b45-b36f-abc000e7725a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308084 Aug 29 17:14:30.312715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:14:30.408923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:30.421633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'port_id': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe', 'mac_address': 'fa:16:3e:ab:e7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:14:30.460857 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:30.474043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:14:30.494377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:30.499470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:30.548231 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:30.851288 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:14:30.951387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dab40-b32d-4a91-9540-3ace3461089a req-b1de0e5f-6093-47c2-b264-5a26387717e7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:30.952810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e3dab40-b32d-4a91-9540-3ace3461089a req-b1de0e5f-6093-47c2-b264-5a26387717e7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 944 time: 0.0490141 Aug 29 17:14:30.991754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e3dab40-b32d-4a91-9540-3ace3461089a req-31fb8211-1f81-4624-b987-e42bd7f68226 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327685 Aug 29 17:14:31.404842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f368e-e88e-43af-9efa-2a53c0fecfc1 req-1ae3284c-3dc9-4f10-96db-0b2cc3092ea1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:31.406550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f70f368e-e88e-43af-9efa-2a53c0fecfc1 req-1ae3284c-3dc9-4f10-96db-0b2cc3092ea1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 943 time: 0.0537698 Aug 29 17:14:31.447530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f70f368e-e88e-43af-9efa-2a53c0fecfc1 req-72f31270-99b8-4ddf-926f-ea8f983c0eb2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330462 Aug 29 17:14:32.108088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696069-4a73-458d-ba40-28cdf4123bf4 req-7155f509-6382-4ff7-a0f9-6b27df145dca tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:32.109608 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41696069-4a73-458d-ba40-28cdf4123bf4 req-7155f509-6382-4ff7-a0f9-6b27df145dca tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 944 time: 0.0506406 Aug 29 17:14:32.157212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41696069-4a73-458d-ba40-28cdf4123bf4 req-855869f2-948e-4af6-9308-6b10261221b3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348761 Aug 29 17:14:32.333666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:14:32.381888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:32.385955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:32.386333 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:32.467627 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:32.491323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:14:32.493606 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cebf793-0315-4e70-9392-3982c5da8369" -d '{"events": [{"server_uuid": "8531ed63-4359-4d8e-9b02-cdbeed3c46d5", "name": "network-vif-plugged", "status": "completed", "tag": "32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:14:32.512739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:32.517956 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:32.579727 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:32.580596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48148814-f4c3-4030-8d7b-d58416e924de req-2ff81bf0-c7fe-4440-a722-a2783c4eb2f4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:32.589380 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48148814-f4c3-4030-8d7b-d58416e924de req-2ff81bf0-c7fe-4440-a722-a2783c4eb2f4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 943 time: 0.0669684 Aug 29 17:14:32.625979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48148814-f4c3-4030-8d7b-d58416e924de req-779f2c3b-0a9f-4464-a085-c2b6affc0bcb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357304 Aug 29 17:14:32.674552 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c47893f-2559-4b3d-bbc0-8f6448c769bd x-openstack-request-id: req-8c47893f-2559-4b3d-bbc0-8f6448c769bd {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:14:32.674909 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8531ed63-4359-4d8e-9b02-cdbeed3c46d5", "name": "network-vif-plugged", "status": "completed", "tag": "32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:14:32.675164 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c47893f-2559-4b3d-bbc0-8f6448c769bd {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:14:32.675568 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe', 'code': 200} Aug 29 17:14:32.778690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc732d-a3ac-4a2d-a13b-cacf64f7eb35 req-ad466b7d-1e30-4bce-8a71-16a6a8f042ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:32.780209 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9afc732d-a3ac-4a2d-a13b-cacf64f7eb35 req-ad466b7d-1e30-4bce-8a71-16a6a8f042ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 1097 time: 0.0443547 Aug 29 17:14:32.815331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9afc732d-a3ac-4a2d-a13b-cacf64f7eb35 req-6c4cbbb7-36f8-4a2f-b817-9a733bb4ed1a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280905 Aug 29 17:14:33.280626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bc373-83b7-4de2-b71f-3122d7b36e1e req-981aff55-5c58-4b91-b9dd-2a4f1a02000d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:33.282203 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bd2bc373-83b7-4de2-b71f-3122d7b36e1e req-981aff55-5c58-4b91-b9dd-2a4f1a02000d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0545504 Aug 29 17:14:33.322138 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bd2bc373-83b7-4de2-b71f-3122d7b36e1e req-49a8a17a-44a8-4bef-a732-7aea81e6b8c5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336494 Aug 29 17:14:33.741583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc87a8e-123a-4eab-81d4-0d5d2e1cc0c9 req-b1b0bf95-6969-449e-9d91-ac4d65e4bf84 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:33.743052 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cfc87a8e-123a-4eab-81d4-0d5d2e1cc0c9 req-b1b0bf95-6969-449e-9d91-ac4d65e4bf84 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 943 time: 0.0490515 Aug 29 17:14:33.780911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cfc87a8e-123a-4eab-81d4-0d5d2e1cc0c9 req-6c51fa54-7e7a-4e4b-b871-0942af3e15ab tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Aug 29 17:14:34.100304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f5daf11c-a71c-46c4-b101-4a4c159583fb details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:14:34.191641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f5daf11c-a71c-46c4-b101-4a4c159583fb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f5daf11c-a71c-46c4-b101-4a4c159583fb,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:34.203558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'f5daf11c-a71c-46c4-b101-4a4c159583fb', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'port_id': 'f5daf11c-a71c-46c4-b101-4a4c159583fb', 'mac_address': 'fa:16:3e:cc:82:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:14:34.242247 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:34.254996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5daf11c-a71c-46c4-b101-4a4c159583fb {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:14:34.277565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f5daf11c-a71c-46c4-b101-4a4c159583fb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f5daf11c-a71c-46c4-b101-4a4c159583fb,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:34.281470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:34.329760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f5daf11c-a71c-46c4-b101-4a4c159583fb,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:34.453982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541abdf-3cd5-4b3c-bb15-536515c325e6 req-5a37ad59-2aa3-4bb8-8cbd-84918a3da4aa tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:34.455579 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4541abdf-3cd5-4b3c-bb15-536515c325e6 req-5a37ad59-2aa3-4bb8-8cbd-84918a3da4aa tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0580223 Aug 29 17:14:34.494163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4541abdf-3cd5-4b3c-bb15-536515c325e6 req-3c3545aa-eb4d-47f6-934e-e05043f94f5f tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321257 Aug 29 17:14:34.545717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['f5daf11c-a71c-46c4-b101-4a4c159583fb'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:14:34.612564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d4072-050c-4350-8a63-3ef609e20030 req-d842edd0-021e-4f07-a129-87cef6935b4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:34.615671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-043d4072-050c-4350-8a63-3ef609e20030 req-d842edd0-021e-4f07-a129-87cef6935b4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0540476 Aug 29 17:14:34.624785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51886) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:34.630026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d75108a5-1f9d-4280-9e1e-619657a4e0be tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'floatingip': {'port_id': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:34.669297 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75108a5-1f9d-4280-9e1e-619657a4e0be tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:34.964895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142219ea-8f03-499b-bcd7-a6fa5671e581 req-014ceafd-7aba-42da-a295-1ebd80820575 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:34.966356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-142219ea-8f03-499b-bcd7-a6fa5671e581 req-014ceafd-7aba-42da-a295-1ebd80820575 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 944 time: 0.1060998 Aug 29 17:14:35.071939 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-142219ea-8f03-499b-bcd7-a6fa5671e581 req-e65cebef-a90f-4b25-b601-eaaeb2ab0bd1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747836 Aug 29 17:14:35.513936 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75108a5-1f9d-4280-9e1e-619657a4e0be tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:35.519005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75108a5-1f9d-4280-9e1e-619657a4e0be tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:35.620492 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-d75108a5-1f9d-4280-9e1e-619657a4e0be tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Floating IP 3cc24c47-968b-495f-b1e6-088433398817 associated. External IP: 172.25.5.60, port: 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe. Aug 29 17:14:35.832470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75108a5-1f9d-4280-9e1e-619657a4e0be tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Router fe8e60eb-9eb6-4370-8391-66159737506e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:14:35.943481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75108a5-1f9d-4280-9e1e-619657a4e0be tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:14:35.948351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d75108a5-1f9d-4280-9e1e-619657a4e0be tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:35.955171 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcbda70-5b5b-4450-bbc5-bc8f49454bf2 None None] Sync routers for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:14:35.964341 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbda70-5b5b-4450-bbc5-bc8f49454bf2 None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:14:35.964946 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5dcbda70-5b5b-4450-bbc5-bc8f49454bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:14:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:35.981973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d75108a5-1f9d-4280-9e1e-619657a4e0be tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "PUT /v2.0/floatingips/3cc24c47-968b-495f-b1e6-088433398817 HTTP/1.1" status: 200 len: 990 time: 1.3556268 Aug 29 17:14:35.982625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'tag': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:14:35.985067 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87adcdab-a614-4d97-8692-4ebbcf7cc5be" -d '{"events": [{"name": "network-changed", "server_uuid": "8531ed63-4359-4d8e-9b02-cdbeed3c46d5", "tag": "32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:14:36.043824 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d942e22-7f7b-4c24-a57d-61453250b134 x-openstack-request-id: req-8d942e22-7f7b-4c24-a57d-61453250b134 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:14:36.044376 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8531ed63-4359-4d8e-9b02-cdbeed3c46d5", "tag": "32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:14:36.044942 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d942e22-7f7b-4c24-a57d-61453250b134 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:14:36.045698 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'tag': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe', 'status': 'completed', 'code': 200} Aug 29 17:14:36.074749 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5dcbda70-5b5b-4450-bbc5-bc8f49454bf2 None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:14:36.100214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f5daf11c-a71c-46c4-b101-4a4c159583fb up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:14:36.124143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adcdab-a614-4d97-8692-4ebbcf7cc5be req-c7e69aa4-8374-426a-bc1a-3fb2716e1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:36.125792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87adcdab-a614-4d97-8692-4ebbcf7cc5be req-c7e69aa4-8374-426a-bc1a-3fb2716e1ca8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 1097 time: 0.0511289 Aug 29 17:14:36.169505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port f5daf11c-a71c-46c4-b101-4a4c159583fb completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:36.178548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port f5daf11c-a71c-46c4-b101-4a4c159583fb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:36.179303 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:36.226892 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3be2c6-b8f6-4d2d-bb89-b5b83b80da98 req-e0dfb8ba-487a-42b0-9a41-4f57213f74d9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:36.229686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adcdab-a614-4d97-8692-4ebbcf7cc5be req-30d752c6-9df2-4d39-ac28-d587b9fc8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:36.231174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87adcdab-a614-4d97-8692-4ebbcf7cc5be req-30d752c6-9df2-4d39-ac28-d587b9fc8989 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 912 time: 0.0981998 Aug 29 17:14:36.233837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e3be2c6-b8f6-4d2d-bb89-b5b83b80da98 req-e0dfb8ba-487a-42b0-9a41-4f57213f74d9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 944 time: 0.0760114 Aug 29 17:14:36.274935 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:36.300541 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e3be2c6-b8f6-4d2d-bb89-b5b83b80da98 req-9867ac91-c445-481d-99fe-d9b7e8585a7c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644593 Aug 29 17:14:36.304602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc8a726-8293-45e7-9367-45d6f4e478f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5daf11c-a71c-46c4-b101-4a4c159583fb'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:14:36.308938 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9768b41-69f5-4896-8b2a-5340ff91939b" -d '{"events": [{"server_uuid": "0dc8a726-8293-45e7-9367-45d6f4e478f6", "name": "network-vif-plugged", "status": "completed", "tag": "f5daf11c-a71c-46c4-b101-4a4c159583fb"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:14:36.320027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87adcdab-a614-4d97-8692-4ebbcf7cc5be req-e8f8f236-7cac-444d-86db-517940c572c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe HTTP/1.1" status: 200 len: 998 time: 0.0804489 Aug 29 17:14:36.330582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f5daf11c-a71c-46c4-b101-4a4c159583fb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f5daf11c-a71c-46c4-b101-4a4c159583fb,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:14:36.337027 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:36.374511 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2966ff-f294-4187-bc09-a46010c60a3b x-openstack-request-id: req-ff2966ff-f294-4187-bc09-a46010c60a3b {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:14:36.374911 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc8a726-8293-45e7-9367-45d6f4e478f6", "name": "network-vif-plugged", "status": "completed", "tag": "f5daf11c-a71c-46c4-b101-4a4c159583fb", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:14:36.375649 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff2966ff-f294-4187-bc09-a46010c60a3b {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:14:36.375861 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc8a726-8293-45e7-9367-45d6f4e478f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5daf11c-a71c-46c4-b101-4a4c159583fb', 'code': 200} Aug 29 17:14:36.395258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adcdab-a614-4d97-8692-4ebbcf7cc5be req-0fd27c21-979c-4f3f-b2ea-5a2600bbd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:36.397017 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87adcdab-a614-4d97-8692-4ebbcf7cc5be req-0fd27c21-979c-4f3f-b2ea-5a2600bbd7f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 200 len: 850 time: 0.0687547 Aug 29 17:14:36.405482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f5daf11c-a71c-46c4-b101-4a4c159583fb,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:36.440610 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5dcbda70-5b5b-4450-bbc5-bc8f49454bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '3cc24c47-968b-495f-b1e6-088433398817', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'port_id': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'mac_address': 'fa:16:3e:ab:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:14:19Z', 'updated_at': '2021-08-29T17:14:35Z', 'revision_number': 1, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:36.458526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adcdab-a614-4d97-8692-4ebbcf7cc5be req-8dcb650b-9f92-4bad-bed4-fc2a6ff04d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:36.460229 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87adcdab-a614-4d97-8692-4ebbcf7cc5be req-8dcb650b-9f92-4bad-bed4-fc2a6ff04d71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540407 Aug 29 17:14:36.470394 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcbda70-5b5b-4450-bbc5-bc8f49454bf2 None None] Checking router: fe8e60eb-9eb6-4370-8391-66159737506e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:14:36.482560 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbda70-5b5b-4450-bbc5-bc8f49454bf2 None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:14:36.483188 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5dcbda70-5b5b-4450-bbc5-bc8f49454bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:14:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:36.487978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b19bce-b4c9-4068-acaf-781ab2ce667e req-c718b60b-768d-4e9d-a9e0-bd980d5e0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:36.489711 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8b19bce-b4c9-4068-acaf-781ab2ce667e req-c718b60b-768d-4e9d-a9e0-bd980d5e0fdd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 1097 time: 0.0559378 Aug 29 17:14:36.547700 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8b19bce-b4c9-4068-acaf-781ab2ce667e req-a80a985e-94c4-4014-b8ce-8c529a935669 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510430 Aug 29 17:14:36.592372 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87adcdab-a614-4d97-8692-4ebbcf7cc5be req-fd6086d2-334c-4da8-bb3e-c786fa32424a service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239946 Aug 29 17:14:36.606536 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5dcbda70-5b5b-4450-bbc5-bc8f49454bf2 None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:14:36.709889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-87adcdab-a614-4d97-8692-4ebbcf7cc5be req-e2c37290-8b1b-455d-97c9-2f7ad72c64c2 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094217 Aug 29 17:14:36.841366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 51908) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:36.852362 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5dcbda70-5b5b-4450-bbc5-bc8f49454bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '3cc24c47-968b-495f-b1e6-088433398817', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'port_id': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'mac_address': 'fa:16:3e:ab:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:14:19Z', 'updated_at': '2021-08-29T17:14:35Z', 'revision_number': 1, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:14:36.954775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d23d640-5064-4824-a377-f3c076f9f00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:36.971791 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcbda70-5b5b-4450-bbc5-bc8f49454bf2 None None] The sync data for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 is: [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '3cc24c47-968b-495f-b1e6-088433398817', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'port_id': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'mac_address': 'fa:16:3e:ab:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:14:19Z', 'updated_at': '2021-08-29T17:14:35Z', 'revision_number': 1, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:14:37.047884 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d23d640-5064-4824-a377-f3c076f9f00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:37.051571 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d23d640-5064-4824-a377-f3c076f9f00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:37.096714 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8d23d640-5064-4824-a377-f3c076f9f00e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89bac915ea54462c99074d9fc4ced12d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541599 Aug 29 17:14:37.096895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51914) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:37.098144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23d640-5064-4824-a377-f3c076f9f00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f56fde-6b04-4cda-8a36-20d5225b796f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:37.165778 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-34346584-d15f-4614-a1a0-fb76e2783530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:37.189600 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-34346584-d15f-4614-a1a0-fb76e2783530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:37.196844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c81947-dd2d-4891-a782-904de6540051 None None] New status for floating IP 3cc24c47-968b-495f-b1e6-088433398817: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:14:37.237919 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-34346584-d15f-4614-a1a0-fb76e2783530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:37.240881 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-34346584-d15f-4614-a1a0-fb76e2783530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:37.242047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-34346584-d15f-4614-a1a0-fb76e2783530 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0f56fde-6b04-4cda-8a36-20d5225b796f HTTP/1.1" status: 204 len: 168 time: 0.1437175 Aug 29 17:14:37.250290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34346584-d15f-4614-a1a0-fb76e2783530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f56fde-6b04-4cda-8a36-20d5225b796f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:37.435821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0f16b-61ee-49b4-b601-261fd3619663 req-50f71a49-3b76-4ddb-8046-3354cbe33f31 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:37.443147 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9a0f16b-61ee-49b4-b601-261fd3619663 req-50f71a49-3b76-4ddb-8046-3354cbe33f31 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 945 time: 0.0690699 Aug 29 17:14:37.481951 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9a0f16b-61ee-49b4-b601-261fd3619663 req-4ec280d8-1fd0-4a4e-b651-546efb2ead9c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376945 Aug 29 17:14:38.264490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51952) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:38.367272 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10db2db7-465f-457c-a5ba-6decd637ee6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:38.460409 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10db2db7-465f-457c-a5ba-6decd637ee6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:38.464347 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10db2db7-465f-457c-a5ba-6decd637ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:38.502636 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db2db7-465f-457c-a5ba-6decd637ee6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e1870c-0e43-4891-bd08-10c1b1d93f06,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:38.508737 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-10db2db7-465f-457c-a5ba-6decd637ee6d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac11a0e3965b48718b919f6b309de49d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432141 Aug 29 17:14:38.511356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 51958) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:38.587472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d615d8ca-5118-4d04-acdb-132ef27cef5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:38.614177 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d615d8ca-5118-4d04-acdb-132ef27cef5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:38.632030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d910b2c-5fa6-444d-ac73-ef068cbd52fd req-2bb0e8df-798c-40e2-8108-19479be7f09c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:38.633535 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d910b2c-5fa6-444d-ac73-ef068cbd52fd req-2bb0e8df-798c-40e2-8108-19479be7f09c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 945 time: 0.0845261 Aug 29 17:14:38.687319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d910b2c-5fa6-444d-ac73-ef068cbd52fd req-72fbe482-31f5-40fc-afa6-bc0079172070 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470626 Aug 29 17:14:38.700055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d615d8ca-5118-4d04-acdb-132ef27cef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:38.702825 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d615d8ca-5118-4d04-acdb-132ef27cef5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:38.703932 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d615d8ca-5118-4d04-acdb-132ef27cef5f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1e1870c-0e43-4891-bd08-10c1b1d93f06 HTTP/1.1" status: 204 len: 168 time: 0.1915841 Aug 29 17:14:38.716231 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615d8ca-5118-4d04-acdb-132ef27cef5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e1870c-0e43-4891-bd08-10c1b1d93f06,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:38.807007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd49321-bf07-4cdd-8e9f-1fd399a55226 req-65f98235-2fae-45d3-a4a0-12e8cd31e0cc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:38.808587 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2bd49321-bf07-4cdd-8e9f-1fd399a55226 req-65f98235-2fae-45d3-a4a0-12e8cd31e0cc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 945 time: 0.0512805 Aug 29 17:14:38.847339 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2bd49321-bf07-4cdd-8e9f-1fd399a55226 req-2ce33b85-81cf-4d6c-8858-003b32cd568a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Aug 29 17:14:41.489838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-075e6dcf-a219-4d1b-8630-dcc0d9fd81ae tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:41.491362 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-075e6dcf-a219-4d1b-8630-dcc0d9fd81ae tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.1202388 Aug 29 17:14:41.513033 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-3f886174-fc08-48f8-995a-f42c63738201 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/quotas/8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 375 time: 0.0142503 Aug 29 17:14:41.574660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-cd305b05-e814-4d0e-8a12-122e745defe6 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553083 Aug 29 17:14:41.666797 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-bed06023-dd6c-430c-9e0c-4b4afe2b6006 service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845068 Aug 29 17:14:41.761512 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-b0168f37-0ddb-4329-9488-c482aaafc794 service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886896 Aug 29 17:14:41.959628 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5d298270-2632-4c2a-8de3-739f244fdc9d req-8f6bcc95-dd15-422a-8e5f-0926e1779cd6 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 210 time: 0.0297241 Aug 29 17:14:42.859190 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4d477b27-b8a1-4d55-add4-558ed4bb7bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:42.900651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-02fd036a-1b3c-4a9b-808c-c4ba5f8ae162 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:42.902505 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-02fd036a-1b3c-4a9b-808c-c4ba5f8ae162 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.1241932 Aug 29 17:14:42.915869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'port': {'device_id': '7f6e416f-8edc-4f4f-a70b-665876dd2364', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'admin_state_up': True, 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:43.039000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Made reservation on behalf of 8ce1bfe43b0a4f5399de8c90b6ef6980 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:14:43.045409 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:43.091100 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-260c452d-a48c-4370-be46-3eedbceb05d0 req-e179ca3a-29cd-4431-9983-963fbc90b234 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 210 time: 0.0420256 Aug 29 17:14:43.212995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Allocated IP 172.20.0.12 (c48628aa-afb3-4178-b027-9c9764070684/85971077-cb6d-4ee2-a86f-177b2084de6d/e411941b-7a49-4813-b402-ad7c7bcf8dc7) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:14:43.403857 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:43.418989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Transition to ACTIVE for port object e411941b-7a49-4813-b402-ad7c7bcf8dc7 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:43.453146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:43.467285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['f5daf11c-a71c-46c4-b101-4a4c159583fb'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:14:43.500739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Network c48628aa-afb3-4178-b027-9c9764070684 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:14:43.506051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:14:43.508747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:14:43.539690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=e411941b-7a49-4813-b402-ad7c7bcf8dc7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:43.567466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:43.569955 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:43.592455 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-46d0a92a-be1b-4051-89d5-b30278eaaf74 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6807377 Aug 29 17:14:43.605689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Request body: {'port': {'device_id': '7f6e416f-8edc-4f4f-a70b-665876dd2364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:14:43.740074 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:43.904361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-58619692-58a1-40a7-8ed5-e30726be106e None None] Provisioning for port e411941b-7a49-4813-b402-ad7c7bcf8dc7 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:14:43.912139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-58619692-58a1-40a7-8ed5-e30726be106e None None] Provisioning complete for port e411941b-7a49-4813-b402-ad7c7bcf8dc7 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:14:43.912627 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-58619692-58a1-40a7-8ed5-e30726be106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:43.998902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-58619692-58a1-40a7-8ed5-e30726be106e None None] Port e411941b-7a49-4813-b402-ad7c7bcf8dc7 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:14:44.007432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52136) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:44.028362 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-dac6aef2-eb5f-49c7-a967-b4bea9df660c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0894070 Aug 29 17:14:44.136573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-3be83c57-013d-4f86-a81b-0c7baf4a7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:44.138679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-3be83c57-013d-4f86-a81b-0c7baf4a7dd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d23c30b596e44428d3dbb88e51226d0&device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 1098 time: 0.0480890 Aug 29 17:14:44.230777 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e411941b-7a49-4813-b402-ad7c7bcf8dc7 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:14:44.236078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5583199-4d7b-467c-a248-2efe7eb1b6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.240590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.262872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0b0e5-101d-4f57-b7ef-ea9648617f0e req-f50c53be-cd67-452d-a5b4-030c094f41bb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:44.264385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8df0b0e5-101d-4f57-b7ef-ea9648617f0e req-f50c53be-cd67-452d-a5b4-030c094f41bb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 932 time: 0.0860672 Aug 29 17:14:44.267054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Transition to ACTIVE for port object e411941b-7a49-4813-b402-ad7c7bcf8dc7 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:14:44.276955 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.314823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-204910e9-1f21-4690-b4f8-ae3625361faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:44.316894 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-204910e9-1f21-4690-b4f8-ae3625361faf service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e7d4692-a51e-41b1-bcea-73dce0609ef3 HTTP/1.1" status: 200 len: 910 time: 0.1553292 Aug 29 17:14:44.356120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Pushing event updated for resources: {'Port': ['ID=e411941b-7a49-4813-b402-ad7c7bcf8dc7,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:44.364284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8df0b0e5-101d-4f57-b7ef-ea9648617f0e req-59edd8e7-88fe-4593-bbc2-6a95637b3d50 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937858 Aug 29 17:14:44.430955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-ea886dcf-e72d-481d-bb31-aaba54198818 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90a3427e-bfb3-4a56-af3b-7e1faa024608 HTTP/1.1" status: 200 len: 1001 time: 0.1035295 Aug 29 17:14:44.449640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Attempting to bind port e411941b-7a49-4813-b402-ad7c7bcf8dc7 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:14:44.450130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Attempting to bind port e411941b-7a49-4813-b402-ad7c7bcf8dc7 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:14:44.450561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Attempting to bind port e411941b-7a49-4813-b402-ad7c7bcf8dc7 on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:44.456298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Port e411941b-7a49-4813-b402-ad7c7bcf8dc7 on network c48628aa-afb3-4178-b027-9c9764070684 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:14:44.456838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Attempting to bind port e411941b-7a49-4813-b402-ad7c7bcf8dc7 on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:14:44.462313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:14:44.462787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Checking segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:14:44.463305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Bound using segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:14:44.463930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Bound port: e411941b-7a49-4813-b402-ad7c7bcf8dc7, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:14:44.465108 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.500474 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5583199-4d7b-467c-a248-2efe7eb1b6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.508537 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a5583199-4d7b-467c-a248-2efe7eb1b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.514267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-473e7a8c-c4e4-4dce-aef4-4d5bb0fe71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:44.516027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-473e7a8c-c4e4-4dce-aef4-4d5bb0fe71f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4320a9f-837b-46de-903f-699ec1a25d2c HTTP/1.1" status: 200 len: 848 time: 0.0757656 Aug 29 17:14:44.548547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] For port e411941b-7a49-4813-b402-ad7c7bcf8dc7, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:14:44.551739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] For port e411941b-7a49-4813-b402-ad7c7bcf8dc7, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e411941b-7a49-4813-b402-ad7c7bcf8dc7,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:14:44.559291 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.584949 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a5583199-4d7b-467c-a248-2efe7eb1b6d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec5f8772461043d1a4aa25e4443c62fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5753362 Aug 29 17:14:44.586035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5583199-4d7b-467c-a248-2efe7eb1b6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c810148-9aeb-403b-82e9-df44c39759fd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:44.587758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52142) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:44.600381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-c2d7e8b3-5910-4068-9691-f58f0593ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:44.601935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-c2d7e8b3-5910-4068-9691-f58f0593ebaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e7d4692-a51e-41b1-bcea-73dce0609ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782750 Aug 29 17:14:44.615202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:44.615827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.617264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] 10.222.0.10 "PUT /v2.0/ports/e411941b-7a49-4813-b402-ad7c7bcf8dc7 HTTP/1.1" status: 200 len: 1093 time: 1.0167184 Aug 29 17:14:44.622462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6e416f-8edc-4f4f-a70b-665876dd2364', 'tag': 'e411941b-7a49-4813-b402-ad7c7bcf8dc7'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:14:44.624701 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804f9848-53de-4c96-8144-b9987ef1091c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6e416f-8edc-4f4f-a70b-665876dd2364", "tag": "e411941b-7a49-4813-b402-ad7c7bcf8dc7"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:14:44.661673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffa219-344d-4bcf-a6ef-3042cadb2dcd service neutron] Pushing event updated for resources: {'Port': ['ID=e411941b-7a49-4813-b402-ad7c7bcf8dc7,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:44.702753 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760bd388-d91c-4683-8a30-261cde0fb16f x-openstack-request-id: req-760bd388-d91c-4683-8a30-261cde0fb16f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:14:44.703047 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6e416f-8edc-4f4f-a70b-665876dd2364", "tag": "e411941b-7a49-4813-b402-ad7c7bcf8dc7", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:14:44.703301 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-760bd388-d91c-4683-8a30-261cde0fb16f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:14:44.703699 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6e416f-8edc-4f4f-a70b-665876dd2364', 'tag': 'e411941b-7a49-4813-b402-ad7c7bcf8dc7', 'status': 'completed', 'code': 200} Aug 29 17:14:44.721083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a58005f5-56d1-41bc-ba94-266bd969d92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.738576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-0cacbfcf-6b86-4850-9a61-80ea4716bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:44.739725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-0cacbfcf-6b86-4850-9a61-80ea4716bda4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 1096 time: 0.0747495 Aug 29 17:14:44.772774 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a58005f5-56d1-41bc-ba94-266bd969d92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.779338 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-6dd7785c-071d-4eb5-be32-6a0b110bfa16 service neutron] 10.222.0.16 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692960 Aug 29 17:14:44.851753 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-5261abf4-a27e-46db-a1cb-557fefd6d71a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e411941b-7a49-4813-b402-ad7c7bcf8dc7 HTTP/1.1" status: 200 len: 217 time: 0.1031754 Aug 29 17:14:44.908596 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-290261b6-ae83-4981-aa57-f63d20e16c80 req-57c204bf-075d-4eff-983c-f538f2b433cf service neutron] 10.222.0.16 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212566 Aug 29 17:14:44.916145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-992868b0-3bb9-4216-83a0-2685886c6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:44.917882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-992868b0-3bb9-4216-83a0-2685886c6e54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0571585 Aug 29 17:14:44.918913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a58005f5-56d1-41bc-ba94-266bd969d92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.921546 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a58005f5-56d1-41bc-ba94-266bd969d92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:44.922708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a58005f5-56d1-41bc-ba94-266bd969d92a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c810148-9aeb-403b-82e9-df44c39759fd HTTP/1.1" status: 204 len: 168 time: 0.3337305 Aug 29 17:14:44.964543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58005f5-56d1-41bc-ba94-266bd969d92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c810148-9aeb-403b-82e9-df44c39759fd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:44.991082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-2b75b7ce-7fb5-4c4b-9a89-37ab70293eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:44.993078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-2b75b7ce-7fb5-4c4b-9a89-37ab70293eeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672421 Aug 29 17:14:45.115597 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-385b620d-f531-4c23-b9b2-56702179f48d service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155059 Aug 29 17:14:45.215298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2051af6d-6b05-41d5-8d5e-3baf703e8b4b req-ff11c3f4-6167-4834-9c06-8d851b443aa7 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913835 Aug 29 17:14:45.314560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9848-53de-4c96-8144-b9987ef1091c req-1193e6ac-f8cf-489d-b85f-f3a45448bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:45.316416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-804f9848-53de-4c96-8144-b9987ef1091c req-1193e6ac-f8cf-489d-b85f-f3a45448bc9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 1096 time: 0.0513728 Aug 29 17:14:45.423577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9848-53de-4c96-8144-b9987ef1091c req-7093116e-ecce-4848-aa56-9f4ac4fea105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:45.425457 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-804f9848-53de-4c96-8144-b9987ef1091c req-7093116e-ecce-4848-aa56-9f4ac4fea105 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.1013188 Aug 29 17:14:45.479926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-804f9848-53de-4c96-8144-b9987ef1091c req-4a5a4c85-a76f-4977-9b20-de3f23dcf740 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e411941b-7a49-4813-b402-ad7c7bcf8dc7 HTTP/1.1" status: 200 len: 217 time: 0.0462418 Aug 29 17:14:45.538154 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4d639911-4862-492f-99a4-08238eca2b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:45.567728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ba605-c931-4327-8ba5-ffaaa613f80e req-52fb1e2b-50ab-43bb-b0e3-f31f5bb7e72f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:45.568586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9848-53de-4c96-8144-b9987ef1091c req-59a29c79-e318-4f00-8d16-e5353cdaae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:45.570416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-804f9848-53de-4c96-8144-b9987ef1091c req-59a29c79-e318-4f00-8d16-e5353cdaae54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0826037 Aug 29 17:14:45.571074 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-768ba605-c931-4327-8ba5-ffaaa613f80e req-52fb1e2b-50ab-43bb-b0e3-f31f5bb7e72f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.1051562 Aug 29 17:14:45.621001 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-768ba605-c931-4327-8ba5-ffaaa613f80e req-da1ee3b6-0ab4-4ffb-a2b4-c119aca99c57 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439763 Aug 29 17:14:45.627242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9848-53de-4c96-8144-b9987ef1091c req-5e8d706c-9dda-4409-a1d4-1fca4953573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:45.629529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-804f9848-53de-4c96-8144-b9987ef1091c req-5e8d706c-9dda-4409-a1d4-1fca4953573f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503533 Aug 29 17:14:45.732509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-804f9848-53de-4c96-8144-b9987ef1091c req-8ba51bf4-7fff-4681-9bd1-6f12cb84b929 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944107 Aug 29 17:14:45.812794 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:45.849558 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-804f9848-53de-4c96-8144-b9987ef1091c req-cdcc55d5-c72d-439f-ba87-831309c5948d service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092727 Aug 29 17:14:46.697134 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:46.710623 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:14:46.805689 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-51f6f1d4-b5df-4652-9c38-0146d4529160 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0940650 Aug 29 17:14:46.834490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195cf08-acc5-40a2-a629-7f9dd4cab9a0 req-8e67f26d-a1bb-4435-b96f-f84e492371a1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:46.839679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c195cf08-acc5-40a2-a629-7f9dd4cab9a0 req-8e67f26d-a1bb-4435-b96f-f84e492371a1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.1086838 Aug 29 17:14:46.948468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c195cf08-acc5-40a2-a629-7f9dd4cab9a0 req-6934e231-091a-44bd-aaae-c66f6717079c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903738 Aug 29 17:14:47.014998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-d6691a96-7ea0-4010-9804-26010470e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.016325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-d6691a96-7ea0-4010-9804-26010470e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.017377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-d6691a96-7ea0-4010-9804-26010470e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.018466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-d6691a96-7ea0-4010-9804-26010470e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.019120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-d6691a96-7ea0-4010-9804-26010470e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.020002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-d6691a96-7ea0-4010-9804-26010470e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.021605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-d6691a96-7ea0-4010-9804-26010470e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.023901 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-d6691a96-7ea0-4010-9804-26010470e1ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2954fefdd93b45b9866301d908662a17&device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 6509 time: 0.1486883 Aug 29 17:14:47.230435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-888fbed4-bee9-4161-9f8f-1e3c73e9e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.231184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-888fbed4-bee9-4161-9f8f-1e3c73e9e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.232441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-888fbed4-bee9-4161-9f8f-1e3c73e9e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.234949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-888fbed4-bee9-4161-9f8f-1e3c73e9e702 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6a468c2d-9be1-440f-a192-42e8517f74d6&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=57add85e-c4c9-429c-a13b-00c93150bf1a&id=4828ab6e-a734-4184-a1a3-7a146a417538&id=4828ab6e-a734-4184-a1a3-7a146a417538 HTTP/1.1" status: 200 len: 2298 time: 0.1828904 Aug 29 17:14:47.319248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-22f1fa1b-5e14-48cc-afe7-ec7d1d2ea0e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1118de05-2a40-42f0-8617-64982477f4cf HTTP/1.1" status: 200 len: 1001 time: 0.0769887 Aug 29 17:14:47.390682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-ccf491c8-e7c4-47c1-b35f-8057666d2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.392946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-ccf491c8-e7c4-47c1-b35f-8057666d2a99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0183a3c-e561-4345-8ae5-a5ac3767fc49 HTTP/1.1" status: 200 len: 856 time: 0.0666230 Aug 29 17:14:47.456909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-7d652fff-dc11-4190-a5b1-d7bd68b46786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.458468 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-7d652fff-dc11-4190-a5b1-d7bd68b46786 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6a468c2d-9be1-440f-a192-42e8517f74d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587320 Aug 29 17:14:47.595264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-5af6e073-23f4-41fb-b012-75ba990382fa service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289046 Aug 29 17:14:47.676317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:47.731551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-77922fcf-5e2b-4a66-a99c-0968a32a0c9d service neutron] 10.222.0.10 "GET /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285043 Aug 29 17:14:47.778971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-45376630-dcea-4ee2-b701-f94e8e9fe6eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 200 len: 217 time: 0.0401418 Aug 29 17:14:47.867707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-6c22e097-8018-47de-bf13-bdbded8a9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.870313 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-6c22e097-8018-47de-bf13-bdbded8a9935 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0833464 Aug 29 17:14:47.942795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-2e517e30-a350-4249-9aa3-a2dfc5a06b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:47.942795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-2e517e30-a350-4249-9aa3-a2dfc5a06b17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0644438 Aug 29 17:14:48.048416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-2763c422-47ae-4995-8de2-cd29d3a236ac service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981328 Aug 29 17:14:48.172600 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-16fec9b4-51bb-4d41-88a6-0a6c59320e5d service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162324 Aug 29 17:14:48.194416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac97dd-7a31-4a2d-ae9d-d56d76d36610 req-0fd36262-9cca-4525-994e-5b66f635b7e3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:48.196995 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-93ac97dd-7a31-4a2d-ae9d-d56d76d36610 req-0fd36262-9cca-4525-994e-5b66f635b7e3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0738401 Aug 29 17:14:48.250280 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-63b05e05-3ed7-4005-825a-04f36b3d2941 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 200 len: 217 time: 0.0707247 Aug 29 17:14:48.277522 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-93ac97dd-7a31-4a2d-ae9d-d56d76d36610 req-29430f13-ac29-49cf-977b-f4e9f898f6e3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737989 Aug 29 17:14:48.295112 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:48.326876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-386276e1-e00a-41ec-a017-4877b53afe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:48.328775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-386276e1-e00a-41ec-a017-4877b53afe49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0693815 Aug 29 17:14:48.388609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-99aa3410-d46c-4ec0-91b8-fa405f23d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:48.390938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-99aa3410-d46c-4ec0-91b8-fa405f23d270 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541444 Aug 29 17:14:48.506105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-df589c48-058c-4624-9f84-47643e2ddaee service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071956 Aug 29 17:14:48.624222 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-cdb6dc6c-79ea-4e31-be45-be7af6984c09 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107907 Aug 29 17:14:48.677997 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-1c49cc99-d876-429b-ba6d-29ad7fdc99b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4 HTTP/1.1" status: 200 len: 217 time: 0.0462923 Aug 29 17:14:48.749872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-7897b201-9486-4d88-a288-2a29913c9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:48.753659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-7897b201-9486-4d88-a288-2a29913c9f47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0683997 Aug 29 17:14:48.832540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-270fbf1e-4a88-4f79-a43f-e160e62fd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:48.834688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-270fbf1e-4a88-4f79-a43f-e160e62fd459 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731878 Aug 29 17:14:48.983775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-6006a27a-de11-405a-a236-8e8474668260 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414354 Aug 29 17:14:49.127753 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-ee9ec1a4-f8d2-4cb4-b157-105bdf6b2843 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351550 Aug 29 17:14:49.187122 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-465ccc2e-19dc-4379-a593-fcbfa7df4537 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c HTTP/1.1" status: 200 len: 217 time: 0.0522025 Aug 29 17:14:49.267614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-1aa29409-e79e-48a3-a629-36f8d36efc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:49.270361 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-1aa29409-e79e-48a3-a629-36f8d36efc9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 200 len: 797 time: 0.0728588 Aug 29 17:14:49.338257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-ad781074-a62d-4b4e-8f36-05761c5e4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:49.340271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-ad781074-a62d-4b4e-8f36-05761c5e4c5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57add85e-c4c9-429c-a13b-00c93150bf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631566 Aug 29 17:14:49.422587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6b794-6d04-40a9-b9fa-0d1b814101db req-11c3348e-a0d7-4dcf-ad5b-4b5c8748cac2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:49.424194 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67b6b794-6d04-40a9-b9fa-0d1b814101db req-11c3348e-a0d7-4dcf-ad5b-4b5c8748cac2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0722711 Aug 29 17:14:49.479341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-4d0ea571-445f-4b8a-99fd-16fcabe9a58f service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301060 Aug 29 17:14:49.506767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67b6b794-6d04-40a9-b9fa-0d1b814101db req-1f2d5547-af73-4397-8fb3-bc7bf52d8f05 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620682 Aug 29 17:14:49.616210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-da4a08ec-c745-4e12-b25e-f224ef57e109 service neutron] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279943 Aug 29 17:14:49.659248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-99a8127b-eaca-4a9b-bb82-595d48c1cf7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a55f850-c98f-47e3-abdd-88155a009bfa HTTP/1.1" status: 200 len: 217 time: 0.0363472 Aug 29 17:14:49.715585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-39ce9308-00ef-4bcb-869e-9944ff0650cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:49.717244 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-39ce9308-00ef-4bcb-869e-9944ff0650cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.0489748 Aug 29 17:14:49.777489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-1a7aca38-827a-46be-9f41-e56b3da813f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:49.779033 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-1a7aca38-827a-46be-9f41-e56b3da813f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543272 Aug 29 17:14:49.877615 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-d0ea19ba-0ce0-417a-b6ea-a3ca1ae144c2 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913031 Aug 29 17:14:49.999373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-9fa4bac9-cae4-4ed8-a3f3-13c8e3e7777c service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150327 Aug 29 17:14:50.054858 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-e9004ade-5b4a-4bee-95e4-ac9265e754d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5 HTTP/1.1" status: 200 len: 217 time: 0.0414233 Aug 29 17:14:50.112691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-631a017a-17b2-4386-a883-3f702a76df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:50.114266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-631a017a-17b2-4386-a883-3f702a76df8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 200 len: 797 time: 0.0514772 Aug 29 17:14:50.162402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-5b8ca739-5596-4565-bfb4-202693bc4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:50.163962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-5b8ca739-5596-4565-bfb4-202693bc4260 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4828ab6e-a734-4184-a1a3-7a146a417538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0425143 Aug 29 17:14:50.274486 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:50.341479 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-0e899476-17e5-420f-a07d-3b576dc234d7 service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703279 Aug 29 17:14:50.445837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4453c287-7a85-4de0-a7b9-c250d4c25fc4 req-4f44cea1-37db-4da2-a164-ff7202ef9cdc service neutron] 10.222.0.10 "GET /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968390 Aug 29 17:14:50.638556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51544874-b295-4bf3-9dfd-37fab2c67d0b req-0ef4017f-07b3-4195-b0b7-195eb031efbc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:50.640107 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51544874-b295-4bf3-9dfd-37fab2c67d0b req-0ef4017f-07b3-4195-b0b7-195eb031efbc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0553441 Aug 29 17:14:50.691618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51544874-b295-4bf3-9dfd-37fab2c67d0b req-53d54497-d48d-4ffb-b2c1-7fa7d7284026 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 Aug 29 17:14:51.811161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516bab0-b26c-4197-a133-4299ffdd2297 req-74a266b5-9c02-41fb-8e16-b8a6c3eb3dc2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:51.812679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a516bab0-b26c-4197-a133-4299ffdd2297 req-74a266b5-9c02-41fb-8e16-b8a6c3eb3dc2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0527427 Aug 29 17:14:51.851889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a516bab0-b26c-4197-a133-4299ffdd2297 req-9c8f98ea-96b5-487c-8c56-b60c1ef6c9bf tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Aug 29 17:14:52.974916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaceab3-5ec1-47ec-bd1f-b1f2275ff057 req-84608a13-627c-48fb-8482-0a6a3b1e8dca tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:52.976352 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ecaceab3-5ec1-47ec-bd1f-b1f2275ff057 req-84608a13-627c-48fb-8482-0a6a3b1e8dca tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0543029 Aug 29 17:14:53.016218 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ecaceab3-5ec1-47ec-bd1f-b1f2275ff057 req-f9aa8d7b-65d1-40fe-930c-4ec105b25489 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328257 Aug 29 17:14:54.155509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddbb9b-1a58-47dd-9231-b4fabdf609c8 req-9fdce51a-6161-4693-9405-9c909174cce9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:54.156988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8ddbb9b-1a58-47dd-9231-b4fabdf609c8 req-9fdce51a-6161-4693-9405-9c909174cce9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0572183 Aug 29 17:14:54.195487 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8ddbb9b-1a58-47dd-9231-b4fabdf609c8 req-8aaf780d-9d7e-456f-acc5-1568488365f6 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Aug 29 17:14:55.325867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529202aa-dcb2-41bd-a1df-69ae570f2158 req-2b8ec41c-0f09-4b31-8724-bf59c52d3307 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:55.327481 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-529202aa-dcb2-41bd-a1df-69ae570f2158 req-2b8ec41c-0f09-4b31-8724-bf59c52d3307 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0559115 Aug 29 17:14:55.372904 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-529202aa-dcb2-41bd-a1df-69ae570f2158 req-4b0b3a3e-c125-4196-af8a-aa1253b0752a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381424 Aug 29 17:14:56.406112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52316) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:56.520076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71efb3-3baa-41cf-a521-a236f36223f4 req-e1bd0150-d22e-4bce-bdbe-5afc95fc81d2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:56.521601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ac71efb3-3baa-41cf-a521-a236f36223f4 req-e1bd0150-d22e-4bce-bdbe-5afc95fc81d2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0594537 Aug 29 17:14:56.529644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-67fc67d5-00cf-4e84-95fe-02fd45858c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:56.560302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ac71efb3-3baa-41cf-a521-a236f36223f4 req-fa2726b5-963b-4421-ac5e-cd789f808cfd tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326388 Aug 29 17:14:56.627722 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-67fc67d5-00cf-4e84-95fe-02fd45858c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:56.632815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-67fc67d5-00cf-4e84-95fe-02fd45858c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:56.671341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc67d5-00cf-4e84-95fe-02fd45858c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf272b2-b3fb-44a3-8fa7-e29ad4587636,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:56.678336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52322) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:56.678491 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-67fc67d5-00cf-4e84-95fe-02fd45858c7c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86b39df66ced4478a5349a985abcbf14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705312 Aug 29 17:14:56.741034 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd7a24f6-d969-4170-a4e3-d4968192ec28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:56.764858 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd7a24f6-d969-4170-a4e3-d4968192ec28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:56.815320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd7a24f6-d969-4170-a4e3-d4968192ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:56.818557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dd7a24f6-d969-4170-a4e3-d4968192ec28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:56.819820 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dd7a24f6-d969-4170-a4e3-d4968192ec28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbf272b2-b3fb-44a3-8fa7-e29ad4587636 HTTP/1.1" status: 204 len: 168 time: 0.1404762 Aug 29 17:14:56.830272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a24f6-d969-4170-a4e3-d4968192ec28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf272b2-b3fb-44a3-8fa7-e29ad4587636,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:57.088946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52328) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:57.102152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-160bab6d-00c6-4de5-b5f9-3dfa56d52225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.190489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-160bab6d-00c6-4de5-b5f9-3dfa56d52225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.194031 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-160bab6d-00c6-4de5-b5f9-3dfa56d52225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.236036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-160bab6d-00c6-4de5-b5f9-3dfa56d52225 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2800a4737fcd4bdda9e45516ab5b02fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459765 Aug 29 17:14:57.236979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bab6d-00c6-4de5-b5f9-3dfa56d52225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07bf02a-b689-4d92-a935-36320af9410e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:57.238710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52330) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:57.287090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-147b6a50-f18d-4f89-9f8b-945de2c95f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.306938 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-147b6a50-f18d-4f89-9f8b-945de2c95f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.353688 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-147b6a50-f18d-4f89-9f8b-945de2c95f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.356336 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-147b6a50-f18d-4f89-9f8b-945de2c95f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.357518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-147b6a50-f18d-4f89-9f8b-945de2c95f60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b07bf02a-b689-4d92-a935-36320af9410e HTTP/1.1" status: 204 len: 168 time: 0.1178000 Aug 29 17:14:57.364896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b6a50-f18d-4f89-9f8b-945de2c95f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07bf02a-b689-4d92-a935-36320af9410e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:57.680030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52338) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:57.683671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54706739-37ff-4c80-9b6d-317f10d38a5b req-3d1bb6ab-13ed-45f8-8390-f830e60ded6d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:57.685174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-54706739-37ff-4c80-9b6d-317f10d38a5b req-3d1bb6ab-13ed-45f8-8390-f830e60ded6d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0527849 Aug 29 17:14:57.695718 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c768211-d3e2-4b43-9add-af4102c26243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.726905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-54706739-37ff-4c80-9b6d-317f10d38a5b req-88330e6e-e393-4652-803d-70893ada3df4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353515 Aug 29 17:14:57.800515 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c768211-d3e2-4b43-9add-af4102c26243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.804680 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9c768211-d3e2-4b43-9add-af4102c26243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.846039 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9c768211-d3e2-4b43-9add-af4102c26243 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04e436c5ed704ebfade77139a1aea384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648684 Aug 29 17:14:57.847241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c768211-d3e2-4b43-9add-af4102c26243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a83d7e2-0c8e-4e3b-903a-b060cc6b2c87,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:57.848628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52342) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:14:57.901431 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ab51ce2-109e-451f-96c2-eff37eaa0417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.923533 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ab51ce2-109e-451f-96c2-eff37eaa0417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.970800 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ab51ce2-109e-451f-96c2-eff37eaa0417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.973381 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ab51ce2-109e-451f-96c2-eff37eaa0417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:14:57.974523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8ab51ce2-109e-451f-96c2-eff37eaa0417 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a83d7e2-0c8e-4e3b-903a-b060cc6b2c87 HTTP/1.1" status: 204 len: 168 time: 0.1240675 Aug 29 17:14:57.982920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab51ce2-109e-451f-96c2-eff37eaa0417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a83d7e2-0c8e-4e3b-903a-b060cc6b2c87,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:14:58.857898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fea718-7e3d-49f7-9903-8997da9ab6fc req-b9e40a7c-f50f-45f6-ad24-54943334bf21 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:14:58.859578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94fea718-7e3d-49f7-9903-8997da9ab6fc req-b9e40a7c-f50f-45f6-ad24-54943334bf21 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0609629 Aug 29 17:14:58.901300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94fea718-7e3d-49f7-9903-8997da9ab6fc req-2722a800-6559-4f9e-86d8-8bb1c02169b3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357935 Aug 29 17:15:00.022653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a1673-c772-41e7-8a62-88d20dff43c0 req-285289f5-3f69-40e9-8e3d-d442016838a6 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:00.024034 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b18a1673-c772-41e7-8a62-88d20dff43c0 req-285289f5-3f69-40e9-8e3d-d442016838a6 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0515704 Aug 29 17:15:00.062150 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b18a1673-c772-41e7-8a62-88d20dff43c0 req-2ea9962c-1ccb-44dc-8ce1-0eb304c9994d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311720 Aug 29 17:15:01.188389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc048c-ba82-4d39-ab1c-5c6f927973db req-2ba30167-6892-479b-995b-3d3e0f917ae5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:01.189913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bbc048c-ba82-4d39-ab1c-5c6f927973db req-2ba30167-6892-479b-995b-3d3e0f917ae5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0511546 Aug 29 17:15:01.230531 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bbc048c-ba82-4d39-ab1c-5c6f927973db req-c181d830-878d-4c88-a441-f863a5e3fac2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342968 Aug 29 17:15:02.371977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cbe3f-379f-4b71-a035-9cf428c56916 req-aa30b0e0-65c8-4f1e-a221-f7a162b0ab13 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:02.373755 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b5cbe3f-379f-4b71-a035-9cf428c56916 req-aa30b0e0-65c8-4f1e-a221-f7a162b0ab13 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0684533 Aug 29 17:15:02.418551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b5cbe3f-379f-4b71-a035-9cf428c56916 req-2f5a37d3-0170-4e2f-941c-fb90eff2bd6d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Aug 29 17:15:03.538117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ec341-2b12-4dd6-8b22-e0f8347afeec req-2659db39-c486-47cc-95ab-718c61b71809 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:03.539610 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a94ec341-2b12-4dd6-8b22-e0f8347afeec req-2659db39-c486-47cc-95ab-718c61b71809 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0507500 Aug 29 17:15:03.578386 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a94ec341-2b12-4dd6-8b22-e0f8347afeec req-13fd1052-ef8d-4fb1-8191-aa1d6cdf8514 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328937 Aug 29 17:15:04.697401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c45cbd-3fe2-4f23-8477-d93330d448cd req-e6bfd48e-a0e4-4315-82e7-d0def25a8ccf tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:04.698949 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3c45cbd-3fe2-4f23-8477-d93330d448cd req-e6bfd48e-a0e4-4315-82e7-d0def25a8ccf tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0508969 Aug 29 17:15:04.736803 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3c45cbd-3fe2-4f23-8477-d93330d448cd req-9e816c42-3c7a-45d7-8356-3caa2a64c259 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Aug 29 17:15:05.873105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c279718-25d1-4b12-a821-681c85a17a32 req-3bb7e21f-a5cc-4a95-976d-63cb012a65b7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:05.874980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c279718-25d1-4b12-a821-681c85a17a32 req-3bb7e21f-a5cc-4a95-976d-63cb012a65b7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 944 time: 0.0650754 Aug 29 17:15:05.919802 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c279718-25d1-4b12-a821-681c85a17a32 req-c2f48524-de38-460a-8998-4223bddec280 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380208 Aug 29 17:15:06.192279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e411941b-7a49-4813-b402-ad7c7bcf8dc7 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:15:06.478484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e411941b-7a49-4813-b402-ad7c7bcf8dc7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e411941b-7a49-4813-b402-ad7c7bcf8dc7,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:15:06.490315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'e411941b-7a49-4813-b402-ad7c7bcf8dc7', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'port_id': 'e411941b-7a49-4813-b402-ad7c7bcf8dc7', 'mac_address': 'fa:16:3e:26:8b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:15:06.529552 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:06.543619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e411941b-7a49-4813-b402-ad7c7bcf8dc7 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:15:06.566198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e411941b-7a49-4813-b402-ad7c7bcf8dc7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e411941b-7a49-4813-b402-ad7c7bcf8dc7,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:15:06.570661 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:06.625371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e411941b-7a49-4813-b402-ad7c7bcf8dc7,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:06.632802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.633152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.633524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.633879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.634215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.634551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.635001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.635341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.635683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.636011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.636340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.636676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:06.840773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['e411941b-7a49-4813-b402-ad7c7bcf8dc7'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:15:07.051979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48520d3c-f349-4a27-bf98-400525efdbf7 req-71a1787a-5c21-42fb-850f-236bf93b4da5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:07.053491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48520d3c-f349-4a27-bf98-400525efdbf7 req-71a1787a-5c21-42fb-850f-236bf93b4da5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 945 time: 0.0532849 Aug 29 17:15:07.093181 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48520d3c-f349-4a27-bf98-400525efdbf7 req-4b99d4a1-359b-4c25-9afb-0b4ea32bda30 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319054 Aug 29 17:15:08.207985 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e411941b-7a49-4813-b402-ad7c7bcf8dc7 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:15:08.219898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf28f6-ef30-4853-9137-461b37446867 req-f038764f-aac5-4e2b-85dd-7ebfc00e2aac tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:08.223023 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13cf28f6-ef30-4853-9137-461b37446867 req-f038764f-aac5-4e2b-85dd-7ebfc00e2aac tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 945 time: 0.0593760 Aug 29 17:15:08.264015 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13cf28f6-ef30-4853-9137-461b37446867 req-0df04995-88ba-4a81-88dc-ed923171fdd8 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360162 Aug 29 17:15:08.270801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port e411941b-7a49-4813-b402-ad7c7bcf8dc7 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:15:08.275907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port e411941b-7a49-4813-b402-ad7c7bcf8dc7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:08.285605 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:08.358556 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:08.383033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6e416f-8edc-4f4f-a70b-665876dd2364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e411941b-7a49-4813-b402-ad7c7bcf8dc7'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:15:08.386895 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6e0d72-b122-4006-aa97-580769b343e3" -d '{"events": [{"server_uuid": "7f6e416f-8edc-4f4f-a70b-665876dd2364", "name": "network-vif-plugged", "status": "completed", "tag": "e411941b-7a49-4813-b402-ad7c7bcf8dc7"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:15:08.402970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e411941b-7a49-4813-b402-ad7c7bcf8dc7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e411941b-7a49-4813-b402-ad7c7bcf8dc7,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:15:08.408079 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:08.436545 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3f278c-31ad-4650-9e51-cf20cd2429bf x-openstack-request-id: req-fb3f278c-31ad-4650-9e51-cf20cd2429bf {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:15:08.436864 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6e416f-8edc-4f4f-a70b-665876dd2364", "name": "network-vif-plugged", "status": "completed", "tag": "e411941b-7a49-4813-b402-ad7c7bcf8dc7", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:15:08.437943 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb3f278c-31ad-4650-9e51-cf20cd2429bf {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:15:08.438349 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6e416f-8edc-4f4f-a70b-665876dd2364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e411941b-7a49-4813-b402-ad7c7bcf8dc7', 'code': 200} Aug 29 17:15:08.482241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e411941b-7a49-4813-b402-ad7c7bcf8dc7,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:08.560331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde8170-f977-4d17-8140-c9819d4173d0 req-e2a3b5c4-8ae6-4662-9512-1784f60d7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:08.562123 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cde8170-f977-4d17-8140-c9819d4173d0 req-e2a3b5c4-8ae6-4662-9512-1784f60d7b46 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 1098 time: 0.0490525 Aug 29 17:15:08.601645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cde8170-f977-4d17-8140-c9819d4173d0 req-8dcc3df3-7639-4b36-b946-d6f879bb943b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Aug 29 17:15:09.392390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f87bc2-5954-4e05-8930-43d65b75b85f req-6bcc008f-6a75-460a-8b2b-e32f1f3adff9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:09.394978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0f87bc2-5954-4e05-8930-43d65b75b85f req-6bcc008f-6a75-460a-8b2b-e32f1f3adff9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 946 time: 0.0575738 Aug 29 17:15:09.445640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0f87bc2-5954-4e05-8930-43d65b75b85f req-1f515630-476f-4c2a-a359-c341d6eb3ca4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391467 Aug 29 17:15:10.569048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d3bb6-7be0-4e65-a3a4-bc961b998814 req-eeae1076-bec1-402f-84de-1daf97e7f978 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:10.570585 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1c4d3bb6-7be0-4e65-a3a4-bc961b998814 req-eeae1076-bec1-402f-84de-1daf97e7f978 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 946 time: 0.0574880 Aug 29 17:15:10.613650 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1c4d3bb6-7be0-4e65-a3a4-bc961b998814 req-39da6f7a-f013-45c1-bdbd-32a1eee47add tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Aug 29 17:15:10.742442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad6f6b-f0b0-4bd8-b320-3db530d0f573 req-bb9a71b1-10da-4ab6-8e28-1d67d6257608 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:10.744585 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-adad6f6b-f0b0-4bd8-b320-3db530d0f573 req-bb9a71b1-10da-4ab6-8e28-1d67d6257608 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 946 time: 0.0543165 Aug 29 17:15:10.786039 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-adad6f6b-f0b0-4bd8-b320-3db530d0f573 req-480bb18c-0e11-4b2c-a2c3-b84cd8bcecc3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333831 Aug 29 17:15:11.131835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd4830-e484-4c9a-86fe-5228742e0238 req-95754acf-b500-48dd-b680-c31400576e2a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:11.134224 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-07fd4830-e484-4c9a-86fe-5228742e0238 req-95754acf-b500-48dd-b680-c31400576e2a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 946 time: 0.0633163 Aug 29 17:15:11.178248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-07fd4830-e484-4c9a-86fe-5228742e0238 req-4af822ba-b30b-44c2-80c4-949a95d4b720 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Aug 29 17:15:12.038498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52554) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:12.150543 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:12.247112 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:12.251942 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:12.294198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadd4978-8b64-49ea-bfbf-71418812a9c6,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:12.298139 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48151b687c1d4360bd6b3e0301346c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586069 Aug 29 17:15:12.300894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37b168-bc7f-4510-92cb-871c9a92d830 req-59dc2fb0-ec26-4ce9-932c-64620932ad29 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:12.302404 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c37b168-bc7f-4510-92cb-871c9a92d830 req-59dc2fb0-ec26-4ce9-932c-64620932ad29 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 946 time: 0.0504837 Aug 29 17:15:12.302866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52560) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:12.304447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.304806 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.305150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.306050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.306387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.306719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.307049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.307376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.307701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.308025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.308349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.308890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093f821-9e24-4127-bade-bd942680e712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:12.369063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c37b168-bc7f-4510-92cb-871c9a92d830 req-96061a92-445d-44fb-b283-51ac9538588f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587087 Aug 29 17:15:12.381038 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e942da18-2cb7-47f1-a95e-a599dbf95c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:12.403101 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e942da18-2cb7-47f1-a95e-a599dbf95c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:12.450577 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e942da18-2cb7-47f1-a95e-a599dbf95c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:12.453389 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e942da18-2cb7-47f1-a95e-a599dbf95c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:12.454547 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e942da18-2cb7-47f1-a95e-a599dbf95c5d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cadd4978-8b64-49ea-bfbf-71418812a9c6 HTTP/1.1" status: 204 len: 168 time: 0.1507835 Aug 29 17:15:12.463535 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942da18-2cb7-47f1-a95e-a599dbf95c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadd4978-8b64-49ea-bfbf-71418812a9c6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:12.551546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a34cc8-63e8-45e7-8851-120d3b759eff req-12936a8c-8f7a-4fd0-9fb0-b80a0ec9a201 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:12.553135 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27a34cc8-63e8-45e7-8851-120d3b759eff req-12936a8c-8f7a-4fd0-9fb0-b80a0ec9a201 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 946 time: 0.0504577 Aug 29 17:15:12.863053 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e4a171fa-3b9c-4ebc-a500-c12e7df8f685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:12.984468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-27a34cc8-63e8-45e7-8851-120d3b759eff req-1c0dd224-da92-49fc-b83a-1fbfded2bb48 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Deleting port e411941b-7a49-4813-b402-ad7c7bcf8dc7 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:15:12.984818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-27a34cc8-63e8-45e7-8851-120d3b759eff req-1c0dd224-da92-49fc-b83a-1fbfded2bb48 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:13.081912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-27a34cc8-63e8-45e7-8851-120d3b759eff req-1c0dd224-da92-49fc-b83a-1fbfded2bb48 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] For port e411941b-7a49-4813-b402-ad7c7bcf8dc7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e411941b-7a49-4813-b402-ad7c7bcf8dc7,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:15:13.082267 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-27a34cc8-63e8-45e7-8851-120d3b759eff req-1c0dd224-da92-49fc-b83a-1fbfded2bb48 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:13.096794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-27a34cc8-63e8-45e7-8851-120d3b759eff req-1c0dd224-da92-49fc-b83a-1fbfded2bb48 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Calling delete_port for e411941b-7a49-4813-b402-ad7c7bcf8dc7 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:15:13.227039 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-27a34cc8-63e8-45e7-8851-120d3b759eff req-1c0dd224-da92-49fc-b83a-1fbfded2bb48 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:13.239004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['f5daf11c-a71c-46c4-b101-4a4c159583fb', 'e411941b-7a49-4813-b402-ad7c7bcf8dc7'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:15:13.257755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dd224-da92-49fc-b83a-1fbfded2bb48 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event deleted for resources: {'Port': ['ID=e411941b-7a49-4813-b402-ad7c7bcf8dc7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:13.303697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a34cc8-63e8-45e7-8851-120d3b759eff req-1c0dd224-da92-49fc-b83a-1fbfded2bb48 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] No DVR routers for this DVR port e411941b-7a49-4813-b402-ad7c7bcf8dc7 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:15:13.309261 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-27a34cc8-63e8-45e7-8851-120d3b759eff req-1c0dd224-da92-49fc-b83a-1fbfded2bb48 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:13.311453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27a34cc8-63e8-45e7-8851-120d3b759eff req-1c0dd224-da92-49fc-b83a-1fbfded2bb48 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "DELETE /v2.0/ports/e411941b-7a49-4813-b402-ad7c7bcf8dc7 HTTP/1.1" status: 204 len: 173 time: 0.7525544 Aug 29 17:15:13.312000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6e416f-8edc-4f4f-a70b-665876dd2364', 'name': 'network-vif-deleted', 'tag': 'e411941b-7a49-4813-b402-ad7c7bcf8dc7'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:15:13.315199 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582d39b6-924f-43e9-a43e-33f272dc3f3b" -d '{"events": [{"server_uuid": "7f6e416f-8edc-4f4f-a70b-665876dd2364", "name": "network-vif-deleted", "tag": "e411941b-7a49-4813-b402-ad7c7bcf8dc7"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:15:13.369203 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab92309-0dc7-400c-afbb-9367ed4f0332 x-openstack-request-id: req-6ab92309-0dc7-400c-afbb-9367ed4f0332 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:15:13.369401 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6e416f-8edc-4f4f-a70b-665876dd2364", "name": "network-vif-deleted", "tag": "e411941b-7a49-4813-b402-ad7c7bcf8dc7", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:15:13.369830 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ab92309-0dc7-400c-afbb-9367ed4f0332 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:15:13.370156 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6e416f-8edc-4f4f-a70b-665876dd2364', 'name': 'network-vif-deleted', 'tag': 'e411941b-7a49-4813-b402-ad7c7bcf8dc7', 'status': 'completed', 'code': 200} Aug 29 17:15:13.542689 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-758477d9-57b0-4089-8385-a5f1caabbf5a req-10b15718-4bf8-49af-b055-2ae2d17c8616 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 210 time: 0.0440540 Aug 29 17:15:14.367089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52608) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:14.373066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b83c9d34-3ad1-4ffd-a150-f2c41713b36e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284481259', 'description': 'tempest-secgroup-smoke-1284481259 description', 'project_id': '7da62633b6984d6fba1f1ad810f4744c'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:14.398392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b83c9d34-3ad1-4ffd-a150-f2c41713b36e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.408198 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b83c9d34-3ad1-4ffd-a150-f2c41713b36e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.503195 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b83c9d34-3ad1-4ffd-a150-f2c41713b36e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.508536 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b83c9d34-3ad1-4ffd-a150-f2c41713b36e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.548612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c9d34-3ad1-4ffd-a150-f2c41713b36e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e59fa82-0cbe-4424-a261-b5902f4ab1a5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:14.607303 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b83c9d34-3ad1-4ffd-a150-f2c41713b36e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.611970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b83c9d34-3ad1-4ffd-a150-f2c41713b36e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.646029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c9d34-3ad1-4ffd-a150-f2c41713b36e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db421048-018e-46ec-96c3-51ccb77f45ef,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:14.648611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b83c9d34-3ad1-4ffd-a150-f2c41713b36e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.650558 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b83c9d34-3ad1-4ffd-a150-f2c41713b36e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2818842 Aug 29 17:15:14.653856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52614) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:14.658336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ec5e9d3c-9fa2-4fca-a343-f53738a166ad tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'db421048-018e-46ec-96c3-51ccb77f45ef', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:14.667915 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-549da0a1-0656-4787-8cfa-dfce7fe4f612 req-37eea102-4f3c-4af9-809e-63f5717ae044 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 210 time: 0.0383806 Aug 29 17:15:14.686253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5e9d3c-9fa2-4fca-a343-f53738a166ad tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.743869 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5e9d3c-9fa2-4fca-a343-f53738a166ad tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.748925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5e9d3c-9fa2-4fca-a343-f53738a166ad tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.768217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e9d3c-9fa2-4fca-a343-f53738a166ad tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f8daab-07c1-4d75-80a9-8e1a8a9d42eb,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:14.775515 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5e9d3c-9fa2-4fca-a343-f53738a166ad tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.779540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ec5e9d3c-9fa2-4fca-a343-f53738a166ad tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219573 Aug 29 17:15:14.779704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52616) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:14.784384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8d8f1370-5b49-44a5-b3ec-affc030adf36 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'db421048-018e-46ec-96c3-51ccb77f45ef', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:14.813792 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1370-5b49-44a5-b3ec-affc030adf36 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.876312 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1370-5b49-44a5-b3ec-affc030adf36 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.881356 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1370-5b49-44a5-b3ec-affc030adf36 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.901846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f1370-5b49-44a5-b3ec-affc030adf36 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f13ccbd-8096-46bc-a9b9-adb92209de46,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:14.908462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1370-5b49-44a5-b3ec-affc030adf36 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:14.913052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52620) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:14.913874 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8d8f1370-5b49-44a5-b3ec-affc030adf36 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329234 Aug 29 17:15:14.918719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d2f89f6f-0af4-4725-9c57-2e7397e7793f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'db421048-018e-46ec-96c3-51ccb77f45ef', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:14.946877 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2f89f6f-0af4-4725-9c57-2e7397e7793f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.011409 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2f89f6f-0af4-4725-9c57-2e7397e7793f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.015352 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2f89f6f-0af4-4725-9c57-2e7397e7793f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.032308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f89f6f-0af4-4725-9c57-2e7397e7793f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61af1dd0-b3ce-4f43-9171-db9e749d7dab,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:15.042473 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d2f89f6f-0af4-4725-9c57-2e7397e7793f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.043776 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d2f89f6f-0af4-4725-9c57-2e7397e7793f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295736 Aug 29 17:15:15.046674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52622) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:15.051177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3eda1cbf-862c-43f3-a05a-fc714fc61aee tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'db421048-018e-46ec-96c3-51ccb77f45ef', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:15.078099 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3eda1cbf-862c-43f3-a05a-fc714fc61aee tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.140835 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3eda1cbf-862c-43f3-a05a-fc714fc61aee tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.144705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3eda1cbf-862c-43f3-a05a-fc714fc61aee tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.164152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda1cbf-862c-43f3-a05a-fc714fc61aee tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd79ad34-a84b-48dd-80f5-51092fdbd692,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:15.168390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3eda1cbf-862c-43f3-a05a-fc714fc61aee tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.169596 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3eda1cbf-862c-43f3-a05a-fc714fc61aee tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220162 Aug 29 17:15:15.172344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52624) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:15.177595 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6fef0031-bfa7-4815-a558-550586cbd642 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'db421048-018e-46ec-96c3-51ccb77f45ef', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:15.198695 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-6fef0031-bfa7-4815-a558-550586cbd642 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Project 7da62633b6984d6fba1f1ad810f4744c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:15:15.203529 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6fef0031-bfa7-4815-a558-550586cbd642 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.265965 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6fef0031-bfa7-4815-a558-550586cbd642 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.270092 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6fef0031-bfa7-4815-a558-550586cbd642 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.287172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef0031-bfa7-4815-a558-550586cbd642 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0683fbd3-610b-4f48-9ca6-6613a8430c1d,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:15.298981 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6fef0031-bfa7-4815-a558-550586cbd642 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.300385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6fef0031-bfa7-4815-a558-550586cbd642 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269031 Aug 29 17:15:15.303000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52626) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:15.308352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-26f6b6d0-8cba-49c7-bd77-8a79ea9877ea tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'db421048-018e-46ec-96c3-51ccb77f45ef', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:15.329982 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-26f6b6d0-8cba-49c7-bd77-8a79ea9877ea tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Project 7da62633b6984d6fba1f1ad810f4744c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:15:15.334819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-26f6b6d0-8cba-49c7-bd77-8a79ea9877ea tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.400456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-26f6b6d0-8cba-49c7-bd77-8a79ea9877ea tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.405483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-26f6b6d0-8cba-49c7-bd77-8a79ea9877ea tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.428172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6b6d0-8cba-49c7-bd77-8a79ea9877ea tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00d113c-2a52-455c-93a4-7ecc072b4b7b,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:15.431443 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-26f6b6d0-8cba-49c7-bd77-8a79ea9877ea tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.435654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52628) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:15.435877 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-26f6b6d0-8cba-49c7-bd77-8a79ea9877ea tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316717 Aug 29 17:15:15.441606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'network': {'name': 'tempest-network-smoke--1815146842', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'port_security_enabled': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:15.463371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:15:15.466878 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.494094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:15:15.503752 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.504101 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Added segment 891f523e-a0fe-47c8-857c-1a31ace4e8e3 of type vlan for network 96697be0-b20f-438a-86e6-4d2ce97434c0 Aug 29 17:15:15.531297 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5cf362ec-34b2-4aa5-ade5-616bb86ffeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.546621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.571504 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.577794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:15.578469 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.637162 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2001681 Aug 29 17:15:15.640154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52630) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:15.645111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'admin_state_up': True, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:15.646089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e9239-e980-4be9-8471-0475ca5ade97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Network': ['ID=96697be0-b20f-438a-86e6-4d2ce97434c0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:15.658778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 96697be0-b20f-438a-86e6-4d2ce97434c0 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:15:15.672495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.673520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.743194 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.804898 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9595a297-58d7-4c41-be73-ca772ae066b2 req-9eefeb2e-52e3-41d8-a350-3fb4050788a6 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 210 time: 0.0578279 Aug 29 17:15:15.816488 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:15.909501 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:16.110301 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:16.132274 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:16.243640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.25.5.81 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/de64423e-89a1-4ef9-8c33-39ffed8d40ab) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:15:16.269681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e411941b-7a49-4813-b402-ad7c7bcf8dc7 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:15:16.295217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: e411941b-7a49-4813-b402-ad7c7bcf8dc7 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:15:16.295885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e411941b-7a49-4813-b402-ad7c7bcf8dc7 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:15:16.353674 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:16.394668 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:16.431240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:15:16.433969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:15:16.440070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:15:16.463841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=de64423e-89a1-4ef9-8c33-39ffed8d40ab,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:16.655112 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:16.703403 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:16.922831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8395f84-f572-4945-b7a9-c1fba57b4eac req-bd14a79d-6cb4-4096-9f35-80820c19c688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f6e416f-8edc-4f4f-a70b-665876dd2364 HTTP/1.1" status: 200 len: 210 time: 0.0293646 Aug 29 17:15:16.948255 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:17.099911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:15:17.220150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:15:17.230218 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Sync routers for ids ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:15:17.239787 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:17.244578 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Routers {'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:15:17.244753 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f6733704-1e37-4dd2-af2a-ae3e4d664f4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5998337 Aug 29 17:15:17.244892 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:15:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:17.245386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52640) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:17.352994 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Set router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:15:17.394065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-80feb4f2-91b1-4d56-b59f-3b18a469984d tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=7da62633b6984d6fba1f1ad810f4744c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1410079 Aug 29 17:15:17.394732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52644) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:17.562466 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:16Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:17.600221 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Checking router: f5c9bdfd-a7a5-4cb0-971e-68519c55f01f for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:15:17.600576 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Updating router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f port de64423e-89a1-4ef9-8c33-39ffed8d40ab binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:15:17.605474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764a1bd9-5f5c-4fa3-b1f1-96452716865d tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:17.609531 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-764a1bd9-5f5c-4fa3-b1f1-96452716865d tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2102695 Aug 29 17:15:17.609980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52646) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:17.626623 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:17.652810 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-55b2e61c-47e3-49a0-8707-997308f166d3 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413969 Aug 29 17:15:17.655536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52648) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:17.660874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-913936685', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:17.669376 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:17.761994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:15:17.765847 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:17.927229 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:17.937246 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Transition to ACTIVE for port object de64423e-89a1-4ef9-8c33-39ffed8d40ab will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:15:17.943314 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:17.973906 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:17.992406 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Attempting to bind port de64423e-89a1-4ef9-8c33-39ffed8d40ab on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:15:17.992406 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Attempting to bind port de64423e-89a1-4ef9-8c33-39ffed8d40ab by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:15:17.992406 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Attempting to bind port de64423e-89a1-4ef9-8c33-39ffed8d40ab on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:15:18.001452 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:15:18.001827 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:15:18.002227 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:18.002615 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:15:18.003244 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Bound port: de64423e-89a1-4ef9-8c33-39ffed8d40ab, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:15:18.003583 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:18.046235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Subnet': ['ID=5171d6a3-21eb-4873-8e8c-0124fd3c7ade,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:18.046646 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Pushing event updated for resources: {'Port': ['ID=de64423e-89a1-4ef9-8c33-39ffed8d40ab,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:18.062154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Checking segment: {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:15:18.063071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network hostable DHCP agents. Network: 96697be0-b20f-438a-86e6-4d2ce97434c0, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:15:18.064395 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.064522 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.064809 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.065155 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.065827 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.065827 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.066148 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.066464 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.066793 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.067113 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.067452 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.067755 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:18.100136 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] For port de64423e-89a1-4ef9-8c33-39ffed8d40ab, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:15:18.104450 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] For port de64423e-89a1-4ef9-8c33-39ffed8d40ab, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=de64423e-89a1-4ef9-8c33-39ffed8d40ab,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:15:18.108222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 96697be0-b20f-438a-86e6-4d2ce97434c0 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:15:18.114427 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:18.124423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 96697be0-b20f-438a-86e6-4d2ce97434c0) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:15:18.136741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf323d55-a441-40f7-a22f-2335e61c128f None None] Network 96697be0-b20f-438a-86e6-4d2ce97434c0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:15:18.140992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:18.142117 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:18.162175 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3d6839a4-b553-43cf-a71b-1703cfb9d171 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5052650 Aug 29 17:15:18.168786 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Routers {'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:15:18.168973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52656) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:18.169630 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:15:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:18.313246 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:18.325060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-96697be0-b20f-438a-86e6-4d2ce97434c0', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:15:18.325966 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:18.338799 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] Set router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:15:18.404587 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e8c94-ca41-41ea-af41-21e0dc031683 None None] Pushing event updated for resources: {'Port': ['ID=de64423e-89a1-4ef9-8c33-39ffed8d40ab,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:18.515253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Allocated IP 172.20.0.2 (96697be0-b20f-438a-86e6-4d2ce97434c0/5171d6a3-21eb-4873-8e8c-0124fd3c7ade/ad86062b-fbc3-4a14-bfba-2408a28cae2a) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:15:18.554322 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:16Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:18.593933 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4a1ea-0cd3-4b66-bb20-d420ea2042e4 None None] The sync data for ids ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'] in n-d-713301-13 is: [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:16Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:15:18.687205 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:18.696810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Transition to ACTIVE for port object ad86062b-fbc3-4a14-bfba-2408a28cae2a will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:15:18.717282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Transition to ACTIVE for port object ad86062b-fbc3-4a14-bfba-2408a28cae2a will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:15:18.721842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:18.730015 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:18.783749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Network 96697be0-b20f-438a-86e6-4d2ce97434c0 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:15:18.791290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:15:18.795502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:15:18.802176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Pushing event updated for resources: {'Port': ['ID=ad86062b-fbc3-4a14-bfba-2408a28cae2a,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:18.863770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Attempting to bind port ad86062b-fbc3-4a14-bfba-2408a28cae2a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:15:18.864534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Attempting to bind port ad86062b-fbc3-4a14-bfba-2408a28cae2a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:15:18.865318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Attempting to bind port ad86062b-fbc3-4a14-bfba-2408a28cae2a on network 96697be0-b20f-438a-86e6-4d2ce97434c0 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:15:18.876352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:15:18.878454 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Checking segment: {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:15:18.879821 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:18.880435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Bound using segment: {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:15:18.881106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Bound port: ad86062b-fbc3-4a14-bfba-2408a28cae2a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:15:18.881713 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:18.985488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] For port ad86062b-fbc3-4a14-bfba-2408a28cae2a, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:15:18.989707 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] For port ad86062b-fbc3-4a14-bfba-2408a28cae2a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ad86062b-fbc3-4a14-bfba-2408a28cae2a,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:15:18.997249 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:19.076516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a866b22-bd88-402e-b7bd-ecda8f4ddcdd None None] Pushing event updated for resources: {'Port': ['ID=ad86062b-fbc3-4a14-bfba-2408a28cae2a,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:19.157103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.20.0.1 (96697be0-b20f-438a-86e6-4d2ce97434c0/5171d6a3-21eb-4873-8e8c-0124fd3c7ade/2f66d526-6f1f-49a9-b687-ca778eb8cf9d) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:15:19.376089 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:19.398500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Transition to ACTIVE for port object 2f66d526-6f1f-49a9-b687-ca778eb8cf9d will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:15:19.449338 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:19.496068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 96697be0-b20f-438a-86e6-4d2ce97434c0 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:15:19.499499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:15:19.504025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:15:19.555517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=2f66d526-6f1f-49a9-b687-ca778eb8cf9d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:19.569746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.570538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.571011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.571355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.571703 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.572045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.572388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.572725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.573075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.573426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.573764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.574140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:15:19.589776 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:19.769953 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:19.803511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device de64423e-89a1-4ef9-8c33-39ffed8d40ab up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:15:19.878609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port de64423e-89a1-4ef9-8c33-39ffed8d40ab completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:15:19.884564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port de64423e-89a1-4ef9-8c33-39ffed8d40ab triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:19.885301 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:19.995379 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:20.023078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port de64423e-89a1-4ef9-8c33-39ffed8d40ab, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=de64423e-89a1-4ef9-8c33-39ffed8d40ab,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:15:20.030756 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:20.031537 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad86062b-fbc3-4a14-bfba-2408a28cae2a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:15:20.137869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=de64423e-89a1-4ef9-8c33-39ffed8d40ab,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:20.152280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ad86062b-fbc3-4a14-bfba-2408a28cae2a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:15:20.179647 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:20.189191 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:20.284702 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:20.289213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=2f66d526-6f1f-49a9-b687-ca778eb8cf9d,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:20.291757 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:20.410145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50084369-b1b8-4ec6-9dcd-338d39e83482 None None] Network 96697be0-b20f-438a-86e6-4d2ce97434c0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:15:20.452112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 96697be0-b20f-438a-86e6-4d2ce97434c0 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:15:20.454277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:15:20.508490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ccb901ad-4dca-425b-a5bd-4ae0f503f9de None None] Provisioning for port ad86062b-fbc3-4a14-bfba-2408a28cae2a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:15:20.525713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ccb901ad-4dca-425b-a5bd-4ae0f503f9de None None] Provisioning complete for port ad86062b-fbc3-4a14-bfba-2408a28cae2a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:20.526873 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ccb901ad-4dca-425b-a5bd-4ae0f503f9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:20.604115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:15:20.689677 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ccb901ad-4dca-425b-a5bd-4ae0f503f9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:20.731426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ccb901ad-4dca-425b-a5bd-4ae0f503f9de None None] For port ad86062b-fbc3-4a14-bfba-2408a28cae2a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ad86062b-fbc3-4a14-bfba-2408a28cae2a,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:15:20.739804 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ccb901ad-4dca-425b-a5bd-4ae0f503f9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:20.784254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:15:20.806951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb901ad-4dca-425b-a5bd-4ae0f503f9de None None] Pushing event updated for resources: {'Port': ['ID=ad86062b-fbc3-4a14-bfba-2408a28cae2a,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:20.828355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Sync routers for ids ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:15:20.836514 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-734b392b-8806-42d5-857b-f0d51952f5d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "PUT /v2.0/routers/f5c9bdfd-a7a5-4cb0-971e-68519c55f01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6661215 Aug 29 17:15:20.843130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Routers {'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:15:20.843852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:15:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:20.994307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-03ea6f4d-e87c-4f78-b1eb-26607153ffde tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284481259&fields=id&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 267 time: 0.0464561 Aug 29 17:15:20.997618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Set router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:15:21.146523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0ce8dc22-937e-4f04-b874-a836e9572eb3 None None] Provisioning complete for port ad86062b-fbc3-4a14-bfba-2408a28cae2a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:21.146818 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0ce8dc22-937e-4f04-b874-a836e9572eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:21.149020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-14902d52-73c4-4bc2-8e94-a425fd2d941d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:21.151174 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-14902d52-73c4-4bc2-8e94-a425fd2d941d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/networks?id=96697be0-b20f-438a-86e6-4d2ce97434c0 HTTP/1.1" status: 200 len: 797 time: 0.1493473 Aug 29 17:15:21.174879 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-d0a99f90-67f8-4fb8-8662-42c40cd76f3f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/quotas/7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 375 time: 0.0174387 Aug 29 17:15:21.254518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-dee0dbd8-683a-422c-a4b2-cfb04b05d0e3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737019 Aug 29 17:15:21.349386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0ce8dc22-937e-4f04-b874-a836e9572eb3 None None] Provisioning for port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:15:21.354362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0ce8dc22-937e-4f04-b874-a836e9572eb3 None None] Provisioning complete for port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:21.354820 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0ce8dc22-937e-4f04-b874-a836e9572eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:21.383376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-57e6c927-c4f7-415e-b8ee-00262ea578d9 service neutron] 10.222.0.22 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277938 Aug 29 17:15:21.386376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2f66d526-6f1f-49a9-b687-ca778eb8cf9d', 'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:77:29:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:18Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 2, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:21.427378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Checking router: f5c9bdfd-a7a5-4cb0-971e-68519c55f01f for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:15:21.427810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Updating router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:15:21.464773 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:21.480804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8dc22-937e-4f04-b874-a836e9572eb3 None None] Port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:15:21.532042 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-56a1d039-7424-4940-9e05-e9898014b823 service neutron] 10.222.0.22 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315250 Aug 29 17:15:21.706898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0913b036-35ad-4161-bff8-7f01f4223bec None None] Provisioning complete for port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:21.707405 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0913b036-35ad-4161-bff8-7f01f4223bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:21.769542 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba10d949-bd29-4c7a-b3fa-72cf1c709636 req-e45a4e5e-15f5-402e-b4e6-010063051188 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 210 time: 0.0542078 Aug 29 17:15:21.787640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device de64423e-89a1-4ef9-8c33-39ffed8d40ab up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:15:21.864435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0913b036-35ad-4161-bff8-7f01f4223bec None None] Port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:15:21.926141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port de64423e-89a1-4ef9-8c33-39ffed8d40ab triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:21.926449 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:22.026100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e1706942-d4ac-47c5-a41f-ea7755d95cd1 None None] Provisioning complete for port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:22.026427 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e1706942-d4ac-47c5-a41f-ea7755d95cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:22.028916 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:22.083984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Transition to ACTIVE for port object 2f66d526-6f1f-49a9-b687-ca778eb8cf9d will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:15:22.090451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e1706942-d4ac-47c5-a41f-ea7755d95cd1 None None] Port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:15:22.094146 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:22.136673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad86062b-fbc3-4a14-bfba-2408a28cae2a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:15:22.333610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da8c1c-e45b-44b6-93fc-923ae46e65b1 None None] Pushing event updated for resources: {'Port': ['ID=2f66d526-6f1f-49a9-b687-ca778eb8cf9d,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:22.389972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Attempting to bind port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:15:22.390347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Attempting to bind port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:15:22.390712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Attempting to bind port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d on network 96697be0-b20f-438a-86e6-4d2ce97434c0 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:15:22.401153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:15:22.401153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Checking segment: {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:15:22.401153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:22.401153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Bound using segment: {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:15:22.401153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Bound port: 2f66d526-6f1f-49a9-b687-ca778eb8cf9d, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:15:22.401153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:22.412846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ad86062b-fbc3-4a14-bfba-2408a28cae2a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:22.413201 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:22.511482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] For port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:15:22.515219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] For port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2f66d526-6f1f-49a9-b687-ca778eb8cf9d,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:15:22.540446 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:22.615081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da8c1c-e45b-44b6-93fc-923ae46e65b1 None None] Pushing event updated for resources: {'Port': ['ID=2f66d526-6f1f-49a9-b687-ca778eb8cf9d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:22.618396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Routers {'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:15:22.619010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:15:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:22.662837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cb6f4-6b18-4ba8-bd8f-435547df6eda req-c6582060-2d6a-4878-82d6-0b1241ffb70a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:22.665039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-533cb6f4-6b18-4ba8-bd8f-435547df6eda req-c6582060-2d6a-4878-82d6-0b1241ffb70a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 945 time: 0.0870185 Aug 29 17:15:22.737529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] Set router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:15:22.790111 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-533cb6f4-6b18-4ba8-bd8f-435547df6eda req-934495d0-21b6-4599-a66a-07e943d8fa3f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161036 Aug 29 17:15:22.865064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-fc5799b8-4272-4a8e-ba46-0a4bab84214b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:22.867716 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-fc5799b8-4272-4a8e-ba46-0a4bab84214b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "GET /v2.0/networks?id=96697be0-b20f-438a-86e6-4d2ce97434c0 HTTP/1.1" status: 200 len: 797 time: 0.1604042 Aug 29 17:15:22.906355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f8057629-485c-4925-a83d-ba6fab46f2a7 req-274d6585-ee93-42a9-8b9b-00a5211a85e2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 210 time: 0.0362673 Aug 29 17:15:22.922973 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-f1766706-634f-45ed-a18c-5b5f619173c8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 380 time: 0.0417159 Aug 29 17:15:22.933960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'port': {'device_id': '70a85912-f1b0-4938-9673-df4e01e39f22', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'admin_state_up': True, 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'security_groups': ['db421048-018e-46ec-96c3-51ccb77f45ef']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:22.988887 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2f66d526-6f1f-49a9-b687-ca778eb8cf9d', 'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:77:29:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:18Z', 'updated_at': '2021-08-29T17:15:22Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:23.016223 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3923d7-4a16-4750-b956-ddac67c1cfa0 None None] The sync data for ids ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'] in n-d-713301-13 is: [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2f66d526-6f1f-49a9-b687-ca778eb8cf9d', 'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:77:29:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:18Z', 'updated_at': '2021-08-29T17:15:22Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:15:23.042628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:15:23.046501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:23.204893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.20.0.9 (96697be0-b20f-438a-86e6-4d2ce97434c0/5171d6a3-21eb-4873-8e8c-0124fd3c7ade/e7b5d630-8f19-4c89-b7f5-17094ebad67f) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:15:23.360121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:23.374921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Transition to ACTIVE for port object e7b5d630-8f19-4c89-b7f5-17094ebad67f will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:15:23.410997 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:23.453490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 96697be0-b20f-438a-86e6-4d2ce97434c0 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:15:23.456526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:15:23.459113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:15:23.492524 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=e7b5d630-8f19-4c89-b7f5-17094ebad67f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:23.522316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:23.522988 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:23.540826 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-24485aa5-669b-43e4-86b4-93fa5bb79bb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6104429 Aug 29 17:15:23.556630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Request body: {'port': {'device_id': '70a85912-f1b0-4938-9673-df4e01e39f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:23.635979 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:23.709439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2f66d526-6f1f-49a9-b687-ca778eb8cf9d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:15:23.714323 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:15:23.770093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4abf221f-8018-416c-9df9-ea6e22d5644a None None] Provisioning for port e7b5d630-8f19-4c89-b7f5-17094ebad67f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:15:23.774119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:15:23.775890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4abf221f-8018-416c-9df9-ea6e22d5644a None None] Provisioning complete for port e7b5d630-8f19-4c89-b7f5-17094ebad67f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:23.776262 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4abf221f-8018-416c-9df9-ea6e22d5644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:23.796916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:23.797322 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:23.842663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4abf221f-8018-416c-9df9-ea6e22d5644a None None] Port e7b5d630-8f19-4c89-b7f5-17094ebad67f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:15:23.904618 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:23.965170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2f66d526-6f1f-49a9-b687-ca778eb8cf9d,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:15:23.972595 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:24.006292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f187e6c-815e-468d-afad-7353e14706f8 req-0ae32a55-f4eb-43f4-a7ca-7e92a59f423c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:24.015065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5f187e6c-815e-468d-afad-7353e14706f8 req-0ae32a55-f4eb-43f4-a7ca-7e92a59f423c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 945 time: 0.1173637 Aug 29 17:15:24.028378 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b5d630-8f19-4c89-b7f5-17094ebad67f {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:15:24.036388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=2f66d526-6f1f-49a9-b687-ca778eb8cf9d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:24.039297 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:24.065538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Transition to ACTIVE for port object e7b5d630-8f19-4c89-b7f5-17094ebad67f will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:15:24.081621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0735bb-3957-4118-ab34-02d7ea849748 req-c5582d42-4f82-4e31-b547-cdf94790cdd1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:24.088411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25c537-8187-4e06-a20d-440e0c9bd71a req-43eefa26-e4cb-4f3a-a5f8-d5493b23bb1b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:24.089481 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd0735bb-3957-4118-ab34-02d7ea849748 req-c5582d42-4f82-4e31-b547-cdf94790cdd1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 931 time: 0.0997436 Aug 29 17:15:24.090362 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe25c537-8187-4e06-a20d-440e0c9bd71a req-43eefa26-e4cb-4f3a-a5f8-d5493b23bb1b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 945 time: 0.1134655 Aug 29 17:15:24.092198 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:24.097710 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5f187e6c-815e-468d-afad-7353e14706f8 req-2df1bc57-93fd-4015-a33d-bee35df4e0f3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0bea5ca-5065-48db-8bc0-265a8f8bb228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815558 Aug 29 17:15:24.178887 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd0735bb-3957-4118-ab34-02d7ea849748 req-fb0ba955-d0da-475a-b029-7bc8c8665647 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839107 Aug 29 17:15:24.222839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-fe25c537-8187-4e06-a20d-440e0c9bd71a req-64acca38-64cf-486c-b2f8-4133d379ec72 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Deleting port f5daf11c-a71c-46c4-b101-4a4c159583fb {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:15:24.223197 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe25c537-8187-4e06-a20d-440e0c9bd71a req-64acca38-64cf-486c-b2f8-4133d379ec72 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:24.247455 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b5d630-8f19-4c89-b7f5-17094ebad67f,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:24.285031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Attempting to bind port e7b5d630-8f19-4c89-b7f5-17094ebad67f on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:15:24.285399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Attempting to bind port e7b5d630-8f19-4c89-b7f5-17094ebad67f by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:15:24.285731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Attempting to bind port e7b5d630-8f19-4c89-b7f5-17094ebad67f on network 96697be0-b20f-438a-86e6-4d2ce97434c0 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:15:24.290920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Port e7b5d630-8f19-4c89-b7f5-17094ebad67f on network 96697be0-b20f-438a-86e6-4d2ce97434c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:15:24.291142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Attempting to bind port e7b5d630-8f19-4c89-b7f5-17094ebad67f on network 96697be0-b20f-438a-86e6-4d2ce97434c0 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:15:24.296142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:15:24.296466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Checking segment: {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:15:24.296847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Bound using segment: {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:15:24.297304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Bound port: e7b5d630-8f19-4c89-b7f5-17094ebad67f, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:15:24.297668 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:24.336072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-fe25c537-8187-4e06-a20d-440e0c9bd71a req-64acca38-64cf-486c-b2f8-4133d379ec72 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] For port f5daf11c-a71c-46c4-b101-4a4c159583fb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f5daf11c-a71c-46c4-b101-4a4c159583fb,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:15:24.336324 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe25c537-8187-4e06-a20d-440e0c9bd71a req-64acca38-64cf-486c-b2f8-4133d379ec72 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:24.350071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-fe25c537-8187-4e06-a20d-440e0c9bd71a req-64acca38-64cf-486c-b2f8-4133d379ec72 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Calling delete_port for f5daf11c-a71c-46c4-b101-4a4c159583fb owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:15:24.366513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:15:24.371302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:15:24.375948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:24.490163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe25c537-8187-4e06-a20d-440e0c9bd71a req-64acca38-64cf-486c-b2f8-4133d379ec72 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:24.501951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['f5daf11c-a71c-46c4-b101-4a4c159583fb'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:15:24.520839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acca38-64cf-486c-b2f8-4133d379ec72 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event deleted for resources: {'Port': ['ID=f5daf11c-a71c-46c4-b101-4a4c159583fb,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:24.569619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe25c537-8187-4e06-a20d-440e0c9bd71a req-64acca38-64cf-486c-b2f8-4133d379ec72 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] No DVR routers for this DVR port f5daf11c-a71c-46c4-b101-4a4c159583fb on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:15:24.572328 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fe25c537-8187-4e06-a20d-440e0c9bd71a req-64acca38-64cf-486c-b2f8-4133d379ec72 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:24.574431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe25c537-8187-4e06-a20d-440e0c9bd71a req-64acca38-64cf-486c-b2f8-4133d379ec72 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "DELETE /v2.0/ports/f5daf11c-a71c-46c4-b101-4a4c159583fb HTTP/1.1" status: 204 len: 173 time: 0.4756956 Aug 29 17:15:24.574923 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc8a726-8293-45e7-9367-45d6f4e478f6', 'name': 'network-vif-deleted', 'tag': 'f5daf11c-a71c-46c4-b101-4a4c159583fb'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:15:24.577202 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edfe337-2811-462b-85ca-0a3cb720e8c6" -d '{"events": [{"server_uuid": "0dc8a726-8293-45e7-9367-45d6f4e478f6", "name": "network-vif-deleted", "tag": "f5daf11c-a71c-46c4-b101-4a4c159583fb"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:15:24.622900 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe0a742-4edb-4393-8fd5-0736bcf351de x-openstack-request-id: req-efe0a742-4edb-4393-8fd5-0736bcf351de {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:15:24.623245 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc8a726-8293-45e7-9367-45d6f4e478f6", "name": "network-vif-deleted", "tag": "f5daf11c-a71c-46c4-b101-4a4c159583fb", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:15:24.623502 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efe0a742-4edb-4393-8fd5-0736bcf351de {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:15:24.623907 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc8a726-8293-45e7-9367-45d6f4e478f6', 'name': 'network-vif-deleted', 'tag': 'f5daf11c-a71c-46c4-b101-4a4c159583fb', 'status': 'completed', 'code': 200} Aug 29 17:15:24.733889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:24.734503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:24.736286 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] 10.222.0.16 "PUT /v2.0/ports/e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 200 len: 1092 time: 1.1842237 Aug 29 17:15:24.738581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:15:24.740801 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc3f787-a10b-4c10-8a10-f6fb66961005" -d '{"events": [{"name": "network-changed", "server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:15:24.788182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb91c3-34b0-4d8f-a731-470e64f32eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b5d630-8f19-4c89-b7f5-17094ebad67f,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:24.809309 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453df5f7-a9ad-4ef8-9267-d0040b3a5d37 x-openstack-request-id: req-453df5f7-a9ad-4ef8-9267-d0040b3a5d37 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:15:24.809938 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:15:24.810434 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-453df5f7-a9ad-4ef8-9267-d0040b3a5d37 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:15:24.811052 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'status': 'completed', 'code': 200} Aug 29 17:15:24.844764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-28020b69-a588-4651-abae-20346b726c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:24.846363 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-28020b69-a588-4651-abae-20346b726c69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1095 time: 0.0502615 Aug 29 17:15:24.894437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-774dc4e7-af7f-481b-b41a-41ee38475b2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 200 len: 217 time: 0.0391433 Aug 29 17:15:24.957680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-6331bb93-84a9-4a1e-bdb2-f0b1e8b0d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:24.959036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-6331bb93-84a9-4a1e-bdb2-f0b1e8b0d1e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5171d6a3-21eb-4873-8e8c-0124fd3c7ade HTTP/1.1" status: 200 len: 834 time: 0.0564740 Aug 29 17:15:25.013957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-b3865aad-445e-462a-8985-5e4e0a5bd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:25.015474 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-b3865aad-445e-462a-8985-5e4e0a5bd942 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96697be0-b20f-438a-86e6-4d2ce97434c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476019 Aug 29 17:15:25.110189 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-f1ebda5a-a62d-4c67-a675-76d18b0ec106 service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865068 Aug 29 17:15:25.194266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9133c50b-43bd-419d-8105-4c12439fd872 req-7f70d22f-5043-4972-8061-70818781974d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 210 time: 0.0268970 Aug 29 17:15:25.227450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65146a27-8abb-4d5d-9ec7-73ddaee70ead req-93838577-af4e-40f7-b2e5-176fe21f19c1 service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081259 Aug 29 17:15:25.328784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d16d55-081c-41f0-a086-445116bfdfb4 req-ce84b2c4-8bee-4314-8a31-def16d8df591 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:25.330544 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-76d16d55-081c-41f0-a086-445116bfdfb4 req-ce84b2c4-8bee-4314-8a31-def16d8df591 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 943 time: 0.0826175 Aug 29 17:15:25.338419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3f787-a10b-4c10-8a10-f6fb66961005 req-202c6a49-9b9d-453f-8d08-9259c37fb5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:25.339896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efc3f787-a10b-4c10-8a10-f6fb66961005 req-202c6a49-9b9d-453f-8d08-9259c37fb5a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1095 time: 0.0620024 Aug 29 17:15:25.427399 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-76d16d55-081c-41f0-a086-445116bfdfb4 req-2b14fa6f-bf6a-4dea-99f0-3d028d8d933d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858924 Aug 29 17:15:25.461263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3f787-a10b-4c10-8a10-f6fb66961005 req-79fb53ee-e672-491e-b119-a9597993a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:25.462732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efc3f787-a10b-4c10-8a10-f6fb66961005 req-79fb53ee-e672-491e-b119-a9597993a032 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96697be0-b20f-438a-86e6-4d2ce97434c0 HTTP/1.1" status: 200 len: 898 time: 0.1148870 Aug 29 17:15:25.508119 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efc3f787-a10b-4c10-8a10-f6fb66961005 req-5548835d-724c-4005-94d7-a3ec4d5d367c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 200 len: 217 time: 0.0367239 Aug 29 17:15:25.566595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3f787-a10b-4c10-8a10-f6fb66961005 req-bfbb9589-3666-44f5-b744-899714ff3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:25.568244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efc3f787-a10b-4c10-8a10-f6fb66961005 req-bfbb9589-3666-44f5-b744-899714ff3e79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5171d6a3-21eb-4873-8e8c-0124fd3c7ade HTTP/1.1" status: 200 len: 834 time: 0.0527217 Aug 29 17:15:25.620965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3f787-a10b-4c10-8a10-f6fb66961005 req-5494f5ef-d54f-42d5-a6b0-9117a281d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:25.622685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efc3f787-a10b-4c10-8a10-f6fb66961005 req-5494f5ef-d54f-42d5-a6b0-9117a281d781 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96697be0-b20f-438a-86e6-4d2ce97434c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448177 Aug 29 17:15:25.678944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2f66d526-6f1f-49a9-b687-ca778eb8cf9d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:15:25.721374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e15ab-adad-4d1f-b44b-62e2996bbfbe req-fbca0370-5e77-4ca7-ba10-d52a03906b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:25.722929 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-522e15ab-adad-4d1f-b44b-62e2996bbfbe req-fbca0370-5e77-4ca7-ba10-d52a03906b45 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 1098 time: 0.1496379 Aug 29 17:15:25.730134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:25.730615 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:25.779098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efc3f787-a10b-4c10-8a10-f6fb66961005 req-63260124-56ba-4bfe-8011-8a03e616c65e service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426523 Aug 29 17:15:25.782930 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-522e15ab-adad-4d1f-b44b-62e2996bbfbe req-55331c50-c541-46ec-94ad-3c8da19b40fe service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471916 Aug 29 17:15:25.880951 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efc3f787-a10b-4c10-8a10-f6fb66961005 req-90242b3c-817c-4722-9663-1bc2406b9f9e service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929866 Aug 29 17:15:26.299886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b18835a-9aef-46bb-bce0-1c14602b7609 req-d83113e7-2db2-49ea-91f6-095ef6ed82ac tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 210 time: 0.0318713 Aug 29 17:15:26.556741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e463dd4-fa8b-4167-b953-395fdfe54970 req-7b95ad87-2f16-460f-895b-89605adf8e13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:26.558398 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e463dd4-fa8b-4167-b953-395fdfe54970 req-7b95ad87-2f16-460f-895b-89605adf8e13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 943 time: 0.0505056 Aug 29 17:15:26.602407 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e463dd4-fa8b-4167-b953-395fdfe54970 req-d7e18fa3-121b-4255-9235-6d4a78adaa3e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380847 Aug 29 17:15:27.394937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1c84c9f1-fb46-41d9-a3cd-550332cdbc52 req-348bea07-bee6-45ba-86b6-a374094acfd9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 210 time: 0.0289576 Aug 29 17:15:28.048855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747432b-1a82-441f-9150-cc2fee760c2b req-ddf7d506-563c-433d-92ab-bf95aeb4cc1d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:28.050634 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0747432b-1a82-441f-9150-cc2fee760c2b req-ddf7d506-563c-433d-92ab-bf95aeb4cc1d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 943 time: 0.3783655 Aug 29 17:15:28.090261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0747432b-1a82-441f-9150-cc2fee760c2b req-b96c635a-65bc-43a9-90f9-23a2c956002e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319750 Aug 29 17:15:28.315422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f5daf11c-a71c-46c4-b101-4a4c159583fb no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:15:28.337237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: f5daf11c-a71c-46c4-b101-4a4c159583fb {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:15:28.337587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f5daf11c-a71c-46c4-b101-4a4c159583fb not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:15:28.509841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a1272164-1705-4133-a5d4-0b39180ae37b req-553473c3-ac9e-4526-b0a4-875364fbb5a5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dc8a726-8293-45e7-9367-45d6f4e478f6 HTTP/1.1" status: 200 len: 210 time: 0.0311103 Aug 29 17:15:28.583778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e7b5d630-8f19-4c89-b7f5-17094ebad67f details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:15:28.681883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:15:28.693026 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'port_id': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'mac_address': 'fa:16:3e:63:e6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:15:28.730794 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:28.744003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b5d630-8f19-4c89-b7f5-17094ebad67f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:15:28.765296 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:15:28.770560 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:28.823177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=e7b5d630-8f19-4c89-b7f5-17094ebad67f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:29.088976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['e7b5d630-8f19-4c89-b7f5-17094ebad67f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:15:29.217929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e468f2-ec90-4796-b124-22435f248436 req-eaaea924-8945-40c7-8a19-93396035291e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:29.221696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-61e468f2-ec90-4796-b124-22435f248436 req-eaaea924-8945-40c7-8a19-93396035291e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 944 time: 0.0546551 Aug 29 17:15:29.267769 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-61e468f2-ec90-4796-b124-22435f248436 req-99e70a87-b665-46b2-9896-05a73b2c913a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421386 Aug 29 17:15:30.384226 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92df3c-8a22-4dec-9e9f-7bc5a09377f0 req-de220f60-00ef-4bc8-a20c-63c809e3cacd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:30.385636 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3e92df3c-8a22-4dec-9e9f-7bc5a09377f0 req-de220f60-00ef-4bc8-a20c-63c809e3cacd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 944 time: 0.0494788 Aug 29 17:15:30.425421 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3e92df3c-8a22-4dec-9e9f-7bc5a09377f0 req-76694184-eed6-4ae2-9657-68a24bc39a47 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336838 Aug 29 17:15:30.608656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e7b5d630-8f19-4c89-b7f5-17094ebad67f up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:15:30.658390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port e7b5d630-8f19-4c89-b7f5-17094ebad67f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:15:30.662364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port e7b5d630-8f19-4c89-b7f5-17094ebad67f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:30.662842 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:30.748570 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:30.773693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:15:30.775802 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f87c368-b9d1-4a79-89ee-c990881d2aea" -d '{"events": [{"server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "name": "network-vif-plugged", "status": "completed", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:15:30.792061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:15:30.796483 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:30.824015 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c934a104-ec80-4395-93f5-3a1868a9f1f9 x-openstack-request-id: req-c934a104-ec80-4395-93f5-3a1868a9f1f9 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:15:30.824309 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "name": "network-vif-plugged", "status": "completed", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:15:30.824563 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c934a104-ec80-4395-93f5-3a1868a9f1f9 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:15:30.824950 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'code': 200} Aug 29 17:15:30.856825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=e7b5d630-8f19-4c89-b7f5-17094ebad67f,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:30.938535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b85446-e610-40da-8548-1bc9285e13cf req-5bf2396f-921e-4927-9f74-16a8068c8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:30.940098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68b85446-e610-40da-8548-1bc9285e13cf req-5bf2396f-921e-4927-9f74-16a8068c8f38 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1097 time: 0.0477991 Aug 29 17:15:30.976690 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68b85446-e610-40da-8548-1bc9285e13cf req-5b73e4a5-10c2-44c4-9c05-0212e8302e91 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291057 Aug 29 17:15:31.539741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841d735-99ef-414a-a97d-a3d6ceeb5aa8 req-bdd2a8ab-aa41-4382-a170-2ecc4cc45399 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:31.541248 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f841d735-99ef-414a-a97d-a3d6ceeb5aa8 req-bdd2a8ab-aa41-4382-a170-2ecc4cc45399 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0498338 Aug 29 17:15:31.580104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f841d735-99ef-414a-a97d-a3d6ceeb5aa8 req-031b1112-9168-40cd-8279-8244f32ea857 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329194 Aug 29 17:15:32.707985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52830) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:32.709939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f4cba-392e-483e-ac42-1ec159663d9a req-c8cb5f6b-1ccc-431a-8b46-6ccd6499362f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:32.711936 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d80f4cba-392e-483e-ac42-1ec159663d9a req-c8cb5f6b-1ccc-431a-8b46-6ccd6499362f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0600271 Aug 29 17:15:32.713254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0248bea6-ae09-44a3-914e-94e70ff8df3b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231202481', 'description': 'tempest-secgroup-smoke-1231202481 description', 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:32.736657 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0248bea6-ae09-44a3-914e-94e70ff8df3b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:32.755264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d80f4cba-392e-483e-ac42-1ec159663d9a req-0bbc2a12-faff-4ba3-8819-bd9533cea465 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336404 Aug 29 17:15:32.820831 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0248bea6-ae09-44a3-914e-94e70ff8df3b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:32.824690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0248bea6-ae09-44a3-914e-94e70ff8df3b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:32.880161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248bea6-ae09-44a3-914e-94e70ff8df3b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672e3297-3603-461a-aebd-9e6e45c3c8f0,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:32.882352 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0248bea6-ae09-44a3-914e-94e70ff8df3b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:32.885696 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0248bea6-ae09-44a3-914e-94e70ff8df3b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1766231 Aug 29 17:15:32.887431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52834) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:32.892654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f7685aa9-bca9-4b00-99d6-8ed65415f468 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'security_group_rule': {'security_group_id': '672e3297-3603-461a-aebd-9e6e45c3c8f0', 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:32.904009 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b6c11-0868-4cd4-b085-2e1946121d48 req-b0d409e3-7e1f-4ee3-8caf-990738aa4ddd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:32.905550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-322b6c11-0868-4cd4-b085-2e1946121d48 req-b0d409e3-7e1f-4ee3-8caf-990738aa4ddd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0782454 Aug 29 17:15:32.923301 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7685aa9-bca9-4b00-99d6-8ed65415f468 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:32.947958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-322b6c11-0868-4cd4-b085-2e1946121d48 req-2edab67b-9e37-41e2-864b-c132b74c79ff tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355692 Aug 29 17:15:32.971873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52836) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:32.972466 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7685aa9-bca9-4b00-99d6-8ed65415f468 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:32.976201 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7685aa9-bca9-4b00-99d6-8ed65415f468 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:32.998814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7685aa9-bca9-4b00-99d6-8ed65415f468 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41808a3e-1054-4b20-9567-db745c0ebcaa,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:33.005093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f7685aa9-bca9-4b00-99d6-8ed65415f468 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.009002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f7685aa9-bca9-4b00-99d6-8ed65415f468 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200292 Aug 29 17:15:33.009305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52838) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:33.014539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-af08fe03-19c9-414b-bf21-277d08cc1bbc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'security_group_rule': {'security_group_id': '672e3297-3603-461a-aebd-9e6e45c3c8f0', 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:33.027455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9e498b-f282-4afb-ad47-bc7ba56c9fb1 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:33.028894 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8f9e498b-f282-4afb-ad47-bc7ba56c9fb1 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1092 time: 0.0560398 Aug 29 17:15:33.031944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52840) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:33.036679 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:33.047299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-af08fe03-19c9-414b-bf21-277d08cc1bbc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.059284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.096531 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-af08fe03-19c9-414b-bf21-277d08cc1bbc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.100084 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-af08fe03-19c9-414b-bf21-277d08cc1bbc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.117846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08fe03-19c9-414b-bf21-277d08cc1bbc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5334c409-0de1-481e-b4b6-892b6d9e58af,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:33.125029 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-af08fe03-19c9-414b-bf21-277d08cc1bbc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.129080 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-af08fe03-19c9-414b-bf21-277d08cc1bbc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187675 Aug 29 17:15:33.129676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52842) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:33.135420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-67c8cb15-e89b-4417-ae6f-7931a08b8c78 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'security_group_rule': {'security_group_id': '672e3297-3603-461a-aebd-9e6e45c3c8f0', 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:33.178562 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-67c8cb15-e89b-4417-ae6f-7931a08b8c78 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.204804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.305470 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-67c8cb15-e89b-4417-ae6f-7931a08b8c78 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.311223 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-67c8cb15-e89b-4417-ae6f-7931a08b8c78 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.353620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8cb15-e89b-4417-ae6f-7931a08b8c78 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104697d6-c74a-4b3a-8b23-e8b75991a9eb,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:33.366006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-67c8cb15-e89b-4417-ae6f-7931a08b8c78 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.367193 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-67c8cb15-e89b-4417-ae6f-7931a08b8c78 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2365863 Aug 29 17:15:33.370283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52846) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:33.375167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-dbd6980c-c1bc-4e39-aa3c-e364731d827c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'security_group_rule': {'security_group_id': '672e3297-3603-461a-aebd-9e6e45c3c8f0', 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:33.378422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.25.5.186 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/cc1d089b-626d-49ed-b4df-5f98503add64) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:15:33.404871 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbd6980c-c1bc-4e39-aa3c-e364731d827c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.467076 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbd6980c-c1bc-4e39-aa3c-e364731d827c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.470814 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbd6980c-c1bc-4e39-aa3c-e364731d827c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.483953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.487582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6980c-c1bc-4e39-aa3c-e364731d827c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d799ca9a-57f4-4735-917e-80182838359a,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:33.497245 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbd6980c-c1bc-4e39-aa3c-e364731d827c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.498452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dbd6980c-c1bc-4e39-aa3c-e364731d827c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270845 Aug 29 17:15:33.501165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52848) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:33.505907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-2c6d58b4-47ef-422a-9526-b9d32e1fd76d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'security_group_rule': {'security_group_id': '672e3297-3603-461a-aebd-9e6e45c3c8f0', 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:33.527918 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-2c6d58b4-47ef-422a-9526-b9d32e1fd76d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Project 8ce1bfe43b0a4f5399de8c90b6ef6980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:15:33.532260 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.533149 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c6d58b4-47ef-422a-9526-b9d32e1fd76d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.572982 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:15:33.580071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:15:33.587552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:15:33.590425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=cc1d089b-626d-49ed-b4df-5f98503add64,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:33.600713 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c6d58b4-47ef-422a-9526-b9d32e1fd76d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.605101 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c6d58b4-47ef-422a-9526-b9d32e1fd76d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.623164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d58b4-47ef-422a-9526-b9d32e1fd76d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8409fb92-c93d-40f2-9462-7c47d4f2fe26,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:33.631393 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c6d58b4-47ef-422a-9526-b9d32e1fd76d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.633524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2c6d58b4-47ef-422a-9526-b9d32e1fd76d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310966 Aug 29 17:15:33.636390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 52850) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:33.657915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2249cf76-7908-4835-98e2-ea9ce44801c4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'security_group_rule': {'security_group_id': '672e3297-3603-461a-aebd-9e6e45c3c8f0', 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:33.716376 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-2249cf76-7908-4835-98e2-ea9ce44801c4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Project 8ce1bfe43b0a4f5399de8c90b6ef6980 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:15:33.729281 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2249cf76-7908-4835-98e2-ea9ce44801c4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.882554 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2249cf76-7908-4835-98e2-ea9ce44801c4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.888579 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2249cf76-7908-4835-98e2-ea9ce44801c4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.971252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249cf76-7908-4835-98e2-ea9ce44801c4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23408a9-e60c-4d7f-aa83-cee8961d6ad4,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:33.992813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2249cf76-7908-4835-98e2-ea9ce44801c4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:33.994069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2249cf76-7908-4835-98e2-ea9ce44801c4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3567073 Aug 29 17:15:34.164322 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:34.265813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:34.451575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:34.456711 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:34.528700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=cc1d089b-626d-49ed-b4df-5f98503add64,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:34.541514 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:34.653988 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Floating IP 6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d associated. External IP: 172.25.5.186, port: e7b5d630-8f19-4c89-b7f5-17094ebad67f. Aug 29 17:15:34.873629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:15:34.989001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:15:35.000509 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc34166-14a2-4213-bfc0-b0adfc504170 None None] Sync routers for ids ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:15:35.008608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:35.014713 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc34166-14a2-4213-bfc0-b0adfc504170 None None] Routers {'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:15:35.015485 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dbc34166-14a2-4213-bfc0-b0adfc504170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:15:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:35.038396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bad2921e-6b6b-4d15-9965-eb4121cecb80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0053322 Aug 29 17:15:35.038989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:15:35.041301 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee233a5-ca25-4bf6-aa00-c43247377c95" -d '{"events": [{"name": "network-changed", "server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:15:35.082802 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cf608a-8d91-49f1-a939-895d77c570fc x-openstack-request-id: req-e0cf608a-8d91-49f1-a939-895d77c570fc {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:15:35.083096 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:15:35.083357 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0cf608a-8d91-49f1-a939-895d77c570fc {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:15:35.083773 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'status': 'completed', 'code': 200} Aug 29 17:15:35.147883 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-dbc34166-14a2-4213-bfc0-b0adfc504170 None None] Set router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:15:35.178324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491f36d-f86f-45e5-9973-2089a17677c6 req-80225352-59a9-4b2e-b8df-4a2eebedcd11 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:35.180635 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0491f36d-f86f-45e5-9973-2089a17677c6 req-80225352-59a9-4b2e-b8df-4a2eebedcd11 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0802081 Aug 29 17:15:35.183653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee233a5-ca25-4bf6-aa00-c43247377c95 req-043868e8-1f73-45b2-9dbc-ed4cacc647b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:35.185038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ee233a5-ca25-4bf6-aa00-c43247377c95 req-043868e8-1f73-45b2-9dbc-ed4cacc647b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1097 time: 0.0749550 Aug 29 17:15:35.277353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0491f36d-f86f-45e5-9973-2089a17677c6 req-e492a072-4043-4696-ae8c-4993df16e986 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882275 Aug 29 17:15:35.309510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52930) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:35.315530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee233a5-ca25-4bf6-aa00-c43247377c95 req-7f8ce91e-d202-4978-ad76-7e71964af4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:35.317324 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ee233a5-ca25-4bf6-aa00-c43247377c95 req-7f8ce91e-d202-4978-ad76-7e71964af4c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96697be0-b20f-438a-86e6-4d2ce97434c0 HTTP/1.1" status: 200 len: 898 time: 0.1220486 Aug 29 17:15:35.382088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e04b038a-1eeb-4f1f-86bf-d63fd9fa61a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d HTTP/1.1" status: 200 len: 991 time: 0.0713115 Aug 29 17:15:35.399106 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ee233a5-ca25-4bf6-aa00-c43247377c95 req-c951da14-0537-4eb7-9fb7-bd4244004119 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 200 len: 999 time: 0.0738845 Aug 29 17:15:35.468703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee233a5-ca25-4bf6-aa00-c43247377c95 req-ddc5539b-4ba8-4a95-bbbe-3576af377ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:35.470752 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ee233a5-ca25-4bf6-aa00-c43247377c95 req-ddc5539b-4ba8-4a95-bbbe-3576af377ea0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5171d6a3-21eb-4873-8e8c-0124fd3c7ade HTTP/1.1" status: 200 len: 834 time: 0.0614698 Aug 29 17:15:35.532912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee233a5-ca25-4bf6-aa00-c43247377c95 req-aa7f68da-2a53-496c-b52b-9752f3f155c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:35.534474 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ee233a5-ca25-4bf6-aa00-c43247377c95 req-aa7f68da-2a53-496c-b52b-9752f3f155c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96697be0-b20f-438a-86e6-4d2ce97434c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504022 Aug 29 17:15:35.539597 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dbc34166-14a2-4213-bfc0-b0adfc504170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'port_id': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'mac_address': 'fa:16:3e:63:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a85912-f1b0-4938-9673-df4e01e39f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:15:33Z', 'updated_at': '2021-08-29T17:15:33Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f66d526-6f1f-49a9-b687-ca778eb8cf9d', 'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:77:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:18Z', 'updated_at': '2021-08-29T17:15:23Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:35.569408 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc34166-14a2-4213-bfc0-b0adfc504170 None None] Checking router: f5c9bdfd-a7a5-4cb0-971e-68519c55f01f for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:15:35.577712 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc34166-14a2-4213-bfc0-b0adfc504170 None None] Routers {'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:15:35.578537 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dbc34166-14a2-4213-bfc0-b0adfc504170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:15:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:35.631700 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ee233a5-ca25-4bf6-aa00-c43247377c95 req-b00e0c17-7cb4-4e34-9113-b927554286ee service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891757 Aug 29 17:15:35.692623 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-dbc34166-14a2-4213-bfc0-b0adfc504170 None None] Set router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:15:35.731405 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ee233a5-ca25-4bf6-aa00-c43247377c95 req-78edaa6d-4957-4afb-a12f-9000e179d9ea service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924029 Aug 29 17:15:35.921346 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-dbc34166-14a2-4213-bfc0-b0adfc504170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'port_id': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'mac_address': 'fa:16:3e:63:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a85912-f1b0-4938-9673-df4e01e39f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:15:33Z', 'updated_at': '2021-08-29T17:15:33Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f66d526-6f1f-49a9-b687-ca778eb8cf9d', 'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:77:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:18Z', 'updated_at': '2021-08-29T17:15:23Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:15:35.953433 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc34166-14a2-4213-bfc0-b0adfc504170 None None] The sync data for ids ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'] in n-d-713301-13 is: [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'port_id': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'mac_address': 'fa:16:3e:63:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a85912-f1b0-4938-9673-df4e01e39f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:15:33Z', 'updated_at': '2021-08-29T17:15:33Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f66d526-6f1f-49a9-b687-ca778eb8cf9d', 'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:77:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:18Z', 'updated_at': '2021-08-29T17:15:23Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:15:36.147018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d58604-525e-4910-be2f-35cefa666023 None None] New status for floating IP 6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:15:36.385010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 52936) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:15:36.452289 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d61fc8de-32de-487e-a28d-755ba3b022da tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d HTTP/1.1" status: 200 len: 993 time: 0.0654175 Aug 29 17:15:42.875211 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eec2f5db-97cf-41b2-ae89-67c4b7ab8713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:44.996375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-bed5e87a-9821-4d0b-a429-61d17ea5acfb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481949 Aug 29 17:15:45.060263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-2e04fb6e-3828-46b5-b8d4-2888e723c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:45.061895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-2e04fb6e-3828-46b5-b8d4-2888e723c0c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 1097 time: 0.0416327 Aug 29 17:15:45.175585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-3eb21a40-6d68-4d79-84f2-cbda5a438f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:45.177045 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-3eb21a40-6d68-4d79-84f2-cbda5a438f88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 912 time: 0.0918705 Aug 29 17:15:45.244914 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-64151d0e-86d1-47d8-8fe3-324210c2e85e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe HTTP/1.1" status: 200 len: 1000 time: 0.0598459 Aug 29 17:15:45.547124 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9264fd21-cb59-46ff-9abc-48cbdc7d9712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:45.626904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-3597ebd8-0cf4-4928-a665-1ff13cd404e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:45.628394 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-3597ebd8-0cf4-4928-a665-1ff13cd404e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 200 len: 850 time: 0.3732302 Aug 29 17:15:45.677760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-84a59860-69d3-4652-b2d8-32f4c135778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:45.679277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-84a59860-69d3-4652-b2d8-32f4c135778b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402100 Aug 29 17:15:45.781501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-ec7355bc-954e-4319-959c-266e20c2aa9f service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922558 Aug 29 17:15:45.818884 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:45.879562 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79e7931c-0521-4d65-99a8-7981c2043f41 req-4bf1d4ea-4500-4d6e-9ece-1dde7b68f55d service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887163 Aug 29 17:15:46.659117 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:47.688474 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:48.300593 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:48.374102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-61f156e8-5b93-410b-8dba-3ed0dcbebfc8 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231202481&fields=id&tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 267 time: 0.0341585 Aug 29 17:15:48.483275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-93ad5934-0156-465f-a018-c925a9c1aa40 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:48.484739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-93ad5934-0156-465f-a018-c925a9c1aa40 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.1037776 Aug 29 17:15:48.499780 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-124b5360-7fed-410c-bad1-7f1ced42beef tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/quotas/8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 375 time: 0.0093267 Aug 29 17:15:48.551082 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-c8a40c17-8b94-48f3-bb8e-c3587b05f642 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462961 Aug 29 17:15:48.649198 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-a52e27e7-a93a-482b-885f-cb6d65fcbd9b service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856245 Aug 29 17:15:48.738136 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-7fa02eee-2082-4e2c-bf10-ab0174c94697 service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823207 Aug 29 17:15:49.021473 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ce6812b-1137-4bd4-82ae-ee8071b580d3 req-d447b707-0079-4b54-81b3-37da2eaa8515 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 210 time: 0.0279176 Aug 29 17:15:49.888244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-c9b82930-4995-4b2b-87c5-5af89fec22bd tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:49.889752 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-c9b82930-4995-4b2b-87c5-5af89fec22bd tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.1066265 Aug 29 17:15:49.942775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-cb5822e0-83ba-4b37-8fe1-46c35d54fbb1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 380 time: 0.0444763 Aug 29 17:15:49.953299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'port': {'device_id': '7304b2d5-e350-4500-939d-1b1c88272f49', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'admin_state_up': True, 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'security_groups': ['672e3297-3603-461a-aebd-9e6e45c3c8f0']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:50.072031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Made reservation on behalf of 8ce1bfe43b0a4f5399de8c90b6ef6980 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:15:50.075902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:50.121762 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77f5b91c-b9e5-4764-bf3b-db33f591b8fa req-a945808d-6d28-4770-99d3-66348a4ab4b2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 210 time: 0.0285308 Aug 29 17:15:50.208754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Allocated IP 172.20.0.3 (c48628aa-afb3-4178-b027-9c9764070684/85971077-cb6d-4ee2-a86f-177b2084de6d/3f8726ed-7081-4120-9467-74c8c7d44ce0) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:15:50.282967 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:50.350273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:50.363869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Transition to ACTIVE for port object 3f8726ed-7081-4120-9467-74c8c7d44ce0 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:15:50.396190 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:50.440409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Network c48628aa-afb3-4178-b027-9c9764070684 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:15:50.448596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:15:50.453532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:15:50.477421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=3f8726ed-7081-4120-9467-74c8c7d44ce0,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:50.510042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:50.511356 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:50.527668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-755d6efb-2c45-470e-bfc5-a781c970a12b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781333 Aug 29 17:15:50.541199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Request body: {'port': {'device_id': '7304b2d5-e350-4500-939d-1b1c88272f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:15:50.606205 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:50.685691 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-11020c70-9822-4f94-889b-c256c91c6e1a None None] Provisioning for port 3f8726ed-7081-4120-9467-74c8c7d44ce0 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:15:50.690133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-11020c70-9822-4f94-889b-c256c91c6e1a None None] Provisioning complete for port 3f8726ed-7081-4120-9467-74c8c7d44ce0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:15:50.690861 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-11020c70-9822-4f94-889b-c256c91c6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:50.730274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-11020c70-9822-4f94-889b-c256c91c6e1a None None] Port 3f8726ed-7081-4120-9467-74c8c7d44ce0 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:15:50.879143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8726ed-7081-4120-9467-74c8c7d44ce0 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:15:50.887034 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:50.898855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Transition to ACTIVE for port object 3f8726ed-7081-4120-9467-74c8c7d44ce0 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:15:50.904810 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:50.956054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Pushing event updated for resources: {'Port': ['ID=3f8726ed-7081-4120-9467-74c8c7d44ce0,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:51.036826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Attempting to bind port 3f8726ed-7081-4120-9467-74c8c7d44ce0 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:15:51.037251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Attempting to bind port 3f8726ed-7081-4120-9467-74c8c7d44ce0 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:15:51.037544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Attempting to bind port 3f8726ed-7081-4120-9467-74c8c7d44ce0 on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:15:51.042899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Port 3f8726ed-7081-4120-9467-74c8c7d44ce0 on network c48628aa-afb3-4178-b027-9c9764070684 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:15:51.043230 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Attempting to bind port 3f8726ed-7081-4120-9467-74c8c7d44ce0 on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:15:51.051238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:15:51.051651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Checking segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:15:51.052024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Bound using segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:15:51.052516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Bound port: 3f8726ed-7081-4120-9467-74c8c7d44ce0, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:15:51.052897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:51.131961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] For port 3f8726ed-7081-4120-9467-74c8c7d44ce0, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:15:51.135231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] For port 3f8726ed-7081-4120-9467-74c8c7d44ce0, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3f8726ed-7081-4120-9467-74c8c7d44ce0,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:15:51.140498 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:51.175972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:51.176603 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:15:51.178709 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] 10.222.0.10 "PUT /v2.0/ports/3f8726ed-7081-4120-9467-74c8c7d44ce0 HTTP/1.1" status: 200 len: 1092 time: 0.6423273 Aug 29 17:15:51.181101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7304b2d5-e350-4500-939d-1b1c88272f49', 'tag': '3f8726ed-7081-4120-9467-74c8c7d44ce0'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:15:51.183885 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f77797-a76c-4b18-b33f-89a47f5f0c20" -d '{"events": [{"name": "network-changed", "server_uuid": "7304b2d5-e350-4500-939d-1b1c88272f49", "tag": "3f8726ed-7081-4120-9467-74c8c7d44ce0"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:15:51.215984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcfb2b-955e-4024-a4ed-f55c1a83431e service neutron] Pushing event updated for resources: {'Port': ['ID=3f8726ed-7081-4120-9467-74c8c7d44ce0,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:15:51.260935 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06386024-dddc-4871-86e2-131757a48176 x-openstack-request-id: req-06386024-dddc-4871-86e2-131757a48176 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:15:51.261148 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7304b2d5-e350-4500-939d-1b1c88272f49", "tag": "3f8726ed-7081-4120-9467-74c8c7d44ce0", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:15:51.261431 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06386024-dddc-4871-86e2-131757a48176 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:15:51.262166 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7304b2d5-e350-4500-939d-1b1c88272f49', 'tag': '3f8726ed-7081-4120-9467-74c8c7d44ce0', 'status': 'completed', 'code': 200} Aug 29 17:15:51.272606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-f56e0bda-c2fc-4fb0-a55f-0d935476d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:51.274593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-f56e0bda-c2fc-4fb0-a55f-0d935476d8ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 1095 time: 0.0507858 Aug 29 17:15:51.286496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f115cb0-88f9-44d9-af86-0b6689ac942c req-3a6a6780-61c9-4529-8a7d-984087d4b9ef tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:51.294620 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f115cb0-88f9-44d9-af86-0b6689ac942c req-3a6a6780-61c9-4529-8a7d-984087d4b9ef tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 943 time: 0.0772548 Aug 29 17:15:51.327562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-fbc20b85-ea1e-425f-a1eb-a14f8b660f52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f8726ed-7081-4120-9467-74c8c7d44ce0 HTTP/1.1" status: 200 len: 217 time: 0.0446453 Aug 29 17:15:51.333147 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f115cb0-88f9-44d9-af86-0b6689ac942c req-cc6389c9-637d-4e6d-a2fa-93c62fe38b92 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376172 Aug 29 17:15:51.384192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-1f145de1-16a9-4b21-99d3-e3482f43e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:51.386416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-1f145de1-16a9-4b21-99d3-e3482f43e1b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0519001 Aug 29 17:15:51.438959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-1c53ab48-4775-4d62-b3e2-caf9451f998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:51.440694 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-1c53ab48-4775-4d62-b3e2-caf9451f998b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470328 Aug 29 17:15:51.543170 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-f711d333-b123-41eb-8ec9-f53988c8b7b4 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936108 Aug 29 17:15:51.634747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a3707fb-dfc2-42be-8e31-3525f67745e9 req-f29d60eb-b5fb-4c87-a8a8-b37c7a4865db service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844939 Aug 29 17:15:51.720539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f77797-a76c-4b18-b33f-89a47f5f0c20 req-b8f62713-1e8b-4810-8535-abb0a995e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:51.721982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18f77797-a76c-4b18-b33f-89a47f5f0c20 req-b8f62713-1e8b-4810-8535-abb0a995e112 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 1095 time: 0.0453060 Aug 29 17:15:51.813975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f77797-a76c-4b18-b33f-89a47f5f0c20 req-0ebecf30-5c77-4277-b293-5b7d121b2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:51.815519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18f77797-a76c-4b18-b33f-89a47f5f0c20 req-0ebecf30-5c77-4277-b293-5b7d121b2d8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.0865655 Aug 29 17:15:51.858709 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18f77797-a76c-4b18-b33f-89a47f5f0c20 req-9df8cb09-e2b7-4269-93c5-95787aff8d47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f8726ed-7081-4120-9467-74c8c7d44ce0 HTTP/1.1" status: 200 len: 217 time: 0.0358765 Aug 29 17:15:51.912075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f77797-a76c-4b18-b33f-89a47f5f0c20 req-197e9a0d-1219-4701-84c3-e244809fc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:51.913605 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18f77797-a76c-4b18-b33f-89a47f5f0c20 req-197e9a0d-1219-4701-84c3-e244809fc45a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0479944 Aug 29 17:15:51.958383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f77797-a76c-4b18-b33f-89a47f5f0c20 req-19e7c131-9a3d-4012-8f6a-368d10974990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:51.959883 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18f77797-a76c-4b18-b33f-89a47f5f0c20 req-19e7c131-9a3d-4012-8f6a-368d10974990 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393951 Aug 29 17:15:52.049718 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18f77797-a76c-4b18-b33f-89a47f5f0c20 req-05d42956-6549-402f-9abd-41ba450eedcf service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816901 Aug 29 17:15:52.144027 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18f77797-a76c-4b18-b33f-89a47f5f0c20 req-632314dc-78fe-4122-9a0b-f31b81513184 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870318 Aug 29 17:15:52.456724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0b801-006c-4b63-97c2-2a7185b226b4 req-65ab201f-a150-4280-9346-6af856f9c4f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:52.458316 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03c0b801-006c-4b63-97c2-2a7185b226b4 req-65ab201f-a150-4280-9346-6af856f9c4f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 943 time: 0.0522723 Aug 29 17:15:52.499908 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03c0b801-006c-4b63-97c2-2a7185b226b4 req-4b6f243a-61c9-4e95-86a1-f26fb200d017 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349448 Aug 29 17:15:53.614955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e04169-5933-4276-85d5-cee851a03a7b req-2fcaa520-32e8-4d43-bd43-d4b5c68290a8 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:53.616496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5e04169-5933-4276-85d5-cee851a03a7b req-2fcaa520-32e8-4d43-bd43-d4b5c68290a8 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 943 time: 0.0505855 Aug 29 17:15:53.656495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f5e04169-5933-4276-85d5-cee851a03a7b req-bbd2e08c-3964-4d62-a6e2-329dff0060a8 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331223 Aug 29 17:15:54.774909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dd7df-84bb-4ab8-b1d8-83bd8520ab99 req-b3cdf738-4cbe-4295-b34b-f20b9778f5f2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:54.776367 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a11dd7df-84bb-4ab8-b1d8-83bd8520ab99 req-b3cdf738-4cbe-4295-b34b-f20b9778f5f2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 943 time: 0.0539818 Aug 29 17:15:54.814213 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a11dd7df-84bb-4ab8-b1d8-83bd8520ab99 req-0381598e-baa1-4aa6-ad57-1c1f209177ac tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318675 Aug 29 17:15:55.928723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151e437-efcc-44ac-84d1-dbb599b7f54a req-a9388d14-2eaa-4899-8aba-537be643ffa5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:55.930225 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4151e437-efcc-44ac-84d1-dbb599b7f54a req-a9388d14-2eaa-4899-8aba-537be643ffa5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 943 time: 0.0501134 Aug 29 17:15:55.968346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4151e437-efcc-44ac-84d1-dbb599b7f54a req-31df6c85-6011-4293-aca4-bd073d8a37a4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Aug 29 17:15:57.081162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c7748-9657-40e1-9971-350084623441 req-d7fb0f75-af3b-4b56-a698-1bdedefa8127 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:57.082566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a10c7748-9657-40e1-9971-350084623441 req-d7fb0f75-af3b-4b56-a698-1bdedefa8127 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 943 time: 0.0484774 Aug 29 17:15:57.119846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a10c7748-9657-40e1-9971-350084623441 req-29e1f49e-0dec-46c8-9dfa-95254d510de0 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314691 Aug 29 17:15:58.236722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a8770-3163-495c-acd0-031aed1fe80d req-0de3f061-4b04-4d4e-802c-384184d181b5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:58.238200 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a48a8770-3163-495c-acd0-031aed1fe80d req-0de3f061-4b04-4d4e-802c-384184d181b5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 943 time: 0.0525990 Aug 29 17:15:58.276107 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a48a8770-3163-495c-acd0-031aed1fe80d req-14248f97-ad4e-4858-a3b2-ebaf9f6083da tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Aug 29 17:15:59.389646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d16e3a-0932-4937-a436-6bb031f3bbd9 req-cdf04e68-a982-4184-ae0a-9bbc0dff1146 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:15:59.391114 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77d16e3a-0932-4937-a436-6bb031f3bbd9 req-cdf04e68-a982-4184-ae0a-9bbc0dff1146 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 943 time: 0.0496533 Aug 29 17:15:59.430298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77d16e3a-0932-4937-a436-6bb031f3bbd9 req-651673d2-8d8d-4f9e-91f5-73d4b405d286 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330098 Aug 29 17:16:00.542883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0c0e5-6deb-4095-8756-9202837e90cd req-81953725-9248-4f3b-a8cc-a12d92587c29 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:00.544335 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff0c0e5-6deb-4095-8756-9202837e90cd req-81953725-9248-4f3b-a8cc-a12d92587c29 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 943 time: 0.0483084 Aug 29 17:16:00.582050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ff0c0e5-6deb-4095-8756-9202837e90cd req-73f3a661-be0d-4caa-8702-61c52d216982 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Aug 29 17:16:00.712959 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:16:01.700311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd92458-da58-4adb-976b-bd23ef9ecbf0 req-884aa2ff-aebe-41ab-8693-c871ad12023b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:01.701759 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-abd92458-da58-4adb-976b-bd23ef9ecbf0 req-884aa2ff-aebe-41ab-8693-c871ad12023b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 943 time: 0.0532579 Aug 29 17:16:01.739290 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-abd92458-da58-4adb-976b-bd23ef9ecbf0 req-6fed8efc-d9c8-4c3d-a692-459cb89852d7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315862 Aug 29 17:16:02.476293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3f8726ed-7081-4120-9467-74c8c7d44ce0 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:16:02.566984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 3f8726ed-7081-4120-9467-74c8c7d44ce0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3f8726ed-7081-4120-9467-74c8c7d44ce0,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:02.578197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '3f8726ed-7081-4120-9467-74c8c7d44ce0', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'port_id': '3f8726ed-7081-4120-9467-74c8c7d44ce0', 'mac_address': 'fa:16:3e:76:1b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:16:02.617040 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.629574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8726ed-7081-4120-9467-74c8c7d44ce0 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:02.647696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 3f8726ed-7081-4120-9467-74c8c7d44ce0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3f8726ed-7081-4120-9467-74c8c7d44ce0,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:02.652201 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:02.700153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=3f8726ed-7081-4120-9467-74c8c7d44ce0,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:02.853854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09953836-30ec-4f12-805b-6c39b6d2f1f1 req-d256a90c-dd5a-4d4c-8b29-a768b5897820 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:02.855337 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09953836-30ec-4f12-805b-6c39b6d2f1f1 req-d256a90c-dd5a-4d4c-8b29-a768b5897820 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 944 time: 0.0503702 Aug 29 17:16:02.894595 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09953836-30ec-4f12-805b-6c39b6d2f1f1 req-d35399ae-e646-44a9-be47-b2f345edf09c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333250 Aug 29 17:16:02.919132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['3f8726ed-7081-4120-9467-74c8c7d44ce0'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:04.011781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dad99c-6984-4fbc-81c2-7cdd0c498c03 req-c5cea0c6-7d38-448d-811b-29242b42c5f2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:04.013277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-78dad99c-6984-4fbc-81c2-7cdd0c498c03 req-c5cea0c6-7d38-448d-811b-29242b42c5f2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 944 time: 0.0496061 Aug 29 17:16:04.050687 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-78dad99c-6984-4fbc-81c2-7cdd0c498c03 req-3eda2312-52f0-465e-865b-fbb2a6fe3c29 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Aug 29 17:16:04.488746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3f8726ed-7081-4120-9467-74c8c7d44ce0 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:04.536484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 3f8726ed-7081-4120-9467-74c8c7d44ce0 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:04.539869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 3f8726ed-7081-4120-9467-74c8c7d44ce0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:04.540233 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.615656 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.637737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7304b2d5-e350-4500-939d-1b1c88272f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8726ed-7081-4120-9467-74c8c7d44ce0'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:04.639927 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a20732-c355-4aaf-9051-6277b8bdebb9" -d '{"events": [{"server_uuid": "7304b2d5-e350-4500-939d-1b1c88272f49", "name": "network-vif-plugged", "status": "completed", "tag": "3f8726ed-7081-4120-9467-74c8c7d44ce0"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:04.652323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 3f8726ed-7081-4120-9467-74c8c7d44ce0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3f8726ed-7081-4120-9467-74c8c7d44ce0,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:04.657404 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:04.680983 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9689a710-3758-43c6-8c3d-7cb8b3e25a04 x-openstack-request-id: req-9689a710-3758-43c6-8c3d-7cb8b3e25a04 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:04.681354 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7304b2d5-e350-4500-939d-1b1c88272f49", "name": "network-vif-plugged", "status": "completed", "tag": "3f8726ed-7081-4120-9467-74c8c7d44ce0", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:04.682539 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9689a710-3758-43c6-8c3d-7cb8b3e25a04 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:04.682898 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7304b2d5-e350-4500-939d-1b1c88272f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8726ed-7081-4120-9467-74c8c7d44ce0', 'code': 200} Aug 29 17:16:04.710775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=3f8726ed-7081-4120-9467-74c8c7d44ce0,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:04.772161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961a373-c5a1-4af7-8d7f-42339d4754ac req-d2962b37-0cf1-4312-a41f-82829812a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:04.773663 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b961a373-c5a1-4af7-8d7f-42339d4754ac req-d2962b37-0cf1-4312-a41f-82829812a2ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 1097 time: 0.0399575 Aug 29 17:16:04.809120 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b961a373-c5a1-4af7-8d7f-42339d4754ac req-fd1b7920-6f28-4e26-8bba-9c7a57f3a465 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279350 Aug 29 17:16:05.169800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd153b5-71d0-4999-b173-1d55f3b68a45 req-465971fd-63f5-472a-ab90-67d0fd4a2c2e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:05.171269 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bdd153b5-71d0-4999-b173-1d55f3b68a45 req-465971fd-63f5-472a-ab90-67d0fd4a2c2e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 945 time: 0.0524216 Aug 29 17:16:05.208563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bdd153b5-71d0-4999-b173-1d55f3b68a45 req-224b306a-d72b-4359-bb70-b325e2be101d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314097 Aug 29 17:16:06.322059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c5e97-c52d-405c-a45b-e3d3d71c2fcc req-740b32b2-281a-47f6-aeab-1fb17c6c903c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:06.323539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-897c5e97-c52d-405c-a45b-e3d3d71c2fcc req-740b32b2-281a-47f6-aeab-1fb17c6c903c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 945 time: 0.0480924 Aug 29 17:16:06.360661 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-897c5e97-c52d-405c-a45b-e3d3d71c2fcc req-7725ddeb-dc0a-4b6b-b90f-164f9973bb6d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313308 Aug 29 17:16:06.477040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362113a-89b3-4678-a30e-c2e8ab2eb5d0 req-726f2797-e0cb-4cbe-8ae8-8f1b7d8a29a7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:06.478576 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1362113a-89b3-4678-a30e-c2e8ab2eb5d0 req-726f2797-e0cb-4cbe-8ae8-8f1b7d8a29a7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 945 time: 0.0517411 Aug 29 17:16:06.519459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1362113a-89b3-4678-a30e-c2e8ab2eb5d0 req-583bc754-3313-4971-a950-1e3d51a98f2e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338268 Aug 29 17:16:06.541514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53112) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:06.583206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80cd548-741c-45ca-b404-a763d2d997e4 tempest-TestVolumeBootPattern-761476587 tempest-TestVolumeBootPattern-761476587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:06.584727 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f80cd548-741c-45ca-b404-a763d2d997e4 tempest-TestVolumeBootPattern-761476587 tempest-TestVolumeBootPattern-761476587-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 1092 time: 0.0416222 Aug 29 17:16:06.587653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53114) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:06.592462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '3f8726ed-7081-4120-9467-74c8c7d44ce0', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:06.615125 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.710953 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.817777 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Allocated IP 172.25.5.42 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/2d3553f8-8311-4ea9-a9ec-fc52c2457795) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:06.916510 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.953712 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:06.994841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:06.999561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:07.004042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:07.009444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=2d3553f8-8311-4ea9-a9ec-fc52c2457795,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:07.347250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.413626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.562962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.567324 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.635719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=2d3553f8-8311-4ea9-a9ec-fc52c2457795,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:07.644175 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:07.741535 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Floating IP d168d986-84e8-4cdc-a197-920af2e78443 associated. External IP: 172.25.5.42, port: 3f8726ed-7081-4120-9467-74c8c7d44ce0. Aug 29 17:16:07.950233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Router e5425813-8f25-4290-a19f-b8a3f677b706 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:16:08.054752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:16:08.068778 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec360311-2e8a-470d-9996-4ab7a1d387d1 None None] Sync routers for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:16:08.074557 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:08.090254 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec360311-2e8a-470d-9996-4ab7a1d387d1 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:08.090875 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ec360311-2e8a-470d-9996-4ab7a1d387d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:15:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:08.100989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0a7ab894-203b-4b23-826c-e471f4dd5cad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5123510 Aug 29 17:16:08.101602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7304b2d5-e350-4500-939d-1b1c88272f49', 'tag': '3f8726ed-7081-4120-9467-74c8c7d44ce0'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:08.103840 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a046a3-4610-46a6-9188-97fcc7e90343" -d '{"events": [{"name": "network-changed", "server_uuid": "7304b2d5-e350-4500-939d-1b1c88272f49", "tag": "3f8726ed-7081-4120-9467-74c8c7d44ce0"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:08.143511 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be325359-f99e-4db8-93ab-f7bcb3117db0 x-openstack-request-id: req-be325359-f99e-4db8-93ab-f7bcb3117db0 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:08.143806 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7304b2d5-e350-4500-939d-1b1c88272f49", "tag": "3f8726ed-7081-4120-9467-74c8c7d44ce0", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:08.144057 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be325359-f99e-4db8-93ab-f7bcb3117db0 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:08.144697 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7304b2d5-e350-4500-939d-1b1c88272f49', 'tag': '3f8726ed-7081-4120-9467-74c8c7d44ce0', 'status': 'completed', 'code': 200} Aug 29 17:16:08.209452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a046a3-4610-46a6-9188-97fcc7e90343 req-1e574b78-3f7a-4d9f-a16b-8fc882121239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:08.210950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a046a3-4610-46a6-9188-97fcc7e90343 req-1e574b78-3f7a-4d9f-a16b-8fc882121239 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 1097 time: 0.0442650 Aug 29 17:16:08.213374 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-ec360311-2e8a-470d-9996-4ab7a1d387d1 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:08.312473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a046a3-4610-46a6-9188-97fcc7e90343 req-842cfc0d-3c0a-437b-94bf-8b52c164298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:08.313994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a046a3-4610-46a6-9188-97fcc7e90343 req-842cfc0d-3c0a-437b-94bf-8b52c164298a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.0956545 Aug 29 17:16:08.378128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a046a3-4610-46a6-9188-97fcc7e90343 req-088b4478-2911-48d0-8571-b4e52205b898 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f8726ed-7081-4120-9467-74c8c7d44ce0 HTTP/1.1" status: 200 len: 998 time: 0.0574222 Aug 29 17:16:08.426445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a046a3-4610-46a6-9188-97fcc7e90343 req-36e7502a-d03a-4738-bf47-ba37052b2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:08.427920 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a046a3-4610-46a6-9188-97fcc7e90343 req-36e7502a-d03a-4738-bf47-ba37052b2b96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0430951 Aug 29 17:16:08.440900 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ec360311-2e8a-470d-9996-4ab7a1d387d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'd168d986-84e8-4cdc-a197-920af2e78443', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': '3f8726ed-7081-4120-9467-74c8c7d44ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:76:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7304b2d5-e350-4500-939d-1b1c88272f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:16:07Z', 'updated_at': '2021-08-29T17:16:07Z', 'revision_number': 0, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:08.470418 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec360311-2e8a-470d-9996-4ab7a1d387d1 None None] Checking router: e5425813-8f25-4290-a19f-b8a3f677b706 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:16:08.477819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a046a3-4610-46a6-9188-97fcc7e90343 req-04d07865-f05d-4dad-88cf-4ff2504d19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:08.478645 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec360311-2e8a-470d-9996-4ab7a1d387d1 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:08.479240 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ec360311-2e8a-470d-9996-4ab7a1d387d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:15:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:08.479345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a046a3-4610-46a6-9188-97fcc7e90343 req-04d07865-f05d-4dad-88cf-4ff2504d19a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440161 Aug 29 17:16:08.574125 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a046a3-4610-46a6-9188-97fcc7e90343 req-1c329d32-902c-443a-8d28-c8a47482b222 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877059 Aug 29 17:16:08.590023 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-ec360311-2e8a-470d-9996-4ab7a1d387d1 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:08.665698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41a046a3-4610-46a6-9188-97fcc7e90343 req-a7b1b0e1-d4bc-45e4-baa0-9ea96751a466 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846894 Aug 29 17:16:08.805766 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ec360311-2e8a-470d-9996-4ab7a1d387d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'd168d986-84e8-4cdc-a197-920af2e78443', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': '3f8726ed-7081-4120-9467-74c8c7d44ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:76:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7304b2d5-e350-4500-939d-1b1c88272f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:16:07Z', 'updated_at': '2021-08-29T17:16:07Z', 'revision_number': 0, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:08.831523 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec360311-2e8a-470d-9996-4ab7a1d387d1 None None] The sync data for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 is: [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'd168d986-84e8-4cdc-a197-920af2e78443', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': '3f8726ed-7081-4120-9467-74c8c7d44ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:76:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7304b2d5-e350-4500-939d-1b1c88272f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:16:07Z', 'updated_at': '2021-08-29T17:16:07Z', 'revision_number': 0, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:16:09.012581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d81791-f45a-4ec9-bfde-df6ecc332571 None None] New status for floating IP d168d986-84e8-4cdc-a197-920af2e78443: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:16:12.866255 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b145c7af-0940-48e1-b7c4-c91bfcc7c6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:15.532911 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6b33a7eb-43fb-4658-91f2-453a609e1ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:15.819273 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:16.660509 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:17.829342 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:18.294933 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:20.297827 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:21.268125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239758a-e57e-47cc-8989-31257fb237c9 req-0f455cfd-fb80-47b8-9088-1049725f3cac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:21.274270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239758a-e57e-47cc-8989-31257fb237c9 req-0f455cfd-fb80-47b8-9088-1049725f3cac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:21.280199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239758a-e57e-47cc-8989-31257fb237c9 req-0f455cfd-fb80-47b8-9088-1049725f3cac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:21.286159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239758a-e57e-47cc-8989-31257fb237c9 req-0f455cfd-fb80-47b8-9088-1049725f3cac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:21.292902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239758a-e57e-47cc-8989-31257fb237c9 req-0f455cfd-fb80-47b8-9088-1049725f3cac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:21.299783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239758a-e57e-47cc-8989-31257fb237c9 req-0f455cfd-fb80-47b8-9088-1049725f3cac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:21.306031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239758a-e57e-47cc-8989-31257fb237c9 req-0f455cfd-fb80-47b8-9088-1049725f3cac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:21.309160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e239758a-e57e-47cc-8989-31257fb237c9 req-0f455cfd-fb80-47b8-9088-1049725f3cac tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5445 time: 0.1020126 Aug 29 17:16:21.351020 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e239758a-e57e-47cc-8989-31257fb237c9 req-25aa2ca9-d3b1-45ea-813a-678cbe406772 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353036 Aug 29 17:16:22.187432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-8939e972-a33a-4b54-8af6-5a5561a40494 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.193420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-8939e972-a33a-4b54-8af6-5a5561a40494 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.200121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-8939e972-a33a-4b54-8af6-5a5561a40494 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.208751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-8939e972-a33a-4b54-8af6-5a5561a40494 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.214800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-8939e972-a33a-4b54-8af6-5a5561a40494 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.220657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-8939e972-a33a-4b54-8af6-5a5561a40494 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.226590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-8939e972-a33a-4b54-8af6-5a5561a40494 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.228390 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-8939e972-a33a-4b54-8af6-5a5561a40494 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5445 time: 0.0946615 Aug 29 17:16:22.274968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-6553e7fe-9c10-40f2-9909-cb785e022ef5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.276285 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-6553e7fe-9c10-40f2-9909-cb785e022ef5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "GET /v2.0/ports/210b7cba-cb2d-4589-82bc-bf98baf9f1c1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0400338 Aug 29 17:16:22.489281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b47df-b1b3-4cd4-a3a1-db6ff6a57924 req-70cdbf47-4162-4ae4-a026-dcc465d7a725 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.496148 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b47df-b1b3-4cd4-a3a1-db6ff6a57924 req-70cdbf47-4162-4ae4-a026-dcc465d7a725 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.502230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b47df-b1b3-4cd4-a3a1-db6ff6a57924 req-70cdbf47-4162-4ae4-a026-dcc465d7a725 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.508230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b47df-b1b3-4cd4-a3a1-db6ff6a57924 req-70cdbf47-4162-4ae4-a026-dcc465d7a725 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.514336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b47df-b1b3-4cd4-a3a1-db6ff6a57924 req-70cdbf47-4162-4ae4-a026-dcc465d7a725 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.520345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b47df-b1b3-4cd4-a3a1-db6ff6a57924 req-70cdbf47-4162-4ae4-a026-dcc465d7a725 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.527540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b47df-b1b3-4cd4-a3a1-db6ff6a57924 req-70cdbf47-4162-4ae4-a026-dcc465d7a725 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:22.529594 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d6b47df-b1b3-4cd4-a3a1-db6ff6a57924 req-70cdbf47-4162-4ae4-a026-dcc465d7a725 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 5445 time: 0.0992732 Aug 29 17:16:22.576048 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d6b47df-b1b3-4cd4-a3a1-db6ff6a57924 req-98aa20fc-c7a7-403f-8d73-65fda03bcae9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a126d18-68eb-43d1-b311-9d56579079ad&id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398920 Aug 29 17:16:22.706706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9873c8a5-181d-4a45-b2e8-9b69ccfd56fe tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "GET /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4251056 Aug 29 17:16:22.719830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:22.776743 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:22.911771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] For port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:22.944172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] For port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:22.975905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] device_id is not set on port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:16:22.984331 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:22.989920 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.052356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] No DVR routers for this DVR port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:23.076933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Pushing event updated for resources: {'Port': ['ID=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:23.091476 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.091793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.092172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.092514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.092890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.093267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.093622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.093959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.094329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.094689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.095000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.095382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:23.109310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] In _notify_port_updated(), no bound segment for port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 on network 57add85e-c4c9-429c-a13b-00c93150bf1a {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:16:23.110157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:23.110811 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.112221 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-5a1601b1-a6ca-44a9-a2cd-f4ae99450647 service neutron] 10.222.0.10 "PUT /v2.0/ports/210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 200 len: 1033 time: 0.3965430 Aug 29 17:16:23.161367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-fada8d06-6ab4-47bc-aa50-f8e947e3a70f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:23.162865 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-fada8d06-6ab4-47bc-aa50-f8e947e3a70f tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "GET /v2.0/ports/b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0442827 Aug 29 17:16:23.175116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:23.232909 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.280395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2b8c4542-a78d-49c8-9206-76dd6d1a5437 None None] Provisioning complete for port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:23.280893 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4542-a78d-49c8-9206-76dd6d1a5437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.313942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c4542-a78d-49c8-9206-76dd6d1a5437 None None] Port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:16:23.364165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] For port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:23.398065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] For port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:23.431594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] device_id is not set on port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:16:23.441106 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.446595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.503577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] No DVR routers for this DVR port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:23.532457 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] Pushing event updated for resources: {'Port': ['ID=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:23.550881 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] In _notify_port_updated(), no bound segment for port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 on network 57add85e-c4c9-429c-a13b-00c93150bf1a {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:16:23.551766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:23.552409 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.553742 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-b60902d2-f6d3-422b-b6eb-42698a1b2aeb service neutron] 10.222.0.10 "PUT /v2.0/ports/b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 200 len: 1033 time: 0.3831022 Aug 29 17:16:23.656390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-ff76c74c-7434-4d51-83f4-be78878e6e4b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Deleting port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:23.656742 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-ff76c74c-7434-4d51-83f4-be78878e6e4b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.719056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7d04e-0024-46ef-930c-5b586332bba0 req-0c20eeed-b7d7-42f8-b44e-6fdb016465fa tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:23.725142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7d04e-0024-46ef-930c-5b586332bba0 req-0c20eeed-b7d7-42f8-b44e-6fdb016465fa tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:23.731374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7d04e-0024-46ef-930c-5b586332bba0 req-0c20eeed-b7d7-42f8-b44e-6fdb016465fa tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:23.735156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-aa6b94ed-7a5a-459e-a034-5d9b541bfbcb None None] Provisioning complete for port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:23.735530 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-aa6b94ed-7a5a-459e-a034-5d9b541bfbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.737424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7d04e-0024-46ef-930c-5b586332bba0 req-0c20eeed-b7d7-42f8-b44e-6fdb016465fa tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:23.743812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7d04e-0024-46ef-930c-5b586332bba0 req-0c20eeed-b7d7-42f8-b44e-6fdb016465fa tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:23.746135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fb7d04e-0024-46ef-930c-5b586332bba0 req-0c20eeed-b7d7-42f8-b44e-6fdb016465fa tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 3885 time: 0.0827274 Aug 29 17:16:23.754063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-ff76c74c-7434-4d51-83f4-be78878e6e4b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] For port 015f96c5-f6fc-420d-8a29-d33bf5d864a5, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=015f96c5-f6fc-420d-8a29-d33bf5d864a5,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:23.754432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-ff76c74c-7434-4d51-83f4-be78878e6e4b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.769280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-ff76c74c-7434-4d51-83f4-be78878e6e4b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Calling delete_port for 015f96c5-f6fc-420d-8a29-d33bf5d864a5 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:23.771291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b94ed-7a5a-459e-a034-5d9b541bfbcb None None] Port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:16:23.786743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fb7d04e-0024-46ef-930c-5b586332bba0 req-a3ccab6e-5ea4-4dd3-a30e-c216816f8664 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341539 Aug 29 17:16:23.897164 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-ff76c74c-7434-4d51-83f4-be78878e6e4b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.930017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76c74c-7434-4d51-83f4-be78878e6e4b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Port': ['ID=015f96c5-f6fc-420d-8a29-d33bf5d864a5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:23.971249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-ff76c74c-7434-4d51-83f4-be78878e6e4b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] No DVR routers for this DVR port 015f96c5-f6fc-420d-8a29-d33bf5d864a5 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:23.973771 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-ff76c74c-7434-4d51-83f4-be78878e6e4b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:23.975784 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-ff76c74c-7434-4d51-83f4-be78878e6e4b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "DELETE /v2.0/ports/015f96c5-f6fc-420d-8a29-d33bf5d864a5 HTTP/1.1" status: 204 len: 173 time: 0.4152877 Aug 29 17:16:23.976225 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-deleted', 'tag': '015f96c5-f6fc-420d-8a29-d33bf5d864a5'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:23.978485 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19269b8e-e3fc-49cb-9017-bba4ed5ee05e" -d '{"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-deleted", "tag": "015f96c5-f6fc-420d-8a29-d33bf5d864a5"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:24.019539 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558e856c-b764-4813-8ef9-b9fb2e042be1 x-openstack-request-id: req-558e856c-b764-4813-8ef9-b9fb2e042be1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:24.019805 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-deleted", "tag": "015f96c5-f6fc-420d-8a29-d33bf5d864a5", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:24.020059 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-558e856c-b764-4813-8ef9-b9fb2e042be1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:24.020454 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-deleted', 'tag': '015f96c5-f6fc-420d-8a29-d33bf5d864a5', 'status': 'completed', 'code': 200} Aug 29 17:16:24.075396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-12bd2eff-662a-4cab-bd98-e15b3a8a1172 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Deleting port 2a55f850-c98f-47e3-abdd-88155a009bfa {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:24.075816 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-12bd2eff-662a-4cab-bd98-e15b3a8a1172 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.180200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-12bd2eff-662a-4cab-bd98-e15b3a8a1172 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] For port 2a55f850-c98f-47e3-abdd-88155a009bfa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2a55f850-c98f-47e3-abdd-88155a009bfa,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:24.180569 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-12bd2eff-662a-4cab-bd98-e15b3a8a1172 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.193851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-12bd2eff-662a-4cab-bd98-e15b3a8a1172 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Calling delete_port for 2a55f850-c98f-47e3-abdd-88155a009bfa owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:24.331041 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-12bd2eff-662a-4cab-bd98-e15b3a8a1172 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.361191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd2eff-662a-4cab-bd98-e15b3a8a1172 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Port': ['ID=2a55f850-c98f-47e3-abdd-88155a009bfa,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:24.409787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-12bd2eff-662a-4cab-bd98-e15b3a8a1172 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] No DVR routers for this DVR port 2a55f850-c98f-47e3-abdd-88155a009bfa on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:24.412527 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-12bd2eff-662a-4cab-bd98-e15b3a8a1172 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.414681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-12bd2eff-662a-4cab-bd98-e15b3a8a1172 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "DELETE /v2.0/ports/2a55f850-c98f-47e3-abdd-88155a009bfa HTTP/1.1" status: 204 len: 173 time: 0.4316044 Aug 29 17:16:24.518924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Deleting port 1118de05-2a40-42f0-8617-64982477f4cf {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:24.519213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.592886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 43c3dbd7-ea33-4bbe-9cf7-95406f89436c no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:24.605118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] For port 1118de05-2a40-42f0-8617-64982477f4cf, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=1118de05-2a40-42f0-8617-64982477f4cf,segment=NetworkSegment(f20d509c-6a87-4af4-ba3a-bd861c2c0930),segment_id=f20d509c-6a87-4af4-ba3a-bd861c2c0930)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:24.605517 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.672376 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.696347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c3dbd7-ea33-4bbe-9cf7-95406f89436c'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:24.699718 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b4704c-6f4f-4c79-98d5-f4cf4c62a435" -d '{"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "43c3dbd7-ea33-4bbe-9cf7-95406f89436c"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:24.713735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:24.719411 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.721347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:24.745344 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5beee0f-6313-4c78-816f-868f425c8f82 x-openstack-request-id: req-f5beee0f-6313-4c78-816f-868f425c8f82 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:24.745646 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "43c3dbd7-ea33-4bbe-9cf7-95406f89436c", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:24.745898 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5beee0f-6313-4c78-816f-868f425c8f82 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:24.746289 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c3dbd7-ea33-4bbe-9cf7-95406f89436c', 'code': 200} Aug 29 17:16:24.795676 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.796220 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.797042 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Floating IP 47383978-fb0a-4392-be26-a87bda58128d disassociated. External IP: 172.25.5.93, port: 1118de05-2a40-42f0-8617-64982477f4cf. Aug 29 17:16:24.797901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Calling delete_port for 1118de05-2a40-42f0-8617-64982477f4cf owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:24.804936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:24.805618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 015f96c5-f6fc-420d-8a29-d33bf5d864a5 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:24.827668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 015f96c5-f6fc-420d-8a29-d33bf5d864a5 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:24.828026 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 015f96c5-f6fc-420d-8a29-d33bf5d864a5 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:24.828514 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:24.852683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:24.874065 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.874414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.874755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.875097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.875432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.875769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.876098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.876425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.876779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.877110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.877470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.877793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:24.889307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:24.889708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:24.955527 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.958336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f7a1b-96b2-47d4-b336-5e6350163287 req-7835715f-77e6-48ee-a859-b715781fb9ae tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:24.964849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f7a1b-96b2-47d4-b336-5e6350163287 req-7835715f-77e6-48ee-a859-b715781fb9ae tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:24.971881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f7a1b-96b2-47d4-b336-5e6350163287 req-7835715f-77e6-48ee-a859-b715781fb9ae tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:24.973915 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c45f7a1b-96b2-47d4-b336-5e6350163287 req-7835715f-77e6-48ee-a859-b715781fb9ae tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 2413 time: 0.0792530 Aug 29 17:16:24.979504 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:24.991045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Port': ['ID=1118de05-2a40-42f0-8617-64982477f4cf,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:25.028562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:25.028783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c45f7a1b-96b2-47d4-b336-5e6350163287 req-da0e1170-e90d-4c51-bfe7-1c1f974fa687 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups?id=494b9583-bbf2-4dbd-87ee-f33537dff2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473497 Aug 29 17:16:25.033623 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.034472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2a55f850-c98f-47e3-abdd-88155a009bfa no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:25.080409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 2a55f850-c98f-47e3-abdd-88155a009bfa {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:25.080766 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2a55f850-c98f-47e3-abdd-88155a009bfa not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:25.081200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 1118de05-2a40-42f0-8617-64982477f4cf no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:25.107994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 1118de05-2a40-42f0-8617-64982477f4cf {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:25.108282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 1118de05-2a40-42f0-8617-64982477f4cf not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:25.123019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:25.131271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:16:25.236015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:16:25.245759 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d507e29-bea6-41b3-96c2-2f5935ab097a None None] Sync routers for ids ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:16:25.254633 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d507e29-bea6-41b3-96c2-2f5935ab097a None None] Routers {'8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:25.255314 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5d507e29-bea6-41b3-96c2-2f5935ab097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:16:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:25.279553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] No DVR routers for this DVR port 1118de05-2a40-42f0-8617-64982477f4cf on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:25.282222 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.284501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-9feca803-0529-46d8-8415-14ff250b18d9 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "DELETE /v2.0/ports/1118de05-2a40-42f0-8617-64982477f4cf HTTP/1.1" status: 204 len: 173 time: 0.8631580 Aug 29 17:16:25.361636 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5d507e29-bea6-41b3-96c2-2f5935ab097a None None] Set router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:25.381159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-a704c6fd-b779-49c8-b605-600b14e2a619 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Deleting port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:25.381754 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-a704c6fd-b779-49c8-b605-600b14e2a619 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.482389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-a704c6fd-b779-49c8-b605-600b14e2a619 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] For port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:25.482759 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-a704c6fd-b779-49c8-b605-600b14e2a619 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.498651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-a704c6fd-b779-49c8-b605-600b14e2a619 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Calling delete_port for 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:25.639007 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-a704c6fd-b779-49c8-b605-600b14e2a619 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.670285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704c6fd-b779-49c8-b605-600b14e2a619 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Port': ['ID=103c1e44-7c35-4f6e-a96b-e19cbad37ad4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:25.681496 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5d507e29-bea6-41b3-96c2-2f5935ab097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:06:04Z', 'revision_number': 4, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e40e32bd-515b-4f73-8dac-90e7970f1210', 'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'mac_address': 'fa:16:3e:cc:14:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:02Z', 'updated_at': '2021-08-29T17:06:13Z', 'revision_number': 5, 'project_id': '2954fefdd93b45b9866301d908662a17', 'subnets': [{'id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:25.709659 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d507e29-bea6-41b3-96c2-2f5935ab097a None None] Checking router: 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:16:25.715460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-a704c6fd-b779-49c8-b605-600b14e2a619 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] No DVR routers for this DVR port 103c1e44-7c35-4f6e-a96b-e19cbad37ad4 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:25.719010 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-a704c6fd-b779-49c8-b605-600b14e2a619 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.719718 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d507e29-bea6-41b3-96c2-2f5935ab097a None None] Routers {'8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:25.720369 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5d507e29-bea6-41b3-96c2-2f5935ab097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:16:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:25.720977 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-a704c6fd-b779-49c8-b605-600b14e2a619 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "DELETE /v2.0/ports/103c1e44-7c35-4f6e-a96b-e19cbad37ad4 HTTP/1.1" status: 204 len: 173 time: 0.4308617 Aug 29 17:16:25.825002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-c6f97b29-9adb-4ff0-b14b-f55eac7db258 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Deleting port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:25.825420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-c6f97b29-9adb-4ff0-b14b-f55eac7db258 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.826929 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5d507e29-bea6-41b3-96c2-2f5935ab097a None None] Set router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:25.917204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-c6f97b29-9adb-4ff0-b14b-f55eac7db258 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] For port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:25.917581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-c6f97b29-9adb-4ff0-b14b-f55eac7db258 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:25.930486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-c6f97b29-9adb-4ff0-b14b-f55eac7db258 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Calling delete_port for 43c3dbd7-ea33-4bbe-9cf7-95406f89436c owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:26.040134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-deleted', 'tag': '2a55f850-c98f-47e3-abdd-88155a009bfa'}, {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-deleted', 'tag': '1118de05-2a40-42f0-8617-64982477f4cf'}, {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-deleted', 'tag': '103c1e44-7c35-4f6e-a96b-e19cbad37ad4'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:26.043094 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0b55c0-3720-4a7f-b50a-c44f5e5071d3" -d '{"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-deleted", "tag": "2a55f850-c98f-47e3-abdd-88155a009bfa"}, {"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-deleted", "tag": "1118de05-2a40-42f0-8617-64982477f4cf"}, {"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-deleted", "tag": "103c1e44-7c35-4f6e-a96b-e19cbad37ad4"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:26.043279 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5d507e29-bea6-41b3-96c2-2f5935ab097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:06:04Z', 'revision_number': 4, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e40e32bd-515b-4f73-8dac-90e7970f1210', 'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'mac_address': 'fa:16:3e:cc:14:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:02Z', 'updated_at': '2021-08-29T17:06:13Z', 'revision_number': 5, 'project_id': '2954fefdd93b45b9866301d908662a17', 'subnets': [{'id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:26.078091 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-c6f97b29-9adb-4ff0-b14b-f55eac7db258 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.079413 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d507e29-bea6-41b3-96c2-2f5935ab097a None None] The sync data for ids ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'] in n-d-713301-13 is: [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:06:04Z', 'revision_number': 4, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e40e32bd-515b-4f73-8dac-90e7970f1210', 'name': '', 'network_id': '6a468c2d-9be1-440f-a192-42e8517f74d6', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'mac_address': 'fa:16:3e:cc:14:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:06:02Z', 'updated_at': '2021-08-29T17:06:13Z', 'revision_number': 5, 'project_id': '2954fefdd93b45b9866301d908662a17', 'subnets': [{'id': 'a0183a3c-e561-4345-8ae5-a5ac3767fc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:16:26.130359 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c59d58e-1814-4090-aeec-ed809aa27ebd x-openstack-request-id: req-3c59d58e-1814-4090-aeec-ed809aa27ebd {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:26.130756 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-deleted", "tag": "2a55f850-c98f-47e3-abdd-88155a009bfa", "status": "completed", "code": 200}, {"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-deleted", "tag": "1118de05-2a40-42f0-8617-64982477f4cf", "status": "completed", "code": 200}, {"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-deleted", "tag": "103c1e44-7c35-4f6e-a96b-e19cbad37ad4", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:26.131020 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c59d58e-1814-4090-aeec-ed809aa27ebd {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:26.131470 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-deleted', 'tag': '2a55f850-c98f-47e3-abdd-88155a009bfa', 'status': 'completed', 'code': 200} Aug 29 17:16:26.131735 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-deleted', 'tag': '1118de05-2a40-42f0-8617-64982477f4cf', 'status': 'completed', 'code': 200} Aug 29 17:16:26.131997 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-deleted', 'tag': '103c1e44-7c35-4f6e-a96b-e19cbad37ad4', 'status': 'completed', 'code': 200} Aug 29 17:16:26.133779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f97b29-9adb-4ff0-b14b-f55eac7db258 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Port': ['ID=43c3dbd7-ea33-4bbe-9cf7-95406f89436c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:26.218183 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51e15097-ef50-4aad-9182-2483584fcc9c req-47abcd29-29a1-4fba-8554-6cb09fabe40d tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0721903 Aug 29 17:16:26.234196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-c6f97b29-9adb-4ff0-b14b-f55eac7db258 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] No DVR routers for this DVR port 43c3dbd7-ea33-4bbe-9cf7-95406f89436c on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:26.236916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-c6f97b29-9adb-4ff0-b14b-f55eac7db258 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:26.239240 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a24e33a-3207-4e76-a3be-fe719c8edb8c req-c6f97b29-9adb-4ff0-b14b-f55eac7db258 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.10 "DELETE /v2.0/ports/43c3dbd7-ea33-4bbe-9cf7-95406f89436c HTTP/1.1" status: 204 len: 173 time: 0.5108109 Aug 29 17:16:26.379755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918c9c0-1605-4142-b776-063a95e6fefb None None] New status for floating IP 47383978-fb0a-4392-be26-a87bda58128d: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:16:26.748381 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103c1e44-7c35-4f6e-a96b-e19cbad37ad4'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:26.750870 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27451eb6-fc7d-4f06-bbc5-ba61a911e508" -d '{"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "103c1e44-7c35-4f6e-a96b-e19cbad37ad4"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:26.801174 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca34d6cf-824d-4992-af49-2ad617ef8941 x-openstack-request-id: req-ca34d6cf-824d-4992-af49-2ad617ef8941 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:26.801494 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "103c1e44-7c35-4f6e-a96b-e19cbad37ad4", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:26.801743 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca34d6cf-824d-4992-af49-2ad617ef8941 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:26.802285 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103c1e44-7c35-4f6e-a96b-e19cbad37ad4', 'code': 200} Aug 29 17:16:27.334733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b682044-c363-4e1c-aca4-bf3c877175a2 req-2311eea9-3711-4747-a3b1-3cdf0f9f4c08 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0294809 Aug 29 17:16:28.133124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-deleted', 'tag': '43c3dbd7-ea33-4bbe-9cf7-95406f89436c'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:28.136327 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b880015-00e7-4697-9ecc-9b8b1bd3ab45" -d '{"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-deleted", "tag": "43c3dbd7-ea33-4bbe-9cf7-95406f89436c"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:28.173534 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a750686f-234f-4443-b090-2ddfbe5176fd x-openstack-request-id: req-a750686f-234f-4443-b090-2ddfbe5176fd {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:28.173836 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319c5cea-f99d-40e1-a20b-9fd4db30d6b4", "name": "network-vif-deleted", "tag": "43c3dbd7-ea33-4bbe-9cf7-95406f89436c", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:28.174096 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a750686f-234f-4443-b090-2ddfbe5176fd {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:28.174504 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319c5cea-f99d-40e1-a20b-9fd4db30d6b4', 'name': 'network-vif-deleted', 'tag': '43c3dbd7-ea33-4bbe-9cf7-95406f89436c', 'status': 'completed', 'code': 200} Aug 29 17:16:28.455453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-baa34aa6-95bc-4e36-81b1-2e572eb44d31 req-7cf4ec79-88d5-4568-bdae-e4ac2daa1f23 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0334616 Aug 29 17:16:29.562086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43e28de8-19bd-477e-95e8-ae4369f1ff40 req-123e656f-e33f-4b41-ab0e-05adf75baed5 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0290289 Aug 29 17:16:30.663923 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40ed0346-0b11-4fb9-9fab-504dd1757e23 req-44341223-3dd5-4af6-8024-be7d0bff3284 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0267797 Aug 29 17:16:31.770500 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e672ecac-453a-42e2-845b-f77767c39588 req-429fb800-7584-4a88-8de1-e1c226b515d7 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0284638 Aug 29 17:16:32.883231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a2c39036-d1c2-4a38-9761-3c6bf203f60b req-3a0530c2-e0e7-40a1-a636-97853721d590 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0331612 Aug 29 17:16:33.987004 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b72e64e2-bc61-4cea-9e24-2a4cab7cdac4 req-2b299f75-88b0-4418-ad70-ca05e4715996 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0265472 Aug 29 17:16:35.089295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-950a1234-b3a7-4f10-881c-a4fb61695bc0 req-d9c30e29-5080-49ab-8ec6-adcf1b0a82ef tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0272095 Aug 29 17:16:36.197265 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0823d424-680c-4044-9ffc-2f292f8d599e req-c505cb51-4247-4618-8b44-fcae9cfcdb30 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/ports?device_id=319c5cea-f99d-40e1-a20b-9fd4db30d6b4 HTTP/1.1" status: 200 len: 210 time: 0.0312221 Aug 29 17:16:37.130701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88a731-6278-4bd4-a165-095c222409d6 req-71b88083-dcc1-4a9e-816e-fe8d4a168d4a tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:37.132270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fd88a731-6278-4bd4-a165-095c222409d6 req-71b88083-dcc1-4a9e-816e-fe8d4a168d4a tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1097 time: 0.0405717 Aug 29 17:16:37.150395 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fd88a731-6278-4bd4-a165-095c222409d6 req-984425a0-7b77-41b2-b1dd-beaebecab5cd tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.239372 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fd88a731-6278-4bd4-a165-095c222409d6 req-984425a0-7b77-41b2-b1dd-beaebecab5cd tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.244442 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-fd88a731-6278-4bd4-a165-095c222409d6 req-984425a0-7b77-41b2-b1dd-beaebecab5cd tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.265853 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fd88a731-6278-4bd4-a165-095c222409d6 req-984425a0-7b77-41b2-b1dd-beaebecab5cd tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277263 Aug 29 17:16:37.278208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984425a0-7b77-41b2-b1dd-beaebecab5cd tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd817330-1ee2-4e6d-9acf-70dd2b650d9c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:37.312859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53256) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:37.375262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.400432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.411420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0358de-25bb-4d0a-9828-78a843e8fbcf req-aa3c17d4-5870-4c9b-8f5e-cccb3b05e01e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:37.412961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc0358de-25bb-4d0a-9828-78a843e8fbcf req-aa3c17d4-5870-4c9b-8f5e-cccb3b05e01e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0580559 Aug 29 17:16:37.451476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.454190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.454814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc0358de-25bb-4d0a-9828-78a843e8fbcf req-c4594bef-87ad-46ab-838f-887245a6deb7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349271 Aug 29 17:16:37.455361 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "DELETE /v2.0/security-groups/494b9583-bbf2-4dbd-87ee-f33537dff2b8 HTTP/1.1" status: 204 len: 168 time: 0.1409357 Aug 29 17:16:37.458998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53258) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:37.466892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494b9583-bbf2-4dbd-87ee-f33537dff2b8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:37.473741 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-e94d9b6c-5904-45db-9f45-47aa15ecefa6 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] show failed (client error): The resource could not be found. Aug 29 17:16:37.474910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e94d9b6c-5904-45db-9f45-47aa15ecefa6 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "GET /v2.0/security-groups/494b9583-bbf2-4dbd-87ee-f33537dff2b8 HTTP/1.1" status: 404 len: 347 time: 0.0153861 Aug 29 17:16:37.477605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53260) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:37.479772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.480133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.480509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.480872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.481211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.481663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.482000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.482334 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.482679 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.483001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.483417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.483509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53262) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:37.483752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f30ad-a05a-4317-b3bb-ff009b12b921 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:16:37.627262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d09b0c35-1dd6-47c2-b451-bcdb956061d1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d HTTP/1.1" status: 200 len: 993 time: 0.1427536 Aug 29 17:16:37.653076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8fc26414-2c9e-4803-9e20-749ef286ba0b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Deleting port e7b57078-8e86-422c-88ed-17b8604e6d15 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:37.653443 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fc26414-2c9e-4803-9e20-749ef286ba0b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.711629 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:16:37.728744 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fc26414-2c9e-4803-9e20-749ef286ba0b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.729079 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fc26414-2c9e-4803-9e20-749ef286ba0b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.740607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8fc26414-2c9e-4803-9e20-749ef286ba0b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Calling delete_port for e7b57078-8e86-422c-88ed-17b8604e6d15 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:37.870323 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fc26414-2c9e-4803-9e20-749ef286ba0b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.898768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc26414-2c9e-4803-9e20-749ef286ba0b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Port': ['ID=e7b57078-8e86-422c-88ed-17b8604e6d15,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:37.960542 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fc26414-2c9e-4803-9e20-749ef286ba0b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.963294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8fc26414-2c9e-4803-9e20-749ef286ba0b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:37.964579 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8fc26414-2c9e-4803-9e20-749ef286ba0b tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "DELETE /v2.0/floatingips/47383978-fb0a-4392-be26-a87bda58128d HTTP/1.1" status: 204 len: 168 time: 0.4860806 Aug 29 17:16:37.967232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53274) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:38.062360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e73b8777-fffd-43d2-928d-fd6877f3c598 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Deleting port b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:38.062859 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e73b8777-fffd-43d2-928d-fd6877f3c598 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.132780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53278) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:38.151497 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e73b8777-fffd-43d2-928d-fd6877f3c598 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.164289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e73b8777-fffd-43d2-928d-fd6877f3c598 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Calling delete_port for b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:38.225354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a693a-85bc-456b-b9c8-bd617c251650 req-ca904c5d-bedd-49d7-bb0b-71cb2e7616c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:38.226846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-198a693a-85bc-456b-b9c8-bd617c251650 req-ca904c5d-bedd-49d7-bb0b-71cb2e7616c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0781152 Aug 29 17:16:38.257030 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-7ab475a7-20e4-4811-8f44-b91f5ce261e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1230521 Aug 29 17:16:38.277585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-198a693a-85bc-456b-b9c8-bd617c251650 req-af6b91dc-ec49-4ded-b45a-3853261debfe tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Aug 29 17:16:38.304297 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e73b8777-fffd-43d2-928d-fd6877f3c598 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.332796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b8777-fffd-43d2-928d-fd6877f3c598 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Port': ['ID=b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:38.419955 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e73b8777-fffd-43d2-928d-fd6877f3c598 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.421861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e73b8777-fffd-43d2-928d-fd6877f3c598 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "DELETE /v2.0/ports/b5d0bcd9-b2f3-449c-aa3f-8ae7384ec286 HTTP/1.1" status: 204 len: 168 time: 0.4537179 Aug 29 17:16:38.424323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53294) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:38.514161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ba8422fa-19df-49ab-a98f-46ef6f273896 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Deleting port 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:38.514503 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba8422fa-19df-49ab-a98f-46ef6f273896 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.605087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba8422fa-19df-49ab-a98f-46ef6f273896 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.616851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ba8422fa-19df-49ab-a98f-46ef6f273896 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Calling delete_port for 210b7cba-cb2d-4589-82bc-bf98baf9f1c1 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:38.758664 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba8422fa-19df-49ab-a98f-46ef6f273896 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.784939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8422fa-19df-49ab-a98f-46ef6f273896 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Port': ['ID=210b7cba-cb2d-4589-82bc-bf98baf9f1c1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:38.875083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba8422fa-19df-49ab-a98f-46ef6f273896 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.880357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ba8422fa-19df-49ab-a98f-46ef6f273896 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "DELETE /v2.0/ports/210b7cba-cb2d-4589-82bc-bf98baf9f1c1 HTTP/1.1" status: 204 len: 168 time: 0.4526346 Aug 29 17:16:38.880635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53308) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:38.937707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bb6c59-bc43-4c60-93e3-2df0dc641c19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Deleting subnet 58d3252c-7958-4230-95ee-2d26bf5908c0 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:16:38.940800 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99bb6c59-bc43-4c60-93e3-2df0dc641c19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:38.991032 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99bb6c59-bc43-4c60-93e3-2df0dc641c19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.075850 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99bb6c59-bc43-4c60-93e3-2df0dc641c19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.133383 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99bb6c59-bc43-4c60-93e3-2df0dc641c19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.167741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb6c59-bc43-4c60-93e3-2df0dc641c19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Subnet': ['ID=58d3252c-7958-4230-95ee-2d26bf5908c0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:39.169695 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99bb6c59-bc43-4c60-93e3-2df0dc641c19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.172611 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-99bb6c59-bc43-4c60-93e3-2df0dc641c19 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "DELETE /v2.0/subnets/58d3252c-7958-4230-95ee-2d26bf5908c0 HTTP/1.1" status: 204 len: 168 time: 0.2897098 Aug 29 17:16:39.174125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53310) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:39.175437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aedef9c-e916-4b20-92f6-1962a3ae190e None None] Network 4828ab6e-a734-4184-a1a3-7a146a417538 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:39.226434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61bc859-9cd6-43f4-bba6-29f6752bf21e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Deleting subnet 4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:16:39.229704 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a61bc859-9cd6-43f4-bba6-29f6752bf21e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.274175 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a61bc859-9cd6-43f4-bba6-29f6752bf21e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.417307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa9b7f-88f5-4cb7-9f87-731b73f10c39 None None] DHCP port deletion for 4828ab6e-a734-4184-a1a3-7a146a417538 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:16:39.418682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a61bc859-9cd6-43f4-bba6-29f6752bf21e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.464045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-5c84e526-ec1a-4e56-9d7b-6df5dff0b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.465672 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-5c84e526-ec1a-4e56-9d7b-6df5dff0b1c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1097 time: 0.0850940 Aug 29 17:16:39.477267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1efa9b7f-88f5-4cb7-9f87-731b73f10c39 None None] Deleting port 195cca4d-5b05-4420-afa2-4a63cf47fed0 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:39.477931 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1efa9b7f-88f5-4cb7-9f87-731b73f10c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.490838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c776715-50cc-4b8c-a79b-5c39c9404fc6 req-fb38cec0-cba0-4354-8600-8ac7cf5b29bc tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.492969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c776715-50cc-4b8c-a79b-5c39c9404fc6 req-fb38cec0-cba0-4354-8600-8ac7cf5b29bc tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.1292601 Aug 29 17:16:39.508139 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a61bc859-9cd6-43f4-bba6-29f6752bf21e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.536587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bc859-9cd6-43f4-bba6-29f6752bf21e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Subnet': ['ID=4df7a842-a3dc-4d2d-baf1-539e7e5d6c21,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:39.540440 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a61bc859-9cd6-43f4-bba6-29f6752bf21e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.542498 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a61bc859-9cd6-43f4-bba6-29f6752bf21e tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "DELETE /v2.0/subnets/4df7a842-a3dc-4d2d-baf1-539e7e5d6c21 HTTP/1.1" status: 204 len: 168 time: 0.3673346 Aug 29 17:16:39.545025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53316) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:39.554112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1efa9b7f-88f5-4cb7-9f87-731b73f10c39 None None] For port 195cca4d-5b05-4420-afa2-4a63cf47fed0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=195cca4d-5b05-4420-afa2-4a63cf47fed0,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:39.554759 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1efa9b7f-88f5-4cb7-9f87-731b73f10c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.568357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1efa9b7f-88f5-4cb7-9f87-731b73f10c39 None None] Calling delete_port for 195cca4d-5b05-4420-afa2-4a63cf47fed0 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:39.600947 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c776715-50cc-4b8c-a79b-5c39c9404fc6 req-3e4e7926-f557-4df8-b14c-51baff2f4c3d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971930 Aug 29 17:16:39.612964 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae4b17-2a81-4b3e-9899-907cf16c1e93 None None] Network 57add85e-c4c9-429c-a13b-00c93150bf1a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:39.627146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-55b9bf80-ae1e-4fdb-ab47-0c361bdd9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.629053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-55b9bf80-ae1e-4fdb-ab47-0c361bdd9994 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96697be0-b20f-438a-86e6-4d2ce97434c0 HTTP/1.1" status: 200 len: 898 time: 0.1508448 Aug 29 17:16:39.630027 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.707459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Deleting port 195cca4d-5b05-4420-afa2-4a63cf47fed0 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:39.707459 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.709961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-41c9568b-77ab-4e92-973e-91ce98b67883 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 200 len: 1001 time: 0.0725746 Aug 29 17:16:39.745267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 195cca4d-5b05-4420-afa2-4a63cf47fed0 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:39.767778 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1efa9b7f-88f5-4cb7-9f87-731b73f10c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.775415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 195cca4d-5b05-4420-afa2-4a63cf47fed0 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:39.775813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 195cca4d-5b05-4420-afa2-4a63cf47fed0 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:39.777034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-9dc89eef-2c8d-4ee2-89ca-0c33c5aad504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.783452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-9dc89eef-2c8d-4ee2-89ca-0c33c5aad504 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5171d6a3-21eb-4873-8e8c-0124fd3c7ade HTTP/1.1" status: 200 len: 834 time: 0.0653067 Aug 29 17:16:39.787926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] For port 195cca4d-5b05-4420-afa2-4a63cf47fed0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=195cca4d-5b05-4420-afa2-4a63cf47fed0,segment=NetworkSegment(e6a9e3e8-116e-4e04-bfe9-f52dc849db8c),segment_id=e6a9e3e8-116e-4e04-bfe9-f52dc849db8c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:39.788303 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.804131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Calling delete_port for 195cca4d-5b05-4420-afa2-4a63cf47fed0 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:39.809728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa9b7f-88f5-4cb7-9f87-731b73f10c39 None None] Pushing event deleted for resources: {'Port': ['ID=195cca4d-5b05-4420-afa2-4a63cf47fed0,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:39.813406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa9b7f-88f5-4cb7-9f87-731b73f10c39 None None] No DVR routers for this DVR port 195cca4d-5b05-4420-afa2-4a63cf47fed0 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:39.846770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-ad9f405c-e1e6-4212-9104-51e5b565d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:39.848295 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-ad9f405c-e1e6-4212-9104-51e5b565d0ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96697be0-b20f-438a-86e6-4d2ce97434c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547631 Aug 29 17:16:39.891547 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:39.904680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b0b2f-b18e-4a27-95f2-798063cdf79c None None] DHCP port deletion for 57add85e-c4c9-429c-a13b-00c93150bf1a request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:16:39.955559 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-a84c9d26-75ae-4ae4-8181-8a27162b0894 service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995772 Aug 29 17:16:39.960665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-736b0b2f-b18e-4a27-95f2-798063cdf79c None None] Deleting port c0d7da7b-3e90-420c-84ae-6491897033b2 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:39.961044 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-736b0b2f-b18e-4a27-95f2-798063cdf79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.026234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-736b0b2f-b18e-4a27-95f2-798063cdf79c None None] For port c0d7da7b-3e90-420c-84ae-6491897033b2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0d7da7b-3e90-420c-84ae-6491897033b2,segment=NetworkSegment(3e9be45f-563b-4e5b-9965-5136444feea4),segment_id=3e9be45f-563b-4e5b-9965-5136444feea4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:40.026792 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-736b0b2f-b18e-4a27-95f2-798063cdf79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.042460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-736b0b2f-b18e-4a27-95f2-798063cdf79c None None] Calling delete_port for c0d7da7b-3e90-420c-84ae-6491897033b2 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:40.063636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-be4cceff-cafe-49fb-8fc9-72147c06bd78 service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996864 Aug 29 17:16:40.143080 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-736b0b2f-b18e-4a27-95f2-798063cdf79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.176488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b0b2f-b18e-4a27-95f2-798063cdf79c None None] Pushing event deleted for resources: {'Port': ['ID=c0d7da7b-3e90-420c-84ae-6491897033b2,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:40.179922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b0b2f-b18e-4a27-95f2-798063cdf79c None None] No DVR routers for this DVR port c0d7da7b-3e90-420c-84ae-6491897033b2 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:40.254318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Port': ['ID=195cca4d-5b05-4420-afa2-4a63cf47fed0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:40.257744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] No DVR routers for this DVR port 195cca4d-5b05-4420-afa2-4a63cf47fed0 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:40.333825 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.343615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4828ab6e-a734-4184-a1a3-7a146a417538']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:40.353732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:40.354030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a9e3e8-116e-4e04-bfe9-f52dc849db8c') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:40.362625 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.376709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.382617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:16:40.382976 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: self.session.flush() Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:16:40.386566 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:16:40.454453 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.461178 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.463061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "DELETE /v2.0/networks/4828ab6e-a734-4184-a1a3-7a146a417538 HTTP/1.1" status: 204 len: 168 time: 0.9168644 Aug 29 17:16:40.465985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53318) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:40.474312 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a2e00-dc3b-4de4-a9c0-e6b540494231 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Network': ['ID=4828ab6e-a734-4184-a1a3-7a146a417538,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:40.552514 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.642828 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.653907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57add85e-c4c9-429c-a13b-00c93150bf1a']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:40.666103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9be45f-563b-4e5b-9965-5136444feea4') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:40.666394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9be45f-563b-4e5b-9965-5136444feea4') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:40.677167 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.713733 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.723443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:16:40.723920 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:16:40.727392 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:16:40.804211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec57dcc-53f0-4882-b8b1-525eb5e33258 req-360ad75d-88c0-4c1a-aafe-961ad9ff665d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:40.806588 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ec57dcc-53f0-4882-b8b1-525eb5e33258 req-360ad75d-88c0-4c1a-aafe-961ad9ff665d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.1311505 Aug 29 17:16:40.822344 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.827104 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:40.829077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] 10.222.0.22 "DELETE /v2.0/networks/57add85e-c4c9-429c-a13b-00c93150bf1a HTTP/1.1" status: 204 len: 168 time: 0.3618217 Aug 29 17:16:40.860485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f47f52-0406-47b9-8e14-13eb5ad18b59 tempest-TaggedBootDevicesTest_v242-1130390704 tempest-TaggedBootDevicesTest_v242-1130390704-project] Pushing event deleted for resources: {'Network': ['ID=57add85e-c4c9-429c-a13b-00c93150bf1a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:40.878363 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2ec57dcc-53f0-4882-b8b1-525eb5e33258 req-9809f55f-6d82-490f-90bb-a7b7c288c812 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651011 Aug 29 17:16:41.699046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0d7da7b-3e90-420c-84ae-6491897033b2 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:41.719347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c0d7da7b-3e90-420c-84ae-6491897033b2 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:41.719700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0d7da7b-3e90-420c-84ae-6491897033b2 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:41.998354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76711b1-0c3c-453a-9c43-fe37493e811b req-56024725-701e-44c0-ad4f-b37dc7cc752e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:41.999825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b76711b1-0c3c-453a-9c43-fe37493e811b req-56024725-701e-44c0-ad4f-b37dc7cc752e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0492847 Aug 29 17:16:42.037790 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b76711b1-0c3c-453a-9c43-fe37493e811b req-7e4ddc51-057c-40a2-9b66-659bfc260c49 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318978 Aug 29 17:16:42.867331 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad10b403-6d6f-4e4b-a4ff-3a563b5ac3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:43.161432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e986ca-e952-4c96-bd92-024561986f41 req-2c68daed-2f78-4646-b190-f3ef25983218 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:43.162948 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41e986ca-e952-4c96-bd92-024561986f41 req-2c68daed-2f78-4646-b190-f3ef25983218 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0555151 Aug 29 17:16:43.205468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41e986ca-e952-4c96-bd92-024561986f41 req-454b40b5-f96b-432f-9fe7-7186ce7ddaf2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358288 Aug 29 17:16:44.332828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd7875-9bd5-4105-a72c-449ee755945f req-a819fd06-a23c-4623-a6fd-02daad56534d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:44.334319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60cd7875-9bd5-4105-a72c-449ee755945f req-a819fd06-a23c-4623-a6fd-02daad56534d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0545011 Aug 29 17:16:44.373724 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60cd7875-9bd5-4105-a72c-449ee755945f req-96422f13-7e13-47fc-a7eb-40d95c49e4a7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332549 Aug 29 17:16:44.990028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-d9b86461-bc90-41e1-b66c-6313984a0f27 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394888 Aug 29 17:16:45.073791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-6e5b3ab4-c1c9-437d-babf-e6dd9da75a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:45.075284 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-6e5b3ab4-c1c9-437d-babf-e6dd9da75a51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d23c30b596e44428d3dbb88e51226d0&device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 1098 time: 0.0417523 Aug 29 17:16:45.183419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-954d423e-7ad9-4a3a-bbf2-4311f52a9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:45.184903 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-954d423e-7ad9-4a3a-bbf2-4311f52a9ccc service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e7d4692-a51e-41b1-bcea-73dce0609ef3 HTTP/1.1" status: 200 len: 910 time: 0.0893774 Aug 29 17:16:45.257888 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-c0dc3c78-24fc-48e4-9e87-4e4dc9e93851 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90a3427e-bfb3-4a56-af3b-7e1faa024608 HTTP/1.1" status: 200 len: 1001 time: 0.0622954 Aug 29 17:16:45.313658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-617a6099-b11e-4a21-a1af-5d41851b0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:45.315131 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-617a6099-b11e-4a21-a1af-5d41851b0a59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4320a9f-837b-46de-903f-699ec1a25d2c HTTP/1.1" status: 200 len: 848 time: 0.0492685 Aug 29 17:16:45.362764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-2f8dd069-5427-4eb8-a6cd-24f84c005ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:45.364394 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-2f8dd069-5427-4eb8-a6cd-24f84c005ab5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e7d4692-a51e-41b1-bcea-73dce0609ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409932 Aug 29 17:16:45.472611 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-342d4280-d92c-4550-9950-eb43627dd9dd service neutron] 10.222.0.16 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005030 Aug 29 17:16:45.552729 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-add25a6d-ff0d-420d-bd49-5c8b5086de64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:45.561725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d043e-d665-4ac2-94f1-ba5dc536756c req-fe9e45ec-3b75-4544-9900-a852cf36d2ce tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:45.563266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-459d043e-d665-4ac2-94f1-ba5dc536756c req-fe9e45ec-3b75-4544-9900-a852cf36d2ce tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.1062016 Aug 29 17:16:45.625492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-459d043e-d665-4ac2-94f1-ba5dc536756c req-7bf07718-2377-47eb-b115-4fa0767667c2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555658 Aug 29 17:16:45.631410 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e51cf486-34ff-4e95-b828-2d9bd0618771 req-7112552e-10ab-449f-9f5b-02399104c507 service neutron] 10.222.0.16 "GET /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411619 Aug 29 17:16:45.820755 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.109082 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-1e5e20f8-ff58-4b4f-aedd-c7b12142402a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429180 Aug 29 17:16:46.198434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-bb089f97-0434-41c4-bbd5-35897460a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:46.200496 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-bb089f97-0434-41c4-bbd5-35897460a4bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 1097 time: 0.0457416 Aug 29 17:16:46.320969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-26c22de6-7ce7-4325-b433-693072c73860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:46.323044 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-26c22de6-7ce7-4325-b433-693072c73860 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.1018472 Aug 29 17:16:46.404363 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-0b10b2d6-7f08-471e-8d92-e21cac9ced44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f8726ed-7081-4120-9467-74c8c7d44ce0 HTTP/1.1" status: 200 len: 1000 time: 0.0740228 Aug 29 17:16:46.459832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-e5536419-ef46-461f-9ac3-7d89978b8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:46.461380 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-e5536419-ef46-461f-9ac3-7d89978b8422 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0502005 Aug 29 17:16:46.508666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-00462f25-9a60-4660-aba7-9081e4f353ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:46.510191 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-00462f25-9a60-4660-aba7-9081e4f353ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416739 Aug 29 17:16:46.603475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-92d3f2e7-be28-4902-b2ba-f4e5764f2a17 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860391 Aug 29 17:16:46.672159 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:46.708060 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-66470a27-7ae3-4046-89d9-313ed5e0cd81 req-26f29fba-2629-4fb9-b5d9-f13658519b5e service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977499 Aug 29 17:16:46.770827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe9e57-3809-4f60-88a1-267a3329347d req-1be90ca6-f782-48fc-a977-3d820c4ab949 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:46.772472 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fffe9e57-3809-4f60-88a1-267a3329347d req-1be90ca6-f782-48fc-a977-3d820c4ab949 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0564506 Aug 29 17:16:46.817696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fffe9e57-3809-4f60-88a1-267a3329347d req-012da058-bbda-4833-9a15-3bb7252423cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385809 Aug 29 17:16:47.698854 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:47.699832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53378) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:47.938682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843546c-f2ce-4310-b6d8-e0248ad5f5be req-40f23128-ad99-4fac-95d2-1c6ab34b1a8d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:47.941782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2843546c-f2ce-4310-b6d8-e0248ad5f5be req-40f23128-ad99-4fac-95d2-1c6ab34b1a8d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0540500 Aug 29 17:16:47.988555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2843546c-f2ce-4310-b6d8-e0248ad5f5be req-ee9b74ea-cb46-4620-abdd-1274b29714aa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422065 Aug 29 17:16:48.189921 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.300722 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.438013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] Deleting port e40e32bd-515b-4f73-8dac-90e7970f1210 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:48.438338 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.519472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] For port e40e32bd-515b-4f73-8dac-90e7970f1210, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e40e32bd-515b-4f73-8dac-90e7970f1210,segment=NetworkSegment(f20d509c-6a87-4af4-ba3a-bd861c2c0930),segment_id=f20d509c-6a87-4af4-ba3a-bd861c2c0930)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:48.519747 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.532447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] Calling delete_port for e40e32bd-515b-4f73-8dac-90e7970f1210 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:48.715610 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:48.740832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40e32bd-515b-4f73-8dac-90e7970f1210,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:48.914995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.120374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4305-b92d-44a9-b973-64998c126d62 req-45fc33c3-93be-47d2-9127-f030805e6547 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:49.122634 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b9c4305-b92d-44a9-b973-64998c126d62 req-45fc33c3-93be-47d2-9127-f030805e6547 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0577590 Aug 29 17:16:49.130284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] Router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:16:49.161103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b9c4305-b92d-44a9-b973-64998c126d62 req-073edd32-398f-448a-8fe0-2de44b903e5d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Aug 29 17:16:49.236314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:16:49.241202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8a0c829a-dc98-4db2-a90c-0f53db1130b6 admin admin] 10.222.0.22 "PUT /v2.0/routers/8a4dd107-7021-4388-b8b0-84e7bb8dc1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5403256 Aug 29 17:16:49.244601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53392) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:49.245613 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410dbc71-5a5d-4d0c-905a-b068450f0ae0 None None] Sync routers for ids ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:16:49.255146 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410dbc71-5a5d-4d0c-905a-b068450f0ae0 None None] Routers {'8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:49.255749 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-410dbc71-5a5d-4d0c-905a-b068450f0ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:16:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:49.345483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.356894 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-410dbc71-5a5d-4d0c-905a-b068450f0ae0 None None] Set router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:49.445455 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.500174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Deleting port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:49.500514 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.532279 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-410dbc71-5a5d-4d0c-905a-b068450f0ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:16:48Z', 'revision_number': 5, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port': {'id': 'f6c5d9a0-4ed7-4220-9b28-926f6aa7979d', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:05:58Z', 'updated_at': '2021-08-29T17:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:49.558887 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410dbc71-5a5d-4d0c-905a-b068450f0ae0 None None] Checking router: 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:16:49.566860 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410dbc71-5a5d-4d0c-905a-b068450f0ae0 None None] Routers {'8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:16:49.567458 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-410dbc71-5a5d-4d0c-905a-b068450f0ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:16:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:49.578697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] For port f6c5d9a0-4ed7-4220-9b28-926f6aa7979d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f6c5d9a0-4ed7-4220-9b28-926f6aa7979d,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:49.579064 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.591387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Calling delete_port for f6c5d9a0-4ed7-4220-9b28-926f6aa7979d owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:49.652452 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-410dbc71-5a5d-4d0c-905a-b068450f0ae0 None None] Set router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:16:49.706257 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-410dbc71-5a5d-4d0c-905a-b068450f0ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:16:49Z', 'revision_number': 6, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:49.732524 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410dbc71-5a5d-4d0c-905a-b068450f0ae0 None None] The sync data for ids ['8a4dd107-7021-4388-b8b0-84e7bb8dc1ee'] in n-d-713301-13 is: [{'id': '8a4dd107-7021-4388-b8b0-84e7bb8dc1ee', 'name': 'tempest-TaggedBootDevicesTest_v242-1200057762-router', 'tenant_id': '2954fefdd93b45b9866301d908662a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:05:56Z', 'updated_at': '2021-08-29T17:16:49Z', 'revision_number': 6, 'project_id': '2954fefdd93b45b9866301d908662a17', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:16:49.769565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.796007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c5d9a0-4ed7-4220-9b28-926f6aa7979d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:49.860263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.947687 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.949709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.990781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.991460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4dd107-7021-4388-b8b0-84e7bb8dc1ee {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:16:49.995976 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:49.997216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8a97291a-d72a-4b80-94a1-00ed05ffbd94 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8a4dd107-7021-4388-b8b0-84e7bb8dc1ee HTTP/1.1" status: 204 len: 168 time: 0.7516944 Aug 29 17:16:49.999709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53394) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:50.043204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06c15b6-6e66-47c4-8d9d-0c7c62e656d9 admin admin] Deleting subnet a0183a3c-e561-4345-8ae5-a5ac3767fc49 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:16:50.046086 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e06c15b6-6e66-47c4-8d9d-0c7c62e656d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.084913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e06c15b6-6e66-47c4-8d9d-0c7c62e656d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.169329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e06c15b6-6e66-47c4-8d9d-0c7c62e656d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.221818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e06c15b6-6e66-47c4-8d9d-0c7c62e656d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.250410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c15b6-6e66-47c4-8d9d-0c7c62e656d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0183a3c-e561-4345-8ae5-a5ac3767fc49,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:50.254360 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e06c15b6-6e66-47c4-8d9d-0c7c62e656d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.256372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e06c15b6-6e66-47c4-8d9d-0c7c62e656d9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a0183a3c-e561-4345-8ae5-a5ac3767fc49 HTTP/1.1" status: 204 len: 168 time: 0.2557204 Aug 29 17:16:50.259582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53400) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:50.260876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e92e43-c48e-4cb1-848d-d97ef8adb917 None None] Network 6a468c2d-9be1-440f-a192-42e8517f74d6 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:50.292942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef3d00-af0a-459f-b631-d9670d66acdf req-8d6c46b9-ac5b-42a2-9086-281fc4ac9e9a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:50.294442 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17ef3d00-af0a-459f-b631-d9670d66acdf req-8d6c46b9-ac5b-42a2-9086-281fc4ac9e9a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0571222 Aug 29 17:16:50.326304 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.337191 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.339729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17ef3d00-af0a-459f-b631-d9670d66acdf req-d8d4dfdb-739d-4092-b3a8-b160b8dc17f1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381839 Aug 29 17:16:50.394030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Deleting port d10b11b4-223c-46d4-9702-5dd3b91458f4 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:50.394622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.463320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] For port d10b11b4-223c-46d4-9702-5dd3b91458f4, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d10b11b4-223c-46d4-9702-5dd3b91458f4,segment=NetworkSegment(f20d509c-6a87-4af4-ba3a-bd861c2c0930),segment_id=f20d509c-6a87-4af4-ba3a-bd861c2c0930)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:50.463622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.477822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Calling delete_port for d10b11b4-223c-46d4-9702-5dd3b91458f4 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:50.510235 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd362ac-7512-4a2b-925d-a6b8e5459cb1 None None] DHCP port deletion for 6a468c2d-9be1-440f-a192-42e8517f74d6 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:16:50.556659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5fd362ac-7512-4a2b-925d-a6b8e5459cb1 None None] Deleting port d10b11b4-223c-46d4-9702-5dd3b91458f4 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:16:50.557115 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5fd362ac-7512-4a2b-925d-a6b8e5459cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.561833 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.588980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] No DVR routers for this DVR port d10b11b4-223c-46d4-9702-5dd3b91458f4 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:50.594326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10b11b4-223c-46d4-9702-5dd3b91458f4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:50.627953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5fd362ac-7512-4a2b-925d-a6b8e5459cb1 None None] For port d10b11b4-223c-46d4-9702-5dd3b91458f4, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:50.628358 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5fd362ac-7512-4a2b-925d-a6b8e5459cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.641887 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5fd362ac-7512-4a2b-925d-a6b8e5459cb1 None None] Calling delete_port for d10b11b4-223c-46d4-9702-5dd3b91458f4 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:16:50.644516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-5fd362ac-7512-4a2b-925d-a6b8e5459cb1 None None] Port d10b11b4-223c-46d4-9702-5dd3b91458f4 was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:16:50.645783 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5fd362ac-7512-4a2b-925d-a6b8e5459cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.665832 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.670820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd362ac-7512-4a2b-925d-a6b8e5459cb1 None None] Pushing event deleted for resources: {'Port': ['ID=d10b11b4-223c-46d4-9702-5dd3b91458f4,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:50.672649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd362ac-7512-4a2b-925d-a6b8e5459cb1 None None] No DVR routers for this DVR port d10b11b4-223c-46d4-9702-5dd3b91458f4 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:50.679944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a468c2d-9be1-440f-a192-42e8517f74d6']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:50.692552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20d509c-6a87-4af4-ba3a-bd861c2c0930') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:50.692854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20d509c-6a87-4af4-ba3a-bd861c2c0930') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:16:50.703044 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.717500 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.723440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:16:50.723787 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:16:50.725524 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:16:50.782357 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.788821 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:50.790635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6a468c2d-9be1-440f-a192-42e8517f74d6 HTTP/1.1" status: 204 len: 168 time: 0.5301092 Aug 29 17:16:50.802311 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4046c-b785-4125-a24c-a60b243e3051 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a468c2d-9be1-440f-a192-42e8517f74d6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:50.903608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53404) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:50.943529 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0ae4b79c-55dc-4ea1-8c43-9d54adc8e150 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2954fefdd93b45b9866301d908662a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387032 Aug 29 17:16:50.945874 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53406) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:50.992450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6768-bcaf-40e2-b844-17a5a4a9b925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.013545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6768-bcaf-40e2-b844-17a5a4a9b925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.060822 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6768-bcaf-40e2-b844-17a5a4a9b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.063511 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6768-bcaf-40e2-b844-17a5a4a9b925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.064622 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bcbc6768-bcaf-40e2-b844-17a5a4a9b925 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a126d18-68eb-43d1-b311-9d56579079ad HTTP/1.1" status: 204 len: 168 time: 0.1178501 Aug 29 17:16:51.072618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc6768-bcaf-40e2-b844-17a5a4a9b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a126d18-68eb-43d1-b311-9d56579079ad,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:51.464535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b24c3-cd91-4484-8845-2ca08f01722a req-e0846733-2214-4ad7-a0ef-e260788ed194 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:51.466090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-622b24c3-cd91-4484-8845-2ca08f01722a req-e0846733-2214-4ad7-a0ef-e260788ed194 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0562420 Aug 29 17:16:51.505821 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-622b24c3-cd91-4484-8845-2ca08f01722a req-ac00e31a-bfb6-4c95-9ec2-f007c80b558f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336368 Aug 29 17:16:51.704056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f6c5d9a0-4ed7-4220-9b28-926f6aa7979d no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:51.720141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53432) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:51.724049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: f6c5d9a0-4ed7-4220-9b28-926f6aa7979d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:51.724399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f6c5d9a0-4ed7-4220-9b28-926f6aa7979d not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:51.724819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d10b11b4-223c-46d4-9702-5dd3b91458f4 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:51.744066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: d10b11b4-223c-46d4-9702-5dd3b91458f4 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:51.744412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d10b11b4-223c-46d4-9702-5dd3b91458f4 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:51.744827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e40e32bd-515b-4f73-8dac-90e7970f1210 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:51.766103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e40e32bd-515b-4f73-8dac-90e7970f1210 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:16:51.766444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e40e32bd-515b-4f73-8dac-90e7970f1210 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:51.819282 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-80403976-network', 'tenant_id': 'be6fbfe73f65422dbb968c471418100f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:51.843036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Made reservation on behalf of be6fbfe73f65422dbb968c471418100f for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:51.845400 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.854149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.989440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:51.990719 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-343264ce-a656-41e1-b7f9-c581e3c9b615 service neutron] show failed (client error): The resource could not be found. Aug 29 17:16:51.992011 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-343264ce-a656-41e1-b7f9-c581e3c9b615 service neutron] 10.222.0.16 "GET /v2.0/ports/e7b5d630-8f19-4c89-b7f5-17094ebad67f/bindings/n-h1-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0822356 Aug 29 17:16:51.994086 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:52.016239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:16:52.030515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116ccf7f-2cee-4291-a70e-89f3a257cdd3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:52.035869 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:52.036214 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Added segment 6820af2d-b3a2-4830-b904-d4373af0733b of type vlan for network 2c3eaaef-02bd-46b6-a4e6-c49c08413127 Aug 29 17:16:52.076654 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:52.100935 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:52.102543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:52.103119 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:52.161505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4401298 Aug 29 17:16:52.164259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53436) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:52.169481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] Request body: {'subnet': {'network_id': '2c3eaaef-02bd-46b6-a4e6-c49c08413127', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-80403976-subnet', 'tenant_id': 'be6fbfe73f65422dbb968c471418100f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:52.175591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6d048-893e-4fbd-a77a-5c6fac49e072 admin admin] Pushing event updated for resources: {'Network': ['ID=2c3eaaef-02bd-46b6-a4e6-c49c08413127,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:52.184993 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 2c3eaaef-02bd-46b6-a4e6-c49c08413127 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:16:52.197006 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] Made reservation on behalf of be6fbfe73f65422dbb968c471418100f for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:52.199736 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:52.228433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-1ebd849f-fb5d-4508-9c6f-392ac1a8d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:52.230415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-1ebd849f-fb5d-4508-9c6f-392ac1a8d55e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 1097 time: 0.0773106 Aug 29 17:16:52.244693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:52.303122 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:52.385388 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:52.444157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be676410-c20d-4f36-96a1-c1d483f5c962,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:52.451807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] Checking segment: {'id': '6820af2d-b3a2-4830-b904-d4373af0733b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2c3eaaef-02bd-46b6-a4e6-c49c08413127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:52.452170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] Network hostable DHCP agents. Network: 2c3eaaef-02bd-46b6-a4e6-c49c08413127, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:16:52.470516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] Network 2c3eaaef-02bd-46b6-a4e6-c49c08413127 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:16:52.480705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 2c3eaaef-02bd-46b6-a4e6-c49c08413127) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:52.485016 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:52.485650 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:52.491892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4852754-64ca-49be-b03b-57623f091561 None None] Network 2c3eaaef-02bd-46b6-a4e6-c49c08413127 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:52.501972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1d564daf-225e-4948-972a-13db5a5bbf37 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3360777 Aug 29 17:16:52.634446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2cb36-b1cf-4f68-b58a-fdf287f8f4c8 None None] Network 2c3eaaef-02bd-46b6-a4e6-c49c08413127 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:16:52.651405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c1fd3-a4f6-4841-868a-286b344045be req-b61e00c0-547b-482c-a44c-b65a77fbe88c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:52.653451 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c9c1fd3-a4f6-4841-868a-286b344045be req-b61e00c0-547b-482c-a44c-b65a77fbe88c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0707335 Aug 29 17:16:52.700897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c9c1fd3-a4f6-4841-868a-286b344045be req-9f9a7d1f-3dfa-4436-a06b-85669a92b7bd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Aug 29 17:16:52.876245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:52.954081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:53.014076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:53.016331 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b28df97-332c-458b-ad96-0d563dafb24f" -d '{"events": [{"server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:53.020398 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:53.045657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Transition to ACTIVE for port object e7b5d630-8f19-4c89-b7f5-17094ebad67f will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:53.053974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-5d4a0af4-f8f4-416e-b72f-9aa21e46ccb9 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:53.056038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-5d4a0af4-f8f4-416e-b72f-9aa21e46ccb9 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/networks?id=2c3eaaef-02bd-46b6-a4e6-c49c08413127 HTTP/1.1" status: 200 len: 820 time: 0.1623955 Aug 29 17:16:53.057587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:53.068493 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e112dc-9487-4697-9899-588099024934 x-openstack-request-id: req-43e112dc-9487-4697-9899-588099024934 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:53.068776 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:53.069024 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43e112dc-9487-4697-9899-588099024934 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:53.069450 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'code': 200} Aug 29 17:16:53.105062 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-df84eeb7-db88-4032-bcf1-9a7f8786a726 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/quotas/be6fbfe73f65422dbb968c471418100f HTTP/1.1" status: 200 len: 375 time: 0.0419116 Aug 29 17:16:53.190912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b5d630-8f19-4c89-b7f5-17094ebad67f,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:53.219957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-93e1cdbd-4b15-4c37-944f-926c6e391e44 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=be6fbfe73f65422dbb968c471418100f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883112 Aug 29 17:16:53.271236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] No DVR routers for this DVR port e7b5d630-8f19-4c89-b7f5-17094ebad67f on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:16:53.451338 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-46f26670-8bd7-4d47-9156-e9a407087b8f service neutron] 10.222.0.22 "GET /v2.0/networks/2c3eaaef-02bd-46b6-a4e6-c49c08413127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199218 Aug 29 17:16:53.521611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Attempting to bind port e7b5d630-8f19-4c89-b7f5-17094ebad67f on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:53.521874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Attempting to bind port e7b5d630-8f19-4c89-b7f5-17094ebad67f by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:53.522207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Attempting to bind port e7b5d630-8f19-4c89-b7f5-17094ebad67f on network 96697be0-b20f-438a-86e6-4d2ce97434c0 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:53.532268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Port e7b5d630-8f19-4c89-b7f5-17094ebad67f on network 96697be0-b20f-438a-86e6-4d2ce97434c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:16:53.532594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Attempting to bind port e7b5d630-8f19-4c89-b7f5-17094ebad67f on network 96697be0-b20f-438a-86e6-4d2ce97434c0 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:53.541891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:53.542228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Checking segment: {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:53.542612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Bound using segment: {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:53.543038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Bound port: e7b5d630-8f19-4c89-b7f5-17094ebad67f, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891f523e-a0fe-47c8-857c-1a31ace4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:53.543398 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:53.599255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-da54d7c9-7775-4bef-a6bc-4e15ce1e9723 service neutron] 10.222.0.22 "GET /v2.0/networks/2c3eaaef-02bd-46b6-a4e6-c49c08413127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340101 Aug 29 17:16:53.626087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:53.629031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:53.633965 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:53.667455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:53.667871 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:53.669461 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] 10.222.0.10 "PUT /v2.0/ports/e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 200 len: 1092 time: 1.4308798 Aug 29 17:16:53.730584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49c77d-b987-40a8-92d6-2fe6b38ecd70 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b5d630-8f19-4c89-b7f5-17094ebad67f,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:53.781962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-4157efe6-be1f-47cb-a2a4-edb25bf39870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:53.787522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-4157efe6-be1f-47cb-a2a4-edb25bf39870 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1095 time: 0.0935900 Aug 29 17:16:53.794233 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef15dabc-8c86-4ba4-bdaa-cb3f83f924f4 req-d37662f9-bb5b-4bb4-a885-742bf94a0174 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 210 time: 0.0438142 Aug 29 17:16:53.928485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef1100-f28b-4bd4-884e-7df2541d4ec4 req-b75e696c-3122-42dc-8288-eb38b8f4dbbc tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:53.930512 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fef1100-f28b-4bd4-884e-7df2541d4ec4 req-b75e696c-3122-42dc-8288-eb38b8f4dbbc tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 943 time: 0.1049783 Aug 29 17:16:53.949163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-65c01890-ab3f-40fe-a3bc-170dd6bcdbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:53.950612 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-65c01890-ab3f-40fe-a3bc-170dd6bcdbaa service neutron] 10.222.0.10 "GET /v2.0/networks?id=96697be0-b20f-438a-86e6-4d2ce97434c0 HTTP/1.1" status: 200 len: 898 time: 0.1541076 Aug 29 17:16:54.022286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fef1100-f28b-4bd4-884e-7df2541d4ec4 req-d7a3b394-c712-44d5-addc-3ddff1424451 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819328 Aug 29 17:16:54.042014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-0d96e77d-249a-4b1c-bfbd-d89f7c067986 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 200 len: 999 time: 0.0809174 Aug 29 17:16:54.095165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-af6b95a0-43eb-4bfd-aea6-7e928e5a0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:54.096657 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-af6b95a0-43eb-4bfd-aea6-7e928e5a0bf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5171d6a3-21eb-4873-8e8c-0124fd3c7ade HTTP/1.1" status: 200 len: 834 time: 0.0479145 Aug 29 17:16:54.151419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-b417ce71-ffa8-465f-a473-868736594b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:54.153019 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-b417ce71-ffa8-465f-a473-868736594b8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96697be0-b20f-438a-86e6-4d2ce97434c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467465 Aug 29 17:16:54.256962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-557afa21-c19b-4221-87f4-ebb6a774a2a4 service neutron] 10.222.0.10 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963078 Aug 29 17:16:54.350097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07c5a3a-58bd-4d52-8f37-304b08a3d122 req-7928a903-6c85-4dfa-8ec1-c08e7e6d7dd8 service neutron] 10.222.0.10 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861249 Aug 29 17:16:54.716427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-52c8689e-edc9-4df8-a085-d19a57d03fc5 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:54.717831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-52c8689e-edc9-4df8-a085-d19a57d03fc5 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.10 "GET /v2.0/networks?id=2c3eaaef-02bd-46b6-a4e6-c49c08413127 HTTP/1.1" status: 200 len: 820 time: 0.1058168 Aug 29 17:16:54.731045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Request body: {'port': {'device_id': '4c335996-93ed-494d-9d1b-a5b69c8ea423', 'network_id': '2c3eaaef-02bd-46b6-a4e6-c49c08413127', 'admin_state_up': True, 'tenant_id': 'be6fbfe73f65422dbb968c471418100f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:54.835650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Made reservation on behalf of be6fbfe73f65422dbb968c471418100f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:16:54.839914 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:54.919917 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26aa1ed5-2e74-4257-9e35-847a50bb9311 req-0dd2a375-2459-4464-a271-7dbe86698bff tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 210 time: 0.0632627 Aug 29 17:16:54.991672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Allocated IP 172.20.0.3 (2c3eaaef-02bd-46b6-a4e6-c49c08413127/be676410-c20d-4f36-96a1-c1d483f5c962/44ab9aa7-123f-44c5-9cf3-5d9a40c06b79) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:16:55.077531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e7b5d630-8f19-4c89-b7f5-17094ebad67f no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:16:55.078851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:55.081066 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e74ac28-854e-4581-b6ae-d163a432901c" -d '{"events": [{"name": "network-changed", "server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:55.122379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e7b5d630-8f19-4c89-b7f5-17094ebad67f not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:16:55.152176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4b3b7-2a4d-4dbb-9270-dbe67ca3b731 req-83db6dc1-ddff-46cc-a7e7-0da86c559408 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.157662 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bcde20-3abb-4032-837b-19962811287d x-openstack-request-id: req-35bcde20-3abb-4032-837b-19962811287d {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:55.157962 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:55.158239 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35bcde20-3abb-4032-837b-19962811287d {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:55.158591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68a4b3b7-2a4d-4dbb-9270-dbe67ca3b731 req-83db6dc1-ddff-46cc-a7e7-0da86c559408 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 943 time: 0.0618443 Aug 29 17:16:55.158703 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'status': 'completed', 'code': 200} Aug 29 17:16:55.171384 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.227245 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68a4b3b7-2a4d-4dbb-9270-dbe67ca3b731 req-26e346f8-b179-4019-985f-7fef31282103 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606618 Aug 29 17:16:55.243934 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74ac28-854e-4581-b6ae-d163a432901c req-6921abc2-0f4d-43c1-ac85-ddcedbafc78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.245390 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-6921abc2-0f4d-43c1-ac85-ddcedbafc78f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1095 time: 0.0484810 Aug 29 17:16:55.248682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74ac28-854e-4581-b6ae-d163a432901c req-c12e8373-7c92-47fc-a0f5-c2aac0310d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.250202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-c12e8373-7c92-47fc-a0f5-c2aac0310d82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1095 time: 0.0629623 Aug 29 17:16:55.260705 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.347182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74ac28-854e-4581-b6ae-d163a432901c req-e8bb21b9-1d95-4224-9607-4b9de5542f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.348660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-e8bb21b9-1d95-4224-9607-4b9de5542f0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=96697be0-b20f-438a-86e6-4d2ce97434c0 HTTP/1.1" status: 200 len: 898 time: 0.0935125 Aug 29 17:16:55.369996 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Network 2c3eaaef-02bd-46b6-a4e6-c49c08413127 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:16:55.370870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Pushing event updated for resources: {'Port': ['ID=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:55.376378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:16:55.380386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:16:55.418402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-fc4292bb-8284-4231-ab70-4d3d55e0514a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 200 len: 999 time: 0.0602148 Aug 29 17:16:55.447870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.448502 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.452283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74ac28-854e-4581-b6ae-d163a432901c req-4a1856e1-6eee-435b-bccd-a633353026ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.453787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-4a1856e1-6eee-435b-bccd-a633353026ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=96697be0-b20f-438a-86e6-4d2ce97434c0 HTTP/1.1" status: 200 len: 898 time: 0.1948953 Aug 29 17:16:55.473266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74ac28-854e-4581-b6ae-d163a432901c req-5fa8fade-5d1c-439b-b7c7-3cb34bdb48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.474833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-5fa8fade-5d1c-439b-b7c7-3cb34bdb48d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5171d6a3-21eb-4873-8e8c-0124fd3c7ade HTTP/1.1" status: 200 len: 834 time: 0.0490699 Aug 29 17:16:55.508685 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-9ccba09e-fb9e-4466-86aa-85640338cac7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7812188 Aug 29 17:16:55.520807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Request body: {'port': {'device_id': '4c335996-93ed-494d-9d1b-a5b69c8ea423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:16:55.531105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74ac28-854e-4581-b6ae-d163a432901c req-5074275e-874b-4d16-ac69-3483982f4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.532617 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-5074275e-874b-4d16-ac69-3483982f4ba8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96697be0-b20f-438a-86e6-4d2ce97434c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488071 Aug 29 17:16:55.559138 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-86bf02f8-6628-433a-a512-2cf0d751cbd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 200 len: 999 time: 0.0973201 Aug 29 17:16:55.617875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:55.625532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-cabf3632-9ce8-458a-85cf-c7551a3e9764 service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834033 Aug 29 17:16:55.657694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74ac28-854e-4581-b6ae-d163a432901c req-19d2b576-d35d-480b-aba7-f8cf3ee41dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.659160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-19d2b576-d35d-480b-aba7-f8cf3ee41dd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5171d6a3-21eb-4873-8e8c-0124fd3c7ade HTTP/1.1" status: 200 len: 834 time: 0.0804927 Aug 29 17:16:55.720157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-08722f99-400c-48c9-81ee-327dcb164217 service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872931 Aug 29 17:16:55.777731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74ac28-854e-4581-b6ae-d163a432901c req-c88b8613-4739-4774-8b4d-5f8a65da680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:55.779251 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-c88b8613-4739-4774-8b4d-5f8a65da680c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96697be0-b20f-438a-86e6-4d2ce97434c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123774 Aug 29 17:16:55.947532 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-60a239eb-102a-4978-90d2-5eaeb87e0cf6 service neutron] 10.222.0.10 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499622 Aug 29 17:16:56.037370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab4fcd-8b9a-414a-a48d-8c0655e6dc93 req-c5b62b63-b682-46c3-be13-da15ee4359ea tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.038744 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ddab4fcd-8b9a-414a-a48d-8c0655e6dc93 req-c5b62b63-b682-46c3-be13-da15ee4359ea tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 931 time: 0.0489056 Aug 29 17:16:56.042482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:56.052276 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.079317 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ddab4fcd-8b9a-414a-a48d-8c0655e6dc93 req-60f6e7d7-d963-49c5-92fa-5dc06f36adce tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/security-groups?id=116ccf7f-2cee-4291-a70e-89f3a257cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331225 Aug 29 17:16:56.080719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Transition to ACTIVE for port object 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:16:56.086891 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.122387 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e74ac28-854e-4581-b6ae-d163a432901c req-9659c230-4b03-4d4f-ba4b-5ae8afa1c12e service neutron] 10.222.0.10 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579311 Aug 29 17:16:56.159933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Pushing event updated for resources: {'Port': ['ID=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:56.209397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Attempting to bind port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:16:56.209743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Attempting to bind port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '6820af2d-b3a2-4830-b904-d4373af0733b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2c3eaaef-02bd-46b6-a4e6-c49c08413127'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:16:56.210073 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Attempting to bind port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 on network 2c3eaaef-02bd-46b6-a4e6-c49c08413127 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:56.214910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 on network 2c3eaaef-02bd-46b6-a4e6-c49c08413127 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:16:56.215228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Attempting to bind port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 on network 2c3eaaef-02bd-46b6-a4e6-c49c08413127 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:16:56.219953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:16:56.220300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Checking segment: {'id': '6820af2d-b3a2-4830-b904-d4373af0733b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2c3eaaef-02bd-46b6-a4e6-c49c08413127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:16:56.220679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Bound using segment: {'id': '6820af2d-b3a2-4830-b904-d4373af0733b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2c3eaaef-02bd-46b6-a4e6-c49c08413127'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:16:56.221105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Bound port: 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6820af2d-b3a2-4830-b904-d4373af0733b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2c3eaaef-02bd-46b6-a4e6-c49c08413127'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:16:56.221503 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.285544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] For port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:16:56.288602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] For port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79,segment=NetworkSegment(6820af2d-b3a2-4830-b904-d4373af0733b),segment_id=6820af2d-b3a2-4830-b904-d4373af0733b)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:16:56.293191 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.357873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.358481 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.359864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] 10.222.0.10 "PUT /v2.0/ports/44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 HTTP/1.1" status: 200 len: 1092 time: 0.8433075 Aug 29 17:16:56.386506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf031145-3bfc-4c6f-9de3-a0ec0b53e2ae service neutron] Pushing event updated for resources: {'Port': ['ID=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:56.402628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f686a-c395-429e-81ba-7a8217b7801c req-31704070-597d-429d-bd5a-823e943c59b0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.403905 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d4f686a-c395-429e-81ba-7a8217b7801c req-31704070-597d-429d-bd5a-823e943c59b0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 943 time: 0.0824153 Aug 29 17:16:56.466876 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d4f686a-c395-429e-81ba-7a8217b7801c req-b5a6556e-00c4-484d-84a7-b794c5bb9224 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543196 Aug 29 17:16:56.469660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-5b21c133-1459-44f4-8ff0-8f9c99dcda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.471085 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-5b21c133-1459-44f4-8ff0-8f9c99dcda0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=be6fbfe73f65422dbb968c471418100f&device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 1095 time: 0.0663159 Aug 29 17:16:56.517391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-2de41904-7efe-43da-ae63-a80ffe42442a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 HTTP/1.1" status: 200 len: 217 time: 0.0378578 Aug 29 17:16:56.569412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-7f2fe51c-3bea-48e8-9925-9536f924113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.571677 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-7f2fe51c-3bea-48e8-9925-9536f924113f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be676410-c20d-4f36-96a1-c1d483f5c962 HTTP/1.1" status: 200 len: 860 time: 0.0467730 Aug 29 17:16:56.605628 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-42673ac2-78dd-416a-8516-8b29a895b414 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2c3eaaef-02bd-46b6-a4e6-c49c08413127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274403 Aug 29 17:16:56.702721 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-b9d2e2bd-cc94-4c2e-aead-a379124a833e service neutron] 10.222.0.10 "GET /v2.0/networks/2c3eaaef-02bd-46b6-a4e6-c49c08413127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904088 Aug 29 17:16:56.736441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ba33d-81bb-44fd-936c-aefcf03156df req-2141396b-86ac-4b1f-bc9f-0ba8ff0b684e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.737970 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0a5ba33d-81bb-44fd-936c-aefcf03156df req-2141396b-86ac-4b1f-bc9f-0ba8ff0b684e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 943 time: 0.1116569 Aug 29 17:16:56.759382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-72399218-6217-4d6a-b124-b2fa065634b5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.760765 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-72399218-6217-4d6a-b124-b2fa065634b5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22&tenant_id=7da62633b6984d6fba1f1ad810f4744c&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 943 time: 0.1216640 Aug 29 17:16:56.795167 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d40a18c-9ada-423b-bbdc-0c614a4d98fa req-8fba0cfc-d7fb-4084-b2bb-2cb93b722c63 service neutron] 10.222.0.10 "GET /v2.0/networks/2c3eaaef-02bd-46b6-a4e6-c49c08413127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848582 Aug 29 17:16:56.803425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e7b5d630-8f19-4c89-b7f5-17094ebad67f details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:16:56.816419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0a5ba33d-81bb-44fd-936c-aefcf03156df req-c97010bc-7422-4f89-a612-1507241e5ca7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709023 Aug 29 17:16:56.843386 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-712bdacc-d972-42c8-8dd5-050294a7223f service neutron] delete failed (client error): The resource could not be found. Aug 29 17:16:56.844541 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-712bdacc-d972-42c8-8dd5-050294a7223f service neutron] 10.222.0.16 "DELETE /v2.0/ports/e7b5d630-8f19-4c89-b7f5-17094ebad67f/bindings/n-h2-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0747602 Aug 29 17:16:56.908337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:56.920303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'port_id': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'mac_address': 'fa:16:3e:63:e6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:16:56.931981 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-c76455c2-22a6-40d0-816f-6a2652e2fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:56.933551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-c76455c2-22a6-40d0-816f-6a2652e2fc7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1095 time: 0.0442343 Aug 29 17:16:56.957343 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:56.971086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b5d630-8f19-4c89-b7f5-17094ebad67f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:56.989472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:56.993796 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:57.029675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-2fe64a32-f3bb-4db3-a8cd-705aa138aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.031151 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-2fe64a32-f3bb-4db3-a8cd-705aa138aaee service neutron] 10.222.0.16 "GET /v2.0/networks?id=96697be0-b20f-438a-86e6-4d2ce97434c0 HTTP/1.1" status: 200 len: 898 time: 0.0903606 Aug 29 17:16:57.040396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e7b5d630-8f19-4c89-b7f5-17094ebad67f,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:57.097209 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-7f7db7c9-a3fa-4495-87a6-ff3851f8d869 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 200 len: 1000 time: 0.0584850 Aug 29 17:16:57.154585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-eeef27a7-6a5e-4b52-a202-7a2a707e7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.156038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-eeef27a7-6a5e-4b52-a202-7a2a707e7267 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5171d6a3-21eb-4873-8e8c-0124fd3c7ade HTTP/1.1" status: 200 len: 834 time: 0.0524023 Aug 29 17:16:57.159455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c335996-93ed-494d-9d1b-a5b69c8ea423', 'tag': '44ab9aa7-123f-44c5-9cf3-5d9a40c06b79'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:57.161655 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d4f987-f979-4cf0-9e6e-204e45b52366" -d '{"events": [{"name": "network-changed", "server_uuid": "4c335996-93ed-494d-9d1b-a5b69c8ea423", "tag": "44ab9aa7-123f-44c5-9cf3-5d9a40c06b79"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:57.203472 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-1b44aadd-3cca-402a-a686-4056323eb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.204996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-1b44aadd-3cca-402a-a686-4056323eb97c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96697be0-b20f-438a-86e6-4d2ce97434c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417295 Aug 29 17:16:57.207190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa98956-7e7d-48fa-a9b6-d3e1984b1b99 req-3b18a8b0-6800-45c5-be35-07f8b8981d42 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.210708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['e7b5d630-8f19-4c89-b7f5-17094ebad67f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:57.212150 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fa98956-7e7d-48fa-a9b6-d3e1984b1b99 req-3b18a8b0-6800-45c5-be35-07f8b8981d42 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 943 time: 0.0611107 Aug 29 17:16:57.214187 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ccf539-baff-4ecb-8e22-5e701ab934fa x-openstack-request-id: req-25ccf539-baff-4ecb-8e22-5e701ab934fa {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:57.214802 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c335996-93ed-494d-9d1b-a5b69c8ea423", "tag": "44ab9aa7-123f-44c5-9cf3-5d9a40c06b79", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:57.215253 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25ccf539-baff-4ecb-8e22-5e701ab934fa {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:57.215967 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c335996-93ed-494d-9d1b-a5b69c8ea423', 'tag': '44ab9aa7-123f-44c5-9cf3-5d9a40c06b79', 'status': 'completed', 'code': 200} Aug 29 17:16:57.281492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fa98956-7e7d-48fa-a9b6-d3e1984b1b99 req-1bf3878f-26bb-4e77-b917-d37c5f3465ab tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/security-groups?id=116ccf7f-2cee-4291-a70e-89f3a257cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608406 Aug 29 17:16:57.296187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4f987-f979-4cf0-9e6e-204e45b52366 req-5c49429f-5dce-4f5c-9585-ec7b25d6a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.297762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75d4f987-f979-4cf0-9e6e-204e45b52366 req-5c49429f-5dce-4f5c-9585-ec7b25d6a7c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=be6fbfe73f65422dbb968c471418100f&device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 1095 time: 0.0636649 Aug 29 17:16:57.301184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-92c6db00-b9ae-431d-aeae-1e81050fe1dc service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858500 Aug 29 17:16:57.393391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4f987-f979-4cf0-9e6e-204e45b52366 req-e5b0778a-51b5-41bc-8bcc-ab0a9517afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.395992 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75d4f987-f979-4cf0-9e6e-204e45b52366 req-e5b0778a-51b5-41bc-8bcc-ab0a9517afc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2c3eaaef-02bd-46b6-a4e6-c49c08413127 HTTP/1.1" status: 200 len: 921 time: 0.0901558 Aug 29 17:16:57.401763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a4c1c9bc-e57f-4d4c-b587-9990384fd0a4 req-10e9d915-1dcf-4a08-9de4-de82500dceb4 service neutron] 10.222.0.16 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935378 Aug 29 17:16:57.446998 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75d4f987-f979-4cf0-9e6e-204e45b52366 req-36b9562b-d530-4e2b-b891-8b2ed4d7bbd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 HTTP/1.1" status: 200 len: 217 time: 0.0427706 Aug 29 17:16:57.501630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4f987-f979-4cf0-9e6e-204e45b52366 req-af3dff08-8de5-4bc6-b26d-bfaab8c8e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.503107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75d4f987-f979-4cf0-9e6e-204e45b52366 req-af3dff08-8de5-4bc6-b26d-bfaab8c8e978 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be676410-c20d-4f36-96a1-c1d483f5c962 HTTP/1.1" status: 200 len: 860 time: 0.0489931 Aug 29 17:16:57.536228 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75d4f987-f979-4cf0-9e6e-204e45b52366 req-e577b6f4-1d0e-4485-babb-4f2b57b46bdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2c3eaaef-02bd-46b6-a4e6-c49c08413127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248399 Aug 29 17:16:57.629526 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75d4f987-f979-4cf0-9e6e-204e45b52366 req-84e231fc-d4a9-48e2-9d29-d041fc1ea9d9 service neutron] 10.222.0.10 "GET /v2.0/networks/2c3eaaef-02bd-46b6-a4e6-c49c08413127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842905 Aug 29 17:16:57.721394 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75d4f987-f979-4cf0-9e6e-204e45b52366 req-9da61d3f-b91e-4d41-a6c6-e2a12e2cf5cd service neutron] 10.222.0.10 "GET /v2.0/networks/2c3eaaef-02bd-46b6-a4e6-c49c08413127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838134 Aug 29 17:16:57.953560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008485f-7eac-41fc-a23a-5f61736fa441 req-371ed6ff-a6d2-4b9d-a8d3-377b18d74e3b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:57.954986 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3008485f-7eac-41fc-a23a-5f61736fa441 req-371ed6ff-a6d2-4b9d-a8d3-377b18d74e3b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 944 time: 0.0499811 Aug 29 17:16:57.994344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3008485f-7eac-41fc-a23a-5f61736fa441 req-74f059cd-1be0-47bc-bb5f-a9d16850d84e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Aug 29 17:16:58.016698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53508) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:16:58.081147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c221a125-169b-4bfa-a776-d66881ae27f1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d HTTP/1.1" status: 200 len: 992 time: 0.0633008 Aug 29 17:16:58.404034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4c918-cf9b-49b1-9f56-40067bfd4ad6 req-cd5bc670-c4c1-47f9-8771-a6b405ac8797 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:58.405529 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8e4c918-cf9b-49b1-9f56-40067bfd4ad6 req-cd5bc670-c4c1-47f9-8771-a6b405ac8797 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 943 time: 0.0495563 Aug 29 17:16:58.443613 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8e4c918-cf9b-49b1-9f56-40067bfd4ad6 req-134ebbc1-694a-4d7b-966c-d3854838f649 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/security-groups?id=116ccf7f-2cee-4291-a70e-89f3a257cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Aug 29 17:16:58.809333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:16:58.812445 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e7b5d630-8f19-4c89-b7f5-17094ebad67f up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:16:59.054161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port e7b5d630-8f19-4c89-b7f5-17094ebad67f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:16:59.065460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port e7b5d630-8f19-4c89-b7f5-17094ebad67f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:16:59.065838 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.107404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79,segment=NetworkSegment(6820af2d-b3a2-4830-b904-d4373af0733b),segment_id=6820af2d-b3a2-4830-b904-d4373af0733b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:59.125343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '44ab9aa7-123f-44c5-9cf3-5d9a40c06b79', 'network_id': '2c3eaaef-02bd-46b6-a4e6-c49c08413127', 'port_id': '44ab9aa7-123f-44c5-9cf3-5d9a40c06b79', 'mac_address': 'fa:16:3e:a8:d3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be676410-c20d-4f36-96a1-c1d483f5c962', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:16:59.191865 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.193766 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.214138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:16:59.231761 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:16:59.234009 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f91623-93c2-43bb-b9cf-16d667c7520d" -d '{"events": [{"server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "name": "network-vif-plugged", "status": "completed", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:16:59.252725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:59.255311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79,segment=NetworkSegment(6820af2d-b3a2-4830-b904-d4373af0733b),segment_id=6820af2d-b3a2-4830-b904-d4373af0733b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:16:59.256961 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.261757 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:16:59.284886 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c23bd9-cd4e-4452-a7db-3eaa50520192 x-openstack-request-id: req-48c23bd9-cd4e-4452-a7db-3eaa50520192 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:16:59.285184 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "name": "network-vif-plugged", "status": "completed", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:16:59.285463 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48c23bd9-cd4e-4452-a7db-3eaa50520192 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:16:59.285840 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'code': 200} Aug 29 17:16:59.309478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e7b5d630-8f19-4c89-b7f5-17094ebad67f,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:59.356735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:16:59.466848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['44ab9aa7-123f-44c5-9cf3-5d9a40c06b79'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:16:59.559631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf799b6-ee45-4997-8520-34fb8ef45b6d req-4a518e6c-62ff-417c-9dd2-9e52633941b5 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:16:59.561413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccf799b6-ee45-4997-8520-34fb8ef45b6d req-4a518e6c-62ff-417c-9dd2-9e52633941b5 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 944 time: 0.0484521 Aug 29 17:16:59.599048 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccf799b6-ee45-4997-8520-34fb8ef45b6d req-9f202c0e-17a6-470c-bae7-dfdd75161627 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/security-groups?id=116ccf7f-2cee-4291-a70e-89f3a257cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Aug 29 17:17:00.714035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef0541-020f-469e-a077-5362b04fedf8 req-f0955b53-71ee-487c-9a8c-950e97093ac2 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:00.715459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bef0541-020f-469e-a077-5362b04fedf8 req-f0955b53-71ee-487c-9a8c-950e97093ac2 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 944 time: 0.0484600 Aug 29 17:17:00.755793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bef0541-020f-469e-a077-5362b04fedf8 req-a6dcf80c-2e43-480e-b805-c8123b6693c7 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/security-groups?id=116ccf7f-2cee-4291-a70e-89f3a257cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344303 Aug 29 17:17:00.824947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:00.871608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:00.875200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:00.875577 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.951410 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:00.983191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79,segment=NetworkSegment(6820af2d-b3a2-4830-b904-d4373af0733b),segment_id=6820af2d-b3a2-4830-b904-d4373af0733b)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:00.986810 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:01.040046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:01.287672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c335996-93ed-494d-9d1b-a5b69c8ea423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ab9aa7-123f-44c5-9cf3-5d9a40c06b79'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:01.289994 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b87be0-752a-49ae-9149-19ed246c0fe9" -d '{"events": [{"server_uuid": "4c335996-93ed-494d-9d1b-a5b69c8ea423", "name": "network-vif-plugged", "status": "completed", "tag": "44ab9aa7-123f-44c5-9cf3-5d9a40c06b79"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:01.326456 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a06ad72-d8b5-4a57-b023-393a3244c92c x-openstack-request-id: req-9a06ad72-d8b5-4a57-b023-393a3244c92c {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:01.326754 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c335996-93ed-494d-9d1b-a5b69c8ea423", "name": "network-vif-plugged", "status": "completed", "tag": "44ab9aa7-123f-44c5-9cf3-5d9a40c06b79", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:01.327010 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a06ad72-d8b5-4a57-b023-393a3244c92c {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:01.327409 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c335996-93ed-494d-9d1b-a5b69c8ea423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ab9aa7-123f-44c5-9cf3-5d9a40c06b79', 'code': 200} Aug 29 17:17:01.420697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456c9e6-7c03-4614-8b39-528528d1c08f req-295d215f-1b0a-44fa-a0dd-d9a561ad96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:01.422231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7456c9e6-7c03-4614-8b39-528528d1c08f req-295d215f-1b0a-44fa-a0dd-d9a561ad96a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 1097 time: 0.0409839 Aug 29 17:17:01.458784 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7456c9e6-7c03-4614-8b39-528528d1c08f req-17e28ba4-f831-4bcd-a28e-aa8b5fc4e336 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=116ccf7f-2cee-4291-a70e-89f3a257cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284054 Aug 29 17:17:01.880348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f398ed-c6be-4f1e-be3a-a73af36da4b7 req-57b50b94-c85f-4626-a695-a19037b29327 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:01.881857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19f398ed-c6be-4f1e-be3a-a73af36da4b7 req-57b50b94-c85f-4626-a695-a19037b29327 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 945 time: 0.0577891 Aug 29 17:17:01.920834 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19f398ed-c6be-4f1e-be3a-a73af36da4b7 req-e9614a1d-ee39-4ca5-8e74-53dba852785b tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/security-groups?id=116ccf7f-2cee-4291-a70e-89f3a257cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330739 Aug 29 17:17:03.034392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63117e3a-1774-42dd-99dd-f91ea8776191 req-c0de9f0d-8499-44e4-8d75-eae8fbe7a933 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:03.035829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63117e3a-1774-42dd-99dd-f91ea8776191 req-c0de9f0d-8499-44e4-8d75-eae8fbe7a933 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 945 time: 0.0477540 Aug 29 17:17:03.073327 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-63117e3a-1774-42dd-99dd-f91ea8776191 req-2d3abb7b-7ed8-4221-8a57-33a71ff3c2da tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/security-groups?id=116ccf7f-2cee-4291-a70e-89f3a257cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Aug 29 17:17:03.363288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decd138-4a4b-441f-ac0c-95db524a052c req-5d88a5a2-1391-4f02-95da-4df4cb6a7d66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:03.364726 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5decd138-4a4b-441f-ac0c-95db524a052c req-5d88a5a2-1391-4f02-95da-4df4cb6a7d66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 945 time: 0.0482342 Aug 29 17:17:03.406120 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5decd138-4a4b-441f-ac0c-95db524a052c req-5a7fbe25-90d1-4537-9c15-29d4f547a691 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/security-groups?id=116ccf7f-2cee-4291-a70e-89f3a257cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337710 Aug 29 17:17:04.522282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230018e4-fe50-4b9a-bea8-abaa556262e7 req-d9732021-3829-4f85-b746-905f8ddea36c tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:04.523813 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-230018e4-fe50-4b9a-bea8-abaa556262e7 req-d9732021-3829-4f85-b746-905f8ddea36c tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 945 time: 0.0488780 Aug 29 17:17:04.561084 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-230018e4-fe50-4b9a-bea8-abaa556262e7 req-be38db84-de54-4273-9c98-01617f83d838 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.22 "GET /v2.0/security-groups?id=116ccf7f-2cee-4291-a70e-89f3a257cdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314322 Aug 29 17:17:04.637994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4f81c-a451-4c5d-a629-175e53bb1285 req-549faba7-5206-4b88-8611-c36bbdfaa42a tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:04.639427 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03c4f81c-a451-4c5d-a629-175e53bb1285 req-549faba7-5206-4b88-8611-c36bbdfaa42a tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c335996-93ed-494d-9d1b-a5b69c8ea423 HTTP/1.1" status: 200 len: 945 time: 0.0546305 Aug 29 17:17:04.733701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-03c4f81c-a451-4c5d-a629-175e53bb1285 req-6768d064-ba5a-487a-a31a-57fba6cafc66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Deleting port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:04.733961 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-03c4f81c-a451-4c5d-a629-175e53bb1285 req-6768d064-ba5a-487a-a31a-57fba6cafc66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.818332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-03c4f81c-a451-4c5d-a629-175e53bb1285 req-6768d064-ba5a-487a-a31a-57fba6cafc66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] For port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79,segment=NetworkSegment(6820af2d-b3a2-4830-b904-d4373af0733b),segment_id=6820af2d-b3a2-4830-b904-d4373af0733b)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:04.818690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-03c4f81c-a451-4c5d-a629-175e53bb1285 req-6768d064-ba5a-487a-a31a-57fba6cafc66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.835617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-03c4f81c-a451-4c5d-a629-175e53bb1285 req-6768d064-ba5a-487a-a31a-57fba6cafc66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Calling delete_port for 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:04.966837 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-03c4f81c-a451-4c5d-a629-175e53bb1285 req-6768d064-ba5a-487a-a31a-57fba6cafc66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:04.980406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['44ab9aa7-123f-44c5-9cf3-5d9a40c06b79'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:05.001732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768d064-ba5a-487a-a31a-57fba6cafc66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Pushing event deleted for resources: {'Port': ['ID=44ab9aa7-123f-44c5-9cf3-5d9a40c06b79,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:05.048063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c4f81c-a451-4c5d-a629-175e53bb1285 req-6768d064-ba5a-487a-a31a-57fba6cafc66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] No DVR routers for this DVR port 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:05.050853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-03c4f81c-a451-4c5d-a629-175e53bb1285 req-6768d064-ba5a-487a-a31a-57fba6cafc66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.052878 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03c4f81c-a451-4c5d-a629-175e53bb1285 req-6768d064-ba5a-487a-a31a-57fba6cafc66 tempest-InstanceActionsNegativeTestJSON-402691046 tempest-InstanceActionsNegativeTestJSON-402691046-project] 10.222.0.10 "DELETE /v2.0/ports/44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 HTTP/1.1" status: 204 len: 173 time: 0.4065979 Aug 29 17:17:05.053338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c335996-93ed-494d-9d1b-a5b69c8ea423', 'name': 'network-vif-deleted', 'tag': '44ab9aa7-123f-44c5-9cf3-5d9a40c06b79'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:05.055655 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c634b77-afd7-4fad-862f-eb390b494d1d" -d '{"events": [{"server_uuid": "4c335996-93ed-494d-9d1b-a5b69c8ea423", "name": "network-vif-deleted", "tag": "44ab9aa7-123f-44c5-9cf3-5d9a40c06b79"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:05.099486 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc97068-fad2-4ce9-a96d-c130664cc5bc x-openstack-request-id: req-3dc97068-fad2-4ce9-a96d-c130664cc5bc {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:05.100009 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c335996-93ed-494d-9d1b-a5b69c8ea423", "name": "network-vif-deleted", "tag": "44ab9aa7-123f-44c5-9cf3-5d9a40c06b79", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:05.100196 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3dc97068-fad2-4ce9-a96d-c130664cc5bc {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:05.100680 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c335996-93ed-494d-9d1b-a5b69c8ea423', 'name': 'network-vif-deleted', 'tag': '44ab9aa7-123f-44c5-9cf3-5d9a40c06b79', 'status': 'completed', 'code': 200} Aug 29 17:17:05.624889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53564) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:05.687950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-32126724-89eb-40ab-b9ac-ddfbc81b0d76 admin admin] Deleting subnet be676410-c20d-4f36-96a1-c1d483f5c962 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:17:05.691299 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32126724-89eb-40ab-b9ac-ddfbc81b0d76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.727984 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32126724-89eb-40ab-b9ac-ddfbc81b0d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.768970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32126724-89eb-40ab-b9ac-ddfbc81b0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.819318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32126724-89eb-40ab-b9ac-ddfbc81b0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.844283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32126724-89eb-40ab-b9ac-ddfbc81b0d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be676410-c20d-4f36-96a1-c1d483f5c962,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:05.848716 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32126724-89eb-40ab-b9ac-ddfbc81b0d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:05.850886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-32126724-89eb-40ab-b9ac-ddfbc81b0d76 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/be676410-c20d-4f36-96a1-c1d483f5c962 HTTP/1.1" status: 204 len: 168 time: 0.2245097 Aug 29 17:17:05.853352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53566) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:05.926275 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.003286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.012620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3eaaef-02bd-46b6-a4e6-c49c08413127']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:06.022416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6820af2d-b3a2-4830-b904-d4373af0733b') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:06.022706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6820af2d-b3a2-4830-b904-d4373af0733b') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:06.031225 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.045137 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.050958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:17:06.051339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:17:06.052963 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:17:06.108346 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.113580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.115486 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2c3eaaef-02bd-46b6-a4e6-c49c08413127 HTTP/1.1" status: 204 len: 168 time: 0.2612040 Aug 29 17:17:06.127617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc48c0-e89a-4a95-b9d9-9b3985b69761 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3eaaef-02bd-46b6-a4e6-c49c08413127,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:06.232300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53574) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:06.273159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a60da47b-db00-468b-b260-8e8bbc04f76a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be6fbfe73f65422dbb968c471418100f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396957 Aug 29 17:17:06.276317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53578) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:06.327415 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54dff6f3-10d3-49ed-b521-d6b7c3d51e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.349554 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54dff6f3-10d3-49ed-b521-d6b7c3d51e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.406537 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54dff6f3-10d3-49ed-b521-d6b7c3d51e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.409134 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-54dff6f3-10d3-49ed-b521-d6b7c3d51e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:06.410407 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-54dff6f3-10d3-49ed-b521-d6b7c3d51e73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/116ccf7f-2cee-4291-a70e-89f3a257cdd3 HTTP/1.1" status: 204 len: 168 time: 0.1331255 Aug 29 17:17:06.419278 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dff6f3-10d3-49ed-b521-d6b7c3d51e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116ccf7f-2cee-4291-a70e-89f3a257cdd3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:07.091522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53606) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:07.189958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-945844392-network', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:07.210255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Made reservation on behalf of 6a2f9dfd19d445bea86365e806f0b183 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:07.213066 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.221872 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.312943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.316990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.345428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:17:07.358479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506ff380-30ea-4f43-b805-78f65ff18641,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:07.363181 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.363528 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Added segment 3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e of type vlan for network 91965c7f-6665-4c8f-93f6-67bd4574a346 Aug 29 17:17:07.404998 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.430744 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.431878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:07.432555 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.490105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3974037 Aug 29 17:17:07.494128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53610) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:07.495935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2ccdf-d257-4de4-8c4c-ccbb4ad32652 admin admin] Pushing event updated for resources: {'Network': ['ID=91965c7f-6665-4c8f-93f6-67bd4574a346,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:07.500115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] Request body: {'subnet': {'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-945844392-subnet', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:07.506507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 91965c7f-6665-4c8f-93f6-67bd4574a346 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:17:07.534187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] Made reservation on behalf of 6a2f9dfd19d445bea86365e806f0b183 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:07.537557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.734708 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.791892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9693ad8c-9872-415c-9abd-f3e65973818b,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:07.798857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] Checking segment: {'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:07.799207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] Network hostable DHCP agents. Network: 91965c7f-6665-4c8f-93f6-67bd4574a346, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:17:07.814705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] Network 91965c7f-6665-4c8f-93f6-67bd4574a346 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:17:07.823759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 91965c7f-6665-4c8f-93f6-67bd4574a346) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:07.827972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:07.828865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.833048 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f431e9ed-d7b1-443a-87fa-b4512006aa38 None None] Network 91965c7f-6665-4c8f-93f6-67bd4574a346 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:07.846826 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4bb1684f-880c-4679-aa88-aed28fff47c6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3509784 Aug 29 17:17:07.848683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53614) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:07.853929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-945844392-router', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:07.875040 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.876128 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.934077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:07.963953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec6857b-150d-46c3-bcbf-f9048ed84207 None None] Network 91965c7f-6665-4c8f-93f6-67bd4574a346 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:08.075483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.276395 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.296755 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.403506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Allocated IP 172.25.5.100 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/b988a6ea-acc9-4bd5-b1cc-0e3179847549) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:08.509597 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.876720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:08.890697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:08.912091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:08.912703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 44ab9aa7-123f-44c5-9cf3-5d9a40c06b79 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:08.916118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:08.919276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:08.926279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:08.953589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Pushing event updated for resources: {'Port': ['ID=b988a6ea-acc9-4bd5-b1cc-0e3179847549,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:09.181620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.375952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.505794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Router 30fd1719-05e6-4712-9226-0708d1b9faad is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:17:09.617108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:09.627968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Sync routers for ids ['30fd1719-05e6-4712-9226-0708d1b9faad'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:09.637789 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:09.638297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Routers {'30fd1719-05e6-4712-9226-0708d1b9faad'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:09.641917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:16:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['30fd1719-05e6-4712-9226-0708d1b9faad'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:09.642099 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dfe34eda-46f9-48fe-b873-dd4e624c2e66 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7893696 Aug 29 17:17:09.643287 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53618) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:09.771190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Set router 30fd1719-05e6-4712-9226-0708d1b9faad gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:09.960784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'name': 'tempest-ServerRescueTestJSON-945844392-router', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:07Z', 'updated_at': '2021-08-29T17:17:09Z', 'revision_number': 3, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'gw_port': {'id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:08Z', 'updated_at': '2021-08-29T17:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:09.988884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Checking router: 30fd1719-05e6-4712-9226-0708d1b9faad for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:09.989251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Updating router 30fd1719-05e6-4712-9226-0708d1b9faad port b988a6ea-acc9-4bd5-b1cc-0e3179847549 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:17:10.015519 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.082806 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.246319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Allocated IP 172.20.0.1 (91965c7f-6665-4c8f-93f6-67bd4574a346/9693ad8c-9872-415c-9abd-f3e65973818b/f6709c07-c067-46e1-823f-2129cd971042) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:10.283371 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.294366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Transition to ACTIVE for port object b988a6ea-acc9-4bd5-b1cc-0e3179847549 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:10.300625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.359294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Attempting to bind port b988a6ea-acc9-4bd5-b1cc-0e3179847549 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:10.359889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Attempting to bind port b988a6ea-acc9-4bd5-b1cc-0e3179847549 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:10.360425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Attempting to bind port b988a6ea-acc9-4bd5-b1cc-0e3179847549 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:10.363602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab14c5e-d9c4-4d08-9d1f-a2faa32546a8 None None] Pushing event updated for resources: {'Port': ['ID=b988a6ea-acc9-4bd5-b1cc-0e3179847549,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:10.369053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:10.369450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:10.369851 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.370290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:10.370853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Bound port: b988a6ea-acc9-4bd5-b1cc-0e3179847549, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:10.371161 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.374001 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.418799 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.431625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] For port b988a6ea-acc9-4bd5-b1cc-0e3179847549, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:10.434801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] For port b988a6ea-acc9-4bd5-b1cc-0e3179847549, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b988a6ea-acc9-4bd5-b1cc-0e3179847549,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:10.439202 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.456128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Network 91965c7f-6665-4c8f-93f6-67bd4574a346 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:10.459132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:10.464876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:10.490595 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f6709c07-c067-46e1-823f-2129cd971042,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:10.501314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Routers {'30fd1719-05e6-4712-9226-0708d1b9faad'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:10.501924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:16:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['30fd1719-05e6-4712-9226-0708d1b9faad'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:10.508041 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.539777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab14c5e-d9c4-4d08-9d1f-a2faa32546a8 None None] Pushing event updated for resources: {'Port': ['ID=b988a6ea-acc9-4bd5-b1cc-0e3179847549,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:10.611573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] Set router 30fd1719-05e6-4712-9226-0708d1b9faad gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:10.633430 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.793524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'name': 'tempest-ServerRescueTestJSON-945844392-router', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:07Z', 'updated_at': '2021-08-29T17:17:09Z', 'revision_number': 3, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'gw_port': {'id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:08Z', 'updated_at': '2021-08-29T17:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:10.805335 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.809922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.820160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78be137-7da8-4c34-ade7-8463d457e01b None None] The sync data for ids ['30fd1719-05e6-4712-9226-0708d1b9faad'] in n-d-713301-13 is: [{'id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'name': 'tempest-ServerRescueTestJSON-945844392-router', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:07Z', 'updated_at': '2021-08-29T17:17:09Z', 'revision_number': 3, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'gw_port': {'id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:08Z', 'updated_at': '2021-08-29T17:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:10.878353 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:10.880214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f6709c07-c067-46e1-823f-2129cd971042,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:10.979843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Network 91965c7f-6665-4c8f-93f6-67bd4574a346 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:10.982764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:11.120704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Router 30fd1719-05e6-4712-9226-0708d1b9faad has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:17:11.240405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:11.248357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e09689f4-c139-4410-8567-b840c5e442b3 admin admin] 10.222.0.22 "PUT /v2.0/routers/30fd1719-05e6-4712-9226-0708d1b9faad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6040423 Aug 29 17:17:11.680265 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-e1ac9f96-42e0-464a-ab48-19d0711adf60 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:11.681803 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-e1ac9f96-42e0-464a-ab48-19d0711adf60 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/networks?id=91965c7f-6665-4c8f-93f6-67bd4574a346 HTTP/1.1" status: 200 len: 810 time: 0.1056709 Aug 29 17:17:11.698241 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-643bc201-f7ac-4a30-9a9d-5c72894670e5 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/quotas/6a2f9dfd19d445bea86365e806f0b183 HTTP/1.1" status: 200 len: 375 time: 0.0102184 Aug 29 17:17:11.742640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b988a6ea-acc9-4bd5-b1cc-0e3179847549 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:11.754724 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-92f07c5c-5ca5-4a3b-90a7-4a36261e406a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6a2f9dfd19d445bea86365e806f0b183&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507436 Aug 29 17:17:11.793403 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b988a6ea-acc9-4bd5-b1cc-0e3179847549 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:11.797732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b988a6ea-acc9-4bd5-b1cc-0e3179847549 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:11.798306 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.849746 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-7c920353-59eb-4a22-a0f1-390f65f13905 service neutron] 10.222.0.22 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874085 Aug 29 17:17:11.883597 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.903766 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port b988a6ea-acc9-4bd5-b1cc-0e3179847549, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b988a6ea-acc9-4bd5-b1cc-0e3179847549,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:11.908002 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:11.946556 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-d4f9b9d5-e4a9-4dc9-bfda-3d8a01cdcf5d service neutron] 10.222.0.22 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897374 Aug 29 17:17:11.955844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=b988a6ea-acc9-4bd5-b1cc-0e3179847549,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:12.113389 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8ef201-751d-493a-92cd-05d760286625 req-d7392194-1a44-4266-b348-e241ab5a15d0 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 210 time: 0.0285127 Aug 29 17:17:12.291009 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Sync routers for ids ['30fd1719-05e6-4712-9226-0708d1b9faad'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:12.300654 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Routers {'30fd1719-05e6-4712-9226-0708d1b9faad'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:12.301287 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:16:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['30fd1719-05e6-4712-9226-0708d1b9faad'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:12.412384 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Set router 30fd1719-05e6-4712-9226-0708d1b9faad gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:12.617110 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'name': 'tempest-ServerRescueTestJSON-945844392-router', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:07Z', 'updated_at': '2021-08-29T17:17:10Z', 'revision_number': 4, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'gw_port': {'id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:08Z', 'updated_at': '2021-08-29T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'f6709c07-c067-46e1-823f-2129cd971042', 'name': '', 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'mac_address': 'fa:16:3e:0f:9b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '9693ad8c-9872-415c-9abd-f3e65973818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:10Z', 'updated_at': '2021-08-29T17:17:10Z', 'revision_number': 2, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'subnets': [{'id': '9693ad8c-9872-415c-9abd-f3e65973818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:12.732805 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Checking router: 30fd1719-05e6-4712-9226-0708d1b9faad for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:12.733074 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Updating router 30fd1719-05e6-4712-9226-0708d1b9faad port f6709c07-c067-46e1-823f-2129cd971042 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:17:12.756842 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:12.870360 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-362cd780-a000-485d-b15c-d1c675ff923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.016264 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.026906 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Transition to ACTIVE for port object f6709c07-c067-46e1-823f-2129cd971042 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:13.033441 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.084571 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Pushing event updated for resources: {'Port': ['ID=f6709c07-c067-46e1-823f-2129cd971042,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:13.107786 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.108128 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.108979 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.108979 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.109162 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.109443 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.109769 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.110089 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.110460 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.110728 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.111042 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.111797 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:13.141442 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Attempting to bind port f6709c07-c067-46e1-823f-2129cd971042 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:13.141969 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Attempting to bind port f6709c07-c067-46e1-823f-2129cd971042 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:13.142406 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Attempting to bind port f6709c07-c067-46e1-823f-2129cd971042 on network 91965c7f-6665-4c8f-93f6-67bd4574a346 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:13.144345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-03d87e25-a701-4e15-ac0c-2ded25f8252a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:13.146818 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-03d87e25-a701-4e15-ac0c-2ded25f8252a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.10 "GET /v2.0/networks?id=91965c7f-6665-4c8f-93f6-67bd4574a346 HTTP/1.1" status: 200 len: 810 time: 0.1362259 Aug 29 17:17:13.148572 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:13.148993 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Checking segment: {'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:13.149511 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.149958 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Bound using segment: {'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:13.150715 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Bound port: f6709c07-c067-46e1-823f-2129cd971042, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:13.151095 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.160483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Request body: {'port': {'device_id': '784f7b90-d738-4e44-95b0-332d4679448c', 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346', 'admin_state_up': True, 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:13.216675 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] For port f6709c07-c067-46e1-823f-2129cd971042, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:13.222369 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] For port f6709c07-c067-46e1-823f-2129cd971042, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f6709c07-c067-46e1-823f-2129cd971042,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:13.226364 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.238066 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ba5804f-771d-437b-9a66-f2bca906f01e req-d9df4b6b-5bf3-432d-bb71-6ef3932678a3 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 210 time: 0.0332820 Aug 29 17:17:13.281145 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Routers {'30fd1719-05e6-4712-9226-0708d1b9faad'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:13.281703 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:16:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['30fd1719-05e6-4712-9226-0708d1b9faad'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:13.297314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Made reservation on behalf of 6a2f9dfd19d445bea86365e806f0b183 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:13.300833 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.317918 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38156632-1856-4ed9-bde2-3bf7106e25d3 None None] Pushing event updated for resources: {'Port': ['ID=f6709c07-c067-46e1-823f-2129cd971042,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:13.431176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Allocated IP 172.20.0.13 (91965c7f-6665-4c8f-93f6-67bd4574a346/9693ad8c-9872-415c-9abd-f3e65973818b/03d4ea71-b030-4337-9958-1ea465adea72) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:13.433047 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] Set router 30fd1719-05e6-4712-9226-0708d1b9faad gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:13.574969 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.614759 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.670998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Network 91965c7f-6665-4c8f-93f6-67bd4574a346 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:13.674104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:13.680274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:13.703360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Pushing event updated for resources: {'Port': ['ID=03d4ea71-b030-4337-9958-1ea465adea72,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:13.713908 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'name': 'tempest-ServerRescueTestJSON-945844392-router', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:07Z', 'updated_at': '2021-08-29T17:17:10Z', 'revision_number': 4, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'gw_port': {'id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:08Z', 'updated_at': '2021-08-29T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'f6709c07-c067-46e1-823f-2129cd971042', 'name': '', 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'mac_address': 'fa:16:3e:0f:9b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '9693ad8c-9872-415c-9abd-f3e65973818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:10Z', 'updated_at': '2021-08-29T17:17:13Z', 'revision_number': 4, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'subnets': [{'id': '9693ad8c-9872-415c-9abd-f3e65973818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:13.735247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:13.735954 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.743175 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7f30d-50c9-48f4-90fc-6432a4c84a7b None None] The sync data for ids ['30fd1719-05e6-4712-9226-0708d1b9faad'] in n-d-713301-13 is: [{'id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'name': 'tempest-ServerRescueTestJSON-945844392-router', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:07Z', 'updated_at': '2021-08-29T17:17:10Z', 'revision_number': 4, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'gw_port': {'id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:08Z', 'updated_at': '2021-08-29T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'f6709c07-c067-46e1-823f-2129cd971042', 'name': '', 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'mac_address': 'fa:16:3e:0f:9b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '9693ad8c-9872-415c-9abd-f3e65973818b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:10Z', 'updated_at': '2021-08-29T17:17:13Z', 'revision_number': 4, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'subnets': [{'id': '9693ad8c-9872-415c-9abd-f3e65973818b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:13.749034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b988a6ea-acc9-4bd5-b1cc-0e3179847549 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:13.751921 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-2f7b1bd4-8c68-4599-97ec-33249874d194 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5953915 Aug 29 17:17:13.768446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Request body: {'port': {'device_id': '784f7b90-d738-4e44-95b0-332d4679448c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:13.820513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b988a6ea-acc9-4bd5-b1cc-0e3179847549 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:13.821104 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:13.846495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.137625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d4ea71-b030-4337-9958-1ea465adea72 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:14.145735 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.162499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Transition to ACTIVE for port object 03d4ea71-b030-4337-9958-1ea465adea72 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:14.167352 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.218320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Pushing event updated for resources: {'Port': ['ID=03d4ea71-b030-4337-9958-1ea465adea72,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:14.296463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Attempting to bind port 03d4ea71-b030-4337-9958-1ea465adea72 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:14.296805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Attempting to bind port 03d4ea71-b030-4337-9958-1ea465adea72 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:14.297144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Attempting to bind port 03d4ea71-b030-4337-9958-1ea465adea72 on network 91965c7f-6665-4c8f-93f6-67bd4574a346 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:14.302645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Port 03d4ea71-b030-4337-9958-1ea465adea72 on network 91965c7f-6665-4c8f-93f6-67bd4574a346 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:14.302978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Attempting to bind port 03d4ea71-b030-4337-9958-1ea465adea72 on network 91965c7f-6665-4c8f-93f6-67bd4574a346 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:14.308854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:14.309308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Checking segment: {'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:14.309770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Bound using segment: {'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:14.310285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Bound port: 03d4ea71-b030-4337-9958-1ea465adea72, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:14.310720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.367908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f79e85-47be-4f94-a76f-217f8ae98c32 req-c7e12a6f-3375-4421-ac58-48efffe19600 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:14.371466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e4f79e85-47be-4f94-a76f-217f8ae98c32 req-c7e12a6f-3375-4421-ac58-48efffe19600 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 944 time: 0.0607181 Aug 29 17:17:14.420313 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e4f79e85-47be-4f94-a76f-217f8ae98c32 req-fe555fa0-e24c-4da0-85ba-e0d090ecd2e9 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380745 Aug 29 17:17:14.711901 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:17:14.725741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] For port 03d4ea71-b030-4337-9958-1ea465adea72, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:14.729282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] For port 03d4ea71-b030-4337-9958-1ea465adea72, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03d4ea71-b030-4337-9958-1ea465adea72,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:14.735874 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.770755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:14.771387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:14.772795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] 10.222.0.10 "PUT /v2.0/ports/03d4ea71-b030-4337-9958-1ea465adea72 HTTP/1.1" status: 200 len: 1093 time: 1.0089607 Aug 29 17:17:14.773798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784f7b90-d738-4e44-95b0-332d4679448c', 'tag': '03d4ea71-b030-4337-9958-1ea465adea72'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:14.776061 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c300c20e-3ad1-4903-9355-f2c6e47e0af7" -d '{"events": [{"name": "network-changed", "server_uuid": "784f7b90-d738-4e44-95b0-332d4679448c", "tag": "03d4ea71-b030-4337-9958-1ea465adea72"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:14.811518 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6426a45-6c5d-43e3-a0b5-079e749f45f7 service neutron] Pushing event updated for resources: {'Port': ['ID=03d4ea71-b030-4337-9958-1ea465adea72,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:14.816146 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db52e73-6050-4b91-937c-121e9b1a8e13 x-openstack-request-id: req-3db52e73-6050-4b91-937c-121e9b1a8e13 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:14.816504 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784f7b90-d738-4e44-95b0-332d4679448c", "tag": "03d4ea71-b030-4337-9958-1ea465adea72", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:14.816818 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3db52e73-6050-4b91-937c-121e9b1a8e13 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:14.817301 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784f7b90-d738-4e44-95b0-332d4679448c', 'tag': '03d4ea71-b030-4337-9958-1ea465adea72', 'status': 'completed', 'code': 200} Aug 29 17:17:14.859482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-775ec2f9-77b5-4ce8-88db-ca1fa0a7ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:14.860992 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-775ec2f9-77b5-4ce8-88db-ca1fa0a7ca37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f9dfd19d445bea86365e806f0b183&device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 1096 time: 0.0411348 Aug 29 17:17:14.907019 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-0add8acc-6579-4616-9859-e142afb76e1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d4ea71-b030-4337-9958-1ea465adea72 HTTP/1.1" status: 200 len: 217 time: 0.0366554 Aug 29 17:17:14.955561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-88f8488e-d417-40c7-9fa6-7ef22be368ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:14.957004 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-88f8488e-d417-40c7-9fa6-7ef22be368ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9693ad8c-9872-415c-9abd-f3e65973818b HTTP/1.1" status: 200 len: 850 time: 0.0425589 Aug 29 17:17:14.988783 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-a3d3bac1-2763-4736-baf5-612ae144a0c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91965c7f-6665-4c8f-93f6-67bd4574a346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243313 Aug 29 17:17:15.083936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-80b42759-7d20-4ef6-9b59-a29c0b0f251a service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867774 Aug 29 17:17:15.175370 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8627210b-f7f2-4d13-9464-9059dc41f61a req-b7c5abc7-f416-46fb-86c6-b833795c5627 service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829804 Aug 29 17:17:15.260700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300c20e-3ad1-4903-9355-f2c6e47e0af7 req-0be1ff29-62f3-47bb-a0df-a202e08ecad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:15.262294 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c300c20e-3ad1-4903-9355-f2c6e47e0af7 req-0be1ff29-62f3-47bb-a0df-a202e08ecad7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f9dfd19d445bea86365e806f0b183&device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 1096 time: 0.0452209 Aug 29 17:17:15.354114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300c20e-3ad1-4903-9355-f2c6e47e0af7 req-a0c501ac-4a65-4332-b6d0-5efa9f11f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:15.355582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c300c20e-3ad1-4903-9355-f2c6e47e0af7 req-a0c501ac-4a65-4332-b6d0-5efa9f11f734 service neutron] 10.222.0.10 "GET /v2.0/networks?id=91965c7f-6665-4c8f-93f6-67bd4574a346 HTTP/1.1" status: 200 len: 911 time: 0.0861766 Aug 29 17:17:15.396162 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c300c20e-3ad1-4903-9355-f2c6e47e0af7 req-fd601652-d4c9-4be6-b1f6-3263c5649660 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d4ea71-b030-4337-9958-1ea465adea72 HTTP/1.1" status: 200 len: 217 time: 0.0338731 Aug 29 17:17:15.450475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300c20e-3ad1-4903-9355-f2c6e47e0af7 req-c868254f-ccb7-4d31-878c-5d0032c1a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:15.452064 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c300c20e-3ad1-4903-9355-f2c6e47e0af7 req-c868254f-ccb7-4d31-878c-5d0032c1a85d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9693ad8c-9872-415c-9abd-f3e65973818b HTTP/1.1" status: 200 len: 850 time: 0.0490794 Aug 29 17:17:15.486680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c300c20e-3ad1-4903-9355-f2c6e47e0af7 req-0fd39363-4d9d-480b-9d19-ba84cd909f41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91965c7f-6665-4c8f-93f6-67bd4574a346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268307 Aug 29 17:17:15.538509 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-992b1c2b-c9a8-477c-b4aa-8237d03027ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.543281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2f8a6-126d-4025-ab6e-3935283a0e9f req-d7921eca-ce4d-45d3-a418-a8754d0f0f4a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:15.544783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47d2f8a6-126d-4025-ab6e-3935283a0e9f req-d7921eca-ce4d-45d3-a418-a8754d0f0f4a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 944 time: 0.0563703 Aug 29 17:17:15.579814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c300c20e-3ad1-4903-9355-f2c6e47e0af7 req-0e1d2036-8c8a-4c67-8bb0-95aafe8b1b42 service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839484 Aug 29 17:17:15.582070 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47d2f8a6-126d-4025-ab6e-3935283a0e9f req-a5aede79-7c4d-4a14-b8d1-0ee4753c4ec6 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Aug 29 17:17:15.677638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c300c20e-3ad1-4903-9355-f2c6e47e0af7 req-121ebbf2-fe0f-4fca-9781-f8a937638734 service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890410 Aug 29 17:17:15.748770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f6709c07-c067-46e1-823f-2129cd971042 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:15.797276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port f6709c07-c067-46e1-823f-2129cd971042 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:15.800801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f6709c07-c067-46e1-823f-2129cd971042 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:15.801182 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.841429 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.892928 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.929501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port f6709c07-c067-46e1-823f-2129cd971042, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f6709c07-c067-46e1-823f-2129cd971042,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:15.932973 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:15.980024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=f6709c07-c067-46e1-823f-2129cd971042,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:16.319591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db86e-071b-4460-93c4-beb578ef38fe req-99c3133d-3a66-4c7a-b85d-7c0b97893161 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:16.321645 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b85db86e-071b-4460-93c4-beb578ef38fe req-99c3133d-3a66-4c7a-b85d-7c0b97893161 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0518298 Aug 29 17:17:16.358304 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b85db86e-071b-4460-93c4-beb578ef38fe req-0d5e420d-0392-4bd1-9680-23e857e343c1 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307581 Aug 29 17:17:16.667153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:16.702201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e3d8a-2cc7-48ae-a428-f0fd85750890 req-cfc8d5ed-a877-4b05-8273-4539f069ff95 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:16.703739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c84e3d8a-2cc7-48ae-a428-f0fd85750890 req-cfc8d5ed-a877-4b05-8273-4539f069ff95 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 944 time: 0.0529850 Aug 29 17:17:16.749165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c84e3d8a-2cc7-48ae-a428-f0fd85750890 req-ce721aa4-5fc9-4c69-9f55-5890a344d711 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335658 Aug 29 17:17:17.472262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73bda2-36f9-45f8-9a04-15ce57c5b7fb req-280cb2f8-f92c-4fff-a6d2-9cf6621dbd28 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:17.473725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d73bda2-36f9-45f8-9a04-15ce57c5b7fb req-280cb2f8-f92c-4fff-a6d2-9cf6621dbd28 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0479758 Aug 29 17:17:17.511462 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d73bda2-36f9-45f8-9a04-15ce57c5b7fb req-cb18b10b-336c-49cc-9a6a-9f94ea9dbf12 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Aug 29 17:17:17.697309 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.726683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f6709c07-c067-46e1-823f-2129cd971042 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:17.773091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f6709c07-c067-46e1-823f-2129cd971042 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:17.773457 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:17.865589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc08fd-849e-47d2-945f-0aebeae03e23 req-bc6142cf-9a4d-4c18-9798-f6a7ebcc439f tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:17.867822 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62dc08fd-849e-47d2-945f-0aebeae03e23 req-bc6142cf-9a4d-4c18-9798-f6a7ebcc439f tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 944 time: 0.0497656 Aug 29 17:17:17.909552 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62dc08fd-849e-47d2-945f-0aebeae03e23 req-8773497f-672f-4a52-b9c4-90edccd6ec21 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356698 Aug 29 17:17:18.300646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:18.629170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a68a-7980-47aa-bfd2-451ea253815c req-ae19f542-b707-4a3b-a3d0-e9b019a57713 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:18.630618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6558a68a-7980-47aa-bfd2-451ea253815c req-ae19f542-b707-4a3b-a3d0-e9b019a57713 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Aug 29 17:17:18.667403 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6558a68a-7980-47aa-bfd2-451ea253815c req-117a77d4-9d45-4c79-970d-e96426022166 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303469 Aug 29 17:17:18.953032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 03d4ea71-b030-4337-9958-1ea465adea72 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:19.025242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2d797-9021-40b3-af4b-98c11f5f308a req-b622fbad-48c2-4f51-9905-47283379b000 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:19.026863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63c2d797-9021-40b3-af4b-98c11f5f308a req-b622fbad-48c2-4f51-9905-47283379b000 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 944 time: 0.0495872 Aug 29 17:17:19.046520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 03d4ea71-b030-4337-9958-1ea465adea72, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03d4ea71-b030-4337-9958-1ea465adea72,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:19.058320 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '03d4ea71-b030-4337-9958-1ea465adea72', 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346', 'port_id': '03d4ea71-b030-4337-9958-1ea465adea72', 'mac_address': 'fa:16:3e:8d:21:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9693ad8c-9872-415c-9abd-f3e65973818b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:19.066194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63c2d797-9021-40b3-af4b-98c11f5f308a req-80d83d9b-cc16-480f-99eb-2f72e5688865 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Aug 29 17:17:19.098537 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.111010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d4ea71-b030-4337-9958-1ea465adea72 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:19.130371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 03d4ea71-b030-4337-9958-1ea465adea72, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03d4ea71-b030-4337-9958-1ea465adea72,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:19.134977 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:19.180080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=03d4ea71-b030-4337-9958-1ea465adea72,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:19.370690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['03d4ea71-b030-4337-9958-1ea465adea72'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:19.785493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22216c9c-96ca-4226-b399-cdd5357069cb req-edc410b8-94b4-468a-8a09-21c997e6e587 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:19.786959 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22216c9c-96ca-4226-b399-cdd5357069cb req-edc410b8-94b4-468a-8a09-21c997e6e587 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0525110 Aug 29 17:17:19.825927 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22216c9c-96ca-4226-b399-cdd5357069cb req-b7b7684c-97c4-45a5-bcca-41b2296f5446 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Aug 29 17:17:20.181142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e834b-e34b-4d37-a120-bfc13a1e378b req-c9c108e6-ccef-4995-bb4e-e157851b09fb tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:20.182646 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b30e834b-e34b-4d37-a120-bfc13a1e378b req-c9c108e6-ccef-4995-bb4e-e157851b09fb tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 945 time: 0.0496395 Aug 29 17:17:20.221603 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b30e834b-e34b-4d37-a120-bfc13a1e378b req-38b83d3d-53b4-4549-b481-3631d38ded37 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Aug 29 17:17:20.297513 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:20.940202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e7b2-f831-4c73-9ffc-4438bd9a5b04 req-295e8c82-1c39-4af9-b68b-af7eeeddeb27 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:20.941690 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bab0e7b2-f831-4c73-9ffc-4438bd9a5b04 req-295e8c82-1c39-4af9-b68b-af7eeeddeb27 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0487638 Aug 29 17:17:20.953531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 03d4ea71-b030-4337-9958-1ea465adea72 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:20.979787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bab0e7b2-f831-4c73-9ffc-4438bd9a5b04 req-acda4eea-a982-4257-b0b1-3b59dcb18ab2 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319691 Aug 29 17:17:21.007333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 03d4ea71-b030-4337-9958-1ea465adea72 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:21.010871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 03d4ea71-b030-4337-9958-1ea465adea72 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:21.011243 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.086650 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.108281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784f7b90-d738-4e44-95b0-332d4679448c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d4ea71-b030-4337-9958-1ea465adea72'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:21.110501 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534dc915-8118-4368-9066-31e38fc22a0f" -d '{"events": [{"server_uuid": "784f7b90-d738-4e44-95b0-332d4679448c", "name": "network-vif-plugged", "status": "completed", "tag": "03d4ea71-b030-4337-9958-1ea465adea72"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:21.123688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 03d4ea71-b030-4337-9958-1ea465adea72, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03d4ea71-b030-4337-9958-1ea465adea72,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:21.129676 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:21.154937 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9904954d-fc64-4016-98ef-de78c4902842 x-openstack-request-id: req-9904954d-fc64-4016-98ef-de78c4902842 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:21.155240 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784f7b90-d738-4e44-95b0-332d4679448c", "name": "network-vif-plugged", "status": "completed", "tag": "03d4ea71-b030-4337-9958-1ea465adea72", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:21.155494 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9904954d-fc64-4016-98ef-de78c4902842 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:21.155880 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784f7b90-d738-4e44-95b0-332d4679448c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d4ea71-b030-4337-9958-1ea465adea72', 'code': 200} Aug 29 17:17:21.181898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=03d4ea71-b030-4337-9958-1ea465adea72,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:21.243252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ff767-0e11-4732-913c-86ee21f222e1 req-85b067af-f917-4927-a945-487230882b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:21.244751 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b44ff767-0e11-4732-913c-86ee21f222e1 req-85b067af-f917-4927-a945-487230882b38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 1098 time: 0.0404408 Aug 29 17:17:21.283602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b44ff767-0e11-4732-913c-86ee21f222e1 req-6713264c-9ed2-4b40-b820-f3aa547fe369 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317945 Aug 29 17:17:21.340034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3a1c5-2b44-42b8-9f4d-0ea11481dbe9 req-df3d1863-e587-4510-b0e3-c06f984628a1 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:21.341641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e3e3a1c5-2b44-42b8-9f4d-0ea11481dbe9 req-df3d1863-e587-4510-b0e3-c06f984628a1 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0538898 Aug 29 17:17:21.379028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e3e3a1c5-2b44-42b8-9f4d-0ea11481dbe9 req-4b24d5ac-283c-424a-8d3b-bb63ad1b3b5b tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315614 Aug 29 17:17:22.096118 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d71a-3bac-4bfb-862a-fe470c24fcc1 req-ac51e45d-206d-453b-be42-16380f655467 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:22.097654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5987d71a-3bac-4bfb-862a-fe470c24fcc1 req-ac51e45d-206d-453b-be42-16380f655467 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0488813 Aug 29 17:17:22.135040 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5987d71a-3bac-4bfb-862a-fe470c24fcc1 req-f8e69c42-cea4-4334-84f8-bca88db9fcc3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308487 Aug 29 17:17:22.495965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbbb3a-f326-4996-8e76-f4f03c67d78d req-c4e2dd2f-335c-49f8-bf7a-994cce1daa32 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:22.497506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bcbbb3a-f326-4996-8e76-f4f03c67d78d req-c4e2dd2f-335c-49f8-bf7a-994cce1daa32 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0507431 Aug 29 17:17:22.534830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bcbbb3a-f326-4996-8e76-f4f03c67d78d req-3c9baeca-d7d1-4710-9e85-9172bf516735 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Aug 29 17:17:23.257130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689e85d-b1a9-4b90-b671-9e9f0c415a3d req-58dfe7ff-4df8-489e-ad76-9a52f0ae9b6b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:23.259156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d689e85d-b1a9-4b90-b671-9e9f0c415a3d req-58dfe7ff-4df8-489e-ad76-9a52f0ae9b6b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0516381 Aug 29 17:17:23.298856 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d689e85d-b1a9-4b90-b671-9e9f0c415a3d req-caf2935d-782d-441a-bd5f-7196c37da57a tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338259 Aug 29 17:17:23.648762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59a49b-401c-4d26-b445-09e8dd79ee34 req-6a235dbb-ca4c-497b-829c-c7caa33b6a05 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:23.650258 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1f59a49b-401c-4d26-b445-09e8dd79ee34 req-6a235dbb-ca4c-497b-829c-c7caa33b6a05 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0489576 Aug 29 17:17:23.691364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1f59a49b-401c-4d26-b445-09e8dd79ee34 req-62c00818-0ed8-45c7-97a5-6c9f8d8a4661 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351627 Aug 29 17:17:23.932931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c13aa8-c20b-4c33-95aa-14ec36955c00 req-507a9a38-9633-4e58-a0f1-9dacb6d911a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:23.934516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35c13aa8-c20b-4c33-95aa-14ec36955c00 req-507a9a38-9633-4e58-a0f1-9dacb6d911a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f9dfd19d445bea86365e806f0b183&device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 1098 time: 0.0740936 Aug 29 17:17:23.946525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b355638-e622-4c0f-8d37-994b8559db26 req-f27f2169-a421-402a-be78-ca374a1a5171 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:23.947908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b355638-e622-4c0f-8d37-994b8559db26 req-f27f2169-a421-402a-be78-ca374a1a5171 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0604115 Aug 29 17:17:24.036705 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b355638-e622-4c0f-8d37-994b8559db26 req-7e06b966-1e29-4dc9-bc39-cef59062ff93 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805311 Aug 29 17:17:24.063451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c13aa8-c20b-4c33-95aa-14ec36955c00 req-46f1301e-b672-4725-a808-4e6bceeceb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:24.064940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35c13aa8-c20b-4c33-95aa-14ec36955c00 req-46f1301e-b672-4725-a808-4e6bceeceb70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=91965c7f-6665-4c8f-93f6-67bd4574a346 HTTP/1.1" status: 200 len: 911 time: 0.1161892 Aug 29 17:17:24.106534 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35c13aa8-c20b-4c33-95aa-14ec36955c00 req-38942447-9c03-495e-bee5-e3f90a1d6dd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d4ea71-b030-4337-9958-1ea465adea72 HTTP/1.1" status: 200 len: 217 time: 0.0345118 Aug 29 17:17:24.155866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c13aa8-c20b-4c33-95aa-14ec36955c00 req-a48d49f4-3346-46d3-a3c5-b0412b403c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:24.157464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35c13aa8-c20b-4c33-95aa-14ec36955c00 req-a48d49f4-3346-46d3-a3c5-b0412b403c2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9693ad8c-9872-415c-9abd-f3e65973818b HTTP/1.1" status: 200 len: 850 time: 0.0438066 Aug 29 17:17:24.195870 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35c13aa8-c20b-4c33-95aa-14ec36955c00 req-08b990e5-96f1-4225-90a1-02b428a75608 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91965c7f-6665-4c8f-93f6-67bd4574a346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307927 Aug 29 17:17:24.283969 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35c13aa8-c20b-4c33-95aa-14ec36955c00 req-dcc4a8f5-9bb4-445d-8671-10d03c2287b7 service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810125 Aug 29 17:17:24.385599 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35c13aa8-c20b-4c33-95aa-14ec36955c00 req-5ce55331-1751-4b25-80a5-e3ba8245dca3 service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Aug 29 17:17:24.423532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6debed-f1d8-4541-926f-a4743f6ac547 req-c16fdf11-33b8-4670-a69e-b8f5e24c1c5e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:24.425027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f6debed-f1d8-4541-926f-a4743f6ac547 req-c16fdf11-33b8-4670-a69e-b8f5e24c1c5e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0557561 Aug 29 17:17:24.464491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f6debed-f1d8-4541-926f-a4743f6ac547 req-29150e5a-4310-4da7-b427-480c3e512bf9 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333812 Aug 29 17:17:25.159054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3daacf-0f93-434b-8581-75891f7fe4bb req-b8dfb85a-0d5c-4e65-967a-556efefaea3a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:25.160555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c3daacf-0f93-434b-8581-75891f7fe4bb req-b8dfb85a-0d5c-4e65-967a-556efefaea3a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0533841 Aug 29 17:17:25.198757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4c3daacf-0f93-434b-8581-75891f7fe4bb req-31bf985d-1929-4c7c-9f8f-9a8e2d2ce3d9 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321271 Aug 29 17:17:25.889071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22f079-a502-4f2c-af2e-1c05ed160066 req-b1f6f6b7-703a-4140-b85d-ae673af85692 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:25.890561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f22f079-a502-4f2c-af2e-1c05ed160066 req-b1f6f6b7-703a-4140-b85d-ae673af85692 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.3591635 Aug 29 17:17:25.927243 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f22f079-a502-4f2c-af2e-1c05ed160066 req-0662b177-25f0-412b-8b01-f973ddd5aa6a tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306835 Aug 29 17:17:26.313729 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425b990-de9c-4f34-9e12-f364a3a5fe73 req-d321d84c-77b3-4848-be68-6b0bbd0b7ab7 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:26.315249 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a425b990-de9c-4f34-9e12-f364a3a5fe73 req-d321d84c-77b3-4848-be68-6b0bbd0b7ab7 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0494494 Aug 29 17:17:26.351985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a425b990-de9c-4f34-9e12-f364a3a5fe73 req-0054644c-6dea-43d5-a42b-daf9a06022f8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303893 Aug 29 17:17:27.042019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47174b44-85b7-49a7-bfb8-c4bd3696cf9b req-c9888d48-26d2-4b63-8e60-e8c9aedbbded tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:27.043473 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47174b44-85b7-49a7-bfb8-c4bd3696cf9b req-c9888d48-26d2-4b63-8e60-e8c9aedbbded tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0477214 Aug 29 17:17:27.080527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47174b44-85b7-49a7-bfb8-c4bd3696cf9b req-4f5c2913-fca8-4eb6-a435-0c62a5a63967 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Aug 29 17:17:27.307657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d338b69-5f38-4e88-a4be-57e766215402 req-458b1700-e36c-4a04-9c67-792419cf387a tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:27.309105 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d338b69-5f38-4e88-a4be-57e766215402 req-458b1700-e36c-4a04-9c67-792419cf387a tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0795996 Aug 29 17:17:27.323837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c8b66-c780-4fc4-9aaa-c2728ff83118 req-fcddbf02-b51a-49d8-8d57-7c1f7541ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:27.325241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621c8b66-c780-4fc4-9aaa-c2728ff83118 req-fcddbf02-b51a-49d8-8d57-7c1f7541ab14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 1097 time: 0.0638504 Aug 29 17:17:27.399915 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d338b69-5f38-4e88-a4be-57e766215402 req-538b3afc-8ef1-4c61-8ca1-934878749ab0 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799365 Aug 29 17:17:27.432411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c8b66-c780-4fc4-9aaa-c2728ff83118 req-1f1082e2-5e51-4fb7-ada6-7d9d05a16749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:27.434121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621c8b66-c780-4fc4-9aaa-c2728ff83118 req-1f1082e2-5e51-4fb7-ada6-7d9d05a16749 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 912 time: 0.0999670 Aug 29 17:17:27.478316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4e48-4ee7-4737-8943-b64f84d2a5b2 req-61e8ff53-1d2b-4694-a8d7-ad1a65186675 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:27.479833 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8fd4e48-4ee7-4737-8943-b64f84d2a5b2 req-61e8ff53-1d2b-4694-a8d7-ad1a65186675 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0525503 Aug 29 17:17:27.503369 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621c8b66-c780-4fc4-9aaa-c2728ff83118 req-a42f171f-f82f-495a-8951-06b9c561ca26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe HTTP/1.1" status: 200 len: 1000 time: 0.0616524 Aug 29 17:17:27.518831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8fd4e48-4ee7-4737-8943-b64f84d2a5b2 req-d726cdf9-0d0f-4ccd-bdef-bc400a8d7beb tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329273 Aug 29 17:17:27.550615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c8b66-c780-4fc4-9aaa-c2728ff83118 req-b454ed36-4e66-450e-9bc0-398324fa08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:27.552038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621c8b66-c780-4fc4-9aaa-c2728ff83118 req-b454ed36-4e66-450e-9bc0-398324fa08ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 200 len: 850 time: 0.0422490 Aug 29 17:17:27.596506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c8b66-c780-4fc4-9aaa-c2728ff83118 req-27d12cef-d644-46db-9631-317b2e2c2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:27.597883 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621c8b66-c780-4fc4-9aaa-c2728ff83118 req-27d12cef-d644-46db-9631-317b2e2c2a26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387912 Aug 29 17:17:27.688836 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621c8b66-c780-4fc4-9aaa-c2728ff83118 req-668604bd-c341-4fd5-b4f0-b463cfd41d89 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840189 Aug 29 17:17:27.776843 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-621c8b66-c780-4fc4-9aaa-c2728ff83118 req-1081aa15-1263-441a-8a8c-2db012cde68a service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809197 Aug 29 17:17:28.516616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332f944-3513-48f1-bf44-b2682059b32e req-4ed7e2b4-5fc1-491a-b5de-0ea9b89dd469 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:28.518204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2332f944-3513-48f1-bf44-b2682059b32e req-4ed7e2b4-5fc1-491a-b5de-0ea9b89dd469 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0514171 Aug 29 17:17:28.521166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b62484-c935-4c98-a75a-965a402cdd61 req-e610a36c-753d-4219-af48-38439c6dcec4 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:28.525119 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8b62484-c935-4c98-a75a-965a402cdd61 req-e610a36c-753d-4219-af48-38439c6dcec4 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1097 time: 0.0408454 Aug 29 17:17:28.558229 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2332f944-3513-48f1-bf44-b2682059b32e req-11d8339a-7fb9-4a8b-90cf-713199a95bc0 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334523 Aug 29 17:17:28.558434 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8b62484-c935-4c98-a75a-965a402cdd61 req-6fc4f5a1-9668-4ea4-baf6-9bdc553b26c7 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295796 Aug 29 17:17:28.580076 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53748) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:28.721406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e2db5-230b-4459-b0b0-fd0af9a2bb4d req-e1eeeaf2-ed3f-4011-b373-3e92124c90d1 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:28.723118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d15e2db5-230b-4459-b0b0-fd0af9a2bb4d req-e1eeeaf2-ed3f-4011-b373-3e92124c90d1 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.1064088 Aug 29 17:17:28.793885 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d15e2db5-230b-4459-b0b0-fd0af9a2bb4d req-00f671bf-ad4b-4d10-9a53-61bd8f4630e9 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634434 Aug 29 17:17:28.818226 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port cc1d089b-626d-49ed-b4df-5f98503add64 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:28.818575 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.895887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.896224 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:28.908189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for cc1d089b-626d-49ed-b4df-5f98503add64 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:29.083623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.111205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=cc1d089b-626d-49ed-b4df-5f98503add64,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:29.137156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.137541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.137895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.138244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.138588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.138931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.139270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.139608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.139943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.140277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.140613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.140943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:29.184131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.184472 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Floating IP 6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d disassociated (deleted). External IP: 172.25.5.186, port: e7b5d630-8f19-4c89-b7f5-17094ebad67f. Aug 29 17:17:29.387592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:17:29.494013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:29.499010 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:29.504318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee65b2f-e796-4ad2-a8a7-bc419ee2b766 None None] Sync routers for ids ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:29.513030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee65b2f-e796-4ad2-a8a7-bc419ee2b766 None None] Routers {'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:29.513757 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5ee65b2f-e796-4ad2-a8a7-bc419ee2b766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:29.528080 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bbd4f825-b033-4215-a437-365740ef6f20 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/floatingips/6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d HTTP/1.1" status: 204 len: 168 time: 0.9467821 Aug 29 17:17:29.528696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:29.530953 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3299fdaa-77a3-4339-a37c-583625c4fbda" -d '{"events": [{"name": "network-changed", "server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:29.571160 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736a7103-f0bd-4c80-bfc9-d74dadd6bc05 x-openstack-request-id: req-736a7103-f0bd-4c80-bfc9-d74dadd6bc05 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:29.571457 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:29.571711 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-736a7103-f0bd-4c80-bfc9-d74dadd6bc05 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:29.572120 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'status': 'completed', 'code': 200} Aug 29 17:17:29.636066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299fdaa-77a3-4339-a37c-583625c4fbda req-02805378-8581-4ca0-ab0d-b6b06228f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:29.637802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3299fdaa-77a3-4339-a37c-583625c4fbda req-02805378-8581-4ca0-ab0d-b6b06228f64f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 1097 time: 0.0439370 Aug 29 17:17:29.779117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299fdaa-77a3-4339-a37c-583625c4fbda req-5b96178f-42fd-4c60-aa52-6b34227c4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:29.780615 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3299fdaa-77a3-4339-a37c-583625c4fbda req-5b96178f-42fd-4c60-aa52-6b34227c4aa2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96697be0-b20f-438a-86e6-4d2ce97434c0 HTTP/1.1" status: 200 len: 898 time: 0.1307213 Aug 29 17:17:29.783592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-5ee65b2f-e796-4ad2-a8a7-bc419ee2b766 None None] Set router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:29.802083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806303ca-23e3-4693-b00f-fd16ef3e1bdf req-a1ef2575-58cc-4314-82a4-9b67c8669306 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:29.803495 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-806303ca-23e3-4693-b00f-fd16ef3e1bdf req-a1ef2575-58cc-4314-82a4-9b67c8669306 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0821993 Aug 29 17:17:29.836761 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3299fdaa-77a3-4339-a37c-583625c4fbda req-acbf402f-0528-4f07-b8dd-da52c5e0b9ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 200 len: 217 time: 0.0476928 Aug 29 17:17:29.903589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-806303ca-23e3-4693-b00f-fd16ef3e1bdf req-ad9bdbd4-7bfc-450c-9e69-409c573c472d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696416 Aug 29 17:17:29.907671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299fdaa-77a3-4339-a37c-583625c4fbda req-37b3430d-8ed5-4ebb-a817-626fdf790df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:29.910018 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3299fdaa-77a3-4339-a37c-583625c4fbda req-37b3430d-8ed5-4ebb-a817-626fdf790df9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5171d6a3-21eb-4873-8e8c-0124fd3c7ade HTTP/1.1" status: 200 len: 834 time: 0.0611577 Aug 29 17:17:29.919127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1eb58-95ae-47ba-8a87-8fa879efac30 req-6645c62b-82ab-4e86-9a9f-0554c733e9d6 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:29.926530 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8e1eb58-95ae-47ba-8a87-8fa879efac30 req-6645c62b-82ab-4e86-9a9f-0554c733e9d6 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0629570 Aug 29 17:17:29.962324 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8e1eb58-95ae-47ba-8a87-8fa879efac30 req-9fc8376a-13e6-415d-a7f9-14f7bfde3f47 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349238 Aug 29 17:17:29.970068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299fdaa-77a3-4339-a37c-583625c4fbda req-4d91da88-8845-4fc8-ba72-0ef6431c45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:29.971950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3299fdaa-77a3-4339-a37c-583625c4fbda req-4d91da88-8845-4fc8-ba72-0ef6431c45ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96697be0-b20f-438a-86e6-4d2ce97434c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533564 Aug 29 17:17:29.987544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5ee65b2f-e796-4ad2-a8a7-bc419ee2b766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2f66d526-6f1f-49a9-b687-ca778eb8cf9d', 'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:77:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:18Z', 'updated_at': '2021-08-29T17:15:23Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:30.013668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee65b2f-e796-4ad2-a8a7-bc419ee2b766 None None] Checking router: f5c9bdfd-a7a5-4cb0-971e-68519c55f01f for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:30.021851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee65b2f-e796-4ad2-a8a7-bc419ee2b766 None None] Routers {'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:30.022471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5ee65b2f-e796-4ad2-a8a7-bc419ee2b766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:30.063191 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3299fdaa-77a3-4339-a37c-583625c4fbda req-e2d5e232-243d-4c8e-aa81-ff9bf14d4616 service neutron] 10.222.0.10 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833013 Aug 29 17:17:30.126602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-5ee65b2f-e796-4ad2-a8a7-bc419ee2b766 None None] Set router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:30.156990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3299fdaa-77a3-4339-a37c-583625c4fbda req-dbf7a18e-a988-4fb7-a39e-ed93cbec59b3 service neutron] 10.222.0.10 "GET /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856357 Aug 29 17:17:30.319145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5ee65b2f-e796-4ad2-a8a7-bc419ee2b766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2f66d526-6f1f-49a9-b687-ca778eb8cf9d', 'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:77:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:18Z', 'updated_at': '2021-08-29T17:15:23Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:30.344562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee65b2f-e796-4ad2-a8a7-bc419ee2b766 None None] The sync data for ids ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'] in n-d-713301-13 is: [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2f66d526-6f1f-49a9-b687-ca778eb8cf9d', 'name': '', 'network_id': '96697be0-b20f-438a-86e6-4d2ce97434c0', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:77:29:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:18Z', 'updated_at': '2021-08-29T17:15:23Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '5171d6a3-21eb-4873-8e8c-0124fd3c7ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:30.560568 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c731eeaa-324e-4bb7-bb8e-1bf65b7e44d1 None None] New status for floating IP 6c0ca8e5-e2f1-49af-b8f0-eefe8bf3200d: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:17:31.046520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23b12-655f-48ba-83bb-86bde42a87d4 req-31ae7afe-4f79-4acf-812b-8d5173396305 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:31.047990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ed23b12-655f-48ba-83bb-86bde42a87d4 req-31ae7afe-4f79-4acf-812b-8d5173396305 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0774527 Aug 29 17:17:31.060529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18775d13-ad16-4617-8a28-5fb29ad23503 req-f199add3-dcb5-40e9-bc97-dc86dfa8d63f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:31.062044 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18775d13-ad16-4617-8a28-5fb29ad23503 req-f199add3-dcb5-40e9-bc97-dc86dfa8d63f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=70a85912-f1b0-4938-9673-df4e01e39f22 HTTP/1.1" status: 200 len: 945 time: 0.0799248 Aug 29 17:17:31.078436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55daac4-a919-4382-b546-2bba53057e0b req-16273ba5-af25-4f00-b602-d33a82dd5eca tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:31.079937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c55daac4-a919-4382-b546-2bba53057e0b req-16273ba5-af25-4f00-b602-d33a82dd5eca tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0500836 Aug 29 17:17:31.120204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c55daac4-a919-4382-b546-2bba53057e0b req-3c2e7665-16e4-479b-9947-62b292dc6032 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342100 Aug 29 17:17:31.151760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18775d13-ad16-4617-8a28-5fb29ad23503 req-d8fe418e-a680-4c4e-b801-aed52e9848ff tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=db421048-018e-46ec-96c3-51ccb77f45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826352 Aug 29 17:17:31.176842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-2ed23b12-655f-48ba-83bb-86bde42a87d4 req-5713f165-35d2-4e78-b516-cbb6522f4d13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port e7b5d630-8f19-4c89-b7f5-17094ebad67f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:31.177188 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ed23b12-655f-48ba-83bb-86bde42a87d4 req-5713f165-35d2-4e78-b516-cbb6522f4d13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.262951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2ed23b12-655f-48ba-83bb-86bde42a87d4 req-5713f165-35d2-4e78-b516-cbb6522f4d13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port e7b5d630-8f19-4c89-b7f5-17094ebad67f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e7b5d630-8f19-4c89-b7f5-17094ebad67f,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:31.263245 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ed23b12-655f-48ba-83bb-86bde42a87d4 req-5713f165-35d2-4e78-b516-cbb6522f4d13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.275649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-2ed23b12-655f-48ba-83bb-86bde42a87d4 req-5713f165-35d2-4e78-b516-cbb6522f4d13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for e7b5d630-8f19-4c89-b7f5-17094ebad67f owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:31.401054 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ed23b12-655f-48ba-83bb-86bde42a87d4 req-5713f165-35d2-4e78-b516-cbb6522f4d13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.430307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713f165-35d2-4e78-b516-cbb6522f4d13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=e7b5d630-8f19-4c89-b7f5-17094ebad67f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:31.477260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed23b12-655f-48ba-83bb-86bde42a87d4 req-5713f165-35d2-4e78-b516-cbb6522f4d13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] No DVR routers for this DVR port e7b5d630-8f19-4c89-b7f5-17094ebad67f on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:31.479770 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ed23b12-655f-48ba-83bb-86bde42a87d4 req-5713f165-35d2-4e78-b516-cbb6522f4d13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:31.481802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ed23b12-655f-48ba-83bb-86bde42a87d4 req-5713f165-35d2-4e78-b516-cbb6522f4d13 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.10 "DELETE /v2.0/ports/e7b5d630-8f19-4c89-b7f5-17094ebad67f HTTP/1.1" status: 204 len: 173 time: 0.4188716 Aug 29 17:17:31.572862 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'name': 'network-vif-deleted', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:31.575322 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c5126d-3688-44f9-a448-df62216510bf" -d '{"events": [{"server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "name": "network-vif-deleted", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:31.611131 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2982b5e9-8366-4827-98c6-1c565c46219c x-openstack-request-id: req-2982b5e9-8366-4827-98c6-1c565c46219c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:31.611430 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a85912-f1b0-4938-9673-df4e01e39f22", "name": "network-vif-deleted", "tag": "e7b5d630-8f19-4c89-b7f5-17094ebad67f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:31.611685 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2982b5e9-8366-4827-98c6-1c565c46219c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:31.612110 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a85912-f1b0-4938-9673-df4e01e39f22', 'name': 'network-vif-deleted', 'tag': 'e7b5d630-8f19-4c89-b7f5-17094ebad67f', 'status': 'completed', 'code': 200} Aug 29 17:17:32.206718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53772) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:32.234029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316293ac-b969-4eae-8b05-b93d4ba412da req-f95872bc-40b2-4035-84ad-6be4b7379d6b tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:32.235539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-316293ac-b969-4eae-8b05-b93d4ba412da req-f95872bc-40b2-4035-84ad-6be4b7379d6b tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0491784 Aug 29 17:17:32.273958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-316293ac-b969-4eae-8b05-b93d4ba412da req-185ae72a-726b-4e67-a08d-06b233222632 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Aug 29 17:17:32.568267 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:32.829169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:32.829549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:32.915992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port 2f66d526-6f1f-49a9-b687-ca778eb8cf9d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2f66d526-6f1f-49a9-b687-ca778eb8cf9d,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:32.916357 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:32.929011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for 2f66d526-6f1f-49a9-b687-ca778eb8cf9d owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:33.112060 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.147751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=2f66d526-6f1f-49a9-b687-ca778eb8cf9d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:33.317504 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.452492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafc8d4-ec79-4cd0-bf5b-96f95507531a req-75da1f0b-f775-4d7c-84c6-f607963c387d tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:33.453933 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2aafc8d4-ec79-4cd0-bf5b-96f95507531a req-75da1f0b-f775-4d7c-84c6-f607963c387d tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0935128 Aug 29 17:17:33.537083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2aafc8d4-ec79-4cd0-bf5b-96f95507531a req-32769b13-9ea3-415a-a3f0-9f4d6c33da14 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764444 Aug 29 17:17:33.602741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:17:33.708864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:33.714607 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d500dab6-6c15-4cf3-ad26-c445813d7fc4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "PUT /v2.0/routers/f5c9bdfd-a7a5-4cb0-971e-68519c55f01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5068524 Aug 29 17:17:33.717248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53776) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:33.722506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ea78d-139f-4f9c-b81e-f45772f71f26 None None] Sync routers for ids ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:33.731527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ea78d-139f-4f9c-b81e-f45772f71f26 None None] Routers {'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:33.732137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a40ea78d-139f-4f9c-b81e-f45772f71f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:33.777447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcaa8c2-64e2-4add-a006-628e5d8f45b6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting subnet 5171d6a3-21eb-4873-8e8c-0124fd3c7ade {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:17:33.780621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa8c2-64e2-4add-a006-628e5d8f45b6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.822215 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa8c2-64e2-4add-a006-628e5d8f45b6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.836340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-a40ea78d-139f-4f9c-b81e-f45772f71f26 None None] Set router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:33.910808 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa8c2-64e2-4add-a006-628e5d8f45b6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:33.970849 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa8c2-64e2-4add-a006-628e5d8f45b6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.000934 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaa8c2-64e2-4add-a006-628e5d8f45b6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Subnet': ['ID=5171d6a3-21eb-4873-8e8c-0124fd3c7ade,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:34.005042 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa8c2-64e2-4add-a006-628e5d8f45b6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.010540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bfcaa8c2-64e2-4add-a006-628e5d8f45b6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/subnets/5171d6a3-21eb-4873-8e8c-0124fd3c7ade HTTP/1.1" status: 204 len: 168 time: 0.2891965 Aug 29 17:17:34.010644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fd63cb-ae9b-4dd6-97b0-5a3d8fed79c8 None None] Network 96697be0-b20f-438a-86e6-4d2ce97434c0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:34.010722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53778) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:34.059302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a40ea78d-139f-4f9c-b81e-f45772f71f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:17:33Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:34.092837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ea78d-139f-4f9c-b81e-f45772f71f26 None None] Checking router: f5c9bdfd-a7a5-4cb0-971e-68519c55f01f for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:34.120223 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.127871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ea78d-139f-4f9c-b81e-f45772f71f26 None None] Routers {'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:34.128509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a40ea78d-139f-4f9c-b81e-f45772f71f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:34.248317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.263991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] DHCP port deletion for 96697be0-b20f-438a-86e6-4d2ce97434c0 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:17:34.269583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-a40ea78d-139f-4f9c-b81e-f45772f71f26 None None] Set router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:34.301825 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port de64423e-89a1-4ef9-8c33-39ffed8d40ab {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:34.302171 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.384242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port de64423e-89a1-4ef9-8c33-39ffed8d40ab, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=de64423e-89a1-4ef9-8c33-39ffed8d40ab,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:34.384907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.396509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for de64423e-89a1-4ef9-8c33-39ffed8d40ab owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:34.429646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Deleting port ad86062b-fbc3-4a14-bfba-2408a28cae2a {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:17:34.430030 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.518467 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] For port ad86062b-fbc3-4a14-bfba-2408a28cae2a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ad86062b-fbc3-4a14-bfba-2408a28cae2a,segment=NetworkSegment(891f523e-a0fe-47c8-857c-1a31ace4e8e3),segment_id=891f523e-a0fe-47c8-857c-1a31ace4e8e3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:34.518773 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.532675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Calling delete_port for ad86062b-fbc3-4a14-bfba-2408a28cae2a owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:17:34.569833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.579729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a40ea78d-139f-4f9c-b81e-f45772f71f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:17:33Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:34.596010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=de64423e-89a1-4ef9-8c33-39ffed8d40ab,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:34.613000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ea78d-139f-4f9c-b81e-f45772f71f26 None None] The sync data for ids ['f5c9bdfd-a7a5-4cb0-971e-68519c55f01f'] in n-d-713301-13 is: [{'id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52483005', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:15:15Z', 'updated_at': '2021-08-29T17:17:33Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'de64423e-89a1-4ef9-8c33-39ffed8d40ab', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:34:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c9bdfd-a7a5-4cb0-971e-68519c55f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:15:16Z', 'updated_at': '2021-08-29T17:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:34.651310 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.671649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.680783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Pushing event deleted for resources: {'Port': ['ID=ad86062b-fbc3-4a14-bfba-2408a28cae2a,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:34.688018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fab53-5584-4ecc-a8a9-b3fd5923285e req-ff657cfd-75a2-4564-9759-3382c1b0cde7 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:34.688772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] No DVR routers for this DVR port ad86062b-fbc3-4a14-bfba-2408a28cae2a on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:17:34.690414 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d0fab53-5584-4ecc-a8a9-b3fd5923285e req-ff657cfd-75a2-4564-9759-3382c1b0cde7 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0744004 Aug 29 17:17:34.691052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.691408 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.691755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.692095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.692434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.692771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.693106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.693507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.693842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.694180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.694565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.694921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201bb56-d6dc-4041-bf99-6cfd8aa5e345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:34.733759 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d0fab53-5584-4ecc-a8a9-b3fd5923285e req-21fbac3f-ba17-4ddd-aadb-34c558357de2 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372038 Aug 29 17:17:34.770932 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.773596 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.820157 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.821437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Fanout notify agent at l3_agent the message router_deleted on router f5c9bdfd-a7a5-4cb0-971e-68519c55f01f {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:17:34.830754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.831903 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b4e8bac8-865e-48ee-a6ec-18150c02b764 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/routers/f5c9bdfd-a7a5-4cb0-971e-68519c55f01f HTTP/1.1" status: 204 len: 168 time: 0.8204129 Aug 29 17:17:34.834611 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53782) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:34.909478 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:34.995602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e7b5d630-8f19-4c89-b7f5-17094ebad67f no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:35.002330 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.013594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96697be0-b20f-438a-86e6-4d2ce97434c0']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:35.016433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: e7b5d630-8f19-4c89-b7f5-17094ebad67f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:35.016786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e7b5d630-8f19-4c89-b7f5-17094ebad67f not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:35.026749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891f523e-a0fe-47c8-857c-1a31ace4e8e3') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:35.026986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891f523e-a0fe-47c8-857c-1a31ace4e8e3') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:35.036137 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.051620 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.058463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:17:35.059025 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:17:35.062489 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:17:35.125006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.132829 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.137101 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/networks/96697be0-b20f-438a-86e6-4d2ce97434c0 HTTP/1.1" status: 204 len: 168 time: 0.3015330 Aug 29 17:17:35.139850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53784) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:35.155882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a753e6a-3981-44d3-b9d9-92db2e5421cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Network': ['ID=96697be0-b20f-438a-86e6-4d2ce97434c0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:35.218607 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9dcb-bf7b-4c5c-9f78-0e5dba9a17e4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.246314 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9dcb-bf7b-4c5c-9f78-0e5dba9a17e4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.315133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9dcb-bf7b-4c5c-9f78-0e5dba9a17e4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.317741 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9dcb-bf7b-4c5c-9f78-0e5dba9a17e4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.318896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f2ca9dcb-bf7b-4c5c-9f78-0e5dba9a17e4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/security-groups/db421048-018e-46ec-96c3-51ccb77f45ef HTTP/1.1" status: 204 len: 168 time: 0.1781478 Aug 29 17:17:35.328069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca9dcb-bf7b-4c5c-9f78-0e5dba9a17e4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db421048-018e-46ec-96c3-51ccb77f45ef,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:35.735627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2f66d526-6f1f-49a9-b687-ca778eb8cf9d no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:35.737984 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53790) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:35.742930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ba5c6389-d97b-4055-96cd-3d655e95e0c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62004082', 'description': 'tempest-secgroup-smoke-62004082 description', 'project_id': '7da62633b6984d6fba1f1ad810f4744c'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:35.756470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 2f66d526-6f1f-49a9-b687-ca778eb8cf9d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:35.757024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2f66d526-6f1f-49a9-b687-ca778eb8cf9d not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:35.757551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device de64423e-89a1-4ef9-8c33-39ffed8d40ab no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:35.770367 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba5c6389-d97b-4055-96cd-3d655e95e0c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.781359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: de64423e-89a1-4ef9-8c33-39ffed8d40ab {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:35.781707 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device de64423e-89a1-4ef9-8c33-39ffed8d40ab not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:35.782136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad86062b-fbc3-4a14-bfba-2408a28cae2a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:17:35.801854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ad86062b-fbc3-4a14-bfba-2408a28cae2a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:17:35.802069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad86062b-fbc3-4a14-bfba-2408a28cae2a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:17:35.878351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0a9f9-6d60-4e9a-b09f-38042ea52113 req-4c2df319-b649-4911-8e3b-7ba631938038 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:35.879764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89b0a9f9-6d60-4e9a-b09f-38042ea52113 req-4c2df319-b649-4911-8e3b-7ba631938038 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0681522 Aug 29 17:17:35.913575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba5c6389-d97b-4055-96cd-3d655e95e0c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.920485 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba5c6389-d97b-4055-96cd-3d655e95e0c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.957901 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89b0a9f9-6d60-4e9a-b09f-38042ea52113 req-87e940b3-d094-4ee3-8c71-323523fec778 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692260 Aug 29 17:17:35.961173 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba5c6389-d97b-4055-96cd-3d655e95e0c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:35.962307 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ba5c6389-d97b-4055-96cd-3d655e95e0c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2233241 Aug 29 17:17:35.964392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c6389-d97b-4055-96cd-3d655e95e0c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfadfa00-5696-4e60-9021-e58cabe4148f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:35.965348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53794) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:35.970227 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-71999015-e7d3-401d-b611-fed9bd75811e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'dfadfa00-5696-4e60-9021-e58cabe4148f', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:35.997802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-71999015-e7d3-401d-b611-fed9bd75811e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.042785 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-71999015-e7d3-401d-b611-fed9bd75811e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.046144 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-71999015-e7d3-401d-b611-fed9bd75811e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.064198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71999015-e7d3-401d-b611-fed9bd75811e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88edbb1-accc-4b73-9cf8-fcaa5cd6ec6f,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:36.067274 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-71999015-e7d3-401d-b611-fed9bd75811e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.068446 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-71999015-e7d3-401d-b611-fed9bd75811e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1020014 Aug 29 17:17:36.071767 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53796) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:36.076067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3d86aace-9bd1-49f8-a21e-137261390a93 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'dfadfa00-5696-4e60-9021-e58cabe4148f', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:36.101567 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d86aace-9bd1-49f8-a21e-137261390a93 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.160651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d86aace-9bd1-49f8-a21e-137261390a93 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.164297 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d86aace-9bd1-49f8-a21e-137261390a93 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.183466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86aace-9bd1-49f8-a21e-137261390a93 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8658dd4f-a96c-433e-8a03-a9b824ed5f32,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:36.189002 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3d86aace-9bd1-49f8-a21e-137261390a93 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.190212 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3d86aace-9bd1-49f8-a21e-137261390a93 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175215 Aug 29 17:17:36.192922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53798) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:36.197741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0af5b5ec-13a2-4b9d-8a54-074a6ba90ecb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'dfadfa00-5696-4e60-9021-e58cabe4148f', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:36.223096 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0af5b5ec-13a2-4b9d-8a54-074a6ba90ecb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.279590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0af5b5ec-13a2-4b9d-8a54-074a6ba90ecb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.283067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0af5b5ec-13a2-4b9d-8a54-074a6ba90ecb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.301803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5b5ec-13a2-4b9d-8a54-074a6ba90ecb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ed2a50-100b-4691-af9b-f89e15e903b9,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:36.308374 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0af5b5ec-13a2-4b9d-8a54-074a6ba90ecb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.309615 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0af5b5ec-13a2-4b9d-8a54-074a6ba90ecb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157577 Aug 29 17:17:36.312266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53800) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:36.316571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-859e3a96-cc3d-4758-9449-2246262a1668 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'dfadfa00-5696-4e60-9021-e58cabe4148f', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:36.342552 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-859e3a96-cc3d-4758-9449-2246262a1668 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.399472 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-859e3a96-cc3d-4758-9449-2246262a1668 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.403440 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-859e3a96-cc3d-4758-9449-2246262a1668 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.420929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e3a96-cc3d-4758-9449-2246262a1668 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afca7de-e6bb-4990-b5ea-b230b4b39885,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:36.427192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-859e3a96-cc3d-4758-9449-2246262a1668 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.428512 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-859e3a96-cc3d-4758-9449-2246262a1668 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153309 Aug 29 17:17:36.431204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53802) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:36.435692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-267e1027-a8c1-4459-9021-8d531454470f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'dfadfa00-5696-4e60-9021-e58cabe4148f', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:36.458346 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-267e1027-a8c1-4459-9021-8d531454470f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Project 7da62633b6984d6fba1f1ad810f4744c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:17:36.463621 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-267e1027-a8c1-4459-9021-8d531454470f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.526844 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-267e1027-a8c1-4459-9021-8d531454470f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.530439 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-267e1027-a8c1-4459-9021-8d531454470f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.547677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e1027-a8c1-4459-9021-8d531454470f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85317e0-1ca3-4a9b-a2f3-ed986f63c8fd,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:36.554960 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-267e1027-a8c1-4459-9021-8d531454470f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.556871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-267e1027-a8c1-4459-9021-8d531454470f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245623 Aug 29 17:17:36.559318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53804) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:36.563630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-df4db168-a73a-4665-8c67-ed555251402d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': 'dfadfa00-5696-4e60-9021-e58cabe4148f', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:36.584429 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-df4db168-a73a-4665-8c67-ed555251402d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Project 7da62633b6984d6fba1f1ad810f4744c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:17:36.589594 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-df4db168-a73a-4665-8c67-ed555251402d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.648959 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-df4db168-a73a-4665-8c67-ed555251402d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.652285 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-df4db168-a73a-4665-8c67-ed555251402d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.669253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4db168-a73a-4665-8c67-ed555251402d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0d6821-ff55-421b-bdc7-7ad8e148edba,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:36.674211 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-df4db168-a73a-4665-8c67-ed555251402d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.675415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-df4db168-a73a-4665-8c67-ed555251402d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151886 Aug 29 17:17:36.678215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53806) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:36.685171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'network': {'name': 'tempest-network-smoke--825155969', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'port_security_enabled': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:36.705271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:36.708564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.731104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:17:36.739499 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.739837 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Added segment 0578ce34-897a-4fa7-815f-ae5c7a605dec of type vlan for network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 Aug 29 17:17:36.779675 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.805433 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.811043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:36.811627 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.867702 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1884053 Aug 29 17:17:36.870410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53808) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:36.876844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'admin_state_up': True, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:36.886971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a10c3f-d3a9-420b-a713-66c270d28eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Network': ['ID=548e78f8-d6ea-4314-a8a2-dc8a6498d681,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:36.897831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:17:36.905812 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.907330 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:36.964782 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.131461 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.141818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c18353-1aa2-4c4b-a342-f59c56e36250 req-cc0767bf-1668-45fd-add6-0c709734a7ac tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:37.143313 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a9c18353-1aa2-4c4b-a342-f59c56e36250 req-cc0767bf-1668-45fd-add6-0c709734a7ac tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.1148524 Aug 29 17:17:37.230116 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a9c18353-1aa2-4c4b-a342-f59c56e36250 req-e8e77ab0-8b05-4255-a057-5c2f0d320c98 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783651 Aug 29 17:17:37.359693 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.378538 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.486295 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.25.5.249 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/b61a1235-8a39-40fa-a472-a31dd9da0eea) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:37.583323 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.623691 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:37.659200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:37.664416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:37.667997 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:37.673430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=b61a1235-8a39-40fa-a472-a31dd9da0eea,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:37.914028 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:38.345508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4a08a-202b-4cb0-b204-32141a08338b req-d5b25416-4a88-4765-a551-1f6d75353f41 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:38.346993 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7c4a08a-202b-4cb0-b204-32141a08338b req-d5b25416-4a88-4765-a551-1f6d75353f41 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0497079 Aug 29 17:17:38.384949 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7c4a08a-202b-4cb0-b204-32141a08338b req-59b1ae49-f09b-4159-8cf7-e2c4945012be tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Aug 29 17:17:38.428385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:38.549382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 35813de8-cdd9-4f2c-af42-4711100e06ac is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:17:38.652443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:38.661778 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Sync routers for ids ['35813de8-cdd9-4f2c-af42-4711100e06ac'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:38.670526 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:38.670811 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Routers {'35813de8-cdd9-4f2c-af42-4711100e06ac'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:38.671390 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['35813de8-cdd9-4f2c-af42-4711100e06ac'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:38.675056 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-73027322-ca67-4177-8bf2-bf4b7b34a06c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8008761 Aug 29 17:17:38.675271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53816) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:38.709252 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-db7b2049-96a8-4910-9e96-41eff58b29d1 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=7da62633b6984d6fba1f1ad810f4744c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306177 Aug 29 17:17:38.709488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53818) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:38.774413 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Set router 35813de8-cdd9-4f2c-af42-4711100e06ac gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:38.876894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb1233b-f398-4851-8f5d-f989ea6a8d4c tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:38.878445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9fb1233b-f398-4851-8f5d-f989ea6a8d4c tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1681080 Aug 29 17:17:38.882580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53820) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:38.919622 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8eb8a42d-9172-423e-835f-9de4f5a79d7a tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336797 Aug 29 17:17:38.919837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53822) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:38.924521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364972343', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:38.947188 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:37Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:38.973861 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Checking router: 35813de8-cdd9-4f2c-af42-4711100e06ac for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:38.974215 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Updating router 35813de8-cdd9-4f2c-af42-4711100e06ac port b61a1235-8a39-40fa-a472-a31dd9da0eea binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:17:38.999937 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.016432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:39.019984 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.217690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.284230 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Subnet': ['ID=80a83088-519f-4fdd-823c-120501a95625,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:39.295485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Checking segment: {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:39.295914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network hostable DHCP agents. Network: 548e78f8-d6ea-4314-a8a2-dc8a6498d681, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:17:39.314560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:17:39.325938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 548e78f8-d6ea-4314-a8a2-dc8a6498d681) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:39.335436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34efc6c-315e-444d-b2d4-5a0e3eafb324 None None] Network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:39.338978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:39.339879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.347808 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.354726 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1db6a6ab-3233-4ca3-ba7f-4f42182589d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4339786 Aug 29 17:17:39.357462 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53824) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:39.361647 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Transition to ACTIVE for port object b61a1235-8a39-40fa-a472-a31dd9da0eea will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:39.368777 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.419551 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Attempting to bind port b61a1235-8a39-40fa-a472-a31dd9da0eea on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:39.419913 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Attempting to bind port b61a1235-8a39-40fa-a472-a31dd9da0eea by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:39.420280 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Attempting to bind port b61a1235-8a39-40fa-a472-a31dd9da0eea on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:39.429272 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbb2f1-8cdb-4e8d-a6bf-8c1e4f7fc9d8 None None] Pushing event updated for resources: {'Port': ['ID=b61a1235-8a39-40fa-a472-a31dd9da0eea,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:39.434168 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:39.434168 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:39.434479 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.434767 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:39.435258 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Bound port: b61a1235-8a39-40fa-a472-a31dd9da0eea, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:39.435643 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.491845 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] For port b61a1235-8a39-40fa-a472-a31dd9da0eea, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:39.495781 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] For port b61a1235-8a39-40fa-a472-a31dd9da0eea, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b61a1235-8a39-40fa-a472-a31dd9da0eea,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:39.499655 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.534768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:17:39.538923 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.560335 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Routers {'35813de8-cdd9-4f2c-af42-4711100e06ac'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:39.560966 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['35813de8-cdd9-4f2c-af42-4711100e06ac'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:39.562661 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbb2f1-8cdb-4e8d-a6bf-8c1e4f7fc9d8 None None] Pushing event updated for resources: {'Port': ['ID=b61a1235-8a39-40fa-a472-a31dd9da0eea,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:39.573920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b5fef-8f47-4ae3-a394-85e9e8ab0312 req-8f38782a-267a-420a-9573-2abe134fb238 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:39.577674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b1b5fef-8f47-4ae3-a394-85e9e8ab0312 req-8f38782a-267a-420a-9573-2abe134fb238 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.1141691 Aug 29 17:17:39.670267 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b1b5fef-8f47-4ae3-a394-85e9e8ab0312 req-2fd86f7d-dce1-482f-9ecd-01488a8718c9 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874529 Aug 29 17:17:39.676321 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] Set router 35813de8-cdd9-4f2c-af42-4711100e06ac gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:39.691670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Allocated IP 172.20.0.2 (548e78f8-d6ea-4314-a8a2-dc8a6498d681/80a83088-519f-4fdd-823c-120501a95625/9cd854af-26bd-4462-8244-910a9b98da28) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:39.849458 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.859259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Transition to ACTIVE for port object 9cd854af-26bd-4462-8244-910a9b98da28 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:39.863524 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:37Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:39.875649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Transition to ACTIVE for port object 9cd854af-26bd-4462-8244-910a9b98da28 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:39.882542 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.892669 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e33f5-1d58-407f-ba6e-c76370c958e0 None None] The sync data for ids ['35813de8-cdd9-4f2c-af42-4711100e06ac'] in n-d-713301-13 is: [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:37Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:39.922930 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:39.925706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:39.930963 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:39.933525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:39.942847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Pushing event updated for resources: {'Port': ['ID=9cd854af-26bd-4462-8244-910a9b98da28,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:40.001806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Attempting to bind port 9cd854af-26bd-4462-8244-910a9b98da28 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:40.002188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Attempting to bind port 9cd854af-26bd-4462-8244-910a9b98da28 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:40.002560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Attempting to bind port 9cd854af-26bd-4462-8244-910a9b98da28 on network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:40.008351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:40.008732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Checking segment: {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:40.009140 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.009563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Bound using segment: {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:40.010036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Bound port: 9cd854af-26bd-4462-8244-910a9b98da28, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:40.010425 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.079410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] For port 9cd854af-26bd-4462-8244-910a9b98da28, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:40.082837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] For port 9cd854af-26bd-4462-8244-910a9b98da28, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9cd854af-26bd-4462-8244-910a9b98da28,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:40.087191 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.159975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be961a2f-e6f6-4621-8cdb-182f278e26c5 None None] Pushing event updated for resources: {'Port': ['ID=9cd854af-26bd-4462-8244-910a9b98da28,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:40.298521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.20.0.1 (548e78f8-d6ea-4314-a8a2-dc8a6498d681/80a83088-519f-4fdd-823c-120501a95625/169f6502-0820-4918-8ba2-e49b576ce549) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:40.459318 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.475974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Transition to ACTIVE for port object 169f6502-0820-4918-8ba2-e49b576ce549 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:40.512322 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.556859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:40.562126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:40.566116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:40.590330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=169f6502-0820-4918-8ba2-e49b576ce549,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:40.614530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.754421 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:40.889178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f5e37-9036-45d0-b7d8-a083141812a4 req-4f138f69-82ae-4ac4-9720-c9a27c1cdb05 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:40.891476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e9f5e37-9036-45d0-b7d8-a083141812a4 req-4f138f69-82ae-4ac4-9720-c9a27c1cdb05 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.1370082 Aug 29 17:17:40.936553 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7e9f5e37-9036-45d0-b7d8-a083141812a4 req-69cfd821-775d-498a-bc25-d626c6e28196 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389831 Aug 29 17:17:41.064148 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.069502 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.127150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b123bd-6ea2-406e-9854-f7cc085538d5 None None] Network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:17:41.148715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=169f6502-0820-4918-8ba2-e49b576ce549,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:41.154508 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.231694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-94b1dd79-0a4b-4feb-a9c0-57083d6abd6f None None] Provisioning for port 9cd854af-26bd-4462-8244-910a9b98da28 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:41.248232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:41.249910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:41.374698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 35813de8-cdd9-4f2c-af42-4711100e06ac has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:17:41.494886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:41.501360 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f64af775-d167-4f46-8679-b1d1502a9d9d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "PUT /v2.0/routers/35813de8-cdd9-4f2c-af42-4711100e06ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1427603 Aug 29 17:17:41.616641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Sync routers for ids ['35813de8-cdd9-4f2c-af42-4711100e06ac'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:41.625846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Routers {'35813de8-cdd9-4f2c-af42-4711100e06ac'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:41.628263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['35813de8-cdd9-4f2c-af42-4711100e06ac'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:41.755130 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-e6ac1e19-d197-4013-a6c4-f7a74158a6cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62004082&fields=id&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 267 time: 0.0867956 Aug 29 17:17:41.766992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Set router 35813de8-cdd9-4f2c-af42-4711100e06ac gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:41.806846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b72fa9a5-25bb-4b13-af03-8246e2cfb375 None None] Provisioning for port 169f6502-0820-4918-8ba2-e49b576ce549 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:41.814182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b72fa9a5-25bb-4b13-af03-8246e2cfb375 None None] Provisioning complete for port 169f6502-0820-4918-8ba2-e49b576ce549 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:41.814482 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b72fa9a5-25bb-4b13-af03-8246e2cfb375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:41.871605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9cd854af-26bd-4462-8244-910a9b98da28 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:41.971782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b72fa9a5-25bb-4b13-af03-8246e2cfb375 None None] Port 169f6502-0820-4918-8ba2-e49b576ce549 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:42.070020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 9cd854af-26bd-4462-8244-910a9b98da28 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:42.084281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88030e6-d12a-45d9-803a-85f297091b73 req-fbb0ba4f-a5f5-46aa-ac58-8c7f1fb2a030 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:42.091659 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f88030e6-d12a-45d9-803a-85f297091b73 req-fbb0ba4f-a5f5-46aa-ac58-8c7f1fb2a030 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0721717 Aug 29 17:17:42.096323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9cd854af-26bd-4462-8244-910a9b98da28 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:42.096828 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.136169 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f88030e6-d12a-45d9-803a-85f297091b73 req-8d0f8e75-01cc-4a27-ac09-85e719bd8bfc tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Aug 29 17:17:42.173608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d7d9e60b-49d9-49a8-8fad-43123402a3f6 None None] Provisioning complete for port 169f6502-0820-4918-8ba2-e49b576ce549 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:42.174107 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d7d9e60b-49d9-49a8-8fad-43123402a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.252229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9e60b-49d9-49a8-8fad-43123402a3f6 None None] Port 169f6502-0820-4918-8ba2-e49b576ce549 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:42.274025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-006eb4b8-f5eb-45d4-82bc-a29366f9dd12 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:42.275571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-006eb4b8-f5eb-45d4-82bc-a29366f9dd12 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 796 time: 0.5127108 Aug 29 17:17:42.292152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-a8534cd7-e828-4410-8a08-f00ba58e48df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/quotas/7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 375 time: 0.0105395 Aug 29 17:17:42.303899 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.314040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:40Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '169f6502-0820-4918-8ba2-e49b576ce549', 'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:6d:ff:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:40Z', 'updated_at': '2021-08-29T17:17:40Z', 'revision_number': 2, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '80a83088-519f-4fdd-823c-120501a95625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:42.344957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-cfff8176-9ff5-4f60-be3f-602156930bc6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463696 Aug 29 17:17:42.346238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Checking router: 35813de8-cdd9-4f2c-af42-4711100e06ac for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:42.346599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Updating router 35813de8-cdd9-4f2c-af42-4711100e06ac port 169f6502-0820-4918-8ba2-e49b576ce549 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:17:42.389050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 9cd854af-26bd-4462-8244-910a9b98da28, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9cd854af-26bd-4462-8244-910a9b98da28,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:42.393059 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.395094 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.395928 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b61a1235-8a39-40fa-a472-a31dd9da0eea up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:42.449255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1f36e794-04be-43e7-868c-bf0d974121c1 None None] Provisioning complete for port 169f6502-0820-4918-8ba2-e49b576ce549 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:42.449625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1f36e794-04be-43e7-868c-bf0d974121c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.455258 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-522b4684-1335-4260-9d55-8e1a0b7dcefb service neutron] 10.222.0.22 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972350 Aug 29 17:17:42.539344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-1f36e794-04be-43e7-868c-bf0d974121c1 None None] Port 169f6502-0820-4918-8ba2-e49b576ce549 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:42.551418 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-d57391fa-77d4-4c56-8590-992499bc3e6c service neutron] 10.222.0.22 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908413 Aug 29 17:17:42.602917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=9cd854af-26bd-4462-8244-910a9b98da28,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:42.624711 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b61a1235-8a39-40fa-a472-a31dd9da0eea completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:42.630642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b61a1235-8a39-40fa-a472-a31dd9da0eea triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:42.631022 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.719062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3c458f3d-ede9-4a47-bc0b-675fcb77a29c req-cb9080df-18b0-4eae-b362-d9f63a1ae2e9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0298951 Aug 29 17:17:42.799334 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.845822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port b61a1235-8a39-40fa-a472-a31dd9da0eea, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b61a1235-8a39-40fa-a472-a31dd9da0eea,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:42.854572 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.871700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.912813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Transition to ACTIVE for port object 169f6502-0820-4918-8ba2-e49b576ce549 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:42.918231 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cfa0657f-6533-4699-8ec5-e8928a4521c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.926571 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:42.946674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=b61a1235-8a39-40fa-a472-a31dd9da0eea,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:43.011452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560531ef-0620-47b7-a60c-51b59a972512 None None] Pushing event updated for resources: {'Port': ['ID=169f6502-0820-4918-8ba2-e49b576ce549,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:43.041594 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Attempting to bind port 169f6502-0820-4918-8ba2-e49b576ce549 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:43.041961 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Attempting to bind port 169f6502-0820-4918-8ba2-e49b576ce549 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:43.042317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Attempting to bind port 169f6502-0820-4918-8ba2-e49b576ce549 on network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:43.048167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:43.048748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Checking segment: {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:43.049121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:43.049533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Bound using segment: {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:43.050023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Bound port: 169f6502-0820-4918-8ba2-e49b576ce549, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:43.050511 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:43.137342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] For port 169f6502-0820-4918-8ba2-e49b576ce549, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:43.141093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] For port 169f6502-0820-4918-8ba2-e49b576ce549, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=169f6502-0820-4918-8ba2-e49b576ce549,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:43.146295 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:43.191876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Routers {'35813de8-cdd9-4f2c-af42-4711100e06ac'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:43.192921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['35813de8-cdd9-4f2c-af42-4711100e06ac'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:43.263296 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560531ef-0620-47b7-a60c-51b59a972512 None None] Pushing event updated for resources: {'Port': ['ID=169f6502-0820-4918-8ba2-e49b576ce549,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:43.315658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726ab78-72e9-40e2-9bd0-8f35ad94b4d4 req-6de540f4-bcbf-4aae-8492-a8f0745e6ec9 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:43.317670 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f726ab78-72e9-40e2-9bd0-8f35ad94b4d4 req-6de540f4-bcbf-4aae-8492-a8f0745e6ec9 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0951712 Aug 29 17:17:43.363509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f726ab78-72e9-40e2-9bd0-8f35ad94b4d4 req-d8f3ef8a-d240-4ad3-ae11-633015e99504 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Aug 29 17:17:43.371247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] Set router 35813de8-cdd9-4f2c-af42-4711100e06ac gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:43.604688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:40Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '169f6502-0820-4918-8ba2-e49b576ce549', 'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:6d:ff:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:40Z', 'updated_at': '2021-08-29T17:17:43Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '80a83088-519f-4fdd-823c-120501a95625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:43.637559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41a26a8-fe4f-4fc0-bf8b-f351c7ce3bb5 None None] The sync data for ids ['35813de8-cdd9-4f2c-af42-4711100e06ac'] in n-d-713301-13 is: [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:40Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '169f6502-0820-4918-8ba2-e49b576ce549', 'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:6d:ff:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:40Z', 'updated_at': '2021-08-29T17:17:43Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '80a83088-519f-4fdd-823c-120501a95625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:43.784017 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-585def85-ebca-4c10-b059-af394fed5cd1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:43.785636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-585def85-ebca-4c10-b059-af394fed5cd1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 796 time: 0.1785314 Aug 29 17:17:43.834210 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-be9e8b06-7af3-4134-bfe7-13d4a67d7572 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 378 time: 0.0391867 Aug 29 17:17:43.848900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'port': {'device_id': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'admin_state_up': True, 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'security_groups': ['dfadfa00-5696-4e60-9021-e58cabe4148f']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:43.868321 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1738a66f-68dd-47da-8f19-fe86b4cd293a req-2a342a5d-5a68-475d-b7ae-dfac03f3c169 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0393455 Aug 29 17:17:43.916112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9cd854af-26bd-4462-8244-910a9b98da28 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:43.966955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9cd854af-26bd-4462-8244-910a9b98da28 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:43.967332 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:43.988488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:43.992557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.050014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b61a1235-8a39-40fa-a472-a31dd9da0eea up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:44.103227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b61a1235-8a39-40fa-a472-a31dd9da0eea triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:44.103699 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.146195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.20.0.10 (548e78f8-d6ea-4314-a8a2-dc8a6498d681/80a83088-519f-4fdd-823c-120501a95625/ca9472a2-9885-4e57-a86c-80f9e8e337b8) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:44.212541 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 169f6502-0820-4918-8ba2-e49b576ce549 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:44.268876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 169f6502-0820-4918-8ba2-e49b576ce549 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:44.274051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 169f6502-0820-4918-8ba2-e49b576ce549 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:44.274316 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.324974 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.360120 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.402029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 169f6502-0820-4918-8ba2-e49b576ce549, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=169f6502-0820-4918-8ba2-e49b576ce549,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:44.407752 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.471600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=169f6502-0820-4918-8ba2-e49b576ce549,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:44.547064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23fcb9-91a7-45d2-a0f1-4ed8a213d858 req-4f18ede5-285a-4961-9462-dc898cea03b4 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:44.548709 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d23fcb9-91a7-45d2-a0f1-4ed8a213d858 req-4f18ede5-285a-4961-9462-dc898cea03b4 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0759535 Aug 29 17:17:44.598322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d23fcb9-91a7-45d2-a0f1-4ed8a213d858 req-dfce9ba6-2c2d-4285-9cba-731b93a4a9bd tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409386 Aug 29 17:17:44.698300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Transition to ACTIVE for port object ca9472a2-9885-4e57-a86c-80f9e8e337b8 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:44.736919 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.780765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:44.786173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:44.791343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:44.798323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:44.826930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.827357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.827666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.827949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.828290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.828625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.828987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.829317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.829663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.830040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.830447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.830706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:17:44.862740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:44.863727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:44.883799 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-2696c4d1-6907-47f1-9735-a7eca926f3f2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0397689 Aug 29 17:17:44.898362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Request body: {'port': {'device_id': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:44.972740 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.054964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e0488-302f-40e3-8f1f-342e39e30932 req-c18d26f8-c261-4a10-9f2f-452a8ea31790 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.056498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-037e0488-302f-40e3-8f1f-342e39e30932 req-c18d26f8-c261-4a10-9f2f-452a8ea31790 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 932 time: 0.1008639 Aug 29 17:17:45.119175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-51856f3c-fd76-417f-bbe7-3b9e86ef6332 None None] Provisioning for port ca9472a2-9885-4e57-a86c-80f9e8e337b8 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:45.122950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-51856f3c-fd76-417f-bbe7-3b9e86ef6332 None None] Provisioning complete for port ca9472a2-9885-4e57-a86c-80f9e8e337b8 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:45.123324 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-51856f3c-fd76-417f-bbe7-3b9e86ef6332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.200512 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-037e0488-302f-40e3-8f1f-342e39e30932 req-a0405ca0-3ada-4832-9842-970df7a65a66 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912616 Aug 29 17:17:45.308520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-51856f3c-fd76-417f-bbe7-3b9e86ef6332 None None] Port ca9472a2-9885-4e57-a86c-80f9e8e337b8 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:17:45.324407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9472a2-9885-4e57-a86c-80f9e8e337b8 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:45.332057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.344407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Transition to ACTIVE for port object ca9472a2-9885-4e57-a86c-80f9e8e337b8 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:45.348241 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.398401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:45.472091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:45.472566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:45.473026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:45.478354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:45.478684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:45.483898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:45.484223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Checking segment: {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:45.484614 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Bound using segment: {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:45.485040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Bound port: ca9472a2-9885-4e57-a86c-80f9e8e337b8, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:45.485432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.541846 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-54cab31d-31c5-44ad-bb77-c713ddfeed0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.556421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:45.559424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:45.563867 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.596895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.597541 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.599008 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] 10.222.0.16 "PUT /v2.0/ports/ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1093 time: 0.7059793 Aug 29 17:17:45.599405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:45.602258 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919fe1ac-51fc-4fa8-926c-ec11374c28a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:45.630731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f11dc-d904-441c-8b72-f4199af99215 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:45.675608 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b90fe5e-6ac3-4e3b-95f9-1a46c9e1c368 x-openstack-request-id: req-8b90fe5e-6ac3-4e3b-95f9-1a46c9e1c368 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:45.675897 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:45.676149 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b90fe5e-6ac3-4e3b-95f9-1a46c9e1c368 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:45.676547 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'status': 'completed', 'code': 200} Aug 29 17:17:45.731020 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-63540209-a63c-4f9b-9025-9664d06866df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.733259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-63540209-a63c-4f9b-9025-9664d06866df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1096 time: 0.0864277 Aug 29 17:17:45.751071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 169f6502-0820-4918-8ba2-e49b576ce549 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:45.794323 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-68b282e3-291c-4f79-9e96-0c5044f268a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 217 time: 0.0509288 Aug 29 17:17:45.802555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33be02c-52bb-4197-93b1-c68ad625e739 req-372060d3-9c49-488e-bb14-d787dd985394 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.804108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 169f6502-0820-4918-8ba2-e49b576ce549 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:45.804558 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.805690 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e33be02c-52bb-4197-93b1-c68ad625e739 req-372060d3-9c49-488e-bb14-d787dd985394 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.1183534 Aug 29 17:17:45.844390 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:45.879362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-90ca4ef5-7361-4a0a-8d33-261fcf2873a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.880843 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-90ca4ef5-7361-4a0a-8d33-261fcf2873a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.0740697 Aug 29 17:17:45.883699 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e33be02c-52bb-4197-93b1-c68ad625e739 req-2b1f914a-198a-4c1e-9e2b-ebbd608b92da tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685091 Aug 29 17:17:45.936739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-a3096abf-21bc-4ddf-ba1d-6a367390a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:45.938341 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-a3096abf-21bc-4ddf-ba1d-6a367390a7f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494773 Aug 29 17:17:46.006055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-5fda81a8-3dc5-4209-8e33-3443e622b048 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400403 Aug 29 17:17:46.032540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-cce02ce4-9a06-455f-9507-a37b42f0f7d5 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854311 Aug 29 17:17:46.089918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-687cd42e-2a67-42ef-b6e6-d0392f5f1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.091447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-687cd42e-2a67-42ef-b6e6-d0392f5f1c59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 1097 time: 0.0630431 Aug 29 17:17:46.110819 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-5c965c51-7045-4823-82f7-0424e6099f94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489311 Aug 29 17:17:46.136436 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d23340d-b400-4f9d-8495-7f32f9743559 req-f0bc303e-eb42-4b73-9663-e497899f98de service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967941 Aug 29 17:17:46.235623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fe1ac-51fc-4fa8-926c-ec11374c28a2 req-d17b9711-84a9-42ed-94c3-98d7a6932287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.236361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-a9d53116-35c0-4b39-a3b9-b14478362b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.237870 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-a9d53116-35c0-4b39-a3b9-b14478362b59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 1097 time: 0.0719562 Aug 29 17:17:46.238083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-919fe1ac-51fc-4fa8-926c-ec11374c28a2 req-d17b9711-84a9-42ed-94c3-98d7a6932287 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1096 time: 0.0544901 Aug 29 17:17:46.241918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-293afb12-9382-4eb7-9620-58b96d043dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.243917 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-293afb12-9382-4eb7-9620-58b96d043dc9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 912 time: 0.1290531 Aug 29 17:17:46.339953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fe1ac-51fc-4fa8-926c-ec11374c28a2 req-1ee36a09-6955-4ca5-b910-3c0a17310b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.341410 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-919fe1ac-51fc-4fa8-926c-ec11374c28a2 req-1ee36a09-6955-4ca5-b910-3c0a17310b8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.0961940 Aug 29 17:17:46.396375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-919fe1ac-51fc-4fa8-926c-ec11374c28a2 req-22776fbf-3dc4-43d3-836d-e2f3b879266f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 217 time: 0.0477133 Aug 29 17:17:46.415252 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-c4ce6dbf-dbc8-4b53-bbe3-598657a4bbf6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe HTTP/1.1" status: 200 len: 1000 time: 0.1633830 Aug 29 17:17:46.455080 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fe1ac-51fc-4fa8-926c-ec11374c28a2 req-4d28b310-f435-4ecd-bad5-8d691dc36543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.456563 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-919fe1ac-51fc-4fa8-926c-ec11374c28a2 req-4d28b310-f435-4ecd-bad5-8d691dc36543 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.0525396 Aug 29 17:17:46.468861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874380f-9eb4-4e6a-b51c-eb5aa2415b64 req-bd1fb743-d837-4f96-88bc-b19cd34b7c6f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.470429 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7874380f-9eb4-4e6a-b51c-eb5aa2415b64 req-bd1fb743-d837-4f96-88bc-b19cd34b7c6f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 944 time: 0.1655772 Aug 29 17:17:46.476816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-d6f424e6-9ebb-4918-a7a0-c1fd8cad20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.478357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-d6f424e6-9ebb-4918-a7a0-c1fd8cad20d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.2178507 Aug 29 17:17:46.504322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fe1ac-51fc-4fa8-926c-ec11374c28a2 req-ef4c8fc9-6ff8-42ff-871b-516117a320d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.506109 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-919fe1ac-51fc-4fa8-926c-ec11374c28a2 req-ef4c8fc9-6ff8-42ff-871b-516117a320d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425215 Aug 29 17:17:46.547151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-6d07f8cc-ed2d-4cbd-a35c-7ed717629137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.548697 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-6d07f8cc-ed2d-4cbd-a35c-7ed717629137 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 200 len: 850 time: 0.1244631 Aug 29 17:17:46.607523 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7874380f-9eb4-4e6a-b51c-eb5aa2415b64 req-ee3f89eb-614b-4244-b0a1-22cbac8bd60d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1249580 Aug 29 17:17:46.610602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-4a6bafed-a5ad-44d9-96c9-865596375d78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f8726ed-7081-4120-9467-74c8c7d44ce0 HTTP/1.1" status: 200 len: 1000 time: 0.1233764 Aug 29 17:17:46.618182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-919fe1ac-51fc-4fa8-926c-ec11374c28a2 req-51a72d66-acf2-4a78-934c-ab7428edfb7a service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036413 Aug 29 17:17:46.652265 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-0646d3b8-e4bc-4ae2-a903-27c173593ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.654268 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-0646d3b8-e4bc-4ae2-a903-27c173593ccc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975814 Aug 29 17:17:46.675719 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:46.714531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-de5cdc99-7cf5-4c6e-b845-838d1f1da302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.716005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-de5cdc99-7cf5-4c6e-b845-838d1f1da302 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0981262 Aug 29 17:17:46.717450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-919fe1ac-51fc-4fa8-926c-ec11374c28a2 req-53b61254-bc9b-42d2-97bf-562687001fa6 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910964 Aug 29 17:17:46.788678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-8dd5736f-006b-4e3c-8472-1852fd6ca576 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261687 Aug 29 17:17:46.791406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-9fcf53dd-aa2a-4db1-8fee-7cecbedc532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:46.792768 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-9fcf53dd-aa2a-4db1-8fee-7cecbedc532d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689356 Aug 29 17:17:46.944778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81dae096-57cd-49be-a631-dff4233ce3b0 req-a7373e50-665a-4710-8f47-02957b0854d7 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489131 Aug 29 17:17:46.948415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-69691ccb-0117-4235-983a-9f1caa87dbe8 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456943 Aug 29 17:17:47.005263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66a485-a5d5-41f3-a3f0-a3fed851b59c req-b2b0c9c7-a6f2-4223-aa9a-b9cae238b634 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.006746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a66a485-a5d5-41f3-a3f0-a3fed851b59c req-b2b0c9c7-a6f2-4223-aa9a-b9cae238b634 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0534325 Aug 29 17:17:47.051956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a32528e-3c79-4f9e-8b8f-ee9bd6727abe req-58a1d4b5-dc79-44be-b9ca-2ef21ebfffc7 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965452 Aug 29 17:17:47.054028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a66a485-a5d5-41f3-a3f0-a3fed851b59c req-d0d788bd-fdf1-42ef-832b-810995e1343d tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Aug 29 17:17:47.722714 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:47.725323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f884f2-7ab4-4b32-a1a5-22a0fa12d12e req-15620f44-90dd-4bdf-aa94-1c4a5e44a912 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:47.726826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f884f2-7ab4-4b32-a1a5-22a0fa12d12e req-15620f44-90dd-4bdf-aa94-1c4a5e44a912 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 944 time: 0.0501075 Aug 29 17:17:47.765056 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10f884f2-7ab4-4b32-a1a5-22a0fa12d12e req-1af4c524-c7b9-4d49-8b37-2161f274ca32 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321703 Aug 29 17:17:48.168775 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9589202-57dd-4a6c-a44a-19aa2b3398c1 req-1e3caa28-32ed-4680-8fbb-64b48cf864fc tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:48.170248 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9589202-57dd-4a6c-a44a-19aa2b3398c1 req-1e3caa28-32ed-4680-8fbb-64b48cf864fc tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0487568 Aug 29 17:17:48.207604 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9589202-57dd-4a6c-a44a-19aa2b3398c1 req-f529a6b7-2d4d-4763-9f71-1e23325bb609 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Aug 29 17:17:48.307363 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:48.877507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d0a55-c852-48f0-84a6-0dcf194d5e71 req-3ea5366e-09c7-4d1e-8deb-6b2425adad72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:48.878989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-942d0a55-c852-48f0-84a6-0dcf194d5e71 req-3ea5366e-09c7-4d1e-8deb-6b2425adad72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 944 time: 0.0486970 Aug 29 17:17:48.917976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-942d0a55-c852-48f0-84a6-0dcf194d5e71 req-ad9ad0be-08ac-4cd5-b107-f2198f7ac0a7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324323 Aug 29 17:17:49.303953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:49.325608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4395af-f721-4759-921d-5173fb84a77b req-e6dfa83d-936d-43b7-a054-218d29f27d3d tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:49.327109 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1e4395af-f721-4759-921d-5173fb84a77b req-e6dfa83d-936d-43b7-a054-218d29f27d3d tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0519722 Aug 29 17:17:49.364515 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1e4395af-f721-4759-921d-5173fb84a77b req-a2d8ffa9-5d14-445d-b9c5-3fe1fdf96524 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Aug 29 17:17:49.406921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:49.418616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'port_id': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'mac_address': 'fa:16:3e:36:17:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:49.453913 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:49.465800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9472a2-9885-4e57-a86c-80f9e8e337b8 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:49.487892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:49.492603 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:49.536083 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:49.892141 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ca9472a2-9885-4e57-a86c-80f9e8e337b8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:50.032178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06877223-9db4-452b-ada3-5b585b71048a req-8c844884-c7db-4945-93df-09769647cdb6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:50.033747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06877223-9db4-452b-ada3-5b585b71048a req-8c844884-c7db-4945-93df-09769647cdb6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 945 time: 0.0483527 Aug 29 17:17:50.076385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-06877223-9db4-452b-ada3-5b585b71048a req-d79abd1e-9a8a-4400-bfd9-ed1b827998ca tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358350 Aug 29 17:17:50.305297 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:50.425673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529b85-3567-4c55-8beb-a14bf4e9a5a3 req-8109e88e-f694-4ad4-87b3-b521cd636264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:50.427194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25529b85-3567-4c55-8beb-a14bf4e9a5a3 req-8109e88e-f694-4ad4-87b3-b521cd636264 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 1098 time: 0.0405734 Aug 29 17:17:50.461494 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25529b85-3567-4c55-8beb-a14bf4e9a5a3 req-1e94bb63-70ec-4370-aedb-8bc578f1f003 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272791 Aug 29 17:17:50.483944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb6a10-0bcf-41b4-81bd-476a0a2142be req-717645a8-bea3-4760-912c-ce9f682d952c tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:50.485496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03cb6a10-0bcf-41b4-81bd-476a0a2142be req-717645a8-bea3-4760-912c-ce9f682d952c tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0482852 Aug 29 17:17:50.527544 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03cb6a10-0bcf-41b4-81bd-476a0a2142be req-8e7a9624-8afc-4d95-aa43-a332a0c86b24 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353758 Aug 29 17:17:51.189092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed763e4-370a-4a21-b0b8-0eac4d34d32a req-8657e771-d273-44d4-9ca3-f4510bfd5206 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:51.190591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eed763e4-370a-4a21-b0b8-0eac4d34d32a req-8657e771-d273-44d4-9ca3-f4510bfd5206 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 945 time: 0.0484271 Aug 29 17:17:51.230161 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eed763e4-370a-4a21-b0b8-0eac4d34d32a req-066f6184-5c7e-4327-8c0b-93223eb1e0b4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337193 Aug 29 17:17:51.308709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:51.356811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port ca9472a2-9885-4e57-a86c-80f9e8e337b8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:51.361479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port ca9472a2-9885-4e57-a86c-80f9e8e337b8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:51.361858 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:51.446728 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:51.470824 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:51.473324 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3584cd-44b4-4f39-a68d-fa858c50d8de" -d '{"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-plugged", "status": "completed", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:51.485027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:51.489115 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:51.513906 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4609507c-60a5-443d-806c-02cd5073c130 x-openstack-request-id: req-4609507c-60a5-443d-806c-02cd5073c130 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:51.514201 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-plugged", "status": "completed", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:51.514453 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4609507c-60a5-443d-806c-02cd5073c130 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:51.515378 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'code': 200} Aug 29 17:17:51.542928 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:51.639827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0e33c-9db6-4ceb-a6f0-16636964175c req-6d62ef79-319b-46b5-b4f4-7b741a04851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:51.641247 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8f0e33c-9db6-4ceb-a6f0-16636964175c req-6d62ef79-319b-46b5-b4f4-7b741a04851a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1098 time: 0.0708954 Aug 29 17:17:51.662758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b0370-616d-45bb-8f42-89a4cdcacae2 req-dce8547a-6874-49f8-a0ad-b780389821ed tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:51.664159 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-746b0370-616d-45bb-8f42-89a4cdcacae2 req-dce8547a-6874-49f8-a0ad-b780389821ed tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0657134 Aug 29 17:17:51.703397 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a8f0e33c-9db6-4ceb-a6f0-16636964175c req-479c26de-6ec7-4746-a258-ece210cd946b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540223 Aug 29 17:17:51.711415 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:17:51.716261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-746b0370-616d-45bb-8f42-89a4cdcacae2 req-406e86af-3e8b-4e75-b403-6c2cbbeae955 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460269 Aug 29 17:17:51.936724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-dcd7155f-08f9-4720-b4fb-6da1eb26db57 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:51.938125 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-dcd7155f-08f9-4720-b4fb-6da1eb26db57 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/networks?id=91965c7f-6665-4c8f-93f6-67bd4574a346 HTTP/1.1" status: 200 len: 810 time: 0.1020918 Aug 29 17:17:51.952905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-fe9d30bd-00f2-4e90-b5d3-6cde0e93baea tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/quotas/6a2f9dfd19d445bea86365e806f0b183 HTTP/1.1" status: 200 len: 375 time: 0.0086925 Aug 29 17:17:52.004033 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-ee3e792a-03da-4966-8f4b-9d9799f02f2c tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6a2f9dfd19d445bea86365e806f0b183&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461507 Aug 29 17:17:52.097501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-894a7e0f-f525-4640-8055-604a0d38d4bf service neutron] 10.222.0.22 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860059 Aug 29 17:17:52.187192 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-c67dbfb8-a5fd-433b-997c-7e44e9fc8066 service neutron] 10.222.0.22 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835559 Aug 29 17:17:52.353408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d9d77-eb21-4fa8-9b55-0083154575e4 req-46419074-238a-44b5-831b-6ce3172fd71f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:52.355855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fd7d9d77-eb21-4fa8-9b55-0083154575e4 req-46419074-238a-44b5-831b-6ce3172fd71f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0567586 Aug 29 17:17:52.357183 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3685e316-70d4-4331-9aa4-cc997c648555 req-cb8df08c-3936-409b-8930-6428c4e6f5bc tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 210 time: 0.0286689 Aug 29 17:17:52.399424 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fd7d9d77-eb21-4fa8-9b55-0083154575e4 req-a17baf58-93fe-4048-9724-7b23e7efabee tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366983 Aug 29 17:17:53.227423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-62cabe01-278f-4c31-807e-7822dd7fe997 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.229316 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-62cabe01-278f-4c31-807e-7822dd7fe997 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.10 "GET /v2.0/networks?id=91965c7f-6665-4c8f-93f6-67bd4574a346 HTTP/1.1" status: 200 len: 810 time: 0.1094759 Aug 29 17:17:53.242627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Request body: {'port': {'device_id': 'c29362d4-4697-4216-9aef-57593f70e12e', 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346', 'admin_state_up': True, 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:53.348701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Made reservation on behalf of 6a2f9dfd19d445bea86365e806f0b183 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:17:53.352708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.481794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb5bd4e9-878d-4828-a998-e7c7d3494487 req-9d40b7ae-f1a8-405a-9b50-e6bf1d76bc65 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 210 time: 0.0442092 Aug 29 17:17:53.523354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Allocated IP 172.20.0.4 (91965c7f-6665-4c8f-93f6-67bd4574a346/9693ad8c-9872-415c-9abd-f3e65973818b/489bd371-8543-467f-9f95-55c2121d9a3c) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:53.559168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb5d0a-6a0b-43a6-af6c-68602e20b4b3 req-79ee5312-fce3-404c-ac07-d3980b9fda51 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.560650 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ebcb5d0a-6a0b-43a6-af6c-68602e20b4b3 req-79ee5312-fce3-404c-ac07-d3980b9fda51 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0798619 Aug 29 17:17:53.654976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ebcb5d0a-6a0b-43a6-af6c-68602e20b4b3 req-1a3a09f8-d590-4751-8790-5df8ec9c7cdf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880606 Aug 29 17:17:53.714234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.753665 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.766138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['03d4ea71-b030-4337-9958-1ea465adea72'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:53.771204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02440f5-4627-4d13-bd68-3853027cb840 req-b1229e44-e390-4788-a703-fa5ded42144f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.773261 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e02440f5-4627-4d13-bd68-3853027cb840 req-b1229e44-e390-4788-a703-fa5ded42144f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0521777 Aug 29 17:17:53.794382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Network 91965c7f-6665-4c8f-93f6-67bd4574a346 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:53.797500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:53.800125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:53.820174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e02440f5-4627-4d13-bd68-3853027cb840 req-e93b0dd0-24e6-4c02-9cc0-1bec75b53e37 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406089 Aug 29 17:17:53.842121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53926) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:53.848249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Pushing event updated for resources: {'Port': ['ID=489bd371-8543-467f-9f95-55c2121d9a3c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:53.867606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.868236 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.884121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-eb8f1812-8072-42de-85e2-7d8cdf0e4723 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6463070 Aug 29 17:17:53.890297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ae3c5-31df-4d4f-af43-071498b8c551 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:53.891949 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-658ae3c5-31df-4d4f-af43-071498b8c551 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1093 time: 0.0484307 Aug 29 17:17:53.894826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53928) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:53.897330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Request body: {'port': {'device_id': 'c29362d4-4697-4216-9aef-57593f70e12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:53.899958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:17:53.929566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:53.956786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.031071 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.137704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.25.5.149 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/24425d7f-793f-4c59-8f72-43d33e607427) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:17:54.217886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489bd371-8543-467f-9f95-55c2121d9a3c {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:54.227555 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.239945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Transition to ACTIVE for port object 489bd371-8543-467f-9f95-55c2121d9a3c will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:17:54.244474 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.247520 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.287970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.301193 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Pushing event updated for resources: {'Port': ['ID=489bd371-8543-467f-9f95-55c2121d9a3c,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:54.324247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:17:54.327100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:17:54.332730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:17:54.359269 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=24425d7f-793f-4c59-8f72-43d33e607427,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:54.367621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Attempting to bind port 489bd371-8543-467f-9f95-55c2121d9a3c on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:17:54.368137 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Attempting to bind port 489bd371-8543-467f-9f95-55c2121d9a3c by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:17:54.368474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Attempting to bind port 489bd371-8543-467f-9f95-55c2121d9a3c on network 91965c7f-6665-4c8f-93f6-67bd4574a346 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:54.372866 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Port 489bd371-8543-467f-9f95-55c2121d9a3c on network 91965c7f-6665-4c8f-93f6-67bd4574a346 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:17:54.373516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Attempting to bind port 489bd371-8543-467f-9f95-55c2121d9a3c on network 91965c7f-6665-4c8f-93f6-67bd4574a346 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:17:54.377927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:17:54.378270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Checking segment: {'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:17:54.378647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Bound using segment: {'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:17:54.379067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Bound port: 489bd371-8543-467f-9f95-55c2121d9a3c, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:17:54.379425 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.441349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] For port 489bd371-8543-467f-9f95-55c2121d9a3c, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:17:54.444424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] For port 489bd371-8543-467f-9f95-55c2121d9a3c, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=489bd371-8543-467f-9f95-55c2121d9a3c,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:17:54.448854 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.487309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.488309 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.490014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] 10.222.0.10 "PUT /v2.0/ports/489bd371-8543-467f-9f95-55c2121d9a3c HTTP/1.1" status: 200 len: 1092 time: 0.5980804 Aug 29 17:17:54.492255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29362d4-4697-4216-9aef-57593f70e12e', 'tag': '489bd371-8543-467f-9f95-55c2121d9a3c'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:54.496031 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebf5311-875f-4fca-85d5-946043f7ba08" -d '{"events": [{"name": "network-changed", "server_uuid": "c29362d4-4697-4216-9aef-57593f70e12e", "tag": "489bd371-8543-467f-9f95-55c2121d9a3c"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:54.524881 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1443e15-5a67-4b6e-846f-32406a5b8b19 service neutron] Pushing event updated for resources: {'Port': ['ID=489bd371-8543-467f-9f95-55c2121d9a3c,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:54.545325 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc05eb7-3b9c-4962-b1ae-e16409d1fbb8 x-openstack-request-id: req-4dc05eb7-3b9c-4962-b1ae-e16409d1fbb8 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:54.545624 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29362d4-4697-4216-9aef-57593f70e12e", "tag": "489bd371-8543-467f-9f95-55c2121d9a3c", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:54.545893 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4dc05eb7-3b9c-4962-b1ae-e16409d1fbb8 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:54.546285 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29362d4-4697-4216-9aef-57593f70e12e', 'tag': '489bd371-8543-467f-9f95-55c2121d9a3c', 'status': 'completed', 'code': 200} Aug 29 17:17:54.576968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-fd578902-3024-4b0e-9798-80b5258f7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.578507 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-fd578902-3024-4b0e-9798-80b5258f7148 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f9dfd19d445bea86365e806f0b183&device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 1095 time: 0.0455902 Aug 29 17:17:54.622655 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-d35ef847-8b5f-4a14-8cd9-f02ba64945df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=489bd371-8543-467f-9f95-55c2121d9a3c HTTP/1.1" status: 200 len: 217 time: 0.0352097 Aug 29 17:17:54.668264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61dd5-1cf7-41c2-ab49-be23e8bca0cc req-361632a7-c3e0-4ded-b0ca-77f50b26f2c3 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.669758 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bec61dd5-1cf7-41c2-ab49-be23e8bca0cc req-361632a7-c3e0-4ded-b0ca-77f50b26f2c3 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 943 time: 0.1007273 Aug 29 17:17:54.675197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-5605a822-fbe8-42cd-be19-1b966b374aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.676801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-5605a822-fbe8-42cd-be19-1b966b374aba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9693ad8c-9872-415c-9abd-f3e65973818b HTTP/1.1" status: 200 len: 850 time: 0.0470650 Aug 29 17:17:54.708757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-2a72926c-aec1-4654-8e6d-03043162ed07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91965c7f-6665-4c8f-93f6-67bd4574a346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246665 Aug 29 17:17:54.748447 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bec61dd5-1cf7-41c2-ab49-be23e8bca0cc req-b47adb36-b174-4d8c-93ea-f9439db07582 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463042 Aug 29 17:17:54.787403 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.796954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-5edd7feb-b9d7-4b71-8101-6937862ac80a service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814970 Aug 29 17:17:54.856564 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:54.895112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-55e6dd21-a0ea-4034-a235-9ab73462cf73 req-d5f10152-9bfe-49ef-975c-d5cf1f477dd8 service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910985 Aug 29 17:17:54.992246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf5311-875f-4fca-85d5-946043f7ba08 req-1ff9b4a4-db88-4836-9c97-7d103af6b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:54.993791 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ebf5311-875f-4fca-85d5-946043f7ba08 req-1ff9b4a4-db88-4836-9c97-7d103af6b5e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f9dfd19d445bea86365e806f0b183&device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 1095 time: 0.0441267 Aug 29 17:17:55.008737 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.013641 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.087431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf5311-875f-4fca-85d5-946043f7ba08 req-a42433d7-5133-40b0-8bd9-6ed572f0a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.088692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=24425d7f-793f-4c59-8f72-43d33e607427,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:55.089208 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ebf5311-875f-4fca-85d5-946043f7ba08 req-a42433d7-5133-40b0-8bd9-6ed572f0a424 service neutron] 10.222.0.10 "GET /v2.0/networks?id=91965c7f-6665-4c8f-93f6-67bd4574a346 HTTP/1.1" status: 200 len: 911 time: 0.0885391 Aug 29 17:17:55.096974 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.205290 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Floating IP 5217d40a-0edb-4c1a-9aa5-8b10b6ea9881 associated. External IP: 172.25.5.149, port: ca9472a2-9885-4e57-a86c-80f9e8e337b8. Aug 29 17:17:55.392929 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ebf5311-875f-4fca-85d5-946043f7ba08 req-c965a65e-4064-496c-9890-aaeb1f8c68a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=489bd371-8543-467f-9f95-55c2121d9a3c HTTP/1.1" status: 200 len: 217 time: 0.2969203 Aug 29 17:17:55.434559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 35813de8-cdd9-4f2c-af42-4711100e06ac has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:17:55.445989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf5311-875f-4fca-85d5-946043f7ba08 req-3f138687-8f79-448c-bef0-07f53c714bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.447487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ebf5311-875f-4fca-85d5-946043f7ba08 req-3f138687-8f79-448c-bef0-07f53c714bf0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9693ad8c-9872-415c-9abd-f3e65973818b HTTP/1.1" status: 200 len: 850 time: 0.0461130 Aug 29 17:17:55.481231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ebf5311-875f-4fca-85d5-946043f7ba08 req-c481ed94-6a50-4633-a32f-a5445d01f5ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91965c7f-6665-4c8f-93f6-67bd4574a346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263283 Aug 29 17:17:55.544977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:17:55.556383 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd6c8e-ae59-46b4-9596-03bc501f8716 None None] Sync routers for ids ['35813de8-cdd9-4f2c-af42-4711100e06ac'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:17:55.562415 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:55.567527 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd6c8e-ae59-46b4-9596-03bc501f8716 None None] Routers {'35813de8-cdd9-4f2c-af42-4711100e06ac'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:55.568645 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-14bd6c8e-ae59-46b4-9596-03bc501f8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['35813de8-cdd9-4f2c-af42-4711100e06ac'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:55.583128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ebf5311-875f-4fca-85d5-946043f7ba08 req-0bdc4aa6-578f-486e-a47b-de16fd1d0123 service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950515 Aug 29 17:17:55.593980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-74bfc53d-b7c2-4d95-8c2b-8cf227b8363c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6948674 Aug 29 17:17:55.593980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:55.593980 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde" -d '{"events": [{"name": "network-changed", "server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:55.643220 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0f12cc-40ba-4e6c-8263-9aad7856a8e4 x-openstack-request-id: req-4a0f12cc-40ba-4e6c-8263-9aad7856a8e4 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:55.643493 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:55.643753 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a0f12cc-40ba-4e6c-8263-9aad7856a8e4 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:55.644178 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'status': 'completed', 'code': 200} Aug 29 17:17:55.691386 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-14bd6c8e-ae59-46b4-9596-03bc501f8716 None None] Set router 35813de8-cdd9-4f2c-af42-4711100e06ac gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:55.741955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ebf5311-875f-4fca-85d5-946043f7ba08 req-1c45c3d8-327c-4469-a627-a25795735ee3 service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514525 Aug 29 17:17:55.759282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf77de9-9225-4264-b024-dcdd1dd06b3a req-e5f75c33-3bcd-4ed3-b814-733887456e51 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.760835 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2bf77de9-9225-4264-b024-dcdd1dd06b3a req-e5f75c33-3bcd-4ed3-b814-733887456e51 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.1067042 Aug 29 17:17:55.763693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde req-06020337-9326-479c-9953-83ef8509ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.765058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde req-06020337-9326-479c-9953-83ef8509ddf6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1098 time: 0.0874877 Aug 29 17:17:55.854611 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2bf77de9-9225-4264-b024-dcdd1dd06b3a req-47adb6ba-5503-4352-8668-35ab8a1c31ca tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875411 Aug 29 17:17:55.874292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d89cc0-8bf0-4daa-9dfc-79c57fd5cbe4 req-f803dd8f-3932-4376-bae0-20a91dfa3d9b tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.875427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-11d89cc0-8bf0-4daa-9dfc-79c57fd5cbe4 req-f803dd8f-3932-4376-bae0-20a91dfa3d9b tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 943 time: 0.0556245 Aug 29 17:17:55.881374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 53940) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:55.920967 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-11d89cc0-8bf0-4daa-9dfc-79c57fd5cbe4 req-58994d2d-c2ae-45dc-abfd-68e2b1747704 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366085 Aug 29 17:17:55.924337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde req-97c16250-0670-415a-9454-c611b041efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:55.925795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde req-97c16250-0670-415a-9454-c611b041efdf service neutron] 10.222.0.16 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.1522846 Aug 29 17:17:55.941001 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-14bd6c8e-ae59-46b4-9596-03bc501f8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:40Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '5217d40a-0edb-4c1a-9aa5-8b10b6ea9881', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'port_id': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'mac_address': 'fa:16:3e:36:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:17:54Z', 'updated_at': '2021-08-29T17:17:54Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '169f6502-0820-4918-8ba2-e49b576ce549', 'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:6d:ff:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:40Z', 'updated_at': '2021-08-29T17:17:44Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '80a83088-519f-4fdd-823c-120501a95625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:55.959708 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd6c8e-ae59-46b4-9596-03bc501f8716 None None] Checking router: 35813de8-cdd9-4f2c-af42-4711100e06ac for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:17:55.967844 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd6c8e-ae59-46b4-9596-03bc501f8716 None None] Routers {'35813de8-cdd9-4f2c-af42-4711100e06ac'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:17:55.968447 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-14bd6c8e-ae59-46b4-9596-03bc501f8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['35813de8-cdd9-4f2c-af42-4711100e06ac'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:55.986594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fd66d411-4ce7-4efa-b1a4-a0aed4e1d77b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/5217d40a-0edb-4c1a-9aa5-8b10b6ea9881 HTTP/1.1" status: 200 len: 992 time: 0.1040962 Aug 29 17:17:56.005527 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde req-e1cb097d-1b47-4c8b-bf5b-e55dec4d186f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1000 time: 0.0721304 Aug 29 17:17:56.054571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde req-c50a7dec-8e6a-4f97-99f5-2df67fc561ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:56.056045 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde req-c50a7dec-8e6a-4f97-99f5-2df67fc561ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.0438011 Aug 29 17:17:56.073667 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-14bd6c8e-ae59-46b4-9596-03bc501f8716 None None] Set router 35813de8-cdd9-4f2c-af42-4711100e06ac gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:17:56.102466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde req-0a1cc9aa-2590-4904-9859-295782939c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:56.103991 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde req-0a1cc9aa-2590-4904-9859-295782939c01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396392 Aug 29 17:17:56.198707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde req-14e49eda-0078-4c63-a479-537d71f73e17 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867145 Aug 29 17:17:56.289009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1b4c01d1-5da4-4ed0-9190-3e03b7219dde req-38ee8106-45a2-4112-bee7-2099e8542b70 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831311 Aug 29 17:17:56.290904 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-14bd6c8e-ae59-46b4-9596-03bc501f8716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:40Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '5217d40a-0edb-4c1a-9aa5-8b10b6ea9881', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'port_id': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'mac_address': 'fa:16:3e:36:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:17:54Z', 'updated_at': '2021-08-29T17:17:54Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '169f6502-0820-4918-8ba2-e49b576ce549', 'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:6d:ff:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:40Z', 'updated_at': '2021-08-29T17:17:44Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '80a83088-519f-4fdd-823c-120501a95625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:17:56.317071 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd6c8e-ae59-46b4-9596-03bc501f8716 None None] The sync data for ids ['35813de8-cdd9-4f2c-af42-4711100e06ac'] in n-d-713301-13 is: [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:40Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '5217d40a-0edb-4c1a-9aa5-8b10b6ea9881', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'port_id': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'mac_address': 'fa:16:3e:36:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:17:54Z', 'updated_at': '2021-08-29T17:17:54Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '169f6502-0820-4918-8ba2-e49b576ce549', 'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:6d:ff:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:40Z', 'updated_at': '2021-08-29T17:17:44Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '80a83088-519f-4fdd-823c-120501a95625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:17:56.504179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433507f0-ec34-44ed-81d1-cb344ba219c3 None None] New status for floating IP 5217d40a-0edb-4c1a-9aa5-8b10b6ea9881: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:17:56.991290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 53946) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:17:57.039902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b228fe-8ef5-4db5-ad5b-816db1d0af05 req-d254d834-ab8f-469f-b04f-391f9c656bb1 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:57.041414 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5b228fe-8ef5-4db5-ad5b-816db1d0af05 req-d254d834-ab8f-469f-b04f-391f9c656bb1 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 943 time: 0.0542750 Aug 29 17:17:57.079237 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5b228fe-8ef5-4db5-ad5b-816db1d0af05 req-27c9a867-0d7a-4a9f-bcb7-d6fca926c67f tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Aug 29 17:17:57.106897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9c907c7e-f0c2-4f92-bae7-13d5583084f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/5217d40a-0edb-4c1a-9aa5-8b10b6ea9881 HTTP/1.1" status: 200 len: 994 time: 0.1144586 Aug 29 17:17:57.134552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 489bd371-8543-467f-9f95-55c2121d9a3c details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:17:57.227797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 489bd371-8543-467f-9f95-55c2121d9a3c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=489bd371-8543-467f-9f95-55c2121d9a3c,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:57.239131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '489bd371-8543-467f-9f95-55c2121d9a3c', 'network_id': '91965c7f-6665-4c8f-93f6-67bd4574a346', 'port_id': '489bd371-8543-467f-9f95-55c2121d9a3c', 'mac_address': 'fa:16:3e:e0:2e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9693ad8c-9872-415c-9abd-f3e65973818b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:17:57.275816 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.288494 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489bd371-8543-467f-9f95-55c2121d9a3c {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:17:57.306341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 489bd371-8543-467f-9f95-55c2121d9a3c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=489bd371-8543-467f-9f95-55c2121d9a3c,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:57.310187 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:57.356562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=489bd371-8543-467f-9f95-55c2121d9a3c,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:57.526222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['489bd371-8543-467f-9f95-55c2121d9a3c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:17:58.191923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f71f0f-0777-4e31-afb4-ee2fa60c1e8d req-7ad83715-5abd-49e7-9df9-e6c921903c9c tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:58.194036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-26f71f0f-0777-4e31-afb4-ee2fa60c1e8d req-7ad83715-5abd-49e7-9df9-e6c921903c9c tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 944 time: 0.0492439 Aug 29 17:17:58.230432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-26f71f0f-0777-4e31-afb4-ee2fa60c1e8d req-458c530a-909c-4dc1-953c-ff145195e4af tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306835 Aug 29 17:17:59.150135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 489bd371-8543-467f-9f95-55c2121d9a3c up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:17:59.196745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 489bd371-8543-467f-9f95-55c2121d9a3c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:17:59.200246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 489bd371-8543-467f-9f95-55c2121d9a3c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:17:59.200614 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:59.278949 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:59.300823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29362d4-4697-4216-9aef-57593f70e12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489bd371-8543-467f-9f95-55c2121d9a3c'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:17:59.303273 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca84182-d7f2-4770-92ac-344edc8df4b2" -d '{"events": [{"server_uuid": "c29362d4-4697-4216-9aef-57593f70e12e", "name": "network-vif-plugged", "status": "completed", "tag": "489bd371-8543-467f-9f95-55c2121d9a3c"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:17:59.320078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 489bd371-8543-467f-9f95-55c2121d9a3c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=489bd371-8543-467f-9f95-55c2121d9a3c,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:17:59.324336 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:17:59.348477 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5424b5-055e-4598-b63b-d7aafcc2d10e x-openstack-request-id: req-8e5424b5-055e-4598-b63b-d7aafcc2d10e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:17:59.348769 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29362d4-4697-4216-9aef-57593f70e12e", "name": "network-vif-plugged", "status": "completed", "tag": "489bd371-8543-467f-9f95-55c2121d9a3c", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:17:59.349016 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e5424b5-055e-4598-b63b-d7aafcc2d10e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:17:59.349476 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29362d4-4697-4216-9aef-57593f70e12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489bd371-8543-467f-9f95-55c2121d9a3c', 'code': 200} Aug 29 17:17:59.350886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab20285-327c-4be2-932e-0a584eb8ad69 req-53b2454f-190b-4a1b-a352-2a8422032daf tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:59.352455 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ab20285-327c-4be2-932e-0a584eb8ad69 req-53b2454f-190b-4a1b-a352-2a8422032daf tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 944 time: 0.0556712 Aug 29 17:17:59.381014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=489bd371-8543-467f-9f95-55c2121d9a3c,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:17:59.398753 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ab20285-327c-4be2-932e-0a584eb8ad69 req-b1d554ef-35a3-44c9-a216-6b1c8777c58e tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403354 Aug 29 17:17:59.446893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6a5dd-5ad5-4e99-b352-450211da8f1a req-e1b06597-1979-478d-a100-da74c0eb1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:17:59.448376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42e6a5dd-5ad5-4e99-b352-450211da8f1a req-e1b06597-1979-478d-a100-da74c0eb1f74 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 1097 time: 0.0396686 Aug 29 17:17:59.482238 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42e6a5dd-5ad5-4e99-b352-450211da8f1a req-b39e7635-e54c-491b-877c-dce2aca1d28a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272381 Aug 29 17:18:00.519264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc80b0-3ff8-4641-9c76-e46e8ba6f3c7 req-d68bb349-57c6-4605-a7de-81136b99bf28 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:00.520741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-affc80b0-3ff8-4641-9c76-e46e8ba6f3c7 req-d68bb349-57c6-4605-a7de-81136b99bf28 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0538621 Aug 29 17:18:00.558730 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-affc80b0-3ff8-4641-9c76-e46e8ba6f3c7 req-f0906717-3ec6-4993-a046-8dd286e04563 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314040 Aug 29 17:18:01.674222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d662eb-e2eb-48eb-8a7f-bd0a84eb1c0e req-87315a66-02a5-4616-a6a3-163a7f961d01 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.675624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-29d662eb-e2eb-48eb-8a7f-bd0a84eb1c0e req-87315a66-02a5-4616-a6a3-163a7f961d01 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0513566 Aug 29 17:18:01.713954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-29d662eb-e2eb-48eb-8a7f-bd0a84eb1c0e req-7c8a11c0-8554-4aea-a7ea-b28452d273fc tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Aug 29 17:18:01.951541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907b10f-9c1f-4392-959a-d2ffd1f17102 req-25dd2d51-dfbe-4dc5-9341-0f3c610e6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.952947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a907b10f-9c1f-4392-959a-d2ffd1f17102 req-25dd2d51-dfbe-4dc5-9341-0f3c610e6c6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f9dfd19d445bea86365e806f0b183&device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 1097 time: 0.0711274 Aug 29 17:18:01.961762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2324bb-879c-4f1b-b5b1-2d31a4afb2bd req-3cee3786-9d7a-4a8b-8f05-91c4fcad5296 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:01.963140 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e2324bb-879c-4f1b-b5b1-2d31a4afb2bd req-3cee3786-9d7a-4a8b-8f05-91c4fcad5296 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0729470 Aug 29 17:18:02.049081 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e2324bb-879c-4f1b-b5b1-2d31a4afb2bd req-35676e40-43e3-4854-bf7e-e693703542ac tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778768 Aug 29 17:18:02.074494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907b10f-9c1f-4392-959a-d2ffd1f17102 req-363634b8-d7c4-487a-8ef6-70cd57a75389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:02.075954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a907b10f-9c1f-4392-959a-d2ffd1f17102 req-363634b8-d7c4-487a-8ef6-70cd57a75389 service neutron] 10.222.0.10 "GET /v2.0/networks?id=91965c7f-6665-4c8f-93f6-67bd4574a346 HTTP/1.1" status: 200 len: 911 time: 0.1119819 Aug 29 17:18:02.118447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a907b10f-9c1f-4392-959a-d2ffd1f17102 req-896168ba-ac0a-48f9-bc76-8ae07963b012 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=489bd371-8543-467f-9f95-55c2121d9a3c HTTP/1.1" status: 200 len: 217 time: 0.0347984 Aug 29 17:18:02.170084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907b10f-9c1f-4392-959a-d2ffd1f17102 req-7368848b-11a5-483a-9e95-51d7ea3d800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:02.171504 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a907b10f-9c1f-4392-959a-d2ffd1f17102 req-7368848b-11a5-483a-9e95-51d7ea3d800a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9693ad8c-9872-415c-9abd-f3e65973818b HTTP/1.1" status: 200 len: 850 time: 0.0462682 Aug 29 17:18:02.202882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a907b10f-9c1f-4392-959a-d2ffd1f17102 req-48359f82-3402-4cac-9c21-f555e0bf25de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91965c7f-6665-4c8f-93f6-67bd4574a346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238371 Aug 29 17:18:02.289558 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a907b10f-9c1f-4392-959a-d2ffd1f17102 req-e4a37c3f-f956-4732-8818-5a4c4fec93a6 service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785666 Aug 29 17:18:02.381304 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a907b10f-9c1f-4392-959a-d2ffd1f17102 req-60d55b45-6c05-4b75-be71-7c6b90d66b8f service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844257 Aug 29 17:18:03.164048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56cb5-b624-4003-9495-1e7b2e33549a req-1b2e5fd0-a733-4175-ac1f-d1c294c63711 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:03.165522 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dba56cb5-b624-4003-9495-1e7b2e33549a req-1b2e5fd0-a733-4175-ac1f-d1c294c63711 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0487044 Aug 29 17:18:03.202278 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dba56cb5-b624-4003-9495-1e7b2e33549a req-b78979fc-9955-469f-b190-c5b837bfb413 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Aug 29 17:18:04.316194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98c139-5958-42a6-bf1a-6959c3414346 req-4aa7b3d5-a87f-4902-b43e-4ce11b3a5bd4 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:04.317739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de98c139-5958-42a6-bf1a-6959c3414346 req-4aa7b3d5-a87f-4902-b43e-4ce11b3a5bd4 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0488060 Aug 29 17:18:04.409730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de98c139-5958-42a6-bf1a-6959c3414346 req-c6d4ebc5-4df5-4c95-b000-b15c325b0177 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856087 Aug 29 17:18:05.527177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364dd0-1978-4a4b-956f-a9c5ec9dc264 req-5fce0829-1cba-407c-bb36-265589d85db1 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:05.528684 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2364dd0-1978-4a4b-956f-a9c5ec9dc264 req-5fce0829-1cba-407c-bb36-265589d85db1 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0498226 Aug 29 17:18:05.565712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2364dd0-1978-4a4b-956f-a9c5ec9dc264 req-6f98e719-c07b-46c5-80bd-7ef1973b1741 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Aug 29 17:18:05.715712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e9900-051c-4367-9b33-4fe843c160d0 req-dc3ce8b0-1c71-43e5-aa50-159959bd8c29 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:05.717187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-693e9900-051c-4367-9b33-4fe843c160d0 req-dc3ce8b0-1c71-43e5-aa50-159959bd8c29 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 945 time: 0.0545380 Aug 29 17:18:05.754538 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-693e9900-051c-4367-9b33-4fe843c160d0 req-977664b1-1a88-4705-8f44-7a1f09fb441a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Aug 29 17:18:06.682599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9daa3c-600f-4f63-98cb-e96f0396e4eb req-626a5c3d-3d1e-4dce-98a7-26eff71c5050 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:06.683974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0a9daa3c-600f-4f63-98cb-e96f0396e4eb req-626a5c3d-3d1e-4dce-98a7-26eff71c5050 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0477469 Aug 29 17:18:06.721493 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0a9daa3c-600f-4f63-98cb-e96f0396e4eb req-21491213-2209-43a4-a477-d77e7b2dd10a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Aug 29 17:18:06.866170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d9354-a083-4e75-8f51-699b3aacb28d req-1bd388a8-d366-4c93-936f-aee7a0d81d5c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:06.867646 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b21d9354-a083-4e75-8f51-699b3aacb28d req-1bd388a8-d366-4c93-936f-aee7a0d81d5c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 945 time: 0.0484531 Aug 29 17:18:06.905603 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b21d9354-a083-4e75-8f51-699b3aacb28d req-8d7c85c9-d206-42ff-bd35-9dd4b812797b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Aug 29 17:18:07.314207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-c8738599-d7df-431b-9333-fce078a12772 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:07.315768 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-c8738599-d7df-431b-9333-fce078a12772 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 945 time: 0.0477247 Aug 29 17:18:07.408793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Deleting port 3f8726ed-7081-4120-9467-74c8c7d44ce0 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:18:07.409137 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.494661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] For port 3f8726ed-7081-4120-9467-74c8c7d44ce0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3f8726ed-7081-4120-9467-74c8c7d44ce0,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:07.495000 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.711847 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.712247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.712564 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Floating IP d168d986-84e8-4cdc-a197-920af2e78443 disassociated. External IP: 172.25.5.42, port: 3f8726ed-7081-4120-9467-74c8c7d44ce0. Aug 29 17:18:07.712912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Calling delete_port for 3f8726ed-7081-4120-9467-74c8c7d44ce0 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:18:07.840186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cd8c4-221a-4174-a9b1-a8daadc702c3 req-b6bd3744-c60c-42a6-9100-a93cac7c4af6 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:07.841681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:07.841813 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d2cd8c4-221a-4174-a9b1-a8daadc702c3 req-b6bd3744-c60c-42a6-9100-a93cac7c4af6 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0529563 Aug 29 17:18:07.869209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event deleted for resources: {'Port': ['ID=3f8726ed-7081-4120-9467-74c8c7d44ce0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:07.885903 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d2cd8c4-221a-4174-a9b1-a8daadc702c3 req-dc384184-8c2d-496e-826c-70c855aff874 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375626 Aug 29 17:18:08.005086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fac6a0b2-e5af-42b9-ba33-62867e4cdea4 req-d41264f8-9d8c-46a3-adbc-de2d7d78c728 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 210 time: 0.0320661 Aug 29 17:18:08.011773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Router e5425813-8f25-4290-a19f-b8a3f677b706 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:18:08.117497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:18:08.126934 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973cabad-9d02-4ed5-ad13-9fcc09e26f19 None None] Sync routers for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:18:08.137013 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973cabad-9d02-4ed5-ad13-9fcc09e26f19 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:18:08.137646 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-973cabad-9d02-4ed5-ad13-9fcc09e26f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:08.156003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] No DVR routers for this DVR port 3f8726ed-7081-4120-9467-74c8c7d44ce0 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:18:08.158638 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:08.160614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f53dd5f5-cb10-4edd-9e29-3473e4ac8163 req-306e10af-d3ac-43a2-99b8-7260303690f1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "DELETE /v2.0/ports/3f8726ed-7081-4120-9467-74c8c7d44ce0 HTTP/1.1" status: 204 len: 173 time: 0.8384757 Aug 29 17:18:08.161047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7304b2d5-e350-4500-939d-1b1c88272f49', 'name': 'network-vif-deleted', 'tag': '3f8726ed-7081-4120-9467-74c8c7d44ce0'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:08.163377 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d04dfba-039f-49e2-b7ef-6025a7a0584c" -d '{"events": [{"server_uuid": "7304b2d5-e350-4500-939d-1b1c88272f49", "name": "network-vif-deleted", "tag": "3f8726ed-7081-4120-9467-74c8c7d44ce0"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:08.201716 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63bad0d-c903-4ba4-b330-3f7d54695e66 x-openstack-request-id: req-b63bad0d-c903-4ba4-b330-3f7d54695e66 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:08.202016 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7304b2d5-e350-4500-939d-1b1c88272f49", "name": "network-vif-deleted", "tag": "3f8726ed-7081-4120-9467-74c8c7d44ce0", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:08.202290 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b63bad0d-c903-4ba4-b330-3f7d54695e66 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:08.202681 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7304b2d5-e350-4500-939d-1b1c88272f49', 'name': 'network-vif-deleted', 'tag': '3f8726ed-7081-4120-9467-74c8c7d44ce0', 'status': 'completed', 'code': 200} Aug 29 17:18:08.347352 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-973cabad-9d02-4ed5-ad13-9fcc09e26f19 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:18:08.546005 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-973cabad-9d02-4ed5-ad13-9fcc09e26f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:08.575521 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973cabad-9d02-4ed5-ad13-9fcc09e26f19 None None] Checking router: e5425813-8f25-4290-a19f-b8a3f677b706 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:18:08.583756 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973cabad-9d02-4ed5-ad13-9fcc09e26f19 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:18:08.584351 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-973cabad-9d02-4ed5-ad13-9fcc09e26f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:17:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:08.689081 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-973cabad-9d02-4ed5-ad13-9fcc09e26f19 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:18:08.888033 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-973cabad-9d02-4ed5-ad13-9fcc09e26f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:08.915042 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973cabad-9d02-4ed5-ad13-9fcc09e26f19 None None] The sync data for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 is: [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:18:09.019329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cd26d-8466-479e-a336-e3d44b129e7b req-c36197f0-20c2-4438-8cfd-143e72ce5246 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:09.021720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-093cd26d-8466-479e-a336-e3d44b129e7b req-c36197f0-20c2-4438-8cfd-143e72ce5246 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0571566 Aug 29 17:18:09.064970 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-093cd26d-8466-479e-a336-e3d44b129e7b req-c27ed969-d937-4060-8da4-103fe04f8f62 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379360 Aug 29 17:18:09.104073 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-50c7b94d-5858-4439-9478-96016f9072b8 req-60797895-67c5-4eee-bf58-cef19d5e6462 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 210 time: 0.0273237 Aug 29 17:18:09.187956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86db11a8-c131-4285-8f6e-456ae961fb49 None None] New status for floating IP d168d986-84e8-4cdc-a197-920af2e78443: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:18:10.185086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30394900-2580-4f31-be55-9860c9cc644c req-3da4d46e-19b8-47ff-816e-02f6d80f40df tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:10.186634 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30394900-2580-4f31-be55-9860c9cc644c req-3da4d46e-19b8-47ff-816e-02f6d80f40df tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0506516 Aug 29 17:18:10.215580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad6cd7ad-2aa8-41e8-b406-b321fa524026 req-cc02e6db-1919-42ee-94b2-44d195877d78 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 210 time: 0.0300653 Aug 29 17:18:10.225887 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30394900-2580-4f31-be55-9860c9cc644c req-db86b87c-c79a-4f13-90de-a2ca1ebd6504 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332580 Aug 29 17:18:11.176340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3f8726ed-7081-4120-9467-74c8c7d44ce0 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:11.196180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 3f8726ed-7081-4120-9467-74c8c7d44ce0 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:18:11.196527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3f8726ed-7081-4120-9467-74c8c7d44ce0 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:18:11.314863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5594425-8e25-43a3-8539-29efc5331147 req-ed4c4a9d-aca0-4722-ae3f-84d4120a722e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=7304b2d5-e350-4500-939d-1b1c88272f49 HTTP/1.1" status: 200 len: 210 time: 0.0312126 Aug 29 17:18:11.352437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d34af-78f6-4f91-afae-17108844b207 req-2c3f5627-1162-45fc-86b4-31a0b8b4936a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:11.353954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-014d34af-78f6-4f91-afae-17108844b207 req-2c3f5627-1162-45fc-86b4-31a0b8b4936a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0510142 Aug 29 17:18:11.392648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-014d34af-78f6-4f91-afae-17108844b207 req-53965429-aacd-48e5-afb9-ff9e31ebf2ed tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326245 Aug 29 17:18:12.512858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786060f3-e898-4846-844e-65021d41e802 req-86b09df1-f698-487b-a7a7-f95fea78af23 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:12.514269 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-786060f3-e898-4846-844e-65021d41e802 req-86b09df1-f698-487b-a7a7-f95fea78af23 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0539775 Aug 29 17:18:12.521409 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-0ab59ca6-028d-4c99-9f83-41e43544e5e0 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231202481&fields=id&tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 267 time: 0.0363083 Aug 29 17:18:12.553148 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-786060f3-e898-4846-844e-65021d41e802 req-4cc7111a-60aa-4e65-9f37-e8f715260e2b tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329056 Aug 29 17:18:12.627480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-80aedb43-c40b-463b-9b36-ee50c43ad213 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:12.628908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-80aedb43-c40b-463b-9b36-ee50c43ad213 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.1001470 Aug 29 17:18:12.645731 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-9cf1627d-2720-4cd4-a510-51fe8d6e6258 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/quotas/8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 375 time: 0.0090520 Aug 29 17:18:12.698051 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-e3c4d125-a47b-4035-98ec-70a3e328bb36 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462987 Aug 29 17:18:12.796270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-7e874626-e48f-46e1-8785-ed6c7d6878c5 service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868540 Aug 29 17:18:12.870621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7411766b-4a00-4e87-82ed-706729fc215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:12.886817 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-fd7b749d-e8da-40d4-a389-9bee5fe0c75f service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844619 Aug 29 17:18:13.173676 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40c1541a-7dc5-49e0-aeb1-ea60db0b3a03 req-8ac47395-e7e3-4574-933a-7e1c68200721 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 210 time: 0.0265226 Aug 29 17:18:13.673551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a60f9-6945-432c-946c-ea479c77fe0a req-d8700a65-6181-4aad-9337-2a92f5fb125a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:13.675080 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-255a60f9-6945-432c-946c-ea479c77fe0a req-d8700a65-6181-4aad-9337-2a92f5fb125a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0543060 Aug 29 17:18:13.712950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-255a60f9-6945-432c-946c-ea479c77fe0a req-917d6025-491d-4a7f-a3d8-4d4244b32be7 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312324 Aug 29 17:18:14.074653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-f0ddada9-166d-48b6-8a85-ae2c0895d133 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:14.076328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-f0ddada9-166d-48b6-8a85-ae2c0895d133 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.1010547 Aug 29 17:18:14.136204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-4e5340fd-a55b-4549-bec3-a9c27290a540 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 380 time: 0.0440803 Aug 29 17:18:14.146384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'port': {'device_id': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'admin_state_up': True, 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'security_groups': ['672e3297-3603-461a-aebd-9e6e45c3c8f0']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:14.263365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Made reservation on behalf of 8ce1bfe43b0a4f5399de8c90b6ef6980 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:14.267020 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.270555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d2a5e6a7-2eef-4369-942c-4d36d07bc754 req-1dde85a3-0ece-423f-ae60-3c79e8a05f93 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 210 time: 0.0282230 Aug 29 17:18:14.399546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Allocated IP 172.20.0.12 (c48628aa-afb3-4178-b027-9c9764070684/85971077-cb6d-4ee2-a86f-177b2084de6d/daacebe7-848f-41ca-a5b9-1ac64ecf543e) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:14.479707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-c57e35db-508a-4482-b75b-efe6a62f543a req-478c8379-76ae-4afa-b5c1-13d0a111cc60 service neutron] (111676) timed out ('10.222.0.16', 59528) {{(pid=111676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:18:14.538113 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.551624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Transition to ACTIVE for port object daacebe7-848f-41ca-a5b9-1ac64ecf543e will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:14.583917 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.630980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Network c48628aa-afb3-4178-b027-9c9764070684 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:14.637052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:14.640929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:14.892991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-962a7f47-3606-49c3-a72f-6d36a617f363 None None] Provisioning for port daacebe7-848f-41ca-a5b9-1ac64ecf543e completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:14.897330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-962a7f47-3606-49c3-a72f-6d36a617f363 None None] Provisioning complete for port daacebe7-848f-41ca-a5b9-1ac64ecf543e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:14.897709 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-962a7f47-3606-49c3-a72f-6d36a617f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.918534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=daacebe7-848f-41ca-a5b9-1ac64ecf543e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:14.934498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-962a7f47-3606-49c3-a72f-6d36a617f363 None None] Port daacebe7-848f-41ca-a5b9-1ac64ecf543e cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:18:14.973528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:14.974170 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:14.993562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b39ebe-44de-46c9-ae85-bc6a90e40954 req-5b6562dd-b757-487d-bf06-00d4e9791368 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:14.995059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b39ebe-44de-46c9-ae85-bc6a90e40954 req-5b6562dd-b757-487d-bf06-00d4e9791368 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0803764 Aug 29 17:18:15.001911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-61e9d6f1-4a10-4765-9a3a-178b78bda688 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8594134 Aug 29 17:18:15.020303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Request body: {'port': {'device_id': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:15.068493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b39ebe-44de-46c9-ae85-bc6a90e40954 req-0131cf77-71f4-49d9-a3f7-5e55f5efdb67 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656159 Aug 29 17:18:15.090590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.367626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daacebe7-848f-41ca-a5b9-1ac64ecf543e {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:15.375129 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.386906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Transition to ACTIVE for port object daacebe7-848f-41ca-a5b9-1ac64ecf543e will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:15.392140 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.394790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58053dbf-7b70-4135-b56b-a11715c7c352 req-9d647318-82d4-4f69-959c-4634108da014 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:15.396471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-58053dbf-7b70-4135-b56b-a11715c7c352 req-9d647318-82d4-4f69-959c-4634108da014 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 932 time: 0.0506899 Aug 29 17:18:15.440909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-58053dbf-7b70-4135-b56b-a11715c7c352 req-60b6923b-8132-42ce-a1cc-63ac7f8f33f6 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357563 Aug 29 17:18:15.444693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Pushing event updated for resources: {'Port': ['ID=daacebe7-848f-41ca-a5b9-1ac64ecf543e,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:15.544477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Attempting to bind port daacebe7-848f-41ca-a5b9-1ac64ecf543e on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:15.544831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Attempting to bind port daacebe7-848f-41ca-a5b9-1ac64ecf543e by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:15.545194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Attempting to bind port daacebe7-848f-41ca-a5b9-1ac64ecf543e on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:15.546854 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3ff24d2f-dbed-4211-b7bc-d9033eb0a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.550104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Port daacebe7-848f-41ca-a5b9-1ac64ecf543e on network c48628aa-afb3-4178-b027-9c9764070684 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:15.550561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Attempting to bind port daacebe7-848f-41ca-a5b9-1ac64ecf543e on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:15.555701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:15.556042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Checking segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:15.556565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Bound using segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:15.557025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Bound port: daacebe7-848f-41ca-a5b9-1ac64ecf543e, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:15.557483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.624240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] For port daacebe7-848f-41ca-a5b9-1ac64ecf543e, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:15.628151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] For port daacebe7-848f-41ca-a5b9-1ac64ecf543e, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=daacebe7-848f-41ca-a5b9-1ac64ecf543e,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:15.633643 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.670324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:15.671122 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.672366 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] 10.222.0.16 "PUT /v2.0/ports/daacebe7-848f-41ca-a5b9-1ac64ecf543e HTTP/1.1" status: 200 len: 1093 time: 0.6561477 Aug 29 17:18:15.672806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'tag': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:15.675090 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0" -d '{"events": [{"name": "network-changed", "server_uuid": "45eb992b-f1bc-47df-a30d-e7d5d5b6f89e", "tag": "daacebe7-848f-41ca-a5b9-1ac64ecf543e"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:15.701044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6d651-af38-4ede-ae7c-7fc91d78beb2 service neutron] Pushing event updated for resources: {'Port': ['ID=daacebe7-848f-41ca-a5b9-1ac64ecf543e,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:15.735422 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6ef0d0-2dc7-4a02-b0f7-95b840675a88 x-openstack-request-id: req-0c6ef0d0-2dc7-4a02-b0f7-95b840675a88 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:15.735723 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45eb992b-f1bc-47df-a30d-e7d5d5b6f89e", "tag": "daacebe7-848f-41ca-a5b9-1ac64ecf543e", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:15.736161 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c6ef0d0-2dc7-4a02-b0f7-95b840675a88 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:15.736595 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'tag': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'status': 'completed', 'code': 200} Aug 29 17:18:15.777097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-017d92ca-9e36-4122-9ec8-229328e24d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:15.778707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-017d92ca-9e36-4122-9ec8-229328e24d5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 1096 time: 0.0545537 Aug 29 17:18:15.827159 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:15.832559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-a5ec4771-aef0-48c6-8b7a-803dbf56cd54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daacebe7-848f-41ca-a5b9-1ac64ecf543e HTTP/1.1" status: 200 len: 217 time: 0.0435197 Aug 29 17:18:15.889087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-5e13fe70-a817-4bf8-aea1-e91892a58332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:15.890687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-5e13fe70-a817-4bf8-aea1-e91892a58332 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0512776 Aug 29 17:18:15.943340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-e3e5873d-f82b-4eef-8afe-7a5d393ce224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:15.945475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-e3e5873d-f82b-4eef-8afe-7a5d393ce224 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472369 Aug 29 17:18:16.038899 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-c418c412-d603-44e2-b2e6-79bcf3a5633e service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855942 Aug 29 17:18:16.135801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ea6a062-47f3-4785-bc78-b94b9ce43d91 req-87ae66c8-03da-4208-9ec7-24f745e1d5a1 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889699 Aug 29 17:18:16.189939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbb239-073c-49ee-a457-70baf59df45f req-1d1a993d-7823-43fb-8266-0821cb0c7d83 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:16.191516 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4bbb239-073c-49ee-a457-70baf59df45f req-1d1a993d-7823-43fb-8266-0821cb0c7d83 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0526896 Aug 29 17:18:16.231805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4bbb239-073c-49ee-a457-70baf59df45f req-e6d8723b-af38-4beb-a8d2-d7d863f9e35a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334134 Aug 29 17:18:16.234065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0 req-c4a4846d-fecf-491e-83b7-0aeb4d8fcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:16.235646 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0 req-c4a4846d-fecf-491e-83b7-0aeb4d8fcc26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 1096 time: 0.0434394 Aug 29 17:18:16.326500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0 req-7852a0b5-21c7-492f-9221-9893510b26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:16.328008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0 req-7852a0b5-21c7-492f-9221-9893510b26c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.0848606 Aug 29 17:18:16.378302 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0 req-ddbeac84-712d-45b7-80d5-91f8704f118f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daacebe7-848f-41ca-a5b9-1ac64ecf543e HTTP/1.1" status: 200 len: 217 time: 0.0394650 Aug 29 17:18:16.427324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0 req-b10d28d5-c3e1-4174-a41c-02986ef06334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:16.429388 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0 req-b10d28d5-c3e1-4174-a41c-02986ef06334 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0440776 Aug 29 17:18:16.477301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0 req-68416777-4863-4459-9086-e3810db39036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:16.478844 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0 req-68416777-4863-4459-9086-e3810db39036 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422111 Aug 29 17:18:16.607531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79963040-3b54-46e4-a466-c017d7831374 req-517fad62-a723-48dc-ba7e-1697dd365ebb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:16.609097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-79963040-3b54-46e4-a466-c017d7831374 req-517fad62-a723-48dc-ba7e-1697dd365ebb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 944 time: 0.0771210 Aug 29 17:18:16.628080 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0 req-a1434e1c-7572-4b88-b370-8ee0d2a5fa3f service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414740 Aug 29 17:18:16.672184 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:16.706466 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-79963040-3b54-46e4-a466-c017d7831374 req-4ef6266d-7d8b-4d1d-8551-abb0d52c68eb tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897553 Aug 29 17:18:16.741392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ffed9a5a-0c41-4baf-bdd0-936d78a15db0 req-6bd01c7e-f52c-404e-a91b-11618b74f4b6 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054974 Aug 29 17:18:17.346377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486be6d-2229-421f-8802-ef308382981c req-44a13189-3f4b-4cb1-ad1e-a6098348645a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:17.347861 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1486be6d-2229-421f-8802-ef308382981c req-44a13189-3f4b-4cb1-ad1e-a6098348645a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0487938 Aug 29 17:18:17.386523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1486be6d-2229-421f-8802-ef308382981c req-218f7758-4337-4bd0-b889-5c9487bfe9b6 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321083 Aug 29 17:18:17.713968 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:17.826512 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098219e-3b59-4ac7-8de6-6ba7f892e933 req-59c87fc8-cdd0-49cd-ae51-e242e6c39e1d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:17.828121 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2098219e-3b59-4ac7-8de6-6ba7f892e933 req-59c87fc8-cdd0-49cd-ae51-e242e6c39e1d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 944 time: 0.0528901 Aug 29 17:18:17.869371 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2098219e-3b59-4ac7-8de6-6ba7f892e933 req-5a57ea02-f9f8-4b04-b2ea-e82b86e75100 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349584 Aug 29 17:18:18.306281 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:18.499438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95080f-90be-4311-ad30-ce0540406a30 req-82bf11bc-58ca-4982-a03a-5c767714b493 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.500910 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de95080f-90be-4311-ad30-ce0540406a30 req-82bf11bc-58ca-4982-a03a-5c767714b493 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0484910 Aug 29 17:18:18.537980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de95080f-90be-4311-ad30-ce0540406a30 req-c41d2d45-349d-4390-b29b-ba59d07c14e1 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304389 Aug 29 17:18:18.985429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827b369-7f13-4e96-8021-6bf23ea8749e req-0261b146-3707-4878-9e59-814910ca0f6b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:18.986926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b827b369-7f13-4e96-8021-6bf23ea8749e req-0261b146-3707-4878-9e59-814910ca0f6b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 944 time: 0.0496223 Aug 29 17:18:19.023929 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b827b369-7f13-4e96-8021-6bf23ea8749e req-05137765-b7be-480a-be81-062c9e30a334 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307748 Aug 29 17:18:19.966198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a0ebf-e174-421a-b780-69542185d4a9 req-034bf47a-63cc-44c6-aede-3d857a6a9a74 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:19.967593 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-110a0ebf-e174-421a-b780-69542185d4a9 req-034bf47a-63cc-44c6-aede-3d857a6a9a74 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.3639536 Aug 29 17:18:20.008911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-110a0ebf-e174-421a-b780-69542185d4a9 req-5c9d73dd-c2a1-4641-b2f5-ed8fea1379aa tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355017 Aug 29 17:18:20.142096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a8299-bc5f-4bf2-9607-ec932dcbd821 req-27f3f875-8a2d-4e31-a803-f86302d10b1a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:20.143559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e32a8299-bc5f-4bf2-9607-ec932dcbd821 req-27f3f875-8a2d-4e31-a803-f86302d10b1a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 944 time: 0.0533056 Aug 29 17:18:20.180396 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e32a8299-bc5f-4bf2-9607-ec932dcbd821 req-939d2eeb-d366-474f-8705-70236f5d45ea tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309162 Aug 29 17:18:20.315273 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:21.121657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214396-89d0-4713-9727-80d7d033f0d4 req-938aa2a2-46b0-4a8a-bf3a-87473cd7ab18 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:21.123131 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6214396-89d0-4713-9727-80d7d033f0d4 req-938aa2a2-46b0-4a8a-bf3a-87473cd7ab18 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0484173 Aug 29 17:18:21.160190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6214396-89d0-4713-9727-80d7d033f0d4 req-0208a832-9795-49c1-9a0b-2e4671b68701 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311804 Aug 29 17:18:21.292598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc0a6f-3dce-4914-ac80-42f83bf892df req-72239672-ab3b-4fd0-9490-5d2b5957f9b8 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:21.294009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45bc0a6f-3dce-4914-ac80-42f83bf892df req-72239672-ab3b-4fd0-9490-5d2b5957f9b8 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 944 time: 0.0480289 Aug 29 17:18:21.331186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45bc0a6f-3dce-4914-ac80-42f83bf892df req-f14eb49b-6089-4898-a5cb-fe7a91f57aa2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Aug 29 17:18:22.271894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f4725-e856-4449-86a9-dc52ba5b0147 req-fbae669b-bc0c-4c4e-afc1-366eeab7365e tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:22.273383 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-811f4725-e856-4449-86a9-dc52ba5b0147 req-fbae669b-bc0c-4c4e-afc1-366eeab7365e tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0479581 Aug 29 17:18:22.313297 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-811f4725-e856-4449-86a9-dc52ba5b0147 req-7a7faebd-59b1-475e-b502-c154c70c059a tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340669 Aug 29 17:18:22.443932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df20ff-402b-4e03-86f0-0b43ad15250f req-1080f2e5-a88c-448d-bb78-cb4169c7fdb1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:22.445349 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-82df20ff-402b-4e03-86f0-0b43ad15250f req-1080f2e5-a88c-448d-bb78-cb4169c7fdb1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 944 time: 0.0493801 Aug 29 17:18:22.482469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-82df20ff-402b-4e03-86f0-0b43ad15250f req-bb094d58-d227-40b9-b01d-57b8b027cd27 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312774 Aug 29 17:18:23.431168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fb5a7-8bf2-41d4-9e82-e17a67af4cfc req-33f9144e-f33a-408c-9811-b5c1fe24c252 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:23.432624 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b20fb5a7-8bf2-41d4-9e82-e17a67af4cfc req-33f9144e-f33a-408c-9811-b5c1fe24c252 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0522413 Aug 29 17:18:23.470129 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b20fb5a7-8bf2-41d4-9e82-e17a67af4cfc req-b0bc1974-1132-427c-a7ff-878a394ded60 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Aug 29 17:18:23.599636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd259bc0-ed40-48ab-9740-5241fb6d04a7 req-0c6e7351-0263-4edc-8847-ddb9695d532e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:23.601020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd259bc0-ed40-48ab-9740-5241fb6d04a7 req-0c6e7351-0263-4edc-8847-ddb9695d532e tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 944 time: 0.0540826 Aug 29 17:18:23.638708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd259bc0-ed40-48ab-9740-5241fb6d04a7 req-149c1200-ed08-4005-b451-7e88c03b5bc0 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318463 Aug 29 17:18:24.593475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e60441-4fb9-4795-bd76-c881ad7e062f req-5f72bf48-3b35-45e9-8bc4-c8faabd67971 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:24.595750 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42e60441-4fb9-4795-bd76-c881ad7e062f req-5f72bf48-3b35-45e9-8bc4-c8faabd67971 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0563421 Aug 29 17:18:24.636290 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42e60441-4fb9-4795-bd76-c881ad7e062f req-a7bc2cbb-64e1-4ba5-89d5-5b8c4f7e2384 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Aug 29 17:18:24.762560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be3da0-8a02-4e93-81cb-84607743b402 req-295e794b-1a78-46ad-aab5-dc92e7f9eb75 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:24.764765 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39be3da0-8a02-4e93-81cb-84607743b402 req-295e794b-1a78-46ad-aab5-dc92e7f9eb75 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 944 time: 0.0522726 Aug 29 17:18:24.803222 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39be3da0-8a02-4e93-81cb-84607743b402 req-76e00ba2-1348-405e-808b-4efee702976d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321534 Aug 29 17:18:25.509082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device daacebe7-848f-41ca-a5b9-1ac64ecf543e details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:25.602137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port daacebe7-848f-41ca-a5b9-1ac64ecf543e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=daacebe7-848f-41ca-a5b9-1ac64ecf543e,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:25.613139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'port_id': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'mac_address': 'fa:16:3e:ee:e9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:25.650562 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:25.663810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daacebe7-848f-41ca-a5b9-1ac64ecf543e {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:25.683857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port daacebe7-848f-41ca-a5b9-1ac64ecf543e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=daacebe7-848f-41ca-a5b9-1ac64ecf543e,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:25.688098 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:25.742873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=daacebe7-848f-41ca-a5b9-1ac64ecf543e,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:25.758434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76643a-85d8-4335-8e53-1e085b7cf018 req-f1143a9f-34b9-45a3-aafc-e9570c209b27 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:25.759956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de76643a-85d8-4335-8e53-1e085b7cf018 req-f1143a9f-34b9-45a3-aafc-e9570c209b27 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0512466 Aug 29 17:18:25.800408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de76643a-85d8-4335-8e53-1e085b7cf018 req-a083e2a3-06d9-462a-9c1b-4a38bbe00435 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342638 Aug 29 17:18:25.919921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cec59-aadc-4e1d-9fe2-3ce01584359a req-f0273350-661c-4f18-bfba-7a4b61e47a63 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:25.921340 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-040cec59-aadc-4e1d-9fe2-3ce01584359a req-f0273350-661c-4f18-bfba-7a4b61e47a63 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 945 time: 0.0508442 Aug 29 17:18:25.959400 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-040cec59-aadc-4e1d-9fe2-3ce01584359a req-322815f9-92e3-4d9b-b106-d748dd0c893c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316298 Aug 29 17:18:26.037531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['daacebe7-848f-41ca-a5b9-1ac64ecf543e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:26.920191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f086-59cc-4d71-8cb0-88b546dc08c2 req-08931a0c-34b5-462a-bf2b-9b2441c95976 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:26.921705 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9946f086-59cc-4d71-8cb0-88b546dc08c2 req-08931a0c-34b5-462a-bf2b-9b2441c95976 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0530944 Aug 29 17:18:26.960972 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9946f086-59cc-4d71-8cb0-88b546dc08c2 req-df44ae0e-2177-46bf-8ef7-48ad6a1667c7 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333385 Aug 29 17:18:27.078518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c3f00-5e59-4c6b-9dff-fe1098326484 req-2f1162ed-b3dd-4e74-a40d-90f9310710b2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:27.079964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-273c3f00-5e59-4c6b-9dff-fe1098326484 req-2f1162ed-b3dd-4e74-a40d-90f9310710b2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 945 time: 0.0544260 Aug 29 17:18:27.120934 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-273c3f00-5e59-4c6b-9dff-fe1098326484 req-975aee66-03eb-459a-b87e-a2523ccf840a tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348587 Aug 29 17:18:27.520317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device daacebe7-848f-41ca-a5b9-1ac64ecf543e up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:27.567998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port daacebe7-848f-41ca-a5b9-1ac64ecf543e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:27.572078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port daacebe7-848f-41ca-a5b9-1ac64ecf543e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:27.572453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:27.654610 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:27.679273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:27.681847 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e99175d-97a5-431d-ab22-8d55eb2512d6" -d '{"events": [{"server_uuid": "45eb992b-f1bc-47df-a30d-e7d5d5b6f89e", "name": "network-vif-plugged", "status": "completed", "tag": "daacebe7-848f-41ca-a5b9-1ac64ecf543e"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:27.701261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port daacebe7-848f-41ca-a5b9-1ac64ecf543e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=daacebe7-848f-41ca-a5b9-1ac64ecf543e,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:27.710931 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:27.736987 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801653dd-df8e-465a-976f-400d4c474d2f x-openstack-request-id: req-801653dd-df8e-465a-976f-400d4c474d2f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:27.736987 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45eb992b-f1bc-47df-a30d-e7d5d5b6f89e", "name": "network-vif-plugged", "status": "completed", "tag": "daacebe7-848f-41ca-a5b9-1ac64ecf543e", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:27.737295 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-801653dd-df8e-465a-976f-400d4c474d2f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:27.737589 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'code': 200} Aug 29 17:18:27.767776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=daacebe7-848f-41ca-a5b9-1ac64ecf543e,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:27.824146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182bbf6-0004-4e49-a48a-c2edc9adfc91 req-89807de3-a0c5-4e1c-938b-120419dda396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:27.825704 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d182bbf6-0004-4e49-a48a-c2edc9adfc91 req-89807de3-a0c5-4e1c-938b-120419dda396 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 1098 time: 0.0407054 Aug 29 17:18:27.862201 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d182bbf6-0004-4e49-a48a-c2edc9adfc91 req-f6750a67-b8c4-4cb3-a8c6-bc99180e7e91 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276792 Aug 29 17:18:28.080117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793c74c-e8dd-411b-84fd-5190e4bb443e req-1a80bf74-ea7f-4ae8-9fed-f486b4af94b3 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.081624 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b793c74c-e8dd-411b-84fd-5190e4bb443e req-1a80bf74-ea7f-4ae8-9fed-f486b4af94b3 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0497730 Aug 29 17:18:28.118898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b793c74c-e8dd-411b-84fd-5190e4bb443e req-e4239b82-0ee1-4c6c-b894-da7fe996aef9 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314322 Aug 29 17:18:28.233821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07c963-3004-4147-b580-2295712e7e83 req-05501e97-4de0-4ecb-bf58-7fa640e29646 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.235291 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e07c963-3004-4147-b580-2295712e7e83 req-05501e97-4de0-4ecb-bf58-7fa640e29646 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 946 time: 0.0482776 Aug 29 17:18:28.274847 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e07c963-3004-4147-b580-2295712e7e83 req-08bb2932-af21-4621-9fd9-84bccafb3d20 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327137 Aug 29 17:18:28.498951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc96973-1716-4cb5-806f-26c302c19ba3 req-e5f61512-e7db-4f8d-95a3-7aabca3a5fa0 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.500453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bc96973-1716-4cb5-806f-26c302c19ba3 req-e5f61512-e7db-4f8d-95a3-7aabca3a5fa0 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0539641 Aug 29 17:18:28.563341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bc96973-1716-4cb5-806f-26c302c19ba3 req-7a30a83b-9e62-43dd-b513-1f82c2eec4cb tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569792 Aug 29 17:18:28.579372 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaa311-5b07-453b-88f9-f0996223cb78 req-2ab4052e-8454-4c52-ae8e-70efefaf54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:28.580974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccaaa311-5b07-453b-88f9-f0996223cb78 req-2ab4052e-8454-4c52-ae8e-70efefaf54d1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 1097 time: 0.1396835 Aug 29 17:18:28.617174 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccaaa311-5b07-453b-88f9-f0996223cb78 req-0f0b76e7-28ac-450f-8b6b-7d8e00e7ef4d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284569 Aug 29 17:18:28.710980 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:18:29.234452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606a3a6-8625-40d1-87c2-c96532b8df41 req-12f2f2d1-7480-4844-bde9-200308587e24 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.235974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e606a3a6-8625-40d1-87c2-c96532b8df41 req-12f2f2d1-7480-4844-bde9-200308587e24 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0503058 Aug 29 17:18:29.281999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e606a3a6-8625-40d1-87c2-c96532b8df41 req-20068b2d-8ce0-4460-9ff1-37d5b387aee3 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352070 Aug 29 17:18:29.391177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff467bbd-3630-4bbf-a2ad-55eb15f9333a req-ee917684-0a09-45f4-83c5-effe9ccba566 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.392658 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff467bbd-3630-4bbf-a2ad-55eb15f9333a req-ee917684-0a09-45f4-83c5-effe9ccba566 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 946 time: 0.0485394 Aug 29 17:18:29.431697 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff467bbd-3630-4bbf-a2ad-55eb15f9333a req-9dd85633-d499-4518-a335-2ea7cc59af59 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323956 Aug 29 17:18:29.554148 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e887d9-86f9-4596-9b28-1eb63544b8f2 req-acc77f9e-bcfd-490a-aef1-40d73e4b243c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.555610 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-93e887d9-86f9-4596-9b28-1eb63544b8f2 req-acc77f9e-bcfd-490a-aef1-40d73e4b243c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 946 time: 0.0566838 Aug 29 17:18:29.593248 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-93e887d9-86f9-4596-9b28-1eb63544b8f2 req-80f418bf-faaf-4d7b-b39f-73b937cb62ad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317276 Aug 29 17:18:29.615670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54126) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:29.683934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bc7c4-66ad-484c-960c-f5dcbd38693c req-45f71b8b-bb39-4a85-85c7-85f408000e8f tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.685192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fb0bc7c4-66ad-484c-960c-f5dcbd38693c req-45f71b8b-bb39-4a85-85c7-85f408000e8f tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0533106 Aug 29 17:18:29.725391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fb0bc7c4-66ad-484c-960c-f5dcbd38693c req-2d6505c0-4b6c-486f-a2d4-221adf932342 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335443 Aug 29 17:18:29.778467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c8353-81e6-4eb3-acb0-af0db610fdc5 tempest-TestVolumeBootPattern-761476587 tempest-TestVolumeBootPattern-761476587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:29.780170 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4b5c8353-81e6-4eb3-acb0-af0db610fdc5 tempest-TestVolumeBootPattern-761476587 tempest-TestVolumeBootPattern-761476587-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 1093 time: 0.1631677 Aug 29 17:18:29.783156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54130) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:29.787631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:29.811075 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:29.906961 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:30.009755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Allocated IP 172.25.5.99 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/35fd0957-2a49-4225-811f-9d8e8d7180b5) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:30.111941 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:30.149136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:30.184618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:30.187397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:30.192882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:30.216618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=35fd0957-2a49-4225-811f-9d8e8d7180b5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:30.230267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.230622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.230972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.231317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.231658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.231993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.232336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.232669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.233000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.233357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.233691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.234027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:30.395826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a677b05-ec3b-4ff5-bd4a-bd238ab4f251 req-1c49032f-26d9-4fab-97f1-03d279147b30 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.398581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6a677b05-ec3b-4ff5-bd4a-bd238ab4f251 req-1c49032f-26d9-4fab-97f1-03d279147b30 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0507967 Aug 29 17:18:30.437488 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6a677b05-ec3b-4ff5-bd4a-bd238ab4f251 req-96ce719a-326b-4b26-a6c0-ee4f2af6c210 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Aug 29 17:18:30.638454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea5214-af5f-48cd-ad9b-32cd9936fed5 req-6df09293-1cee-413e-904e-e60a41b53b97 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.639857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60ea5214-af5f-48cd-ad9b-32cd9936fed5 req-6df09293-1cee-413e-904e-e60a41b53b97 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0497735 Aug 29 17:18:30.679714 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60ea5214-af5f-48cd-ad9b-32cd9936fed5 req-8ba76f78-5b8f-4187-a523-307882071516 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336468 Aug 29 17:18:30.973938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-5d483ed2-d0f0-48f5-84cd-964703d5dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:30.975270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-5d483ed2-d0f0-48f5-84cd-964703d5dfd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f9dfd19d445bea86365e806f0b183&device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 1097 time: 0.3884139 Aug 29 17:18:31.061391 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:31.133451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b92fc-118d-470e-951d-6393c90281e6 req-bcfbebea-aee6-4646-8512-f5a2792027ca tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:31.134931 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-834b92fc-118d-470e-951d-6393c90281e6 req-bcfbebea-aee6-4646-8512-f5a2792027ca tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.1795237 Aug 29 17:18:31.229590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-312e2324-64ef-453e-961b-b7a44bfa765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:31.231228 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-312e2324-64ef-453e-961b-b7a44bfa765b service neutron] 10.222.0.10 "GET /v2.0/networks?id=91965c7f-6665-4c8f-93f6-67bd4574a346 HTTP/1.1" status: 200 len: 911 time: 0.2317059 Aug 29 17:18:31.235778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-834b92fc-118d-470e-951d-6393c90281e6 req-744419d7-5201-4f72-8e8b-a29394d7e793 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896924 Aug 29 17:18:31.236921 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:31.292985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-0e2e6cf5-bc18-4506-a782-58723d002470 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=489bd371-8543-467f-9f95-55c2121d9a3c HTTP/1.1" status: 200 len: 217 time: 0.0542107 Aug 29 17:18:31.394342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-9a4539df-231e-467b-85c2-f40651b8235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:31.395836 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-9a4539df-231e-467b-85c2-f40651b8235a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9693ad8c-9872-415c-9abd-f3e65973818b HTTP/1.1" status: 200 len: 850 time: 0.0953605 Aug 29 17:18:31.440601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-759d0119-7171-48de-b9e5-23d261f728c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=91965c7f-6665-4c8f-93f6-67bd4574a346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371416 Aug 29 17:18:31.452492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-ed70c444-0bf0-4d2c-b29f-7dc3587c4739 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:18:31.453471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-ed70c444-0bf0-4d2c-b29f-7dc3587c4739 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049868 Aug 29 17:18:31.543451 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:31.552277 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:31.626008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-3c073908-9ff8-48ce-a476-2d9f80f4b5d1 service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641452 Aug 29 17:18:31.663123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=35fd0957-2a49-4225-811f-9d8e8d7180b5,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:31.689886 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:31.850989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5d6c656-06f2-486b-af82-8829be2e5b15 req-9fc8f4a2-9ce2-4d9b-9b91-c316a18c1bc6 service neutron] 10.222.0.10 "GET /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149777 Aug 29 17:18:31.856132 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Floating IP b63d662f-0e5c-47f5-95cb-4eda0042cabc associated. External IP: 172.25.5.99, port: daacebe7-848f-41ca-a5b9-1ac64ecf543e. Aug 29 17:18:31.867743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1475e12-595d-4373-a3ed-434bd62b8d04 req-f2054350-f574-4fbc-b74b-eef9f3d53874 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:31.869214 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1475e12-595d-4373-a3ed-434bd62b8d04 req-f2054350-f574-4fbc-b74b-eef9f3d53874 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.1186886 Aug 29 17:18:31.972735 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a1475e12-595d-4373-a3ed-434bd62b8d04 req-868abfa2-1033-4649-8fe4-65990ae6f615 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725780 Aug 29 17:18:32.101858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Router e5425813-8f25-4290-a19f-b8a3f677b706 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:18:32.207607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:18:32.217770 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9423c-a6a8-4107-bb03-2d3cb930f4b9 None None] Sync routers for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:18:32.222767 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:32.227850 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9423c-a6a8-4107-bb03-2d3cb930f4b9 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:18:32.228456 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49c9423c-a6a8-4107-bb03-2d3cb930f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:32.251031 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-14680b5a-3afa-4213-b791-476e4196c29d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4667435 Aug 29 17:18:32.251768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'tag': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:32.254143 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1ea9e7-8db3-4915-95ee-6566767bf37a" -d '{"events": [{"name": "network-changed", "server_uuid": "45eb992b-f1bc-47df-a30d-e7d5d5b6f89e", "tag": "daacebe7-848f-41ca-a5b9-1ac64ecf543e"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:32.343254 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-49c9423c-a6a8-4107-bb03-2d3cb930f4b9 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:18:32.357294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72142a-a1c8-4006-8c93-466777f18362 req-9246808a-a63b-4cb4-8f97-bd4d8b5dad33 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:32.358833 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df72142a-a1c8-4006-8c93-466777f18362 req-9246808a-a63b-4cb4-8f97-bd4d8b5dad33 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0521445 Aug 29 17:18:32.360307 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88b2944-b3a6-46ec-9faf-22da25a8013c x-openstack-request-id: req-d88b2944-b3a6-46ec-9faf-22da25a8013c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:32.360599 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45eb992b-f1bc-47df-a30d-e7d5d5b6f89e", "tag": "daacebe7-848f-41ca-a5b9-1ac64ecf543e", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:32.360853 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d88b2944-b3a6-46ec-9faf-22da25a8013c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:32.361266 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'tag': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'status': 'completed', 'code': 200} Aug 29 17:18:32.428316 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df72142a-a1c8-4006-8c93-466777f18362 req-61619610-bbc0-4c1e-889f-85ba404bcc4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610902 Aug 29 17:18:32.438068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ea9e7-8db3-4915-95ee-6566767bf37a req-350f6e6b-426a-47d6-be00-41cd36b6cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:32.439575 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b1ea9e7-8db3-4915-95ee-6566767bf37a req-350f6e6b-426a-47d6-be00-41cd36b6cace service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 1098 time: 0.0579154 Aug 29 17:18:32.533335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ea9e7-8db3-4915-95ee-6566767bf37a req-fb577252-909a-4319-9931-bafc0dcb8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:32.534862 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b1ea9e7-8db3-4915-95ee-6566767bf37a req-fb577252-909a-4319-9931-bafc0dcb8f8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.0873246 Aug 29 17:18:32.569706 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49c9423c-a6a8-4107-bb03-2d3cb930f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b63d662f-0e5c-47f5-95cb-4eda0042cabc', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:ee:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:18:30Z', 'updated_at': '2021-08-29T17:18:30Z', 'revision_number': 0, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:32.595345 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9423c-a6a8-4107-bb03-2d3cb930f4b9 None None] Checking router: e5425813-8f25-4290-a19f-b8a3f677b706 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:18:32.599572 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b1ea9e7-8db3-4915-95ee-6566767bf37a req-2952787b-027f-4200-b647-378f4c2ae235 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daacebe7-848f-41ca-a5b9-1ac64ecf543e HTTP/1.1" status: 200 len: 999 time: 0.0575187 Aug 29 17:18:32.603504 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9423c-a6a8-4107-bb03-2d3cb930f4b9 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:18:32.604040 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49c9423c-a6a8-4107-bb03-2d3cb930f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:32.653300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ea9e7-8db3-4915-95ee-6566767bf37a req-d605bba2-8229-4f92-9371-0f85f53789aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:32.654781 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b1ea9e7-8db3-4915-95ee-6566767bf37a req-d605bba2-8229-4f92-9371-0f85f53789aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0483942 Aug 29 17:18:32.700359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ea9e7-8db3-4915-95ee-6566767bf37a req-b3b2580c-dcdc-44ed-b44b-acfe27f65c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:32.701956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b1ea9e7-8db3-4915-95ee-6566767bf37a req-b3b2580c-dcdc-44ed-b44b-acfe27f65c9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403504 Aug 29 17:18:32.707904 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-49c9423c-a6a8-4107-bb03-2d3cb930f4b9 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:18:32.792266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b1ea9e7-8db3-4915-95ee-6566767bf37a req-47eb7236-bc97-4a15-97e6-bcdccc3b597e service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827396 Aug 29 17:18:32.886825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9b1ea9e7-8db3-4915-95ee-6566767bf37a req-97b75056-6166-4a30-9120-f832ed0fa963 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874462 Aug 29 17:18:32.926455 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49c9423c-a6a8-4107-bb03-2d3cb930f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b63d662f-0e5c-47f5-95cb-4eda0042cabc', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:ee:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:18:30Z', 'updated_at': '2021-08-29T17:18:30Z', 'revision_number': 0, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:32.951873 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9423c-a6a8-4107-bb03-2d3cb930f4b9 None None] The sync data for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 is: [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b63d662f-0e5c-47f5-95cb-4eda0042cabc', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:ee:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:18:30Z', 'updated_at': '2021-08-29T17:18:30Z', 'revision_number': 0, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:18:33.097022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d4616-b793-4e04-b065-c9bd85887c60 req-60f9e61a-2ab6-484c-9b34-ad95d8a0bb13 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:33.098831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e5d4616-b793-4e04-b065-c9bd85887c60 req-60f9e61a-2ab6-484c-9b34-ad95d8a0bb13 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0557151 Aug 29 17:18:33.142097 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e5d4616-b793-4e04-b065-c9bd85887c60 req-0cdfbeeb-e9d0-4dc0-9400-a847a85c6dbe tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366240 Aug 29 17:18:33.164315 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f7664-0508-4132-8524-95c4bb124327 None None] New status for floating IP b63d662f-0e5c-47f5-95cb-4eda0042cabc: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:18:33.542351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaaf47-aaa4-4cbb-ad19-c45fbb671710 req-2795b7ca-c698-456a-87a1-4bda003736d0 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:33.543806 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcfaaf47-aaa4-4cbb-ad19-c45fbb671710 req-2795b7ca-c698-456a-87a1-4bda003736d0 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0481629 Aug 29 17:18:33.580510 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcfaaf47-aaa4-4cbb-ad19-c45fbb671710 req-a8614a78-ae98-4601-bb46-cefd7e88b6c2 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308080 Aug 29 17:18:34.257118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccb8bd-2452-4a58-a828-f0761bf72f7f req-3351c35d-ad68-4d9e-a500-3ab9042daa2c tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:34.258660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cccb8bd-2452-4a58-a828-f0761bf72f7f req-3351c35d-ad68-4d9e-a500-3ab9042daa2c tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0506823 Aug 29 17:18:34.296782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cccb8bd-2452-4a58-a828-f0761bf72f7f req-2de1a1c4-eb2a-4a3c-9211-39832406336e tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Aug 29 17:18:34.538273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1242b-b4fb-4094-aeb4-1dc8641831d1 req-f244d105-b89f-4c4a-8137-d5904ffa3a40 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:34.539735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0f1242b-b4fb-4094-aeb4-1dc8641831d1 req-f244d105-b89f-4c4a-8137-d5904ffa3a40 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0489919 Aug 29 17:18:34.576578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0f1242b-b4fb-4094-aeb4-1dc8641831d1 req-51838066-7c88-4abd-b979-9e6a9f8f2178 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Aug 29 17:18:34.694766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452406-7ef9-48ab-90d5-a25b9e69a9b1 req-8563beb7-096e-4404-8f3e-060cfb0c675b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:34.696147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab452406-7ef9-48ab-90d5-a25b9e69a9b1 req-8563beb7-096e-4404-8f3e-060cfb0c675b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0478935 Aug 29 17:18:34.737070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab452406-7ef9-48ab-90d5-a25b9e69a9b1 req-eb45946c-77fe-48dd-99f9-2ff7b024c7ef tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350287 Aug 29 17:18:35.693568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88e5bd-95fd-4a43-b59a-c77c2561af17 req-82c4fd90-8a92-4031-b6c9-2e7787b7aef8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:35.695025 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a88e5bd-95fd-4a43-b59a-c77c2561af17 req-82c4fd90-8a92-4031-b6c9-2e7787b7aef8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0535595 Aug 29 17:18:35.732804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a88e5bd-95fd-4a43-b59a-c77c2561af17 req-315c286c-d761-4b92-b474-13c3315d4f35 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318756 Aug 29 17:18:35.853365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a459a63-5779-4923-9cc9-c28d86850379 req-9cba1c00-6968-45f8-802e-10e98fcb28da tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:35.854924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a459a63-5779-4923-9cc9-c28d86850379 req-9cba1c00-6968-45f8-802e-10e98fcb28da tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0488377 Aug 29 17:18:35.892241 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a459a63-5779-4923-9cc9-c28d86850379 req-5e1a706c-5fc9-4f92-96c2-abd26ea5ae20 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315418 Aug 29 17:18:36.845745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49344db1-8f32-40d9-a6a9-e8b9084e8dd3 req-2795d9ae-ec21-420b-9cf1-59de05c7977e tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:36.847199 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49344db1-8f32-40d9-a6a9-e8b9084e8dd3 req-2795d9ae-ec21-420b-9cf1-59de05c7977e tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0482197 Aug 29 17:18:36.884529 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49344db1-8f32-40d9-a6a9-e8b9084e8dd3 req-89f375b6-32c6-4086-aa16-79e398070e08 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Aug 29 17:18:37.006349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ae685-9041-4efe-8560-c95173e63ba7 req-91892ba4-38e2-4953-bb0b-2184dfb3590f tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:37.007849 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3b4ae685-9041-4efe-8560-c95173e63ba7 req-91892ba4-38e2-4953-bb0b-2184dfb3590f tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0485265 Aug 29 17:18:37.045072 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3b4ae685-9041-4efe-8560-c95173e63ba7 req-99034f44-68c8-4d2c-9fa5-b68b8248fb6d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312581 Aug 29 17:18:37.364665 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6798f9c-3c50-4ce3-b05e-d1ada657ea01 req-bd2f5566-c937-4a1f-b121-77ca798aa69b tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:37.366160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6798f9c-3c50-4ce3-b05e-d1ada657ea01 req-bd2f5566-c937-4a1f-b121-77ca798aa69b tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 945 time: 0.0533299 Aug 29 17:18:37.460040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c6798f9c-3c50-4ce3-b05e-d1ada657ea01 req-1d2e492f-8d08-4be4-badc-ac8929c359c8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Deleting port 489bd371-8543-467f-9f95-55c2121d9a3c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:18:37.460382 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c6798f9c-3c50-4ce3-b05e-d1ada657ea01 req-1d2e492f-8d08-4be4-badc-ac8929c359c8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.545362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-c6798f9c-3c50-4ce3-b05e-d1ada657ea01 req-1d2e492f-8d08-4be4-badc-ac8929c359c8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] For port 489bd371-8543-467f-9f95-55c2121d9a3c, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=489bd371-8543-467f-9f95-55c2121d9a3c,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:37.545727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c6798f9c-3c50-4ce3-b05e-d1ada657ea01 req-1d2e492f-8d08-4be4-badc-ac8929c359c8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.558167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c6798f9c-3c50-4ce3-b05e-d1ada657ea01 req-1d2e492f-8d08-4be4-badc-ac8929c359c8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Calling delete_port for 489bd371-8543-467f-9f95-55c2121d9a3c owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:18:37.683590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c6798f9c-3c50-4ce3-b05e-d1ada657ea01 req-1d2e492f-8d08-4be4-badc-ac8929c359c8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.696254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['03d4ea71-b030-4337-9958-1ea465adea72', '489bd371-8543-467f-9f95-55c2121d9a3c'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:37.710416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e492f-8d08-4be4-badc-ac8929c359c8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Pushing event deleted for resources: {'Port': ['ID=489bd371-8543-467f-9f95-55c2121d9a3c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:37.761142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6798f9c-3c50-4ce3-b05e-d1ada657ea01 req-1d2e492f-8d08-4be4-badc-ac8929c359c8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] No DVR routers for this DVR port 489bd371-8543-467f-9f95-55c2121d9a3c on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:18:37.763767 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c6798f9c-3c50-4ce3-b05e-d1ada657ea01 req-1d2e492f-8d08-4be4-badc-ac8929c359c8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:37.765806 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6798f9c-3c50-4ce3-b05e-d1ada657ea01 req-1d2e492f-8d08-4be4-badc-ac8929c359c8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.10 "DELETE /v2.0/ports/489bd371-8543-467f-9f95-55c2121d9a3c HTTP/1.1" status: 204 len: 173 time: 0.3938866 Aug 29 17:18:37.766250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29362d4-4697-4216-9aef-57593f70e12e', 'name': 'network-vif-deleted', 'tag': '489bd371-8543-467f-9f95-55c2121d9a3c'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:37.768505 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71665506-687c-4d19-9f1d-5b27b9606841" -d '{"events": [{"server_uuid": "c29362d4-4697-4216-9aef-57593f70e12e", "name": "network-vif-deleted", "tag": "489bd371-8543-467f-9f95-55c2121d9a3c"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:37.810563 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d399cf-c3b5-4396-9ea9-5a6bb2447d0f x-openstack-request-id: req-91d399cf-c3b5-4396-9ea9-5a6bb2447d0f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:37.810868 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29362d4-4697-4216-9aef-57593f70e12e", "name": "network-vif-deleted", "tag": "489bd371-8543-467f-9f95-55c2121d9a3c", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:37.811128 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91d399cf-c3b5-4396-9ea9-5a6bb2447d0f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:37.811536 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29362d4-4697-4216-9aef-57593f70e12e', 'name': 'network-vif-deleted', 'tag': '489bd371-8543-467f-9f95-55c2121d9a3c', 'status': 'completed', 'code': 200} Aug 29 17:18:37.987550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0fe5e624-bca2-402e-a554-d8723fd142f2 req-e3d9bdfa-03aa-4300-928e-084a7239c0fc tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=c29362d4-4697-4216-9aef-57593f70e12e HTTP/1.1" status: 200 len: 210 time: 0.0266314 Aug 29 17:18:38.172155 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee856b-44e1-4adb-a469-d2514dce4240 req-23aac708-14f5-4e57-a3e8-37d6d7434565 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:38.174863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bfee856b-44e1-4adb-a469-d2514dce4240 req-23aac708-14f5-4e57-a3e8-37d6d7434565 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0569911 Aug 29 17:18:38.214404 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bfee856b-44e1-4adb-a469-d2514dce4240 req-bd650c18-9d03-4a7a-ae0d-d3cfe5e68548 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330572 Aug 29 17:18:39.246355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b2798-2786-404e-a716-d81de2a8af5b req-161422b3-c97d-4fed-9476-e17b7337e74d tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.247864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e2b2798-2786-404e-a716-d81de2a8af5b req-161422b3-c97d-4fed-9476-e17b7337e74d tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0491531 Aug 29 17:18:39.286154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e2b2798-2786-404e-a716-d81de2a8af5b req-f2610da8-2909-4df6-b356-dd10d6640eaf tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Aug 29 17:18:39.344269 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbee7b-18af-422e-80cd-833df8bd01cc req-b6c9ef0d-1498-40c4-86dc-e5422336f53d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.345751 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3adbee7b-18af-422e-80cd-833df8bd01cc req-b6c9ef0d-1498-40c4-86dc-e5422336f53d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0524549 Aug 29 17:18:39.383263 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3adbee7b-18af-422e-80cd-833df8bd01cc req-4937e466-73dd-4781-8b11-16662d4422d8 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307932 Aug 29 17:18:39.577922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d273f04-b9c2-4499-a550-fc5fda580bce req-e2589400-bb2f-4463-bbc3-d6250eeaebee tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.579501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d273f04-b9c2-4499-a550-fc5fda580bce req-e2589400-bb2f-4463-bbc3-d6250eeaebee tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0516288 Aug 29 17:18:39.610999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601082a9-872f-4e19-afce-483442fa8e15 req-61786e70-86df-4526-b638-4205495c8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.612572 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-601082a9-872f-4e19-afce-483442fa8e15 req-61786e70-86df-4526-b638-4205495c8abe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 1097 time: 0.0410259 Aug 29 17:18:39.617763 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d273f04-b9c2-4499-a550-fc5fda580bce req-5750786b-c23f-40ad-8595-31ece1929105 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320866 Aug 29 17:18:39.711690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601082a9-872f-4e19-afce-483442fa8e15 req-dfb10d55-7671-49ae-a935-1f795a9dcced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.713261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-601082a9-872f-4e19-afce-483442fa8e15 req-dfb10d55-7671-49ae-a935-1f795a9dcced service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 912 time: 0.0930691 Aug 29 17:18:39.779133 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-601082a9-872f-4e19-afce-483442fa8e15 req-5db780d6-fca2-4012-92ec-d52c6bed2699 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe HTTP/1.1" status: 200 len: 1000 time: 0.0577247 Aug 29 17:18:39.832695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601082a9-872f-4e19-afce-483442fa8e15 req-4e493aba-afea-4100-9693-89901cebaa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.834668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-601082a9-872f-4e19-afce-483442fa8e15 req-4e493aba-afea-4100-9693-89901cebaa9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 200 len: 850 time: 0.0472851 Aug 29 17:18:39.878020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601082a9-872f-4e19-afce-483442fa8e15 req-b72e9673-9897-4523-8190-c66febe77071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:39.879471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-601082a9-872f-4e19-afce-483442fa8e15 req-b72e9673-9897-4523-8190-c66febe77071 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383303 Aug 29 17:18:39.966476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-601082a9-872f-4e19-afce-483442fa8e15 req-b83dcff6-e588-49b0-b233-276bd289584e service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798066 Aug 29 17:18:40.058423 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-601082a9-872f-4e19-afce-483442fa8e15 req-39478612-6519-4014-a271-54f820a48498 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845520 Aug 29 17:18:40.406153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af06c4-3b0a-409b-a169-15488010fca0 req-507ea689-0ad2-412b-a3db-519b9052d734 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:40.407760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-89af06c4-3b0a-409b-a169-15488010fca0 req-507ea689-0ad2-412b-a3db-519b9052d734 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0521290 Aug 29 17:18:40.448766 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-89af06c4-3b0a-409b-a169-15488010fca0 req-16cddb5f-68d3-46a8-8710-8bd41400b39b tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342357 Aug 29 17:18:40.734141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ce721-d887-4150-aa03-337ea16e68be req-7cd27f5d-ba2d-4046-942b-7adccb7433e3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:40.735695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-145ce721-d887-4150-aa03-337ea16e68be req-7cd27f5d-ba2d-4046-942b-7adccb7433e3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0509422 Aug 29 17:18:40.776228 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-145ce721-d887-4150-aa03-337ea16e68be req-fbe8c42d-882e-4b6c-806f-bd68bccd4563 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332880 Aug 29 17:18:41.237240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ff68b-2544-498b-8b0d-b97e5f0cbc4f req-7fe4ad68-224b-4d56-a1b9-bcbda3c47ba9 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:41.239008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6c2ff68b-2544-498b-8b0d-b97e5f0cbc4f req-7fe4ad68-224b-4d56-a1b9-bcbda3c47ba9 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.10 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0493522 Aug 29 17:18:41.368087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 489bd371-8543-467f-9f95-55c2121d9a3c no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:41.390469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 489bd371-8543-467f-9f95-55c2121d9a3c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:18:41.390824 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 489bd371-8543-467f-9f95-55c2121d9a3c not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:18:41.619095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f0b73-663f-47df-8dad-5a5dacaeaf7c req-3d758558-f3ae-4b20-ae73-74dad438f2ae tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:41.620563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf1f0b73-663f-47df-8dad-5a5dacaeaf7c req-3d758558-f3ae-4b20-ae73-74dad438f2ae tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/ports?device_id=784f7b90-d738-4e44-95b0-332d4679448c HTTP/1.1" status: 200 len: 946 time: 0.0840223 Aug 29 17:18:41.654585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6c2ff68b-2544-498b-8b0d-b97e5f0cbc4f req-184cb1d6-8bec-476a-bb37-1fed1199e0a8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Deleting port 03d4ea71-b030-4337-9958-1ea465adea72 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:18:41.654922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6c2ff68b-2544-498b-8b0d-b97e5f0cbc4f req-184cb1d6-8bec-476a-bb37-1fed1199e0a8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.708888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf1f0b73-663f-47df-8dad-5a5dacaeaf7c req-60762ca5-ceea-4b46-9bef-4f763602e7db tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.22 "GET /v2.0/security-groups?id=506ff380-30ea-4f43-b805-78f65ff18641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812802 Aug 29 17:18:41.756455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6c2ff68b-2544-498b-8b0d-b97e5f0cbc4f req-184cb1d6-8bec-476a-bb37-1fed1199e0a8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] For port 03d4ea71-b030-4337-9958-1ea465adea72, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03d4ea71-b030-4337-9958-1ea465adea72,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:41.756761 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6c2ff68b-2544-498b-8b0d-b97e5f0cbc4f req-184cb1d6-8bec-476a-bb37-1fed1199e0a8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.769563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6c2ff68b-2544-498b-8b0d-b97e5f0cbc4f req-184cb1d6-8bec-476a-bb37-1fed1199e0a8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Calling delete_port for 03d4ea71-b030-4337-9958-1ea465adea72 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:18:41.896274 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6c2ff68b-2544-498b-8b0d-b97e5f0cbc4f req-184cb1d6-8bec-476a-bb37-1fed1199e0a8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.906389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['03d4ea71-b030-4337-9958-1ea465adea72'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:41.926803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cb1d6-8bec-476a-bb37-1fed1199e0a8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Pushing event deleted for resources: {'Port': ['ID=03d4ea71-b030-4337-9958-1ea465adea72,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:41.967741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2ff68b-2544-498b-8b0d-b97e5f0cbc4f req-184cb1d6-8bec-476a-bb37-1fed1199e0a8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] No DVR routers for this DVR port 03d4ea71-b030-4337-9958-1ea465adea72 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:18:41.971041 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6c2ff68b-2544-498b-8b0d-b97e5f0cbc4f req-184cb1d6-8bec-476a-bb37-1fed1199e0a8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:41.973028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6c2ff68b-2544-498b-8b0d-b97e5f0cbc4f req-184cb1d6-8bec-476a-bb37-1fed1199e0a8 tempest-ServerRescueTestJSON-503766355 tempest-ServerRescueTestJSON-503766355-project] 10.222.0.10 "DELETE /v2.0/ports/03d4ea71-b030-4337-9958-1ea465adea72 HTTP/1.1" status: 204 len: 173 time: 0.7288175 Aug 29 17:18:41.974187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784f7b90-d738-4e44-95b0-332d4679448c', 'name': 'network-vif-deleted', 'tag': '03d4ea71-b030-4337-9958-1ea465adea72'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:41.976487 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5593d8bb-2128-40a2-8f7c-2a7f4c9afc19" -d '{"events": [{"server_uuid": "784f7b90-d738-4e44-95b0-332d4679448c", "name": "network-vif-deleted", "tag": "03d4ea71-b030-4337-9958-1ea465adea72"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:42.014211 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9b558c-9a62-4492-8e83-2d3bcb3cb8fc x-openstack-request-id: req-6e9b558c-9a62-4492-8e83-2d3bcb3cb8fc {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:42.014513 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784f7b90-d738-4e44-95b0-332d4679448c", "name": "network-vif-deleted", "tag": "03d4ea71-b030-4337-9958-1ea465adea72", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:42.014768 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e9b558c-9a62-4492-8e83-2d3bcb3cb8fc {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:42.015170 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784f7b90-d738-4e44-95b0-332d4679448c', 'name': 'network-vif-deleted', 'tag': '03d4ea71-b030-4337-9958-1ea465adea72', 'status': 'completed', 'code': 200} Aug 29 17:18:42.766945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54212) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:42.870795 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e866b2e5-9ca3-4c39-8cd1-5a079c7aa45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.110545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.351064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] Deleting port f6709c07-c067-46e1-823f-2129cd971042 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:18:43.351402 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.434051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] For port f6709c07-c067-46e1-823f-2129cd971042, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f6709c07-c067-46e1-823f-2129cd971042,segment=NetworkSegment(3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e),segment_id=3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:43.434419 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.446945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] Calling delete_port for f6709c07-c067-46e1-823f-2129cd971042 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:18:43.625085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:43.652589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6709c07-c067-46e1-823f-2129cd971042,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:43.819339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.036714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] Router 30fd1719-05e6-4712-9226-0708d1b9faad has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:18:44.144586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:18:44.150580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c05e895a-1812-4f00-81e6-76bab2d2fb29 admin admin] 10.222.0.22 "PUT /v2.0/routers/30fd1719-05e6-4712-9226-0708d1b9faad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3819091 Aug 29 17:18:44.153152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54214) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:44.153910 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdadd2-9e82-46d7-b2e3-86d66ad0bc09 None None] Sync routers for ids ['30fd1719-05e6-4712-9226-0708d1b9faad'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:18:44.163113 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffdadd2-9e82-46d7-b2e3-86d66ad0bc09 None None] Routers {'30fd1719-05e6-4712-9226-0708d1b9faad'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:18:44.163721 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cffdadd2-9e82-46d7-b2e3-86d66ad0bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['30fd1719-05e6-4712-9226-0708d1b9faad'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:44.259253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.362311 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-cffdadd2-9e82-46d7-b2e3-86d66ad0bc09 None None] Set router 30fd1719-05e6-4712-9226-0708d1b9faad gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:18:44.362567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.418895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Deleting port b988a6ea-acc9-4bd5-b1cc-0e3179847549 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:18:44.419243 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.498164 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] For port b988a6ea-acc9-4bd5-b1cc-0e3179847549, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b988a6ea-acc9-4bd5-b1cc-0e3179847549,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:44.498535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.511597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Calling delete_port for b988a6ea-acc9-4bd5-b1cc-0e3179847549 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:18:44.533482 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cffdadd2-9e82-46d7-b2e3-86d66ad0bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'name': 'tempest-ServerRescueTestJSON-945844392-router', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:07Z', 'updated_at': '2021-08-29T17:18:43Z', 'revision_number': 5, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'gw_port': {'id': 'b988a6ea-acc9-4bd5-b1cc-0e3179847549', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:08Z', 'updated_at': '2021-08-29T17:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:44.564107 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdadd2-9e82-46d7-b2e3-86d66ad0bc09 None None] Checking router: 30fd1719-05e6-4712-9226-0708d1b9faad for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:18:44.582267 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffdadd2-9e82-46d7-b2e3-86d66ad0bc09 None None] Routers {'30fd1719-05e6-4712-9226-0708d1b9faad'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:18:44.583390 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cffdadd2-9e82-46d7-b2e3-86d66ad0bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['30fd1719-05e6-4712-9226-0708d1b9faad'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:44.669017 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-cffdadd2-9e82-46d7-b2e3-86d66ad0bc09 None None] Set router 30fd1719-05e6-4712-9226-0708d1b9faad gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:18:44.677576 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.707289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Pushing event deleted for resources: {'Port': ['ID=b988a6ea-acc9-4bd5-b1cc-0e3179847549,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:44.719094 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cffdadd2-9e82-46d7-b2e3-86d66ad0bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'name': 'tempest-ServerRescueTestJSON-945844392-router', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:07Z', 'updated_at': '2021-08-29T17:18:44Z', 'revision_number': 6, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:44.747865 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdadd2-9e82-46d7-b2e3-86d66ad0bc09 None None] The sync data for ids ['30fd1719-05e6-4712-9226-0708d1b9faad'] in n-d-713301-13 is: [{'id': '30fd1719-05e6-4712-9226-0708d1b9faad', 'name': 'tempest-ServerRescueTestJSON-945844392-router', 'tenant_id': '6a2f9dfd19d445bea86365e806f0b183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:07Z', 'updated_at': '2021-08-29T17:18:44Z', 'revision_number': 6, 'project_id': '6a2f9dfd19d445bea86365e806f0b183', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:18:44.769761 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.861743 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.864081 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.905794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.906346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30fd1719-05e6-4712-9226-0708d1b9faad {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:18:44.910540 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.911688 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ed6c40e0-e126-4704-a7a5-ca8d6ac00950 admin admin] 10.222.0.22 "DELETE /v2.0/routers/30fd1719-05e6-4712-9226-0708d1b9faad HTTP/1.1" status: 204 len: 168 time: 0.7575982 Aug 29 17:18:44.914869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54216) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:44.959337 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Deleting subnet 9693ad8c-9872-415c-9abd-f3e65973818b {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:18:44.962382 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:44.999839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.038193 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.099650 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.126453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9693ad8c-9872-415c-9abd-f3e65973818b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:45.131237 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.133606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9693ad8c-9872-415c-9abd-f3e65973818b HTTP/1.1" status: 204 len: 168 time: 0.2177722 Aug 29 17:18:45.136159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54218) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:45.140315 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.140659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.140999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.141358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.141777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.142105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.142432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.142761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.143083 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.143405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.143725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.144044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8481901f-b670-49e2-9562-dc7a334b6500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:45.211816 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.287565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.297107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91965c7f-6665-4c8f-93f6-67bd4574a346']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:45.307555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:45.307851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9f6dc6-9c8b-4177-b3d7-71f6082e9c0e') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:18:45.316340 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.334171 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.339733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:18:45.340120 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:18:45.341742 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:18:45.394170 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.397997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 03d4ea71-b030-4337-9958-1ea465adea72 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:45.402759 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.404592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] 10.222.0.22 "DELETE /v2.0/networks/91965c7f-6665-4c8f-93f6-67bd4574a346 HTTP/1.1" status: 204 len: 168 time: 0.2674167 Aug 29 17:18:45.420368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 03d4ea71-b030-4337-9958-1ea465adea72 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:18:45.420721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 03d4ea71-b030-4337-9958-1ea465adea72 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:18:45.422818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6babfd-cc28-4b8d-a2c9-3a880cf41d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=91965c7f-6665-4c8f-93f6-67bd4574a346,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:45.516771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54224) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:45.547992 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b815fd8-cfe8-453d-b9a5-8b4fe46230c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.565854 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d812c501-4f8a-4379-ba1c-429becea284d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a2f9dfd19d445bea86365e806f0b183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478024 Aug 29 17:18:45.568815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54226) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:45.619484 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19dec88f-1b56-4538-b8cf-8ae5f734611e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.640608 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19dec88f-1b56-4538-b8cf-8ae5f734611e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.696932 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19dec88f-1b56-4538-b8cf-8ae5f734611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.699711 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-19dec88f-1b56-4538-b8cf-8ae5f734611e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:45.700883 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-19dec88f-1b56-4538-b8cf-8ae5f734611e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/506ff380-30ea-4f43-b805-78f65ff18641 HTTP/1.1" status: 204 len: 168 time: 0.1311104 Aug 29 17:18:45.708994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dec88f-1b56-4538-b8cf-8ae5f734611e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ff380-30ea-4f43-b805-78f65ff18641,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:45.801475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b988a6ea-acc9-4bd5-b1cc-0e3179847549 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:45.826651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b988a6ea-acc9-4bd5-b1cc-0e3179847549 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:18:45.826992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b988a6ea-acc9-4bd5-b1cc-0e3179847549 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:18:45.827404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f6709c07-c067-46e1-823f-2129cd971042 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:18:45.850618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: f6709c07-c067-46e1-823f-2129cd971042 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:18:45.850968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f6709c07-c067-46e1-823f-2129cd971042 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:18:45.859838 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.450524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54248) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:46.552220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1272971859-network', 'tenant_id': '54d36f96ad3d4d5da12d3a2f5772b19b'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:46.577248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Made reservation on behalf of 54d36f96ad3d4d5da12d3a2f5772b19b for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:46.579578 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.588282 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.670902 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.676345 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.680405 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.700784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:18:46.714437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50b4744-242c-44a9-8eb8-3d04a21578ff,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:46.719209 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.719563 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Added segment 3ebbef39-748b-4e2d-aca9-d9cf83bb83d6 of type vlan for network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 Aug 29 17:18:46.759406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.783907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.784773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:46.785387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:46.849408 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3951099 Aug 29 17:18:46.849632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54252) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:18:46.856209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] Request body: {'subnet': {'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1272971859-subnet', 'tenant_id': '54d36f96ad3d4d5da12d3a2f5772b19b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:46.860274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058e104-83a2-4620-9566-b126ef9ab155 admin admin] Pushing event updated for resources: {'Network': ['ID=2bb8b986-e621-4d7d-b88d-4bd0db675da0,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:46.871881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:18:46.879184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] Made reservation on behalf of 54d36f96ad3d4d5da12d3a2f5772b19b for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:46.882780 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:47.060173 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:47.118911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=819f87cc-5b2c-4818-8688-f4561242fdc0,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:47.123953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] Checking segment: {'id': '3ebbef39-748b-4e2d-aca9-d9cf83bb83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:47.124467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] Network hostable DHCP agents. Network: 2bb8b986-e621-4d7d-b88d-4bd0db675da0, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:18:47.140884 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] Network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:18:47.148950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 2bb8b986-e621-4d7d-b88d-4bd0db675da0) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:47.153243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:47.154401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:47.157612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a76fa81-345e-4e97-b6f3-b409ef2ff421 None None] Network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:47.170443 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cafa1063-ef63-4224-8f9b-d74d050e2f43 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3178885 Aug 29 17:18:47.337063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424bd266-1d0a-4f72-977c-9228d8b97932 None None] Network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:18:47.738883 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:47.743952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-7d59222f-61c9-4053-9568-5f6ed7b2fe2e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:47.745610 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-7d59222f-61c9-4053-9568-5f6ed7b2fe2e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/networks?id=2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 200 len: 814 time: 0.1114695 Aug 29 17:18:47.761889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-d836797a-c504-4c83-b315-55c2efdf631a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/quotas/54d36f96ad3d4d5da12d3a2f5772b19b HTTP/1.1" status: 200 len: 375 time: 0.0095575 Aug 29 17:18:47.795320 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-3b20e570-e177-46fe-8b12-2a97d3409694 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281203 Aug 29 17:18:47.940671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-332636db-da84-430e-b6a3-e4b729e9f24b service neutron] 10.222.0.22 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378784 Aug 29 17:18:48.037804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-ba872063-382f-4481-8961-61ec3899ec4f service neutron] 10.222.0.22 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909729 Aug 29 17:18:48.209947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-625d4687-7226-43a0-9ed0-27f7b24ef20e req-c7c6b105-3fd7-4b4e-9358-dd194bd2afe9 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 210 time: 0.0290542 Aug 29 17:18:48.312534 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:49.114894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-699329f0-343d-4b01-9102-d441dfb1146f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:49.116586 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-699329f0-343d-4b01-9102-d441dfb1146f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.10 "GET /v2.0/networks?id=2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 200 len: 814 time: 0.1076968 Aug 29 17:18:49.129803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Request body: {'port': {'device_id': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0', 'admin_state_up': True, 'tenant_id': '54d36f96ad3d4d5da12d3a2f5772b19b'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:49.234832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Made reservation on behalf of 54d36f96ad3d4d5da12d3a2f5772b19b for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:49.238931 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:49.316323 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-508a71d9-f7d7-4748-9eb3-fb41df8a488b req-d9775fe8-3d97-4e62-a789-2990db238ca9 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 210 time: 0.0273697 Aug 29 17:18:49.376196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Allocated IP 172.20.0.9 (2bb8b986-e621-4d7d-b88d-4bd0db675da0/819f87cc-5b2c-4818-8688-f4561242fdc0/aa961fde-870a-4faf-9733-381a8aaee159) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:49.532281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:49.570550 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:49.612103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:49.617356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:49.621047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:49.644624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Pushing event updated for resources: {'Port': ['ID=aa961fde-870a-4faf-9733-381a8aaee159,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:49.672711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:49.673367 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:49.686190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-b76fa61a-cf0a-4487-be45-5aeb283b48e3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5611265 Aug 29 17:18:49.699256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Request body: {'port': {'device_id': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:49.758227 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.023431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa961fde-870a-4faf-9733-381a8aaee159 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:50.030727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.042661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Transition to ACTIVE for port object aa961fde-870a-4faf-9733-381a8aaee159 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:18:50.045717 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.113260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Pushing event updated for resources: {'Port': ['ID=aa961fde-870a-4faf-9733-381a8aaee159,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:50.164097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Attempting to bind port aa961fde-870a-4faf-9733-381a8aaee159 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:18:50.164429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Attempting to bind port aa961fde-870a-4faf-9733-381a8aaee159 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3ebbef39-748b-4e2d-aca9-d9cf83bb83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:18:50.164755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Attempting to bind port aa961fde-870a-4faf-9733-381a8aaee159 on network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:50.168911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Port aa961fde-870a-4faf-9733-381a8aaee159 on network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:18:50.169284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Attempting to bind port aa961fde-870a-4faf-9733-381a8aaee159 on network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:18:50.173962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:18:50.174297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Checking segment: {'id': '3ebbef39-748b-4e2d-aca9-d9cf83bb83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:18:50.174677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Bound using segment: {'id': '3ebbef39-748b-4e2d-aca9-d9cf83bb83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:18:50.175098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Bound port: aa961fde-870a-4faf-9733-381a8aaee159, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ebbef39-748b-4e2d-aca9-d9cf83bb83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:18:50.175451 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.237773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:18:50.241667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:18:50.245895 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.279755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.280383 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.281804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] 10.222.0.10 "PUT /v2.0/ports/aa961fde-870a-4faf-9733-381a8aaee159 HTTP/1.1" status: 200 len: 1092 time: 0.5865867 Aug 29 17:18:50.282246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:50.284603 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28bac08-ed08-4c97-a29a-17751371618b" -d '{"events": [{"name": "network-changed", "server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "tag": "aa961fde-870a-4faf-9733-381a8aaee159"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:50.313788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada7700-ef2f-4c84-886c-9d5f29dd51fa service neutron] Pushing event updated for resources: {'Port': ['ID=aa961fde-870a-4faf-9733-381a8aaee159,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:50.325692 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:50.346515 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e347be6-aa68-4378-bedd-2ee621848606 x-openstack-request-id: req-8e347be6-aa68-4378-bedd-2ee621848606 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:50.346821 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "tag": "aa961fde-870a-4faf-9733-381a8aaee159", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:50.347077 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e347be6-aa68-4378-bedd-2ee621848606 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:50.347479 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159', 'status': 'completed', 'code': 200} Aug 29 17:18:50.363348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-08a71559-3f67-4eb7-8e55-507d82fbbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.365936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-08a71559-3f67-4eb7-8e55-507d82fbbf3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 1095 time: 0.0469542 Aug 29 17:18:50.411796 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-fa74bcf8-14b3-430a-82a8-b7aaa524039b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa961fde-870a-4faf-9733-381a8aaee159 HTTP/1.1" status: 200 len: 217 time: 0.0383527 Aug 29 17:18:50.435755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22aaf2-9049-432a-b55e-9a3a7554d16b req-58483bdf-511d-41b4-872b-e35b54c601c6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.437354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de22aaf2-9049-432a-b55e-9a3a7554d16b req-58483bdf-511d-41b4-872b-e35b54c601c6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0525303 Aug 29 17:18:50.461825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-bfad0bde-fc57-4fe5-9bff-f678888bd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.463556 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-bfad0bde-fc57-4fe5-9bff-f678888bd3df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=819f87cc-5b2c-4818-8688-f4561242fdc0 HTTP/1.1" status: 200 len: 854 time: 0.0454550 Aug 29 17:18:50.476344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de22aaf2-9049-432a-b55e-9a3a7554d16b req-c91841e3-9aeb-4d3f-96e5-2000c146120a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329645 Aug 29 17:18:50.496382 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-5a8cd773-a570-4de3-9c6c-1d27c9a7953b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bb8b986-e621-4d7d-b88d-4bd0db675da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260882 Aug 29 17:18:50.591946 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-03dda07b-2c2a-43c1-a075-819e5bc3dcb4 service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880098 Aug 29 17:18:50.683339 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49c7f171-e7d0-4f9b-a287-5928fe408368 req-23a07061-4c70-4bd0-bc00-bf86764a0728 service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839770 Aug 29 17:18:50.766545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bac08-ed08-4c97-a29a-17751371618b req-c4086fed-06e7-4b1e-a35a-271f8a7656d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.768086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b28bac08-ed08-4c97-a29a-17751371618b req-c4086fed-06e7-4b1e-a35a-271f8a7656d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 1095 time: 0.0411289 Aug 29 17:18:50.865403 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bac08-ed08-4c97-a29a-17751371618b req-b95c79d2-367e-4893-b0c1-2a92397ba08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.866809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b28bac08-ed08-4c97-a29a-17751371618b req-b95c79d2-367e-4893-b0c1-2a92397ba08a service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 200 len: 915 time: 0.0920367 Aug 29 17:18:50.909415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b28bac08-ed08-4c97-a29a-17751371618b req-54b3ebfa-9a83-4bd4-907b-02a504cd3fab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa961fde-870a-4faf-9733-381a8aaee159 HTTP/1.1" status: 200 len: 217 time: 0.0348732 Aug 29 17:18:50.962497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bac08-ed08-4c97-a29a-17751371618b req-3859c7d0-4675-44d5-8e0b-61563c156617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:50.963936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b28bac08-ed08-4c97-a29a-17751371618b req-3859c7d0-4675-44d5-8e0b-61563c156617 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=819f87cc-5b2c-4818-8688-f4561242fdc0 HTTP/1.1" status: 200 len: 854 time: 0.0474100 Aug 29 17:18:50.996727 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b28bac08-ed08-4c97-a29a-17751371618b req-11913d62-c2f8-4904-be08-5c85d780908c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bb8b986-e621-4d7d-b88d-4bd0db675da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244396 Aug 29 17:18:51.086277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b28bac08-ed08-4c97-a29a-17751371618b req-e4b82ee9-80f9-4240-9c26-ed5e8549092e service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825112 Aug 29 17:18:51.180338 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b28bac08-ed08-4c97-a29a-17751371618b req-55360db4-4260-4eff-8e43-93cee2c5f3d1 service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868876 Aug 29 17:18:51.598013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fe02f-1cf6-4c10-9f27-8ef5691bf369 req-ad594cca-1899-4303-8051-79298b98a705 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:51.600021 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a10fe02f-1cf6-4c10-9f27-8ef5691bf369 req-ad594cca-1899-4303-8051-79298b98a705 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0512657 Aug 29 17:18:51.638019 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a10fe02f-1cf6-4c10-9f27-8ef5691bf369 req-6f992bcb-fa4c-4eab-b82b-f8e9bed75bd8 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Aug 29 17:18:52.761040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9372d-df39-4d61-9735-a80fd15836c1 req-275feb38-7e9c-4342-8c75-869af04300c2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:52.762661 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-61c9372d-df39-4d61-9735-a80fd15836c1 req-275feb38-7e9c-4342-8c75-869af04300c2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0551636 Aug 29 17:18:52.805892 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-61c9372d-df39-4d61-9735-a80fd15836c1 req-f83b383b-3f22-427a-a8f5-c74319365c4f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369558 Aug 29 17:18:53.445344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa961fde-870a-4faf-9733-381a8aaee159 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:18:53.692676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:53.703578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'aa961fde-870a-4faf-9733-381a8aaee159', 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0', 'port_id': 'aa961fde-870a-4faf-9733-381a8aaee159', 'mac_address': 'fa:16:3e:f3:bd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819f87cc-5b2c-4818-8688-f4561242fdc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:18:53.742178 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:53.755118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa961fde-870a-4faf-9733-381a8aaee159 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:18:53.773389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:53.777322 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:53.830262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa961fde-870a-4faf-9733-381a8aaee159,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:53.838232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.838585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.838930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.839276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.839613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.839946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.840276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.840604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.840975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.841350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.841581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.841906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:18:53.929204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3690b2-82d3-4316-9751-8a79ea158e93 req-7dbe294e-5b98-42f5-8b18-1c97a880f90c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:53.930778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f3690b2-82d3-4316-9751-8a79ea158e93 req-7dbe294e-5b98-42f5-8b18-1c97a880f90c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 944 time: 0.0509942 Aug 29 17:18:53.968668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f3690b2-82d3-4316-9751-8a79ea158e93 req-ebd1bfa7-97d7-4599-8379-d805612c4d8e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Aug 29 17:18:53.972544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['aa961fde-870a-4faf-9733-381a8aaee159'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:55.092453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe4b2e-249a-4139-b948-7cd1ca7688f4 req-30ae84b4-d44a-46ee-a82f-cf3d23f9ab8a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:55.093997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ebe4b2e-249a-4139-b948-7cd1ca7688f4 req-30ae84b4-d44a-46ee-a82f-cf3d23f9ab8a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 944 time: 0.0533314 Aug 29 17:18:55.133995 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ebe4b2e-249a-4139-b948-7cd1ca7688f4 req-2e6180dd-ae3b-431f-ac9d-fa2620d4461c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Aug 29 17:18:55.460668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa961fde-870a-4faf-9733-381a8aaee159 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:18:55.507938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port aa961fde-870a-4faf-9733-381a8aaee159 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:18:55.511443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port aa961fde-870a-4faf-9733-381a8aaee159 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:18:55.511817 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:55.587208 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:55.609149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:18:55.611498 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00133a57-a0f4-4c8a-8399-dfe06c2f185c" -d '{"events": [{"server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "name": "network-vif-plugged", "status": "completed", "tag": "aa961fde-870a-4faf-9733-381a8aaee159"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:18:55.624395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:18:55.628259 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:55.656379 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5417877a-fec2-465b-ae2a-7f8fc37ae8eb x-openstack-request-id: req-5417877a-fec2-465b-ae2a-7f8fc37ae8eb {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:18:55.656670 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "name": "network-vif-plugged", "status": "completed", "tag": "aa961fde-870a-4faf-9733-381a8aaee159", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:18:55.656918 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5417877a-fec2-465b-ae2a-7f8fc37ae8eb {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:18:55.657454 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159', 'code': 200} Aug 29 17:18:55.687655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa961fde-870a-4faf-9733-381a8aaee159,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:55.748789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0e6c9-156d-4fa9-bf67-44256a51a862 req-43799a42-4150-4c75-9337-51b7ef926a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:55.750306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-82b0e6c9-156d-4fa9-bf67-44256a51a862 req-43799a42-4150-4c75-9337-51b7ef926a19 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 1097 time: 0.0452456 Aug 29 17:18:55.784560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-82b0e6c9-156d-4fa9-bf67-44256a51a862 req-9b845b37-98cc-4cb6-b9e8-8a83239b2404 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268128 Aug 29 17:18:56.247208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143e83-8821-4158-a75e-14cc98ec2cf8 req-01f52354-9892-4ee0-882c-44efe3fe57cf tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:56.248644 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52143e83-8821-4158-a75e-14cc98ec2cf8 req-01f52354-9892-4ee0-882c-44efe3fe57cf tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Aug 29 17:18:56.285850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52143e83-8821-4158-a75e-14cc98ec2cf8 req-902514a5-c80d-453f-9a78-835482bd6064 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307271 Aug 29 17:18:57.402950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ddeec-1610-4ecd-8358-68f4e897bbd7 req-0baeba84-9238-424c-8f4f-bc960222b5e8 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:57.404471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c3ddeec-1610-4ecd-8358-68f4e897bbd7 req-0baeba84-9238-424c-8f4f-bc960222b5e8 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0495505 Aug 29 17:18:57.444940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c3ddeec-1610-4ecd-8358-68f4e897bbd7 req-6f430193-f4e4-4247-9f5d-fe4910865e37 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343952 Aug 29 17:18:57.666014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-caae1071-5074-4196-bbb3-bd22ba31d4d8 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:57.667370 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-caae1071-5074-4196-bbb3-bd22ba31d4d8 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/networks?id=2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 200 len: 814 time: 0.1057634 Aug 29 17:18:57.682402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-7e40a979-a599-47c2-b78e-cfcaa16c16f1 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/quotas/54d36f96ad3d4d5da12d3a2f5772b19b HTTP/1.1" status: 200 len: 375 time: 0.0093620 Aug 29 17:18:57.730582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-1de52a54-8327-441f-ab21-44b935984fdb tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431378 Aug 29 17:18:57.825656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-3534b9de-fa67-4754-920f-dc498811dcfd service neutron] 10.222.0.22 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881984 Aug 29 17:18:57.916336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8f62c43c-07e2-4b5d-9dc8-66db43790c64 service neutron] 10.222.0.22 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836523 Aug 29 17:18:58.072564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee54f5e1-a38a-4e1f-84d4-8fb901f2ac81 req-a44e8bfd-6486-49e0-88ec-2caa7fdf178d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 210 time: 0.0277283 Aug 29 17:18:58.997480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-aabaf0ae-b2d5-40dc-97c3-77eb9d80f3b5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:58.998922 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-aabaf0ae-b2d5-40dc-97c3-77eb9d80f3b5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.16 "GET /v2.0/networks?id=2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 200 len: 814 time: 0.1112130 Aug 29 17:18:59.013254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Request body: {'port': {'device_id': '3cba004e-91cb-48e0-ba45-e6d8b944a1f0', 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0', 'admin_state_up': True, 'tenant_id': '54d36f96ad3d4d5da12d3a2f5772b19b'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:59.118669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Made reservation on behalf of 54d36f96ad3d4d5da12d3a2f5772b19b for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:18:59.122209 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:59.167667 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-44861aa8-6f1a-422b-80e7-4a66ac808407 req-814af53a-d284-44f9-b23b-8b576fbd8b17 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 210 time: 0.0272233 Aug 29 17:18:59.249940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Allocated IP 172.20.0.4 (2bb8b986-e621-4d7d-b88d-4bd0db675da0/819f87cc-5b2c-4818-8688-f4561242fdc0/3d3b66a3-6bca-4e25-8f37-eee467e21515) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:18:59.402362 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:59.442838 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:59.454098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['aa961fde-870a-4faf-9733-381a8aaee159'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:18:59.490736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:18:59.495840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:18:59.498557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:18:59.524595 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Pushing event updated for resources: {'Port': ['ID=3d3b66a3-6bca-4e25-8f37-eee467e21515,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:18:59.552982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:18:59.553640 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:18:59.567818 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-ed5ea99e-32c5-4ab4-b011-872cc78e607d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591326 Aug 29 17:18:59.635362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-3bd20ecd-b61c-4479-9ba5-f11adddc6a4f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:18:59.636411 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-3bd20ecd-b61c-4479-9ba5-f11adddc6a4f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055540 Aug 29 17:18:59.833743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Request body: {'port': {'device_id': '3cba004e-91cb-48e0-ba45-e6d8b944a1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:18:59.890094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:00.143064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3b66a3-6bca-4e25-8f37-eee467e21515 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:00.150412 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:00.162205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Transition to ACTIVE for port object 3d3b66a3-6bca-4e25-8f37-eee467e21515 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:00.166026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:00.217851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Pushing event updated for resources: {'Port': ['ID=3d3b66a3-6bca-4e25-8f37-eee467e21515,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:00.312956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Attempting to bind port 3d3b66a3-6bca-4e25-8f37-eee467e21515 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:00.313306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Attempting to bind port 3d3b66a3-6bca-4e25-8f37-eee467e21515 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '3ebbef39-748b-4e2d-aca9-d9cf83bb83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:00.313638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Attempting to bind port 3d3b66a3-6bca-4e25-8f37-eee467e21515 on network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:00.323911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41f243-63b5-46d7-a023-3c3deb37f477 req-df1fd791-e290-4455-a37a-3ddd6983145e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.325398 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e41f243-63b5-46d7-a023-3c3deb37f477 req-df1fd791-e290-4455-a37a-3ddd6983145e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 943 time: 0.0688863 Aug 29 17:19:00.327351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Port 3d3b66a3-6bca-4e25-8f37-eee467e21515 on network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:00.327669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Attempting to bind port 3d3b66a3-6bca-4e25-8f37-eee467e21515 on network 2bb8b986-e621-4d7d-b88d-4bd0db675da0 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:00.334686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:00.335022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Checking segment: {'id': '3ebbef39-748b-4e2d-aca9-d9cf83bb83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:00.335399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Bound using segment: {'id': '3ebbef39-748b-4e2d-aca9-d9cf83bb83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:00.335818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Bound port: 3d3b66a3-6bca-4e25-8f37-eee467e21515, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ebbef39-748b-4e2d-aca9-d9cf83bb83d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:00.336172 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:00.396788 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e41f243-63b5-46d7-a023-3c3deb37f477 req-432affff-25a5-41ac-89ab-d5cee8b212e6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636504 Aug 29 17:19:00.422750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] For port 3d3b66a3-6bca-4e25-8f37-eee467e21515, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:00.425685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] For port 3d3b66a3-6bca-4e25-8f37-eee467e21515, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=3d3b66a3-6bca-4e25-8f37-eee467e21515,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:00.430229 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:00.469156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.469795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:00.471178 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] 10.222.0.16 "PUT /v2.0/ports/3d3b66a3-6bca-4e25-8f37-eee467e21515 HTTP/1.1" status: 200 len: 1092 time: 0.6898358 Aug 29 17:19:00.471608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cba004e-91cb-48e0-ba45-e6d8b944a1f0', 'tag': '3d3b66a3-6bca-4e25-8f37-eee467e21515'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:00.474508 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2b253c-f6a8-4d85-b466-f9d2b8624b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cba004e-91cb-48e0-ba45-e6d8b944a1f0", "tag": "3d3b66a3-6bca-4e25-8f37-eee467e21515"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:00.501839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e2f09-4b71-4663-8944-e55106992c6d service neutron] Pushing event updated for resources: {'Port': ['ID=3d3b66a3-6bca-4e25-8f37-eee467e21515,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:00.520695 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76240f67-13f4-4598-b36d-b1e58605a009 x-openstack-request-id: req-76240f67-13f4-4598-b36d-b1e58605a009 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:00.520977 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cba004e-91cb-48e0-ba45-e6d8b944a1f0", "tag": "3d3b66a3-6bca-4e25-8f37-eee467e21515", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:00.521242 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76240f67-13f4-4598-b36d-b1e58605a009 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:00.521642 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cba004e-91cb-48e0-ba45-e6d8b944a1f0', 'tag': '3d3b66a3-6bca-4e25-8f37-eee467e21515', 'status': 'completed', 'code': 200} Aug 29 17:19:00.553667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-759c4b9a-03db-4c37-9d30-0fbb7014c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.555175 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-759c4b9a-03db-4c37-9d30-0fbb7014c4f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 1095 time: 0.0441761 Aug 29 17:19:00.597478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-67cf8fa5-c0f7-4bbc-b68d-6198cdc71cf7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d3b66a3-6bca-4e25-8f37-eee467e21515 HTTP/1.1" status: 200 len: 217 time: 0.0341797 Aug 29 17:19:00.654187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-72e6d102-ea47-4de9-b37f-03c85f411caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.655586 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-72e6d102-ea47-4de9-b37f-03c85f411caa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f87cc-5b2c-4818-8688-f4561242fdc0 HTTP/1.1" status: 200 len: 854 time: 0.0498250 Aug 29 17:19:00.687108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-3bed50dc-b42a-4930-9de0-a719f784eb52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bb8b986-e621-4d7d-b88d-4bd0db675da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241687 Aug 29 17:19:00.775136 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-69418dfb-9262-478c-b30d-90cc947e7854 service neutron] 10.222.0.16 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809772 Aug 29 17:19:00.869536 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d5992d44-7bf4-40b1-8dc0-64241b90c62a req-c247f460-9df7-44f2-89a0-372bf7d2c158 service neutron] 10.222.0.16 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853105 Aug 29 17:19:00.956221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b253c-f6a8-4d85-b466-f9d2b8624b1e req-84e5962b-cb2b-465b-8df1-aa6a5ba988d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:00.958281 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce2b253c-f6a8-4d85-b466-f9d2b8624b1e req-84e5962b-cb2b-465b-8df1-aa6a5ba988d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 1095 time: 0.0411584 Aug 29 17:19:01.050421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b253c-f6a8-4d85-b466-f9d2b8624b1e req-5745a1ed-6c04-4cbf-a10f-95f4d5aa61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:01.052437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce2b253c-f6a8-4d85-b466-f9d2b8624b1e req-5745a1ed-6c04-4cbf-a10f-95f4d5aa61f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 200 len: 915 time: 0.0868962 Aug 29 17:19:01.098371 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce2b253c-f6a8-4d85-b466-f9d2b8624b1e req-ae348521-a09a-40d0-ba57-7c88df7b8abd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d3b66a3-6bca-4e25-8f37-eee467e21515 HTTP/1.1" status: 200 len: 217 time: 0.0335629 Aug 29 17:19:01.146972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b253c-f6a8-4d85-b466-f9d2b8624b1e req-006f34c2-e12d-47ec-bb7e-ec118b3859f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:01.148377 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce2b253c-f6a8-4d85-b466-f9d2b8624b1e req-006f34c2-e12d-47ec-bb7e-ec118b3859f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=819f87cc-5b2c-4818-8688-f4561242fdc0 HTTP/1.1" status: 200 len: 854 time: 0.0426950 Aug 29 17:19:01.181101 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce2b253c-f6a8-4d85-b466-f9d2b8624b1e req-db94e427-5c81-4c59-8656-87fc5acc2cc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bb8b986-e621-4d7d-b88d-4bd0db675da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236757 Aug 29 17:19:01.271598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce2b253c-f6a8-4d85-b466-f9d2b8624b1e req-d06a017d-822a-47a7-a955-a0ed305f7549 service neutron] 10.222.0.16 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827565 Aug 29 17:19:01.363789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce2b253c-f6a8-4d85-b466-f9d2b8624b1e req-2ca220a3-a5a7-4509-b57e-683a6e93d7db service neutron] 10.222.0.16 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799048 Aug 29 17:19:01.520279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72b53f-edc0-43c9-8f0c-e32ec2a77b1f req-b4347079-1458-4835-b7e2-78012a8ce17b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:01.521847 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b72b53f-edc0-43c9-8f0c-e32ec2a77b1f req-b4347079-1458-4835-b7e2-78012a8ce17b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 943 time: 0.0579820 Aug 29 17:19:01.557889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b72b53f-edc0-43c9-8f0c-e32ec2a77b1f req-7c6f2ae6-634c-4380-b75c-686403e28554 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300751 Aug 29 17:19:02.680801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb922b-d3e8-4cc9-9bdb-3e761ec522be req-16366eb2-aa98-4953-ab25-e3608263fefd tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:02.682184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17bb922b-d3e8-4cc9-9bdb-3e761ec522be req-16366eb2-aa98-4953-ab25-e3608263fefd tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 943 time: 0.0530853 Aug 29 17:19:02.718873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-17bb922b-d3e8-4cc9-9bdb-3e761ec522be req-f6a3a9ea-1dd1-4612-8078-94bcd512c6c8 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307536 Aug 29 17:19:03.711839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 3d3b66a3-6bca-4e25-8f37-eee467e21515 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:03.809100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 3d3b66a3-6bca-4e25-8f37-eee467e21515, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=3d3b66a3-6bca-4e25-8f37-eee467e21515,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:03.820373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '3d3b66a3-6bca-4e25-8f37-eee467e21515', 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0', 'port_id': '3d3b66a3-6bca-4e25-8f37-eee467e21515', 'mac_address': 'fa:16:3e:85:40:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819f87cc-5b2c-4818-8688-f4561242fdc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:03.831507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd1095-2f87-4dbd-9b76-2a1e7f5ae1c9 req-1982d879-d7e5-43ec-93a0-e6b93c88a94b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:03.833122 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bcd1095-2f87-4dbd-9b76-2a1e7f5ae1c9 req-1982d879-d7e5-43ec-93a0-e6b93c88a94b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 943 time: 0.0492253 Aug 29 17:19:03.856061 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:03.870690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3b66a3-6bca-4e25-8f37-eee467e21515 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:03.872286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bcd1095-2f87-4dbd-9b76-2a1e7f5ae1c9 req-23fa1e7c-d8b2-4c0b-a151-3f93af041da7 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332556 Aug 29 17:19:03.891922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 3d3b66a3-6bca-4e25-8f37-eee467e21515, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=3d3b66a3-6bca-4e25-8f37-eee467e21515,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:03.895825 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:03.944653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=3d3b66a3-6bca-4e25-8f37-eee467e21515,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:04.295079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['3d3b66a3-6bca-4e25-8f37-eee467e21515'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:04.984156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd87030-7f10-4a2e-a783-58e18fa3909f req-70f7ce69-388f-46d5-968c-936fdf50e211 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:04.985648 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4dd87030-7f10-4a2e-a783-58e18fa3909f req-70f7ce69-388f-46d5-968c-936fdf50e211 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 944 time: 0.0486641 Aug 29 17:19:05.023610 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4dd87030-7f10-4a2e-a783-58e18fa3909f req-0e39bf96-cb07-48d9-8864-a9766e20e84a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Aug 29 17:19:05.710131 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:19:05.721253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 3d3b66a3-6bca-4e25-8f37-eee467e21515 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:05.771133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 3d3b66a3-6bca-4e25-8f37-eee467e21515 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:05.774742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 3d3b66a3-6bca-4e25-8f37-eee467e21515 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:05.775139 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.848977 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.870341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cba004e-91cb-48e0-ba45-e6d8b944a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3b66a3-6bca-4e25-8f37-eee467e21515'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:05.872555 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04b4734-0f42-486d-ba9b-d1ab63172fee" -d '{"events": [{"server_uuid": "3cba004e-91cb-48e0-ba45-e6d8b944a1f0", "name": "network-vif-plugged", "status": "completed", "tag": "3d3b66a3-6bca-4e25-8f37-eee467e21515"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:05.885082 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 3d3b66a3-6bca-4e25-8f37-eee467e21515, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=3d3b66a3-6bca-4e25-8f37-eee467e21515,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:05.888911 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:05.914132 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87446e8-2aad-4f25-b4a1-8a0e1dcb5567 x-openstack-request-id: req-f87446e8-2aad-4f25-b4a1-8a0e1dcb5567 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:05.914438 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cba004e-91cb-48e0-ba45-e6d8b944a1f0", "name": "network-vif-plugged", "status": "completed", "tag": "3d3b66a3-6bca-4e25-8f37-eee467e21515", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:05.914691 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f87446e8-2aad-4f25-b4a1-8a0e1dcb5567 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:05.915077 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cba004e-91cb-48e0-ba45-e6d8b944a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3b66a3-6bca-4e25-8f37-eee467e21515', 'code': 200} Aug 29 17:19:05.940327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=3d3b66a3-6bca-4e25-8f37-eee467e21515,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:06.011375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073780c5-588b-4351-8ce4-f22272b6cd01 req-6197318a-7f54-40ab-8b1c-b2eefe25ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:06.012824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-073780c5-588b-4351-8ce4-f22272b6cd01 req-6197318a-7f54-40ab-8b1c-b2eefe25ee0b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 1097 time: 0.0404162 Aug 29 17:19:06.048232 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-073780c5-588b-4351-8ce4-f22272b6cd01 req-92d2186b-6cf7-40b2-a0f9-1cb5ca19c323 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264766 Aug 29 17:19:06.135789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06281d7-a1f4-4671-882e-67d930f849d3 req-6d0461db-09ad-4706-9f45-e15cdfe96656 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:06.137269 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d06281d7-a1f4-4671-882e-67d930f849d3 req-6d0461db-09ad-4706-9f45-e15cdfe96656 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0488327 Aug 29 17:19:06.174225 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d06281d7-a1f4-4671-882e-67d930f849d3 req-b67a7294-0c2d-4f38-bf50-8735b96c0f7e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310664 Aug 29 17:19:07.291544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e82cf-93e8-46b1-8e77-265d799e1526 req-226cfd78-8487-49a7-9f66-943df14bd9b4 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:07.293032 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f09e82cf-93e8-46b1-8e77-265d799e1526 req-226cfd78-8487-49a7-9f66-943df14bd9b4 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0524249 Aug 29 17:19:07.330452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f09e82cf-93e8-46b1-8e77-265d799e1526 req-fb8b3740-ace5-476a-8b3a-4361411c90fe tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314875 Aug 29 17:19:08.448930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ca90e-4413-4948-bea5-9bd02e7d6b67 req-5661aac4-7016-402e-aff6-fce45c5c9881 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:08.450418 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d9ca90e-4413-4948-bea5-9bd02e7d6b67 req-5661aac4-7016-402e-aff6-fce45c5c9881 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0535212 Aug 29 17:19:08.487907 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d9ca90e-4413-4948-bea5-9bd02e7d6b67 req-6d37ebf1-bd5b-4ba4-bb9f-76fe57a2d394 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315354 Aug 29 17:19:08.713651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3923ef-4719-45cb-902d-996c7046f7e7 req-0cc3af57-d101-4e2a-bbcc-12f5984720e2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:08.715125 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b3923ef-4719-45cb-902d-996c7046f7e7 req-0cc3af57-d101-4e2a-bbcc-12f5984720e2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0487061 Aug 29 17:19:08.754774 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b3923ef-4719-45cb-902d-996c7046f7e7 req-79691ca6-7fad-46e4-b357-f4f58b29a9f5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335581 Aug 29 17:19:09.870900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c6152-31dc-4c21-8400-1cd59989e1eb req-d63c4cde-436b-46a7-b6b2-8a511e4a456c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:09.872363 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a42c6152-31dc-4c21-8400-1cd59989e1eb req-d63c4cde-436b-46a7-b6b2-8a511e4a456c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0487070 Aug 29 17:19:09.912519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a42c6152-31dc-4c21-8400-1cd59989e1eb req-1be09ad2-4e12-4424-af05-3814950f6084 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339682 Aug 29 17:19:10.122237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53594913-2927-44b9-9b11-15adfaf080ab req-7b309480-693b-4796-94cb-5319dbb8bdb8 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:10.123792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53594913-2927-44b9-9b11-15adfaf080ab req-7b309480-693b-4796-94cb-5319dbb8bdb8 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1098 time: 0.0411470 Aug 29 17:19:10.158561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53594913-2927-44b9-9b11-15adfaf080ab req-cffe1260-4ee5-44c1-9fd6-3a0097f709ff tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281126 Aug 29 17:19:10.158801 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174691a7-9ff7-480c-a658-874b65d1ea7e req-eda1b78f-6a29-4089-9a7b-262e5c4fe296 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:10.160255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-174691a7-9ff7-480c-a658-874b65d1ea7e req-eda1b78f-6a29-4089-9a7b-262e5c4fe296 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 945 time: 0.0486159 Aug 29 17:19:10.291106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7ffc2-f32a-45d6-b535-50572654fe0f req-f625df7c-fd32-41f7-81e6-56c3542a76c2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:10.292582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81a7ffc2-f32a-45d6-b535-50572654fe0f req-f625df7c-fd32-41f7-81e6-56c3542a76c2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0645738 Aug 29 17:19:10.295560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-174691a7-9ff7-480c-a658-874b65d1ea7e req-9f154445-c1d7-44af-9a00-cda55378d2e5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Deleting port 3d3b66a3-6bca-4e25-8f37-eee467e21515 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:10.295844 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-174691a7-9ff7-480c-a658-874b65d1ea7e req-9f154445-c1d7-44af-9a00-cda55378d2e5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:10.640046 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81a7ffc2-f32a-45d6-b535-50572654fe0f req-3676918b-ac8a-400c-a42f-072281b63a5c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3401651 Aug 29 17:19:10.662223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54372) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:10.670209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-174691a7-9ff7-480c-a658-874b65d1ea7e req-9f154445-c1d7-44af-9a00-cda55378d2e5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] For port 3d3b66a3-6bca-4e25-8f37-eee467e21515, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=3d3b66a3-6bca-4e25-8f37-eee467e21515,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:10.670578 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-174691a7-9ff7-480c-a658-874b65d1ea7e req-9f154445-c1d7-44af-9a00-cda55378d2e5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:10.684238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-174691a7-9ff7-480c-a658-874b65d1ea7e req-9f154445-c1d7-44af-9a00-cda55378d2e5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Calling delete_port for 3d3b66a3-6bca-4e25-8f37-eee467e21515 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:10.727697 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2ee56ebb-2df9-4efb-bb97-0b76b6d02b1a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/5217d40a-0edb-4c1a-9aa5-8b10b6ea9881 HTTP/1.1" status: 200 len: 994 time: 0.0643165 Aug 29 17:19:10.810192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-174691a7-9ff7-480c-a658-874b65d1ea7e req-9f154445-c1d7-44af-9a00-cda55378d2e5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:10.823789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['3d3b66a3-6bca-4e25-8f37-eee467e21515'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:10.826364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['aa961fde-870a-4faf-9733-381a8aaee159'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:10.842956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f154445-c1d7-44af-9a00-cda55378d2e5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Pushing event deleted for resources: {'Port': ['ID=3d3b66a3-6bca-4e25-8f37-eee467e21515,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:10.886484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-174691a7-9ff7-480c-a658-874b65d1ea7e req-9f154445-c1d7-44af-9a00-cda55378d2e5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] No DVR routers for this DVR port 3d3b66a3-6bca-4e25-8f37-eee467e21515 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:10.889317 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-174691a7-9ff7-480c-a658-874b65d1ea7e req-9f154445-c1d7-44af-9a00-cda55378d2e5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:10.891351 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-174691a7-9ff7-480c-a658-874b65d1ea7e req-9f154445-c1d7-44af-9a00-cda55378d2e5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.16 "DELETE /v2.0/ports/3d3b66a3-6bca-4e25-8f37-eee467e21515 HTTP/1.1" status: 204 len: 173 time: 0.7245960 Aug 29 17:19:10.891726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cba004e-91cb-48e0-ba45-e6d8b944a1f0', 'name': 'network-vif-deleted', 'tag': '3d3b66a3-6bca-4e25-8f37-eee467e21515'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:10.894030 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941d57f6-7485-4257-9228-6e707639969c" -d '{"events": [{"server_uuid": "3cba004e-91cb-48e0-ba45-e6d8b944a1f0", "name": "network-vif-deleted", "tag": "3d3b66a3-6bca-4e25-8f37-eee467e21515"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:10.952865 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de094db0-ea84-4c86-8a4b-14af186d1ae3 x-openstack-request-id: req-de094db0-ea84-4c86-8a4b-14af186d1ae3 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:10.953179 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cba004e-91cb-48e0-ba45-e6d8b944a1f0", "name": "network-vif-deleted", "tag": "3d3b66a3-6bca-4e25-8f37-eee467e21515", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:10.953458 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-de094db0-ea84-4c86-8a4b-14af186d1ae3 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:10.954019 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cba004e-91cb-48e0-ba45-e6d8b944a1f0', 'name': 'network-vif-deleted', 'tag': '3d3b66a3-6bca-4e25-8f37-eee467e21515', 'status': 'completed', 'code': 200} Aug 29 17:19:11.038517 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1fb1f8c-4dfe-405c-897e-671bc334077b req-df2d6e97-0d22-4fd0-b768-a34648e9d38b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cba004e-91cb-48e0-ba45-e6d8b944a1f0 HTTP/1.1" status: 200 len: 210 time: 0.0275874 Aug 29 17:19:11.290850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-9ad4b831-642e-4304-8151-557a3331fc83 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414956 Aug 29 17:19:11.311303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a95e5-3a18-4ccd-9c82-ad9de05ae334 req-2f1cbddb-1b13-4aba-bcb6-cc54a98c965f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:11.312968 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a65a95e5-3a18-4ccd-9c82-ad9de05ae334 req-2f1cbddb-1b13-4aba-bcb6-cc54a98c965f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0531063 Aug 29 17:19:11.359086 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a65a95e5-3a18-4ccd-9c82-ad9de05ae334 req-75494d96-e240-4978-87d7-534ffba8c117 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394540 Aug 29 17:19:12.185773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29569342-e7e9-4a09-a724-b67beb2bbf99 req-44825c81-a42c-4cbf-ac40-2465f8c83f79 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:12.187203 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-29569342-e7e9-4a09-a724-b67beb2bbf99 req-44825c81-a42c-4cbf-ac40-2465f8c83f79 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0489798 Aug 29 17:19:12.224763 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-29569342-e7e9-4a09-a724-b67beb2bbf99 req-ff73759a-d810-4553-a726-b0f66163bd05 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Aug 29 17:19:12.402897 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-6a9b00c2-c7e8-4cf3-9ac3-2104d99fc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:12.404321 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-6a9b00c2-c7e8-4cf3-9ac3-2104d99fc360 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1098 time: 0.0664845 Aug 29 17:19:12.427971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cea57-9c30-4209-83fc-4d17e175ef03 req-3d8b888d-5c28-4e43-b706-344e735abb8b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:12.429437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d7cea57-9c30-4209-83fc-4d17e175ef03 req-3d8b888d-5c28-4e43-b706-344e735abb8b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0834410 Aug 29 17:19:12.480172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a9a1d-5487-4028-9442-2095f591da97 req-e6039b78-8953-411a-82ea-447dd3017a7c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:12.481722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-140a9a1d-5487-4028-9442-2095f591da97 req-e6039b78-8953-411a-82ea-447dd3017a7c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0501053 Aug 29 17:19:12.514967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7d7cea57-9c30-4209-83fc-4d17e175ef03 req-5c7105b6-865f-41b8-a890-853d60acbfd1 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728438 Aug 29 17:19:12.523708 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-140a9a1d-5487-4028-9442-2095f591da97 req-7c0a76d6-daf3-479b-b44b-c06c8bc94b29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359023 Aug 29 17:19:12.533617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-aa175625-0cd6-4e58-ae05-65622291ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:12.535927 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-aa175625-0cd6-4e58-ae05-65622291ea7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.1245942 Aug 29 17:19:12.632076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-ccb1bd9a-9156-4342-8cc1-db0b3e050634 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1002 time: 0.0887110 Aug 29 17:19:12.655513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68fc69-8aab-4289-af65-677de2a5f2fd req-b556b1ef-d608-486a-bbe9-5bbdd2fbb8ad tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:12.656893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca68fc69-8aab-4289-af65-677de2a5f2fd req-b556b1ef-d608-486a-bbe9-5bbdd2fbb8ad tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0714455 Aug 29 17:19:12.711296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-4ece751a-eebc-4af8-9818-999a3c9ccede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:12.712721 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-4ece751a-eebc-4af8-9818-999a3c9ccede service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.0731616 Aug 29 17:19:12.719620 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca68fc69-8aab-4289-af65-677de2a5f2fd req-3a61f024-9715-4ed3-9b13-e1a419d87e0d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455539 Aug 29 17:19:12.759528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-01f75065-4278-4b55-8423-3fb3fcee4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:12.761043 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-01f75065-4278-4b55-8423-3fb3fcee4913 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405810 Aug 29 17:19:12.856441 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-11881edd-aa63-4975-839b-5204416af79c service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876737 Aug 29 17:19:12.871255 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a866-9b65-4afe-b39d-50edb08020a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:12.954799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-fabd1269-5282-4a70-891c-2c79c7d57de2 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913835 Aug 29 17:19:13.655323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640da32-1416-4ebd-8ba6-ca3741e10fec req-24c316d1-7ed6-44ee-b2e6-7698f3fc746d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:13.656834 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9640da32-1416-4ebd-8ba6-ca3741e10fec req-24c316d1-7ed6-44ee-b2e6-7698f3fc746d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0524187 Aug 29 17:19:13.696804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9640da32-1416-4ebd-8ba6-ca3741e10fec req-7ffd3ea2-a1b7-4bcc-9283-dea7d6695ebb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334446 Aug 29 17:19:13.773638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 3d3b66a3-6bca-4e25-8f37-eee467e21515 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:13.793195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 3d3b66a3-6bca-4e25-8f37-eee467e21515 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:13.793563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 3d3b66a3-6bca-4e25-8f37-eee467e21515 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:14.382242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341caf4-366d-4a74-94d0-49e5cd62405b req-e477c4f0-c8a5-4143-961e-cde7fc6add7c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:14.384042 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4341caf4-366d-4a74-94d0-49e5cd62405b req-e477c4f0-c8a5-4143-961e-cde7fc6add7c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0490437 Aug 29 17:19:14.422638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4341caf4-366d-4a74-94d0-49e5cd62405b req-46d59fd5-70a5-46be-bd1c-f0112b793606 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Aug 29 17:19:14.545314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886d1ff-00f2-40c1-bfe2-c92ed4e204e6 req-479364b6-8132-488c-98d7-b6bb65cb19c6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:14.546795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2886d1ff-00f2-40c1-bfe2-c92ed4e204e6 req-479364b6-8132-488c-98d7-b6bb65cb19c6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0537088 Aug 29 17:19:14.583390 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2886d1ff-00f2-40c1-bfe2-c92ed4e204e6 req-933b451b-14d5-402b-bd96-880449a95b04 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304554 Aug 29 17:19:14.831939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c618f3-e87b-4891-ae0f-09957f8aaba7 req-abcfe931-9af0-446e-8b0e-379973b57690 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:14.834071 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12c618f3-e87b-4891-ae0f-09957f8aaba7 req-abcfe931-9af0-446e-8b0e-379973b57690 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0627661 Aug 29 17:19:14.878847 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12c618f3-e87b-4891-ae0f-09957f8aaba7 req-ad8c580c-bfb1-4502-b5e6-fb59e4d3f34f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387509 Aug 29 17:19:15.547771 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-40545270-10d4-41bd-bc47-2f4aeff5a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.833083 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:15.999038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c9883-47a8-45d1-917c-345ae5c164c8 req-504e71f4-0d0f-40d0-8a0e-a9e910878abe tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:16.000472 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d85c9883-47a8-45d1-917c-345ae5c164c8 req-504e71f4-0d0f-40d0-8a0e-a9e910878abe tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0512302 Aug 29 17:19:16.039617 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d85c9883-47a8-45d1-917c-345ae5c164c8 req-ff81042c-6214-47e0-af8a-1ed822b4ed36 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331640 Aug 29 17:19:16.054594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2e27f-4de1-49d4-8254-f07eeeb8bc3a req-b44055d0-2dc5-4b6c-8c95-a6b2f30c094c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:16.056071 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-76e2e27f-4de1-49d4-8254-f07eeeb8bc3a req-b44055d0-2dc5-4b6c-8c95-a6b2f30c094c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0493212 Aug 29 17:19:16.093021 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-76e2e27f-4de1-49d4-8254-f07eeeb8bc3a req-c0f70e04-84cc-4672-a0ea-570c4fd7cef6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Aug 29 17:19:16.205843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4ac11-9c50-4464-8292-37c5accde2a6 req-aa369f1e-4696-4822-a93b-caa75c0982f2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:16.207800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cdb4ac11-9c50-4464-8292-37c5accde2a6 req-aa369f1e-4696-4822-a93b-caa75c0982f2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0484591 Aug 29 17:19:16.245707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cdb4ac11-9c50-4464-8292-37c5accde2a6 req-31c6a022-78d4-4f0e-9581-c91ebdd05248 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Aug 29 17:19:16.409365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b3672-2b4b-41f7-bb66-411ac1ae3e55 req-76836ada-b151-4772-b038-8b94d4129b6c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:16.410882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-731b3672-2b4b-41f7-bb66-411ac1ae3e55 req-76836ada-b151-4772-b038-8b94d4129b6c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0525727 Aug 29 17:19:16.448833 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-731b3672-2b4b-41f7-bb66-411ac1ae3e55 req-dbaa78dc-d791-435b-a694-0c3b1aadab76 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Aug 29 17:19:16.561691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49236071-f659-4222-b455-7054ec983685 req-307ea762-7edf-4e47-be31-9232eae86bca tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:16.563140 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49236071-f659-4222-b455-7054ec983685 req-307ea762-7edf-4e47-be31-9232eae86bca tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0478597 Aug 29 17:19:16.602502 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49236071-f659-4222-b455-7054ec983685 req-5a31597b-a7b6-4661-a5b2-0b143a5973bd tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330770 Aug 29 17:19:16.673348 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:16.763671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb3ff1-9f31-4b86-afed-a4511b261a4d req-27d9ae9f-a52c-436e-ac0b-a6cae05a403b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:16.765127 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b4cb3ff1-9f31-4b86-afed-a4511b261a4d req-27d9ae9f-a52c-436e-ac0b-a6cae05a403b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0492349 Aug 29 17:19:16.805814 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b4cb3ff1-9f31-4b86-afed-a4511b261a4d req-77a2d39d-c152-4dc7-bbc1-9da91537ad68 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346642 Aug 29 17:19:16.919950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a07120-5308-44ad-847a-3623d4b6ae81 req-7feeebce-653f-4a9b-aaa5-ec4dfe23012e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:16.921528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7a07120-5308-44ad-847a-3623d4b6ae81 req-7feeebce-653f-4a9b-aaa5-ec4dfe23012e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Aug 29 17:19:16.959221 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f7a07120-5308-44ad-847a-3623d4b6ae81 req-049e6941-62cb-403c-82a8-3bb2bcb8678a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Aug 29 17:19:17.134589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749883e-bcd3-49a1-bf2f-86c4df617d6b req-22dc3759-df36-4ed4-86fe-c1526c71df09 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.136107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0749883e-bcd3-49a1-bf2f-86c4df617d6b req-22dc3759-df36-4ed4-86fe-c1526c71df09 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0501182 Aug 29 17:19:17.154312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097655b-0d55-4730-b81f-e83bd7e70b3c req-838a1398-4b99-4764-bba9-5da5f9ad5d85 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.156231 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0097655b-0d55-4730-b81f-e83bd7e70b3c req-838a1398-4b99-4764-bba9-5da5f9ad5d85 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0497854 Aug 29 17:19:17.173774 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0749883e-bcd3-49a1-bf2f-86c4df617d6b req-690f3ca1-440e-42f8-8783-117889c9d711 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317483 Aug 29 17:19:17.195116 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0097655b-0d55-4730-b81f-e83bd7e70b3c req-60a96e17-e023-4a47-8491-07dc15c1738c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328193 Aug 29 17:19:17.297498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0633f06-523b-4d85-bdfb-1103af0340cd req-f56f524e-9643-4bc9-8a6a-b40f62c5ffb3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.298995 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0633f06-523b-4d85-bdfb-1103af0340cd req-f56f524e-9643-4bc9-8a6a-b40f62c5ffb3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0571527 Aug 29 17:19:17.337160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b0633f06-523b-4d85-bdfb-1103af0340cd req-056db8f3-ac49-45f5-9677-12a2703df4f0 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Aug 29 17:19:17.498657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb42a35-2e55-47fa-aab8-847883cabaa4 req-bfbfd5f4-6475-42ac-8465-dd2cd592a264 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.500056 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fb42a35-2e55-47fa-aab8-847883cabaa4 req-bfbfd5f4-6475-42ac-8465-dd2cd592a264 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0492375 Aug 29 17:19:17.537369 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fb42a35-2e55-47fa-aab8-847883cabaa4 req-35ae2a38-3b40-4981-b263-b1459effc1be tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Aug 29 17:19:17.649313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bcd81-3ec6-43d9-b62c-577a738aa4ef req-74804148-ce93-4d07-80c7-0d58ddc8ca9c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.650664 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-466bcd81-3ec6-43d9-b62c-577a738aa4ef req-74804148-ce93-4d07-80c7-0d58ddc8ca9c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0480299 Aug 29 17:19:17.687209 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-466bcd81-3ec6-43d9-b62c-577a738aa4ef req-5a0755e3-c241-4a5b-88e3-ac4d17140da2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307441 Aug 29 17:19:17.725754 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:17.852792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bb476-5034-40b0-8456-f923705fce53 req-b8d8aa6b-ac2c-4c48-9dd5-1f050936b642 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:17.854284 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff8bb476-5034-40b0-8456-f923705fce53 req-b8d8aa6b-ac2c-4c48-9dd5-1f050936b642 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0490179 Aug 29 17:19:17.896356 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff8bb476-5034-40b0-8456-f923705fce53 req-a3415001-141d-4896-9820-495e651b12a6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359685 Aug 29 17:19:18.025506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a309872-ed32-447a-902e-27de1a5c0c7d req-eb802e01-7390-469f-9245-5069b66cd699 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.026993 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a309872-ed32-447a-902e-27de1a5c0c7d req-eb802e01-7390-469f-9245-5069b66cd699 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0494716 Aug 29 17:19:18.063491 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a309872-ed32-447a-902e-27de1a5c0c7d req-68ce840e-97c7-4ab1-8f61-d87da0ceca2e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305247 Aug 29 17:19:18.280957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68e2d5-4e9d-419d-a510-c74a4620fec3 req-bbb7b9ed-83c8-4b4d-8d63-c1cfaa7a589c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.282456 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa68e2d5-4e9d-419d-a510-c74a4620fec3 req-bbb7b9ed-83c8-4b4d-8d63-c1cfaa7a589c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/networks?id=2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 200 len: 814 time: 0.1004119 Aug 29 17:19:18.307850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa68e2d5-4e9d-419d-a510-c74a4620fec3 req-4318bbd3-fd69-40b3-bc21-7def1cdf8a9b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/quotas/54d36f96ad3d4d5da12d3a2f5772b19b HTTP/1.1" status: 200 len: 375 time: 0.0185769 Aug 29 17:19:18.315201 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:18.322922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a9da-0a11-49cd-bda9-e082d781da38 req-6709a8d8-ba9d-4880-9e73-e0aa2ab9ba2d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.324643 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80b0a9da-0a11-49cd-bda9-e082d781da38 req-6709a8d8-ba9d-4880-9e73-e0aa2ab9ba2d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0601976 Aug 29 17:19:18.359994 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa68e2d5-4e9d-419d-a510-c74a4620fec3 req-d1e17261-163b-4eca-9fda-d023678431e9 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448945 Aug 29 17:19:18.363520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80b0a9da-0a11-49cd-bda9-e082d781da38 req-2a844df5-2536-4c70-a025-1e31d1550f59 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327194 Aug 29 17:19:18.473050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d787be-ff39-4198-bcf4-5c4fd52aa047 req-52c51e28-3c39-4b6a-811b-ebab44189001 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.474469 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e6d787be-ff39-4198-bcf4-5c4fd52aa047 req-52c51e28-3c39-4b6a-811b-ebab44189001 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0539029 Aug 29 17:19:18.512164 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e6d787be-ff39-4198-bcf4-5c4fd52aa047 req-3dc1e164-5306-4aa9-a6c8-aafda67fc133 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317686 Aug 29 17:19:18.626816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0038d-ed4f-471e-a811-c4b95db9b4e5 req-c85ec070-15b4-40ed-aa89-ad734c6cbc23 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.628308 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52d0038d-ed4f-471e-a811-c4b95db9b4e5 req-c85ec070-15b4-40ed-aa89-ad734c6cbc23 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0498343 Aug 29 17:19:18.665397 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52d0038d-ed4f-471e-a811-c4b95db9b4e5 req-5fec2091-9c87-4951-b5ea-95ff51831be3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309551 Aug 29 17:19:18.814470 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ee5bf00e-df92-40b4-a20a-ae6d544f009a req-edef3f76-2d19-456b-9499-d4c1c3c62c4a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b HTTP/1.1" status: 200 len: 221 time: 0.0292609 Aug 29 17:19:18.916771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe02303-e999-493b-8a27-0c1c0e33fe75 req-01d22061-40bd-4d01-b41b-1db91d061854 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:18.918356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fe02303-e999-493b-8a27-0c1c0e33fe75 req-01d22061-40bd-4d01-b41b-1db91d061854 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0490737 Aug 29 17:19:18.959051 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fe02303-e999-493b-8a27-0c1c0e33fe75 req-4cd8417a-ad4e-43bc-98b9-e251b6b11ad7 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Aug 29 17:19:19.086093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf03f3-ad1d-48d8-8d80-fe40487629b5 req-b0b999cb-2c62-4f8a-baf5-c9fb264aa053 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.087601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9bdf03f3-ad1d-48d8-8d80-fe40487629b5 req-b0b999cb-2c62-4f8a-baf5-c9fb264aa053 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0519388 Aug 29 17:19:19.127046 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9bdf03f3-ad1d-48d8-8d80-fe40487629b5 req-19798eec-28eb-4fa3-bced-b091c149f3b1 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334854 Aug 29 17:19:19.265386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98440fff-e7a3-4439-a4cd-0e4bdd5b5931 req-5f6af873-f069-4aab-8c1c-787a9cad46e2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.266849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98440fff-e7a3-4439-a4cd-0e4bdd5b5931 req-5f6af873-f069-4aab-8c1c-787a9cad46e2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0534787 Aug 29 17:19:19.320494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98440fff-e7a3-4439-a4cd-0e4bdd5b5931 req-3d82dae0-2f70-498f-804b-0725043c4d22 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465610 Aug 29 17:19:19.454381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73250b6b-9b50-4749-b6ab-8625f0c48ed8 req-5d0bab29-3d4e-4a0b-91c4-443919c37e8b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.457237 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-73250b6b-9b50-4749-b6ab-8625f0c48ed8 req-5d0bab29-3d4e-4a0b-91c4-443919c37e8b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0639379 Aug 29 17:19:19.488413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153ac6f-1d04-48d1-9d7e-44ca36eb8231 req-c020fe60-fa4f-403a-a77a-58be87e486d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.490071 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5153ac6f-1d04-48d1-9d7e-44ca36eb8231 req-c020fe60-fa4f-403a-a77a-58be87e486d0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0565798 Aug 29 17:19:19.500344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-73250b6b-9b50-4749-b6ab-8625f0c48ed8 req-e9cbca5e-5436-443d-8247-a5ee3ff29e51 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365162 Aug 29 17:19:19.538740 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5153ac6f-1d04-48d1-9d7e-44ca36eb8231 req-11c213a3-87ac-470c-b745-642116238420 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420985 Aug 29 17:19:19.634503 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a9bff-f11f-4804-a5c1-d7e3a3b3363b req-59df6161-605a-4a00-9b53-486e9ddc964c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.635973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-668a9bff-f11f-4804-a5c1-d7e3a3b3363b req-59df6161-605a-4a00-9b53-486e9ddc964c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0513875 Aug 29 17:19:19.676272 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-668a9bff-f11f-4804-a5c1-d7e3a3b3363b req-273bead0-47fb-4907-be39-780fb6f14795 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343499 Aug 29 17:19:19.796820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f2a77-f238-4c41-936c-5b63b4a3e3d5 req-b10a2da6-1038-4851-9591-62bfd379bd2c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.798240 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d43f2a77-f238-4c41-936c-5b63b4a3e3d5 req-b10a2da6-1038-4851-9591-62bfd379bd2c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0518837 Aug 29 17:19:19.837087 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d43f2a77-f238-4c41-936c-5b63b4a3e3d5 req-6e0e9749-a9aa-432a-bdbd-86d6f9930b0a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Aug 29 17:19:19.961746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499d566-88b7-4824-b4ea-0844fbefbab0 req-a2e1dacb-73ac-4ba2-8976-06c8e22586f2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:19.963194 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f499d566-88b7-4824-b4ea-0844fbefbab0 req-a2e1dacb-73ac-4ba2-8976-06c8e22586f2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0504434 Aug 29 17:19:20.004392 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f499d566-88b7-4824-b4ea-0844fbefbab0 req-84a7d71d-bf7e-4df9-acdf-53ed94b57acd tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351932 Aug 29 17:19:20.128393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fbad1-d8ef-4c98-9425-4defd3661cd2 req-c71f9ecb-00cd-42a5-8092-1af56d4f3e16 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:20.129971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7fbad1-d8ef-4c98-9425-4defd3661cd2 req-c71f9ecb-00cd-42a5-8092-1af56d4f3e16 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0519948 Aug 29 17:19:20.168912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ba7fbad1-d8ef-4c98-9425-4defd3661cd2 req-53a5d472-2fc0-40d9-bef1-e405408f1c88 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 Aug 29 17:19:20.308751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea7c56-61bb-4bec-9d2d-ce25bd541ad3 req-cd876008-291e-42b3-a4a8-5e9ecc22ba52 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:20.310252 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c2ea7c56-61bb-4bec-9d2d-ce25bd541ad3 req-cd876008-291e-42b3-a4a8-5e9ecc22ba52 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0548508 Aug 29 17:19:20.319153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:20.351800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c2ea7c56-61bb-4bec-9d2d-ce25bd541ad3 req-55149538-032c-4d04-98af-757cb8f92636 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350916 Aug 29 17:19:20.478915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98a2bd-b022-4a5e-b381-efacb026de01 req-51c3553e-3ae3-4135-bf78-0e8b364ca417 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:20.480469 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a98a2bd-b022-4a5e-b381-efacb026de01 req-51c3553e-3ae3-4135-bf78-0e8b364ca417 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0563796 Aug 29 17:19:20.520932 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a98a2bd-b022-4a5e-b381-efacb026de01 req-00263dd5-0ee7-4ac0-89c2-5af6b4c44a02 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Aug 29 17:19:20.658916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b6a8d-6e1b-4d7e-9238-1b100d3c46da req-70f78244-d66c-4303-b8d0-786ebaa6ae0f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:20.660767 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f17e5-c4d5-4c5d-abd5-7580525b1eb5 req-9699b563-8729-4bc4-8bfc-a8434d4c095a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:20.661309 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e83b6a8d-6e1b-4d7e-9238-1b100d3c46da req-70f78244-d66c-4303-b8d0-786ebaa6ae0f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0520098 Aug 29 17:19:20.662281 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b32f17e5-c4d5-4c5d-abd5-7580525b1eb5 req-9699b563-8729-4bc4-8bfc-a8434d4c095a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0509834 Aug 29 17:19:20.699461 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e83b6a8d-6e1b-4d7e-9238-1b100d3c46da req-aaa80d5a-1651-41d9-95fb-d7e511387862 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Aug 29 17:19:20.701928 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b32f17e5-c4d5-4c5d-abd5-7580525b1eb5 req-9934dbc5-9b6a-4126-baba-16b7d968501d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332773 Aug 29 17:19:20.820523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e2a92-1e3b-4fdb-a0f6-ef40500ba48c req-b7aca5fb-96c1-4db3-9ae3-8d1fba06263d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:20.821944 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a1e2a92-1e3b-4fdb-a0f6-ef40500ba48c req-b7aca5fb-96c1-4db3-9ae3-8d1fba06263d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0506916 Aug 29 17:19:20.858725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a1e2a92-1e3b-4fdb-a0f6-ef40500ba48c req-558ade2c-84c6-4583-958b-0347943efd90 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309594 Aug 29 17:19:20.999456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674ff56-7891-4042-ad2c-791e6fb9e6bd req-9058a53d-e6e3-41b9-b3b1-ef97a9be4bf5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.000962 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c674ff56-7891-4042-ad2c-791e6fb9e6bd req-9058a53d-e6e3-41b9-b3b1-ef97a9be4bf5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0562332 Aug 29 17:19:21.042909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c674ff56-7891-4042-ad2c-791e6fb9e6bd req-71de2506-5ac1-461c-9c4d-b7eb22687ba0 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350511 Aug 29 17:19:21.163026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7b00e-cc26-43f1-8357-e714bfae3da2 req-f24a0792-b57f-4aaf-a4f0-934e472859b3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.164577 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03d7b00e-cc26-43f1-8357-e714bfae3da2 req-f24a0792-b57f-4aaf-a4f0-934e472859b3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0522404 Aug 29 17:19:21.204560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03d7b00e-cc26-43f1-8357-e714bfae3da2 req-5d44c049-f124-47e5-b788-ca39b99679f8 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338473 Aug 29 17:19:21.374600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4736ac8-9839-4ff5-878e-802ccf1b04f2 req-08c0ff3a-440e-4a5c-a114-43ca017829e8 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.375979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4736ac8-9839-4ff5-878e-802ccf1b04f2 req-08c0ff3a-440e-4a5c-a114-43ca017829e8 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0523362 Aug 29 17:19:21.414346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4736ac8-9839-4ff5-878e-802ccf1b04f2 req-07bc4116-37e2-436c-9331-04be2430395c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Aug 29 17:19:21.535497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6fcae-35e1-4906-8aa0-cd75aa82cd92 req-a4c8ed8d-9470-4d58-84e7-fdd2ce7d24db tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.537204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60b6fcae-35e1-4906-8aa0-cd75aa82cd92 req-a4c8ed8d-9470-4d58-84e7-fdd2ce7d24db tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0547454 Aug 29 17:19:21.578977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60b6fcae-35e1-4906-8aa0-cd75aa82cd92 req-0ee18327-dc65-4837-bcff-7b10f3441979 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Aug 29 17:19:21.755548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a8f02-7ae0-4c78-8e8a-3acf654f9a68 req-71c89cab-160f-4be4-ac77-da156ae7eca3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.757208 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0d9a8f02-7ae0-4c78-8e8a-3acf654f9a68 req-71c89cab-160f-4be4-ac77-da156ae7eca3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0551813 Aug 29 17:19:21.796062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0d9a8f02-7ae0-4c78-8e8a-3acf654f9a68 req-0b34143b-aa15-451e-8ac8-d22832d6c35c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Aug 29 17:19:21.831616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d1f01-82e2-48c4-b62e-9c5e5b657e0d req-b02b7b75-45af-4a69-9de5-beb59f20962b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.833180 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef9d1f01-82e2-48c4-b62e-9c5e5b657e0d req-b02b7b75-45af-4a69-9de5-beb59f20962b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0522821 Aug 29 17:19:21.871956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef9d1f01-82e2-48c4-b62e-9c5e5b657e0d req-179f5de6-293d-491d-910b-c710d0a798af tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326188 Aug 29 17:19:21.915504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c32c6-7966-4d5a-ae51-d9525df6ebbc req-b4e2fec2-0cf4-40c7-9438-dca9c2873686 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:21.916989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ee9c32c6-7966-4d5a-ae51-d9525df6ebbc req-b4e2fec2-0cf4-40c7-9438-dca9c2873686 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0539165 Aug 29 17:19:21.954703 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ee9c32c6-7966-4d5a-ae51-d9525df6ebbc req-37c94a1f-9cad-4b1e-bfe0-98a4c6246758 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Aug 29 17:19:22.084479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccad882-5a12-4f14-ae46-dad14f87898a req-80c494e4-9dad-4fef-b5fc-2f8e3ca0773d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:22.086004 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bccad882-5a12-4f14-ae46-dad14f87898a req-80c494e4-9dad-4fef-b5fc-2f8e3ca0773d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0489705 Aug 29 17:19:22.123302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bccad882-5a12-4f14-ae46-dad14f87898a req-4b9457da-8101-4400-a216-9344584e231c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Aug 29 17:19:22.235746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b2c9f-859c-4f97-903b-56891dbae6f2 req-dc427154-bce3-4f04-a5ab-7144b2f360df tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:22.237374 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-540b2c9f-859c-4f97-903b-56891dbae6f2 req-dc427154-bce3-4f04-a5ab-7144b2f360df tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0486381 Aug 29 17:19:22.274527 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-540b2c9f-859c-4f97-903b-56891dbae6f2 req-aefa393f-2370-475c-a73d-75c16fb16a9c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309455 Aug 29 17:19:22.475663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc606d-f7db-452f-ac4b-73bc298ecea8 req-57fd4cbb-3ec3-4022-a830-79b63caff7be tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:22.477131 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-78bc606d-f7db-452f-ac4b-73bc298ecea8 req-57fd4cbb-3ec3-4022-a830-79b63caff7be tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0530086 Aug 29 17:19:22.514451 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-78bc606d-f7db-452f-ac4b-73bc298ecea8 req-e24951de-03fb-42f3-be8b-776f53935b29 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Aug 29 17:19:22.989104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da32ea5-5c1a-4785-a7d7-6c13a210332e req-e493cff2-2598-4fee-928b-8eda6c8822ff tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:22.990599 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7da32ea5-5c1a-4785-a7d7-6c13a210332e req-e493cff2-2598-4fee-928b-8eda6c8822ff tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0502241 Aug 29 17:19:23.027490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7da32ea5-5c1a-4785-a7d7-6c13a210332e req-17bb1291-3b1c-4b80-b4d8-445f42bb9503 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310175 Aug 29 17:19:23.631150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e710775-6454-42be-97d5-dc7bfc6ef2e2 req-adac6804-d200-428b-96ea-6aafa11e8f27 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:23.632634 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e710775-6454-42be-97d5-dc7bfc6ef2e2 req-adac6804-d200-428b-96ea-6aafa11e8f27 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0493836 Aug 29 17:19:23.670554 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e710775-6454-42be-97d5-dc7bfc6ef2e2 req-4396f183-8a53-45ae-bf20-893a434fe763 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Aug 29 17:19:23.914975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d041ac6-ae8b-48db-aa0a-1c64984ea18c req-b1ea7a5b-d75e-41c1-82f8-2e106f56fc83 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:23.916486 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d041ac6-ae8b-48db-aa0a-1c64984ea18c req-b1ea7a5b-d75e-41c1-82f8-2e106f56fc83 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Aug 29 17:19:23.954644 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d041ac6-ae8b-48db-aa0a-1c64984ea18c req-87a95ed1-26c4-4ebb-9cc1-a53a5a234063 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314634 Aug 29 17:19:24.142227 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56937ae-67cb-44fe-a676-36ab1d58c2e2 req-a5d8073a-8805-46f5-a400-45fc2364e9db tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:24.144345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c56937ae-67cb-44fe-a676-36ab1d58c2e2 req-a5d8073a-8805-46f5-a400-45fc2364e9db tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0491207 Aug 29 17:19:24.182614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c56937ae-67cb-44fe-a676-36ab1d58c2e2 req-c21ec63e-816d-4ec1-9947-ac75428062d7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323265 Aug 29 17:19:24.993653 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-8a763f5a-6ff3-459a-89e5-4603e0027d81 service neutron] show failed (client error): The resource could not be found. Aug 29 17:19:24.994701 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-8a763f5a-6ff3-459a-89e5-4603e0027d81 service neutron] 10.222.0.16 "GET /v2.0/ports/ca9472a2-9885-4e57-a86c-80f9e8e337b8/bindings/n-h1-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0621305 Aug 29 17:19:25.079749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75eaab5-a225-40ae-ab6d-78c9fa996329 req-f22392fd-87a6-49a1-9ce5-6c9945f55a51 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:25.081317 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e75eaab5-a225-40ae-ab6d-78c9fa996329 req-f22392fd-87a6-49a1-9ce5-6c9945f55a51 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0541370 Aug 29 17:19:25.125033 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e75eaab5-a225-40ae-ab6d-78c9fa996329 req-3af47c17-d932-4286-8577-9dbc7e338260 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366867 Aug 29 17:19:25.239744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-3f3f6bbd-e9e5-4163-80f4-12b6765a5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:25.241186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-3f3f6bbd-e9e5-4163-80f4-12b6765a5fed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 1098 time: 0.0750506 Aug 29 17:19:25.259664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f848b0b-1b92-4f41-a362-37b7bc926ba7 req-1094dbab-952e-4c41-9c31-831c3a938003 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:25.261136 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f848b0b-1b92-4f41-a362-37b7bc926ba7 req-1094dbab-952e-4c41-9c31-831c3a938003 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0616539 Aug 29 17:19:25.264833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:25.303910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac950e-b26a-43ec-bd16-2f2d15a4a6b8 req-9af4fbe4-b27d-438f-bce1-1f5fe3703050 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:25.305555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-31ac950e-b26a-43ec-bd16-2f2d15a4a6b8 req-9af4fbe4-b27d-438f-bce1-1f5fe3703050 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0494273 Aug 29 17:19:25.343824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-31ac950e-b26a-43ec-bd16-2f2d15a4a6b8 req-3f103399-a56f-4a5e-bd02-5c3b3f022a50 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318766 Aug 29 17:19:25.347130 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f848b0b-1b92-4f41-a362-37b7bc926ba7 req-0b97e759-136c-4e45-92b9-a47c8a46f488 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789976 Aug 29 17:19:25.353737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.571060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e6528-3412-4560-8f43-234095cd230e req-721a88f2-fc40-4c83-91e7-5b569ea7c7c6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:25.572614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-639e6528-3412-4560-8f43-234095cd230e req-721a88f2-fc40-4c83-91e7-5b569ea7c7c6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1125691 Aug 29 17:19:25.641681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-639e6528-3412-4560-8f43-234095cd230e req-7017ef3c-7c3a-42e5-aa6e-28cf07b7acbf tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629575 Aug 29 17:19:25.643373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:25.679209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:25.718293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:25.720582 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21009c23-3fb2-42f1-b7dc-9a5c61601b63" -d '{"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:25.725457 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.745201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Transition to ACTIVE for port object ca9472a2-9885-4e57-a86c-80f9e8e337b8 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:25.750063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:25.770367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115abc0-3596-4891-abb9-38f6f0d3cbdd req-546624b9-d5f1-4e32-a475-9dcceac9547a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:25.771859 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0115abc0-3596-4891-abb9-38f6f0d3cbdd req-546624b9-d5f1-4e32-a475-9dcceac9547a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0564480 Aug 29 17:19:25.779620 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a344060-820e-4cdf-bbd7-64cc20ef5ac1 x-openstack-request-id: req-3a344060-820e-4cdf-bbd7-64cc20ef5ac1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:25.779926 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:25.780195 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a344060-820e-4cdf-bbd7-64cc20ef5ac1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:25.780614 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'code': 200} Aug 29 17:19:25.814668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0115abc0-3596-4891-abb9-38f6f0d3cbdd req-be80b926-daeb-413a-af36-f9d1b4a52144 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365024 Aug 29 17:19:25.839324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:25.889991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] No DVR routers for this DVR port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:25.961061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd289d85-e360-4c03-bfd4-26648a34726b req-9de84295-8a15-431c-ba7e-be4a20380de6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:25.962907 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd289d85-e360-4c03-bfd4-26648a34726b req-9de84295-8a15-431c-ba7e-be4a20380de6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0542018 Aug 29 17:19:26.003175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd289d85-e360-4c03-bfd4-26648a34726b req-3f2c3a4f-814e-481c-becc-d57aeaa4e217 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342975 Aug 29 17:19:26.030299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:26.030888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:26.030996 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:26.036713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:26.037036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:26.042238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:26.042558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Checking segment: {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:26.042953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Bound using segment: {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:26.043363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Bound port: ca9472a2-9885-4e57-a86c-80f9e8e337b8, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:26.043728 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.135504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:26.153536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb985f0f-540f-4bde-a197-e0e9a5a84eaf req-b6e382a1-2c27-4865-b839-5d310450583f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.155050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb985f0f-540f-4bde-a197-e0e9a5a84eaf req-b6e382a1-2c27-4865-b839-5d310450583f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0770435 Aug 29 17:19:26.158745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:26.168666 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.228204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.228832 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:26.230271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1093 time: 0.9795246 Aug 29 17:19:26.237624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb985f0f-540f-4bde-a197-e0e9a5a84eaf req-10ac5a3c-9c06-4451-bfd1-dd140450ff5a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754163 Aug 29 17:19:26.253658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae0da1-7895-4726-bcfc-71bad4c694b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:26.298494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-60ac2054-1254-4825-9fe8-0d123506fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.300264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-60ac2054-1254-4825-9fe8-0d123506fd7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1096 time: 0.0431988 Aug 29 17:19:26.428877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e87b63-f3d3-437c-aa4c-83b2186d9ac5 req-e63d88c2-134c-4fe3-82c0-2f35ecd6205e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.430385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4e87b63-f3d3-437c-aa4c-83b2186d9ac5 req-e63d88c2-134c-4fe3-82c0-2f35ecd6205e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0727336 Aug 29 17:19:26.457178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-e895e7f3-730e-46b6-84c0-a375a4139d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.458674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-e895e7f3-730e-46b6-84c0-a375a4139d57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.1507149 Aug 29 17:19:26.470158 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d4920-b53a-4386-b013-78e840eb92bf req-fdf55274-348a-4eb8-9b5a-fbc6626989f7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.477700 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a9d4920-b53a-4386-b013-78e840eb92bf req-fdf55274-348a-4eb8-9b5a-fbc6626989f7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 944 time: 0.0574198 Aug 29 17:19:26.513567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a9d4920-b53a-4386-b013-78e840eb92bf req-fef7d554-ee58-4d23-98ac-b3dbe4a52b02 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349643 Aug 29 17:19:26.515244 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4e87b63-f3d3-437c-aa4c-83b2186d9ac5 req-b27344bb-f039-40f9-a008-9b16e35388ec tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759265 Aug 29 17:19:26.543802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-89105489-0407-4e40-ad3e-60c66c45b128 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1000 time: 0.0742505 Aug 29 17:19:26.593832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-47b665c9-bb6e-4312-9b2d-1e642fb2ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.595310 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-47b665c9-bb6e-4312-9b2d-1e642fb2ff1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.0439494 Aug 29 17:19:26.633330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc03f82-6de4-4581-98ad-1c3626cb5870 req-7d1541cc-b0af-481a-87d5-9325a7857627 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.634829 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8fc03f82-6de4-4581-98ad-1c3626cb5870 req-7d1541cc-b0af-481a-87d5-9325a7857627 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0533910 Aug 29 17:19:26.641902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-1395c730-3e09-4707-8fe9-992a2d5bee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.643490 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-1395c730-3e09-4707-8fe9-992a2d5bee50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406554 Aug 29 17:19:26.672347 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8fc03f82-6de4-4581-98ad-1c3626cb5870 req-3dd80421-1bdf-4b3a-aa1f-60f2721190c5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Aug 29 17:19:26.741860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-d15108d7-7410-4e3b-80bf-1b9e07a4fe13 service neutron] 10.222.0.10 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893660 Aug 29 17:19:26.808100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aef12-ba0d-49a2-941c-c83696bd4833 req-92240304-8f14-48a3-96ca-e36e845a2d39 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.809634 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-482aef12-ba0d-49a2-941c-c83696bd4833 req-92240304-8f14-48a3-96ca-e36e845a2d39 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0513456 Aug 29 17:19:26.834911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cb7dd92-8a1f-44bb-b43a-67aa18d43a9e req-0290a50c-3b4c-4f61-b1f8-b08995deb339 service neutron] 10.222.0.10 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847294 Aug 29 17:19:26.849195 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-482aef12-ba0d-49a2-941c-c83696bd4833 req-f9d5d2d0-34be-44ba-a5ea-aa60c118674d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329738 Aug 29 17:19:26.971028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa6958-aee7-426a-948d-97bdf6bb3b09 req-7a6f72ac-70a6-4b70-a5d9-ba04ea1edfd3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:26.973287 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5fa6958-aee7-426a-948d-97bdf6bb3b09 req-7a6f72ac-70a6-4b70-a5d9-ba04ea1edfd3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0517647 Aug 29 17:19:27.011363 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5fa6958-aee7-426a-948d-97bdf6bb3b09 req-10aae88a-f612-47a5-b5d5-1aba1d860c42 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Aug 29 17:19:27.146090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c289c-2ed6-44f9-ae48-281113bdc44c req-028503da-6aff-47e2-b938-ecaf210ae3d0 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:27.147536 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a2c289c-2ed6-44f9-ae48-281113bdc44c req-028503da-6aff-47e2-b938-ecaf210ae3d0 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0527220 Aug 29 17:19:27.184575 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a2c289c-2ed6-44f9-ae48-281113bdc44c req-ffa1bfda-4768-4001-a6b2-a990f7d2b5dd tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310776 Aug 29 17:19:27.302625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cac16-d451-49b9-9622-46b33cd5a89f req-402d4d25-ac3e-4378-a0d9-8b4fb79f783c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:27.304352 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce3cac16-d451-49b9-9622-46b33cd5a89f req-402d4d25-ac3e-4378-a0d9-8b4fb79f783c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0540311 Aug 29 17:19:27.341745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce3cac16-d451-49b9-9622-46b33cd5a89f req-3d3d9d21-4696-468a-aa7b-7bb6aa8b2275 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Aug 29 17:19:27.501939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f774f1-3d24-4239-9229-1dd01467185f req-87bcae1e-c2bf-4b9b-bedb-3b499c14369c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:27.503326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89f774f1-3d24-4239-9229-1dd01467185f req-87bcae1e-c2bf-4b9b-bedb-3b499c14369c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0541062 Aug 29 17:19:27.542031 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89f774f1-3d24-4239-9229-1dd01467185f req-88deb862-ca8d-4f51-ad6a-8e679565f645 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Aug 29 17:19:27.634776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee825e1d-d704-4647-92fe-2d9992ab0fdf req-30e48e41-f405-46a2-9b37-96b245e16a28 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:27.636260 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee825e1d-d704-4647-92fe-2d9992ab0fdf req-30e48e41-f405-46a2-9b37-96b245e16a28 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 944 time: 0.0496702 Aug 29 17:19:27.659195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442f313-ab78-41e7-86c8-a0abe619dc26 req-615e4cbb-2c81-4310-a658-901fc42e2a4d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:27.660809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7442f313-ab78-41e7-86c8-a0abe619dc26 req-615e4cbb-2c81-4310-a658-901fc42e2a4d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0507467 Aug 29 17:19:27.675288 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee825e1d-d704-4647-92fe-2d9992ab0fdf req-e0089ff7-bb02-4818-b02e-3cecc9f17733 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324185 Aug 29 17:19:27.699934 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7442f313-ab78-41e7-86c8-a0abe619dc26 req-3d4081af-89e5-4ed0-be5e-dedafacdfaea tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328839 Aug 29 17:19:27.781302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:27.783755 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:27.831567 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396cfd89-e96f-42d9-a7da-49dd80199a96 x-openstack-request-id: req-396cfd89-e96f-42d9-a7da-49dd80199a96 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:27.831868 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:27.832118 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-396cfd89-e96f-42d9-a7da-49dd80199a96 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:27.832534 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'status': 'completed', 'code': 200} Aug 29 17:19:27.834353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ebf20-cb5a-4772-b99f-d7b7044f9517 req-1121f987-ce54-4c6d-b59c-8cf897569f94 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:27.835957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-595ebf20-cb5a-4772-b99f-d7b7044f9517 req-1121f987-ce54-4c6d-b59c-8cf897569f94 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0521584 Aug 29 17:19:27.837813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:27.879868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:27.883567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-595ebf20-cb5a-4772-b99f-d7b7044f9517 req-6dbd43e9-2807-4db3-a978-ed9195974472 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385146 Aug 29 17:19:27.928232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-876c53fc-b682-40eb-adb9-1b11e30ae900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:27.929789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-876c53fc-b682-40eb-adb9-1b11e30ae900 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1096 time: 0.0737000 Aug 29 17:19:27.934762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-fa1f41b2-0d62-4fed-9ca5-497ae2e389c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:27.936221 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-fa1f41b2-0d62-4fed-9ca5-497ae2e389c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1096 time: 0.0714972 Aug 29 17:19:28.121882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1f721-973d-41b3-a6a4-25c2c5f92037 req-3fffd4b0-d0c2-45d5-97c5-eb5b2245a96e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.123355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2fe1f721-973d-41b3-a6a4-25c2c5f92037 req-3fffd4b0-d0c2-45d5-97c5-eb5b2245a96e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1367259 Aug 29 17:19:28.143328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-1d6732f2-5072-46f0-940e-183200bda95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.144768 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-1d6732f2-5072-46f0-940e-183200bda95c service neutron] 10.222.0.16 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.2068970 Aug 29 17:19:28.146927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-e48d3ff1-e730-4423-86fb-13a79eb0f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.148248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-e48d3ff1-e730-4423-86fb-13a79eb0f18e service neutron] 10.222.0.10 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.2024179 Aug 29 17:19:28.254400 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2fe1f721-973d-41b3-a6a4-25c2c5f92037 req-55cda4bf-b91d-497a-904e-1f96903dbdec tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197042 Aug 29 17:19:28.275074 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-c8ddd1da-4445-4c85-b3ee-fe6768d4d0d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1000 time: 0.1207364 Aug 29 17:19:28.279039 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-ce44167a-3868-4804-b80a-12738a483afc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1000 time: 0.1150928 Aug 29 17:19:28.656304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-52f8a1c4-165a-4025-9c21-f43d8c6cbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.657722 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-52f8a1c4-165a-4025-9c21-f43d8c6cbceb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.3670332 Aug 29 17:19:28.663746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-2696f60b-ab0e-43f7-90e9-911a6c92bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.665082 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-2696f60b-ab0e-43f7-90e9-911a6c92bd9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.3822994 Aug 29 17:19:28.727375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0dc1e-55b2-40f7-868d-7a3095d63337 req-e4a52b0e-346a-42b4-95f8-26b0a63aefc3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.728875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8e0dc1e-55b2-40f7-868d-7a3095d63337 req-e4a52b0e-346a-42b4-95f8-26b0a63aefc3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1393309 Aug 29 17:19:28.770751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-56f23bc6-f798-436b-99a6-b0bdb571f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.772258 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-56f23bc6-f798-436b-99a6-b0bdb571f7ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033614 Aug 29 17:19:28.775544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-9017ca6e-200f-43ef-b45b-ead409de54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.776933 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-9017ca6e-200f-43ef-b45b-ead409de54b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994112 Aug 29 17:19:28.799750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab712d-e558-4f40-8d8d-1e210068bfe7 req-84915588-75f0-466c-8a44-98db5413494b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:28.801264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88ab712d-e558-4f40-8d8d-1e210068bfe7 req-84915588-75f0-466c-8a44-98db5413494b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 944 time: 0.0541978 Aug 29 17:19:28.839632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88ab712d-e558-4f40-8d8d-1e210068bfe7 req-4742d532-409f-4309-b3e4-49d7badd552f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323732 Aug 29 17:19:28.852802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8e0dc1e-55b2-40f7-868d-7a3095d63337 req-ef84a687-32fb-42a1-9929-7342f04eb78c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176805 Aug 29 17:19:28.984715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-6fea3d6a-26ef-40c2-bf73-cb7c534480c0 service neutron] 10.222.0.10 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968284 Aug 29 17:19:28.986366 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-e3901216-fbf9-4fbe-8942-2178df1e08d7 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997702 Aug 29 17:19:29.106106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797db1-0ba7-45d0-8f1d-2158b8ac971c req-7865b1da-7e0d-4163-9eae-8cd425d74c51 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.107790 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6797db1-0ba7-45d0-8f1d-2158b8ac971c req-7865b1da-7e0d-4163-9eae-8cd425d74c51 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 944 time: 0.0558379 Aug 29 17:19:29.126243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33eae3-f5b0-4401-820f-11b75f9ac796 req-222ac870-a1d1-47b7-b971-f60ea6fbbbfb tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.127896 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7c33eae3-f5b0-4401-820f-11b75f9ac796 req-222ac870-a1d1-47b7-b971-f60ea6fbbbfb tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1965637 Aug 29 17:19:29.157260 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6797db1-0ba7-45d0-8f1d-2158b8ac971c req-003d9534-1c8c-4705-8201-8531c1b9395b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386600 Aug 29 17:19:29.263942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-82f3efc5-d8ad-4dbf-bb8f-6ea7e9ec32df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.265354 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-82f3efc5-d8ad-4dbf-bb8f-6ea7e9ec32df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8&tenant_id=7da62633b6984d6fba1f1ad810f4744c&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 944 time: 0.2332666 Aug 29 17:19:29.278343 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7c33eae3-f5b0-4401-820f-11b75f9ac796 req-92cad71c-7c82-44e3-9ec7-4367f5e3d7b3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280317 Aug 29 17:19:29.293471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-eeee05a7-39d0-4577-8a2d-badc68924ff9 service neutron] 10.222.0.10 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973580 Aug 29 17:19:29.295292 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ec9ebbfc-44ca-43dd-85d8-303ba777b1c9 req-106d2f4e-4f35-41d1-8191-336645e9a30e service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004158 Aug 29 17:19:29.353205 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-03c3c39e-c568-4b38-a465-ffa9e710e6b0 service neutron] 10.222.0.10 "GET /v2.0/ports/ca9472a2-9885-4e57-a86c-80f9e8e337b8/bindings/n-h1-713301-13 HTTP/1.1" status: 200 len: 383 time: 0.0710392 Aug 29 17:19:29.426262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-fec5b6f0-131c-4946-a26f-bfdd7e0964f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.427782 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-fec5b6f0-131c-4946-a26f-bfdd7e0964f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1096 time: 0.0463917 Aug 29 17:19:29.538924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be9c59-aecd-4c47-b19a-9167292cf9d3 req-17f6b153-eb11-4980-bd8e-2e21571dc47e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.540333 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27be9c59-aecd-4c47-b19a-9167292cf9d3 req-17f6b153-eb11-4980-bd8e-2e21571dc47e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1116827 Aug 29 17:19:29.569867 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-167ca7ed-7a5e-493d-86e1-81e22b00bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.571391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-167ca7ed-7a5e-493d-86e1-81e22b00bae9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.1333628 Aug 29 17:19:29.605758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:29.631693 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-27be9c59-aecd-4c47-b19a-9167292cf9d3 req-624a1cac-1932-4dd9-9991-a1de61bb028b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828187 Aug 29 17:19:29.660031 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-f0184436-4161-42d2-8b4b-b59cdf0e77c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1000 time: 0.0748146 Aug 29 17:19:29.707536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:29.719669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'port_id': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'mac_address': 'fa:16:3e:36:17:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:29.720135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-645e757f-fe22-48b7-be0e-84771386f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.722368 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-645e757f-fe22-48b7-be0e-84771386f5aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.0551963 Aug 29 17:19:29.759524 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:29.770935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78e0bf-cfba-46eb-bc45-2cc27bc03f80 req-b7d91f40-9623-479a-b4f9-2b8a9d262282 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.772587 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6e78e0bf-cfba-46eb-bc45-2cc27bc03f80 req-b7d91f40-9623-479a-b4f9-2b8a9d262282 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0615416 Aug 29 17:19:29.773749 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-569e87bc-e245-4fae-8610-f11ad24708c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.775675 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-569e87bc-e245-4fae-8610-f11ad24708c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458989 Aug 29 17:19:29.776380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9472a2-9885-4e57-a86c-80f9e8e337b8 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:29.797605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:29.802595 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:29.819120 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6e78e0bf-cfba-46eb-bc45-2cc27bc03f80 req-61169b7c-567f-44c6-af69-bdf8c231bb54 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 Aug 29 17:19:29.855627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:29.900621 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-fa04259d-a792-4771-b75f-982e0a63d1e4 service neutron] 10.222.0.10 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142793 Aug 29 17:19:29.978859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ecf50-2e1a-420e-bfbc-f9e029f1e534 req-1c01f698-3d31-4897-96bf-72d02be08e3b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:29.980545 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a2ecf50-2e1a-420e-bfbc-f9e029f1e534 req-1c01f698-3d31-4897-96bf-72d02be08e3b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0631206 Aug 29 17:19:29.999492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-6b17554b-a621-44a7-80e4-c07b71399c38 service neutron] 10.222.0.10 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906570 Aug 29 17:19:30.030432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a2ecf50-2e1a-420e-bfbc-f9e029f1e534 req-f97dc5cf-4951-4644-8e8d-801b7bfa75fe tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Aug 29 17:19:30.047488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['ca9472a2-9885-4e57-a86c-80f9e8e337b8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:30.159472 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e20caa-e864-4695-83fb-5c5a5eabf7ee req-de7f0274-e487-4555-98ba-a3a3226d2eaf tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:30.161676 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f5e20caa-e864-4695-83fb-5c5a5eabf7ee req-de7f0274-e487-4555-98ba-a3a3226d2eaf tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0602942 Aug 29 17:19:30.211410 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f5e20caa-e864-4695-83fb-5c5a5eabf7ee req-de8293e3-365c-4f5b-8d3d-dae244f058c1 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Aug 29 17:19:30.340864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508789d-f891-4c19-af15-5715e154fcda req-780fdb48-258c-49c4-bcf4-8012d3008b79 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:30.342403 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f508789d-f891-4c19-af15-5715e154fcda req-780fdb48-258c-49c4-bcf4-8012d3008b79 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 945 time: 0.0564933 Aug 29 17:19:30.382345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f508789d-f891-4c19-af15-5715e154fcda req-6a61bf33-03a1-461c-b8c2-3ca4a918b3c9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333304 Aug 29 17:19:30.539753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a812c-b752-4eb7-b7f2-7d78ceb4036b req-9640e8b6-7f7a-4610-9be4-a5f7f51aed0d tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:30.541341 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-480a812c-b752-4eb7-b7f2-7d78ceb4036b req-9640e8b6-7f7a-4610-9be4-a5f7f51aed0d tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 946 time: 0.0522139 Aug 29 17:19:30.579614 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-480a812c-b752-4eb7-b7f2-7d78ceb4036b req-a2006d78-f0fa-483f-82e4-11315b65b7fd tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319283 Aug 29 17:19:30.807717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0bd92-acd1-4476-83b8-075ff2471e27 req-432fabcc-5cba-4d64-8fcf-1519c6569c2d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:30.809168 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40c0bd92-acd1-4476-83b8-075ff2471e27 req-432fabcc-5cba-4d64-8fcf-1519c6569c2d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0521529 Aug 29 17:19:30.848353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40c0bd92-acd1-4476-83b8-075ff2471e27 req-570fe38c-a866-41c9-9d8c-4f72c0068b29 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325570 Aug 29 17:19:31.154593 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-e3dff68c-cde3-4395-8508-8e171d0df303 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:31.155975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-e3dff68c-cde3-4395-8508-8e171d0df303 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 946 time: 0.0487146 Aug 29 17:19:31.252840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Deleting port 90a3427e-bfb3-4a56-af3b-7e1faa024608 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:31.253178 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.347450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] For port 90a3427e-bfb3-4a56-af3b-7e1faa024608, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=90a3427e-bfb3-4a56-af3b-7e1faa024608,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:31.348144 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.556824 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.557415 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.557628 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Floating IP ea3e5d67-acca-4263-aac2-f2b4e61a1906 disassociated. External IP: 172.25.5.88, port: 90a3427e-bfb3-4a56-af3b-7e1faa024608. Aug 29 17:19:31.557901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Calling delete_port for 90a3427e-bfb3-4a56-af3b-7e1faa024608 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:31.569915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223081ad-217c-43ce-ac0d-61a3fbe2cb97 req-6672c681-b72e-4bef-be73-b2aa602682ec tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:31.571400 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-223081ad-217c-43ce-ac0d-61a3fbe2cb97 req-6672c681-b72e-4bef-be73-b2aa602682ec tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 945 time: 0.1058486 Aug 29 17:19:31.626225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:31.645064 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-223081ad-217c-43ce-ac0d-61a3fbe2cb97 req-2fd2f1bc-8ed1-4a2c-a667-3f316ab70291 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670881 Aug 29 17:19:31.690766 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port ca9472a2-9885-4e57-a86c-80f9e8e337b8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:31.694882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port ca9472a2-9885-4e57-a86c-80f9e8e337b8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:31.695274 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.715920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edba1c-5af3-4b74-9de3-8daab97273a5 req-70fa80e9-87b0-42f5-a69b-bf988a67aa85 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:31.717409 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00edba1c-5af3-4b74-9de3-8daab97273a5 req-70fa80e9-87b0-42f5-a69b-bf988a67aa85 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f HTTP/1.1" status: 200 len: 946 time: 0.0688210 Aug 29 17:19:31.747500 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.780737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event deleted for resources: {'Port': ['ID=90a3427e-bfb3-4a56-af3b-7e1faa024608,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:31.790086 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00edba1c-5af3-4b74-9de3-8daab97273a5 req-032564a0-847d-42be-9c7c-a6ab2188ce86 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "GET /v2.0/security-groups?id=a45b0d02-6c94-4d5e-a7b0-b44622fc0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612581 Aug 29 17:19:31.795098 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.800348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.800994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.801314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.801659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.802047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.802391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.802860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.803590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.803590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.803925 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.804238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.805574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:31.820993 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:31.826394 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92650e20-4348-4030-a760-5fa4904a1903" -d '{"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-plugged", "status": "completed", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:31.840413 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:31.847614 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:31.899252 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:31.943009 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1fc6a4-0a29-46b3-a490-1c7f0ee38b5b x-openstack-request-id: req-3a1fc6a4-0a29-46b3-a490-1c7f0ee38b5b {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:31.943518 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-plugged", "status": "completed", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:31.944025 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a1fc6a4-0a29-46b3-a490-1c7f0ee38b5b {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:31.944580 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'code': 200} Aug 29 17:19:31.960909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Router 907fedc7-0ce1-4d75-b50e-f87d136ff61e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:19:31.989933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba697aed-b2b3-44df-ab6c-9b75d34f5336 req-78e0ecf0-45b1-434a-8a50-47f9f0bb1a5e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:31.991423 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba697aed-b2b3-44df-ab6c-9b75d34f5336 req-78e0ecf0-45b1-434a-8a50-47f9f0bb1a5e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0539770 Aug 29 17:19:32.031354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba697aed-b2b3-44df-ab6c-9b75d34f5336 req-44232ee3-0c19-4fdc-8a75-ed84a944a701 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338776 Aug 29 17:19:32.083257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:19:32.094452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e674c325-07b9-42f8-b7fd-78b0076a50c4 None None] Sync routers for ids ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:19:32.105335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e674c325-07b9-42f8-b7fd-78b0076a50c4 None None] Routers {'907fedc7-0ce1-4d75-b50e-f87d136ff61e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:32.106292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e674c325-07b9-42f8-b7fd-78b0076a50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:32.136458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] No DVR routers for this DVR port 90a3427e-bfb3-4a56-af3b-7e1faa024608 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:32.139862 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:32.142235 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38f0e885-2d8f-4e88-ad93-b55696a252c0 req-bd419591-25cf-4b20-8cdb-568e629b394b tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.16 "DELETE /v2.0/ports/90a3427e-bfb3-4a56-af3b-7e1faa024608 HTTP/1.1" status: 204 len: 173 time: 0.9799583 Aug 29 17:19:32.142686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'name': 'network-vif-deleted', 'tag': '90a3427e-bfb3-4a56-af3b-7e1faa024608'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:32.145910 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c026b9f-1927-4db7-b970-4620404d8ed2" -d '{"events": [{"server_uuid": "23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f", "name": "network-vif-deleted", "tag": "90a3427e-bfb3-4a56-af3b-7e1faa024608"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:32.160606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-f8dfd310-acff-4eea-92f5-b6869202c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:32.162873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-f8dfd310-acff-4eea-92f5-b6869202c4c5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 1098 time: 0.0935519 Aug 29 17:19:32.178311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:32.201841 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a307aa3c-97ad-40fc-95b0-14da297ae31b x-openstack-request-id: req-a307aa3c-97ad-40fc-95b0-14da297ae31b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:32.202176 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f", "name": "network-vif-deleted", "tag": "90a3427e-bfb3-4a56-af3b-7e1faa024608", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:32.202432 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a307aa3c-97ad-40fc-95b0-14da297ae31b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:32.202853 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b2d2ad-c1fc-4e34-875f-c5283a7c8b6f', 'name': 'network-vif-deleted', 'tag': '90a3427e-bfb3-4a56-af3b-7e1faa024608', 'status': 'completed', 'code': 200} Aug 29 17:19:32.265583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-e674c325-07b9-42f8-b7fd-78b0076a50c4 None None] Set router 907fedc7-0ce1-4d75-b50e-f87d136ff61e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:32.488812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e674c325-07b9-42f8-b7fd-78b0076a50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '96366ea3-e356-4f16-a540-7d469eb7e3c3', 'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'mac_address': 'fa:16:3e:24:49:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:46Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 5, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'subnets': [{'id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:32.517097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e674c325-07b9-42f8-b7fd-78b0076a50c4 None None] Checking router: 907fedc7-0ce1-4d75-b50e-f87d136ff61e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:19:32.527342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e674c325-07b9-42f8-b7fd-78b0076a50c4 None None] Routers {'907fedc7-0ce1-4d75-b50e-f87d136ff61e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:32.527972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e674c325-07b9-42f8-b7fd-78b0076a50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:32.583306 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:32.646639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-e674c325-07b9-42f8-b7fd-78b0076a50c4 None None] Set router 907fedc7-0ce1-4d75-b50e-f87d136ff61e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:32.838589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd2548-1422-49bf-9717-fc4832d4b779 req-59ec43b5-82f9-4b32-a94b-a96694e8be3f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:32.840085 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0cd2548-1422-49bf-9717-fc4832d4b779 req-59ec43b5-82f9-4b32-a94b-a96694e8be3f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.1084316 Aug 29 17:19:32.846203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:32.854561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54770) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:32.856537 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e674c325-07b9-42f8-b7fd-78b0076a50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '96366ea3-e356-4f16-a540-7d469eb7e3c3', 'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'mac_address': 'fa:16:3e:24:49:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:46Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 5, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'subnets': [{'id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:32.890521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e674c325-07b9-42f8-b7fd-78b0076a50c4 None None] The sync data for ids ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'] in n-d-713301-13 is: [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:13:47Z', 'revision_number': 4, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '96366ea3-e356-4f16-a540-7d469eb7e3c3', 'name': '', 'network_id': '1e7d4692-a51e-41b1-bcea-73dce0609ef3', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'mac_address': 'fa:16:3e:24:49:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:46Z', 'updated_at': '2021-08-29T17:13:56Z', 'revision_number': 5, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'subnets': [{'id': 'd4320a9f-837b-46de-903f-699ec1a25d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:19:32.902519 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a0cd2548-1422-49bf-9717-fc4832d4b779 req-1fe3b348-c43d-4573-b3d0-050350ddd665 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542011 Aug 29 17:19:32.911143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:32.960980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:32.963389 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611c8b4d-5651-42a3-b2b1-0ab551765195" -d '{"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:32.968628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:32.983913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Transition to ACTIVE for port object ca9472a2-9885-4e57-a86c-80f9e8e337b8 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:32.989466 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:32.994631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-93d01326-1bf4-41c0-812b-5b9603926c58 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Deleting port 62b16def-24ea-4764-9217-c025fb3ad4dd {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:32.995168 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93d01326-1bf4-41c0-812b-5b9603926c58 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.100324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=10']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:33.145802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93d01326-1bf4-41c0-812b-5b9603926c58 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.146131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93d01326-1bf4-41c0-812b-5b9603926c58 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.160439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-93d01326-1bf4-41c0-812b-5b9603926c58 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Calling delete_port for 62b16def-24ea-4764-9217-c025fb3ad4dd owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:33.189209 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d348c887-3de1-4c1f-96a2-135a91039ba1 x-openstack-request-id: req-d348c887-3de1-4c1f-96a2-135a91039ba1 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:33.190366 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:33.190781 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d348c887-3de1-4c1f-96a2-135a91039ba1 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:33.191317 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'code': 200} Aug 29 17:19:33.235604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] No DVR routers for this DVR port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:33.274665 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75608d04-1bbe-42ba-a52d-dc76b0f84924 None None] New status for floating IP ea3e5d67-acca-4263-aac2-f2b4e61a1906: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:19:33.323046 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93d01326-1bf4-41c0-812b-5b9603926c58 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.339312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aa238-b804-48e4-8b10-35453d8f5eee req-284dd9e8-3a31-4196-9bc5-ce2db22d3f59 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:33.340744 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-008aa238-b804-48e4-8b10-35453d8f5eee req-284dd9e8-3a31-4196-9bc5-ce2db22d3f59 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.2088017 Aug 29 17:19:33.352651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d01326-1bf4-41c0-812b-5b9603926c58 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event deleted for resources: {'Port': ['ID=62b16def-24ea-4764-9217-c025fb3ad4dd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:33.359308 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.db.api [None req-75608d04-1bbe-42ba-a52d-dc76b0f84924 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:19:33.359854 n-d-713301-13 neutron-server[111679]: DEBUG oslo_db.api [None req-75608d04-1bbe-42ba-a52d-dc76b0f84924 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:19:33.395270 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-008aa238-b804-48e4-8b10-35453d8f5eee req-d8243e35-9603-4a3b-b69f-ee1b4954a4ff tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480750 Aug 29 17:19:33.418403 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93d01326-1bf4-41c0-812b-5b9603926c58 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.421681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93d01326-1bf4-41c0-812b-5b9603926c58 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.425268 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-93d01326-1bf4-41c0-812b-5b9603926c58 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "DELETE /v2.0/floatingips/ea3e5d67-acca-4263-aac2-f2b4e61a1906 HTTP/1.1" status: 204 len: 168 time: 0.5667610 Aug 29 17:19:33.437524 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:33.437897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:33.438190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:33.443267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:33.444744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Attempting to bind port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:33.449628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:33.449972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Checking segment: {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:33.450361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Bound using segment: {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:33.450796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Bound port: ca9472a2-9885-4e57-a86c-80f9e8e337b8, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0578ce34-897a-4fa7-815f-ae5c7a605dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:33.451156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.491443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54782) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:33.515902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:33.518948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:33.523511 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.550799 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b203b36-dab7-4429-89dd-55bd282ee3f4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.562297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:33.562913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.564312 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] 10.222.0.16 "PUT /v2.0/ports/ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1094 time: 1.3927047 Aug 29 17:19:33.582405 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b203b36-dab7-4429-89dd-55bd282ee3f4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.597104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e1346-484b-4ad0-beca-fbadf3b3d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=11']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:33.632106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-b49c9e26-9e86-4031-91e2-2a86db4e9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:33.633715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-b49c9e26-9e86-4031-91e2-2a86db4e9c90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1097 time: 0.0462551 Aug 29 17:19:33.659065 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b203b36-dab7-4429-89dd-55bd282ee3f4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.661629 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7b203b36-dab7-4429-89dd-55bd282ee3f4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:33.666614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7b203b36-dab7-4429-89dd-55bd282ee3f4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] 10.222.0.22 "DELETE /v2.0/security-groups/a45b0d02-6c94-4d5e-a7b0-b44622fc0554 HTTP/1.1" status: 204 len: 168 time: 0.1740501 Aug 29 17:19:33.676952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b203b36-dab7-4429-89dd-55bd282ee3f4 tempest-TestServerBasicOps-1209327381 tempest-TestServerBasicOps-1209327381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45b0d02-6c94-4d5e-a7b0-b44622fc0554,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:33.718704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54786) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:33.750416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-22438171-0e74-4722-8604-d41870b8fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:33.752051 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-22438171-0e74-4722-8604-d41870b8fe6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.1095655 Aug 29 17:19:33.829306 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-49c1d516-5562-4f65-81e8-0ba6adbea433 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1000 time: 0.0688705 Aug 29 17:19:33.861434 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75608d04-1bbe-42ba-a52d-dc76b0f84924 None None] New status for floating IP ea3e5d67-acca-4263-aac2-f2b4e61a1906: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:19:33.868328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 90a3427e-bfb3-4a56-af3b-7e1faa024608 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:33.885815 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-f4ad6a22-9266-4695-8e7f-5cd6e092178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:33.887331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-f4ad6a22-9266-4695-8e7f-5cd6e092178d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.0507774 Aug 29 17:19:33.891609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 90a3427e-bfb3-4a56-af3b-7e1faa024608 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:33.891963 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 90a3427e-bfb3-4a56-af3b-7e1faa024608 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:33.938862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-b1793976-d7f0-412a-ab78-fc3e156a1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:33.940629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-b1793976-d7f0-412a-ab78-fc3e156a1329 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454733 Aug 29 17:19:34.074568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb5a0a-21a8-42cf-92f5-8a17a06126af req-b25a3d72-6154-4e57-8e14-82e26826d3f4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:34.076043 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-43cb5a0a-21a8-42cf-92f5-8a17a06126af req-b25a3d72-6154-4e57-8e14-82e26826d3f4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 945 time: 0.0768304 Aug 29 17:19:34.083276 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-ca5c6f7f-781b-42bc-b6a0-1ec71bc49620 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350446 Aug 29 17:19:34.165163 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-43cb5a0a-21a8-42cf-92f5-8a17a06126af req-0889113d-562f-402f-843b-afa5435e6e54 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810237 Aug 29 17:19:34.203302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8b6996e-c32f-4ea1-91cb-3dd8eb88a363 req-ff77fe39-9afb-41cc-9122-acd4a4ebe3de service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120186 Aug 29 17:19:34.469170 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:34.584288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a649567-ccc8-4cd7-9213-84e97958e7a8 req-c92333e3-73e4-4b12-8728-574167749a99 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:34.585787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a649567-ccc8-4cd7-9213-84e97958e7a8 req-c92333e3-73e4-4b12-8728-574167749a99 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1195786 Aug 29 17:19:34.706864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a649567-ccc8-4cd7-9213-84e97958e7a8 req-e6a17305-587f-4d49-98fd-43555df77924 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144030 Aug 29 17:19:34.796713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] Deleting port 96366ea3-e356-4f16-a540-7d469eb7e3c3 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:34.797057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:34.875928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] For port 96366ea3-e356-4f16-a540-7d469eb7e3c3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=96366ea3-e356-4f16-a540-7d469eb7e3c3,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:34.876294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:34.889549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] Calling delete_port for 96366ea3-e356-4f16-a540-7d469eb7e3c3 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:35.076507 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:35.106284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] Pushing event deleted for resources: {'Port': ['ID=96366ea3-e356-4f16-a540-7d469eb7e3c3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:35.192512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:35.195431 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcce1d2-9b02-4b32-b779-bea7839e58d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:35.256496 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe72d383-a1b6-4309-99f0-215f8c5e4dec x-openstack-request-id: req-fe72d383-a1b6-4309-99f0-215f8c5e4dec {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:35.256957 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:35.258602 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe72d383-a1b6-4309-99f0-215f8c5e4dec {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:35.259048 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'status': 'completed', 'code': 200} Aug 29 17:19:35.307626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:35.348530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf381c3a-2db6-4245-9aff-fb491616e58a req-1a35067f-8a24-41a6-bf30-481c60e75ae2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.349978 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf381c3a-2db6-4245-9aff-fb491616e58a req-1a35067f-8a24-41a6-bf30-481c60e75ae2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 945 time: 0.1004751 Aug 29 17:19:35.352691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-9ada8586-0c61-47fc-9cd6-9cf375113565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.354098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-9ada8586-0c61-47fc-9cd6-9cf375113565 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1097 time: 0.0739789 Aug 29 17:19:35.360294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-b1dcef44-999f-4432-afaa-5270c38b6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.361867 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-b1dcef44-999f-4432-afaa-5270c38b6d97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1097 time: 0.0887303 Aug 29 17:19:35.446963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf381c3a-2db6-4245-9aff-fb491616e58a req-e65ee97c-e5fd-4c98-b4fb-581a8a898903 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904865 Aug 29 17:19:35.475371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-de86740d-1e92-4015-ade2-cb32dfc7b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.476895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-de86740d-1e92-4015-ade2-cb32dfc7b8a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.1146011 Aug 29 17:19:35.537429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-2f7ead3f-0ecd-4497-a851-e9f178305098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.538923 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-2f7ead3f-0ecd-4497-a851-e9f178305098 service neutron] 10.222.0.10 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.1672308 Aug 29 17:19:35.549146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-63bddb3e-5b0a-419c-9460-e83227b7486f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1000 time: 0.0644450 Aug 29 17:19:35.598396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-1b3d4f84-c096-4562-be99-2a2b86a24393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.599890 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-1b3d4f84-c096-4562-be99-2a2b86a24393 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.0439129 Aug 29 17:19:35.633013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:35.649611 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-2f105fe6-ff2d-4bee-87a1-08afd01fbbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.650492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-cbc78727-a77a-4504-ad04-ba0721f5bcc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1000 time: 0.1037817 Aug 29 17:19:35.651181 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-2f105fe6-ff2d-4bee-87a1-08afd01fbbb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436265 Aug 29 17:19:35.658926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] Router 907fedc7-0ce1-4d75-b50e-f87d136ff61e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:19:35.671075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:35.742159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-1a6a9209-1dd6-4018-a7f6-2c9cbfcf2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.743582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-1a6a9209-1dd6-4018-a7f6-2c9cbfcf2c4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.0836577 Aug 29 17:19:35.751281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-7472dbe5-056c-40d4-bc50-e37f0813ac34 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920074 Aug 29 17:19:35.853583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-7d138a71-6ed6-449e-b4e1-f39c9f6edac9 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916593 Aug 29 17:19:35.866634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:35.873089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-9c0dc912-8a05-4f0d-9eea-258e8790c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.874671 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-9c0dc912-8a05-4f0d-9eea-258e8790c5f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227405 Aug 29 17:19:35.878218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:19:35.884165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9436a4e6-4a53-4776-beed-53961369ff34 admin admin] 10.222.0.22 "PUT /v2.0/routers/907fedc7-0ce1-4d75-b50e-f87d136ff61e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1660645 Aug 29 17:19:35.886824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54800) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:35.903039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380db83f-57d1-4c7e-bf7a-879c63c92a49 None None] Sync routers for ids ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:19:35.916507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011531e-7a33-47bb-abf3-3b1bc25e2bef req-7fd2f2dc-8c7a-42de-bf99-1aadb331ecb3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:35.918029 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0011531e-7a33-47bb-abf3-3b1bc25e2bef req-7fd2f2dc-8c7a-42de-bf99-1aadb331ecb3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1312490 Aug 29 17:19:35.950131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380db83f-57d1-4c7e-bf7a-879c63c92a49 None None] Routers {'907fedc7-0ce1-4d75-b50e-f87d136ff61e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:35.950918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-380db83f-57d1-4c7e-bf7a-879c63c92a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:35.993983 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0011531e-7a33-47bb-abf3-3b1bc25e2bef req-2dc3f086-4914-4ff6-a0fa-cc6924bc59f2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501513 Aug 29 17:19:36.007244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.023371 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-52ab412d-ffb4-4812-ae51-56adc8088e31 service neutron] 10.222.0.10 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370792 Aug 29 17:19:36.063172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:36.083115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'port_id': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'mac_address': 'fa:16:3e:36:17:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:36.099427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-380db83f-57d1-4c7e-bf7a-879c63c92a49 None None] Set router 907fedc7-0ce1-4d75-b50e-f87d136ff61e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:36.115525 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.126187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fcce1d2-9b02-4b32-b779-bea7839e58d8 req-941b9690-3aa6-4235-a187-75a23c96c25b service neutron] 10.222.0.10 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956047 Aug 29 17:19:36.169366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Deleting port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:36.169720 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.257595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] For port 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:36.258327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.271800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Calling delete_port for 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:36.369256 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.389947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9472a2-9885-4e57-a86c-80f9e8e337b8 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:36.421787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:36.426813 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.447541 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.475305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:36.508337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=12']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:36.526616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-380db83f-57d1-4c7e-bf7a-879c63c92a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:19:35Z', 'revision_number': 5, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port': {'id': '0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:43Z', 'updated_at': '2021-08-29T17:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:36.553200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380db83f-57d1-4c7e-bf7a-879c63c92a49 None None] Checking router: 907fedc7-0ce1-4d75-b50e-f87d136ff61e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:19:36.561392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380db83f-57d1-4c7e-bf7a-879c63c92a49 None None] Routers {'907fedc7-0ce1-4d75-b50e-f87d136ff61e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:36.561982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-380db83f-57d1-4c7e-bf7a-879c63c92a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:36.562352 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.632768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-380db83f-57d1-4c7e-bf7a-879c63c92a49 None None] Set router 907fedc7-0ce1-4d75-b50e-f87d136ff61e gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:36.665372 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.668075 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.677516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f8a88-8a55-4592-baaf-49bc08969942 req-7967e0d3-1a98-4657-8b60-486e02729b71 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:36.679034 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-738f8a88-8a55-4592-baaf-49bc08969942 req-7967e0d3-1a98-4657-8b60-486e02729b71 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.1473727 Aug 29 17:19:36.687586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-380db83f-57d1-4c7e-bf7a-879c63c92a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:19:36Z', 'revision_number': 7, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:36.713686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380db83f-57d1-4c7e-bf7a-879c63c92a49 None None] The sync data for ids ['907fedc7-0ce1-4d75-b50e-f87d136ff61e'] in n-d-713301-13 is: [{'id': '907fedc7-0ce1-4d75-b50e-f87d136ff61e', 'name': 'tempest-TestServerBasicOps-1150281807-router', 'tenant_id': '0d23c30b596e44428d3dbb88e51226d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:42Z', 'updated_at': '2021-08-29T17:19:36Z', 'revision_number': 7, 'project_id': '0d23c30b596e44428d3dbb88e51226d0', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:19:36.737521 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.738291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 907fedc7-0ce1-4d75-b50e-f87d136ff61e {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:19:36.747290 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.750577 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-14d36a71-abcc-4fd7-9e94-43252c80b101 admin admin] 10.222.0.22 "DELETE /v2.0/routers/907fedc7-0ce1-4d75-b50e-f87d136ff61e HTTP/1.1" status: 204 len: 168 time: 0.8603749 Aug 29 17:19:36.753128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54804) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:36.762708 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-738f8a88-8a55-4592-baaf-49bc08969942 req-767298f0-1bea-4d7b-896f-0d863cf9a6a4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764320 Aug 29 17:19:36.795245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bfc85c-d177-4e81-904b-726a6739256c admin admin] Deleting subnet d4320a9f-837b-46de-903f-699ec1a25d2c {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:19:36.798235 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc85c-d177-4e81-904b-726a6739256c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.831735 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc85c-d177-4e81-904b-726a6739256c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.905363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc85c-d177-4e81-904b-726a6739256c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.962230 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc85c-d177-4e81-904b-726a6739256c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.989287 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc85c-d177-4e81-904b-726a6739256c admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:36.991115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e6bfc85c-d177-4e81-904b-726a6739256c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d4320a9f-837b-46de-903f-699ec1a25d2c HTTP/1.1" status: 204 len: 168 time: 0.2391415 Aug 29 17:19:36.992776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfc85c-d177-4e81-904b-726a6739256c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4320a9f-837b-46de-903f-699ec1a25d2c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:36.993702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54806) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:36.994916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c2ddf-38af-406f-a91b-ddaac26136c2 None None] Network 1e7d4692-a51e-41b1-bcea-73dce0609ef3 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:19:37.079186 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.157442 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Deleting port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:37.157664 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.165725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95516f9-71bc-44b2-9ec2-2d10a94797bb req-900bb26c-9b14-4e9e-9571-759e8d59efe7 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:37.167698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f95516f9-71bc-44b2-9ec2-2d10a94797bb req-900bb26c-9b14-4e9e-9571-759e8d59efe7 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0947480 Aug 29 17:19:37.229006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e1aea3-fce1-430f-bed5-7d5763fa36ba None None] DHCP port deletion for 1e7d4692-a51e-41b1-bcea-73dce0609ef3 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:19:37.233458 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f95516f9-71bc-44b2-9ec2-2d10a94797bb req-5cc68d37-218d-40b2-b14f-2ffd5ef5637d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577998 Aug 29 17:19:37.238852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] For port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=534b5b36-fec6-4fc1-a6a1-a61b85f004dc,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:37.239277 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.253307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Calling delete_port for 534b5b36-fec6-4fc1-a6a1-a61b85f004dc owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:37.289929 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-05e1aea3-fce1-430f-bed5-7d5763fa36ba None None] Deleting port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:37.290308 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05e1aea3-fce1-430f-bed5-7d5763fa36ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.339507 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.362420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-05e1aea3-fce1-430f-bed5-7d5763fa36ba None None] For port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=534b5b36-fec6-4fc1-a6a1-a61b85f004dc,segment=NetworkSegment(a9a84ec1-0344-4978-b091-e651cd779cc4),segment_id=a9a84ec1-0344-4978-b091-e651cd779cc4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:37.363077 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05e1aea3-fce1-430f-bed5-7d5763fa36ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.368124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] No DVR routers for this DVR port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:37.373720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Pushing event deleted for resources: {'Port': ['ID=534b5b36-fec6-4fc1-a6a1-a61b85f004dc,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:37.379366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-05e1aea3-fce1-430f-bed5-7d5763fa36ba None None] Calling delete_port for 534b5b36-fec6-4fc1-a6a1-a61b85f004dc owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:37.446086 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.456861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7d4692-a51e-41b1-bcea-73dce0609ef3']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:37.467223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a84ec1-0344-4978-b091-e651cd779cc4') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:37.467524 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a84ec1-0344-4978-b091-e651cd779cc4') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:37.468024 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05e1aea3-fce1-430f-bed5-7d5763fa36ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.476628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.490684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.492317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1aea3-fce1-430f-bed5-7d5763fa36ba None None] Pushing event deleted for resources: {'Port': ['ID=534b5b36-fec6-4fc1-a6a1-a61b85f004dc,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:37.495905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1aea3-fce1-430f-bed5-7d5763fa36ba None None] No DVR routers for this DVR port 534b5b36-fec6-4fc1-a6a1-a61b85f004dc on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:37.499994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:19:37.500622 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:19:37.504475 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:19:37.564135 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.570231 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.574814 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1e7d4692-a51e-41b1-bcea-73dce0609ef3 HTTP/1.1" status: 204 len: 168 time: 0.5773811 Aug 29 17:19:37.575279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54810) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:37.583777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2e3d0-660f-48bd-a296-3e2f8b774202 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e7d4692-a51e-41b1-bcea-73dce0609ef3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:37.827035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 534b5b36-fec6-4fc1-a6a1-a61b85f004dc no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:37.847303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 534b5b36-fec6-4fc1-a6a1-a61b85f004dc {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:37.847894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 534b5b36-fec6-4fc1-a6a1-a61b85f004dc not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:37.848503 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 96366ea3-e356-4f16-a540-7d469eb7e3c3 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:37.883552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:37.885960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 96366ea3-e356-4f16-a540-7d469eb7e3c3 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:37.886494 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 96366ea3-e356-4f16-a540-7d469eb7e3c3 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:37.886913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:37.900574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f16c17-14d9-4fb5-b2f8-a3465c1db8c1 req-a54ac466-2f43-4839-bc73-335598f91b65 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:37.902142 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73f16c17-14d9-4fb5-b2f8-a3465c1db8c1 req-a54ac466-2f43-4839-bc73-335598f91b65 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 946 time: 0.0512068 Aug 29 17:19:37.910324 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:37.910686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0cb9cf72-a53c-456a-b826-4ffb3ddfd6c8 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:37.950966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73f16c17-14d9-4fb5-b2f8-a3465c1db8c1 req-d8d5ea1d-7b8a-43a7-a4d2-a53845eb93f9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411806 Aug 29 17:19:37.957518 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:37.980161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54814) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:38.016461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:38.027986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'port_id': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'mac_address': 'fa:16:3e:36:17:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:38.052500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-69d667ab-b04d-4c84-9b0e-bc76f6c48be9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/5217d40a-0edb-4c1a-9aa5-8b10b6ea9881 HTTP/1.1" status: 200 len: 993 time: 0.0768576 Aug 29 17:19:38.210227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ca9472a2-9885-4e57-a86c-80f9e8e337b8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:38.510595 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] Deleting port e8740e1a-bb0b-4d74-8853-feb6d250e6d8 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:38.510942 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:38.574847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75279518-f4ba-494a-bd31-ee23246485bd req-d1c1b4fa-57b7-44f7-a3d8-c6f8b7351edf tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:38.576347 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75279518-f4ba-494a-bd31-ee23246485bd req-d1c1b4fa-57b7-44f7-a3d8-c6f8b7351edf tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0958836 Aug 29 17:19:38.623147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] For port e8740e1a-bb0b-4d74-8853-feb6d250e6d8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8740e1a-bb0b-4d74-8853-feb6d250e6d8,segment=NetworkSegment(9b4e1c23-56f1-475f-8996-ed19f1459fb4),segment_id=9b4e1c23-56f1-475f-8996-ed19f1459fb4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:38.623503 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:38.642335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] Calling delete_port for e8740e1a-bb0b-4d74-8853-feb6d250e6d8 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:38.646704 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-75279518-f4ba-494a-bd31-ee23246485bd req-36b7c461-e735-4baa-aada-10e8202acac4 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633266 Aug 29 17:19:38.821216 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:38.847623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8740e1a-bb0b-4d74-8853-feb6d250e6d8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:39.013150 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:39.245825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] Router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:19:39.366693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:19:39.374744 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5f511ae5-aa99-424f-95de-14571e219457 admin admin] 10.222.0.22 "PUT /v2.0/routers/a5387c36-2e7a-42bd-a5a0-e36aba9c2feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7962677 Aug 29 17:19:39.375580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54832) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:39.378898 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3ebbdb-e8c2-46fa-9a0b-ab841f50b704 None None] Sync routers for ids ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:19:39.388156 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ebbdb-e8c2-46fa-9a0b-ab841f50b704 None None] Routers {'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:39.388856 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1e3ebbdb-e8c2-46fa-9a0b-ab841f50b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:39.421132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2567ab-ae07-4ec8-a7bf-3fa8c39465f2 req-d357bc64-be6e-4115-ba85-f4ec42f164ef tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:39.422849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf2567ab-ae07-4ec8-a7bf-3fa8c39465f2 req-d357bc64-be6e-4115-ba85-f4ec42f164ef tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0568447 Aug 29 17:19:39.466730 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf2567ab-ae07-4ec8-a7bf-3fa8c39465f2 req-29078e76-dde5-49a4-be77-27313cb6fdfb tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361471 Aug 29 17:19:39.487327 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:39.500462 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1e3ebbdb-e8c2-46fa-9a0b-ab841f50b704 None None] Set router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:39.589669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:39.642838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Deleting port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:39.643189 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:39.675972 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1e3ebbdb-e8c2-46fa-9a0b-ab841f50b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'name': 'tempest-TestServerBasicOps-415154959-router', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:51Z', 'updated_at': '2021-08-29T17:19:38Z', 'revision_number': 5, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'gw_port': {'id': '80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:13:52Z', 'updated_at': '2021-08-29T17:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:39.702568 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3ebbdb-e8c2-46fa-9a0b-ab841f50b704 None None] Checking router: a5387c36-2e7a-42bd-a5a0-e36aba9c2feb for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:19:39.711244 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ebbdb-e8c2-46fa-9a0b-ab841f50b704 None None] Routers {'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:39.711862 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1e3ebbdb-e8c2-46fa-9a0b-ab841f50b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:39.767920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] For port 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:39.768295 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:39.785738 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Calling delete_port for 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:39.805627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3830e8d-ed25-4572-951c-bc05331fd861 req-99c97685-8b91-421e-9238-e61b5dab5756 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:39.807170 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3830e8d-ed25-4572-951c-bc05331fd861 req-99c97685-8b91-421e-9238-e61b5dab5756 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0897698 Aug 29 17:19:39.810498 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1e3ebbdb-e8c2-46fa-9a0b-ab841f50b704 None None] Set router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:39.864416 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1e3ebbdb-e8c2-46fa-9a0b-ab841f50b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'name': 'tempest-TestServerBasicOps-415154959-router', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:51Z', 'updated_at': '2021-08-29T17:19:39Z', 'revision_number': 6, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:39.882087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:39.891809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3830e8d-ed25-4572-951c-bc05331fd861 req-946922b5-4a8a-43d6-9693-e4522c060359 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501738 Aug 29 17:19:39.940378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port ca9472a2-9885-4e57-a86c-80f9e8e337b8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:39.944657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port ca9472a2-9885-4e57-a86c-80f9e8e337b8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:39.945375 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:39.986901 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3ebbdb-e8c2-46fa-9a0b-ab841f50b704 None None] The sync data for ids ['a5387c36-2e7a-42bd-a5a0-e36aba9c2feb'] in n-d-713301-13 is: [{'id': 'a5387c36-2e7a-42bd-a5a0-e36aba9c2feb', 'name': 'tempest-TestServerBasicOps-415154959-router', 'tenant_id': 'becf25a7ded1452d8525fa9278f8253f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:13:51Z', 'updated_at': '2021-08-29T17:19:39Z', 'revision_number': 6, 'project_id': 'becf25a7ded1452d8525fa9278f8253f', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:19:40.012657 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.034738 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.044802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Pushing event deleted for resources: {'Port': ['ID=80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:40.058683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:40.061604 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec34c81f-684a-4718-92d3-1e72687ecee0" -d '{"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-plugged", "status": "completed", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:40.075615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:40.080514 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.113767 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.131975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=13']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:40.176865 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d42187-db56-41c7-9e3a-54b074ea1876 x-openstack-request-id: req-39d42187-db56-41c7-9e3a-54b074ea1876 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:40.177186 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-plugged", "status": "completed", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:40.177473 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39d42187-db56-41c7-9e3a-54b074ea1876 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:40.177871 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'code': 200} Aug 29 17:19:40.205955 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.208058 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.250672 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.251208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5387c36-2e7a-42bd-a5a0-e36aba9c2feb {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:19:40.255727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.256882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-361fc614-4244-4c07-8f6d-1626ac7b688c admin admin] 10.222.0.22 "DELETE /v2.0/routers/a5387c36-2e7a-42bd-a5a0-e36aba9c2feb HTTP/1.1" status: 204 len: 168 time: 0.8804500 Aug 29 17:19:40.259269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54840) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:40.302797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14a1498-bee9-4a2f-b65b-9d61a6060cff admin admin] Deleting subnet eae9be9d-c54f-458b-8ca1-817caac0f292 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:19:40.305747 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a14a1498-bee9-4a2f-b65b-9d61a6060cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.346952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a14a1498-bee9-4a2f-b65b-9d61a6060cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.438979 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-76d2ea78-7b13-45fa-9b38-e03d3aed8d24 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:40.440101 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a14a1498-bee9-4a2f-b65b-9d61a6060cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.441994 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-76d2ea78-7b13-45fa-9b38-e03d3aed8d24 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.16 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.0576131 Aug 29 17:19:40.494063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a14a1498-bee9-4a2f-b65b-9d61a6060cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.524303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a1498-bee9-4a2f-b65b-9d61a6060cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae9be9d-c54f-458b-8ca1-817caac0f292,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:40.529756 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a14a1498-bee9-4a2f-b65b-9d61a6060cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.531987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a14a1498-bee9-4a2f-b65b-9d61a6060cff admin admin] 10.222.0.22 "DELETE /v2.0/subnets/eae9be9d-c54f-458b-8ca1-817caac0f292 HTTP/1.1" status: 204 len: 168 time: 0.2718046 Aug 29 17:19:40.535352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54844) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:40.539049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd861f7f-c429-4a00-9966-ab0bc7d0d913 None None] Network fc6fd295-116c-4508-8ec4-aa94c099070f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:19:40.547373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Deleting port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:40.548043 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.639326 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.647001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] For port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:40.647370 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.650269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e15736-84c7-4d8d-a2b6-f64f1d2b78b9 req-72b58c9f-f0dd-40a7-a672-c7f031ff1924 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:40.651992 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65e15736-84c7-4d8d-a2b6-f64f1d2b78b9 req-72b58c9f-f0dd-40a7-a672-c7f031ff1924 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 945 time: 0.1083705 Aug 29 17:19:40.722070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65e15736-84c7-4d8d-a2b6-f64f1d2b78b9 req-34849b73-fcd4-4545-928a-079a6175e64e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=a778bb03-a361-486c-858d-246687a6534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590270 Aug 29 17:19:40.743401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Deleting port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:40.743960 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.778855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d9fa2d-19c5-4c1d-beb1-1ab9c510e0f0 None None] DHCP port deletion for fc6fd295-116c-4508-8ec4-aa94c099070f request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:19:40.820179 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] For port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb,segment=NetworkSegment(9b4e1c23-56f1-475f-8996-ed19f1459fb4),segment_id=9b4e1c23-56f1-475f-8996-ed19f1459fb4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:40.820553 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.828592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9fa2d-19c5-4c1d-beb1-1ab9c510e0f0 None None] Deleting port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:40.829000 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4d9fa2d-19c5-4c1d-beb1-1ab9c510e0f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.834833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Calling delete_port for 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:40.901777 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.902096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.902635 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Floating IP 3cc24c47-968b-495f-b1e6-088433398817 disassociated. External IP: 172.25.5.60, port: 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe. Aug 29 17:19:40.902840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Calling delete_port for 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:40.906798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d4d9fa2d-19c5-4c1d-beb1-1ab9c510e0f0 None None] For port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb,segment=NetworkSegment(9b4e1c23-56f1-475f-8996-ed19f1459fb4),segment_id=9b4e1c23-56f1-475f-8996-ed19f1459fb4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:40.907294 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4d9fa2d-19c5-4c1d-beb1-1ab9c510e0f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.928316 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:40.941560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9fa2d-19c5-4c1d-beb1-1ab9c510e0f0 None None] Calling delete_port for 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:40.963560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:40.965752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] No DVR routers for this DVR port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:41.039709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.050620 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4d9fa2d-19c5-4c1d-beb1-1ab9c510e0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.050823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6fd295-116c-4508-8ec4-aa94c099070f']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:41.061882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4e1c23-56f1-475f-8996-ed19f1459fb4') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:41.062183 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4e1c23-56f1-475f-8996-ed19f1459fb4') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:41.076215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.083039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9fa2d-19c5-4c1d-beb1-1ab9c510e0f0 None None] Pushing event deleted for resources: {'Port': ['ID=3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:41.089733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9fa2d-19c5-4c1d-beb1-1ab9c510e0f0 None None] No DVR routers for this DVR port 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:41.101812 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.113090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4744b-7379-48a6-b9c3-12fae1645220 req-3c013fc4-6dd3-4dad-88e1-df5fac7802db tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:41.114899 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1f4744b-7379-48a6-b9c3-12fae1645220 req-3c013fc4-6dd3-4dad-88e1-df5fac7802db tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1232800 Aug 29 17:19:41.117131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:19:41.118506 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:19:41.121654 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:19:41.151424 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.188364 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.194482 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.196769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fc6fd295-116c-4508-8ec4-aa94c099070f HTTP/1.1" status: 204 len: 168 time: 0.6603379 Aug 29 17:19:41.198911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b1f4744b-7379-48a6-b9c3-12fae1645220 req-af1e714f-702a-4ed8-b4c4-e49f171d7894 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750093 Aug 29 17:19:41.205279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event deleted for resources: {'Port': ['ID=32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:41.211803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c1972-2d6d-4b49-8fe1-69f393b890f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6fd295-116c-4508-8ec4-aa94c099070f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:41.324749 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54850) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:41.335505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Router fe8e60eb-9eb6-4370-8391-66159737506e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:19:41.365488 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dddbafeb-e19e-4cc6-8027-12bf766bac1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d23c30b596e44428d3dbb88e51226d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393045 Aug 29 17:19:41.367937 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54852) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:41.421673 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5788-2c16-4bae-a688-0786e215cd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.444678 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5788-2c16-4bae-a688-0786e215cd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.494689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5788-2c16-4bae-a688-0786e215cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.497514 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5788-2c16-4bae-a688-0786e215cd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.498730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cc2d5788-2c16-4bae-a688-0786e215cd01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38718030-d1db-48ea-ad12-a2d3aaa8c528 HTTP/1.1" status: 204 len: 168 time: 0.1297941 Aug 29 17:19:41.507087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d5788-2c16-4bae-a688-0786e215cd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38718030-d1db-48ea-ad12-a2d3aaa8c528,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:41.826670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:19:41.835153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8740e1a-bb0b-4d74-8853-feb6d250e6d8 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:41.839645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129b86c-a4d5-41ed-9209-168cff5740ec None None] Sync routers for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:19:41.842571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33e25306-d346-4571-a6e1-214c89d30fe5 req-7b4199c1-7194-49e3-b22d-fba57f4e8964 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=8531ed63-4359-4d8e-9b02-cdbeed3c46d5 HTTP/1.1" status: 200 len: 210 time: 0.0414960 Aug 29 17:19:41.869148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e8740e1a-bb0b-4d74-8853-feb6d250e6d8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:41.869667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8740e1a-bb0b-4d74-8853-feb6d250e6d8 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:41.870186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:41.880308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54860) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:41.885860 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] No DVR routers for this DVR port 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:19:41.889023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:41.890556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b2b1ed0c-9803-4ff4-8e15-48547296b7ba req-e630496f-2409-48d0-bee5-9b3500d83b52 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.16 "DELETE /v2.0/ports/32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe HTTP/1.1" status: 204 len: 173 time: 1.4424109 Aug 29 17:19:41.890994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'name': 'network-vif-deleted', 'tag': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:41.893973 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b543b13-7998-479f-b3be-620bf5d64877" -d '{"events": [{"server_uuid": "8531ed63-4359-4d8e-9b02-cdbeed3c46d5", "name": "network-vif-deleted", "tag": "32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:41.905892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:41.908335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 80a9c8c0-719e-4bb9-9bd7-f815d8bf1fe9 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:41.909980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:41.933461 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d61ce3-3c19-4126-90d5-57672f9db588 x-openstack-request-id: req-80d61ce3-3c19-4126-90d5-57672f9db588 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:41.933835 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8531ed63-4359-4d8e-9b02-cdbeed3c46d5", "name": "network-vif-deleted", "tag": "32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:41.934142 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80d61ce3-3c19-4126-90d5-57672f9db588 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:41.934546 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8531ed63-4359-4d8e-9b02-cdbeed3c46d5', 'name': 'network-vif-deleted', 'tag': '32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe', 'status': 'completed', 'code': 200} Aug 29 17:19:41.935121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:41.935536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3c3c7e88-b6a6-4c62-ac6f-89979b7ddccb not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:41.942659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c129b86c-a4d5-41ed-9209-168cff5740ec None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:41.944173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c129b86c-a4d5-41ed-9209-168cff5740ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:41.959969 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d6e10724-3f87-4ea6-bf8d-7058ce6491c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=becf25a7ded1452d8525fa9278f8253f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760787 Aug 29 17:19:41.960124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54864) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:42.009738 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f36ff6c6-0807-4fba-b0da-ba396c0678dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.032677 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f36ff6c6-0807-4fba-b0da-ba396c0678dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.061942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c129b86c-a4d5-41ed-9209-168cff5740ec None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:42.082491 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f36ff6c6-0807-4fba-b0da-ba396c0678dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.085073 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f36ff6c6-0807-4fba-b0da-ba396c0678dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.086356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f36ff6c6-0807-4fba-b0da-ba396c0678dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f0ffc14-979f-4282-8977-d7154db0b07e HTTP/1.1" status: 204 len: 168 time: 0.1252789 Aug 29 17:19:42.094676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ff6c6-0807-4fba-b0da-ba396c0678dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ffc14-979f-4282-8977-d7154db0b07e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:42.294213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c129b86c-a4d5-41ed-9209-168cff5740ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:42.323130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129b86c-a4d5-41ed-9209-168cff5740ec None None] Checking router: fe8e60eb-9eb6-4370-8391-66159737506e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:19:42.332283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c129b86c-a4d5-41ed-9209-168cff5740ec None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:42.333511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c129b86c-a4d5-41ed-9209-168cff5740ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:42.334656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93207779-64cd-4af4-b9a8-7ea9639214c0 req-ee7eba64-75aa-4f23-ae83-3c7ffc78c60b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:42.338239 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93207779-64cd-4af4-b9a8-7ea9639214c0 req-ee7eba64-75aa-4f23-ae83-3c7ffc78c60b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0662258 Aug 29 17:19:42.396881 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93207779-64cd-4af4-b9a8-7ea9639214c0 req-29328fae-d276-49a9-a08e-6d04ac0bc352 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490725 Aug 29 17:19:42.469621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c129b86c-a4d5-41ed-9209-168cff5740ec None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:42.667385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c129b86c-a4d5-41ed-9209-168cff5740ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:42.697073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129b86c-a4d5-41ed-9209-168cff5740ec None None] The sync data for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 is: [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:19:42.709256 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:19:42.803527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54888) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:42.874324 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f74cb3ff-b718-4d95-a5ec-517ed4f58e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.915466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1735366675-network', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:42.940858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54896) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:42.949673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Made reservation on behalf of e1a63d87cf1f45deb8e34a4dd09827fe for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:42.951930 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:42.960890 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3400ef94-dfc9-44f3-b058-28889d4993a5 None None] New status for floating IP 3cc24c47-968b-495f-b1e6-088433398817: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:19:42.969725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.029200 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fd41dfc-98b9-4133-98fa-5b406bc37877 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.069685 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fd41dfc-98b9-4133-98fa-5b406bc37877 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.142859 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.147103 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.154525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fd41dfc-98b9-4133-98fa-5b406bc37877 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.156991 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fd41dfc-98b9-4133-98fa-5b406bc37877 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.158344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2fd41dfc-98b9-4133-98fa-5b406bc37877 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "DELETE /v2.0/security-groups/a778bb03-a361-486c-858d-246687a6534d HTTP/1.1" status: 204 len: 168 time: 0.2163868 Aug 29 17:19:43.165488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54902) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:43.174523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:19:43.180566 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-40e4b3eb-826d-4904-8ea3-c7b6719d0f35 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] show failed (client error): The resource could not be found. Aug 29 17:19:43.181831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-40e4b3eb-826d-4904-8ea3-c7b6719d0f35 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups/a778bb03-a361-486c-858d-246687a6534d HTTP/1.1" status: 404 len: 347 time: 0.0148449 Aug 29 17:19:43.184754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54906) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:43.193907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.194255 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Added segment e0585fb8-acc8-473d-9b4a-0d42d4d2395a of type vlan for network 96518096-9faf-4036-a259-51dbc057a7fb Aug 29 17:19:43.195453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5f85f1-6de8-4239-9bf2-89bedb20a56a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:43.236444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd41dfc-98b9-4133-98fa-5b406bc37877 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a778bb03-a361-486c-858d-246687a6534d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:43.252773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.281737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.283548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:43.284334 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.318453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-71959529-71a7-4608-a339-e6fb2f66aa62 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Deleting port 268fc89e-6d80-4729-bed6-eaf5dd340488 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:19:43.318808 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71959529-71a7-4608-a339-e6fb2f66aa62 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.342785 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5380216 Aug 29 17:19:43.346391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54914) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:43.353491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] Request body: {'subnet': {'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1735366675-subnet', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:43.366070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29af56-5a51-449f-ac73-8e55bbed33ae admin admin] Pushing event updated for resources: {'Network': ['ID=96518096-9faf-4036-a259-51dbc057a7fb,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:43.378845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 96518096-9faf-4036-a259-51dbc057a7fb details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:19:43.385667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] Made reservation on behalf of e1a63d87cf1f45deb8e34a4dd09827fe for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:43.388059 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.422266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71959529-71a7-4608-a339-e6fb2f66aa62 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.422983 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71959529-71a7-4608-a339-e6fb2f66aa62 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.439690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-71959529-71a7-4608-a339-e6fb2f66aa62 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Calling delete_port for 268fc89e-6d80-4729-bed6-eaf5dd340488 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:19:43.589797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c9815-cf8a-4092-818b-ed6aa552b7be req-832879da-4030-40ba-b8fb-c2e99711a465 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:43.591464 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a5c9815-cf8a-4092-818b-ed6aa552b7be req-832879da-4030-40ba-b8fb-c2e99711a465 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0781164 Aug 29 17:19:43.595203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.657533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73b76ca-4c17-4143-b2f4-cc709634d216,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:43.662279 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9a5c9815-cf8a-4092-818b-ed6aa552b7be req-a58fa716-222f-4efd-b819-acea301e9ba6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619731 Aug 29 17:19:43.668571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] Checking segment: {'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:43.668942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] Network hostable DHCP agents. Network: 96518096-9faf-4036-a259-51dbc057a7fb, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:19:43.686360 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71959529-71a7-4608-a339-e6fb2f66aa62 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.686564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] Network 96518096-9faf-4036-a259-51dbc057a7fb is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:19:43.697096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 96518096-9faf-4036-a259-51dbc057a7fb) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:43.701514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:43.702152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.707942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061e234-3e1e-437d-ba1f-8ec97ca41d59 None None] Network 96518096-9faf-4036-a259-51dbc057a7fb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:19:43.717274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71959529-71a7-4608-a339-e6fb2f66aa62 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event deleted for resources: {'Port': ['ID=268fc89e-6d80-4729-bed6-eaf5dd340488,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:43.723329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4ce07bb9-8fd7-4978-9f5a-76aa5cf4af3c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3754053 Aug 29 17:19:43.728031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54930) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:43.733854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:43.772213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa961fde-870a-4faf-9733-381a8aaee159 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:43.800272 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.801544 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.810406 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71959529-71a7-4608-a339-e6fb2f66aa62 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.813469 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71959529-71a7-4608-a339-e6fb2f66aa62 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.818248 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-71959529-71a7-4608-a339-e6fb2f66aa62 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "DELETE /v2.0/floatingips/3cc24c47-968b-495f-b1e6-088433398817 HTTP/1.1" status: 204 len: 168 time: 0.6293397 Aug 29 17:19:43.938056 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:43.987509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:19:44.011638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:19:44.011981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 32ef76c3-8ee4-4b13-9af7-0a93a4d52dbe not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:19:44.143744 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.211638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54938) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:44.217893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d8050184-c678-425a-b8d6-979fc9ee0d4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538106580', 'description': 'tempest-description--1056916371'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:44.227259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:44.258884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'aa961fde-870a-4faf-9733-381a8aaee159', 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0', 'port_id': 'aa961fde-870a-4faf-9733-381a8aaee159', 'mac_address': 'fa:16:3e:f3:bd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819f87cc-5b2c-4818-8688-f4561242fdc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:19:44.262857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8050184-c678-425a-b8d6-979fc9ee0d4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.287947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-96518096-9faf-4036-a259-51dbc057a7fb', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:19:44.289058 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.320294 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.391309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa961fde-870a-4faf-9733-381a8aaee159 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:44.417368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:44.425434 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.493174 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8050184-c678-425a-b8d6-979fc9ee0d4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.507039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['aa961fde-870a-4faf-9733-381a8aaee159'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:19:44.520459 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8050184-c678-425a-b8d6-979fc9ee0d4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.532536 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.557195 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa961fde-870a-4faf-9733-381a8aaee159,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:44.580283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Allocated IP 172.20.0.2 (96518096-9faf-4036-a259-51dbc057a7fb/a73b76ca-4c17-4143-b2f4-cc709634d216/96d6f56a-64cc-4512-b413-c8855d0a8b8e) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:44.596044 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.615322 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d8050184-c678-425a-b8d6-979fc9ee0d4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.620017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54940) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:44.620574 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d8050184-c678-425a-b8d6-979fc9ee0d4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4060211 Aug 29 17:19:44.627398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3a05c722-23c8-4134-a395-651a9b016e34 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'security_group_rule': {'security_group_id': '9f503359-42ff-45ed-ba91-207f65ab1b8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:44.668168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8050184-c678-425a-b8d6-979fc9ee0d4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f503359-42ff-45ed-ba91-207f65ab1b8a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:44.684082 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3a05c722-23c8-4134-a395-651a9b016e34 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.824722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Allocated IP 172.25.5.209 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/26b906e3-8ccb-4f81-a307-22fcaf8b3556) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:44.827462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3a05c722-23c8-4134-a395-651a9b016e34 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.832922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3a05c722-23c8-4134-a395-651a9b016e34 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.859590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3a05c722-23c8-4134-a395-651a9b016e34 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.861367 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3a05c722-23c8-4134-a395-651a9b016e34 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2382455 Aug 29 17:19:44.866043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54944) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:44.872255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5ade0c63-f46e-4a64-a22d-3b4d1f7d260b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'security_group_rule': {'security_group_id': '9f503359-42ff-45ed-ba91-207f65ab1b8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:44.878279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05c722-23c8-4134-a395-651a9b016e34 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfca3a2c-1ed5-4231-981d-9139b7302708,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:44.887972 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.904565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Transition to ACTIVE for port object 96d6f56a-64cc-4512-b413-c8855d0a8b8e will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:44.915758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd75f30-443f-4127-b5a4-fcd193698640 req-b82f62c4-73c9-45a2-82f0-248ca7c7753c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:44.917919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0dd75f30-443f-4127-b5a4-fcd193698640 req-b82f62c4-73c9-45a2-82f0-248ca7c7753c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 944 time: 0.1384456 Aug 29 17:19:44.926873 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5ade0c63-f46e-4a64-a22d-3b4d1f7d260b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:44.952527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Transition to ACTIVE for port object 96d6f56a-64cc-4512-b413-c8855d0a8b8e will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:44.961389 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.018484 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0dd75f30-443f-4127-b5a4-fcd193698640 req-d67d9594-6773-4f38-8830-525343066699 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865054 Aug 29 17:19:45.039566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.040481 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5ade0c63-f46e-4a64-a22d-3b4d1f7d260b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.045608 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5ade0c63-f46e-4a64-a22d-3b4d1f7d260b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.068291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade0c63-f46e-4a64-a22d-3b4d1f7d260b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad32b807-65c8-4877-8f98-c4682f0cb7f7,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:45.071985 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5ade0c63-f46e-4a64-a22d-3b4d1f7d260b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.076214 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5ade0c63-f46e-4a64-a22d-3b4d1f7d260b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2063525 Aug 29 17:19:45.077165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 54946) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:45.083506 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Network 96518096-9faf-4036-a259-51dbc057a7fb is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:45.086341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:45.088622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:45.091283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:45.101839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Pushing event updated for resources: {'Port': ['ID=96d6f56a-64cc-4512-b413-c8855d0a8b8e,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:45.124089 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.167161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Attempting to bind port 96d6f56a-64cc-4512-b413-c8855d0a8b8e on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:45.167575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Attempting to bind port 96d6f56a-64cc-4512-b413-c8855d0a8b8e by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:45.168841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Attempting to bind port 96d6f56a-64cc-4512-b413-c8855d0a8b8e on network 96518096-9faf-4036-a259-51dbc057a7fb {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:45.179108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:45.179466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Checking segment: {'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:45.179836 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.180237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Bound using segment: {'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:45.180726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Bound port: 96d6f56a-64cc-4512-b413-c8855d0a8b8e, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:45.181114 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.228592 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.258340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-281e3364-cb7b-491e-907b-e9214296632a None None] For port 96d6f56a-64cc-4512-b413-c8855d0a8b8e, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:45.262380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-281e3364-cb7b-491e-907b-e9214296632a None None] For port 96d6f56a-64cc-4512-b413-c8855d0a8b8e, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=96d6f56a-64cc-4512-b413-c8855d0a8b8e,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:45.268272 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.272505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:45.276241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:45.291435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:45.334659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e3364-cb7b-491e-907b-e9214296632a None None] Pushing event updated for resources: {'Port': ['ID=96d6f56a-64cc-4512-b413-c8855d0a8b8e,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:45.356029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Pushing event updated for resources: {'Port': ['ID=26b906e3-8ccb-4f81-a307-22fcaf8b3556,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:45.367362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.367959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.368541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.369059 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.369424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.369759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.370143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.370477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.370803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.371130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.371461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.371782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:45.406176 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.583991 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab569f7f-8e2a-4690-9634-7d56f4f5b58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.735720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa961fde-870a-4faf-9733-381a8aaee159 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:45.753612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Allocated IP 172.25.5.39 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/04167e16-48a1-45d0-bb02-ced299e0e282) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:45.841920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port aa961fde-870a-4faf-9733-381a8aaee159 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:45.842486 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.870106 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.871554 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:45.953822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 96d6f56a-64cc-4512-b413-c8855d0a8b8e up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:45.979485 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.016353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.021460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:46.024336 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce586ec5-a214-4d45-8de7-b223338c9704" -d '{"events": [{"server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "name": "network-vif-plugged", "status": "completed", "tag": "aa961fde-870a-4faf-9733-381a8aaee159"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:46.041334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:46.049794 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.134383 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1419e298-bad5-4fc1-9294-dd9c04cd9c15 x-openstack-request-id: req-1419e298-bad5-4fc1-9294-dd9c04cd9c15 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:46.137974 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "name": "network-vif-plugged", "status": "completed", "tag": "aa961fde-870a-4faf-9733-381a8aaee159", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:46.138400 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1419e298-bad5-4fc1-9294-dd9c04cd9c15 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:46.138973 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159', 'code': 200} Aug 29 17:19:46.147065 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 96d6f56a-64cc-4512-b413-c8855d0a8b8e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:46.199202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa961fde-870a-4faf-9733-381a8aaee159,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:46.255117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.257625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.431668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:46.438481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:46.446580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:46.509677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb96719-4ff4-45e5-bc30-7f3994125ae1 req-bdb71d3f-0c9e-4a1c-a953-ef5c19409d7f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:46.511388 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4bb96719-4ff4-45e5-bc30-7f3994125ae1 req-bdb71d3f-0c9e-4a1c-a953-ef5c19409d7f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.3090758 Aug 29 17:19:46.536244 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'Port': ['ID=04167e16-48a1-45d0-bb02-ced299e0e282,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:46.634259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4bb96719-4ff4-45e5-bc30-7f3994125ae1 req-eef633a0-6cd6-4379-a88c-984109f74fa5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062641 Aug 29 17:19:46.636787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:19:46.655994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.681974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361f6d97-5630-4a85-a4de-113fb783c2c0 None None] Network 96518096-9faf-4036-a259-51dbc057a7fb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:19:46.757929 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.817072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-298b52d5-4b9b-442c-bf48-1af173fcb7c1 None None] Provisioning for port 96d6f56a-64cc-4512-b413-c8855d0a8b8e completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:46.839624 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:46.844991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-298b52d5-4b9b-442c-bf48-1af173fcb7c1 None None] Provisioning complete for port 96d6f56a-64cc-4512-b413-c8855d0a8b8e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:46.845442 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-298b52d5-4b9b-442c-bf48-1af173fcb7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.006989 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-298b52d5-4b9b-442c-bf48-1af173fcb7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.072518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-298b52d5-4b9b-442c-bf48-1af173fcb7c1 None None] For port 96d6f56a-64cc-4512-b413-c8855d0a8b8e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=96d6f56a-64cc-4512-b413-c8855d0a8b8e,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:47.087094 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-298b52d5-4b9b-442c-bf48-1af173fcb7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.166676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b52d5-4b9b-442c-bf48-1af173fcb7c1 None None] Pushing event updated for resources: {'Port': ['ID=96d6f56a-64cc-4512-b413-c8855d0a8b8e,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:47.176056 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.185154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.191068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:19:47.210515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Sync routers for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:19:47.229041 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-5506a373-4273-4e64-ba7a-91be96e391a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1275935 Aug 29 17:19:47.229283 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:47.229968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:47.394851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.399434 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-491993f6-503a-4be9-bbfb-5aa6f1092f4f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6701961 Aug 29 17:19:47.399634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 54952) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:47.410879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'Port': ['ID=04167e16-48a1-45d0-bb02-ced299e0e282,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:47.421608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:47.427804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.437511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-4ba816db-2a6b-4f91-9fdb-17d3f8f30a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:47.439067 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-4ba816db-2a6b-4f91-9fdb-17d3f8f30a49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1099 time: 0.1180444 Aug 29 17:19:47.463881 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.465090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3e60026b-a097-4643-b36b-8bb1ab8a3adf tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3872843 Aug 29 17:19:47.471717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-db07f4e3-430e-4d49-90bf-9337429a0df1 None None] Provisioning complete for port 96d6f56a-64cc-4512-b413-c8855d0a8b8e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:47.472330 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-db07f4e3-430e-4d49-90bf-9337429a0df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.619896 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-c038ac15-a265-4790-a3fd-072af400648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:47.621633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-c038ac15-a265-4790-a3fd-072af400648b service neutron] 10.222.0.16 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.1589601 Aug 29 17:19:47.717010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-f0ba01f9-cef0-4375-bfbc-6863976da47f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 1002 time: 0.0870521 Aug 29 17:19:47.722032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:45Z', 'revision_number': 3, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:47.811552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Checking router: 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:19:47.812136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Updating router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 port 26b906e3-8ccb-4f81-a307-22fcaf8b3556 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:19:47.838967 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-12e430c1-071e-4122-9e2a-0adde7de7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:47.840539 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-12e430c1-071e-4122-9e2a-0adde7de7618 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.1175232 Aug 29 17:19:47.858391 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.862134 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:47.880929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5875c4-add3-40be-9a5a-47a5ebecff74 req-e9c34be8-a843-4730-ad72-ce94e2e8d757 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:47.882723 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce5875c4-add3-40be-9a5a-47a5ebecff74 req-e9c34be8-a843-4730-ad72-ce94e2e8d757 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0953019 Aug 29 17:19:47.941125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-51df18c0-12a0-4604-82eb-c81b632a99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:47.941371 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-9e3b6ed4-50c3-4dfe-9d65-3948a0362b89 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1538106580&fields=id&tenant_id=f52f39380cfe4a18a7c995c81c357a61 HTTP/1.1" status: 200 len: 267 time: 0.0996592 Aug 29 17:19:47.941968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-51df18c0-12a0-4604-82eb-c81b632a99cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893402 Aug 29 17:19:47.971766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce5875c4-add3-40be-9a5a-47a5ebecff74 req-a3e9d2d3-58df-4861-aa8b-c1f4e039cc77 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667613 Aug 29 17:19:48.086809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-77948636-65f3-4dce-8e33-489a4667735c service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331625 Aug 29 17:19:48.110393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 96d6f56a-64cc-4512-b413-c8855d0a8b8e up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:48.228767 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0a9c087-2b1a-47d2-b715-8140ad5a7c6e req-9d5fbbf3-10a4-4e2f-a97d-d3b8f16362d9 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333394 Aug 29 17:19:48.230693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 96d6f56a-64cc-4512-b413-c8855d0a8b8e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:48.230994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.277760 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.297113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Transition to ACTIVE for port object 26b906e3-8ccb-4f81-a307-22fcaf8b3556 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:48.317853 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.351054 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.421919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Attempting to bind port 26b906e3-8ccb-4f81-a307-22fcaf8b3556 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:48.421919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Attempting to bind port 26b906e3-8ccb-4f81-a307-22fcaf8b3556 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:48.421919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Attempting to bind port 26b906e3-8ccb-4f81-a307-22fcaf8b3556 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:48.422319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0bba4-88b4-46c9-b2c2-e8032f3210e2 None None] Pushing event updated for resources: {'Port': ['ID=26b906e3-8ccb-4f81-a307-22fcaf8b3556,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:48.440387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:48.440630 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:48.441110 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.441554 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:48.442154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Bound port: 26b906e3-8ccb-4f81-a307-22fcaf8b3556, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:48.442972 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.538334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] For port 26b906e3-8ccb-4f81-a307-22fcaf8b3556, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:48.543020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] For port 26b906e3-8ccb-4f81-a307-22fcaf8b3556, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=26b906e3-8ccb-4f81-a307-22fcaf8b3556,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:48.547149 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.550111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-08badccf-e96e-4fa7-9182-fca4d318adb6 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:48.552668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-08badccf-e96e-4fa7-9182-fca4d318adb6 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 811 time: 0.2297506 Aug 29 17:19:48.577995 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-e5ab911d-bfb7-46ff-a015-534b6ddabc2a tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/quotas/f52f39380cfe4a18a7c995c81c357a61 HTTP/1.1" status: 200 len: 375 time: 0.0177424 Aug 29 17:19:48.579372 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:48.612525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:48.613443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:48.655616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0bba4-88b4-46c9-b2c2-e8032f3210e2 None None] Pushing event updated for resources: {'Port': ['ID=26b906e3-8ccb-4f81-a307-22fcaf8b3556,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:48.707486 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-3d6c4a43-7d6f-416e-9eee-41ac5690fb88 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1238530 Aug 29 17:19:48.727209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-01d0c6fe-8d37-4adb-80d3-16a8b7463416 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:19:48.728362 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-01d0c6fe-8d37-4adb-80d3-16a8b7463416 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087321 Aug 29 17:19:48.741419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:48.895447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Allocated IP 172.20.0.1 (96518096-9faf-4036-a259-51dbc057a7fb/a73b76ca-4c17-4143-b2f4-cc709634d216/d082b3f1-791a-4e5a-911d-f6b7ff62eba6) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:48.904526 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-fa681e89-0ad1-47e3-8ce8-4c570c76c86d service neutron] 10.222.0.22 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464367 Aug 29 17:19:49.105327 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-684845d0-efb9-4a67-9e2c-3930470909b4 service neutron] 10.222.0.22 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860816 Aug 29 17:19:49.164385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:49.216631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d89db8-86bf-483b-a9f1-b826e925b41a req-585f42eb-0f1f-4d96-8017-f4d0b229f467 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:49.218236 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-42d89db8-86bf-483b-a9f1-b826e925b41a req-585f42eb-0f1f-4d96-8017-f4d0b229f467 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1129513 Aug 29 17:19:49.223281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Transition to ACTIVE for port object d082b3f1-791a-4e5a-911d-f6b7ff62eba6 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:49.225080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:45Z', 'revision_number': 3, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:49.267612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44737e1f-59ce-4207-b3f4-ee62d9de0159 req-00eafb42-e45f-4e57-b7c3-cc01b191b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:49.274610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741eead4-c515-47bf-83fe-70385c149ee2 None None] The sync data for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 is: [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:45Z', 'revision_number': 3, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:19:49.279026 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44737e1f-59ce-4207-b3f4-ee62d9de0159 req-00eafb42-e45f-4e57-b7c3-cc01b191b23f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 1097 time: 0.1491394 Aug 29 17:19:49.325661 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-42d89db8-86bf-483b-a9f1-b826e925b41a req-6afec446-803e-4c64-b37b-3c9be44d7494 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909538 Aug 29 17:19:49.435417 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a177e2e4-7c6f-4fb1-ac96-ee2a93bd5e0b req-4d01c2d2-e339-440b-8b16-0a2587252ad2 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 210 time: 0.0313628 Aug 29 17:19:49.474923 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:49.528853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44737e1f-59ce-4207-b3f4-ee62d9de0159 req-49329e57-9346-4372-9914-165d45ffd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:49.530508 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44737e1f-59ce-4207-b3f4-ee62d9de0159 req-49329e57-9346-4372-9914-165d45ffd0d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 200 len: 915 time: 0.2173665 Aug 29 17:19:49.554365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Network 96518096-9faf-4036-a259-51dbc057a7fb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:49.592549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:49.615970 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:49.707278 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44737e1f-59ce-4207-b3f4-ee62d9de0159 req-a923b70f-ce34-485d-84cb-b583b5a78fe6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa961fde-870a-4faf-9733-381a8aaee159 HTTP/1.1" status: 200 len: 217 time: 0.1634455 Aug 29 17:19:49.707916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Pushing event updated for resources: {'Port': ['ID=d082b3f1-791a-4e5a-911d-f6b7ff62eba6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:49.788190 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:49.947634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 26b906e3-8ccb-4f81-a307-22fcaf8b3556 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:50.058798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 26b906e3-8ccb-4f81-a307-22fcaf8b3556 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:50.065551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 26b906e3-8ccb-4f81-a307-22fcaf8b3556 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:50.066536 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.091140 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.095114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44737e1f-59ce-4207-b3f4-ee62d9de0159 req-a6b20536-6be6-4871-8e2c-2fe285df0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:50.096636 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44737e1f-59ce-4207-b3f4-ee62d9de0159 req-a6b20536-6be6-4871-8e2c-2fe285df0c6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=819f87cc-5b2c-4818-8688-f4561242fdc0 HTTP/1.1" status: 200 len: 854 time: 0.3666408 Aug 29 17:19:50.124987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ad76ab52-2dee-4a9d-a152-7500ba0f887a None None] Provisioning for port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:50.142779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ad76ab52-2dee-4a9d-a152-7500ba0f887a None None] Provisioning complete for port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:50.143157 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad76ab52-2dee-4a9d-a152-7500ba0f887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.186437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44737e1f-59ce-4207-b3f4-ee62d9de0159 req-f89c1b09-df01-4545-a991-b048dee8d26c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bb8b986-e621-4d7d-b88d-4bd0db675da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688772 Aug 29 17:19:50.219167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ad76ab52-2dee-4a9d-a152-7500ba0f887a None None] Port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:50.279829 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.307712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 26b906e3-8ccb-4f81-a307-22fcaf8b3556, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=26b906e3-8ccb-4f81-a307-22fcaf8b3556,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:50.314916 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.382389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=26b906e3-8ccb-4f81-a307-22fcaf8b3556,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:50.401198 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.510728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44737e1f-59ce-4207-b3f4-ee62d9de0159 req-406a1f34-aada-4573-b0e3-eeb5dd567b75 service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137050 Aug 29 17:19:50.600722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83e1d4ee-7aff-4fb2-af4d-f95cad2cfbbb req-14391ebe-fcb6-49cb-bddf-fe4287fcd1c7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 210 time: 0.0504022 Aug 29 17:19:50.661139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630a8da-8463-4fe2-85b1-2f329aa4cb21 req-969c9419-00cd-4591-bd48-ea0cdec53aa2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:50.663275 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7630a8da-8463-4fe2-85b1-2f329aa4cb21 req-969c9419-00cd-4591-bd48-ea0cdec53aa2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1993406 Aug 29 17:19:50.703565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.721420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.832858 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44737e1f-59ce-4207-b3f4-ee62d9de0159 req-9e3820ca-f754-4dbf-b97f-3760a2f859ff service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121109 Aug 29 17:19:50.845476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7630a8da-8463-4fe2-85b1-2f329aa4cb21 req-c9158bef-d621-47be-b7ae-d894a1009e42 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539810 Aug 29 17:19:50.854077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:50.856345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Pushing event updated for resources: {'Port': ['ID=d082b3f1-791a-4e5a-911d-f6b7ff62eba6,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:50.999109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Network 96518096-9faf-4036-a259-51dbc057a7fb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:51.010204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:51.204066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-0d0dfd41-f171-49e7-a092-071e8570ea66 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:51.206193 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-0d0dfd41-f171-49e7-a092-071e8570ea66 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.16 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 811 time: 0.2253599 Aug 29 17:19:51.239144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:19:51.302457 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-869344d9-de86-43a0-9251-06b1df21d6ef tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52f39380cfe4a18a7c995c81c357a61 HTTP/1.1" status: 200 len: 380 time: 0.0850568 Aug 29 17:19:51.317336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'port': {'device_id': '975203c4-50ec-41bb-84cb-6a08befb389f', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'admin_state_up': True, 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'security_groups': ['9f503359-42ff-45ed-ba91-207f65ab1b8a']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:51.353835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-81c830fd-30dc-4dcc-b813-3535e68ee168 None None] Provisioning complete for port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:51.354350 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-81c830fd-30dc-4dcc-b813-3535e68ee168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.407368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-81c830fd-30dc-4dcc-b813-3535e68ee168 None None] Port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:51.431751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:19:51.464105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-76dc95a0-a42a-45de-9f2c-b17404fb221e admin admin] 10.222.0.22 "PUT /v2.0/routers/2eb9fc28-b75a-4b45-a24e-5e90d76c0167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0541985 Aug 29 17:19:51.488713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Made reservation on behalf of f52f39380cfe4a18a7c995c81c357a61 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:51.493625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.680604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Allocated IP 172.20.0.5 (fa2171fc-5fc2-4f5a-bea0-33e55a3c0128/77ef7c0c-e800-4236-99d1-e6364c68d339/4e61f6f3-83f1-4f16-917a-087d44f0587d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:51.848146 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Sync routers for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:19:51.872400 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:51.889451 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:51.895256 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4119f53d-74ae-44b1-86b9-0aab1eabc95b req-d9e50622-8b42-46c6-aa53-33c107cef40f tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 210 time: 0.0788033 Aug 29 17:19:51.923577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 26b906e3-8ccb-4f81-a307-22fcaf8b3556 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:51.950008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:51.994689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Transition to ACTIVE for port object 4e61f6f3-83f1-4f16-917a-087d44f0587d will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:52.035569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 26b906e3-8ccb-4f81-a307-22fcaf8b3556 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:52.036039 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.048973 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:52.064308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c918d5-d243-4b5c-b5b3-4d21590be2dc req-97e0b06b-2025-434d-8f5d-5721ef038369 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:52.069083 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39c918d5-d243-4b5c-b5b3-4d21590be2dc req-97e0b06b-2025-434d-8f5d-5721ef038369 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1010318 Aug 29 17:19:52.123754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.158387 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39c918d5-d243-4b5c-b5b3-4d21590be2dc req-d444c163-0ad4-4efa-8e37-9263b6dbe821 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804906 Aug 29 17:19:52.190972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:52.194758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:52.211900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55008) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:52.212858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:52.218283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-222568176-network', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:52.257614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Made reservation on behalf of 03a3e41f0bca449aac896de3d59051a5 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:52.260216 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.287692 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.350690 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 2, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:52.392617 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Checking router: 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:19:52.393529 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Updating router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:19:52.438534 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.444939 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.450386 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.480394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2396767f-e841-4647-b941-7352787532ce,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:52.512618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:19:52.523685 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.524082 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Added segment b1828eb5-804f-4925-869e-8499cb705961 of type vlan for network f743e3b3-7a6c-43fc-9684-73f68816a005 Aug 29 17:19:52.614510 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.647859 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cb3c1921-f347-4ffe-acf8-e9bf644c9726 None None] Provisioning for port 4e61f6f3-83f1-4f16-917a-087d44f0587d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:52.652131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.654474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cb3c1921-f347-4ffe-acf8-e9bf644c9726 None None] Provisioning complete for port 4e61f6f3-83f1-4f16-917a-087d44f0587d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:52.655261 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1921-f347-4ffe-acf8-e9bf644c9726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.658619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:52.661163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.739371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c1921-f347-4ffe-acf8-e9bf644c9726 None None] Port 4e61f6f3-83f1-4f16-917a-087d44f0587d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:52.752281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] Pushing event updated for resources: {'Network': ['ID=f743e3b3-7a6c-43fc-9684-73f68816a005,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:52.762337 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f3a1e926-298f-49ea-839c-a54ff8fb551d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5462525 Aug 29 17:19:52.763318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55010) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:52.765319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network f743e3b3-7a6c-43fc-9684-73f68816a005 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:19:52.774480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] Request body: {'subnet': {'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-222568176-subnet', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:52.809405 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.819719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] Made reservation on behalf of 03a3e41f0bca449aac896de3d59051a5 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:19:52.825410 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.837782 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Transition to ACTIVE for port object d082b3f1-791a-4e5a-911d-f6b7ff62eba6 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:52.849966 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:52.910187 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Pushing event updated for resources: {'Port': ['ID=d082b3f1-791a-4e5a-911d-f6b7ff62eba6,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:52.929908 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:52.930248 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:52.930620 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:52.935145 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:52.935145 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:52.935145 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:52.935804 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:52.935907 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:52.936219 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:52.936546 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:52.936874 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:52.937256 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:53.015184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event updated for resources: {'Port': ['ID=4e61f6f3-83f1-4f16-917a-087d44f0587d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:53.017677 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Attempting to bind port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:53.018052 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Attempting to bind port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:53.018911 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Attempting to bind port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 on network 96518096-9faf-4036-a259-51dbc057a7fb {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:53.026168 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:53.026550 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Checking segment: {'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:53.027014 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.027406 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Bound using segment: {'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:53.027883 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Bound port: d082b3f1-791a-4e5a-911d-f6b7ff62eba6, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:53.028267 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.074429 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.087859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:53.088863 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.115516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7e5ac-7aeb-4652-96f1-c4cea175e5ec req-755846b3-4817-4ecb-a98a-c4c2a45a570d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:53.133241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51f7e5ac-7aeb-4652-96f1-c4cea175e5ec req-755846b3-4817-4ecb-a98a-c4c2a45a570d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 931 time: 0.1125712 Aug 29 17:19:53.143839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d5aec0-bb35-412e-9c91-0fad022b3a2e,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:53.154527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-25ee0c57-5a31-43ba-9626-33d3f160795d tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8440619 Aug 29 17:19:53.162059 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] For port d082b3f1-791a-4e5a-911d-f6b7ff62eba6, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:53.164083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] Checking segment: {'id': 'b1828eb5-804f-4925-869e-8499cb705961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:53.164739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] Network hostable DHCP agents. Network: f743e3b3-7a6c-43fc-9684-73f68816a005, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:19:53.169917 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] For port d082b3f1-791a-4e5a-911d-f6b7ff62eba6, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d082b3f1-791a-4e5a-911d-f6b7ff62eba6,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:53.170512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Request body: {'port': {'device_id': '975203c4-50ec-41bb-84cb-6a08befb389f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:53.176601 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.189516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] Network f743e3b3-7a6c-43fc-9684-73f68816a005 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:19:53.220332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, f743e3b3-7a6c-43fc-9684-73f68816a005) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:53.228820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:53.229686 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.229809 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7aac3-b4ac-48f9-81ef-3815507b5f22 None None] Network f743e3b3-7a6c-43fc-9684-73f68816a005 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:19:53.261959 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ee5fd764-98b0-484b-934a-9e451a3b4652 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4975109 Aug 29 17:19:53.264798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55016) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:53.266665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51f7e5ac-7aeb-4652-96f1-c4cea175e5ec req-10da1f9a-e0ea-4f13-8cfb-224e3dc7290f tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322720 Aug 29 17:19:53.276195 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-222568176-router', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:19:53.330954 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.351342 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:53.351979 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:53.419989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db0033-cd60-45e5-a7c5-e6084cf81b24 req-d95c1ff0-73bc-4c21-98c1-3c0ec65b8433 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:53.427614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47db0033-cd60-45e5-a7c5-e6084cf81b24 req-d95c1ff0-73bc-4c21-98c1-3c0ec65b8433 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1395137 Aug 29 17:19:53.430884 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.431950 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.473568 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a41b1-d755-43bf-9f6f-1122091b3993 None None] Pushing event updated for resources: {'Port': ['ID=d082b3f1-791a-4e5a-911d-f6b7ff62eba6,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:53.494674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47db0033-cd60-45e5-a7c5-e6084cf81b24 req-13d007cd-1018-4490-9246-f5a1dff058f1 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660198 Aug 29 17:19:53.597848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.670520 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:53.777584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-f743e3b3-7a6c-43fc-9684-73f68816a005', 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'fixed_ips': [{'subnet_id': '54d5aec0-bb35-412e-9c91-0fad022b3a2e'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:19:53.778483 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.898924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e61f6f3-83f1-4f16-917a-087d44f0587d {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:19:53.914328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:53.946935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Transition to ACTIVE for port object 4e61f6f3-83f1-4f16-917a-087d44f0587d will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:53.953192 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:54.107706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Pushing event updated for resources: {'Port': ['ID=4e61f6f3-83f1-4f16-917a-087d44f0587d,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:54.113631 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:53Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:54.125263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Allocated IP 172.20.0.2 (f743e3b3-7a6c-43fc-9684-73f68816a005/54d5aec0-bb35-412e-9c91-0fad022b3a2e/0dfa95d9-76f2-4faf-bf9b-d8242b8877e2) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:54.200064 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e01be-704a-40b8-a34e-77b6f0fa5d09 None None] The sync data for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 is: [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:53Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:19:54.285184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Attempting to bind port 4e61f6f3-83f1-4f16-917a-087d44f0587d on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:54.290601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Attempting to bind port 4e61f6f3-83f1-4f16-917a-087d44f0587d by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:54.291890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Attempting to bind port 4e61f6f3-83f1-4f16-917a-087d44f0587d on network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:54.330523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Port 4e61f6f3-83f1-4f16-917a-087d44f0587d on network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:19:54.331124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Attempting to bind port 4e61f6f3-83f1-4f16-917a-087d44f0587d on network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:54.344876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:54.345373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Checking segment: {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:54.345845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Bound using segment: {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:54.346389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Bound port: 4e61f6f3-83f1-4f16-917a-087d44f0587d, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd81e87-4d20-4fd7-90f0-4630efbb3484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:54.346825 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:54.481504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] For port 4e61f6f3-83f1-4f16-917a-087d44f0587d, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:54.487865 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] For port 4e61f6f3-83f1-4f16-917a-087d44f0587d, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=4e61f6f3-83f1-4f16-917a-087d44f0587d,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:54.503271 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:54.517172 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:54.543200 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:54.560260 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Transition to ACTIVE for port object 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:54.598548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.599835 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:54.600019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Transition to ACTIVE for port object 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:54.601706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] 10.222.0.16 "PUT /v2.0/ports/4e61f6f3-83f1-4f16-917a-087d44f0587d HTTP/1.1" status: 200 len: 1092 time: 1.4377544 Aug 29 17:19:54.603909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975203c4-50ec-41bb-84cb-6a08befb389f', 'tag': '4e61f6f3-83f1-4f16-917a-087d44f0587d'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:19:54.609614 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:54.625006 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a" -d '{"events": [{"name": "network-changed", "server_uuid": "975203c4-50ec-41bb-84cb-6a08befb389f", "tag": "4e61f6f3-83f1-4f16-917a-087d44f0587d"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:19:54.686638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Network f743e3b3-7a6c-43fc-9684-73f68816a005 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:54.714107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:54.723488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:54.747297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Pushing event updated for resources: {'Port': ['ID=0dfa95d9-76f2-4faf-bf9b-d8242b8877e2,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:54.764930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.765577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.766073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.770725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.771354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.772273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.772821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.773677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.774214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.774911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.775456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.776004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:19:54.810057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e81288-757e-4eb4-89f6-0f6f318bdaa3 req-8588b5f2-a18a-49ec-aaa1-33122b59963e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.817154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18e81288-757e-4eb4-89f6-0f6f318bdaa3 req-8588b5f2-a18a-49ec-aaa1-33122b59963e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1796632 Aug 29 17:19:54.870474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Attempting to bind port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:54.871037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Attempting to bind port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'b1828eb5-804f-4925-869e-8499cb705961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:54.871455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Attempting to bind port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 on network f743e3b3-7a6c-43fc-9684-73f68816a005 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:54.875604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864cc8f-76b1-4939-863f-2fe32b4195fa req-4ab061a4-bab8-4c80-9697-49360333c861 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.877969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a864cc8f-76b1-4939-863f-2fe32b4195fa req-4ab061a4-bab8-4c80-9697-49360333c861 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 943 time: 0.4356911 Aug 29 17:19:54.887174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:54.887174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Checking segment: {'id': 'b1828eb5-804f-4925-869e-8499cb705961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:54.887826 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:54.888316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Bound using segment: {'id': 'b1828eb5-804f-4925-869e-8499cb705961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:54.888898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Bound port: 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1828eb5-804f-4925-869e-8499cb705961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:54.889494 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:54.894089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb445e-e7f9-4e1d-b8fe-a223e9411896 service neutron] Pushing event updated for resources: {'Port': ['ID=4e61f6f3-83f1-4f16-917a-087d44f0587d,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:54.945012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18e81288-757e-4eb4-89f6-0f6f318bdaa3 req-b6d42222-845f-4483-96cc-2a5c4a7ef9ae tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199338 Aug 29 17:19:54.994540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-f683c249-0ee5-4e13-9a46-544a04d1c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:54.998295 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-f683c249-0ee5-4e13-9a46-544a04d1c1de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 1095 time: 0.2915924 Aug 29 17:19:55.004210 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a864cc8f-76b1-4939-863f-2fe32b4195fa req-f3cd4d4f-152c-4ada-9f8c-018dd9e336a1 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898159 Aug 29 17:19:55.007225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] For port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:55.016354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] For port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0dfa95d9-76f2-4faf-bf9b-d8242b8877e2,segment=NetworkSegment(b1828eb5-804f-4925-869e-8499cb705961),segment_id=b1828eb5-804f-4925-869e-8499cb705961)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:55.022172 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:55.156071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb8d00-0561-415c-bcfa-26531eb4b6da None None] Pushing event updated for resources: {'Port': ['ID=0dfa95d9-76f2-4faf-bf9b-d8242b8877e2,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:55.156600 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e69902d-2996-453f-9de2-7bec247212ab x-openstack-request-id: req-6e69902d-2996-453f-9de2-7bec247212ab {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:19:55.157604 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975203c4-50ec-41bb-84cb-6a08befb389f", "tag": "4e61f6f3-83f1-4f16-917a-087d44f0587d", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:19:55.158024 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e69902d-2996-453f-9de2-7bec247212ab {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:19:55.159538 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975203c4-50ec-41bb-84cb-6a08befb389f', 'tag': '4e61f6f3-83f1-4f16-917a-087d44f0587d', 'status': 'completed', 'code': 200} Aug 29 17:19:55.162618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-4c4ad97a-4baf-4280-8a24-cf320fcf3cb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e61f6f3-83f1-4f16-917a-087d44f0587d HTTP/1.1" status: 200 len: 217 time: 0.1550105 Aug 29 17:19:55.230563 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:55.262994 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:55.320349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-223a4da6-f270-4a86-a1c1-895387a673b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.322283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-223a4da6-f270-4a86-a1c1-895387a673b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 200 len: 850 time: 0.1361623 Aug 29 17:19:55.424803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-2b189622-98ac-42f6-b2a3-4b8615303928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.429179 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-2b189622-98ac-42f6-b2a3-4b8615303928 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960865 Aug 29 17:19:55.467499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Allocated IP 172.25.5.68 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/ebc479bb-3b19-4dc8-a8a5-1088e3e52b67) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:55.595398 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-083d185e-2cd4-4d0d-b33f-335729ae3b48 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559808 Aug 29 17:19:55.679699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:55.736757 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fc0e02a-8894-4553-9bc8-faa2395b72fd req-5535237d-825d-4412-a6dd-9b1e93473800 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142025 Aug 29 17:19:55.754944 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:55.811883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:55.815980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:55.821125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:55.888636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc479bb-3b19-4dc8-a8a5-1088e3e52b67,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:55.913131 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a req-e90289db-9564-4488-b13f-a909b15bcb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:55.914716 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a req-e90289db-9564-4488-b13f-a909b15bcb44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 1095 time: 0.1190236 Aug 29 17:19:56.010416 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d082b3f1-791a-4e5a-911d-f6b7ff62eba6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:56.124172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a req-4502c53e-76ff-4f58-97c8-8b1ec5363575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.125950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a req-4502c53e-76ff-4f58-97c8-8b1ec5363575 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 912 time: 0.2035484 Aug 29 17:19:56.182208 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:56.185676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:56.186061 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:56.283849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a req-b53cb256-97dc-4bef-9009-772a66e2ad54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e61f6f3-83f1-4f16-917a-087d44f0587d HTTP/1.1" status: 200 len: 217 time: 0.1497657 Aug 29 17:19:56.342479 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:56.354501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c7a9f-a2bf-43e8-a457-3604a56a0734 req-5447979f-f328-41ff-8098-e09c9343553b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.368745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a1c7a9f-a2bf-43e8-a457-3604a56a0734 req-5447979f-f328-41ff-8098-e09c9343553b tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 943 time: 0.1629174 Aug 29 17:19:56.387729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port d082b3f1-791a-4e5a-911d-f6b7ff62eba6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d082b3f1-791a-4e5a-911d-f6b7ff62eba6,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:56.391984 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:56.393040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:56.427591 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:56.434033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465e478-445b-49e2-8640-543a865d3536 req-bc6cd384-1ded-431e-9377-d843eab5b3ba tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.444430 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e465e478-445b-49e2-8640-543a865d3536 req-bc6cd384-1ded-431e-9377-d843eab5b3ba tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.2908494 Aug 29 17:19:56.451444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a req-f9ed0219-93d8-469e-bfa2-59c47e1f3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.453007 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a req-f9ed0219-93d8-469e-bfa2-59c47e1f3eeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 200 len: 850 time: 0.1567080 Aug 29 17:19:56.506584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=d082b3f1-791a-4e5a-911d-f6b7ff62eba6,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:56.530449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:56.577469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a1c7a9f-a2bf-43e8-a457-3604a56a0734 req-c7c042c9-b082-4d9d-8889-e6f6760e6c82 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068365 Aug 29 17:19:56.607489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e465e478-445b-49e2-8640-543a865d3536 req-3763a50b-521a-47dd-8a0c-9a06c264ba66 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534116 Aug 29 17:19:56.617737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a req-3b8699e5-b0b4-49e2-82da-fe3efa15cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:56.619284 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a req-3b8699e5-b0b4-49e2-82da-fe3efa15cd04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1508753 Aug 29 17:19:56.637595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e6188f-43f8-4c4d-811c-066a494e69c9 None None] Network f743e3b3-7a6c-43fc-9684-73f68816a005 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:19:56.753452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-84fb46f8-50ae-4490-b981-b833c29c3bf6 None None] Provisioning for port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:56.763518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-84fb46f8-50ae-4490-b981-b833c29c3bf6 None None] Provisioning complete for port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:56.765453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-84fb46f8-50ae-4490-b981-b833c29c3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:56.814306 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a req-922170f2-ec42-47fc-a715-ad4a21c2d0f7 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791496 Aug 29 17:19:56.842095 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:56.934020 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-84fb46f8-50ae-4490-b981-b833c29c3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:56.945408 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e533fe1-94cf-45a5-8fd2-7af72ed4741a req-d9ebe51f-5a02-41d4-a459-b431349ebb21 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236153 Aug 29 17:19:56.992818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-84fb46f8-50ae-4490-b981-b833c29c3bf6 None None] For port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0dfa95d9-76f2-4faf-bf9b-d8242b8877e2,segment=NetworkSegment(b1828eb5-804f-4925-869e-8499cb705961),segment_id=b1828eb5-804f-4925-869e-8499cb705961)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:19:56.998012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Router 1901717d-35f3-41ee-b7d0-07aa777a3cdd is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:19:56.998724 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-84fb46f8-50ae-4490-b981-b833c29c3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:57.083383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb46f8-50ae-4490-b981-b833c29c3bf6 None None] Pushing event updated for resources: {'Port': ['ID=0dfa95d9-76f2-4faf-bf9b-d8242b8877e2,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:57.168243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:19:57.180608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Sync routers for ids ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:19:57.193268 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Routers {'1901717d-35f3-41ee-b7d0-07aa777a3cdd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:57.193903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-86e14333-d97e-49da-b506-3964891c7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:57.199154 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:57.203058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-90dfb517-bfe2-44db-9cd9-aad60348e034 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9346020 Aug 29 17:19:57.203419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55032) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:19:57.358968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Set router 1901717d-35f3-41ee-b7d0-07aa777a3cdd gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:57.483521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6f8cf476-1a02-4619-8b5b-591137f745e2 None None] Provisioning complete for port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:57.483887 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf476-1a02-4619-8b5b-591137f745e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:57.647816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-86e14333-d97e-49da-b506-3964891c7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'name': 'tempest-TestVolumeBackupRestore-222568176-router', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:53Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 3, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'gw_port': {'id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:55Z', 'updated_at': '2021-08-29T17:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:57.679962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Checking router: 1901717d-35f3-41ee-b7d0-07aa777a3cdd for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:19:57.680327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Updating router 1901717d-35f3-41ee-b7d0-07aa777a3cdd port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:19:57.711171 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:57.745201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd64e9-c001-4005-b23c-afd64bbbb6b2 req-541549fd-a42c-4ae0-9876-d807ddae9811 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:57.755003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9dbd64e9-c001-4005-b23c-afd64bbbb6b2 req-541549fd-a42c-4ae0-9876-d807ddae9811 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 943 time: 0.0811169 Aug 29 17:19:57.819489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ef5a-734a-4cb0-bf20-614383167664 req-001ab08e-ec18-4340-a3c0-000c3d62c4d3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:57.821012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9dbd64e9-c001-4005-b23c-afd64bbbb6b2 req-0314f27b-d469-4d96-bd68-3272050be12e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610659 Aug 29 17:19:57.835791 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be73ef5a-734a-4cb0-bf20-614383167664 req-001ab08e-ec18-4340-a3c0-000c3d62c4d3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1138117 Aug 29 17:19:57.915692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be73ef5a-734a-4cb0-bf20-614383167664 req-b106845f-f7dd-48fd-8994-4db6be61a186 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788982 Aug 29 17:19:57.933132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.042760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d082b3f1-791a-4e5a-911d-f6b7ff62eba6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:58.118608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:58.119259 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.125748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Allocated IP 172.20.0.1 (f743e3b3-7a6c-43fc-9684-73f68816a005/54d5aec0-bb35-412e-9c91-0fad022b3a2e/d8091c8d-9660-486c-a3bb-3015f97b6571) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:19:58.249964 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:58.255014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.277886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Transition to ACTIVE for port object d8091c8d-9660-486c-a3bb-3015f97b6571 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:58.287055 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.304897 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Transition to ACTIVE for port object ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:19:58.316172 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.333785 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.374552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Attempting to bind port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:19:58.375117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Attempting to bind port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:19:58.375496 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Attempting to bind port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:19:58.384410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:58.384578 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Network f743e3b3-7a6c-43fc-9684-73f68816a005 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:58.384778 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.390453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:58.401838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:19:58.420824 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:19:58.421211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:19:58.421644 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.422044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:19:58.422524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Bound port: ebc479bb-3b19-4dc8-a8a5-1088e3e52b67, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:19:58.422950 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.448209 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.455653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Pushing event updated for resources: {'Port': ['ID=d8091c8d-9660-486c-a3bb-3015f97b6571,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:58.486335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-86e14333-d97e-49da-b506-3964891c7197 None None] For port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:19:58.491473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-86e14333-d97e-49da-b506-3964891c7197 None None] For port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ebc479bb-3b19-4dc8-a8a5-1088e3e52b67,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:19:58.492699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf843f-eaca-403c-8d25-7ed14eb81a0c None None] Pushing event updated for resources: {'Port': ['ID=ebc479bb-3b19-4dc8-a8a5-1088e3e52b67,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:58.499609 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.580607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Routers {'1901717d-35f3-41ee-b7d0-07aa777a3cdd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:19:58.581778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-86e14333-d97e-49da-b506-3964891c7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:58.635133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf843f-eaca-403c-8d25-7ed14eb81a0c None None] Pushing event updated for resources: {'Port': ['ID=ebc479bb-3b19-4dc8-a8a5-1088e3e52b67,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:58.668470 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.778520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4d8b22af-ed64-4f7e-a864-ed4b545a4b9a None None] Provisioning for port d8091c8d-9660-486c-a3bb-3015f97b6571 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:58.784423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-86e14333-d97e-49da-b506-3964891c7197 None None] Set router 1901717d-35f3-41ee-b7d0-07aa777a3cdd gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:19:58.816672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4d8b22af-ed64-4f7e-a864-ed4b545a4b9a None None] Provisioning complete for port d8091c8d-9660-486c-a3bb-3015f97b6571 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:58.817048 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4d8b22af-ed64-4f7e-a864-ed4b545a4b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.913102 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:58.931021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:59.004927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b22af-ed64-4f7e-a864-ed4b545a4b9a None None] Port d8091c8d-9660-486c-a3bb-3015f97b6571 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:59.014933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee592c-fb32-4654-8a0d-470208040639 req-6331450c-7cc8-40e6-9c81-bebaa6657f4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:59.017162 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c7ee592c-fb32-4654-8a0d-470208040639 req-6331450c-7cc8-40e6-9c81-bebaa6657f4c tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 943 time: 0.1022434 Aug 29 17:19:59.082095 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c7ee592c-fb32-4654-8a0d-470208040639 req-ce9ad0de-672c-426d-a867-4dfea5838319 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532196 Aug 29 17:19:59.098972 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:59.106521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-86e14333-d97e-49da-b506-3964891c7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'name': 'tempest-TestVolumeBackupRestore-222568176-router', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:53Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 3, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'gw_port': {'id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:55Z', 'updated_at': '2021-08-29T17:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:19:59.120732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Pushing event updated for resources: {'Port': ['ID=d8091c8d-9660-486c-a3bb-3015f97b6571,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:19:59.136975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17d4bb-edb5-488f-b965-f675096bf455 req-2f499156-9d4b-4b8d-832b-5ce2b474d9b5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:19:59.144781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e14333-d97e-49da-b506-3964891c7197 None None] The sync data for ids ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'] in n-d-713301-13 is: [{'id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'name': 'tempest-TestVolumeBackupRestore-222568176-router', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:53Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 3, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'gw_port': {'id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:55Z', 'updated_at': '2021-08-29T17:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:19:59.145436 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e17d4bb-edb5-488f-b965-f675096bf455 req-2f499156-9d4b-4b8d-832b-5ce2b474d9b5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.1228931 Aug 29 17:19:59.242010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e17d4bb-edb5-488f-b965-f675096bf455 req-6a3ee53c-4d48-466b-938e-4300264d2fae tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959656 Aug 29 17:19:59.284650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Network f743e3b3-7a6c-43fc-9684-73f68816a005 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:19:59.286595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:19:59.503653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Router 1901717d-35f3-41ee-b7d0-07aa777a3cdd has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:19:59.633605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7c285344-f990-4dd3-a0bd-5a08bc9faf4d None None] Provisioning complete for port d8091c8d-9660-486c-a3bb-3015f97b6571 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:59.634287 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7c285344-f990-4dd3-a0bd-5a08bc9faf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:19:59.662437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:19:59.668565 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f72e67ad-c55a-4a07-9e07-f8b24d8652c8 admin admin] 10.222.0.22 "PUT /v2.0/routers/1901717d-35f3-41ee-b7d0-07aa777a3cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4608653 Aug 29 17:19:59.677029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-7c285344-f990-4dd3-a0bd-5a08bc9faf4d None None] Port d8091c8d-9660-486c-a3bb-3015f97b6571 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:19:59.884347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:19:59.957383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 4e61f6f3-83f1-4f16-917a-087d44f0587d details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:19:59.960509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:19:59.967864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:19:59.968232 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.166023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 4e61f6f3-83f1-4f16-917a-087d44f0587d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=4e61f6f3-83f1-4f16-917a-087d44f0587d,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:00.168899 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.205375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '4e61f6f3-83f1-4f16-917a-087d44f0587d', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'port_id': '4e61f6f3-83f1-4f16-917a-087d44f0587d', 'mac_address': 'fa:16:3e:fc:be:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:00.210683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ebc479bb-3b19-4dc8-a8a5-1088e3e52b67,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:00.216304 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.232912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640459f-c964-430f-b7bf-6a4eef515eba req-1519a19d-758c-4865-841d-a9a0a8b95856 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.242430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4640459f-c964-430f-b7bf-6a4eef515eba req-1519a19d-758c-4865-841d-a9a0a8b95856 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 943 time: 0.0764391 Aug 29 17:20:00.293612 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.310494 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4640459f-c964-430f-b7bf-6a4eef515eba req-3a29e61e-1d71-4543-8415-14fb14e1c153 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631087 Aug 29 17:20:00.333492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e61f6f3-83f1-4f16-917a-087d44f0587d {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:00.343015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ebc479bb-3b19-4dc8-a8a5-1088e3e52b67,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:00.362352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 4e61f6f3-83f1-4f16-917a-087d44f0587d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=4e61f6f3-83f1-4f16-917a-087d44f0587d,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:00.370531 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:00.420019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168176-fec2-4a0a-b91b-47f74ec2f776 req-ea4ecc39-2ecc-42a9-a0d5-bb4db97d7e90 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.422022 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27168176-fec2-4a0a-b91b-47f74ec2f776 req-ea4ecc39-2ecc-42a9-a0d5-bb4db97d7e90 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0877593 Aug 29 17:20:00.427773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=4e61f6f3-83f1-4f16-917a-087d44f0587d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:00.466245 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-27168176-fec2-4a0a-b91b-47f74ec2f776 req-50db9a32-7905-40cd-90c8-e4fcb7291acb tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370004 Aug 29 17:20:00.668949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['4e61f6f3-83f1-4f16-917a-087d44f0587d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:00.772336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99404313-378d-4c58-9344-c1c2b72c3b8a req-38a92f3f-5687-4870-b775-22b0c1bc80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.773734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99404313-378d-4c58-9344-c1c2b72c3b8a req-38a92f3f-5687-4870-b775-22b0c1bc80b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 1097 time: 0.0471683 Aug 29 17:20:00.882225 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99404313-378d-4c58-9344-c1c2b72c3b8a req-bd7d9acc-135e-4151-8aa9-c296e2bb0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.883737 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99404313-378d-4c58-9344-c1c2b72c3b8a req-bd7d9acc-135e-4151-8aa9-c296e2bb0c15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 200 len: 915 time: 0.1027668 Aug 29 17:20:00.927413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99404313-378d-4c58-9344-c1c2b72c3b8a req-47310190-3097-4db5-a2e7-c3ea12cbf67a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa961fde-870a-4faf-9733-381a8aaee159 HTTP/1.1" status: 200 len: 217 time: 0.0365007 Aug 29 17:20:00.978492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99404313-378d-4c58-9344-c1c2b72c3b8a req-3a186f81-9045-4620-b987-c916aea57132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:00.980046 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99404313-378d-4c58-9344-c1c2b72c3b8a req-3a186f81-9045-4620-b987-c916aea57132 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=819f87cc-5b2c-4818-8688-f4561242fdc0 HTTP/1.1" status: 200 len: 854 time: 0.0460041 Aug 29 17:20:01.012367 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99404313-378d-4c58-9344-c1c2b72c3b8a req-418fa1d2-5e45-4085-8353-b6062163f081 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bb8b986-e621-4d7d-b88d-4bd0db675da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250695 Aug 29 17:20:01.117117 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99404313-378d-4c58-9344-c1c2b72c3b8a req-6ad4a1c4-d6b3-401e-82e3-084c6c70ff25 service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972190 Aug 29 17:20:01.210373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-99404313-378d-4c58-9344-c1c2b72c3b8a req-05788bcf-4f78-4887-b5dd-6a9b521e51d5 service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858750 Aug 29 17:20:01.432510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed75289-6e65-4905-aa68-7b2c20b1f1bf req-aa4988f4-d230-47be-9680-189c2362ca05 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.434215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ed75289-6e65-4905-aa68-7b2c20b1f1bf req-aa4988f4-d230-47be-9680-189c2362ca05 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 944 time: 0.0633879 Aug 29 17:20:01.477901 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ed75289-6e65-4905-aa68-7b2c20b1f1bf req-ccfd1598-3636-4a20-a3a7-2c67462f3ac6 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371180 Aug 29 17:20:01.592932 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebf83f-a84c-444b-9594-70d448fb3c21 req-bfab72fa-95ff-489b-8715-6631a9b22064 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:01.594673 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4ebf83f-a84c-444b-9594-70d448fb3c21 req-bfab72fa-95ff-489b-8715-6631a9b22064 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0521693 Aug 29 17:20:01.647000 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4ebf83f-a84c-444b-9594-70d448fb3c21 req-368cf507-9f73-447a-aad4-9dcbfbd7beda tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452404 Aug 29 17:20:01.840349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:01.844409 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Sync routers for ids ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:01.854339 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Routers {'1901717d-35f3-41ee-b7d0-07aa777a3cdd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:01.855552 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:01.901270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:01.901642 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:01.969849 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Set router 1901717d-35f3-41ee-b7d0-07aa777a3cdd gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:01.976868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 4e61f6f3-83f1-4f16-917a-087d44f0587d up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:02.039557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 4e61f6f3-83f1-4f16-917a-087d44f0587d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:02.044482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 4e61f6f3-83f1-4f16-917a-087d44f0587d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:02.044900 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.129654 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.152729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975203c4-50ec-41bb-84cb-6a08befb389f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e61f6f3-83f1-4f16-917a-087d44f0587d'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:02.155119 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d27e944-d58e-4646-bd2a-37f7e2b1bfc2" -d '{"events": [{"server_uuid": "975203c4-50ec-41bb-84cb-6a08befb389f", "name": "network-vif-plugged", "status": "completed", "tag": "4e61f6f3-83f1-4f16-917a-087d44f0587d"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:02.169834 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 4e61f6f3-83f1-4f16-917a-087d44f0587d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=4e61f6f3-83f1-4f16-917a-087d44f0587d,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:02.175420 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.197794 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'name': 'tempest-TestVolumeBackupRestore-222568176-router', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:53Z', 'updated_at': '2021-08-29T17:19:58Z', 'revision_number': 4, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'gw_port': {'id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:55Z', 'updated_at': '2021-08-29T17:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd8091c8d-9660-486c-a3bb-3015f97b6571', 'name': '', 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'mac_address': 'fa:16:3e:c0:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '54d5aec0-bb35-412e-9c91-0fad022b3a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:57Z', 'updated_at': '2021-08-29T17:19:58Z', 'revision_number': 2, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'subnets': [{'id': '54d5aec0-bb35-412e-9c91-0fad022b3a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:02.209912 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3d3fc1-5e74-431a-9e6d-7799bee5e679 x-openstack-request-id: req-4e3d3fc1-5e74-431a-9e6d-7799bee5e679 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:02.210208 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975203c4-50ec-41bb-84cb-6a08befb389f", "name": "network-vif-plugged", "status": "completed", "tag": "4e61f6f3-83f1-4f16-917a-087d44f0587d", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:02.210461 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e3d3fc1-5e74-431a-9e6d-7799bee5e679 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:02.217345 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975203c4-50ec-41bb-84cb-6a08befb389f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e61f6f3-83f1-4f16-917a-087d44f0587d', 'code': 200} Aug 29 17:20:02.231891 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Checking router: 1901717d-35f3-41ee-b7d0-07aa777a3cdd for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:02.232619 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Updating router 1901717d-35f3-41ee-b7d0-07aa777a3cdd port d8091c8d-9660-486c-a3bb-3015f97b6571 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:20:02.243918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=4e61f6f3-83f1-4f16-917a-087d44f0587d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:02.264457 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.305467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f534245-a8a5-408c-bdf3-3daef70e5b3b req-9644fb81-c544-4358-b383-46ae7de74532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:02.307089 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f534245-a8a5-408c-bdf3-3daef70e5b3b req-9644fb81-c544-4358-b383-46ae7de74532 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 1097 time: 0.0435514 Aug 29 17:20:02.348803 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f534245-a8a5-408c-bdf3-3daef70e5b3b req-fb3d9dfe-3f95-41b1-969c-2da3a80d1209 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338686 Aug 29 17:20:02.600433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851f669-886b-4fae-9178-d6a073937549 req-12420eb5-7818-4e4e-91b1-694a365cf0a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:02.606354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8851f669-886b-4fae-9178-d6a073937549 req-12420eb5-7818-4e4e-91b1-694a365cf0a5 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 945 time: 0.0545051 Aug 29 17:20:02.620964 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.631861 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Transition to ACTIVE for port object d8091c8d-9660-486c-a3bb-3015f97b6571 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:02.638316 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.648798 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8851f669-886b-4fae-9178-d6a073937549 req-fd3c9109-9e20-4835-92f2-becc33f2711a tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407872 Aug 29 17:20:02.693679 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0502bf-2ee6-4e65-a136-2b615e01e371 None None] Pushing event updated for resources: {'Port': ['ID=d8091c8d-9660-486c-a3bb-3015f97b6571,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:02.770028 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Attempting to bind port d8091c8d-9660-486c-a3bb-3015f97b6571 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:02.770217 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Attempting to bind port d8091c8d-9660-486c-a3bb-3015f97b6571 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'b1828eb5-804f-4925-869e-8499cb705961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:02.770566 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Attempting to bind port d8091c8d-9660-486c-a3bb-3015f97b6571 on network f743e3b3-7a6c-43fc-9684-73f68816a005 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:02.782348 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:02.782774 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Checking segment: {'id': 'b1828eb5-804f-4925-869e-8499cb705961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:02.783198 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.783589 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Bound using segment: {'id': 'b1828eb5-804f-4925-869e-8499cb705961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:02.784056 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Bound port: d8091c8d-9660-486c-a3bb-3015f97b6571, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1828eb5-804f-4925-869e-8499cb705961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:02.784486 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.826889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e41461-5066-4777-accf-dfbe8d689fb5 req-1757a5b4-a4ac-44e9-abe0-cd3d3e1a3b09 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:02.838073 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-83e41461-5066-4777-accf-dfbe8d689fb5 req-1757a5b4-a4ac-44e9-abe0-cd3d3e1a3b09 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0855000 Aug 29 17:20:02.859261 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] For port d8091c8d-9660-486c-a3bb-3015f97b6571, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:02.863559 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] For port d8091c8d-9660-486c-a3bb-3015f97b6571, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d8091c8d-9660-486c-a3bb-3015f97b6571,segment=NetworkSegment(b1828eb5-804f-4925-869e-8499cb705961),segment_id=b1828eb5-804f-4925-869e-8499cb705961)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:02.868942 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:02.885712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-83e41461-5066-4777-accf-dfbe8d689fb5 req-b95d2d92-6aea-4031-ba7e-66dcbc93c02d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464323 Aug 29 17:20:02.942331 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Routers {'1901717d-35f3-41ee-b7d0-07aa777a3cdd'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:02.942975 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:02.948481 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0502bf-2ee6-4e65-a136-2b615e01e371 None None] Pushing event updated for resources: {'Port': ['ID=d8091c8d-9660-486c-a3bb-3015f97b6571,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:03.067763 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] Set router 1901717d-35f3-41ee-b7d0-07aa777a3cdd gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:03.289558 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'name': 'tempest-TestVolumeBackupRestore-222568176-router', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:53Z', 'updated_at': '2021-08-29T17:19:58Z', 'revision_number': 4, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'gw_port': {'id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:55Z', 'updated_at': '2021-08-29T17:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd8091c8d-9660-486c-a3bb-3015f97b6571', 'name': '', 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'mac_address': 'fa:16:3e:c0:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '54d5aec0-bb35-412e-9c91-0fad022b3a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:57Z', 'updated_at': '2021-08-29T17:20:02Z', 'revision_number': 4, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'subnets': [{'id': '54d5aec0-bb35-412e-9c91-0fad022b3a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:03.321137 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d79cb-ebec-4f09-b5a2-3101e6ad7539 None None] The sync data for ids ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'] in n-d-713301-13 is: [{'id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'name': 'tempest-TestVolumeBackupRestore-222568176-router', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:53Z', 'updated_at': '2021-08-29T17:19:58Z', 'revision_number': 4, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'gw_port': {'id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:55Z', 'updated_at': '2021-08-29T17:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd8091c8d-9660-486c-a3bb-3015f97b6571', 'name': '', 'network_id': 'f743e3b3-7a6c-43fc-9684-73f68816a005', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'mac_address': 'fa:16:3e:c0:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '54d5aec0-bb35-412e-9c91-0fad022b3a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:57Z', 'updated_at': '2021-08-29T17:20:02Z', 'revision_number': 4, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'subnets': [{'id': '54d5aec0-bb35-412e-9c91-0fad022b3a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:03.820711 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee425f4b-bc9c-4655-b2f8-6f571b515a90 req-2a1e2b3f-d8bd-41c9-bc72-30a15608edd0 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:03.831146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ee425f4b-bc9c-4655-b2f8-6f571b515a90 req-2a1e2b3f-d8bd-41c9-bc72-30a15608edd0 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 945 time: 0.1015446 Aug 29 17:20:03.837771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa961fde-870a-4faf-9733-381a8aaee159 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:03.902300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ee425f4b-bc9c-4655-b2f8-6f571b515a90 req-e1c1646d-aeeb-494e-b6c6-2028f1ac58b4 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681529 Aug 29 17:20:03.930364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d8091c8d-9660-486c-a3bb-3015f97b6571 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:04.017056 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:04.039561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ae52c-6f12-46d1-8782-059a4454390c req-dc3f1b43-c0b3-43f8-a1c2-500fbc24f2c1 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.045026 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port d8091c8d-9660-486c-a3bb-3015f97b6571 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:04.049925 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef5ae52c-6f12-46d1-8782-059a4454390c req-dc3f1b43-c0b3-43f8-a1c2-500fbc24f2c1 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 945 time: 0.0642631 Aug 29 17:20:04.056626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d8091c8d-9660-486c-a3bb-3015f97b6571 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:04.057089 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:04.063522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:04.086288 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:04.099005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef5ae52c-6f12-46d1-8782-059a4454390c req-c200bc32-cdc5-4c56-9794-1d241a8ef74e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477905 Aug 29 17:20:04.166839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa961fde-870a-4faf-9733-381a8aaee159,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:04.212628 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:04.222522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:04.226364 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8655805-1314-43e3-802b-46adf66b15ff" -d '{"events": [{"server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "name": "network-vif-unplugged", "status": "completed", "tag": "aa961fde-870a-4faf-9733-381a8aaee159"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:04.261674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port d8091c8d-9660-486c-a3bb-3015f97b6571, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d8091c8d-9660-486c-a3bb-3015f97b6571,segment=NetworkSegment(b1828eb5-804f-4925-869e-8499cb705961),segment_id=b1828eb5-804f-4925-869e-8499cb705961)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:04.267687 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:04.269050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9df18-787a-4a7d-a9b3-d86bfb109ec3 req-8841483b-5dfd-42fc-a1c4-64de0bd67b52 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.270663 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94d9df18-787a-4a7d-a9b3-d86bfb109ec3 req-8841483b-5dfd-42fc-a1c4-64de0bd67b52 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0724578 Aug 29 17:20:04.307476 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7409e28-ef9d-427b-907a-3aabd40c470b x-openstack-request-id: req-b7409e28-ef9d-427b-907a-3aabd40c470b {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:04.307830 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "name": "network-vif-unplugged", "status": "failed", "tag": "aa961fde-870a-4faf-9733-381a8aaee159", "code": 422}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:04.308025 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7409e28-ef9d-427b-907a-3aabd40c470b {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:04.308455 n-d-713301-13 neutron-server[111678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159', 'code': 422} returned with failed status Aug 29 17:20:04.327112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94d9df18-787a-4a7d-a9b3-d86bfb109ec3 req-6772bd4a-4d89-489b-81b4-190ea35fc564 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490978 Aug 29 17:20:04.340841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=d8091c8d-9660-486c-a3bb-3015f97b6571,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:04.683721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086077b-6b83-497c-93dc-e82fb524fd6f req-71834bec-6512-4243-a42e-a332fab6c40b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:04.685351 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d086077b-6b83-497c-93dc-e82fb524fd6f req-71834bec-6512-4243-a42e-a332fab6c40b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0551524 Aug 29 17:20:04.727149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d086077b-6b83-497c-93dc-e82fb524fd6f req-98decfb8-c80f-40d8-b073-9073398619d4 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347307 Aug 29 17:20:04.841355 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-ad7d73e5-a2e6-4fc9-8592-d0451d37b588 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423000 Aug 29 17:20:05.041475 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbdccb-395a-44ed-af54-be5884452527 req-314e7906-a140-4431-addd-fc4866837cda tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:05.043057 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-28cbdccb-395a-44ed-af54-be5884452527 req-314e7906-a140-4431-addd-fc4866837cda tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 945 time: 0.0646541 Aug 29 17:20:05.084610 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-28cbdccb-395a-44ed-af54-be5884452527 req-a3d5fa01-453d-46de-ad7c-2bb78d491a59 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356045 Aug 29 17:20:05.213103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2662b5-64f9-4da3-a747-3cb138ba07b3 req-c6971c4c-93ac-4948-af38-bf8d3361a7c7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:05.214666 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be2662b5-64f9-4da3-a747-3cb138ba07b3 req-c6971c4c-93ac-4948-af38-bf8d3361a7c7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 945 time: 0.0621879 Aug 29 17:20:05.223298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55192) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:05.228038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a0ff0fd4-6266-4dc2-b986-406b4fee95b9 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Request body: {'floatingip': {'port_id': '4e61f6f3-83f1-4f16-917a-087d44f0587d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:05.270545 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fd4-6266-4dc2-b986-406b4fee95b9 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:05.708716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-49ddf8b5-dfd4-4c78-949f-4e190427016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:05.710257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-49ddf8b5-dfd4-4c78-949f-4e190427016d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5&tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b HTTP/1.1" status: 200 len: 1095 time: 0.0797076 Aug 29 17:20:05.878184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d8091c8d-9660-486c-a3bb-3015f97b6571 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:05.902134 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035cb2f-cb9c-42d8-97e4-698785e679dd req-7be1a2f2-4e68-46c1-85db-686eb986c110 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:05.905318 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e035cb2f-cb9c-42d8-97e4-698785e679dd req-7be1a2f2-4e68-46c1-85db-686eb986c110 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0743508 Aug 29 17:20:05.955505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port d8091c8d-9660-486c-a3bb-3015f97b6571 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:05.955898 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:05.962133 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e035cb2f-cb9c-42d8-97e4-698785e679dd req-0d48ac8a-9d9a-4b2f-90d3-415172870ec8 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472436 Aug 29 17:20:06.120879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fd4-6266-4dc2-b986-406b4fee95b9 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:06.125905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-aaf1e3c0-aa95-4555-b8e8-8f8c3b093ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:06.127445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-aaf1e3c0-aa95-4555-b8e8-8f8c3b093ed4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 1095 time: 0.3731720 Aug 29 17:20:06.128567 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fd4-6266-4dc2-b986-406b4fee95b9 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:06.300101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-9dd0d884-5b98-41bc-9adb-cd64c7f487a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:06.301540 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-9dd0d884-5b98-41bc-9adb-cd64c7f487a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 200 len: 915 time: 0.1393437 Aug 29 17:20:06.304350 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-a0ff0fd4-6266-4dc2-b986-406b4fee95b9 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Floating IP 8ee803bb-1d79-4b14-b5dc-f5c8261bc2d3 associated. External IP: 172.25.5.39, port: 4e61f6f3-83f1-4f16-917a-087d44f0587d. Aug 29 17:20:06.378778 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-711708b6-4db0-488b-8d0e-0dd0d9b5ca54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa961fde-870a-4faf-9733-381a8aaee159 HTTP/1.1" status: 200 len: 217 time: 0.0705795 Aug 29 17:20:06.478803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-39e4e54c-c197-4eaf-8ff0-137745ac5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:06.480306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-39e4e54c-c197-4eaf-8ff0-137745ac5fa9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=819f87cc-5b2c-4818-8688-f4561242fdc0 HTTP/1.1" status: 200 len: 854 time: 0.0947773 Aug 29 17:20:06.547827 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-62af6ccd-f152-4576-947c-4ceed5b61096 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bb8b986-e621-4d7d-b88d-4bd0db675da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586481 Aug 29 17:20:06.692241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff0fd4-6266-4dc2-b986-406b4fee95b9 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Router fe8e60eb-9eb6-4370-8391-66159737506e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:20:06.695139 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-3a531d83-19a0-40a0-bca7-64fa2393157e service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405165 Aug 29 17:20:06.869803 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4d4ce54b-d53c-4a14-877e-8373cf8d3949 req-b978c669-29a7-4f0e-b059-c60cca399a61 service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676307 Aug 29 17:20:06.875920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff0fd4-6266-4dc2-b986-406b4fee95b9 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:06.881733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0fd4-6266-4dc2-b986-406b4fee95b9 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:06.888251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3895b84-c7e3-4644-93e4-a707ba084768 None None] Sync routers for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:06.899559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3895b84-c7e3-4644-93e4-a707ba084768 None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:06.900364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3895b84-c7e3-4644-93e4-a707ba084768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:06.915515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a0ff0fd4-6266-4dc2-b986-406b4fee95b9 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "PUT /v2.0/floatingips/8ee803bb-1d79-4b14-b5dc-f5c8261bc2d3 HTTP/1.1" status: 200 len: 990 time: 1.6910682 Aug 29 17:20:06.916360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975203c4-50ec-41bb-84cb-6a08befb389f', 'tag': '4e61f6f3-83f1-4f16-917a-087d44f0587d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:06.919227 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc09d862-c0be-4717-a66e-0888dd5d99c8" -d '{"events": [{"name": "network-changed", "server_uuid": "975203c4-50ec-41bb-84cb-6a08befb389f", "tag": "4e61f6f3-83f1-4f16-917a-087d44f0587d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:06.977698 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4326cb9-8823-45fb-93ad-0261fc0c02b0 x-openstack-request-id: req-f4326cb9-8823-45fb-93ad-0261fc0c02b0 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:06.978002 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975203c4-50ec-41bb-84cb-6a08befb389f", "tag": "4e61f6f3-83f1-4f16-917a-087d44f0587d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:06.978263 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4326cb9-8823-45fb-93ad-0261fc0c02b0 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:06.978673 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975203c4-50ec-41bb-84cb-6a08befb389f', 'tag': '4e61f6f3-83f1-4f16-917a-087d44f0587d', 'status': 'completed', 'code': 200} Aug 29 17:20:07.059702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-f3895b84-c7e3-4644-93e4-a707ba084768 None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:07.088831 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09d862-c0be-4717-a66e-0888dd5d99c8 req-4617fb29-2481-4e39-8867-8779089d89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:07.096377 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc09d862-c0be-4717-a66e-0888dd5d99c8 req-4617fb29-2481-4e39-8867-8779089d89a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 1097 time: 0.0898688 Aug 29 17:20:07.233865 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09d862-c0be-4717-a66e-0888dd5d99c8 req-899043ab-c689-486c-81f8-4127dc779374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:07.235560 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc09d862-c0be-4717-a66e-0888dd5d99c8 req-899043ab-c689-486c-81f8-4127dc779374 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 912 time: 0.1312330 Aug 29 17:20:07.320339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc09d862-c0be-4717-a66e-0888dd5d99c8 req-2e4589bb-7a6d-4a46-91f5-ce1487db766c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e61f6f3-83f1-4f16-917a-087d44f0587d HTTP/1.1" status: 200 len: 998 time: 0.0742524 Aug 29 17:20:07.332079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8ad0c-a3a0-4669-b36d-61b7f2bd67c1 req-8ccbf95f-90a1-4ca1-b1ca-30bc817ac8ae tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:07.336144 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8f8ad0c-a3a0-4669-b36d-61b7f2bd67c1 req-8ccbf95f-90a1-4ca1-b1ca-30bc817ac8ae tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.2333443 Aug 29 17:20:07.424842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09d862-c0be-4717-a66e-0888dd5d99c8 req-359f8bb2-9914-47a9-ac9b-b10315c8bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:07.426405 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc09d862-c0be-4717-a66e-0888dd5d99c8 req-359f8bb2-9914-47a9-ac9b-b10315c8bf53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 200 len: 850 time: 0.0881600 Aug 29 17:20:07.469043 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8f8ad0c-a3a0-4669-b36d-61b7f2bd67c1 req-c0c9a85e-f1fb-48d5-b6f7-dea80faa95b3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281977 Aug 29 17:20:07.511934 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09d862-c0be-4717-a66e-0888dd5d99c8 req-e95dc468-1db8-49cb-b16f-595f9b57c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:07.513990 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc09d862-c0be-4717-a66e-0888dd5d99c8 req-e95dc468-1db8-49cb-b16f-595f9b57c38c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767066 Aug 29 17:20:07.565387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3895b84-c7e3-4644-93e4-a707ba084768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '8ee803bb-1d79-4b14-b5dc-f5c8261bc2d3', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'port_id': '4e61f6f3-83f1-4f16-917a-087d44f0587d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'mac_address': 'fa:16:3e:fc:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975203c4-50ec-41bb-84cb-6a08befb389f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:19:46Z', 'updated_at': '2021-08-29T17:20:05Z', 'revision_number': 1, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:07.622808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3895b84-c7e3-4644-93e4-a707ba084768 None None] Checking router: fe8e60eb-9eb6-4370-8391-66159737506e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:07.650423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3895b84-c7e3-4644-93e4-a707ba084768 None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:07.651278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3895b84-c7e3-4644-93e4-a707ba084768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:19:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:07.663955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc09d862-c0be-4717-a66e-0888dd5d99c8 req-656d82f1-05b3-47fb-8b6b-6344e07f626c service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420689 Aug 29 17:20:07.849393 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc09d862-c0be-4717-a66e-0888dd5d99c8 req-14f22858-25a8-4061-91f6-92e0f4542e72 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779504 Aug 29 17:20:07.876470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-f3895b84-c7e3-4644-93e4-a707ba084768 None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:08.295387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f3895b84-c7e3-4644-93e4-a707ba084768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '8ee803bb-1d79-4b14-b5dc-f5c8261bc2d3', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'port_id': '4e61f6f3-83f1-4f16-917a-087d44f0587d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'mac_address': 'fa:16:3e:fc:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975203c4-50ec-41bb-84cb-6a08befb389f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:19:46Z', 'updated_at': '2021-08-29T17:20:05Z', 'revision_number': 1, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:08.326424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3895b84-c7e3-4644-93e4-a707ba084768 None None] The sync data for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 is: [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '8ee803bb-1d79-4b14-b5dc-f5c8261bc2d3', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'port_id': '4e61f6f3-83f1-4f16-917a-087d44f0587d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'mac_address': 'fa:16:3e:fc:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975203c4-50ec-41bb-84cb-6a08befb389f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:19:46Z', 'updated_at': '2021-08-29T17:20:05Z', 'revision_number': 1, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:08.572143 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa7351-8a3a-4b5c-b5ce-d88679e05eb9 None None] New status for floating IP 8ee803bb-1d79-4b14-b5dc-f5c8261bc2d3: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:20:08.636615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b26c2-8703-4e99-9e79-92c621a54740 req-dc6421c3-07e9-44b0-bc0c-753ee5706224 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:08.645262 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f6b26c2-8703-4e99-9e79-92c621a54740 req-dc6421c3-07e9-44b0-bc0c-753ee5706224 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0853384 Aug 29 17:20:08.702239 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f6b26c2-8703-4e99-9e79-92c621a54740 req-b36e867b-683f-4a82-a769-1faa92024cc8 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515847 Aug 29 17:20:09.836413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df8ecb-ad01-4899-9288-2e33f93bddc9 req-5b605a32-d2ca-4882-9bef-374cb44e167f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:09.837974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e1df8ecb-ad01-4899-9288-2e33f93bddc9 req-5b605a32-d2ca-4882-9bef-374cb44e167f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0632823 Aug 29 17:20:09.880031 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e1df8ecb-ad01-4899-9288-2e33f93bddc9 req-6de00b65-e10b-48e3-b460-2203d1e92a3e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355108 Aug 29 17:20:11.018038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6e6f2-638d-4a89-ab37-78e94e38a71d req-ebf3b229-c04e-4c8f-9222-cc908f1a4eec tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:11.025614 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ec6e6f2-638d-4a89-ab37-78e94e38a71d req-ebf3b229-c04e-4c8f-9222-cc908f1a4eec tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0660458 Aug 29 17:20:11.067168 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ec6e6f2-638d-4a89-ab37-78e94e38a71d req-07879e7e-d421-44fc-af45-44d2b49e3099 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406015 Aug 29 17:20:12.290683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3760-7c9c-41df-9fe0-c7d537e2a543 req-8852a123-30a1-4db3-a351-c9c49cddd64f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:12.298303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c71d3760-7c9c-41df-9fe0-c7d537e2a543 req-8852a123-30a1-4db3-a351-c9c49cddd64f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.1353226 Aug 29 17:20:12.381804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c71d3760-7c9c-41df-9fe0-c7d537e2a543 req-5a7bdc99-dfac-434d-a860-849c2377288a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819895 Aug 29 17:20:12.919537 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-14ef5fe8-a336-44a5-a48a-3bf8d607ae65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:13.508949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10908af-5214-41e7-9c2d-ebd50cef2407 req-ca085c94-ba85-4818-bccb-7261d0da2513 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:13.510631 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c10908af-5214-41e7-9c2d-ebd50cef2407 req-ca085c94-ba85-4818-bccb-7261d0da2513 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0652525 Aug 29 17:20:13.565525 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c10908af-5214-41e7-9c2d-ebd50cef2407 req-c09df431-1e05-411b-b566-c50b1e32b3ba tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471723 Aug 29 17:20:14.727879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e031c-b0f8-4961-9aad-c143e76765aa req-f82e7f57-06fc-47ad-9bb0-8e9ca9cec3af tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:14.739160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1c8e031c-b0f8-4961-9aad-c143e76765aa req-f82e7f57-06fc-47ad-9bb0-8e9ca9cec3af tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0638533 Aug 29 17:20:14.793436 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1c8e031c-b0f8-4961-9aad-c143e76765aa req-1cc1cbfc-1e27-4583-9a41-7da6f6483b7b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530853 Aug 29 17:20:15.579203 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f6df7b39-e104-486f-8483-1702718163db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:15.855500 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:15.962880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b901ee8-fae7-4eab-b994-066a5be7fbb8 req-ed25f32b-e179-4c49-a53b-324626902c25 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:15.965454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b901ee8-fae7-4eab-b994-066a5be7fbb8 req-ed25f32b-e179-4c49-a53b-324626902c25 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0748253 Aug 29 17:20:16.029867 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b901ee8-fae7-4eab-b994-066a5be7fbb8 req-a27bfa2c-dd87-4391-8703-a49889f84e81 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538285 Aug 29 17:20:16.697964 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:17.170412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0e12b-0774-4f7e-bcab-0004d847919c req-a0eadbb5-6dea-42f7-8fd8-22254f4e39e6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:17.173173 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3dd0e12b-0774-4f7e-bcab-0004d847919c req-a0eadbb5-6dea-42f7-8fd8-22254f4e39e6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0611556 Aug 29 17:20:17.221935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3dd0e12b-0774-4f7e-bcab-0004d847919c req-ec100241-9914-4a07-977d-9efa6467f93e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Aug 29 17:20:17.739468 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.336964 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:18.357267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a19ba2-0d44-45c8-a0e6-b143e2d5f3bc req-c943a98b-f2e9-40cc-a209-f398e498611a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:18.358839 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7a19ba2-0d44-45c8-a0e6-b143e2d5f3bc req-c943a98b-f2e9-40cc-a209-f398e498611a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0662463 Aug 29 17:20:18.404351 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7a19ba2-0d44-45c8-a0e6-b143e2d5f3bc req-b4b11b4d-7d06-4b06-bf45-f593f4d6db8c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382924 Aug 29 17:20:19.588577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e1521-93c5-4857-a388-86b301a8a940 req-f3e19d8d-e588-4a8f-b112-380729e71e65 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:19.590777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eb8e1521-93c5-4857-a388-86b301a8a940 req-f3e19d8d-e588-4a8f-b112-380729e71e65 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 943 time: 0.0659821 Aug 29 17:20:19.666636 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eb8e1521-93c5-4857-a388-86b301a8a940 req-56e12925-fd8f-4897-a99e-2b941136c946 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679338 Aug 29 17:20:19.711667 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:20:19.927494 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa961fde-870a-4faf-9733-381a8aaee159 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:20.039651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:20.054280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'aa961fde-870a-4faf-9733-381a8aaee159', 'network_id': '2bb8b986-e621-4d7d-b88d-4bd0db675da0', 'port_id': 'aa961fde-870a-4faf-9733-381a8aaee159', 'mac_address': 'fa:16:3e:f3:bd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819f87cc-5b2c-4818-8688-f4561242fdc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:20.104493 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:20.118397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa961fde-870a-4faf-9733-381a8aaee159 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:20.152522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:20.164946 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:20.230395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa961fde-870a-4faf-9733-381a8aaee159,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:20.347156 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:20.367203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['aa961fde-870a-4faf-9733-381a8aaee159'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:20.807492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace38f89-c82e-4a50-9351-f3e7a3208237 req-272157be-bfef-41a7-b281-bc41edd02106 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:20.816387 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ace38f89-c82e-4a50-9351-f3e7a3208237 req-272157be-bfef-41a7-b281-bc41edd02106 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 944 time: 0.0693796 Aug 29 17:20:20.857795 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ace38f89-c82e-4a50-9351-f3e7a3208237 req-5a3704ea-3620-49dc-a182-dd8b0ffca689 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Aug 29 17:20:21.926099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa961fde-870a-4faf-9733-381a8aaee159 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:22.046128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port aa961fde-870a-4faf-9733-381a8aaee159 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:22.046128 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:22.078470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c7191-fd38-4f7c-803a-5f519d43cc5b req-23cf934c-ed03-4751-bc4a-02da449682c0 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:22.080134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc5c7191-fd38-4f7c-803a-5f519d43cc5b req-23cf934c-ed03-4751-bc4a-02da449682c0 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 944 time: 0.0895624 Aug 29 17:20:22.139740 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bc5c7191-fd38-4f7c-803a-5f519d43cc5b req-67267ab2-5442-44e3-b957-d86f0ae64b38 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490038 Aug 29 17:20:22.180994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:22.222314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:22.223542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:22.227243 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec6fd92-afe7-4cd7-b06c-286fab726fe3" -d '{"events": [{"server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "name": "network-vif-plugged", "status": "completed", "tag": "aa961fde-870a-4faf-9733-381a8aaee159"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:22.231514 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:22.288747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=aa961fde-870a-4faf-9733-381a8aaee159,revision_number=10']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:22.342807 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910c3e7b-c147-4945-9e4e-bcbe478adef1 x-openstack-request-id: req-910c3e7b-c147-4945-9e4e-bcbe478adef1 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:22.344459 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "name": "network-vif-plugged", "status": "completed", "tag": "aa961fde-870a-4faf-9733-381a8aaee159", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:22.344459 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-910c3e7b-c147-4945-9e4e-bcbe478adef1 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:22.344459 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159', 'code': 200} Aug 29 17:20:22.577321 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9a851-abba-4e0c-b31e-bf55bab1bc71 req-090fd53e-bfeb-4418-9cac-5fb62783429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:22.577321 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-09f9a851-abba-4e0c-b31e-bf55bab1bc71 req-090fd53e-bfeb-4418-9cac-5fb62783429f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 1098 time: 0.0688081 Aug 29 17:20:22.614517 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-09f9a851-abba-4e0c-b31e-bf55bab1bc71 req-1bba5edf-96c3-4b4d-9960-c54944f0d0e3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Aug 29 17:20:23.052370 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-68e57185-49cf-4a64-90a6-486b231529af tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231202481&fields=id&tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 267 time: 0.0325687 Aug 29 17:20:23.157751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830dbab-72a4-429f-8665-80f416cd3194 req-845090dd-65af-4817-ad7e-acb0904d5dd4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:23.159186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-845090dd-65af-4817-ad7e-acb0904d5dd4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.1002564 Aug 29 17:20:23.175726 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-08ee57c8-acbb-4b08-bf2a-099644694abd tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/quotas/8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 375 time: 0.0107818 Aug 29 17:20:23.238834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-ba4fc0b2-8593-48b1-842c-8eacf5ea0b2c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0575342 Aug 29 17:20:23.248453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad7c41-a01e-4710-8815-dde94c021ef2 req-14fe46f9-f653-4b67-a25c-a8446af1a3d5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:23.250468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55ad7c41-a01e-4710-8815-dde94c021ef2 req-14fe46f9-f653-4b67-a25c-a8446af1a3d5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0499482 Aug 29 17:20:23.288490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55ad7c41-a01e-4710-8815-dde94c021ef2 req-5ab12a41-9e49-45f1-9158-139a96410503 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320933 Aug 29 17:20:23.334452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-31273de1-559e-49aa-86cf-41470d8a54bc service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834870 Aug 29 17:20:23.429370 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-5ebb59f4-0d5a-4aa2-818f-eb039629c95d service neutron] 10.222.0.22 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889897 Aug 29 17:20:23.742569 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53447e87-55ee-4665-abb7-6b9f1cd0017d req-17d142d0-3142-4536-b825-a255dcfe9ed1 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 210 time: 0.0374541 Aug 29 17:20:24.408684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d030f07-26f9-4865-b1a4-2e4db874d2ca req-2b401bc7-57d4-453c-b8c1-03f60c3a6171 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:24.410259 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d030f07-26f9-4865-b1a4-2e4db874d2ca req-2b401bc7-57d4-453c-b8c1-03f60c3a6171 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0516076 Aug 29 17:20:24.458224 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d030f07-26f9-4865-b1a4-2e4db874d2ca req-7695d7dd-37c1-455e-870f-120cfec839c6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 Aug 29 17:20:24.574332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fef43e-1f34-4888-9397-006da5a7047c req-fbcd246d-ac2d-4a94-847b-11a6101a4176 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:24.576250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34fef43e-1f34-4888-9397-006da5a7047c req-fbcd246d-ac2d-4a94-847b-11a6101a4176 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0510116 Aug 29 17:20:24.681994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34fef43e-1f34-4888-9397-006da5a7047c req-f35fdf79-4282-4734-88f5-5a6d047ae309 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994666 Aug 29 17:20:24.731344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830dbab-72a4-429f-8665-80f416cd3194 req-4f67b5c4-a399-4d6b-99e8-c832f592fa77 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:24.736151 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-4f67b5c4-a399-4d6b-99e8-c832f592fa77 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 809 time: 0.1466939 Aug 29 17:20:24.786536 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1706c92-99c7-47da-bc83-e8202b1aaa5b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980 HTTP/1.1" status: 200 len: 380 time: 0.0413687 Aug 29 17:20:24.797981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'port': {'device_id': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'admin_state_up': True, 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'security_groups': ['672e3297-3603-461a-aebd-9e6e45c3c8f0']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:24.844863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f9777-ad1d-4da6-9e01-2f5c3bcdc7f1 req-07f5cadc-5540-4073-9cff-933569eaaa17 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:24.852792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a17f9777-ad1d-4da6-9e01-2f5c3bcdc7f1 req-07f5cadc-5540-4073-9cff-933569eaaa17 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0748420 Aug 29 17:20:24.889729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a17f9777-ad1d-4da6-9e01-2f5c3bcdc7f1 req-da00dcb3-2b14-4b1d-a1b0-1d5056c9352c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358005 Aug 29 17:20:24.904910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7cfb035a-32e6-48ea-b790-52572e06e1ff req-667e552f-347b-4459-a3c6-c1a2acca8f03 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 210 time: 0.0379968 Aug 29 17:20:24.950745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Made reservation on behalf of 8ce1bfe43b0a4f5399de8c90b6ef6980 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:24.955660 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.116885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435792b1-6b1c-4a3a-83d3-709445ca140e req-49cbb385-60a4-44de-ae30-b6ebae2fa882 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:25.121767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-435792b1-6b1c-4a3a-83d3-709445ca140e req-49cbb385-60a4-44de-ae30-b6ebae2fa882 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.1058342 Aug 29 17:20:25.172838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Allocated IP 172.20.0.5 (c48628aa-afb3-4178-b027-9c9764070684/85971077-cb6d-4ee2-a86f-177b2084de6d/a598148d-7e09-426d-8418-7c27612b560d) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:25.189379 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-435792b1-6b1c-4a3a-83d3-709445ca140e req-8cff3333-6f74-42e5-b3a2-b2802554c17f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637562 Aug 29 17:20:25.339657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd228a-101d-4eda-8921-e58bb52a320a req-62a52681-f258-498c-a4f9-128171508796 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:25.340714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.341734 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bcbd228a-101d-4eda-8921-e58bb52a320a req-62a52681-f258-498c-a4f9-128171508796 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0550141 Aug 29 17:20:25.354065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Transition to ACTIVE for port object a598148d-7e09-426d-8418-7c27612b560d will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:25.382557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bcbd228a-101d-4eda-8921-e58bb52a320a req-a9d67384-a9e9-4a4b-9bce-53265d7f11cc tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Aug 29 17:20:25.389251 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.483722 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Network c48628aa-afb3-4178-b027-9c9764070684 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:25.488063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:25.493015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:25.498793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=a598148d-7e09-426d-8418-7c27612b560d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:25.587286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:25.598156 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.603823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305537f-ad86-49bb-bb06-2486a789125e req-e5e24147-2fb5-4785-b1ab-c5cfb9d750ec tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:25.619316 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b305537f-ad86-49bb-bb06-2486a789125e req-e5e24147-2fb5-4785-b1ab-c5cfb9d750ec tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.1036057 Aug 29 17:20:25.632799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-b1ce9910-63d0-446f-979b-ef3c431ed210 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8396983 Aug 29 17:20:25.645903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Request body: {'port': {'device_id': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:25.681972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b305537f-ad86-49bb-bb06-2486a789125e req-e207988e-b08d-4d66-aa66-0764a2b01b06 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613713 Aug 29 17:20:25.724834 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.802564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-14bb4458-d5ac-4463-a8e0-a339be97e46c None None] Provisioning for port a598148d-7e09-426d-8418-7c27612b560d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:25.808784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-14bb4458-d5ac-4463-a8e0-a339be97e46c None None] Provisioning complete for port a598148d-7e09-426d-8418-7c27612b560d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:25.809440 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-14bb4458-d5ac-4463-a8e0-a339be97e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:25.845527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-14bb4458-d5ac-4463-a8e0-a339be97e46c None None] Port a598148d-7e09-426d-8418-7c27612b560d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:25.980649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a91506-9c60-44b0-9218-5c32718b1664 req-f8735201-6313-43cd-aebb-b48f1185d07c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:25.982420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31a91506-9c60-44b0-9218-5c32718b1664 req-f8735201-6313-43cd-aebb-b48f1185d07c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.1270549 Aug 29 17:20:26.039855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31a91506-9c60-44b0-9218-5c32718b1664 req-9ea41933-0d81-43ba-884e-d89d9ac1c06b tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470469 Aug 29 17:20:26.048590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603ee3-7ca5-4206-85e4-5ed339466a72 req-e1e9a878-523b-4362-964c-e02f3be37f55 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.055277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52603ee3-7ca5-4206-85e4-5ed339466a72 req-e1e9a878-523b-4362-964c-e02f3be37f55 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 931 time: 0.0662050 Aug 29 17:20:26.123203 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52603ee3-7ca5-4206-85e4-5ed339466a72 req-fd153261-dd32-4602-8aca-7318723c6e06 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495718 Aug 29 17:20:26.148574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a598148d-7e09-426d-8418-7c27612b560d {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:26.161017 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.176825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Transition to ACTIVE for port object a598148d-7e09-426d-8418-7c27612b560d will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:26.181356 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.289754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Pushing event updated for resources: {'Port': ['ID=a598148d-7e09-426d-8418-7c27612b560d,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:26.352305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Attempting to bind port a598148d-7e09-426d-8418-7c27612b560d on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:26.352881 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Attempting to bind port a598148d-7e09-426d-8418-7c27612b560d by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:26.353334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Attempting to bind port a598148d-7e09-426d-8418-7c27612b560d on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:26.358241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Port a598148d-7e09-426d-8418-7c27612b560d on network c48628aa-afb3-4178-b027-9c9764070684 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:26.358720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Attempting to bind port a598148d-7e09-426d-8418-7c27612b560d on network c48628aa-afb3-4178-b027-9c9764070684 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:26.365490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:26.365938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Checking segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:26.366400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Bound using segment: {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:26.366957 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Bound port: a598148d-7e09-426d-8418-7c27612b560d, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3950f63a-c424-436c-b488-57b536e8ecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:26.367388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.389504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bad4a-0e95-4886-b245-58bc973c8b93 req-cf9deb7c-ed36-483a-9a45-cf79532189d2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.391670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-261bad4a-0e95-4886-b245-58bc973c8b93 req-cf9deb7c-ed36-483a-9a45-cf79532189d2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0728407 Aug 29 17:20:26.458100 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-261bad4a-0e95-4886-b245-58bc973c8b93 req-0ded08a1-7d24-41bc-bb67-f1d644dc7051 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511410 Aug 29 17:20:26.473036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] For port a598148d-7e09-426d-8418-7c27612b560d, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:26.476446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] For port a598148d-7e09-426d-8418-7c27612b560d, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a598148d-7e09-426d-8418-7c27612b560d,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:26.482091 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.519361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.519995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:26.521451 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] 10.222.0.10 "PUT /v2.0/ports/a598148d-7e09-426d-8418-7c27612b560d HTTP/1.1" status: 200 len: 1092 time: 0.8801467 Aug 29 17:20:26.521893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'tag': 'a598148d-7e09-426d-8418-7c27612b560d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:26.524210 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081c3bdc-d36e-49fe-85ca-931ebbe32020" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a7f4d6-e899-4c0f-ba77-e95a8f423503", "tag": "a598148d-7e09-426d-8418-7c27612b560d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:26.578377 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0966febd-bbcf-41a0-b2f0-d56b57c4ffc2 x-openstack-request-id: req-0966febd-bbcf-41a0-b2f0-d56b57c4ffc2 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:26.578684 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a7f4d6-e899-4c0f-ba77-e95a8f423503", "tag": "a598148d-7e09-426d-8418-7c27612b560d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:26.578944 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0966febd-bbcf-41a0-b2f0-d56b57c4ffc2 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:26.579353 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'tag': 'a598148d-7e09-426d-8418-7c27612b560d', 'status': 'completed', 'code': 200} Aug 29 17:20:26.598470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed76446-cb45-40b4-a602-beb932caaf94 service neutron] Pushing event updated for resources: {'Port': ['ID=a598148d-7e09-426d-8418-7c27612b560d,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:26.640763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830dbab-72a4-429f-8665-80f416cd3194 req-4a0d7b3c-2cad-417c-9726-4a9681a67651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.643212 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-4a0d7b3c-2cad-417c-9726-4a9681a67651 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 1095 time: 0.0609627 Aug 29 17:20:26.703735 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-38076327-488a-4659-8fc1-0447a1813ec0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a598148d-7e09-426d-8418-7c27612b560d HTTP/1.1" status: 200 len: 217 time: 0.0518172 Aug 29 17:20:26.787835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830dbab-72a4-429f-8665-80f416cd3194 req-cd6d70ad-ecc4-4041-842f-72b0fd34451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.790380 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-cd6d70ad-ecc4-4041-842f-72b0fd34451f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0797234 Aug 29 17:20:26.842012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830dbab-72a4-429f-8665-80f416cd3194 req-4b511744-151d-458c-a28c-090ce4aa7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:26.844873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-4b511744-151d-458c-a28c-090ce4aa7eee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463309 Aug 29 17:20:26.945282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-1057b0f0-a2e6-4e70-ad5d-1b24dc52f7a8 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931287 Aug 29 17:20:27.066333 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4830dbab-72a4-429f-8665-80f416cd3194 req-92502eda-1095-4f1b-868b-942fcb62224b service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132555 Aug 29 17:20:27.168601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c3bdc-d36e-49fe-85ca-931ebbe32020 req-1da65c82-391a-445d-a127-acd2c53f54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.170287 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-081c3bdc-d36e-49fe-85ca-931ebbe32020 req-1da65c82-391a-445d-a127-acd2c53f54d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 1095 time: 0.0559654 Aug 29 17:20:27.306141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c3bdc-d36e-49fe-85ca-931ebbe32020 req-18e30677-75c3-406a-b782-35b71f810be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.307693 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-081c3bdc-d36e-49fe-85ca-931ebbe32020 req-18e30677-75c3-406a-b782-35b71f810be4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.1296122 Aug 29 17:20:27.316791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838551f9-f413-4532-994c-a30313940b8e req-fe36c3cb-1d6e-4bbe-9852-fb2c3efe6331 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.318234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-838551f9-f413-4532-994c-a30313940b8e req-fe36c3cb-1d6e-4bbe-9852-fb2c3efe6331 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 943 time: 0.0765905 Aug 29 17:20:27.361119 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-081c3bdc-d36e-49fe-85ca-931ebbe32020 req-f42e3cbb-b7da-41f6-a9dc-82975c3a9346 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a598148d-7e09-426d-8418-7c27612b560d HTTP/1.1" status: 200 len: 217 time: 0.0418315 Aug 29 17:20:27.427843 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-838551f9-f413-4532-994c-a30313940b8e req-6b811718-0f50-4759-9cc3-94e3fe01360f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019111 Aug 29 17:20:27.439038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c3bdc-d36e-49fe-85ca-931ebbe32020 req-2b61b263-78af-432b-8762-de683270c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.440509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-081c3bdc-d36e-49fe-85ca-931ebbe32020 req-2b61b263-78af-432b-8762-de683270c90b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0691745 Aug 29 17:20:27.497616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c3bdc-d36e-49fe-85ca-931ebbe32020 req-89e96bab-5330-46c0-a2f0-4c5b5f15d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.499236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-081c3bdc-d36e-49fe-85ca-931ebbe32020 req-89e96bab-5330-46c0-a2f0-4c5b5f15d4b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518603 Aug 29 17:20:27.590211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019fa1-ee7d-4eb2-913f-e67acdaf868b req-f6a45de2-d1bd-402f-88d8-99b876c9389f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.599028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-84019fa1-ee7d-4eb2-913f-e67acdaf868b req-f6a45de2-d1bd-402f-88d8-99b876c9389f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0610316 Aug 29 17:20:27.619146 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-081c3bdc-d36e-49fe-85ca-931ebbe32020 req-4df59e77-44c7-42c5-b509-3b60ec6a4a8c service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128609 Aug 29 17:20:27.657340 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-84019fa1-ee7d-4eb2-913f-e67acdaf868b req-b66162bd-9c20-41a7-94a8-3d50aef5e69e tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Aug 29 17:20:27.736860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-081c3bdc-d36e-49fe-85ca-931ebbe32020 req-843101df-0399-42f4-bd32-3c2a059fb735 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112285 Aug 29 17:20:27.968364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de80f1-c697-4edb-9199-8c8fc9c67744 req-fd87d467-b4dc-46ff-9406-a84def21cfa5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.976371 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20de80f1-c697-4edb-9199-8c8fc9c67744 req-fd87d467-b4dc-46ff-9406-a84def21cfa5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0649753 Aug 29 17:20:27.990740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5615f71-1b8c-4f58-a781-c2b45e76c12b req-ae247d52-3d37-4d23-96db-3a33b1cb7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:27.993069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5615f71-1b8c-4f58-a781-c2b45e76c12b req-ae247d52-3d37-4d23-96db-3a33b1cb7258 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 1098 time: 0.0451570 Aug 29 17:20:28.016585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20de80f1-c697-4edb-9199-8c8fc9c67744 req-87e63db0-e7da-4719-a276-aa91ebb10ac4 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Aug 29 17:20:28.092206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5615f71-1b8c-4f58-a781-c2b45e76c12b req-43013678-6f32-4579-bb3c-aa5e96c883c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.093763 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5615f71-1b8c-4f58-a781-c2b45e76c12b req-43013678-6f32-4579-bb3c-aa5e96c883c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 200 len: 915 time: 0.0936074 Aug 29 17:20:28.136555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5615f71-1b8c-4f58-a781-c2b45e76c12b req-e9e2fd1a-b8cc-40d1-a628-bcf16e26ebfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa961fde-870a-4faf-9733-381a8aaee159 HTTP/1.1" status: 200 len: 217 time: 0.0356264 Aug 29 17:20:28.184672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5615f71-1b8c-4f58-a781-c2b45e76c12b req-cbe33d33-23f7-4a28-aa64-5337ddd5c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.186175 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5615f71-1b8c-4f58-a781-c2b45e76c12b req-cbe33d33-23f7-4a28-aa64-5337ddd5c743 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=819f87cc-5b2c-4818-8688-f4561242fdc0 HTTP/1.1" status: 200 len: 854 time: 0.0428023 Aug 29 17:20:28.223968 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5615f71-1b8c-4f58-a781-c2b45e76c12b req-e7b714e5-7a75-4ad3-8e5c-7419c9875eba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bb8b986-e621-4d7d-b88d-4bd0db675da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290220 Aug 29 17:20:28.329011 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5615f71-1b8c-4f58-a781-c2b45e76c12b req-842f5891-fe17-43cc-a73c-21ddd86ca2d3 service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981052 Aug 29 17:20:28.772678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5615f71-1b8c-4f58-a781-c2b45e76c12b req-712696c9-70da-4930-8fd8-0f82d30f1afa service neutron] 10.222.0.10 "GET /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371295 Aug 29 17:20:28.802235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b735f-f0c2-40d2-9430-6a1dba4ae1c8 req-c3a12979-8fa1-44e2-b1e9-2bbb08007acd tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:28.803747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e4b735f-f0c2-40d2-9430-6a1dba4ae1c8 req-c3a12979-8fa1-44e2-b1e9-2bbb08007acd tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 943 time: 0.1093528 Aug 29 17:20:28.855904 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e4b735f-f0c2-40d2-9430-6a1dba4ae1c8 req-7c165fd8-8e2e-4f9a-9a62-6e6fdb33ed4c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457611 Aug 29 17:20:29.002996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc891f46-da79-406d-ae15-85cae0617833 req-b1a70dbe-9d17-408b-ad87-1960a9678c3d tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:29.004616 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc891f46-da79-406d-ae15-85cae0617833 req-b1a70dbe-9d17-408b-ad87-1960a9678c3d tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1099 time: 0.0503011 Aug 29 17:20:29.071693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55576) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:29.072948 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc891f46-da79-406d-ae15-85cae0617833 req-3fb04762-9f20-4664-b25e-e19baa8affa4 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494375 Aug 29 17:20:29.162494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f4e3-d37d-4d5d-ba43-e5744a393b4b req-ce3f54ca-0097-498d-8e6e-3089eeb2ccd2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:29.164880 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bc1f4e3-d37d-4d5d-ba43-e5744a393b4b req-ce3f54ca-0097-498d-8e6e-3089eeb2ccd2 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0725398 Aug 29 17:20:29.215060 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1bc1f4e3-d37d-4d5d-ba43-e5744a393b4b req-87a9658b-78d0-4948-ae62-eb9fe60274ae tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436447 Aug 29 17:20:29.432242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port 24425d7f-793f-4c59-8f72-43d33e607427 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:29.432596 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.538508 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.538843 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.553233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for 24425d7f-793f-4c59-8f72-43d33e607427 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:29.728277 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.753674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=24425d7f-793f-4c59-8f72-43d33e607427,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:29.834405 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:29.835090 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Floating IP 5217d40a-0edb-4c1a-9aa5-8b10b6ea9881 disassociated (deleted). External IP: 172.25.5.149, port: ca9472a2-9885-4e57-a86c-80f9e8e337b8. Aug 29 17:20:29.982276 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a8679-69ef-4309-83cd-a7b3dfa90fbe req-569c7cce-d213-4211-b374-f7440b019814 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:29.988509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-395a8679-69ef-4309-83cd-a7b3dfa90fbe req-569c7cce-d213-4211-b374-f7440b019814 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 943 time: 0.0600083 Aug 29 17:20:30.028421 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-395a8679-69ef-4309-83cd-a7b3dfa90fbe req-e1842441-88a8-4204-845f-dd9b392c4abe tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378356 Aug 29 17:20:30.071191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 35813de8-cdd9-4f2c-af42-4711100e06ac has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:20:30.176811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:30.181740 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:30.186653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b284a9a-bcf7-4dba-b529-3f8f9d32d922 None None] Sync routers for ids ['35813de8-cdd9-4f2c-af42-4711100e06ac'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:30.196574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b284a9a-bcf7-4dba-b529-3f8f9d32d922 None None] Routers {'35813de8-cdd9-4f2c-af42-4711100e06ac'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:30.197423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4b284a9a-bcf7-4dba-b529-3f8f9d32d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['35813de8-cdd9-4f2c-af42-4711100e06ac'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:30.216109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9cd5a2d9-abd5-4761-9cfc-8055893f06cb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/floatingips/5217d40a-0edb-4c1a-9aa5-8b10b6ea9881 HTTP/1.1" status: 204 len: 168 time: 1.1404269 Aug 29 17:20:30.216109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:30.217384 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d12d92-4c34-40ba-bda2-ea31dc968b16" -d '{"events": [{"name": "network-changed", "server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:30.260073 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77cd155-26e3-403b-80f3-34418df8fd86 x-openstack-request-id: req-a77cd155-26e3-403b-80f3-34418df8fd86 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:30.260427 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:30.260756 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a77cd155-26e3-403b-80f3-34418df8fd86 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:30.261324 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'status': 'completed', 'code': 200} Aug 29 17:20:30.343108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-4b284a9a-bcf7-4dba-b529-3f8f9d32d922 None None] Set router 35813de8-cdd9-4f2c-af42-4711100e06ac gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:30.392911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d12d92-4c34-40ba-bda2-ea31dc968b16 req-04c79e39-9b69-43a3-90da-4a4a0c9004a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:30.394470 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4d12d92-4c34-40ba-bda2-ea31dc968b16 req-04c79e39-9b69-43a3-90da-4a4a0c9004a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 1099 time: 0.1093853 Aug 29 17:20:30.505880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92a9de-dc59-44d9-9b5d-769d45abfd4b req-3543f7d9-a63a-4bd1-95d1-7ba4cb53db02 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:30.514292 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df92a9de-dc59-44d9-9b5d-769d45abfd4b req-3543f7d9-a63a-4bd1-95d1-7ba4cb53db02 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 947 time: 0.0630798 Aug 29 17:20:30.559745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df92a9de-dc59-44d9-9b5d-769d45abfd4b req-4bf82124-f937-4d09-9cca-f325584d6de3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444391 Aug 29 17:20:30.629085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4b284a9a-bcf7-4dba-b529-3f8f9d32d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:40Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '169f6502-0820-4918-8ba2-e49b576ce549', 'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:6d:ff:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:40Z', 'updated_at': '2021-08-29T17:17:44Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '80a83088-519f-4fdd-823c-120501a95625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:30.658602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b284a9a-bcf7-4dba-b529-3f8f9d32d922 None None] Checking router: 35813de8-cdd9-4f2c-af42-4711100e06ac for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:30.668018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b284a9a-bcf7-4dba-b529-3f8f9d32d922 None None] Routers {'35813de8-cdd9-4f2c-af42-4711100e06ac'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:30.668644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4b284a9a-bcf7-4dba-b529-3f8f9d32d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['35813de8-cdd9-4f2c-af42-4711100e06ac'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:30.784463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-4b284a9a-bcf7-4dba-b529-3f8f9d32d922 None None] Set router 35813de8-cdd9-4f2c-af42-4711100e06ac gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:30.829646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659375-7dff-4418-8992-9f8d167fe195 req-a409d178-20ac-42d6-958a-8b261a6d325c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:30.831424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d659375-7dff-4418-8992-9f8d167fe195 req-a409d178-20ac-42d6-958a-8b261a6d325c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.4909732 Aug 29 17:20:30.892691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d12d92-4c34-40ba-bda2-ea31dc968b16 req-2562768f-8d55-4709-ba6b-6e4d5dc41799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:30.894198 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4d12d92-4c34-40ba-bda2-ea31dc968b16 req-2562768f-8d55-4709-ba6b-6e4d5dc41799 service neutron] 10.222.0.16 "GET /v2.0/networks?id=548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 200 len: 897 time: 0.4878879 Aug 29 17:20:30.913979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d659375-7dff-4418-8992-9f8d167fe195 req-8990e80e-66eb-4331-868f-db3a89f09ce3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 Aug 29 17:20:30.948830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4d12d92-4c34-40ba-bda2-ea31dc968b16 req-cf389c89-01a1-4b5a-ae7b-a377fc655a54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 200 len: 217 time: 0.0463660 Aug 29 17:20:31.003027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4b284a9a-bcf7-4dba-b529-3f8f9d32d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:40Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '169f6502-0820-4918-8ba2-e49b576ce549', 'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:6d:ff:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:40Z', 'updated_at': '2021-08-29T17:17:44Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '80a83088-519f-4fdd-823c-120501a95625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:31.027732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d12d92-4c34-40ba-bda2-ea31dc968b16 req-1a9bb8c5-a8c1-4f71-acac-6d849123248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.029204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4d12d92-4c34-40ba-bda2-ea31dc968b16 req-1a9bb8c5-a8c1-4f71-acac-6d849123248d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 200 len: 835 time: 0.0718288 Aug 29 17:20:31.034333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b284a9a-bcf7-4dba-b529-3f8f9d32d922 None None] The sync data for ids ['35813de8-cdd9-4f2c-af42-4711100e06ac'] in n-d-713301-13 is: [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:17:40Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '169f6502-0820-4918-8ba2-e49b576ce549', 'name': '', 'network_id': '548e78f8-d6ea-4314-a8a2-dc8a6498d681', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:6d:ff:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '80a83088-519f-4fdd-823c-120501a95625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:40Z', 'updated_at': '2021-08-29T17:17:44Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '80a83088-519f-4fdd-823c-120501a95625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:31.094598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d12d92-4c34-40ba-bda2-ea31dc968b16 req-6064f1d5-6ed3-48cd-9989-64f55d359505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.095487 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4d12d92-4c34-40ba-bda2-ea31dc968b16 req-6064f1d5-6ed3-48cd-9989-64f55d359505 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=548e78f8-d6ea-4314-a8a2-dc8a6498d681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541759 Aug 29 17:20:31.104399 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47003185-bebc-4a18-8c80-a6af8b29963a req-73571d65-f8f2-461f-90b8-a122679c6111 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.106154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47003185-bebc-4a18-8c80-a6af8b29963a req-73571d65-f8f2-461f-90b8-a122679c6111 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0830145 Aug 29 17:20:31.176487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-47003185-bebc-4a18-8c80-a6af8b29963a req-b337912c-6eca-4337-a840-8d9fb7ccb975 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632856 Aug 29 17:20:31.238108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4994c34-7308-4792-8b14-18e8a4618873 req-92faf36d-60d2-4475-928d-4c2611780fea tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.239656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4994c34-7308-4792-8b14-18e8a4618873 req-92faf36d-60d2-4475-928d-4c2611780fea tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 943 time: 0.0711634 Aug 29 17:20:31.266126 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4d12d92-4c34-40ba-bda2-ea31dc968b16 req-831a69d7-4b4a-4951-b325-652714799200 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626358 Aug 29 17:20:31.286390 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4994c34-7308-4792-8b14-18e8a4618873 req-e571492b-c88d-4b28-b5d1-f389262eab00 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407264 Aug 29 17:20:31.346143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0129d3-fc7e-44dc-9c19-0b4d313cb196 req-f2cc36aa-f163-4f61-aea6-b3a0027018a5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.355903 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e0129d3-fc7e-44dc-9c19-0b4d313cb196 req-f2cc36aa-f163-4f61-aea6-b3a0027018a5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0816865 Aug 29 17:20:31.389532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4d12d92-4c34-40ba-bda2-ea31dc968b16 req-c9f46282-2a45-4e1d-b3fd-1732f02649b4 service neutron] 10.222.0.16 "GET /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064827 Aug 29 17:20:31.403574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e0129d3-fc7e-44dc-9c19-0b4d313cb196 req-fd2cfc57-fe8c-46bd-8508-747f5158e004 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467219 Aug 29 17:20:31.441994 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e90882-e4cf-4a1b-bf28-dd9b3f382b98 None None] New status for floating IP 5217d40a-0edb-4c1a-9aa5-8b10b6ea9881: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:20:31.542074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d7b55-7612-4767-ba4d-0997bf95af05 req-eb3b195b-1722-463b-add9-87e1d810f656 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.543490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-331d7b55-7612-4767-ba4d-0997bf95af05 req-eb3b195b-1722-463b-add9-87e1d810f656 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0652957 Aug 29 17:20:31.592581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-331d7b55-7612-4767-ba4d-0997bf95af05 req-370568c6-9c13-4a74-8afe-05270193f0f3 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Aug 29 17:20:31.694042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80d250-a99e-40d8-b321-882260f09a8c req-3c03cb43-bb00-4a71-bbcb-f065f3efe668 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.695815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d80d250-a99e-40d8-b321-882260f09a8c req-3c03cb43-bb00-4a71-bbcb-f065f3efe668 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 947 time: 0.0551414 Aug 29 17:20:31.742500 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d80d250-a99e-40d8-b321-882260f09a8c req-24093d4c-0de1-4ea9-8786-ec05698072b6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfadfa00-5696-4e60-9021-e58cabe4148f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392497 Aug 29 17:20:31.810585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04950f-b52b-45cc-b4d0-98f600af9e81 req-5640d0c0-deab-4623-8581-80618ec790af tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.812863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a04950f-b52b-45cc-b4d0-98f600af9e81 req-5640d0c0-deab-4623-8581-80618ec790af tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0731289 Aug 29 17:20:31.852074 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7a04950f-b52b-45cc-b4d0-98f600af9e81 req-6895ec08-0361-4e03-927c-29ef57286c66 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320456 Aug 29 17:20:31.991630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6880b-26bd-43e8-a0e4-d57dc6cb2bf7 req-7e2fb2a8-7ac7-46ff-a97d-177c1089409c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:31.993678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ff6880b-26bd-43e8-a0e4-d57dc6cb2bf7 req-7e2fb2a8-7ac7-46ff-a97d-177c1089409c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0670133 Aug 29 17:20:32.020895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9c952-f30b-42f2-97b8-260a5530f1d8 req-b8813cd5-345e-4c15-95d9-bb702f43a3e2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:32.022953 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e6d9c952-f30b-42f2-97b8-260a5530f1d8 req-b8813cd5-345e-4c15-95d9-bb702f43a3e2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 947 time: 0.0677707 Aug 29 17:20:32.042852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ff6880b-26bd-43e8-a0e4-d57dc6cb2bf7 req-5de632bc-6bba-49ef-aafd-6fd366911cd6 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423408 Aug 29 17:20:32.148031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-e6d9c952-f30b-42f2-97b8-260a5530f1d8 req-39e21de1-bc84-4ab6-9494-11fcdc9d62c3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port ca9472a2-9885-4e57-a86c-80f9e8e337b8 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:32.148603 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e6d9c952-f30b-42f2-97b8-260a5530f1d8 req-39e21de1-bc84-4ab6-9494-11fcdc9d62c3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:32.202955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64412912-df9a-4572-954d-270fb8048e8f req-1dc122d4-9743-4273-8658-9272cfa57c93 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:32.204628 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-64412912-df9a-4572-954d-270fb8048e8f req-1dc122d4-9743-4273-8658-9272cfa57c93 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0548024 Aug 29 17:20:32.240198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e6d9c952-f30b-42f2-97b8-260a5530f1d8 req-39e21de1-bc84-4ab6-9494-11fcdc9d62c3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port ca9472a2-9885-4e57-a86c-80f9e8e337b8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca9472a2-9885-4e57-a86c-80f9e8e337b8,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:32.240569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e6d9c952-f30b-42f2-97b8-260a5530f1d8 req-39e21de1-bc84-4ab6-9494-11fcdc9d62c3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:32.249062 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-64412912-df9a-4572-954d-270fb8048e8f req-765a7357-aa62-46c1-af70-a3766eb758b5 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365050 Aug 29 17:20:32.257478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-e6d9c952-f30b-42f2-97b8-260a5530f1d8 req-39e21de1-bc84-4ab6-9494-11fcdc9d62c3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for ca9472a2-9885-4e57-a86c-80f9e8e337b8 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:32.385464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614159c-8c5a-4e50-b10a-9bef2aa3f599 req-1fe3f92d-f6ff-4426-b4fc-cfed2e7234e1 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:32.386984 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0614159c-8c5a-4e50-b10a-9bef2aa3f599 req-1fe3f92d-f6ff-4426-b4fc-cfed2e7234e1 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0647380 Aug 29 17:20:32.420138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b2871-8a39-44f2-8c2d-1e567db6cf39 req-818e7543-efaa-4985-b436-a31a49de6463 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:32.424188 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3c2b2871-8a39-44f2-8c2d-1e567db6cf39 req-818e7543-efaa-4985-b436-a31a49de6463 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 943 time: 0.0635295 Aug 29 17:20:32.458153 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0614159c-8c5a-4e50-b10a-9bef2aa3f599 req-1cc1e886-64df-455f-ab43-8ff854e18876 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462780 Aug 29 17:20:32.467051 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e6d9c952-f30b-42f2-97b8-260a5530f1d8 req-39e21de1-bc84-4ab6-9494-11fcdc9d62c3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:32.469286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3c2b2871-8a39-44f2-8c2d-1e567db6cf39 req-1ac5d234-f2e1-46c7-adef-a990d9647343 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Aug 29 17:20:32.511567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e21de1-bc84-4ab6-9494-11fcdc9d62c3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=ca9472a2-9885-4e57-a86c-80f9e8e337b8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:32.566178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d9c952-f30b-42f2-97b8-260a5530f1d8 req-39e21de1-bc84-4ab6-9494-11fcdc9d62c3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] No DVR routers for this DVR port ca9472a2-9885-4e57-a86c-80f9e8e337b8 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:32.569148 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e6d9c952-f30b-42f2-97b8-260a5530f1d8 req-39e21de1-bc84-4ab6-9494-11fcdc9d62c3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:32.571447 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e6d9c952-f30b-42f2-97b8-260a5530f1d8 req-39e21de1-bc84-4ab6-9494-11fcdc9d62c3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "DELETE /v2.0/ports/ca9472a2-9885-4e57-a86c-80f9e8e337b8 HTTP/1.1" status: 204 len: 173 time: 0.5428116 Aug 29 17:20:32.571937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-deleted', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:32.574364 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7180b4-b2a0-4e1f-8238-6f0e21f252f1" -d '{"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-deleted", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:32.624094 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b262bbb8-dc2a-4ba2-aeaa-0585a6152c31 x-openstack-request-id: req-b262bbb8-dc2a-4ba2-aeaa-0585a6152c31 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:32.625011 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14fb72-6bb6-4da8-9f42-1befb43cc4e8", "name": "network-vif-deleted", "tag": "ca9472a2-9885-4e57-a86c-80f9e8e337b8", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:32.625480 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b262bbb8-dc2a-4ba2-aeaa-0585a6152c31 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:32.625888 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14fb72-6bb6-4da8-9f42-1befb43cc4e8', 'name': 'network-vif-deleted', 'tag': 'ca9472a2-9885-4e57-a86c-80f9e8e337b8', 'status': 'completed', 'code': 200} Aug 29 17:20:32.688549 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58c5b2-75d6-431b-9f79-50192f73ac6c req-3f969c56-ab24-40bc-b3c7-14023a9eb162 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:32.690415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f58c5b2-75d6-431b-9f79-50192f73ac6c req-3f969c56-ab24-40bc-b3c7-14023a9eb162 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0585597 Aug 29 17:20:32.733263 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f58c5b2-75d6-431b-9f79-50192f73ac6c req-91d97d02-7a26-43fa-8761-fab986d2a378 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363209 Aug 29 17:20:32.859717 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44117045-1391-467b-9628-599f7bef030b req-3e9dfd3d-8862-4555-981e-7d66d6391298 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f14fb72-6bb6-4da8-9f42-1befb43cc4e8 HTTP/1.1" status: 200 len: 210 time: 0.0284894 Aug 29 17:20:32.867003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25087c-8042-4a4d-8a4d-d6b0c8e1fd00 req-4b9716e6-977c-4139-ba20-482fe1300ca0 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:32.868666 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef25087c-8042-4a4d-8a4d-d6b0c8e1fd00 req-4b9716e6-977c-4139-ba20-482fe1300ca0 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0595584 Aug 29 17:20:32.925525 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef25087c-8042-4a4d-8a4d-d6b0c8e1fd00 req-080471b8-1c23-4780-b8f3-162a648de86f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473881 Aug 29 17:20:33.099990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4536b4-1080-4f50-b84b-337054d78b25 req-69c2a2bd-6537-4809-89c4-7ab0693988a1 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:33.101594 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f4536b4-1080-4f50-b84b-337054d78b25 req-69c2a2bd-6537-4809-89c4-7ab0693988a1 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0798843 Aug 29 17:20:33.150618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f4536b4-1080-4f50-b84b-337054d78b25 req-2203eeda-0cd4-4883-b7cd-1e6055813042 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Aug 29 17:20:33.314086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01615a15-6194-47cc-bbd0-e7b9f70ca1c6 req-94fd6d75-1d7b-4339-89dc-d8193d2e0602 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:33.315895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01615a15-6194-47cc-bbd0-e7b9f70ca1c6 req-94fd6d75-1d7b-4339-89dc-d8193d2e0602 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0647161 Aug 29 17:20:33.365977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01615a15-6194-47cc-bbd0-e7b9f70ca1c6 req-f41788bd-f3ef-45e4-94a3-aa7e0ce66d82 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436351 Aug 29 17:20:33.514778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf761be8-7cb8-4cec-9a97-cbcf4f9ec4eb req-70e3df2c-ab55-4689-b6bd-d0bd7a750c5d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:33.516791 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bf761be8-7cb8-4cec-9a97-cbcf4f9ec4eb req-70e3df2c-ab55-4689-b6bd-d0bd7a750c5d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0607316 Aug 29 17:20:33.563887 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bf761be8-7cb8-4cec-9a97-cbcf4f9ec4eb req-3ae10616-8731-4cfe-ae95-c6a409c79f0c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395381 Aug 29 17:20:33.622255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd16b7-560e-4124-bbd8-b20db6ef1078 req-a87143f0-0a07-4aef-a641-b2a50d77f251 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:33.624108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bdd16b7-560e-4124-bbd8-b20db6ef1078 req-a87143f0-0a07-4aef-a641-b2a50d77f251 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 943 time: 0.0750232 Aug 29 17:20:33.675654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0bdd16b7-560e-4124-bbd8-b20db6ef1078 req-1aef7195-73e5-4fd1-a4aa-12c74fd18ee7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Aug 29 17:20:33.730123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492e4a2-6f14-49e0-a9c7-13492a0da5d8 req-c7ca40ad-d465-4883-b7fd-41eaf6abe59d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:33.731952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6492e4a2-6f14-49e0-a9c7-13492a0da5d8 req-c7ca40ad-d465-4883-b7fd-41eaf6abe59d tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0843325 Aug 29 17:20:33.779461 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6492e4a2-6f14-49e0-a9c7-13492a0da5d8 req-a90b6025-1364-4363-9282-a264cd45ebed tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397532 Aug 29 17:20:33.924725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870abae-c42f-4259-a812-e267e0928f62 req-af0572e2-b307-495e-8ff5-8749fbf61d70 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:33.926048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55694) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:33.927373 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4870abae-c42f-4259-a812-e267e0928f62 req-af0572e2-b307-495e-8ff5-8749fbf61d70 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0608947 Aug 29 17:20:33.988851 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4870abae-c42f-4259-a812-e267e0928f62 req-a132a394-8b65-48bd-b62c-0a5f6e28ccbc tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537469 Aug 29 17:20:34.416584 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.689492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port 169f6502-0820-4918-8ba2-e49b576ce549 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:34.690237 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.807964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port 169f6502-0820-4918-8ba2-e49b576ce549, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=169f6502-0820-4918-8ba2-e49b576ce549,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:34.808645 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:34.827946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for 169f6502-0820-4918-8ba2-e49b576ce549 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:34.863181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a8433-b403-49fd-92a6-3331dde34479 req-1a9fa019-27ce-4776-b7f7-fd2393cf6dd5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:34.876574 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-315a8433-b403-49fd-92a6-3331dde34479 req-1a9fa019-27ce-4776-b7f7-fd2393cf6dd5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 943 time: 0.0946434 Aug 29 17:20:34.945938 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-315a8433-b403-49fd-92a6-3331dde34479 req-f4d2853e-97bb-4946-b121-a0dada3ccb10 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674527 Aug 29 17:20:35.080246 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.109082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=169f6502-0820-4918-8ba2-e49b576ce549,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:35.123410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.123765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.124131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.124976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.125333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.125671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.126105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.126441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.126762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.127093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.127419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.127743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:35.337802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.604425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 35813de8-cdd9-4f2c-af42-4711100e06ac has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:20:35.732396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:35.741293 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c0d2264f-9601-4dac-999a-ddb451927e0f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "PUT /v2.0/routers/35813de8-cdd9-4f2c-af42-4711100e06ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8126335 Aug 29 17:20:35.741424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55720) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:35.745696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a61ccc-d2a2-46bc-bdec-ff5602ea64bf None None] Sync routers for ids ['35813de8-cdd9-4f2c-af42-4711100e06ac'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:35.758768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a61ccc-d2a2-46bc-bdec-ff5602ea64bf None None] Routers {'35813de8-cdd9-4f2c-af42-4711100e06ac'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:35.759550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-90a61ccc-d2a2-46bc-bdec-ff5602ea64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['35813de8-cdd9-4f2c-af42-4711100e06ac'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:35.847779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2758693a-2f31-4fbd-a075-ce128a3d1b97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting subnet 80a83088-519f-4fdd-823c-120501a95625 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:20:35.858204 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2758693a-2f31-4fbd-a075-ce128a3d1b97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:35.906712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-90a61ccc-d2a2-46bc-bdec-ff5602ea64bf None None] Set router 35813de8-cdd9-4f2c-af42-4711100e06ac gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:35.913492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2758693a-2f31-4fbd-a075-ce128a3d1b97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.021467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2758693a-2f31-4fbd-a075-ce128a3d1b97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.104095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:36.130795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb125ff6-2fb7-4841-8f3b-20af69614635 req-ff8d0086-4054-4fdb-becc-c4ac38145bad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:36.132632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb125ff6-2fb7-4841-8f3b-20af69614635 req-ff8d0086-4054-4fdb-becc-c4ac38145bad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 943 time: 0.0790913 Aug 29 17:20:36.143326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: ca9472a2-9885-4e57-a86c-80f9e8e337b8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:20:36.143676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca9472a2-9885-4e57-a86c-80f9e8e337b8 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:36.159175 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2758693a-2f31-4fbd-a075-ce128a3d1b97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.177043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-90a61ccc-d2a2-46bc-bdec-ff5602ea64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:20:35Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:36.194189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758693a-2f31-4fbd-a075-ce128a3d1b97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Subnet': ['ID=80a83088-519f-4fdd-823c-120501a95625,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:36.208816 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2758693a-2f31-4fbd-a075-ce128a3d1b97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.210818 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2758693a-2f31-4fbd-a075-ce128a3d1b97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/subnets/80a83088-519f-4fdd-823c-120501a95625 HTTP/1.1" status: 204 len: 168 time: 0.4677844 Aug 29 17:20:36.213483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55726) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:36.225253 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb125ff6-2fb7-4841-8f3b-20af69614635 req-d61a0b33-8e70-454b-aa18-1fbbab9db52b tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828662 Aug 29 17:20:36.252616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a61ccc-d2a2-46bc-bdec-ff5602ea64bf None None] Checking router: 35813de8-cdd9-4f2c-af42-4711100e06ac for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:36.259459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b81cb8e-aad1-48b2-8a1c-731e253ca0b1 None None] Network 548e78f8-d6ea-4314-a8a2-dc8a6498d681 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:36.266856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a61ccc-d2a2-46bc-bdec-ff5602ea64bf None None] Routers {'35813de8-cdd9-4f2c-af42-4711100e06ac'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:36.267557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-90a61ccc-d2a2-46bc-bdec-ff5602ea64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['35813de8-cdd9-4f2c-af42-4711100e06ac'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:36.464280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.514018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-90a61ccc-d2a2-46bc-bdec-ff5602ea64bf None None] Set router 35813de8-cdd9-4f2c-af42-4711100e06ac gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:36.633003 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.730080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port b61a1235-8a39-40fa-a472-a31dd9da0eea {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:36.730436 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.834266 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port b61a1235-8a39-40fa-a472-a31dd9da0eea, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b61a1235-8a39-40fa-a472-a31dd9da0eea,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:36.835341 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:36.849613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for b61a1235-8a39-40fa-a472-a31dd9da0eea owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:36.941791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-90a61ccc-d2a2-46bc-bdec-ff5602ea64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:20:35Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:36.972728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a61ccc-d2a2-46bc-bdec-ff5602ea64bf None None] The sync data for ids ['35813de8-cdd9-4f2c-af42-4711100e06ac'] in n-d-713301-13 is: [{'id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844292598', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:17:36Z', 'updated_at': '2021-08-29T17:20:35Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'b61a1235-8a39-40fa-a472-a31dd9da0eea', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35813de8-cdd9-4f2c-af42-4711100e06ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:17:37Z', 'updated_at': '2021-08-29T17:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:36.993565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5911219d-bce8-400a-a1c4-fc1313f44725 None None] DHCP port deletion for 548e78f8-d6ea-4314-a8a2-dc8a6498d681 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:20:37.085775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5911219d-bce8-400a-a1c4-fc1313f44725 None None] Deleting port 9cd854af-26bd-4462-8244-910a9b98da28 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:37.086442 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5911219d-bce8-400a-a1c4-fc1313f44725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.100550 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.157519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=b61a1235-8a39-40fa-a472-a31dd9da0eea,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:37.169780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5911219d-bce8-400a-a1c4-fc1313f44725 None None] For port 9cd854af-26bd-4462-8244-910a9b98da28, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9cd854af-26bd-4462-8244-910a9b98da28,segment=NetworkSegment(0578ce34-897a-4fa7-815f-ae5c7a605dec),segment_id=0578ce34-897a-4fa7-815f-ae5c7a605dec)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:37.170243 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5911219d-bce8-400a-a1c4-fc1313f44725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.184689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5911219d-bce8-400a-a1c4-fc1313f44725 None None] Calling delete_port for 9cd854af-26bd-4462-8244-910a9b98da28 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:37.206659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.295579 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5911219d-bce8-400a-a1c4-fc1313f44725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.336205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911219d-bce8-400a-a1c4-fc1313f44725 None None] Pushing event deleted for resources: {'Port': ['ID=9cd854af-26bd-4462-8244-910a9b98da28,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:37.344066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911219d-bce8-400a-a1c4-fc1313f44725 None None] No DVR routers for this DVR port 9cd854af-26bd-4462-8244-910a9b98da28 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:37.354156 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.362398 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.413635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2673-d08f-43cf-b9b6-b8c185a63f1e req-9c6a31a0-bdbf-418b-9d1f-87b1c0f1cc09 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:37.418296 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e7c2673-d08f-43cf-b9b6-b8c185a63f1e req-9c6a31a0-bdbf-418b-9d1f-87b1c0f1cc09 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 943 time: 0.1007931 Aug 29 17:20:37.466479 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.467342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Fanout notify agent at l3_agent the message router_deleted on router 35813de8-cdd9-4f2c-af42-4711100e06ac {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:20:37.488775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.489115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e7c2673-d08f-43cf-b9b6-b8c185a63f1e req-0c0b2fea-c3e7-4fcf-b12b-d35a27e42322 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600092 Aug 29 17:20:37.489210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f9eda598-59de-484e-a1cb-0b437c9cc162 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/routers/35813de8-cdd9-4f2c-af42-4711100e06ac HTTP/1.1" status: 204 len: 168 time: 1.2687130 Aug 29 17:20:37.489324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55750) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:37.607519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.714442 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.727387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548e78f8-d6ea-4314-a8a2-dc8a6498d681']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:37.741685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0578ce34-897a-4fa7-815f-ae5c7a605dec') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:37.741982 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0578ce34-897a-4fa7-815f-ae5c7a605dec') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:37.753402 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.776111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.783391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:20:37.783869 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:20:37.787005 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:20:37.851125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.858710 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.864036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/networks/548e78f8-d6ea-4314-a8a2-dc8a6498d681 HTTP/1.1" status: 204 len: 168 time: 0.3722360 Aug 29 17:20:37.864658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55754) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:37.881379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498bf5c-1a77-4756-841b-1f5b4e403759 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Network': ['ID=548e78f8-d6ea-4314-a8a2-dc8a6498d681,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:37.928398 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9543aff0-b413-4313-8a9e-1bcd2ab97ff0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.954935 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9543aff0-b413-4313-8a9e-1bcd2ab97ff0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:37.978014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device a598148d-7e09-426d-8418-7c27612b560d details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:38.019238 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9543aff0-b413-4313-8a9e-1bcd2ab97ff0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.021944 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9543aff0-b413-4313-8a9e-1bcd2ab97ff0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.025832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9543aff0-b413-4313-8a9e-1bcd2ab97ff0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/security-groups/dfadfa00-5696-4e60-9021-e58cabe4148f HTTP/1.1" status: 204 len: 168 time: 0.1572037 Aug 29 17:20:38.038691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543aff0-b413-4313-8a9e-1bcd2ab97ff0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfadfa00-5696-4e60-9021-e58cabe4148f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:38.171558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port a598148d-7e09-426d-8418-7c27612b560d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a598148d-7e09-426d-8418-7c27612b560d,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:38.186897 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'a598148d-7e09-426d-8418-7c27612b560d', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'port_id': 'a598148d-7e09-426d-8418-7c27612b560d', 'mac_address': 'fa:16:3e:07:e1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:38.239741 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.273468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a598148d-7e09-426d-8418-7c27612b560d {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:38.322051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9cd854af-26bd-4462-8244-910a9b98da28 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:38.325972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port a598148d-7e09-426d-8418-7c27612b560d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a598148d-7e09-426d-8418-7c27612b560d,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:38.346243 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.347812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 9cd854af-26bd-4462-8244-910a9b98da28 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:20:38.348153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9cd854af-26bd-4462-8244-910a9b98da28 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:38.348562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 169f6502-0820-4918-8ba2-e49b576ce549 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:38.385882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 169f6502-0820-4918-8ba2-e49b576ce549 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:20:38.386235 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 169f6502-0820-4918-8ba2-e49b576ce549 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:38.419531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=a598148d-7e09-426d-8418-7c27612b560d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:38.483969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55764) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:38.489133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e9ebb189-7741-4a9e-8b6b-0a77a9b9bb72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992974230', 'description': 'tempest-secgroup-smoke-1992974230 description', 'project_id': '7da62633b6984d6fba1f1ad810f4744c'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:38.535055 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb189-7741-4a9e-8b6b-0a77a9b9bb72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.560424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['a598148d-7e09-426d-8418-7c27612b560d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:38.645117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d445-e218-4e2d-b10e-d84f716c5e67 req-ed3bf437-ecde-4bc7-a28b-4333766bd240 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:38.665988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9dc2d445-e218-4e2d-b10e-d84f716c5e67 req-ed3bf437-ecde-4bc7-a28b-4333766bd240 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 944 time: 0.0902181 Aug 29 17:20:38.702570 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb189-7741-4a9e-8b6b-0a77a9b9bb72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.709146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb189-7741-4a9e-8b6b-0a77a9b9bb72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.746749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9dc2d445-e218-4e2d-b10e-d84f716c5e67 req-7162cfae-95f9-44a9-8db9-46d4af2b6d24 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797534 Aug 29 17:20:38.766701 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9ebb189-7741-4a9e-8b6b-0a77a9b9bb72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.771437 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e9ebb189-7741-4a9e-8b6b-0a77a9b9bb72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2834513 Aug 29 17:20:38.771585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55780) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:38.776486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-08b91437-1ea9-474d-a8e9-ace85d06b758 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '7daef5e0-289a-4ca3-bbc2-fa327cf27827', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:38.783985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebb189-7741-4a9e-8b6b-0a77a9b9bb72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7daef5e0-289a-4ca3-bbc2-fa327cf27827,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:38.815168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-08b91437-1ea9-474d-a8e9-ace85d06b758 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.926601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-08b91437-1ea9-474d-a8e9-ace85d06b758 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.935743 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-08b91437-1ea9-474d-a8e9-ace85d06b758 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.969631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b91437-1ea9-474d-a8e9-ace85d06b758 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc97738c-6460-4ad2-b46d-8fc529c80c3d,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:38.977100 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-08b91437-1ea9-474d-a8e9-ace85d06b758 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:38.978776 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-08b91437-1ea9-474d-a8e9-ace85d06b758 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058797 Aug 29 17:20:38.982643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55784) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:38.989605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-70a802dc-d75d-4e75-914d-a9e9c5e0fa62 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '7daef5e0-289a-4ca3-bbc2-fa327cf27827', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:39.020387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70a802dc-d75d-4e75-914d-a9e9c5e0fa62 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.070064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e74eab-8614-4f4d-bd8b-fb95d34e6290 req-765888bd-a2ef-4d22-bbf1-31dbfffd7e1a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:39.079573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55e74eab-8614-4f4d-bd8b-fb95d34e6290 req-765888bd-a2ef-4d22-bbf1-31dbfffd7e1a tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0626645 Aug 29 17:20:39.129638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55e74eab-8614-4f4d-bd8b-fb95d34e6290 req-91770072-545d-4117-936b-59084cf4b33f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464301 Aug 29 17:20:39.386577 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70a802dc-d75d-4e75-914d-a9e9c5e0fa62 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.391431 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70a802dc-d75d-4e75-914d-a9e9c5e0fa62 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.416471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a802dc-d75d-4e75-914d-a9e9c5e0fa62 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320a56d0-5ab6-49e9-b957-5a019491211e,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:39.426288 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70a802dc-d75d-4e75-914d-a9e9c5e0fa62 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.427675 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-70a802dc-d75d-4e75-914d-a9e9c5e0fa62 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4420569 Aug 29 17:20:39.430470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55792) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:39.435231 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-51c26865-0983-4893-897c-1484bab36f32 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '7daef5e0-289a-4ca3-bbc2-fa327cf27827', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:39.484604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51c26865-0983-4893-897c-1484bab36f32 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.535444 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51c26865-0983-4893-897c-1484bab36f32 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.540569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51c26865-0983-4893-897c-1484bab36f32 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.560277 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c26865-0983-4893-897c-1484bab36f32 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1f2cf9-e37e-4698-8712-2229bf983ed6,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:39.567829 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-51c26865-0983-4893-897c-1484bab36f32 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.569284 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-51c26865-0983-4893-897c-1484bab36f32 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376152 Aug 29 17:20:39.571850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55794) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:39.576751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4d3ae117-1df1-4965-b0ef-1d7999a0605f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '7daef5e0-289a-4ca3-bbc2-fa327cf27827', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:39.602916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae117-1df1-4965-b0ef-1d7999a0605f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.674459 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae117-1df1-4965-b0ef-1d7999a0605f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.678913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae117-1df1-4965-b0ef-1d7999a0605f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.703275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ae117-1df1-4965-b0ef-1d7999a0605f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d59289e-7fbc-407e-b28c-31b799061ab6,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:39.710710 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae117-1df1-4965-b0ef-1d7999a0605f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.712184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4d3ae117-1df1-4965-b0ef-1d7999a0605f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393414 Aug 29 17:20:39.714888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55796) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:39.719826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-cd924b4c-8064-42ae-ac50-4631b8a1798e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '7daef5e0-289a-4ca3-bbc2-fa327cf27827', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:39.742257 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-cd924b4c-8064-42ae-ac50-4631b8a1798e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Project 7da62633b6984d6fba1f1ad810f4744c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:20:39.747851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd924b4c-8064-42ae-ac50-4631b8a1798e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.836586 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd924b4c-8064-42ae-ac50-4631b8a1798e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.838990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b61a1235-8a39-40fa-a472-a31dd9da0eea no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:39.859624 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd924b4c-8064-42ae-ac50-4631b8a1798e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.861552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b61a1235-8a39-40fa-a472-a31dd9da0eea {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:20:39.862328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b61a1235-8a39-40fa-a472-a31dd9da0eea not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:39.882154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd924b4c-8064-42ae-ac50-4631b8a1798e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6b9bd9-4cf9-489d-b7b0-0eac4f32acf0,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:39.891984 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cd924b4c-8064-42ae-ac50-4631b8a1798e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.893187 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cd924b4c-8064-42ae-ac50-4631b8a1798e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1773441 Aug 29 17:20:39.896187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55802) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:39.900784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c2afd3b1-1c94-4c3c-aaf8-989c88e7a5cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '7daef5e0-289a-4ca3-bbc2-fa327cf27827', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:39.902196 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ff11f-9122-4c2b-b772-7b34b0a65be4 req-28d5d9d5-a8cc-4b7b-9d21-095feedae1e5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:39.903666 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-153ff11f-9122-4c2b-b772-7b34b0a65be4 req-28d5d9d5-a8cc-4b7b-9d21-095feedae1e5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 944 time: 0.0781693 Aug 29 17:20:39.928022 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-c2afd3b1-1c94-4c3c-aaf8-989c88e7a5cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Project 7da62633b6984d6fba1f1ad810f4744c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:20:39.933094 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c2afd3b1-1c94-4c3c-aaf8-989c88e7a5cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:39.945309 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-153ff11f-9122-4c2b-b772-7b34b0a65be4 req-5949e6a6-3e8a-4eef-a900-9745e7c2e47f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347819 Aug 29 17:20:39.996034 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c2afd3b1-1c94-4c3c-aaf8-989c88e7a5cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.000584 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c2afd3b1-1c94-4c3c-aaf8-989c88e7a5cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.001701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device a598148d-7e09-426d-8418-7c27612b560d up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:40.019543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afd3b1-1c94-4c3c-aaf8-989c88e7a5cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be003e36-1f25-468d-9392-fb3999c0dd43,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:40.029576 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c2afd3b1-1c94-4c3c-aaf8-989c88e7a5cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.031346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c2afd3b1-1c94-4c3c-aaf8-989c88e7a5cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342061 Aug 29 17:20:40.034408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55804) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:40.040062 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'network': {'name': 'tempest-network-smoke--1042332321', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'port_security_enabled': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:40.057667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port a598148d-7e09-426d-8418-7c27612b560d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:40.062002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port a598148d-7e09-426d-8418-7c27612b560d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:40.062375 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.066787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:40.070937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.097426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:20:40.106317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.106892 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Added segment b3e051c5-d4e9-49b9-9622-b864d72970c4 of type vlan for network a5b9cffd-2315-471c-b946-114f8e0a6316 Aug 29 17:20:40.142111 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.158516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.176590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a598148d-7e09-426d-8418-7c27612b560d'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:40.179861 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad23e8c-7d09-453c-8112-acc7e22e2348" -d '{"events": [{"server_uuid": "b9a7f4d6-e899-4c0f-ba77-e95a8f423503", "name": "network-vif-plugged", "status": "completed", "tag": "a598148d-7e09-426d-8418-7c27612b560d"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:40.207673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.215173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:40.215434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port a598148d-7e09-426d-8418-7c27612b560d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a598148d-7e09-426d-8418-7c27612b560d,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:40.215986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.223938 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.265347 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c65269-3593-4ce4-9ba6-64644e40c45e x-openstack-request-id: req-b4c65269-3593-4ce4-9ba6-64644e40c45e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:40.266083 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a7f4d6-e899-4c0f-ba77-e95a8f423503", "name": "network-vif-plugged", "status": "completed", "tag": "a598148d-7e09-426d-8418-7c27612b560d", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:40.266083 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4c65269-3593-4ce4-9ba6-64644e40c45e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:40.279308 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a598148d-7e09-426d-8418-7c27612b560d', 'code': 200} Aug 29 17:20:40.285925 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2501509 Aug 29 17:20:40.289070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55812) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:40.289677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac50c78-92c9-4d81-a6ba-34fa86d11176 req-8d90ed8f-6cb8-4147-9392-6cbf621c1346 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:40.291846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fac50c78-92c9-4d81-a6ba-34fa86d11176 req-8d90ed8f-6cb8-4147-9392-6cbf621c1346 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0849240 Aug 29 17:20:40.294222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'admin_state_up': True, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:40.310746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f8889-fe0e-4c53-b693-8034dc0bf3e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Network': ['ID=a5b9cffd-2315-471c-b946-114f8e0a6316,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:40.323279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=a598148d-7e09-426d-8418-7c27612b560d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:40.328683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a5b9cffd-2315-471c-b946-114f8e0a6316 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:20:40.344950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.347377 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.409366 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fac50c78-92c9-4d81-a6ba-34fa86d11176 req-4e0f000b-7081-48d0-8ae7-cdd54ffb00c7 tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/security-groups?id=d50b4744-242c-44a9-8eb8-3d04a21578ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105435 Aug 29 17:20:40.417246 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.448122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b417be-6c31-4061-b035-f93d40b047c9 req-f6b9451c-cc86-42b3-a747-335984343d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:40.449815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77b417be-6c31-4061-b035-f93d40b047c9 req-f6b9451c-cc86-42b3-a747-335984343d3d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 1097 time: 0.0889938 Aug 29 17:20:40.489035 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-77b417be-6c31-4061-b035-f93d40b047c9 req-20336109-db42-4478-b53c-86ab2d709419 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304618 Aug 29 17:20:40.572044 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.739515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5b5dd-e8e0-4e95-a7e9-44de753ad0bf req-8fcdfde2-2a40-484d-b569-60a80f0896ed tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:40.740924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97b5b5dd-e8e0-4e95-a7e9-44de753ad0bf req-8fcdfde2-2a40-484d-b569-60a80f0896ed tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.10 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 946 time: 0.0485446 Aug 29 17:20:40.771237 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.790795 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.847839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-97b5b5dd-e8e0-4e95-a7e9-44de753ad0bf req-d0a8df4a-7f26-4109-b789-31318144212c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Deleting port aa961fde-870a-4faf-9733-381a8aaee159 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:20:40.848328 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97b5b5dd-e8e0-4e95-a7e9-44de753ad0bf req-d0a8df4a-7f26-4109-b789-31318144212c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.907405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.25.5.196 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/e1113d7a-9f67-4b81-8e7e-b1f73495b2d7) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:40.943788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-97b5b5dd-e8e0-4e95-a7e9-44de753ad0bf req-d0a8df4a-7f26-4109-b789-31318144212c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] For port aa961fde-870a-4faf-9733-381a8aaee159, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=aa961fde-870a-4faf-9733-381a8aaee159,segment=NetworkSegment(3ebbef39-748b-4e2d-aca9-d9cf83bb83d6),segment_id=3ebbef39-748b-4e2d-aca9-d9cf83bb83d6)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:40.944160 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97b5b5dd-e8e0-4e95-a7e9-44de753ad0bf req-d0a8df4a-7f26-4109-b789-31318144212c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:40.957746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-97b5b5dd-e8e0-4e95-a7e9-44de753ad0bf req-d0a8df4a-7f26-4109-b789-31318144212c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Calling delete_port for aa961fde-870a-4faf-9733-381a8aaee159 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:20:41.027809 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:41.071361 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:41.090961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa55a91-c9fa-45b5-bb14-e98528002378 req-89fa6e79-a074-49de-8d87-cc3a003f49a7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:41.093005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6aa55a91-c9fa-45b5-bb14-e98528002378 req-89fa6e79-a074-49de-8d87-cc3a003f49a7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 945 time: 0.0696006 Aug 29 17:20:41.110845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:41.114220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:41.120102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:41.144259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=e1113d7a-9f67-4b81-8e7e-b1f73495b2d7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:41.175170 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6aa55a91-c9fa-45b5-bb14-e98528002378 req-7c48ae88-185b-4e54-bd34-b2ab42e14d9c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482326 Aug 29 17:20:41.181253 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97b5b5dd-e8e0-4e95-a7e9-44de753ad0bf req-d0a8df4a-7f26-4109-b789-31318144212c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:41.197378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['aa961fde-870a-4faf-9733-381a8aaee159'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:41.216589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8df4a-7f26-4109-b789-31318144212c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Pushing event deleted for resources: {'Port': ['ID=aa961fde-870a-4faf-9733-381a8aaee159,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:41.259919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b5b5dd-e8e0-4e95-a7e9-44de753ad0bf req-d0a8df4a-7f26-4109-b789-31318144212c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] No DVR routers for this DVR port aa961fde-870a-4faf-9733-381a8aaee159 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:20:41.262405 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-97b5b5dd-e8e0-4e95-a7e9-44de753ad0bf req-d0a8df4a-7f26-4109-b789-31318144212c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:41.264352 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-97b5b5dd-e8e0-4e95-a7e9-44de753ad0bf req-d0a8df4a-7f26-4109-b789-31318144212c tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.10 "DELETE /v2.0/ports/aa961fde-870a-4faf-9733-381a8aaee159 HTTP/1.1" status: 204 len: 173 time: 0.5167708 Aug 29 17:20:41.264842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'name': 'network-vif-deleted', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:41.267206 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fab3f2-822b-4f78-9f3a-f919b4bfcd5b" -d '{"events": [{"server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "name": "network-vif-deleted", "tag": "aa961fde-870a-4faf-9733-381a8aaee159"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:41.315089 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eff6e1-f82a-4339-80cf-21da0cb1c36e x-openstack-request-id: req-f7eff6e1-f82a-4339-80cf-21da0cb1c36e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:41.315388 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caae9a7c-0cf9-4121-8b24-025d20beedc5", "name": "network-vif-deleted", "tag": "aa961fde-870a-4faf-9733-381a8aaee159", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:41.315645 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7eff6e1-f82a-4339-80cf-21da0cb1c36e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:41.316049 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caae9a7c-0cf9-4121-8b24-025d20beedc5', 'name': 'network-vif-deleted', 'tag': 'aa961fde-870a-4faf-9733-381a8aaee159', 'status': 'completed', 'code': 200} Aug 29 17:20:41.461679 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:41.542535 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25ffdae4-0fe6-4c16-88a6-8f95963b2e8f req-659f50fe-d28d-4039-9a09-a3f5fac0147f tempest-ServersNegativeTestJSON-1611086248 tempest-ServersNegativeTestJSON-1611086248-project] 10.222.0.22 "GET /v2.0/ports?device_id=caae9a7c-0cf9-4121-8b24-025d20beedc5 HTTP/1.1" status: 200 len: 210 time: 0.0304036 Aug 29 17:20:41.692535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:41.836201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:20:41.955546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:41.968004 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Sync routers for ids ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:41.975119 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:41.979597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-70884712-a0c3-4221-b634-c500e7ec74f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6864169 Aug 29 17:20:41.979965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55834) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:41.980091 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Routers {'617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:41.980741 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:42.019191 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2541833f-0792-4881-addb-394307b570d8 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=7da62633b6984d6fba1f1ad810f4744c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378489 Aug 29 17:20:42.021667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55836) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:42.090586 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Set router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:42.114778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4dbd0-9c17-4b59-8b94-cefe6496ef80 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:42.117850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8db4dbd0-9c17-4b59-8b94-cefe6496ef80 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950658 Aug 29 17:20:42.119308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55838) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:42.151598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-75fe8d61-e789-4d00-b81f-650b714839d3 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288534 Aug 29 17:20:42.151822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55840) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:42.157820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-646175090', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:42.278410 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:41Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:42.307541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:42.311350 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.319855 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Checking router: 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:42.319855 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Updating router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:20:42.348594 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.406982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db712ecf-13ff-4b18-b9ee-1fd28354b487 req-52f44994-821a-483e-8574-351810e13e61 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:42.417150 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db712ecf-13ff-4b18-b9ee-1fd28354b487 req-52f44994-821a-483e-8574-351810e13e61 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 945 time: 0.1389096 Aug 29 17:20:42.481506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db712ecf-13ff-4b18-b9ee-1fd28354b487 req-9538ebc3-879b-4767-a2a1-e6a11298dd3c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595767 Aug 29 17:20:42.603822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.621781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55854) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:42.637304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8363a4f-a645-4790-b99a-ec3de5a7e654 req-fe0e9e10-f0fb-40f5-8413-564a0933d9fc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:42.645086 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8363a4f-a645-4790-b99a-ec3de5a7e654 req-fe0e9e10-f0fb-40f5-8413-564a0933d9fc tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 945 time: 0.1010084 Aug 29 17:20:42.680506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Subnet': ['ID=c64d52e9-892d-4041-b161-934a8d5c708f,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:42.720416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Checking segment: {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:42.721051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network hostable DHCP agents. Network: a5b9cffd-2315-471c-b946-114f8e0a6316, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:20:42.730770 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8363a4f-a645-4790-b99a-ec3de5a7e654 req-92033ff0-aa71-4e98-ad0c-844e75317cc9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741858 Aug 29 17:20:42.731282 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55856) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:42.740838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5b9cffd-2315-471c-b946-114f8e0a6316 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:20:42.742781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd4286a-fad2-4eb8-9967-0b9cf5357805 admin admin] Deleting subnet 819f87cc-5b2c-4818-8688-f4561242fdc0 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:20:42.746864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fd4286a-fad2-4eb8-9967-0b9cf5357805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.754465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a5b9cffd-2315-471c-b946-114f8e0a6316) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:42.768619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe4f4f-65e1-4083-8b3f-faaa84c77fb7 None None] Network a5b9cffd-2315-471c-b946-114f8e0a6316 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:42.771831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:42.773122 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.773990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.798417 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-64769d00-df44-495f-8e24-9ace01e5d1df tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6450257 Aug 29 17:20:42.800745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55858) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:42.801410 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Transition to ACTIVE for port object e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:42.812683 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.815021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fd4286a-fad2-4eb8-9967-0b9cf5357805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.841404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5ec6a-5a75-496a-9000-095a10a62674 tempest-TestVolumeBootPattern-761476587 tempest-TestVolumeBootPattern-761476587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:42.845968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ebe5ec6a-5a75-496a-9000-095a10a62674 tempest-TestVolumeBootPattern-761476587 tempest-TestVolumeBootPattern-761476587-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 1092 time: 0.1135459 Aug 29 17:20:42.846554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55860) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:42.854700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'a598148d-7e09-426d-8418-7c27612b560d', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:42.886625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fd4286a-fad2-4eb8-9967-0b9cf5357805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.912276 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.928697 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Attempting to bind port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:42.929606 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Attempting to bind port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:42.931200 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Attempting to bind port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:42.935808 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-98647a81-8a88-4bb0-af9b-a85f567f9970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.952961 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:42.954019 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:42.955903 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:42.956382 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:42.956928 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Bound port: e1113d7a-9f67-4b81-8e7e-b1f73495b2d7, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:42.957586 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.024171 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] For port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:43.027511 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] For port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e1113d7a-9f67-4b81-8e7e-b1f73495b2d7,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:43.034239 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.038259 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fd4286a-fad2-4eb8-9967-0b9cf5357805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.047475 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3c18e-2aa1-4ce7-909d-87c1defaeeee None None] Pushing event updated for resources: {'Port': ['ID=e1113d7a-9f67-4b81-8e7e-b1f73495b2d7,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:43.091105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-a5b9cffd-2315-471c-b946-114f8e0a6316', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ips': [{'subnet_id': 'c64d52e9-892d-4041-b161-934a8d5c708f'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:20:43.092614 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.104592 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Routers {'617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:43.105314 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:43.111025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4286a-fad2-4eb8-9967-0b9cf5357805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=819f87cc-5b2c-4818-8688-f4561242fdc0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:43.129164 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fd4286a-fad2-4eb8-9967-0b9cf5357805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.131344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8fd4286a-fad2-4eb8-9967-0b9cf5357805 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/819f87cc-5b2c-4818-8688-f4561242fdc0 HTTP/1.1" status: 204 len: 168 time: 0.5078938 Aug 29 17:20:43.141852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55864) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:43.156173 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3c18e-2aa1-4ce7-909d-87c1defaeeee None None] Pushing event updated for resources: {'Port': ['ID=e1113d7a-9f67-4b81-8e7e-b1f73495b2d7,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:43.235532 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] Set router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:43.259136 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.267227 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.323083 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Allocated IP 172.20.0.2 (a5b9cffd-2315-471c-b946-114f8e0a6316/c64d52e9-892d-4041-b161-934a8d5c708f/6ecba2ae-838e-42eb-abbe-97206c7e059d) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:43.432628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.448256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb8b986-e621-4d7d-b88d-4bd0db675da0']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:43.471593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebbef39-748b-4e2d-aca9-d9cf83bb83d6') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:43.471885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebbef39-748b-4e2d-aca9-d9cf83bb83d6') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:43.491582 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.510000 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:41Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:43.517840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Allocated IP 172.25.5.252 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/308caa01-54d3-4da4-a725-f24649c4793e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:43.551757 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fdb6ac-9687-4ee1-b6f1-42e11d4c8361 None None] The sync data for ids ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'] in n-d-713301-13 is: [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:41Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:43.569851 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.588969 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.603080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Transition to ACTIVE for port object 6ecba2ae-838e-42eb-abbe-97206c7e059d will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:43.626630 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Transition to ACTIVE for port object 6ecba2ae-838e-42eb-abbe-97206c7e059d will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:43.627004 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.633908 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.643325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:20:43.643872 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:20:43.645694 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:20:43.700216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Network a5b9cffd-2315-471c-b946-114f8e0a6316 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:43.710367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:43.714507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:43.727982 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.740732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Pushing event updated for resources: {'Port': ['ID=6ecba2ae-838e-42eb-abbe-97206c7e059d,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:43.741380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.755997 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.760807 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] 10.222.0.22 "DELETE /v2.0/networks/2bb8b986-e621-4d7d-b88d-4bd0db675da0 HTTP/1.1" status: 204 len: 168 time: 0.6144149 Aug 29 17:20:43.777933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5bf27-4ed9-4718-8970-2aa759776cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb8b986-e621-4d7d-b88d-4bd0db675da0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:43.799041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Attempting to bind port 6ecba2ae-838e-42eb-abbe-97206c7e059d on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:43.799999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Attempting to bind port 6ecba2ae-838e-42eb-abbe-97206c7e059d by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:43.800530 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Attempting to bind port 6ecba2ae-838e-42eb-abbe-97206c7e059d on network a5b9cffd-2315-471c-b946-114f8e0a6316 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:43.807338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:43.808128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Checking segment: {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:43.808710 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.809386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Bound using segment: {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:43.810133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Bound port: 6ecba2ae-838e-42eb-abbe-97206c7e059d, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:43.810828 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.837879 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.890738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] For port 6ecba2ae-838e-42eb-abbe-97206c7e059d, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:43.895413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:43.896269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] For port 6ecba2ae-838e-42eb-abbe-97206c7e059d, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6ecba2ae-838e-42eb-abbe-97206c7e059d,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:43.899129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:43.900435 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:43.904307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:43.994596 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=308caa01-54d3-4da4-a725-f24649c4793e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:44.033669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa961fde-870a-4faf-9733-381a8aaee159 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:20:44.110434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: aa961fde-870a-4faf-9733-381a8aaee159 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:20:44.124316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device aa961fde-870a-4faf-9733-381a8aaee159 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:20:44.130434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea9ab1-bcb2-4a8c-a850-124fd1e13b5a None None] Pushing event updated for resources: {'Port': ['ID=6ecba2ae-838e-42eb-abbe-97206c7e059d,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:44.151088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55876) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:44.213841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.20.0.1 (a5b9cffd-2315-471c-b946-114f8e0a6316/c64d52e9-892d-4041-b161-934a8d5c708f/56aba7b8-3e4f-4141-a07f-de437f0ae5e5) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:44.271330 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-881db20a-4f09-490b-8c7b-f6023ba30ff7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54d36f96ad3d4d5da12d3a2f5772b19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1170976 Aug 29 17:20:44.274016 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 55878) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:44.444385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.463762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Transition to ACTIVE for port object 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:44.510388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.567707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5b9cffd-2315-471c-b946-114f8e0a6316 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:44.571935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:44.578545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:44.582962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=56aba7b8-3e4f-4141-a07f-de437f0ae5e5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:44.627735 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.793944 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:44.982821 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c62b645-ff50-468d-bb90-6581d76d0f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.053899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c62b645-ff50-468d-bb90-6581d76d0f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.179227 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.214712 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.225471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.251722 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c62b645-ff50-468d-bb90-6581d76d0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.258022 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c62b645-ff50-468d-bb90-6581d76d0f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.261688 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1c62b645-ff50-468d-bb90-6581d76d0f0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d50b4744-242c-44a9-8eb8-3d04a21578ff HTTP/1.1" status: 204 len: 168 time: 0.9862797 Aug 29 17:20:45.307782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62b645-ff50-468d-bb90-6581d76d0f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50b4744-242c-44a9-8eb8-3d04a21578ff,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:45.359996 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=56aba7b8-3e4f-4141-a07f-de437f0ae5e5,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:45.391958 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.393432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.568290 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-565f7f14-8c4b-450d-affd-ae070622475d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.594616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5b9cffd-2315-471c-b946-114f8e0a6316 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:45.596281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:45.670822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e00dd-9a05-4969-ac03-c587ed402a26 None None] Network a5b9cffd-2315-471c-b946-114f8e0a6316 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:45.743799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:20:45.801719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b3a13559-8a09-4e9a-aa26-d1899c18aa65 None None] Provisioning for port 6ecba2ae-838e-42eb-abbe-97206c7e059d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:45.811796 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.826626 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.922250 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:45.984313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:45.999924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d6d6c9bc-c8f5-41a8-b647-5e7fb167cf29 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "PUT /v2.0/routers/617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1960135 Aug 29 17:20:46.016808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event updated for resources: {'Port': ['ID=308caa01-54d3-4da4-a725-f24649c4793e,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:46.027496 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Sync routers for ids ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:46.029022 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.048094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Routers {'617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:46.048815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:46.144515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:46.155791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.156144 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.156490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.156851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.157195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.157554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.160227 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.165866 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.166273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.166621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.166966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.167308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:46.292619 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Floating IP 63fe6942-d2cc-46ba-b0e7-2dd722e9397a associated. External IP: 172.25.5.252, port: a598148d-7e09-426d-8418-7c27612b560d. Aug 29 17:20:46.299359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:46.316178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:46.316660 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.416655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Set router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:46.450809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-20e48430-937e-44d4-abeb-566d7cb362bb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992974230&fields=id&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 267 time: 0.1551216 Aug 29 17:20:46.689171 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58946f-acf9-409d-aacb-7b192147de2d req-44908b22-dea9-49ed-8950-682a7eccea5f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:46.702901 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-44908b22-dea9-49ed-8950-682a7eccea5f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/networks?id=a5b9cffd-2315-471c-b946-114f8e0a6316 HTTP/1.1" status: 200 len: 797 time: 0.2483578 Aug 29 17:20:46.751042 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-498b2d4f-fd99-473f-971b-f4b8e1d2729b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/quotas/7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 375 time: 0.0470352 Aug 29 17:20:46.824693 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.877825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9db619df-7651-4593-8d5e-59b774c9f4cc None None] Provisioning for port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:46.892293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9db619df-7651-4593-8d5e-59b774c9f4cc None None] Provisioning complete for port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:46.892681 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9db619df-7651-4593-8d5e-59b774c9f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.929382 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:46.969675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-77e6ab30-4463-4973-ae74-ebfa9027d6b7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2175579 Aug 29 17:20:46.990509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e1113d7a-9f67-4b81-8e7e-b1f73495b2d7,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:47.005467 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.006275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6ecba2ae-838e-42eb-abbe-97206c7e059d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:47.012051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55936) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:47.077746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Router e5425813-8f25-4290-a19f-b8a3f677b706 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:20:47.110458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '56aba7b8-3e4f-4141-a07f-de437f0ae5e5', 'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:75:1b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:43Z', 'updated_at': '2021-08-29T17:20:45Z', 'revision_number': 2, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:47.188066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Checking router: 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:47.188431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Updating router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:20:47.200245 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-6045b474-a8dc-41dd-9c1a-668ba4203ae6 service neutron] 10.222.0.22 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295451 Aug 29 17:20:47.230670 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.237794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9db619df-7651-4593-8d5e-59b774c9f4cc None None] Port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:47.270923 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd510382-bc1d-4b7c-8e93-593656eba250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.379982 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:47.392510 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af7156-a38c-48df-8931-b037f23df7b3 None None] Sync routers for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:47.409034 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af7156-a38c-48df-8931-b037f23df7b3 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:47.409799 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-58af7156-a38c-48df-8931-b037f23df7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:47.450949 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-1c8832fd-5037-408d-9239-122ed71cdda9 service neutron] 10.222.0.22 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965086 Aug 29 17:20:47.492914 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd510382-bc1d-4b7c-8e93-593656eba250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.500722 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd510382-bc1d-4b7c-8e93-593656eba250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.506331 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.561744 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ff5139a4-29d4-4cc9-bc29-d7d30f0707f9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7094128 Aug 29 17:20:47.562824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'tag': 'a598148d-7e09-426d-8418-7c27612b560d'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:47.567060 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a7f4d6-e899-4c0f-ba77-e95a8f423503", "tag": "a598148d-7e09-426d-8418-7c27612b560d"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:47.568252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd510382-bc1d-4b7c-8e93-593656eba250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a7059-e098-48a4-b36e-123ab143aa30,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:47.636774 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 6ecba2ae-838e-42eb-abbe-97206c7e059d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:47.644280 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fd510382-bc1d-4b7c-8e93-593656eba250 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac004d7a21c246948eb0bc47b54a8085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6301522 Aug 29 17:20:47.645700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55952) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:47.687823 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6594689b-6942-4888-b585-3a9510642d19 x-openstack-request-id: req-6594689b-6942-4888-b585-3a9510642d19 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:47.688473 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a7f4d6-e899-4c0f-ba77-e95a8f423503", "tag": "a598148d-7e09-426d-8418-7c27612b560d", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:47.688940 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6594689b-6942-4888-b585-3a9510642d19 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:47.689589 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'tag': 'a598148d-7e09-426d-8418-7c27612b560d', 'status': 'completed', 'code': 200} Aug 29 17:20:47.691343 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-58af7156-a38c-48df-8931-b037f23df7b3 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:47.711124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6ecba2ae-838e-42eb-abbe-97206c7e059d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:47.711494 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.723305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=e1113d7a-9f67-4b81-8e7e-b1f73495b2d7,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:47.738860 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6281ac37-28d7-4002-9154-d529860e6025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.765937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b149100c-9118-4a66-805a-c29fbb690144 req-0ba07e96-bf54-4151-a994-864e43fa0f27 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 210 time: 0.0747018 Aug 29 17:20:47.804846 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6281ac37-28d7-4002-9154-d529860e6025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.844198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7512d470-a959-4b7c-b9d2-b2c795a5d037 None None] Provisioning complete for port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:47.844874 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7512d470-a959-4b7c-b9d2-b2c795a5d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.853308 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:47.877787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68 req-a76c395b-cf4d-4943-9e65-e6d2633a7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:47.879323 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68 req-a76c395b-cf4d-4943-9e65-e6d2633a7aa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 1097 time: 0.1415246 Aug 29 17:20:48.043217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68 req-982e4648-8912-4708-a71e-715d6bb55406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:48.044930 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68 req-982e4648-8912-4708-a71e-715d6bb55406 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.1558795 Aug 29 17:20:48.055392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6281ac37-28d7-4002-9154-d529860e6025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.058650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6281ac37-28d7-4002-9154-d529860e6025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.063846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6281ac37-28d7-4002-9154-d529860e6025 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf8a7059-e098-48a4-b36e-123ab143aa30 HTTP/1.1" status: 204 len: 168 time: 0.4154773 Aug 29 17:20:48.109823 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-58af7156-a38c-48df-8931-b037f23df7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '63fe6942-d2cc-46ba-b0e7-2dd722e9397a', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'a598148d-7e09-426d-8418-7c27612b560d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:07:e1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:20:44Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 0, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}, {'id': 'b63d662f-0e5c-47f5-95cb-4eda0042cabc', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:ee:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:18:30Z', 'updated_at': '2021-08-29T17:18:33Z', 'revision_number': 1, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:48.146917 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68 req-a222e83b-489f-4acb-a70a-e9feec92c308 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a598148d-7e09-426d-8418-7c27612b560d HTTP/1.1" status: 200 len: 999 time: 0.0926058 Aug 29 17:20:48.154945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281ac37-28d7-4002-9154-d529860e6025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a7059-e098-48a4-b36e-123ab143aa30,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:48.174149 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af7156-a38c-48df-8931-b037f23df7b3 None None] Checking router: e5425813-8f25-4290-a19f-b8a3f677b706 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:48.186880 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af7156-a38c-48df-8931-b037f23df7b3 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:48.187938 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-58af7156-a38c-48df-8931-b037f23df7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:48.229536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-7512d470-a959-4b7c-b9d2-b2c795a5d037 None None] Port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:48.243642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68 req-58841c56-4347-4197-b6a0-0d7ca7aad19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:48.245181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68 req-58841c56-4347-4197-b6a0-0d7ca7aad19a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0915453 Aug 29 17:20:48.247219 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.279444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Transition to ACTIVE for port object 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:48.292576 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.353003 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-58af7156-a38c-48df-8931-b037f23df7b3 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:48.358939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68 req-513207c2-207a-47c7-aec7-7ec233a50b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:48.361480 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68 req-513207c2-207a-47c7-aec7-7ec233a50b64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037614 Aug 29 17:20:48.388832 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.392280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd86e8-7a15-4265-851f-42dea8a07705 None None] Pushing event updated for resources: {'Port': ['ID=56aba7b8-3e4f-4141-a07f-de437f0ae5e5,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:48.431840 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.517827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 6ecba2ae-838e-42eb-abbe-97206c7e059d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6ecba2ae-838e-42eb-abbe-97206c7e059d,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:48.552927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Attempting to bind port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:48.553442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Attempting to bind port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:48.553903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Attempting to bind port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 on network a5b9cffd-2315-471c-b946-114f8e0a6316 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:48.556774 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.599215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:48.602002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Checking segment: {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:48.602925 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.604513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Bound using segment: {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:48.607059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Bound port: 56aba7b8-3e4f-4141-a07f-de437f0ae5e5, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:48.609010 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:48.643478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68 req-ccc3fbe7-7d3e-411a-a685-b1ecc3d935e0 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727838 Aug 29 17:20:48.806681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:48.843913 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bc92ba4-8f70-4c9e-a2dc-25b009bc2a68 req-4df86ce7-bf07-4748-b47a-3446a04205b9 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954241 Aug 29 17:20:48.903633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eb409e85-0be7-45b2-8d27-fd91950d0064 req-26a94f01-c205-40dd-a381-1527b0c13b19 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 210 time: 0.0429254 Aug 29 17:20:48.924426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=6ecba2ae-838e-42eb-abbe-97206c7e059d,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:48.931765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] For port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:48.966932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] For port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=56aba7b8-3e4f-4141-a07f-de437f0ae5e5,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:48.977396 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:49.028077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:49.028517 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:49.070230 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Routers {'617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:49.070912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:49.135010 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-58af7156-a38c-48df-8931-b037f23df7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '63fe6942-d2cc-46ba-b0e7-2dd722e9397a', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'a598148d-7e09-426d-8418-7c27612b560d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:07:e1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:20:44Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 0, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}, {'id': 'b63d662f-0e5c-47f5-95cb-4eda0042cabc', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:ee:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:18:30Z', 'updated_at': '2021-08-29T17:18:33Z', 'revision_number': 1, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:49.159931 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-4231b683-2312-4430-8cdc-3f630e051757 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1066146 Aug 29 17:20:49.218289 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af7156-a38c-48df-8931-b037f23df7b3 None None] The sync data for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 is: [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '63fe6942-d2cc-46ba-b0e7-2dd722e9397a', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'a598148d-7e09-426d-8418-7c27612b560d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:07:e1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:20:44Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 0, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}, {'id': 'b63d662f-0e5c-47f5-95cb-4eda0042cabc', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:ee:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:18:30Z', 'updated_at': '2021-08-29T17:18:33Z', 'revision_number': 1, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:49.236599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd86e8-7a15-4265-851f-42dea8a07705 None None] Pushing event updated for resources: {'Port': ['ID=56aba7b8-3e4f-4141-a07f-de437f0ae5e5,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:49.271604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-539446d1-a10d-4cc0-84f1-f59d90456057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.273574 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-539446d1-a10d-4cc0-84f1-f59d90456057 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 1098 time: 0.0896471 Aug 29 17:20:49.390928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 55996) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:49.415089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] Set router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:49.451066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-21917527-c54a-4506-a562-cabc08d91edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.453433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-21917527-c54a-4506-a562-cabc08d91edc service neutron] 10.222.0.16 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.1572189 Aug 29 17:20:49.550107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-83289851-network', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:49.570206 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-8c374a32-dfd1-413f-a200-94b7095ecf05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daacebe7-848f-41ca-a5b9-1ac64ecf543e HTTP/1.1" status: 200 len: 1001 time: 0.1090825 Aug 29 17:20:49.614082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Made reservation on behalf of d04c0249fc5e416585c5676d42c8ae30 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:49.617449 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:49.634206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853785a-fa5d-40a9-bf86-f406e547fdd1 None None] New status for floating IP 63fe6942-d2cc-46ba-b0e7-2dd722e9397a: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:20:49.648549 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:49.699685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-1eb2ba4a-677f-4d78-a506-3ed13d835454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.702441 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-1eb2ba4a-677f-4d78-a506-3ed13d835454 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.1239340 Aug 29 17:20:49.787333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58946f-acf9-409d-aacb-7b192147de2d req-82a5213d-74cb-4e51-9a09-9c92c8f31b57 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.790398 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-82a5213d-74cb-4e51-9a09-9c92c8f31b57 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.10 "GET /v2.0/networks?id=a5b9cffd-2315-471c-b946-114f8e0a6316 HTTP/1.1" status: 200 len: 797 time: 0.1674628 Aug 29 17:20:49.796084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-9265b168-0f8e-4cae-a1de-7038e83e8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:49.801340 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-9265b168-0f8e-4cae-a1de-7038e83e8ea1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915179 Aug 29 17:20:49.879362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '56aba7b8-3e4f-4141-a07f-de437f0ae5e5', 'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:75:1b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:43Z', 'updated_at': '2021-08-29T17:20:48Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:49.881424 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-4ac8c7c3-d529-4ce6-8af5-3d237a97c314 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 380 time: 0.0798519 Aug 29 17:20:49.895038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'port': {'device_id': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'admin_state_up': True, 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'security_groups': ['7daef5e0-289a-4ca3-bbc2-fa327cf27827']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:49.916351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4898afa-546f-48b7-9619-9dccc6daa289 None None] The sync data for ids ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'] in n-d-713301-13 is: [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '56aba7b8-3e4f-4141-a07f-de437f0ae5e5', 'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:75:1b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:43Z', 'updated_at': '2021-08-29T17:20:48Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:49.996454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-fac6ebe0-b84a-46f0-bccb-ba0e903485f2 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840012 Aug 29 17:20:50.117471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f25e4fc7-1c9a-407b-800c-3ba0b5ff3ec6 req-6fc0db0e-9bf8-4e79-bf8f-305d8eb6dea2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 210 time: 0.0764201 Aug 29 17:20:50.184504 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbb58895-a33a-4396-a3e2-4b6ee7765b96 req-38855e4f-ed6f-458f-a8f9-e9ff99263bd8 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835492 Aug 29 17:20:50.357700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.431464 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.436143 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-c6c5ef2c-4bab-4999-b0fa-6b934fd996f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1054454 Aug 29 17:20:50.440525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.479336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:20:50.485411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f944745-6763-4f08-935f-c5346def4a00,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:50.493615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:50.497121 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.506261 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.506602 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Added segment 0f701873-309b-4434-a31f-4c6fd307ab26 of type vlan for network bd3ee4a9-907c-4102-9a91-a3ab6420bccb Aug 29 17:20:50.600610 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.730709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-b0c83050-eb4a-487c-a3f2-a74812083e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:50.732205 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-b0c83050-eb4a-487c-a3f2-a74812083e43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 1097 time: 0.1887486 Aug 29 17:20:50.736659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.738065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:50.738661 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:50.784680 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:50.808410 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] Pushing event updated for resources: {'Network': ['ID=bd3ee4a9-907c-4102-9a91-a3ab6420bccb,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:50.824716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network bd3ee4a9-907c-4102-9a91-a3ab6420bccb details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:20:50.885133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56014) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:50.885360 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b4b6de24-7daf-446f-b945-9eaea7b250ab admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4927654 Aug 29 17:20:50.886545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.20.0.7 (a5b9cffd-2315-471c-b946-114f8e0a6316/c64d52e9-892d-4041-b161-934a8d5c708f/33af6d58-4973-403f-9f04-64e8af5d5913) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:50.892735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] Request body: {'subnet': {'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-subnet', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:50.933181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] Made reservation on behalf of d04c0249fc5e416585c5676d42c8ae30 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:20:50.936460 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.027726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:51.038276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:51.038794 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.040922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-99136e04-ad3b-4d34-9533-bd6919e85b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.043045 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-99136e04-ad3b-4d34-9533-bd6919e85b8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.2400599 Aug 29 17:20:51.153249 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-4b78c29e-36e4-4ce2-aede-9012c148aafc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a598148d-7e09-426d-8418-7c27612b560d HTTP/1.1" status: 200 len: 1001 time: 0.1000018 Aug 29 17:20:51.185869 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.216493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.218353 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.254289 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Transition to ACTIVE for port object 33af6d58-4973-403f-9f04-64e8af5d5913 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:51.256862 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-e3032c5a-4f1a-4d9c-b381-9e2a290a3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.258579 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-e3032c5a-4f1a-4d9c-b381-9e2a290a3043 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0955603 Aug 29 17:20:51.274081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=56aba7b8-3e4f-4141-a07f-de437f0ae5e5,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:51.276307 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c48822d3-0210-470b-b836-6c27199a8eff req-0827fbbf-3c49-446f-9635-5c1cf5bfcfd6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 210 time: 0.0428150 Aug 29 17:20:51.286165 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.287409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6ecba2ae-838e-42eb-abbe-97206c7e059d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:51.315244 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] Checking segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:51.316290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] Network hostable DHCP agents. Network: bd3ee4a9-907c-4102-9a91-a3ab6420bccb, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:20:51.326930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d19da07-7e31-464c-a07f-d6b3a798098f,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:51.344221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-025296a7-a0c5-4838-badb-20e936c6d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.345878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] Network bd3ee4a9-907c-4102-9a91-a3ab6420bccb is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:20:51.345999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-025296a7-a0c5-4838-badb-20e936c6d4dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771034 Aug 29 17:20:51.360452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, bd3ee4a9-907c-4102-9a91-a3ab6420bccb) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:51.370771 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.374345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6dddbe-9b12-4438-8c74-19a5721a23c4 None None] Network bd3ee4a9-907c-4102-9a91-a3ab6420bccb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:51.374824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.375535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.397467 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ec2811f0-184a-42a6-a807-70ce6cf1edf2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5078833 Aug 29 17:20:51.398266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56018) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:51.403192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:51.445171 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.446075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=56aba7b8-3e4f-4141-a07f-de437f0ae5e5,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:51.446468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.487656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6ecba2ae-838e-42eb-abbe-97206c7e059d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:51.488186 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.538361 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.539298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5b9cffd-2315-471c-b946-114f8e0a6316 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:51.545695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:51.574201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:51.585682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=33af6d58-4973-403f-9f04-64e8af5d5913,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:51.657371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:51.657900 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.696564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-7fbf6dd7-e232-487e-8dcf-755640698cad service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426540 Aug 29 17:20:51.698783 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-ad4710b6-25e4-4b96-a635-6ea90a5ca825 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8086762 Aug 29 17:20:51.707216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:20:51.708333 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.744544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Request body: {'port': {'device_id': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:51.787554 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.909641 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:51.943508 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5039b014-7f7b-4795-b641-02ce4ddec3cc req-4b558fe2-426d-438c-9c01-1fe709f51b2d service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328281 Aug 29 17:20:51.983542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e79f31e3-979f-466d-8afb-c7cc1c314409 None None] Provisioning for port 33af6d58-4973-403f-9f04-64e8af5d5913 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:51.989558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Allocated IP 172.20.0.2 (bd3ee4a9-907c-4102-9a91-a3ab6420bccb/0d19da07-7e31-464c-a07f-d6b3a798098f/10eca363-16f1-4467-8c35-165406980ac8) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:51.992033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e79f31e3-979f-466d-8afb-c7cc1c314409 None None] Provisioning complete for port 33af6d58-4973-403f-9f04-64e8af5d5913 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:51.992538 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e79f31e3-979f-466d-8afb-c7cc1c314409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.107072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e79f31e3-979f-466d-8afb-c7cc1c314409 None None] Port 33af6d58-4973-403f-9f04-64e8af5d5913 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:52.108827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.134608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.244462 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.258759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Transition to ACTIVE for port object 10eca363-16f1-4467-8c35-165406980ac8 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:52.281462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Transition to ACTIVE for port object 10eca363-16f1-4467-8c35-165406980ac8 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:52.294119 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.321364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33af6d58-4973-403f-9f04-64e8af5d5913 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:52.335538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Allocated IP 172.25.5.61 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/af3d9995-4b4c-4ddd-b794-fe232ef8025a) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:52.346815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.353854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Network bd3ee4a9-907c-4102-9a91-a3ab6420bccb is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:52.360533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:52.364818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:52.367815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Transition to ACTIVE for port object 33af6d58-4973-403f-9f04-64e8af5d5913 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:52.374829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Pushing event updated for resources: {'Port': ['ID=10eca363-16f1-4467-8c35-165406980ac8,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:52.415503 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.442422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Attempting to bind port 10eca363-16f1-4467-8c35-165406980ac8 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:52.443444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Attempting to bind port 10eca363-16f1-4467-8c35-165406980ac8 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:52.444080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Attempting to bind port 10eca363-16f1-4467-8c35-165406980ac8 on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:52.450714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:52.451520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Checking segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:52.452270 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.452885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Bound using segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:52.454383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Bound port: 10eca363-16f1-4467-8c35-165406980ac8, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:52.455057 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.537385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Pushing event updated for resources: {'Port': ['ID=33af6d58-4973-403f-9f04-64e8af5d5913,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:52.553113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafa4ab-9ed8-4b05-9d4b-f8744645bafd req-83d09de6-545f-4efb-9808-de439f34dfbf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.553405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] For port 10eca363-16f1-4467-8c35-165406980ac8, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:52.556723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] For port 10eca363-16f1-4467-8c35-165406980ac8, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=10eca363-16f1-4467-8c35-165406980ac8,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:52.561056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1dafa4ab-9ed8-4b05-9d4b-f8744645bafd req-83d09de6-545f-4efb-9808-de439f34dfbf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 943 time: 0.1022451 Aug 29 17:20:52.564186 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.618590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.653905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddd7c2-27c1-47d0-a411-2a6de8ed9b3d None None] Pushing event updated for resources: {'Port': ['ID=10eca363-16f1-4467-8c35-165406980ac8,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:52.657658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1dafa4ab-9ed8-4b05-9d4b-f8744645bafd req-7027f2b2-a130-4e46-9193-f872d9299dc6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895092 Aug 29 17:20:52.699870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:52.700291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:52.700537 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 on network a5b9cffd-2315-471c-b946-114f8e0a6316 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:52.713820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:52.725426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Port 33af6d58-4973-403f-9f04-64e8af5d5913 on network a5b9cffd-2315-471c-b946-114f8e0a6316 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:20:52.725426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 on network a5b9cffd-2315-471c-b946-114f8e0a6316 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:52.728972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:52.736236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Checking segment: {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:52.736911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Bound using segment: {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:52.737488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Bound port: 33af6d58-4973-403f-9f04-64e8af5d5913, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:52.737868 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.753644 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.781044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:52.782105 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.826850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:52.837770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:52.843321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:52.880137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Pushing event updated for resources: {'Port': ['ID=af3d9995-4b4c-4ddd-b794-fe232ef8025a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:52.891414 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:52.897509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:52.905939 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:52.962936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Pushing event updated for resources: {'Port': ['ID=33af6d58-4973-403f-9f04-64e8af5d5913,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:52.997693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:52.999377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.001150 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-f08be628-6dc2-49ba-b76f-58d7a468c13d service neutron] 10.222.0.10 "PUT /v2.0/ports/33af6d58-4973-403f-9f04-64e8af5d5913 HTTP/1.1" status: 200 len: 1092 time: 1.2687545 Aug 29 17:20:53.001901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:53.004424 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0138b823-7922-4213-8a32-a2c19ac00f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:53.104061 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65005b31-da91-43b3-b53c-881f8dd87b66 x-openstack-request-id: req-65005b31-da91-43b3-b53c-881f8dd87b66 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:53.105962 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:53.107417 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65005b31-da91-43b3-b53c-881f8dd87b66 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:53.108381 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913', 'status': 'completed', 'code': 200} Aug 29 17:20:53.159045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58946f-acf9-409d-aacb-7b192147de2d req-bedc2afb-e3c1-4b12-9f68-2454df171306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.162712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-bedc2afb-e3c1-4b12-9f68-2454df171306 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 1095 time: 0.1138542 Aug 29 17:20:53.230192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-af9ca68b-2e7e-4091-9c43-6d593d8bac8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33af6d58-4973-403f-9f04-64e8af5d5913 HTTP/1.1" status: 200 len: 217 time: 0.0585785 Aug 29 17:20:53.261639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.285969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58946f-acf9-409d-aacb-7b192147de2d req-a89902ee-9c73-4315-a452-a2ce7fa8e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.288227 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-a89902ee-9c73-4315-a452-a2ce7fa8e3e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c64d52e9-892d-4041-b161-934a8d5c708f HTTP/1.1" status: 200 len: 834 time: 0.0503421 Aug 29 17:20:53.341895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58946f-acf9-409d-aacb-7b192147de2d req-b85478d6-b4ea-494f-a07c-aa0f81205216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.343669 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-b85478d6-b4ea-494f-a07c-aa0f81205216 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b9cffd-2315-471c-b946-114f8e0a6316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475113 Aug 29 17:20:53.455762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-4dff8945-ac2a-449f-becf-c94e0c3947a8 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042366 Aug 29 17:20:53.584433 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f58946f-acf9-409d-aacb-7b192147de2d req-842e5c1b-480b-406c-a4e5-e1e9e03e6a2a service neutron] 10.222.0.10 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214988 Aug 29 17:20:53.695311 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138b823-7922-4213-8a32-a2c19ac00f0d req-68a22a23-bd31-44d3-827f-2d6f9294ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.697147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0138b823-7922-4213-8a32-a2c19ac00f0d req-68a22a23-bd31-44d3-827f-2d6f9294ddf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 1095 time: 0.0601020 Aug 29 17:20:53.819781 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138b823-7922-4213-8a32-a2c19ac00f0d req-178a4764-85b3-4d1d-9055-64b0c4021253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.821472 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0138b823-7922-4213-8a32-a2c19ac00f0d req-178a4764-85b3-4d1d-9055-64b0c4021253 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b9cffd-2315-471c-b946-114f8e0a6316 HTTP/1.1" status: 200 len: 898 time: 0.1164393 Aug 29 17:20:53.903407 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0138b823-7922-4213-8a32-a2c19ac00f0d req-5283024c-7d43-4806-9420-7946c231e875 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33af6d58-4973-403f-9f04-64e8af5d5913 HTTP/1.1" status: 200 len: 217 time: 0.0675414 Aug 29 17:20:53.907857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:53.957328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138b823-7922-4213-8a32-a2c19ac00f0d req-7e6ad2a6-3ce7-42d6-a821-2e4de698c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.959439 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0138b823-7922-4213-8a32-a2c19ac00f0d req-7e6ad2a6-3ce7-42d6-a821-2e4de698c0a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c64d52e9-892d-4041-b161-934a8d5c708f HTTP/1.1" status: 200 len: 834 time: 0.0468888 Aug 29 17:20:53.987666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7854b11-0b65-4f72-a748-c013a7a9c653 req-d736658d-aeb9-434b-b6dc-41145b357de1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:53.987841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab62f6bb-f358-410c-a1a2-941f32a27c76 None None] Network bd3ee4a9-907c-4102-9a91-a3ab6420bccb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:20:53.989204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7854b11-0b65-4f72-a748-c013a7a9c653 req-d736658d-aeb9-434b-b6dc-41145b357de1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 943 time: 0.1552839 Aug 29 17:20:54.054926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7854b11-0b65-4f72-a748-c013a7a9c653 req-53a217cb-9150-47f7-8d6c-30be59559763 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511572 Aug 29 17:20:54.057357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138b823-7922-4213-8a32-a2c19ac00f0d req-fcba321b-b0b8-42eb-a397-cb886c0637d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:54.059428 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0138b823-7922-4213-8a32-a2c19ac00f0d req-fcba321b-b0b8-42eb-a397-cb886c0637d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b9cffd-2315-471c-b946-114f8e0a6316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907815 Aug 29 17:20:54.094238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Router 5322c82b-ae53-49eb-a24f-8fca9176ea2f is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:20:54.119187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-44176974-8e0a-440e-90aa-7d04b6560d28 None None] Provisioning for port 10eca363-16f1-4467-8c35-165406980ac8 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:54.199812 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0138b823-7922-4213-8a32-a2c19ac00f0d req-dbd97d89-9c3f-46aa-88c8-6546e988486f service neutron] 10.222.0.10 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202760 Aug 29 17:20:54.238915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:54.252506 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Sync routers for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:54.255240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.260533 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-74a7667e-3f95-4fe0-afcb-5d7cbc836995 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8611345 Aug 29 17:20:54.261352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56048) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:54.275511 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:54.276138 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:54.374944 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0138b823-7922-4213-8a32-a2c19ac00f0d req-73bafc30-81ba-4ba2-a629-46948e86b4ec service neutron] 10.222.0.10 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646097 Aug 29 17:20:54.478723 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:54.722674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 10eca363-16f1-4467-8c35-165406980ac8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:54.785596 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:53Z', 'revision_number': 3, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:54.800340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 10eca363-16f1-4467-8c35-165406980ac8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:54.804120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 10eca363-16f1-4467-8c35-165406980ac8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:54.804492 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.823058 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Checking router: 5322c82b-ae53-49eb-a24f-8fca9176ea2f for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:54.823408 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Updating router 5322c82b-ae53-49eb-a24f-8fca9176ea2f port af3d9995-4b4c-4ddd-b794-fe232ef8025a binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:20:54.862651 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.880102 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.907785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:54.951922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 10eca363-16f1-4467-8c35-165406980ac8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=10eca363-16f1-4467-8c35-165406980ac8,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:54.957601 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.015275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=10eca363-16f1-4467-8c35-165406980ac8,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:55.023227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.023687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.024247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.024698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.025134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.025597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.026236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.026671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.027102 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.027532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.027960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.028399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.064868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Allocated IP 172.20.0.1 (bd3ee4a9-907c-4102-9a91-a3ab6420bccb/0d19da07-7e31-464c-a07f-d6b3a798098f/99c155b3-031f-4546-ab1d-6926f6656268) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:55.163653 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.176487 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Transition to ACTIVE for port object af3d9995-4b4c-4ddd-b794-fe232ef8025a will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:55.185333 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.195862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.200661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b71109-7b6c-47e5-8b8d-2e9035f61641 req-2cf239cf-dd0a-4ce9-8647-d0f66b3fc95d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:55.202980 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35b71109-7b6c-47e5-8b8d-2e9035f61641 req-2cf239cf-dd0a-4ce9-8647-d0f66b3fc95d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 943 time: 0.0605695 Aug 29 17:20:55.213147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Transition to ACTIVE for port object 99c155b3-031f-4546-ab1d-6926f6656268 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:55.257949 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.262557 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Attempting to bind port af3d9995-4b4c-4ddd-b794-fe232ef8025a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:55.263051 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Attempting to bind port af3d9995-4b4c-4ddd-b794-fe232ef8025a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:55.263291 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Attempting to bind port af3d9995-4b4c-4ddd-b794-fe232ef8025a on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:55.269573 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Pushing event updated for resources: {'Port': ['ID=af3d9995-4b4c-4ddd-b794-fe232ef8025a,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:55.273254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-35b71109-7b6c-47e5-8b8d-2e9035f61641 req-e5cfc4f9-c7d3-4414-b245-c645ee61e810 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625913 Aug 29 17:20:55.274847 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:55.275275 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:55.275622 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.276015 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:55.276530 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Bound port: af3d9995-4b4c-4ddd-b794-fe232ef8025a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:55.280462 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.304543 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.305123 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.305480 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.305814 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.306146 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.306567 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.306770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Network bd3ee4a9-907c-4102-9a91-a3ab6420bccb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:55.306894 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.307247 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.307534 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.307842 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.308159 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.308472 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:20:55.317354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:55.323190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:55.327569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Pushing event updated for resources: {'Port': ['ID=99c155b3-031f-4546-ab1d-6926f6656268,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:55.349809 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] For port af3d9995-4b4c-4ddd-b794-fe232ef8025a, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:55.359478 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] For port af3d9995-4b4c-4ddd-b794-fe232ef8025a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=af3d9995-4b4c-4ddd-b794-fe232ef8025a,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:55.365849 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.375511 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.416811 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:55.417494 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:55.483176 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283501c-fa5a-48b1-b670-4d144d106506 None None] Pushing event updated for resources: {'Port': ['ID=af3d9995-4b4c-4ddd-b794-fe232ef8025a,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:55.559386 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:55.564831 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.690421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a713ffaa-622c-479b-a571-c58b86804770 None None] Provisioning for port 99c155b3-031f-4546-ab1d-6926f6656268 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:55.695169 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a713ffaa-622c-479b-a571-c58b86804770 None None] Provisioning complete for port 99c155b3-031f-4546-ab1d-6926f6656268 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:55.695777 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a713ffaa-622c-479b-a571-c58b86804770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.744300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a713ffaa-622c-479b-a571-c58b86804770 None None] Port 99c155b3-031f-4546-ab1d-6926f6656268 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:55.757185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.757959 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:53Z', 'revision_number': 3, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:55.763076 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.787924 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb95d3-e6b0-4150-9205-72448773fc2b None None] The sync data for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 is: [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:53Z', 'revision_number': 3, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:20:55.854811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Pushing event updated for resources: {'Port': ['ID=99c155b3-031f-4546-ab1d-6926f6656268,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:55.858624 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:55.974119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Network bd3ee4a9-907c-4102-9a91-a3ab6420bccb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:55.975793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:56.070212 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 33af6d58-4973-403f-9f04-64e8af5d5913 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:20:56.153991 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Router 5322c82b-ae53-49eb-a24f-8fca9176ea2f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:20:56.404102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:20:56.416444 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0609311e-cb18-4bf5-bd29-104ac160a877 admin admin] 10.222.0.22 "PUT /v2.0/routers/5322c82b-ae53-49eb-a24f-8fca9176ea2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1537037 Aug 29 17:20:56.487845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:56.505611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '33af6d58-4973-403f-9f04-64e8af5d5913', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'port_id': '33af6d58-4973-403f-9f04-64e8af5d5913', 'mac_address': 'fa:16:3e:fe:6b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:20:56.521824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20465c2b-f233-4812-b321-0df82a8651d3 req-471c7bbe-f285-4182-80a4-d43acee326a2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:56.534720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20465c2b-f233-4812-b321-0df82a8651d3 req-471c7bbe-f285-4182-80a4-d43acee326a2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 943 time: 0.1645296 Aug 29 17:20:56.611337 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-20465c2b-f233-4812-b321-0df82a8651d3 req-0a75f05e-8664-44a4-9be4-ea35613c037f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754519 Aug 29 17:20:56.623905 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.625934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ffac83a3-97b3-45f6-a973-2ac00530391f None None] Provisioning complete for port 99c155b3-031f-4546-ab1d-6926f6656268 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:56.626298 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ffac83a3-97b3-45f6-a973-2ac00530391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.672398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ffac83a3-97b3-45f6-a973-2ac00530391f None None] Port 99c155b3-031f-4546-ab1d-6926f6656268 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:20:56.682290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33af6d58-4973-403f-9f04-64e8af5d5913 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:20:56.711461 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:20:56.723806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:56.729735 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.790443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=33af6d58-4973-403f-9f04-64e8af5d5913,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:56.847819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device af3d9995-4b4c-4ddd-b794-fe232ef8025a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:56.928458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port af3d9995-4b4c-4ddd-b794-fe232ef8025a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:56.932728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port af3d9995-4b4c-4ddd-b794-fe232ef8025a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:56.933038 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:56.965864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56084) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:56.970503 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['33af6d58-4973-403f-9f04-64e8af5d5913'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:20:56.971881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2f2a3ebd-b883-4d84-a9b9-61acf2a7f593 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700317337', 'description': 'tempest-description--1450658550'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:57.011452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3ebd-b883-4d84-a9b9-61acf2a7f593 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.105401 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.119430 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3ebd-b883-4d84-a9b9-61acf2a7f593 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.124621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3ebd-b883-4d84-a9b9-61acf2a7f593 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.142210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port af3d9995-4b4c-4ddd-b794-fe232ef8025a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=af3d9995-4b4c-4ddd-b794-fe232ef8025a,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:57.151846 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.152638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 10eca363-16f1-4467-8c35-165406980ac8 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:57.159655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a3ebd-b883-4d84-a9b9-61acf2a7f593 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bcf41e-4018-434b-ae80-6f9540eb2818,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:57.162811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3ebd-b883-4d84-a9b9-61acf2a7f593 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.167243 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2f2a3ebd-b883-4d84-a9b9-61acf2a7f593 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2001953 Aug 29 17:20:57.168063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56088) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:57.174157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f1138e55-25bb-4181-baf9-40ca4501296f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'security_group_rule': {'security_group_id': '56bcf41e-4018-434b-ae80-6f9540eb2818', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:57.205377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f1138e55-25bb-4181-baf9-40ca4501296f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.255304 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f1138e55-25bb-4181-baf9-40ca4501296f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.259811 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f1138e55-25bb-4181-baf9-40ca4501296f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.273348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=af3d9995-4b4c-4ddd-b794-fe232ef8025a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:57.279938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1138e55-25bb-4181-baf9-40ca4501296f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b39bb1-2462-4768-b6c5-b57e947b97fa,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:57.289072 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f1138e55-25bb-4181-baf9-40ca4501296f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.293278 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f1138e55-25bb-4181-baf9-40ca4501296f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231391 Aug 29 17:20:57.293704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 10eca363-16f1-4467-8c35-165406980ac8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:57.293704 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.294697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56090) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:57.300206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d7c2d941-1bcd-4aec-b32b-78520971cdf2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'security_group_rule': {'security_group_id': '56bcf41e-4018-434b-ae80-6f9540eb2818', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:57.326991 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7c2d941-1bcd-4aec-b32b-78520971cdf2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.392595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7c2d941-1bcd-4aec-b32b-78520971cdf2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.402598 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7c2d941-1bcd-4aec-b32b-78520971cdf2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.425164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2d941-1bcd-4aec-b32b-78520971cdf2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea82062-9775-4249-8d4b-a9633a6b7f12,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:57.435177 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d7c2d941-1bcd-4aec-b32b-78520971cdf2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.440473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56092) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:20:57.445405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:20:57.450163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d7c2d941-1bcd-4aec-b32b-78520971cdf2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532636 Aug 29 17:20:57.468170 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.565390 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.729309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Allocated IP 172.25.5.50 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/89aba1e0-48fd-4ae4-9f58-5219ff58236e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:20:57.758174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75978b-b908-446c-a013-ce78307796dc req-e0c85cc7-94e7-423a-a246-a56bbec1083a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:57.759716 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da75978b-b908-446c-a013-ce78307796dc req-e0c85cc7-94e7-423a-a246-a56bbec1083a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 944 time: 0.0824835 Aug 29 17:20:57.853743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da75978b-b908-446c-a013-ce78307796dc req-d7a30c45-161c-4dc8-9857-a326c993f5cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842421 Aug 29 17:20:57.890072 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.936839 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:57.972489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:20:57.975471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:20:57.978182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:20:57.997731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Sync routers for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:20:58.008860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:58.010327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:58.020908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'Port': ['ID=89aba1e0-48fd-4ae4-9f58-5219ff58236e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:58.088930 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.096499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 33af6d58-4973-403f-9f04-64e8af5d5913 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:58.146886 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.152677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:58.203175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 33af6d58-4973-403f-9f04-64e8af5d5913 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:20:58.211655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 33af6d58-4973-403f-9f04-64e8af5d5913 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:58.212026 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.314944 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.320667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.398104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'Port': ['ID=89aba1e0-48fd-4ae4-9f58-5219ff58236e,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:58.405000 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.420650 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.420763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.429289 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f0bbe51e-b731-448d-87b5-daf0b03c4b2f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9808974 Aug 29 17:20:58.456361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:20:58.458772 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd33e6c8-33bb-4ae2-b283-ef1b1b8dd894" -d '{"events": [{"server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "name": "network-vif-plugged", "status": "completed", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:20:58.484663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:20:58.492079 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.526852 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeaf4c2-90f7-48da-af2d-98a87cb3ad04 x-openstack-request-id: req-6eeaf4c2-90f7-48da-af2d-98a87cb3ad04 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:20:58.527062 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "name": "network-vif-plugged", "status": "completed", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:20:58.527328 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6eeaf4c2-90f7-48da-af2d-98a87cb3ad04 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:20:58.527723 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913', 'code': 200} Aug 29 17:20:58.538592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 2, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:58.579790 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Checking router: 5322c82b-ae53-49eb-a24f-8fca9176ea2f for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:20:58.580267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Updating router 5322c82b-ae53-49eb-a24f-8fca9176ea2f port 99c155b3-031f-4546-ab1d-6926f6656268 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:20:58.594959 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-74a920db-9012-4c72-9c38-87aa4ee79a82 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--700317337&fields=id&tenant_id=d04c0249fc5e416585c5676d42c8ae30 HTTP/1.1" status: 200 len: 267 time: 0.0374553 Aug 29 17:20:58.641748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=33af6d58-4973-403f-9f04-64e8af5d5913,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:58.647579 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:58.672452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70777a-fc07-4465-8991-e70942036501 req-b9e369a5-d884-4035-b93b-1503062476e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.695234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3c70777a-fc07-4465-8991-e70942036501 req-b9e369a5-d884-4035-b93b-1503062476e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 1097 time: 0.1116340 Aug 29 17:20:58.743809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3c70777a-fc07-4465-8991-e70942036501 req-db22ee91-8572-44c8-aca9-f933fc8e460e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459440 Aug 29 17:20:58.744759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device af3d9995-4b4c-4ddd-b794-fe232ef8025a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:20:58.770412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-60b6f48b-5cb5-4ca3-a628-23f7c25c994b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:58.772325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-60b6f48b-5cb5-4ca3-a628-23f7c25c994b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 815 time: 0.1697214 Aug 29 17:20:58.788467 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f27263c3-74f2-42b3-9516-868779d952dd tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/quotas/d04c0249fc5e416585c5676d42c8ae30 HTTP/1.1" status: 200 len: 375 time: 0.0102437 Aug 29 17:20:58.844326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-e5196063-dc19-47ee-9fcf-d38a50d207d3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493267 Aug 29 17:20:58.910978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port af3d9995-4b4c-4ddd-b794-fe232ef8025a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:20:58.911357 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.019823 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-9894262c-c137-4f42-b902-4684dcc4e852 service neutron] 10.222.0.22 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589313 Aug 29 17:20:59.041302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced2771-358e-4cbb-9158-7e3f14ae2ab8 req-28898559-d66f-4a81-b081-43e5c1b573dd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:20:59.042854 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ced2771-358e-4cbb-9158-7e3f14ae2ab8 req-28898559-d66f-4a81-b081-43e5c1b573dd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0833368 Aug 29 17:20:59.082164 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.093156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Transition to ACTIVE for port object 99c155b3-031f-4546-ab1d-6926f6656268 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:20:59.109406 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.109757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ced2771-358e-4cbb-9158-7e3f14ae2ab8 req-6b8dc3e9-5c1d-4c55-8dc8-1547f6f89e8a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544999 Aug 29 17:20:59.164512 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-119520c4-8be7-432f-b4f8-3bbf1792eba9 service neutron] 10.222.0.22 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392949 Aug 29 17:20:59.168799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908a73b-39a9-4c61-bb07-dd48a652c1c4 None None] Pushing event updated for resources: {'Port': ['ID=99c155b3-031f-4546-ab1d-6926f6656268,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:59.227174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Attempting to bind port 99c155b3-031f-4546-ab1d-6926f6656268 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:20:59.227552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Attempting to bind port 99c155b3-031f-4546-ab1d-6926f6656268 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:20:59.227924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Attempting to bind port 99c155b3-031f-4546-ab1d-6926f6656268 on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:20:59.234040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:20:59.234463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Checking segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:20:59.234880 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.235273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Bound using segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:20:59.235877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Bound port: 99c155b3-031f-4546-ab1d-6926f6656268, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:20:59.236276 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.334706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] For port 99c155b3-031f-4546-ab1d-6926f6656268, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:20:59.338072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] For port 99c155b3-031f-4546-ab1d-6926f6656268, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=99c155b3-031f-4546-ab1d-6926f6656268,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:20:59.354253 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:20:59.407309 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94d03ef2-6f76-4e4f-ae57-bb571a826d3f req-8e8e09fd-eab7-41cf-9457-529137ae115a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 210 time: 0.0664132 Aug 29 17:20:59.462676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:20:59.463339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:59.516004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908a73b-39a9-4c61-bb07-dd48a652c1c4 None None] Pushing event updated for resources: {'Port': ['ID=99c155b3-031f-4546-ab1d-6926f6656268,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:20:59.633552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:20:59.921951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:20:59Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:20:59.964683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7334e6e-b6bf-4331-8a75-bc9fc3ee867c None None] The sync data for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 is: [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:20:59Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:21:00.266273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7b469-70b2-4a35-a587-bf4345672e25 req-a8454764-4ad5-43c7-895b-96b605d4421e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:00.267966 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2c7b469-70b2-4a35-a587-bf4345672e25 req-a8454764-4ad5-43c7-895b-96b605d4421e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0628452 Aug 29 17:21:00.316150 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2c7b469-70b2-4a35-a587-bf4345672e25 req-2edc9e59-1f9a-4133-ad36-7a3c499f2c31 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414658 Aug 29 17:21:00.456140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dc7dc-7629-4545-a5fd-d537e3e57b76 req-99d6964c-201c-43f5-8704-70054b6d9d73 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:00.457708 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f7dc7dc-7629-4545-a5fd-d537e3e57b76 req-99d6964c-201c-43f5-8704-70054b6d9d73 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0616415 Aug 29 17:21:00.528062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f7dc7dc-7629-4545-a5fd-d537e3e57b76 req-60f74569-1f14-4110-8f1f-318a6f9b64fe tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620830 Aug 29 17:21:00.532957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c23c3441-05d0-4b1a-9d3c-32924ad519c6 req-d55f24e2-ba04-44ea-87c8-23e9d155809b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 210 time: 0.0471058 Aug 29 17:21:00.547186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56154) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:00.613938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08508e75-d8c4-4852-9ac4-64357f4ad8b2 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:00.619463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56156) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:00.619698 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-08508e75-d8c4-4852-9ac4-64357f4ad8b2 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 1092 time: 0.0707004 Aug 29 17:21:00.626101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '33af6d58-4973-403f-9f04-64e8af5d5913', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:00.666403 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:00.729254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 99c155b3-031f-4546-ab1d-6926f6656268 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:00.821747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 99c155b3-031f-4546-ab1d-6926f6656268 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:00.826713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 99c155b3-031f-4546-ab1d-6926f6656268 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:00.827512 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:00.835359 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:00.895574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-478da98b-379f-45bb-9a71-e3ece2869510 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:00.899468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-478da98b-379f-45bb-9a71-e3ece2869510 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.16 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 815 time: 0.2562973 Aug 29 17:21:00.954132 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:00.981215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-b3680c71-11df-46c2-87f6-7325fc41fb32 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d04c0249fc5e416585c5676d42c8ae30 HTTP/1.1" status: 200 len: 379 time: 0.0711613 Aug 29 17:21:00.995760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'port': {'device_id': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'admin_state_up': True, 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'security_groups': ['56bcf41e-4018-434b-ae80-6f9540eb2818']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:01.034741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 99c155b3-031f-4546-ab1d-6926f6656268, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=99c155b3-031f-4546-ab1d-6926f6656268,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:01.039944 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:01.040960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.25.5.219 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/567c1bda-28b9-4d9e-80b0-7c704fb76365) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:01.193580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Made reservation on behalf of d04c0249fc5e416585c5676d42c8ae30 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:01.198640 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:01.201296 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:01.247379 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:01.279784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=99c155b3-031f-4546-ab1d-6926f6656268,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:01.292127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:01.296958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:01.301485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:01.363666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=567c1bda-28b9-4d9e-80b0-7c704fb76365,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:01.395385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Allocated IP 172.20.0.11 (bd3ee4a9-907c-4102-9a91-a3ab6420bccb/0d19da07-7e31-464c-a07f-d6b3a798098f/88d05d25-bf25-48a8-b3a4-42fc7647d85f) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:01.600511 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:01.622665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Transition to ACTIVE for port object 88d05d25-bf25-48a8-b3a4-42fc7647d85f will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:01.661548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:01.672586 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a473125f-4ab5-4f15-9aee-a3918d183934 req-dff0e2f9-f762-4628-9c43-5ea9eab448e9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 210 time: 0.0315561 Aug 29 17:21:01.722974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Network bd3ee4a9-907c-4102-9a91-a3ab6420bccb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:01.730687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:01.734053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:01.737266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:01.786912 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:01.818406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:01.819296 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:01.841987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-f03d9be0-c928-4908-8996-ad73363de93f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8504443 Aug 29 17:21:01.856471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Request body: {'port': {'device_id': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:01.887087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:01.936211 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.036988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c80dbd66-5e9c-4e5a-b87b-04be5781d010 None None] Provisioning for port 88d05d25-bf25-48a8-b3a4-42fc7647d85f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:02.045430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c80dbd66-5e9c-4e5a-b87b-04be5781d010 None None] Provisioning complete for port 88d05d25-bf25-48a8-b3a4-42fc7647d85f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:02.045811 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c80dbd66-5e9c-4e5a-b87b-04be5781d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.114879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c80dbd66-5e9c-4e5a-b87b-04be5781d010 None None] Port 88d05d25-bf25-48a8-b3a4-42fc7647d85f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:21:02.130751 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.136141 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.214101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=567c1bda-28b9-4d9e-80b0-7c704fb76365,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:02.226859 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.311133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d05d25-bf25-48a8-b3a4-42fc7647d85f {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:02.319125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.332642 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Transition to ACTIVE for port object 88d05d25-bf25-48a8-b3a4-42fc7647d85f will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:02.336884 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.338155 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Floating IP 134b9843-a45f-4c7c-b357-9dc8bc96b884 associated. External IP: 172.25.5.219, port: 33af6d58-4973-403f-9f04-64e8af5d5913. Aug 29 17:21:02.460083 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:02.478661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Attempting to bind port 88d05d25-bf25-48a8-b3a4-42fc7647d85f on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:02.479047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Attempting to bind port 88d05d25-bf25-48a8-b3a4-42fc7647d85f by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:02.479381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Attempting to bind port 88d05d25-bf25-48a8-b3a4-42fc7647d85f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:02.484425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Port 88d05d25-bf25-48a8-b3a4-42fc7647d85f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:21:02.484748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Attempting to bind port 88d05d25-bf25-48a8-b3a4-42fc7647d85f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:02.490263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:02.490600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Checking segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:02.491111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Bound using segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:02.491638 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Bound port: 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:02.492003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.575618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:02.581176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:02.586692 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.621758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:21:02.635001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.636391 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.639024 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] 10.222.0.16 "PUT /v2.0/ports/88d05d25-bf25-48a8-b3a4-42fc7647d85f HTTP/1.1" status: 200 len: 1093 time: 0.7868338 Aug 29 17:21:02.639662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:02.642348 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:02.722061 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e6a832-0739-41be-864f-aa3f75368b22 x-openstack-request-id: req-33e6a832-0739-41be-864f-aa3f75368b22 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:02.722362 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:02.722618 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33e6a832-0739-41be-864f-aa3f75368b22 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:02.723026 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'status': 'completed', 'code': 200} Aug 29 17:21:02.747497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39137e11-c027-49e7-b6ad-6f4ee97f4790 service neutron] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:02.774990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-49e72f9e-6910-4d00-a201-0d6f81060279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.777300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-49e72f9e-6910-4d00-a201-0d6f81060279 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0962121 Aug 29 17:21:02.790327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 99c155b3-031f-4546-ab1d-6926f6656268 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:02.829657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:21:02.839548 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-e82e2e13-2cd8-4d44-bfa8-5be26ec272fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f HTTP/1.1" status: 200 len: 217 time: 0.0500393 Aug 29 17:21:02.842318 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63209a9-48cd-4a14-99a1-e6a96bb99d2b None None] Sync routers for ids ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:21:02.855529 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63209a9-48cd-4a14-99a1-e6a96bb99d2b None None] Routers {'617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:02.856146 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a63209a9-48cd-4a14-99a1-e6a96bb99d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:02.865191 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.892619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 99c155b3-031f-4546-ab1d-6926f6656268 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:02.895885 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:02.922650 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-43dba321-35b1-494c-98c3-88801acb6ef6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3012810 Aug 29 17:21:02.923478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:02.925884 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6086a93c-f067-48ae-916d-633b733a5f94" -d '{"events": [{"name": "network-changed", "server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:02.964140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9326c-8206-40cd-acd9-ef92d0112d69 req-8e8839d7-35a1-4e0d-aea7-d75f8b932344 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.967443 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-26b9326c-8206-40cd-acd9-ef92d0112d69 req-8e8839d7-35a1-4e0d-aea7-d75f8b932344 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 944 time: 0.1300275 Aug 29 17:21:02.969133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-8dbfc632-62bb-4ae0-95e4-3922a67f0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:02.970698 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-8dbfc632-62bb-4ae0-95e4-3922a67f0e57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.1215537 Aug 29 17:21:03.070289 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a63209a9-48cd-4a14-99a1-e6a96bb99d2b None None] Set router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:03.097061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-26b9326c-8206-40cd-acd9-ef92d0112d69 req-d1f06589-64b9-40c3-b49e-61ca4e61f89a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130214 Aug 29 17:21:03.110839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352addb-3af1-4fc5-b15f-b4ed344ae100 req-22e77b48-eabb-48e1-babc-d190ebe21be4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.112731 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7352addb-3af1-4fc5-b15f-b4ed344ae100 req-22e77b48-eabb-48e1-babc-d190ebe21be4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0969679 Aug 29 17:21:03.124326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-ecc2569e-6bb1-4d98-bb31-0a70fc98d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.130696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-ecc2569e-6bb1-4d98-bb31-0a70fc98d842 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458311 Aug 29 17:21:03.168914 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7352addb-3af1-4fc5-b15f-b4ed344ae100 req-beb4826c-4a5c-446a-983b-b71e9a5aaeaf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Aug 29 17:21:03.172343 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfaeccc-0d2f-4e3d-95d0-7ad937b1df47 x-openstack-request-id: req-0cfaeccc-0d2f-4e3d-95d0-7ad937b1df47 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:03.173174 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:03.173614 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cfaeccc-0d2f-4e3d-95d0-7ad937b1df47 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:03.174276 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913', 'status': 'completed', 'code': 200} Aug 29 17:21:03.182754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56190) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:03.274505 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e9167a1f-3e76-4a47-8eb3-e136d0e00af8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/134b9843-a45f-4c7c-b357-9dc8bc96b884 HTTP/1.1" status: 200 len: 991 time: 0.0903974 Aug 29 17:21:03.279191 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-8be286e4-d277-4963-86f7-7fac78bbaaa5 service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398337 Aug 29 17:21:03.321147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086a93c-f067-48ae-916d-633b733a5f94 req-1b00f2cc-3f4e-4abe-8175-2b4dff60c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.322741 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6086a93c-f067-48ae-916d-633b733a5f94 req-1b00f2cc-3f4e-4abe-8175-2b4dff60c393 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0468931 Aug 29 17:21:03.409248 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a63209a9-48cd-4a14-99a1-e6a96bb99d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '134b9843-a45f-4c7c-b357-9dc8bc96b884', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'port_id': '33af6d58-4973-403f-9f04-64e8af5d5913', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'mac_address': 'fa:16:3e:fe:6b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:21:01Z', 'updated_at': '2021-08-29T17:21:01Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56aba7b8-3e4f-4141-a07f-de437f0ae5e5', 'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:75:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:43Z', 'updated_at': '2021-08-29T17:20:51Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:03.421042 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d311ff4-22c1-40c6-b127-d407b46df39d req-12be72ff-ad71-49e5-af3c-153a2933ae1e service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311324 Aug 29 17:21:03.443319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086a93c-f067-48ae-916d-633b733a5f94 req-2952dc84-22e0-4ee0-ac90-ae68e6d5c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.445614 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63209a9-48cd-4a14-99a1-e6a96bb99d2b None None] Checking router: 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:21:03.446797 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6086a93c-f067-48ae-916d-633b733a5f94 req-2952dc84-22e0-4ee0-ac90-ae68e6d5c5da service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b9cffd-2315-471c-b946-114f8e0a6316 HTTP/1.1" status: 200 len: 898 time: 0.1145368 Aug 29 17:21:03.454849 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63209a9-48cd-4a14-99a1-e6a96bb99d2b None None] Routers {'617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:03.455533 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a63209a9-48cd-4a14-99a1-e6a96bb99d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:03.532210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6086a93c-f067-48ae-916d-633b733a5f94 req-e5a471b7-e70c-491b-85d1-e0755d02fe5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33af6d58-4973-403f-9f04-64e8af5d5913 HTTP/1.1" status: 200 len: 999 time: 0.0771117 Aug 29 17:21:03.535365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79 req-95ab2e6e-4df5-4c3e-85d9-fb861db6f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.536866 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79 req-95ab2e6e-4df5-4c3e-85d9-fb861db6f0c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0609481 Aug 29 17:21:03.597821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086a93c-f067-48ae-916d-633b733a5f94 req-26c7e12d-f2d4-45c0-a316-c739bc7954b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.600300 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6086a93c-f067-48ae-916d-633b733a5f94 req-26c7e12d-f2d4-45c0-a316-c739bc7954b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c64d52e9-892d-4041-b161-934a8d5c708f HTTP/1.1" status: 200 len: 834 time: 0.0605433 Aug 29 17:21:03.608472 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a63209a9-48cd-4a14-99a1-e6a96bb99d2b None None] Set router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:03.668244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086a93c-f067-48ae-916d-633b733a5f94 req-e1d0dc8f-9c6a-408c-9eed-d4dd8b8e5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:03.670595 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6086a93c-f067-48ae-916d-633b733a5f94 req-e1d0dc8f-9c6a-408c-9eed-d4dd8b8e5590 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b9cffd-2315-471c-b946-114f8e0a6316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614877 Aug 29 17:21:03.782002 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6086a93c-f067-48ae-916d-633b733a5f94 req-794d0a45-d40b-4ca9-af5f-5df75e937f95 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039910 Aug 29 17:21:03.993299 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a63209a9-48cd-4a14-99a1-e6a96bb99d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '134b9843-a45f-4c7c-b357-9dc8bc96b884', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'port_id': '33af6d58-4973-403f-9f04-64e8af5d5913', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'mac_address': 'fa:16:3e:fe:6b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:21:01Z', 'updated_at': '2021-08-29T17:21:01Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56aba7b8-3e4f-4141-a07f-de437f0ae5e5', 'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:75:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:43Z', 'updated_at': '2021-08-29T17:20:51Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:04.027026 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63209a9-48cd-4a14-99a1-e6a96bb99d2b None None] The sync data for ids ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'] in n-d-713301-13 is: [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '134b9843-a45f-4c7c-b357-9dc8bc96b884', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'port_id': '33af6d58-4973-403f-9f04-64e8af5d5913', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'mac_address': 'fa:16:3e:fe:6b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:21:01Z', 'updated_at': '2021-08-29T17:21:01Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56aba7b8-3e4f-4141-a07f-de437f0ae5e5', 'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:75:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:43Z', 'updated_at': '2021-08-29T17:20:51Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:21:04.115959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79 req-3e0afd27-1e77-4493-a0e1-3b65a6bb47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:04.121930 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79 req-3e0afd27-1e77-4493-a0e1-3b65a6bb47c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.5745118 Aug 29 17:21:04.214478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79 req-7fdf3bb5-a826-49d8-b5da-4bb1dd7a59f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f HTTP/1.1" status: 200 len: 217 time: 0.0778635 Aug 29 17:21:04.277763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 56200) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:04.293870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee3415-0b7f-4684-b625-067abaa0b460 req-6e437a1f-f6ee-40fb-a888-73bec7adfead tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:04.295855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-09ee3415-0b7f-4684-b625-067abaa0b460 req-6e437a1f-f6ee-40fb-a888-73bec7adfead tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 944 time: 0.0887225 Aug 29 17:21:04.301960 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6086a93c-f067-48ae-916d-633b733a5f94 req-ea868edf-e086-4c26-9329-b4b51e1426ca service neutron] 10.222.0.10 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125723 Aug 29 17:21:04.338147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79 req-4aad3144-bbb5-4833-92b6-59328949d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:04.339654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79 req-4aad3144-bbb5-4833-92b6-59328949d315 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.1178470 Aug 29 17:21:04.369639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-09ee3415-0b7f-4684-b625-067abaa0b460 req-cece931f-7c12-4bdd-be11-107ffa5b1fa7 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498743 Aug 29 17:21:04.386045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0997f81-1c3a-408c-ad05-1db08b587028 None None] New status for floating IP 134b9843-a45f-4c7c-b357-9dc8bc96b884: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:21:04.434886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eb95187e-f038-4dd9-92e1-47c91208203f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/134b9843-a45f-4c7c-b357-9dc8bc96b884 HTTP/1.1" status: 200 len: 991 time: 0.1540823 Aug 29 17:21:04.456468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79 req-03787591-8d5c-46cd-90f9-8133225bcc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:04.458157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79 req-03787591-8d5c-46cd-90f9-8133225bcc5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104200 Aug 29 17:21:04.561876 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79 req-3643812b-a9d6-4abb-9f11-a9c2f0027082 service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958142 Aug 29 17:21:04.667702 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5aa3cdba-99a3-4a5b-9a55-7ba943620f79 req-161c2b13-8048-4afc-821c-b302267b8226 service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983264 Aug 29 17:21:05.439056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56218) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:05.546913 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8710f6cb-ea62-44cb-9f05-fb2d9cb6c10a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/134b9843-a45f-4c7c-b357-9dc8bc96b884 HTTP/1.1" status: 200 len: 993 time: 0.1065524 Aug 29 17:21:05.566776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48a4b5-61ea-4ac0-be3d-904583c4be2b req-f66f5d66-8637-40bc-86be-27bcdd580fdc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:05.568626 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a48a4b5-61ea-4ac0-be3d-904583c4be2b req-f66f5d66-8637-40bc-86be-27bcdd580fdc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 944 time: 0.0808175 Aug 29 17:21:05.611386 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a48a4b5-61ea-4ac0-be3d-904583c4be2b req-45b44775-45ce-4224-be88-df323ffb625f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365987 Aug 29 17:21:06.735661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3efc4-fc90-448e-81e4-5a5a9be1082c req-20fa41ff-066d-441b-92ff-88f57ad6876c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:06.737413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81a3efc4-fc90-448e-81e4-5a5a9be1082c req-20fa41ff-066d-441b-92ff-88f57ad6876c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 944 time: 0.0488756 Aug 29 17:21:06.777281 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81a3efc4-fc90-448e-81e4-5a5a9be1082c req-6d415a5b-9644-4a72-801d-0e1d16336fba tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337429 Aug 29 17:21:07.902901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95549fe-3bc1-4f7a-848b-047d0958b635 req-d53cb71f-d356-4db0-a760-7aa35a57333d tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:07.904691 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f95549fe-3bc1-4f7a-848b-047d0958b635 req-d53cb71f-d356-4db0-a760-7aa35a57333d tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 944 time: 0.0550699 Aug 29 17:21:07.946613 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f95549fe-3bc1-4f7a-848b-047d0958b635 req-e3e3509a-e742-4f3b-b561-454e234042a3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330815 Aug 29 17:21:08.159966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 88d05d25-bf25-48a8-b3a4-42fc7647d85f details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:21:08.255913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:08.266711 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'port_id': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'mac_address': 'fa:16:3e:84:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:21:08.302738 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:08.314888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d05d25-bf25-48a8-b3a4-42fc7647d85f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:21:08.333332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:08.337447 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:08.382662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:08.758780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['88d05d25-bf25-48a8-b3a4-42fc7647d85f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:09.068612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be6ab5-a43a-4ab6-bcdd-5f4cdd0fced8 req-20a0bf4d-be1d-46d3-8238-3bd56bf237a4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:09.070124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17be6ab5-a43a-4ab6-bcdd-5f4cdd0fced8 req-20a0bf4d-be1d-46d3-8238-3bd56bf237a4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0514424 Aug 29 17:21:09.107133 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17be6ab5-a43a-4ab6-bcdd-5f4cdd0fced8 req-8e64f23b-661d-43af-957f-514fd0193943 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303209 Aug 29 17:21:10.174792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 88d05d25-bf25-48a8-b3a4-42fc7647d85f up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:21:10.226149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 88d05d25-bf25-48a8-b3a4-42fc7647d85f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:21:10.230687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 88d05d25-bf25-48a8-b3a4-42fc7647d85f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:10.231118 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:10.232387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a3e86-9702-4b0b-a1ef-2c859cc06bbd req-7f9fd833-7b5d-4a7c-9c5c-3e43f2c3ea1c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:10.234367 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e0a3e86-9702-4b0b-a1ef-2c859cc06bbd req-7f9fd833-7b5d-4a7c-9c5c-3e43f2c3ea1c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0534635 Aug 29 17:21:10.287632 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e0a3e86-9702-4b0b-a1ef-2c859cc06bbd req-5a13853e-7cce-4de3-b4c9-1c8e842f1806 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465486 Aug 29 17:21:10.322408 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:10.344746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:10.347014 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29c48c1-e938-48c3-a100-0731d7241392" -d '{"events": [{"server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "name": "network-vif-plugged", "status": "completed", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:10.362575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:10.366425 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:10.394731 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31751761-8b87-43fe-b4bd-1ca8e13d44c8 x-openstack-request-id: req-31751761-8b87-43fe-b4bd-1ca8e13d44c8 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:10.395034 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "name": "network-vif-plugged", "status": "completed", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:10.395288 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31751761-8b87-43fe-b4bd-1ca8e13d44c8 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:10.395683 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'code': 200} Aug 29 17:21:10.430091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:10.498787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f021-1862-42f1-b4a2-c3f8551cae25 req-dc60f089-cd90-49df-ab7c-ed72e2783e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:10.500316 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e846f021-1862-42f1-b4a2-c3f8551cae25 req-dc60f089-cd90-49df-ab7c-ed72e2783e3a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0458276 Aug 29 17:21:10.540385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e846f021-1862-42f1-b4a2-c3f8551cae25 req-f608a5ef-7754-4a14-af4e-10dbb2adcec5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319266 Aug 29 17:21:11.408550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d94259-9a0a-4065-a798-329745834b8b req-46706c92-55d7-4f78-bfbb-e624f8b349da tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:11.410097 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7d94259-9a0a-4065-a798-329745834b8b req-46706c92-55d7-4f78-bfbb-e624f8b349da tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0502186 Aug 29 17:21:11.448063 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7d94259-9a0a-4065-a798-329745834b8b req-74a0d186-f33b-4df9-b07d-84cadd97969d tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317814 Aug 29 17:21:12.571478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8313c3-43c4-4250-a6e7-4010f98af6c7 req-2ffe2d78-5c3e-4186-95c2-e0414d77b9d7 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:12.573062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d8313c3-43c4-4250-a6e7-4010f98af6c7 req-2ffe2d78-5c3e-4186-95c2-e0414d77b9d7 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0534410 Aug 29 17:21:12.623404 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2d8313c3-43c4-4250-a6e7-4010f98af6c7 req-bfe0b480-1764-490f-a251-c2c6544243a4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377650 Aug 29 17:21:12.743763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef5b98-6849-44db-bef3-0edc5ed9bbf8 req-7b2b66eb-4d0e-48ba-be60-10f60e8029a9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:12.745135 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fef5b98-6849-44db-bef3-0edc5ed9bbf8 req-7b2b66eb-4d0e-48ba-be60-10f60e8029a9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0522699 Aug 29 17:21:12.754434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56316) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:12.758941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6be93e89-4c30-412c-89a5-d17fd423abd5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'floatingip': {'port_id': '88d05d25-bf25-48a8-b3a4-42fc7647d85f'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:12.796710 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6be93e89-4c30-412c-89a5-d17fd423abd5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:12.880810 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5345aa01-e7b3-4032-b215-5352ea372398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:13.241948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6be93e89-4c30-412c-89a5-d17fd423abd5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:13.245805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6be93e89-4c30-412c-89a5-d17fd423abd5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:13.356305 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-6be93e89-4c30-412c-89a5-d17fd423abd5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Floating IP 988327c0-6531-4299-8244-1993a68a1de7 associated. External IP: 172.25.5.50, port: 88d05d25-bf25-48a8-b3a4-42fc7647d85f. Aug 29 17:21:13.594044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be93e89-4c30-412c-89a5-d17fd423abd5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Router 5322c82b-ae53-49eb-a24f-8fca9176ea2f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:21:13.702347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be93e89-4c30-412c-89a5-d17fd423abd5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:21:13.706915 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6be93e89-4c30-412c-89a5-d17fd423abd5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:13.713505 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3826ccdc-136e-40dc-913e-a986e12f97e8 None None] Sync routers for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:21:13.722414 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3826ccdc-136e-40dc-913e-a986e12f97e8 None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:13.723083 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3826ccdc-136e-40dc-913e-a986e12f97e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:13.736198 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6be93e89-4c30-412c-89a5-d17fd423abd5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "PUT /v2.0/floatingips/988327c0-6531-4299-8244-1993a68a1de7 HTTP/1.1" status: 200 len: 991 time: 0.9782643 Aug 29 17:21:13.736198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:13.737067 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653ef6bd-8d61-44cf-aa1e-cedf51448acd" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:13.773779 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2ca2c8-10a0-4e73-98f3-e2b489f2f73b x-openstack-request-id: req-cc2ca2c8-10a0-4e73-98f3-e2b489f2f73b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:13.774722 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:13.774982 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc2ca2c8-10a0-4e73-98f3-e2b489f2f73b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:13.775405 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'status': 'completed', 'code': 200} Aug 29 17:21:13.838505 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3826ccdc-136e-40dc-913e-a986e12f97e8 None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:13.846240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ef6bd-8d61-44cf-aa1e-cedf51448acd req-b6c814ee-56c4-444f-b463-42afba9d175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:13.847814 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-653ef6bd-8d61-44cf-aa1e-cedf51448acd req-b6c814ee-56c4-444f-b463-42afba9d175b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0420134 Aug 29 17:21:13.949284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ef6bd-8d61-44cf-aa1e-cedf51448acd req-c7493d02-24b0-4fee-9bed-e1068842b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:13.951115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-653ef6bd-8d61-44cf-aa1e-cedf51448acd req-c7493d02-24b0-4fee-9bed-e1068842b456 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.0964253 Aug 29 17:21:14.043879 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-653ef6bd-8d61-44cf-aa1e-cedf51448acd req-a7e61107-dac4-466a-bee1-3f981ac24f53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f HTTP/1.1" status: 200 len: 999 time: 0.0845826 Aug 29 17:21:14.113124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ef6bd-8d61-44cf-aa1e-cedf51448acd req-feec60af-ef2c-47da-b829-079933286111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.114621 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-653ef6bd-8d61-44cf-aa1e-cedf51448acd req-feec60af-ef2c-47da-b829-079933286111 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0532386 Aug 29 17:21:14.130648 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3826ccdc-136e-40dc-913e-a986e12f97e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '988327c0-6531-4299-8244-1993a68a1de7', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'floating_ip_address': '172.25.5.50', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'port_id': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'mac_address': 'fa:16:3e:84:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:20:58Z', 'updated_at': '2021-08-29T17:21:13Z', 'revision_number': 1, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:14.164197 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3826ccdc-136e-40dc-913e-a986e12f97e8 None None] Checking router: 5322c82b-ae53-49eb-a24f-8fca9176ea2f for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:21:14.173291 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3826ccdc-136e-40dc-913e-a986e12f97e8 None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:14.173898 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3826ccdc-136e-40dc-913e-a986e12f97e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:20:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:14.177628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ef6bd-8d61-44cf-aa1e-cedf51448acd req-6e95247f-221e-44b4-ba81-698a32f09216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:14.179189 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-653ef6bd-8d61-44cf-aa1e-cedf51448acd req-6e95247f-221e-44b4-ba81-698a32f09216 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551147 Aug 29 17:21:14.278014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-653ef6bd-8d61-44cf-aa1e-cedf51448acd req-bfb4bde2-5c46-4951-bba4-a73a4ea4c352 service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907559 Aug 29 17:21:14.280997 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3826ccdc-136e-40dc-913e-a986e12f97e8 None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:14.384185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-653ef6bd-8d61-44cf-aa1e-cedf51448acd req-e9855e6d-c076-4dad-a074-dc5e8aadf3d5 service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965550 Aug 29 17:21:14.535462 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3826ccdc-136e-40dc-913e-a986e12f97e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '988327c0-6531-4299-8244-1993a68a1de7', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'floating_ip_address': '172.25.5.50', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'port_id': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'mac_address': 'fa:16:3e:84:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:20:58Z', 'updated_at': '2021-08-29T17:21:13Z', 'revision_number': 1, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:14.561784 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3826ccdc-136e-40dc-913e-a986e12f97e8 None None] The sync data for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 is: [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '988327c0-6531-4299-8244-1993a68a1de7', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'floating_ip_address': '172.25.5.50', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'port_id': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'mac_address': 'fa:16:3e:84:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:20:58Z', 'updated_at': '2021-08-29T17:21:13Z', 'revision_number': 1, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:21:14.748243 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f08544-5e63-4229-94f4-94ba6384023a None None] New status for floating IP 988327c0-6531-4299-8244-1993a68a1de7: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:21:15.549462 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9cbfb874-75f7-4329-bb2b-eb6588b9915a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:15.877515 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:16.688348 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:17.732630 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:18.323725 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:20.363212 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:32.209093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052a996-5c58-4ce9-bb92-f237952009e8 req-edd8dde0-4688-42de-807a-76920af0b5d8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:32.210636 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3052a996-5c58-4ce9-bb92-f237952009e8 req-edd8dde0-4688-42de-807a-76920af0b5d8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0516620 Aug 29 17:21:32.250354 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3052a996-5c58-4ce9-bb92-f237952009e8 req-628473eb-eb34-4286-824c-37b63c40c01a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335455 Aug 29 17:21:32.273164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56656) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:32.336015 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0b3f0987-3105-4045-9af0-0f2fa770fbb8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/134b9843-a45f-4c7c-b357-9dc8bc96b884 HTTP/1.1" status: 200 len: 993 time: 0.0615866 Aug 29 17:21:32.651888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96498d72-9eec-4eda-9f02-eb73234e8ca4 req-3d65b28f-ce7d-4584-8080-b02eaf495fb5 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:32.653745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96498d72-9eec-4eda-9f02-eb73234e8ca4 req-3d65b28f-ce7d-4584-8080-b02eaf495fb5 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0437222 Aug 29 17:21:32.691698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-96498d72-9eec-4eda-9f02-eb73234e8ca4 req-b3b34be7-557f-4e02-8868-0fa8975b4dbc tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 Aug 29 17:21:33.184529 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-efaf6cc7-2c50-41d4-a73e-7ca7afdfa9b9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465641 Aug 29 17:21:33.647312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-47bdef33-5064-4053-ad3f-eec4c6ef323a tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:21:33.648228 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-47bdef33-5064-4053-ad3f-eec4c6ef323a tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059464 Aug 29 17:21:33.657477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Request body: {'binding': {'host': 'n-h2-713301-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:33.657952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Unknown quota resources ['binding']. {{(pid=111677) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 29 17:21:33.711610 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:21:33.799242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 on host n-h2-713301-13 for vnic_type normal with profile None {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:33.799578 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:33.799929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 on network a5b9cffd-2315-471c-b946-114f8e0a6316 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:33.804145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Port 33af6d58-4973-403f-9f04-64e8af5d5913 on network a5b9cffd-2315-471c-b946-114f8e0a6316 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:21:33.804462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 on network a5b9cffd-2315-471c-b946-114f8e0a6316 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:33.809779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:33.810114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Checking segment: {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:33.810493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Bound using segment: {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:33.810933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Bound port: 33af6d58-4973-403f-9f04-64e8af5d5913, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:33.915289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:33.920882 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:33.922203 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1c4a60f0-0169-425e-8877-fb6c7ebcec52 service neutron] 10.222.0.22 "POST /v2.0/ports/33af6d58-4973-403f-9f04-64e8af5d5913/bindings HTTP/1.1" status: 201 len: 390 time: 0.2680819 Aug 29 17:21:34.108788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32db5-5366-4eb2-afeb-90cc6ec6251a req-257dd79a-569a-46d9-a149-49cf09bc60b8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:34.110939 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-def32db5-5366-4eb2-afeb-90cc6ec6251a req-257dd79a-569a-46d9-a149-49cf09bc60b8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0612097 Aug 29 17:21:34.152966 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-def32db5-5366-4eb2-afeb-90cc6ec6251a req-aa6dae59-022e-49d1-9111-62ab55c73bc7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356972 Aug 29 17:21:34.154696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-f9020396-5093-4821-9240-3c79b7be05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:34.156436 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-f9020396-5093-4821-9240-3c79b7be05c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0482695 Aug 29 17:21:34.271939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-59a3b892-1572-4cde-ab12-814bed61ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:34.273501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-59a3b892-1572-4cde-ab12-814bed61ffa9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5b9cffd-2315-471c-b946-114f8e0a6316 HTTP/1.1" status: 200 len: 898 time: 0.1093354 Aug 29 17:21:34.347216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-d500396b-9ce9-4dcd-9a82-c31eaf615485 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33af6d58-4973-403f-9f04-64e8af5d5913 HTTP/1.1" status: 200 len: 1001 time: 0.0657094 Aug 29 17:21:34.399841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-36c560b3-02b2-44d5-aae2-efc87b01e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:34.401634 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-36c560b3-02b2-44d5-aae2-efc87b01e4a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c64d52e9-892d-4041-b161-934a8d5c708f HTTP/1.1" status: 200 len: 834 time: 0.0471818 Aug 29 17:21:34.457417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-44cf4e50-0e8f-4c03-ace6-40a436faa549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:34.458879 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-44cf4e50-0e8f-4c03-ace6-40a436faa549 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5b9cffd-2315-471c-b946-114f8e0a6316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494795 Aug 29 17:21:34.555690 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-32d9da3f-70ef-4b87-8566-fc1d1b20abc9 service neutron] 10.222.0.16 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896535 Aug 29 17:21:34.651670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-1af2e14b-4d36-405c-826f-292cc460ac00 service neutron] 10.222.0.16 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891070 Aug 29 17:21:34.784656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-8bbc974b-ea27-4b71-8d68-aaf362b66efe tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:34.786123 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-8bbc974b-ea27-4b71-8d68-aaf362b66efe tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2&tenant_id=7da62633b6984d6fba1f1ad810f4744c&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1097 time: 0.0766504 Aug 29 17:21:34.797589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-13'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:34.856020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:34.984067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:35.023652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:35.068404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:35.070888 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd3652d-08c3-4f7e-97f7-72457ff7a9e5" -d '{"events": [{"server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:35.075925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.083638 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.123169 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855fa17d-afcb-40cf-b2fa-135112474503 x-openstack-request-id: req-855fa17d-afcb-40cf-b2fa-135112474503 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:35.123460 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:35.124229 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-855fa17d-afcb-40cf-b2fa-135112474503 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:35.124523 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913', 'code': 200} Aug 29 17:21:35.222962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Pushing event updated for resources: {'Port': ['ID=33af6d58-4973-403f-9f04-64e8af5d5913,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:35.330546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 on host n-h1-713301-13 for vnic_type normal with profile {"migrating_to": "n-h2-713301-13"} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:35.331158 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:35.331325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 on network a5b9cffd-2315-471c-b946-114f8e0a6316 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:35.343907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Port 33af6d58-4973-403f-9f04-64e8af5d5913 on network a5b9cffd-2315-471c-b946-114f8e0a6316 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:21:35.344407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Attempting to bind port 33af6d58-4973-403f-9f04-64e8af5d5913 on network a5b9cffd-2315-471c-b946-114f8e0a6316 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:35.356629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3ff7e-915e-4e53-a1c8-100fd41945e0 req-1b985d64-f655-451d-8c28-a70f808d11a7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:35.359018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-581ee1fc-39ee-4b31-b47d-7775fc1a555b None None] Provisioning complete for port 33af6d58-4973-403f-9f04-64e8af5d5913 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:35.359509 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-581ee1fc-39ee-4b31-b47d-7775fc1a555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.361975 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ba3ff7e-915e-4e53-a1c8-100fd41945e0 req-1b985d64-f655-451d-8c28-a70f808d11a7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 943 time: 0.1067135 Aug 29 17:21:35.365552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:35.365922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Checking segment: {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:35.366859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Bound using segment: {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:35.367305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Bound port: 33af6d58-4973-403f-9f04-64e8af5d5913, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e051c5-d4e9-49b9-9622-b864d72970c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:35.367717 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.402404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-581ee1fc-39ee-4b31-b47d-7775fc1a555b None None] Port 33af6d58-4973-403f-9f04-64e8af5d5913 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:21:35.440293 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ba3ff7e-915e-4e53-a1c8-100fd41945e0 req-6ff4540a-8daf-47d8-ac2b-cd3d9cb2437b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695317 Aug 29 17:21:35.466675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:35.469900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:35.474857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.572981 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Pushing event updated for resources: {'Port': ['ID=33af6d58-4973-403f-9f04-64e8af5d5913,revision_number=8']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:35.622063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:35.622958 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.624501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-c2d2b2db-1083-4e83-bf92-044794c20f7d service neutron] 10.222.0.16 "PUT /v2.0/ports/33af6d58-4973-403f-9f04-64e8af5d5913 HTTP/1.1" status: 200 len: 1123 time: 0.8310564 Aug 29 17:21:35.701117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['33af6d58-4973-403f-9f04-64e8af5d5913'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:21:35.753483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-abd4d22f-53b5-49d0-9ec7-95750df52f86 None None] Provisioning complete for port 33af6d58-4973-403f-9f04-64e8af5d5913 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:21:35.753863 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-abd4d22f-53b5-49d0-9ec7-95750df52f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.886935 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-abd4d22f-53b5-49d0-9ec7-95750df52f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:35.928876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:35.931129 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a51ca-7ad3-444d-b101-77f823933731" -d '{"events": [{"server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "name": "network-vif-plugged", "status": "completed", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:35.945882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-abd4d22f-53b5-49d0-9ec7-95750df52f86 None None] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:35.953853 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-abd4d22f-53b5-49d0-9ec7-95750df52f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:36.005611 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec1759c-4411-4816-a6f0-b7ceaa82e72d x-openstack-request-id: req-dec1759c-4411-4816-a6f0-b7ceaa82e72d {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:36.005902 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "name": "network-vif-plugged", "status": "completed", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:36.006163 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dec1759c-4411-4816-a6f0-b7ceaa82e72d {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:36.006543 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913', 'code': 200} Aug 29 17:21:36.128199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4d22f-53b5-49d0-9ec7-95750df52f86 None None] Pushing event updated for resources: {'Port': ['ID=33af6d58-4973-403f-9f04-64e8af5d5913,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:36.562527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d00b3-75cf-4d2c-910c-46fe7c6a9e92 req-043c910b-0933-4e77-a354-d03c11423de7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:36.564019 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-783d00b3-75cf-4d2c-910c-46fe7c6a9e92 req-043c910b-0933-4e77-a354-d03c11423de7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0537724 Aug 29 17:21:36.602123 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-783d00b3-75cf-4d2c-910c-46fe7c6a9e92 req-40524cbb-15a3-456b-8600-5079dcf11ced tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322530 Aug 29 17:21:37.125908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:37.128237 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554ed156-1eb0-4fb2-803c-0eb769fa35d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:37.177016 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5788100-c0e0-4397-83b1-769b287f20e8 x-openstack-request-id: req-c5788100-c0e0-4397-83b1-769b287f20e8 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:37.177339 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:37.177591 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5788100-c0e0-4397-83b1-769b287f20e8 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:37.177992 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913', 'status': 'completed', 'code': 200} Aug 29 17:21:37.258015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ed156-1eb0-4fb2-803c-0eb769fa35d0 req-aec55f7a-f1d5-4761-bbf4-8ceee48b60be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:37.259594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554ed156-1eb0-4fb2-803c-0eb769fa35d0 req-aec55f7a-f1d5-4761-bbf4-8ceee48b60be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 1128 time: 0.0578442 Aug 29 17:21:37.352456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ed156-1eb0-4fb2-803c-0eb769fa35d0 req-a14034ad-0a28-4c65-abda-d07e54680169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:37.353974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554ed156-1eb0-4fb2-803c-0eb769fa35d0 req-a14034ad-0a28-4c65-abda-d07e54680169 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5b9cffd-2315-471c-b946-114f8e0a6316 HTTP/1.1" status: 200 len: 898 time: 0.0867748 Aug 29 17:21:37.420206 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554ed156-1eb0-4fb2-803c-0eb769fa35d0 req-734573b3-21d6-4807-9477-0295c1138000 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33af6d58-4973-403f-9f04-64e8af5d5913 HTTP/1.1" status: 200 len: 1001 time: 0.0585465 Aug 29 17:21:37.475787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ed156-1eb0-4fb2-803c-0eb769fa35d0 req-1ce400d5-f399-4210-ae09-d6f0df59ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:37.477406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554ed156-1eb0-4fb2-803c-0eb769fa35d0 req-1ce400d5-f399-4210-ae09-d6f0df59ce85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c64d52e9-892d-4041-b161-934a8d5c708f HTTP/1.1" status: 200 len: 834 time: 0.0488524 Aug 29 17:21:37.523250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ed156-1eb0-4fb2-803c-0eb769fa35d0 req-33517273-446e-4714-893f-7850fe0b84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:37.524707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554ed156-1eb0-4fb2-803c-0eb769fa35d0 req-33517273-446e-4714-893f-7850fe0b84b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5b9cffd-2315-471c-b946-114f8e0a6316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399332 Aug 29 17:21:37.614381 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554ed156-1eb0-4fb2-803c-0eb769fa35d0 req-1354f525-c229-4242-87c9-0add109bd7e3 service neutron] 10.222.0.10 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822811 Aug 29 17:21:37.711441 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-554ed156-1eb0-4fb2-803c-0eb769fa35d0 req-577f2095-e859-4bc9-b55a-c4756995834f service neutron] 10.222.0.10 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898647 Aug 29 17:21:37.719727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364276d-e992-4bd8-b134-64d3ba0c3d3d req-8a86da6e-abec-41f1-b45c-35a912fc5121 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:37.721248 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c364276d-e992-4bd8-b134-64d3ba0c3d3d req-8a86da6e-abec-41f1-b45c-35a912fc5121 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0498142 Aug 29 17:21:37.759524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c364276d-e992-4bd8-b134-64d3ba0c3d3d req-05bcdfbb-2e21-4284-935e-dbb57a730edd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320957 Aug 29 17:21:38.332533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 33af6d58-4973-403f-9f04-64e8af5d5913 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:21:38.428574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:38.440256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 33af6d58-4973-403f-9f04-64e8af5d5913 has no active binding in host n-h2-713301-13 {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 29 17:21:38.884057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d7c61-000f-44d5-badb-bf7df0624cec req-4772ebce-6210-448a-9cef-6915a740a65b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:38.885706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a0d7c61-000f-44d5-badb-bf7df0624cec req-4772ebce-6210-448a-9cef-6915a740a65b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0504832 Aug 29 17:21:38.926758 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a0d7c61-000f-44d5-badb-bf7df0624cec req-8bc2963e-4a89-4fda-9c10-72f99a1204a4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349357 Aug 29 17:21:40.057526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf243b1-4ecf-4ef8-8300-fc7db7fc1ad4 req-1564315c-7359-4cd5-a268-c08042690bf9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:40.059712 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fbf243b1-4ecf-4ef8-8300-fc7db7fc1ad4 req-1564315c-7359-4cd5-a268-c08042690bf9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0585258 Aug 29 17:21:40.098278 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fbf243b1-4ecf-4ef8-8300-fc7db7fc1ad4 req-faf823a9-6089-46fb-ab90-afc9e7857f97 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Aug 29 17:21:41.229631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed1bde-a27a-437d-8423-2563ed776e59 req-1eda5aa4-7320-4688-bf56-d42636e39220 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:41.231182 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9aed1bde-a27a-437d-8423-2563ed776e59 req-1eda5aa4-7320-4688-bf56-d42636e39220 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0554979 Aug 29 17:21:41.269861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9aed1bde-a27a-437d-8423-2563ed776e59 req-0f163ae3-de08-48b7-9fa2-dbf36f449b1a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322137 Aug 29 17:21:42.403043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7c101-ff90-4dbf-a513-e0c14e944f85 req-e14daebe-798b-4fb2-9ad0-514677b84499 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:42.405298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40e7c101-ff90-4dbf-a513-e0c14e944f85 req-e14daebe-798b-4fb2-9ad0-514677b84499 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0600874 Aug 29 17:21:42.453843 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40e7c101-ff90-4dbf-a513-e0c14e944f85 req-79b39a15-9978-48e2-8777-7c077c092b08 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422101 Aug 29 17:21:42.881766 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8ec278d3-8dee-477d-bb59-bddb69a7edfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:43.574915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8250a7-b39e-432b-bba3-6d75fd00800a req-3dd541a7-37af-4558-b917-144f5f65fc7c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:43.576589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b8250a7-b39e-432b-bba3-6d75fd00800a req-3dd541a7-37af-4558-b917-144f5f65fc7c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 945 time: 0.0509744 Aug 29 17:21:43.620842 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b8250a7-b39e-432b-bba3-6d75fd00800a req-ba95cb5f-db9e-45ca-8d3c-7795c1659a42 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379579 Aug 29 17:21:44.036412 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-274f8543-bd39-41d1-bc12-4ae623003a8f service neutron] 10.222.0.10 "GET /v2.0/ports/33af6d58-4973-403f-9f04-64e8af5d5913/bindings/n-h2-713301-13 HTTP/1.1" status: 200 len: 385 time: 0.0577679 Aug 29 17:21:44.222185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:44.243435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:44.289960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:44.292214 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9b4f8f-2035-440c-90f5-b2e67095d750" -d '{"events": [{"server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:44.301154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:44.320901 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.335493 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f9ff84-c585-47e3-8974-d484848fa616 x-openstack-request-id: req-f6f9ff84-c585-47e3-8974-d484848fa616 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:44.335802 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:44.336062 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6f9ff84-c585-47e3-8974-d484848fa616 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:44.336463 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913', 'code': 200} Aug 29 17:21:44.399454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Transition to ACTIVE for port object 33af6d58-4973-403f-9f04-64e8af5d5913 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:44.406186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:44.513770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Pushing event updated for resources: {'Port': ['ID=33af6d58-4973-403f-9f04-64e8af5d5913,revision_number=11']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:44.528317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.528675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.529012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.529381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.529717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.530050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.530383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.530714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.531036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.531362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.531687 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.532009 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:44.557777 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] No DVR routers for this DVR port 33af6d58-4973-403f-9f04-64e8af5d5913 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:44.714241 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-9027fa42-6a47-4793-9139-79f149d814b2 service neutron] 10.222.0.10 "PUT /v2.0/ports/33af6d58-4973-403f-9f04-64e8af5d5913/bindings/n-h2-713301-13/activate HTTP/1.1" status: 200 len: 370 time: 0.6710281 Aug 29 17:21:44.782093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84e85a-0257-4837-a140-2b1858b23383 req-c92645af-0c7c-4b5f-adf0-ea9d7333eea1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:44.783625 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc84e85a-0257-4837-a140-2b1858b23383 req-c92645af-0c7c-4b5f-adf0-ea9d7333eea1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 944 time: 0.0647130 Aug 29 17:21:44.825781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-da162873-4210-4be8-b4f1-dadeea3bcd52 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:44.826659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc84e85a-0257-4837-a140-2b1858b23383 req-e34b2086-c061-45f0-8acf-5652c2792a1e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334599 Aug 29 17:21:44.827300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-da162873-4210-4be8-b4f1-dadeea3bcd52 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2&tenant_id=7da62633b6984d6fba1f1ad810f4744c&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 1096 time: 0.0471139 Aug 29 17:21:44.877186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-b0bf6a61-5619-468d-a522-6db8c2a9a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:44.878997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-b0bf6a61-5619-468d-a522-6db8c2a9a202 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 1096 time: 0.0426648 Aug 29 17:21:44.949943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-0bf69cff-7c69-4446-a2fc-a445a1a346d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:44.951489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-0bf69cff-7c69-4446-a2fc-a445a1a346d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0469124 Aug 29 17:21:45.060120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-17e92077-46cf-4a0e-b3ca-b194b8ab163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:45.061693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-17e92077-46cf-4a0e-b3ca-b194b8ab163d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5b9cffd-2315-471c-b946-114f8e0a6316 HTTP/1.1" status: 200 len: 898 time: 0.0967572 Aug 29 17:21:45.138929 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-8e125b4a-21f2-4989-b1d1-e05230375b71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33af6d58-4973-403f-9f04-64e8af5d5913 HTTP/1.1" status: 200 len: 999 time: 0.0680888 Aug 29 17:21:45.189111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-5dc0a0b3-1e3c-4aaf-abf1-ef79fd59089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:45.190616 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-5dc0a0b3-1e3c-4aaf-abf1-ef79fd59089b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c64d52e9-892d-4041-b161-934a8d5c708f HTTP/1.1" status: 200 len: 834 time: 0.0445266 Aug 29 17:21:45.242246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-80257e5e-8b5f-4da3-9119-5ddeec3ff0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:45.243831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-80257e5e-8b5f-4da3-9119-5ddeec3ff0c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5b9cffd-2315-471c-b946-114f8e0a6316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461185 Aug 29 17:21:45.349601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-4702a770-c0a8-458a-826e-5a88d2df7de8 service neutron] 10.222.0.16 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988276 Aug 29 17:21:45.448717 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-f5f1d476-11fe-4b16-86be-33261c86f3d1 service neutron] 10.222.0.16 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917499 Aug 29 17:21:45.553924 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d15ac7ce-0acd-4420-baee-4ab138d5b79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.688143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-662bddb3-05ce-46e3-9ee4-b131a141d41c tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:45.689711 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-662bddb3-05ce-46e3-9ee4-b131a141d41c tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2&tenant_id=7da62633b6984d6fba1f1ad810f4744c&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 1096 time: 0.0554917 Aug 29 17:21:45.839330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-8ff5952e-7758-4399-ac4d-3468a2abda8e service neutron] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:45.843247 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-8ff5952e-7758-4399-ac4d-3468a2abda8e service neutron] Notify callbacks [] for binding, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.844414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1685e3ba-8e40-4cd2-a853-027a6800f60a req-8ff5952e-7758-4399-ac4d-3468a2abda8e service neutron] 10.222.0.16 "DELETE /v2.0/ports/33af6d58-4973-403f-9f04-64e8af5d5913/bindings/n-h1-713301-13 HTTP/1.1" status: 204 len: 173 time: 0.1472499 Aug 29 17:21:45.901349 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:45.965484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44bbc4-3984-46e5-8414-2455806e5931 req-4b79eaa5-d07c-4d4c-b137-a7fd44627991 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:45.966996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc44bbc4-3984-46e5-8414-2455806e5931 req-4b79eaa5-d07c-4d4c-b137-a7fd44627991 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 944 time: 0.0528476 Aug 29 17:21:46.018152 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc44bbc4-3984-46e5-8414-2455806e5931 req-4b4c31c9-cddc-49f4-acc6-fd1cece86c67 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431030 Aug 29 17:21:46.159759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd2142-d9fc-42d6-b80d-0a0966c52954 req-3101943a-4bb9-47c2-a9ed-be68904aac38 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:46.161668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95dd2142-d9fc-42d6-b80d-0a0966c52954 req-3101943a-4bb9-47c2-a9ed-be68904aac38 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0755718 Aug 29 17:21:46.199291 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95dd2142-d9fc-42d6-b80d-0a0966c52954 req-3b7ec911-01de-493d-b660-f407115c456a tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315619 Aug 29 17:21:46.330787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 33af6d58-4973-403f-9f04-64e8af5d5913 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:46.342172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0f90a-e883-4878-94be-b54ad8e674e0 req-6a986a93-6e63-431b-a9aa-73047b8d7399 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:46.344129 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ddb0f90a-e883-4878-94be-b54ad8e674e0 req-6a986a93-6e63-431b-a9aa-73047b8d7399 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 944 time: 0.0579946 Aug 29 17:21:46.380150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 33af6d58-4973-403f-9f04-64e8af5d5913 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:46.405793 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ddb0f90a-e883-4878-94be-b54ad8e674e0 req-13c9139d-1595-4f37-8e56-91e601147789 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553932 Aug 29 17:21:46.428152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56942) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:46.514635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-20df5a9e-70a0-43d0-91f8-9f2f416420f6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/134b9843-a45f-4c7c-b357-9dc8bc96b884 HTTP/1.1" status: 200 len: 991 time: 0.0846415 Aug 29 17:21:46.691637 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:46.742198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 56954) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:46.923953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port 567c1bda-28b9-4d9e-80b0-7c704fb76365 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:46.924377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.012764 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.013158 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.025394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for 567c1bda-28b9-4d9e-80b0-7c704fb76365 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:47.196298 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.223994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=567c1bda-28b9-4d9e-80b0-7c704fb76365,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:47.285988 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.286330 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Floating IP 134b9843-a45f-4c7c-b357-9dc8bc96b884 disassociated (deleted). External IP: 172.25.5.219, port: 33af6d58-4973-403f-9f04-64e8af5d5913. Aug 29 17:21:47.749416 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.796349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:21:47.913896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:21:47.919221 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:47.924847 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d9ec6-b491-4de8-b129-cd004b89f11a None None] Sync routers for ids ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:21:47.939974 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d9ec6-b491-4de8-b129-cd004b89f11a None None] Routers {'617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:47.940705 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7b9d9ec6-b491-4de8-b129-cd004b89f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:47.956884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-57514650-bbdc-400d-b220-0dfd1fe48634 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/floatingips/134b9843-a45f-4c7c-b357-9dc8bc96b884 HTTP/1.1" status: 204 len: 168 time: 1.2126679 Aug 29 17:21:47.958014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:47.961148 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:48.003405 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b254ca-ade6-4ee0-93b3-4b7f76ab2715 x-openstack-request-id: req-02b254ca-ade6-4ee0-93b3-4b7f76ab2715 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:48.003700 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:48.003948 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02b254ca-ade6-4ee0-93b3-4b7f76ab2715 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:48.004342 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913', 'status': 'completed', 'code': 200} Aug 29 17:21:48.083393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2 req-0e0c9afe-37f1-4a4d-8df6-518a0a099b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:48.085433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2 req-0e0c9afe-37f1-4a4d-8df6-518a0a099b1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0589509 Aug 29 17:21:48.158546 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-7b9d9ec6-b491-4de8-b129-cd004b89f11a None None] Set router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:48.215191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2 req-dd25f242-1435-4b01-94f2-edda99ca1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:48.216859 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2 req-dd25f242-1435-4b01-94f2-edda99ca1079 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5b9cffd-2315-471c-b946-114f8e0a6316 HTTP/1.1" status: 200 len: 898 time: 0.1242592 Aug 29 17:21:48.253750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfdc28-9dab-4bac-a2b6-4c7f8f2dc29c req-6c9ed220-114e-45c4-b191-c8f15d293a47 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:48.261863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53cfdc28-9dab-4bac-a2b6-4c7f8f2dc29c req-6c9ed220-114e-45c4-b191-c8f15d293a47 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 944 time: 0.0746965 Aug 29 17:21:48.278606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2 req-5814cfca-aacb-4ffb-bdf8-22b270cbd218 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33af6d58-4973-403f-9f04-64e8af5d5913 HTTP/1.1" status: 200 len: 217 time: 0.0525951 Aug 29 17:21:48.309058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53cfdc28-9dab-4bac-a2b6-4c7f8f2dc29c req-fcfcb3b9-e511-4a6c-a0b5-5a0fbb455baa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=7daef5e0-289a-4ca3-bbc2-fa327cf27827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453742 Aug 29 17:21:48.341880 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:48.360635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2 req-877923bf-847a-4870-8101-aeb870904a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:48.362584 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2 req-877923bf-847a-4870-8101-aeb870904a9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c64d52e9-892d-4041-b161-934a8d5c708f HTTP/1.1" status: 200 len: 834 time: 0.0766692 Aug 29 17:21:48.422028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2 req-daac19cc-54e2-4658-ab53-b93303ec60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:48.422397 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2 req-daac19cc-54e2-4658-ab53-b93303ec60ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5b9cffd-2315-471c-b946-114f8e0a6316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497475 Aug 29 17:21:48.430538 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7b9d9ec6-b491-4de8-b129-cd004b89f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '56aba7b8-3e4f-4141-a07f-de437f0ae5e5', 'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:75:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:43Z', 'updated_at': '2021-08-29T17:20:51Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:48.457408 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d9ec6-b491-4de8-b129-cd004b89f11a None None] Checking router: 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:21:48.465560 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d9ec6-b491-4de8-b129-cd004b89f11a None None] Routers {'617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:48.466161 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7b9d9ec6-b491-4de8-b129-cd004b89f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:48.524822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2 req-bed723f6-1da1-4c97-a5e2-1432976cc7cc service neutron] 10.222.0.16 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937712 Aug 29 17:21:48.634585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0cbd2913-ac3f-4f61-9222-47239d9ae1f2 req-6e618a29-2aa1-4abb-a884-b8552a4f93c7 service neutron] 10.222.0.16 "GET /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024020 Aug 29 17:21:48.682508 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-7b9d9ec6-b491-4de8-b129-cd004b89f11a None None] Set router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:48.772736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948ad6f-1dde-47ee-8553-f3d309e824a1 req-f61acd0d-4b49-4320-a786-f89149c155f4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:48.774258 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e948ad6f-1dde-47ee-8553-f3d309e824a1 req-f61acd0d-4b49-4320-a786-f89149c155f4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 944 time: 0.0565584 Aug 29 17:21:48.894113 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7b9d9ec6-b491-4de8-b129-cd004b89f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '56aba7b8-3e4f-4141-a07f-de437f0ae5e5', 'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:75:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:43Z', 'updated_at': '2021-08-29T17:20:51Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:48.915690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-e948ad6f-1dde-47ee-8553-f3d309e824a1 req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port 33af6d58-4973-403f-9f04-64e8af5d5913 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:48.915953 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e948ad6f-1dde-47ee-8553-f3d309e824a1 req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:48.922706 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d9ec6-b491-4de8-b129-cd004b89f11a None None] The sync data for ids ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'] in n-d-713301-13 is: [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:44Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '56aba7b8-3e4f-4141-a07f-de437f0ae5e5', 'name': '', 'network_id': 'a5b9cffd-2315-471c-b946-114f8e0a6316', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:75:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:43Z', 'updated_at': '2021-08-29T17:20:51Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': 'c64d52e9-892d-4041-b161-934a8d5c708f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:21:49.019840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e948ad6f-1dde-47ee-8553-f3d309e824a1 req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port 33af6d58-4973-403f-9f04-64e8af5d5913, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=33af6d58-4973-403f-9f04-64e8af5d5913,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:49.020211 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e948ad6f-1dde-47ee-8553-f3d309e824a1 req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:49.037527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-e948ad6f-1dde-47ee-8553-f3d309e824a1 req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for 33af6d58-4973-403f-9f04-64e8af5d5913 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:49.245480 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e948ad6f-1dde-47ee-8553-f3d309e824a1 req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:49.257525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ddf88e-707d-4898-a0c5-07b3bd143abe None None] New status for floating IP 134b9843-a45f-4c7c-b357-9dc8bc96b884: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:21:49.268684 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-e9ef8808-2bdc-4021-add1-a465a46908c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0668073 Aug 29 17:21:49.307092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=33af6d58-4973-403f-9f04-64e8af5d5913,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:49.343188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.343546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.343893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.344227 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.345193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.345193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.345481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.345630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.345961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.346283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.346607 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.346929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:49.419018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-add10e77-9fc6-4387-ab0b-90c7738f8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:49.421590 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-add10e77-9fc6-4387-ab0b-90c7738f8c2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 1098 time: 0.0730569 Aug 29 17:21:49.424416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e948ad6f-1dde-47ee-8553-f3d309e824a1 req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] No DVR routers for this DVR port 33af6d58-4973-403f-9f04-64e8af5d5913 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:49.427591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e948ad6f-1dde-47ee-8553-f3d309e824a1 req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:49.430253 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e948ad6f-1dde-47ee-8553-f3d309e824a1 req-721ca689-fbac-4ea9-9231-07f0f340590d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "DELETE /v2.0/ports/33af6d58-4973-403f-9f04-64e8af5d5913 HTTP/1.1" status: 204 len: 173 time: 0.6493042 Aug 29 17:21:49.445760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'name': 'network-vif-deleted', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:21:49.455239 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd851fe-361c-4407-8eb6-afeee88e9c32" -d '{"events": [{"server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "name": "network-vif-deleted", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:21:49.495625 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0673dd8c-85e1-4e83-b6ff-06c649feb2d9 req-a8b497d8-d638-4610-87ed-3479707d7b84 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2 HTTP/1.1" status: 200 len: 210 time: 0.0642769 Aug 29 17:21:49.539728 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a9e6d8-81f6-403f-95ca-183a6a02e5f2 x-openstack-request-id: req-76a9e6d8-81f6-403f-95ca-183a6a02e5f2 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:21:49.540057 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2", "name": "network-vif-deleted", "tag": "33af6d58-4973-403f-9f04-64e8af5d5913", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:21:49.540280 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76a9e6d8-81f6-403f-95ca-183a6a02e5f2 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:21:49.540680 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b41b3ba-a7b5-46eb-a94b-e45e202bf8d2', 'name': 'network-vif-deleted', 'tag': '33af6d58-4973-403f-9f04-64e8af5d5913', 'status': 'completed', 'code': 200} Aug 29 17:21:49.602805 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-c3c77802-4234-41fe-9447-417ec65d722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:49.604322 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-c3c77802-4234-41fe-9447-417ec65d722d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.1344252 Aug 29 17:21:49.693559 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-ea3cedda-66c4-4ca2-a217-756f055321d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daacebe7-848f-41ca-a5b9-1ac64ecf543e HTTP/1.1" status: 200 len: 1001 time: 0.0822356 Aug 29 17:21:49.764354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-e26e4de1-c339-465f-8c00-b0b199861270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:49.766211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-e26e4de1-c339-465f-8c00-b0b199861270 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0654361 Aug 29 17:21:49.834951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-518c9c5a-26fd-478d-871a-31a5b0adc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:49.836491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-518c9c5a-26fd-478d-871a-31a5b0adc2dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624132 Aug 29 17:21:49.940427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-d0ed2c00-7255-4eea-a75e-7f0ce1963523 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966344 Aug 29 17:21:50.045412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-a2306ac8-a503-4e94-aad8-acb87592e21e service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982320 Aug 29 17:21:50.365094 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:50.556408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57060) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:50.952113 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.155518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-75ce8fc9-f27c-4bd3-81ac-7cf5599782f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0965252 Aug 29 17:21:51.286189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-5b8eb1d1-5c64-4ab4-a839-35f5ab2af7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:51.287716 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-5b8eb1d1-5c64-4ab4-a839-35f5ab2af7fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 1097 time: 0.0765762 Aug 29 17:21:51.308435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:51.308681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.471267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port 56aba7b8-3e4f-4141-a07f-de437f0ae5e5, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=56aba7b8-3e4f-4141-a07f-de437f0ae5e5,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:51.471640 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.502373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:51.506905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-f05acb96-f263-4f96-b7b6-868fc76d923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:51.508406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-f05acb96-f263-4f96-b7b6-868fc76d923e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.2025199 Aug 29 17:21:51.629989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-696cb9e6-bc06-4ad4-b4a7-18ada084eeb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a598148d-7e09-426d-8418-7c27612b560d HTTP/1.1" status: 200 len: 1001 time: 0.1106727 Aug 29 17:21:51.733135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-64193a1c-d730-4eab-8b56-b6ebe8d8887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:51.734546 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-64193a1c-d730-4eab-8b56-b6ebe8d8887c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0956087 Aug 29 17:21:51.829349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-f9531516-77f8-40f4-a084-3b76eb8a1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:51.831191 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-f9531516-77f8-40f4-a084-3b76eb8a1ed0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896299 Aug 29 17:21:51.832400 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:51.885465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=56aba7b8-3e4f-4141-a07f-de437f0ae5e5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:52.047361 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-73087f37-5ad6-4e51-87ec-daa1d36e2d98 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059453 Aug 29 17:21:52.179597 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:52.239170 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2c540cb2-1df1-4767-a419-e125bb9fdc35 req-22a2faf0-1495-4339-8e9d-4b17c790c909 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814909 Aug 29 17:21:52.412879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:21:52.416675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 33af6d58-4973-403f-9f04-64e8af5d5913 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:52.441857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 33af6d58-4973-403f-9f04-64e8af5d5913 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:52.442208 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 33af6d58-4973-403f-9f04-64e8af5d5913 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:52.535765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:21:52.543732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6b3a8ca8-38ef-42de-a488-a035b50ca280 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "PUT /v2.0/routers/617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9833071 Aug 29 17:21:52.543851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57084) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:52.550829 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6116840d-3b22-4c9f-856d-9ba5f4b7cead None None] Sync routers for ids ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:21:52.561946 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6116840d-3b22-4c9f-856d-9ba5f4b7cead None None] Routers {'617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:52.562669 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6116840d-3b22-4c9f-856d-9ba5f4b7cead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:52.705305 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-6116840d-3b22-4c9f-856d-9ba5f4b7cead None None] Set router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:52.889091 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6116840d-3b22-4c9f-856d-9ba5f4b7cead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:21:51Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:52.919507 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6116840d-3b22-4c9f-856d-9ba5f4b7cead None None] Checking router: 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:21:52.928804 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6116840d-3b22-4c9f-856d-9ba5f4b7cead None None] Routers {'617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:52.929521 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6116840d-3b22-4c9f-856d-9ba5f4b7cead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:52.964553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b449e89-08f8-493a-bc6d-0a63c1d507c0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting subnet c64d52e9-892d-4041-b161-934a8d5c708f {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:21:52.967768 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b449e89-08f8-493a-bc6d-0a63c1d507c0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.008717 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b449e89-08f8-493a-bc6d-0a63c1d507c0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.033313 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-6116840d-3b22-4c9f-856d-9ba5f4b7cead None None] Set router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:53.131427 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b449e89-08f8-493a-bc6d-0a63c1d507c0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.195616 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b449e89-08f8-493a-bc6d-0a63c1d507c0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.219278 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6116840d-3b22-4c9f-856d-9ba5f4b7cead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:21:51Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:53.225749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b449e89-08f8-493a-bc6d-0a63c1d507c0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Subnet': ['ID=c64d52e9-892d-4041-b161-934a8d5c708f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:53.232178 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6b449e89-08f8-493a-bc6d-0a63c1d507c0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.234839 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6b449e89-08f8-493a-bc6d-0a63c1d507c0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/subnets/c64d52e9-892d-4041-b161-934a8d5c708f HTTP/1.1" status: 204 len: 168 time: 0.6896040 Aug 29 17:21:53.237038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57088) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:53.241755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149ee1a9-1e21-4f48-a646-07d857ffbb0e None None] Network a5b9cffd-2315-471c-b946-114f8e0a6316 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:53.247806 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6116840d-3b22-4c9f-856d-9ba5f4b7cead None None] The sync data for ids ['617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b'] in n-d-713301-13 is: [{'id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1378452272', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:21:51Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'e1113d7a-9f67-4b81-8e7e-b1f73495b2d7', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:40Z', 'updated_at': '2021-08-29T17:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:21:53.441983 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.585188 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.621122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee820940-eb88-47e5-bb9f-c09a07a0d14b None None] DHCP port deletion for a5b9cffd-2315-471c-b946-114f8e0a6316 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:21:53.654133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:53.654560 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.687172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ee820940-eb88-47e5-bb9f-c09a07a0d14b None None] Deleting port 6ecba2ae-838e-42eb-abbe-97206c7e059d {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:21:53.687807 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ee820940-eb88-47e5-bb9f-c09a07a0d14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.753504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port e1113d7a-9f67-4b81-8e7e-b1f73495b2d7, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e1113d7a-9f67-4b81-8e7e-b1f73495b2d7,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:53.753887 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.770457 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:53.770788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ee820940-eb88-47e5-bb9f-c09a07a0d14b None None] For port 6ecba2ae-838e-42eb-abbe-97206c7e059d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6ecba2ae-838e-42eb-abbe-97206c7e059d,segment=NetworkSegment(b3e051c5-d4e9-49b9-9622-b864d72970c4),segment_id=b3e051c5-d4e9-49b9-9622-b864d72970c4)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:21:53.771141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ee820940-eb88-47e5-bb9f-c09a07a0d14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.786357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ee820940-eb88-47e5-bb9f-c09a07a0d14b None None] Calling delete_port for 6ecba2ae-838e-42eb-abbe-97206c7e059d owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:21:53.872332 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ee820940-eb88-47e5-bb9f-c09a07a0d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.902717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee820940-eb88-47e5-bb9f-c09a07a0d14b None None] Pushing event deleted for resources: {'Port': ['ID=6ecba2ae-838e-42eb-abbe-97206c7e059d,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:53.907639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee820940-eb88-47e5-bb9f-c09a07a0d14b None None] No DVR routers for this DVR port 6ecba2ae-838e-42eb-abbe-97206c7e059d on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:21:53.961422 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:53.987631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=e1113d7a-9f67-4b81-8e7e-b1f73495b2d7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:54.048468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.161689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.163796 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.225370 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.225893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Fanout notify agent at l3_agent the message router_deleted on router 617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:21:54.233956 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.237874 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c70a6e89-e84b-4919-9ecb-8f62cd95f8eb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/routers/617b4b4e-a67e-4b2a-b3d7-6d6b7b41666b HTTP/1.1" status: 204 len: 168 time: 0.9970591 Aug 29 17:21:54.238122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57096) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:54.330727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.434099 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.444075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b9cffd-2315-471c-b946-114f8e0a6316']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:54.454511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e051c5-d4e9-49b9-9622-b864d72970c4') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:54.454806 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e051c5-d4e9-49b9-9622-b864d72970c4') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:54.463861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.477422 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.483680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:21:54.484064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:21:54.487454 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:21:54.548151 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.555851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.557831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/networks/a5b9cffd-2315-471c-b946-114f8e0a6316 HTTP/1.1" status: 204 len: 168 time: 0.3187773 Aug 29 17:21:54.561162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57102) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:54.588356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d9d0b-113f-41f1-b80e-43ba297319a6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Network': ['ID=a5b9cffd-2315-471c-b946-114f8e0a6316,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:54.639293 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4e82efc-f771-4b67-ae44-2ff344425524 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.667165 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4e82efc-f771-4b67-ae44-2ff344425524 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.760448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4e82efc-f771-4b67-ae44-2ff344425524 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.760811 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d4e82efc-f771-4b67-ae44-2ff344425524 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:54.767774 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:54.771026 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d4e82efc-f771-4b67-ae44-2ff344425524 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/security-groups/7daef5e0-289a-4ca3-bbc2-fa327cf27827 HTTP/1.1" status: 204 len: 168 time: 0.2022433 Aug 29 17:21:54.799892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:54.800307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 56aba7b8-3e4f-4141-a07f-de437f0ae5e5 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:54.800738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6ecba2ae-838e-42eb-abbe-97206c7e059d no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:54.802832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e82efc-f771-4b67-ae44-2ff344425524 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daef5e0-289a-4ca3-bbc2-fa327cf27827,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:54.835941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 6ecba2ae-838e-42eb-abbe-97206c7e059d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:54.836285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6ecba2ae-838e-42eb-abbe-97206c7e059d not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:54.836713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:21:54.861142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:21:54.870565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e1113d7a-9f67-4b81-8e7e-b1f73495b2d7 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:21:55.016677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57110) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:55.021582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0867623d-061f-4b40-82fb-7ad0a4479738 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804118841', 'description': 'tempest-secgroup-smoke-804118841 description', 'project_id': '7da62633b6984d6fba1f1ad810f4744c'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:55.049164 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0867623d-061f-4b40-82fb-7ad0a4479738 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.130048 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0867623d-061f-4b40-82fb-7ad0a4479738 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.133623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0867623d-061f-4b40-82fb-7ad0a4479738 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.163346 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0867623d-061f-4b40-82fb-7ad0a4479738 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.164596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0867623d-061f-4b40-82fb-7ad0a4479738 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1466784 Aug 29 17:21:55.168104 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57112) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:55.173520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-93f4b339-4dfa-491d-8558-af2b7d8800a9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '2c93088a-d1f4-488f-9530-5e3d1b7ef7d0', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:55.179045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867623d-061f-4b40-82fb-7ad0a4479738 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:55.204531 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93f4b339-4dfa-491d-8558-af2b7d8800a9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.263543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93f4b339-4dfa-491d-8558-af2b7d8800a9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.267240 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93f4b339-4dfa-491d-8558-af2b7d8800a9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.286411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4b339-4dfa-491d-8558-af2b7d8800a9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ed0336-2c9a-4ba7-b931-e92c1ef46854,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:55.289899 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-93f4b339-4dfa-491d-8558-af2b7d8800a9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.291102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-93f4b339-4dfa-491d-8558-af2b7d8800a9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215832 Aug 29 17:21:55.293818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57114) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:55.298233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ff2cdc47-f18c-4693-8c14-ed316342f4ac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '2c93088a-d1f4-488f-9530-5e3d1b7ef7d0', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:55.325507 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdc47-f18c-4693-8c14-ed316342f4ac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.383374 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdc47-f18c-4693-8c14-ed316342f4ac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.387783 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdc47-f18c-4693-8c14-ed316342f4ac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.406035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cdc47-f18c-4693-8c14-ed316342f4ac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52aab78-6640-42b7-9ee2-936008fcea02,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:55.413666 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdc47-f18c-4693-8c14-ed316342f4ac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.417730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ff2cdc47-f18c-4693-8c14-ed316342f4ac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201584 Aug 29 17:21:55.418009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57118) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:55.422734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c441f08c-27c2-4afe-9ef7-6fd671f88340 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '2c93088a-d1f4-488f-9530-5e3d1b7ef7d0', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:55.456815 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c441f08c-27c2-4afe-9ef7-6fd671f88340 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.518672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c441f08c-27c2-4afe-9ef7-6fd671f88340 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.522740 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c441f08c-27c2-4afe-9ef7-6fd671f88340 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.543053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f08c-27c2-4afe-9ef7-6fd671f88340 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed7fa66-2b9b-4bed-a76e-915167439c2e,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:55.550143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c441f08c-27c2-4afe-9ef7-6fd671f88340 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.551536 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c441f08c-27c2-4afe-9ef7-6fd671f88340 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325068 Aug 29 17:21:55.554333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57120) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:55.559742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-03448ea6-d45c-4ac1-9869-e5457f113b4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '2c93088a-d1f4-488f-9530-5e3d1b7ef7d0', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:55.588164 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03448ea6-d45c-4ac1-9869-e5457f113b4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.659020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03448ea6-d45c-4ac1-9869-e5457f113b4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.662939 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03448ea6-d45c-4ac1-9869-e5457f113b4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.684357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03448ea6-d45c-4ac1-9869-e5457f113b4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466d9c22-469c-4a9e-8c9b-d77554a498ac,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:55.687864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-03448ea6-d45c-4ac1-9869-e5457f113b4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.689044 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-03448ea6-d45c-4ac1-9869-e5457f113b4e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337781 Aug 29 17:21:55.691774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57124) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:55.696062 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d0563bf2-d3e3-468d-a8a1-c08af82555f0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '2c93088a-d1f4-488f-9530-5e3d1b7ef7d0', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:55.717680 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-d0563bf2-d3e3-468d-a8a1-c08af82555f0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Project 7da62633b6984d6fba1f1ad810f4744c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:21:55.722443 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0563bf2-d3e3-468d-a8a1-c08af82555f0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.782510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0563bf2-d3e3-468d-a8a1-c08af82555f0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.786260 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0563bf2-d3e3-468d-a8a1-c08af82555f0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.806179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0563bf2-d3e3-468d-a8a1-c08af82555f0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a82e967-f109-4d4f-8df9-ddd21c2b41eb,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:55.812913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d0563bf2-d3e3-468d-a8a1-c08af82555f0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.814023 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d0563bf2-d3e3-468d-a8a1-c08af82555f0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213374 Aug 29 17:21:55.816688 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57130) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:55.821182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-81c6843b-6fdc-4ab2-816b-f3e988700202 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'security_group_rule': {'security_group_id': '2c93088a-d1f4-488f-9530-5e3d1b7ef7d0', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:55.843984 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-81c6843b-6fdc-4ab2-816b-f3e988700202 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Project 7da62633b6984d6fba1f1ad810f4744c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:21:55.849477 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81c6843b-6fdc-4ab2-816b-f3e988700202 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.912176 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81c6843b-6fdc-4ab2-816b-f3e988700202 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.915846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81c6843b-6fdc-4ab2-816b-f3e988700202 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.938104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6843b-6fdc-4ab2-816b-f3e988700202 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cdfbee-0a67-4428-98cb-30f607838dbb,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:55.945890 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-81c6843b-6fdc-4ab2-816b-f3e988700202 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:55.947208 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-81c6843b-6fdc-4ab2-816b-f3e988700202 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295662 Aug 29 17:21:55.950136 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57136) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:55.955156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'network': {'name': 'tempest-network-smoke--777255190', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'port_security_enabled': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:55.979563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:55.983487 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.007730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:21:56.018908 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.019255 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Added segment 684f0e0b-3968-4cce-8d48-966a97b49f62 of type vlan for network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d Aug 29 17:21:56.062212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57138) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:56.067248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b101a8d7-89e2-4cf9-876a-b8c3c232dd27 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121752844', 'description': 'tempest-secgroup-smoke-2121752844 description', 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:56.076146 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.090345 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b101a8d7-89e2-4cf9-876a-b8c3c232dd27 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.106551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.112801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:56.113451 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.177954 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b101a8d7-89e2-4cf9-876a-b8c3c232dd27 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.182734 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b101a8d7-89e2-4cf9-876a-b8c3c232dd27 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.197922 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2466195 Aug 29 17:21:56.202488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57140) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:56.214561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'admin_state_up': True, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:56.222242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2e731-5a45-4d08-8bf4-139029921c7d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Network': ['ID=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:56.234288 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b101a8d7-89e2-4cf9-876a-b8c3c232dd27 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.235605 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b101a8d7-89e2-4cf9-876a-b8c3c232dd27 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1723263 Aug 29 17:21:56.239349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57142) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:56.241555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:21:56.244587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a2c43d8c-d3be-4c47-93ec-389a6d2efba6 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Request body: {'security_group_rule': {'security_group_id': 'fa53a864-8bcc-4930-9217-75ff1146349c', 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:56.245451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101a8d7-89e2-4cf9-876a-b8c3c232dd27 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53a864-8bcc-4930-9217-75ff1146349c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:56.269426 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.270698 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.294111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2c43d8c-d3be-4c47-93ec-389a6d2efba6 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.330003 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.354619 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2c43d8c-d3be-4c47-93ec-389a6d2efba6 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.359903 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2c43d8c-d3be-4c47-93ec-389a6d2efba6 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.381143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c43d8c-d3be-4c47-93ec-389a6d2efba6 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e398c13-1cb9-4d76-8c8d-c994adaa35ba,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:56.388695 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2c43d8c-d3be-4c47-93ec-389a6d2efba6 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.390637 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a2c43d8c-d3be-4c47-93ec-389a6d2efba6 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499596 Aug 29 17:21:56.393187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57144) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:56.398799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-eb7490a8-e63e-4082-8634-9fc086c94a61 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Request body: {'security_group_rule': {'security_group_id': 'fa53a864-8bcc-4930-9217-75ff1146349c', 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:56.430063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7490a8-e63e-4082-8634-9fc086c94a61 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.493770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7490a8-e63e-4082-8634-9fc086c94a61 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.497913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7490a8-e63e-4082-8634-9fc086c94a61 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.499207 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.514895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7490a8-e63e-4082-8634-9fc086c94a61 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8c1d33-bde4-416d-8d40-0b88effdbc84,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:56.523124 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-eb7490a8-e63e-4082-8634-9fc086c94a61 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.524444 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eb7490a8-e63e-4082-8634-9fc086c94a61 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301761 Aug 29 17:21:56.527853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57148) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:56.532368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e2f0e184-d9e7-481d-87dc-1961ac9e62fa tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Request body: {'security_group_rule': {'security_group_id': 'fa53a864-8bcc-4930-9217-75ff1146349c', 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:56.561482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e184-d9e7-481d-87dc-1961ac9e62fa tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.626623 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e184-d9e7-481d-87dc-1961ac9e62fa tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.630518 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e184-d9e7-481d-87dc-1961ac9e62fa tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.648675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0e184-d9e7-481d-87dc-1961ac9e62fa tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c962837-ba76-48db-8891-401184081789,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:56.656592 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e184-d9e7-481d-87dc-1961ac9e62fa tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.657815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e2f0e184-d9e7-481d-87dc-1961ac9e62fa tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289945 Aug 29 17:21:56.660649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57150) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:56.665072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-14e73f05-b4dd-4071-9639-6eb91b669e9f tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Request body: {'security_group_rule': {'security_group_id': 'fa53a864-8bcc-4930-9217-75ff1146349c', 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:56.693748 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14e73f05-b4dd-4071-9639-6eb91b669e9f tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.709143 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.730175 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.756682 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14e73f05-b4dd-4071-9639-6eb91b669e9f tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.761969 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14e73f05-b4dd-4071-9639-6eb91b669e9f tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.781883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e73f05-b4dd-4071-9639-6eb91b669e9f tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c63714-2b68-4426-b5ec-f5c289e16763,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:56.786902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-14e73f05-b4dd-4071-9639-6eb91b669e9f tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.789662 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-14e73f05-b4dd-4071-9639-6eb91b669e9f tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281247 Aug 29 17:21:56.790920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57154) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:56.795951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-65092b6a-d2b9-4834-b2a8-46ea164c80ea tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Request body: {'security_group_rule': {'security_group_id': 'fa53a864-8bcc-4930-9217-75ff1146349c', 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:56.817580 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-65092b6a-d2b9-4834-b2a8-46ea164c80ea tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Project e1a63d87cf1f45deb8e34a4dd09827fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:21:56.822456 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65092b6a-d2b9-4834-b2a8-46ea164c80ea tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.845533 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.25.5.157 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/db9fb964-65b6-4cef-8238-cc2cd12edf96) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:56.884274 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65092b6a-d2b9-4834-b2a8-46ea164c80ea tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.887847 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65092b6a-d2b9-4834-b2a8-46ea164c80ea tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.906730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65092b6a-d2b9-4834-b2a8-46ea164c80ea tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bf3511-9ffa-4873-9a67-5e42ce7b5ac1,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:56.913271 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65092b6a-d2b9-4834-b2a8-46ea164c80ea tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.918054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-65092b6a-d2b9-4834-b2a8-46ea164c80ea tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230166 Aug 29 17:21:56.918299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57156) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:56.922723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-231cb629-8990-41a7-8117-f13cb537a36b tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Request body: {'security_group_rule': {'security_group_id': 'fa53a864-8bcc-4930-9217-75ff1146349c', 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:56.943706 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-231cb629-8990-41a7-8117-f13cb537a36b tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Project e1a63d87cf1f45deb8e34a4dd09827fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:21:56.948317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-231cb629-8990-41a7-8117-f13cb537a36b tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.949192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:56.989517 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.014385 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-231cb629-8990-41a7-8117-f13cb537a36b tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.018108 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-231cb629-8990-41a7-8117-f13cb537a36b tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.031378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:57.034224 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cb629-8990-41a7-8117-f13cb537a36b tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b9fc5f-0dce-42f0-bbd2-94b5df84d89e,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:57.036235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:57.039878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:57.045679 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-231cb629-8990-41a7-8117-f13cb537a36b tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.046905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-231cb629-8990-41a7-8117-f13cb537a36b tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276965 Aug 29 17:21:57.063565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=db9fb964-65b6-4cef-8238-cc2cd12edf96,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:57.250548 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-6c200aa1-c322-4f29-9afd-2667539bc745 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121752844&fields=id&tenant_id=e1a63d87cf1f45deb8e34a4dd09827fe HTTP/1.1" status: 200 len: 267 time: 0.0340416 Aug 29 17:21:57.360073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-5dcb4617-6c27-4bb7-b79c-630cc080106c tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:57.361904 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-5dcb4617-6c27-4bb7-b79c-630cc080106c tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/networks?id=96518096-9faf-4036-a259-51dbc057a7fb HTTP/1.1" status: 200 len: 814 time: 0.1042778 Aug 29 17:21:57.378523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-5bb6077c-5041-4948-aa25-52a71e1a707d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/quotas/e1a63d87cf1f45deb8e34a4dd09827fe HTTP/1.1" status: 200 len: 375 time: 0.0104251 Aug 29 17:21:57.436161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-71914458-8170-4850-9567-a5b6024840b0 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1a63d87cf1f45deb8e34a4dd09827fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515335 Aug 29 17:21:57.540211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-761837b8-dd84-435c-90ff-da9c4f04c7ed service neutron] 10.222.0.22 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911272 Aug 29 17:21:57.576501 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.641009 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-d99339b5-0f3a-45b0-8bf9-63c6120f108c service neutron] 10.222.0.22 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945919 Aug 29 17:21:57.777524 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:57.919898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:21:57.956373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8cf90f3-a94f-4b32-b5fc-4d5c23651446 req-b7b10dbd-cbfe-4254-97b5-08255bca72d6 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 210 time: 0.0296667 Aug 29 17:21:58.062821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:21:58.079677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Sync routers for ids ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:21:58.087680 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.092229 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-199d1454-d0bb-4b28-94bc-98e115f4d5cd tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8836675 Aug 29 17:21:58.092544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57182) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:58.093957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Routers {'91a502fa-3c70-4c24-aeae-61c4f7c04a52'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:58.095010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:58.125281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ab565e2a-2e71-43ea-91c4-dd59a2c558b7 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=7da62633b6984d6fba1f1ad810f4744c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299242 Aug 29 17:21:58.127444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57184) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:58.217872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Set router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:58.221822 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3385fc4-e71d-4775-a7ff-03b1c5247e7b tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:58.223422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f3385fc4-e71d-4775-a7ff-03b1c5247e7b tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949941 Aug 29 17:21:58.226465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57188) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:58.268114 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b92dedaa-bcfd-41f3-b82d-ce31dc70e508 tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405071 Aug 29 17:21:58.271143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57190) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:58.276963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1565924586', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:58.373088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:58.376726 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.426828 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:58.455679 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Checking router: 91a502fa-3c70-4c24-aeae-61c4f7c04a52 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:21:58.456119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Updating router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 port db9fb964-65b6-4cef-8238-cc2cd12edf96 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:21:58.486481 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.570041 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.629528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Subnet': ['ID=0ac666b3-717c-4897-b6b0-6355010e1235,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:58.639961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Checking segment: {'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:58.640334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network hostable DHCP agents. Network: 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:21:58.658897 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:21:58.669747 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:58.674633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:58.675222 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.680971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d29ac8-1c70-4d55-8bc6-b081eede0b0e None None] Network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:21:58.693868 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8433fed1-23d6-4af2-9841-f857c6f11b72 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4211540 Aug 29 17:21:58.696664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57194) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:21:58.821591 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.872008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Transition to ACTIVE for port object db9fb964-65b6-4cef-8238-cc2cd12edf96 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:58.881058 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.909690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ae04ee18-d158-4b6d-ac4a-8f619b2b1bbc tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:58.911549 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ae04ee18-d158-4b6d-ac4a-8f619b2b1bbc tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.10 "GET /v2.0/networks?id=96518096-9faf-4036-a259-51dbc057a7fb HTTP/1.1" status: 200 len: 814 time: 0.1438756 Aug 29 17:21:58.958328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Pushing event updated for resources: {'Port': ['ID=db9fb964-65b6-4cef-8238-cc2cd12edf96,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:58.963997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:21:58.965550 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:58.982202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-65fddf59-317f-4740-ba1b-a5710829ebad tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1a63d87cf1f45deb8e34a4dd09827fe HTTP/1.1" status: 200 len: 380 time: 0.0503073 Aug 29 17:21:58.993817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Request body: {'port': {'device_id': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'admin_state_up': True, 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'security_groups': ['fa53a864-8bcc-4930-9217-75ff1146349c']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:58.998920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.000104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.000665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.001371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.001909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.002947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.003480 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.003975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.004471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.004954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.005477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.006251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:21:59.146206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Made reservation on behalf of e1a63d87cf1f45deb8e34a4dd09827fe for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:21:59.150970 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.171746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Allocated IP 172.20.0.2 (416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d/0ac666b3-717c-4897-b6b0-6355010e1235/1f551c5b-e78b-4d9d-8f22-24b93a2132a1) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:59.225123 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51e00a7e-2445-4117-a86c-d2ff2d0ff0f5 req-64378562-1ddd-44cf-9c14-1f629f834bf3 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 210 time: 0.0501566 Aug 29 17:21:59.281101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Attempting to bind port db9fb964-65b6-4cef-8238-cc2cd12edf96 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:59.281775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Attempting to bind port db9fb964-65b6-4cef-8238-cc2cd12edf96 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:59.282341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Attempting to bind port db9fb964-65b6-4cef-8238-cc2cd12edf96 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:59.306888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:59.307606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:59.308765 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.309390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:59.310055 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Bound port: db9fb964-65b6-4cef-8238-cc2cd12edf96, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:59.310642 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.317525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Allocated IP 172.20.0.10 (96518096-9faf-4036-a259-51dbc057a7fb/a73b76ca-4c17-4143-b2f4-cc709634d216/2afd2385-6abb-4c83-b762-cfb8b193dc51) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:21:59.356578 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.376251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Transition to ACTIVE for port object 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:59.404068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] For port db9fb964-65b6-4cef-8238-cc2cd12edf96, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:59.418928 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Transition to ACTIVE for port object 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:59.425098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] For port db9fb964-65b6-4cef-8238-cc2cd12edf96, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=db9fb964-65b6-4cef-8238-cc2cd12edf96,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:59.427821 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.482572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Pushing event updated for resources: {'Port': ['ID=1f551c5b-e78b-4d9d-8f22-24b93a2132a1,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:59.492875 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.500056 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.515209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Transition to ACTIVE for port object 2afd2385-6abb-4c83-b762-cfb8b193dc51 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:21:59.530122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:59.531624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:59.543933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:59.561053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.572903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Routers {'91a502fa-3c70-4c24-aeae-61c4f7c04a52'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:21:59.573635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:21:59.607575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Network 96518096-9faf-4036-a259-51dbc057a7fb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:21:59.613204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:21:59.617213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:21:59.632779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.650312 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event updated for resources: {'Port': ['ID=2afd2385-6abb-4c83-b762-cfb8b193dc51,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:59.660152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad5b14-2e15-4f88-9ad9-8900116ba8a3 None None] Pushing event updated for resources: {'Port': ['ID=db9fb964-65b6-4cef-8238-cc2cd12edf96,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:21:59.686507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Attempting to bind port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:21:59.686872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Attempting to bind port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:21:59.687235 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Attempting to bind port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 on network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:21:59.696813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:21:59.697468 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.724055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-2997b06d-0740-483f-8446-649de6d35b40 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7353334 Aug 29 17:21:59.724661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:21:59.725150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Checking segment: {'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:21:59.725618 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.725996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Bound using segment: {'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:21:59.726480 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Bound port: 1f551c5b-e78b-4d9d-8f22-24b93a2132a1, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:21:59.726868 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.738087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Request body: {'port': {'device_id': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:21:59.848376 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.855787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] For port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:21:59.859437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] For port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1f551c5b-e78b-4d9d-8f22-24b93a2132a1,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:21:59.867328 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:21:59.883611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] Set router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:21:59.942417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db31d6-feab-4b01-b45d-39d8e8ccbb9c None None] Pushing event updated for resources: {'Port': ['ID=1f551c5b-e78b-4d9d-8f22-24b93a2132a1,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:00.076774 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e79b3455-77c1-463e-a7e2-7f5c36f39428 None None] Provisioning for port 2afd2385-6abb-4c83-b762-cfb8b193dc51 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:00.087301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e79b3455-77c1-463e-a7e2-7f5c36f39428 None None] Provisioning complete for port 2afd2385-6abb-4c83-b762-cfb8b193dc51 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:00.087677 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e79b3455-77c1-463e-a7e2-7f5c36f39428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.147627 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.20.0.1 (416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d/0ac666b3-717c-4897-b6b0-6355010e1235/67c661cb-6efa-477a-9212-2b548c6de035) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:00.168209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e79b3455-77c1-463e-a7e2-7f5c36f39428 None None] Port 2afd2385-6abb-4c83-b762-cfb8b193dc51 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:00.272346 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.274721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:00.299379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Transition to ACTIVE for port object 67c661cb-6efa-477a-9212-2b548c6de035 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:00.329746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afd2385-6abb-4c83-b762-cfb8b193dc51 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:00.351771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4c1b9-5864-4f52-9f3f-7045d71e68d6 None None] The sync data for ids ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'] in n-d-713301-13 is: [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:21:57Z', 'revision_number': 3, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:00.362034 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.387784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.423675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Transition to ACTIVE for port object 2afd2385-6abb-4c83-b762-cfb8b193dc51 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:00.429407 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.459469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=67c661cb-6efa-477a-9212-2b548c6de035,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:00.473369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:00.474994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:00.477504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:00.535717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0babbbb-0c25-4777-9c1c-a9e73b9f11f8 req-cb3d2ccb-cec8-428a-9f4e-6e13ac1d8aaf tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:00.537416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0babbbb-0c25-4777-9c1c-a9e73b9f11f8 req-cb3d2ccb-cec8-428a-9f4e-6e13ac1d8aaf tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 932 time: 0.1689517 Aug 29 17:22:00.538193 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.584487 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Pushing event updated for resources: {'Port': ['ID=2afd2385-6abb-4c83-b762-cfb8b193dc51,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:00.737111 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0babbbb-0c25-4777-9c1c-a9e73b9f11f8 req-c79e1b1f-9064-4436-a678-c4defb96ab5d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570027 Aug 29 17:22:00.742278 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.744315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Attempting to bind port 2afd2385-6abb-4c83-b762-cfb8b193dc51 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:00.744559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Attempting to bind port 2afd2385-6abb-4c83-b762-cfb8b193dc51 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:00.744903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Attempting to bind port 2afd2385-6abb-4c83-b762-cfb8b193dc51 on network 96518096-9faf-4036-a259-51dbc057a7fb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:00.757676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Port 2afd2385-6abb-4c83-b762-cfb8b193dc51 on network 96518096-9faf-4036-a259-51dbc057a7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:22:00.758013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Attempting to bind port 2afd2385-6abb-4c83-b762-cfb8b193dc51 on network 96518096-9faf-4036-a259-51dbc057a7fb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:00.766150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:00.766508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Checking segment: {'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:00.766901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Bound using segment: {'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:00.767350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Bound port: 2afd2385-6abb-4c83-b762-cfb8b193dc51, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:00.767853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:00.879504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:00.980945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:00.995397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] For port 2afd2385-6abb-4c83-b762-cfb8b193dc51, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:01.000246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] For port 2afd2385-6abb-4c83-b762-cfb8b193dc51, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:01.006749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.030993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:01.031760 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.033236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] 10.222.0.10 "PUT /v2.0/ports/2afd2385-6abb-4c83-b762-cfb8b193dc51 HTTP/1.1" status: 200 len: 1093 time: 1.3000374 Aug 29 17:22:01.034785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:01.037785 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf0fcba-a8f1-41c2-affe-7831fe7edced" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:01.156408 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4132bb-52ab-4884-aee2-ad3d20c22b08 x-openstack-request-id: req-6d4132bb-52ab-4884-aee2-ad3d20c22b08 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:01.158208 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:01.158597 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d4132bb-52ab-4884-aee2-ad3d20c22b08 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:01.162690 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'status': 'completed', 'code': 200} Aug 29 17:22:01.209072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9774e7-9fb0-4d12-935c-36a80ad04717 service neutron] Pushing event updated for resources: {'Port': ['ID=2afd2385-6abb-4c83-b762-cfb8b193dc51,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:01.233951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-a2fad0e4-9e65-43f1-95a3-0c49eca20133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:01.236103 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-a2fad0e4-9e65-43f1-95a3-0c49eca20133 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a63d87cf1f45deb8e34a4dd09827fe&device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 1096 time: 0.1509371 Aug 29 17:22:01.291414 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-1fe4d529-5ef9-4087-a795-1b9de78e7f1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51 HTTP/1.1" status: 200 len: 217 time: 0.0474367 Aug 29 17:22:01.348121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.353804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.382823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-9c1f5dcc-2527-4828-9d94-e73bfce6b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:01.384444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-9c1f5dcc-2527-4828-9d94-e73bfce6b3ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a73b76ca-4c17-4143-b2f4-cc709634d216 HTTP/1.1" status: 200 len: 853 time: 0.0822289 Aug 29 17:22:01.424997 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.463387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-907c298f-b161-4d14-90b3-cbe858f58f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:01.465522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-907c298f-b161-4d14-90b3-cbe858f58f64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96518096-9faf-4036-a259-51dbc057a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732319 Aug 29 17:22:01.563282 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:01.573846 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:01.591037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-8eb3459e-989f-487d-bea4-fd3edc6fbdc7 service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182051 Aug 29 17:22:01.660543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=67c661cb-6efa-477a-9212-2b548c6de035,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:01.685725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f61d43a-ee42-450c-912d-4cf6bb403e0c None None] Network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:01.718842 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed207eea-b6da-4c59-b9b9-cd4504d4b797 req-6381720e-4423-4a6a-937b-4539adaab186 service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209278 Aug 29 17:22:01.750303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:01.809058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fd25e187-2256-4962-9b71-8fd66686bf7c None None] Provisioning for port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:01.817113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fd25e187-2256-4962-9b71-8fd66686bf7c None None] Provisioning complete for port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:01.817587 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fd25e187-2256-4962-9b71-8fd66686bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:01.912618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0fcba-a8f1-41c2-affe-7831fe7edced req-7f41c64e-0bd9-4057-b3fe-7a04169b6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:01.914521 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccf0fcba-a8f1-41c2-affe-7831fe7edced req-7f41c64e-0bd9-4057-b3fe-7a04169b6ae1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a63d87cf1f45deb8e34a4dd09827fe&device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 1096 time: 0.1462100 Aug 29 17:22:01.952248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd42c9c-71fe-45cb-a0c3-586906f84f73 req-81d734ae-f29c-4c71-b21a-2db0688f9a05 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:01.954249 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-edd42c9c-71fe-45cb-a0c3-586906f84f73 req-81d734ae-f29c-4c71-b21a-2db0688f9a05 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 944 time: 0.1053047 Aug 29 17:22:01.956348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:01.973430 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-66e40e2e-ee48-44dd-aadb-9529f7ef06c1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "PUT /v2.0/routers/91a502fa-3c70-4c24-aeae-61c4f7c04a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2756155 Aug 29 17:22:01.982846 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fd25e187-2256-4962-9b71-8fd66686bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.036719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fd25e187-2256-4962-9b71-8fd66686bf7c None None] For port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1f551c5b-e78b-4d9d-8f22-24b93a2132a1,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:02.042643 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fd25e187-2256-4962-9b71-8fd66686bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.081577 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-edd42c9c-71fe-45cb-a0c3-586906f84f73 req-f89344b6-eb90-4c33-a609-c5764fd1a6cd tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127319 Aug 29 17:22:02.120924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25e187-2256-4962-9b71-8fd66686bf7c None None] Pushing event updated for resources: {'Port': ['ID=1f551c5b-e78b-4d9d-8f22-24b93a2132a1,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:02.135585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0fcba-a8f1-41c2-affe-7831fe7edced req-3c9c2519-cc4e-425d-8fe7-0663c60a6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:02.137133 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccf0fcba-a8f1-41c2-affe-7831fe7edced req-3c9c2519-cc4e-425d-8fe7-0663c60a6054 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96518096-9faf-4036-a259-51dbc057a7fb HTTP/1.1" status: 200 len: 915 time: 0.2149255 Aug 29 17:22:02.195711 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccf0fcba-a8f1-41c2-affe-7831fe7edced req-22f24357-05cf-4104-9aab-a41bdac6112f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51 HTTP/1.1" status: 200 len: 217 time: 0.0497594 Aug 29 17:22:02.265103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0011adc7-ea34-4d25-8847-f5d2582badcd None None] Provisioning for port 67c661cb-6efa-477a-9212-2b548c6de035 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:02.270705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0011adc7-ea34-4d25-8847-f5d2582badcd None None] Provisioning complete for port 67c661cb-6efa-477a-9212-2b548c6de035 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:02.270912 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0011adc7-ea34-4d25-8847-f5d2582badcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.294666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0fcba-a8f1-41c2-affe-7831fe7edced req-2832dddc-1fb2-4db7-8933-9158238bd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:02.296335 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccf0fcba-a8f1-41c2-affe-7831fe7edced req-2832dddc-1fb2-4db7-8933-9158238bd046 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a73b76ca-4c17-4143-b2f4-cc709634d216 HTTP/1.1" status: 200 len: 853 time: 0.0936482 Aug 29 17:22:02.320140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0011adc7-ea34-4d25-8847-f5d2582badcd None None] Port 67c661cb-6efa-477a-9212-2b548c6de035 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:02.325037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-18456627-d2ac-4b27-893f-cb730317a8e4 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804118841&fields=id&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 267 time: 0.0640447 Aug 29 17:22:02.354145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0011adc7-ea34-4d25-8847-f5d2582badcd None None] Provisioning complete for port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:02.354535 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0011adc7-ea34-4d25-8847-f5d2582badcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.467610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-d79ea69e-facd-4c4f-96d1-b91402355ae1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:02.469487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-d79ea69e-facd-4c4f-96d1-b91402355ae1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/networks?id=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d HTTP/1.1" status: 200 len: 796 time: 0.1292999 Aug 29 17:22:02.489295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-bb3d96bc-c5b9-4393-a5c3-981f4ad0871b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/quotas/7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 375 time: 0.0139060 Aug 29 17:22:02.496914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0fcba-a8f1-41c2-affe-7831fe7edced req-2fbe7038-6cba-4fce-8b1a-5ba5c73f3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:02.498612 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccf0fcba-a8f1-41c2-affe-7831fe7edced req-2fbe7038-6cba-4fce-8b1a-5ba5c73f3df1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96518096-9faf-4036-a259-51dbc057a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1935709 Aug 29 17:22:02.600745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d9f95d97-3e54-4166-a63b-01d8d3f9a92a None None] Provisioning complete for port 67c661cb-6efa-477a-9212-2b548c6de035 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:02.601306 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d9f95d97-3e54-4166-a63b-01d8d3f9a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.626763 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-8de3dcb3-9f8d-496d-93d1-2fbd841de8b6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270523 Aug 29 17:22:02.651311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d9f95d97-3e54-4166-a63b-01d8d3f9a92a None None] Port 67c661cb-6efa-477a-9212-2b548c6de035 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:02.681114 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccf0fcba-a8f1-41c2-affe-7831fe7edced req-69095310-1fd3-4b0b-b88c-34abf06489cf service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716166 Aug 29 17:22:02.773906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-51842eb1-37d0-48c2-b258-dba3b1ae11ed None None] Provisioning complete for port 67c661cb-6efa-477a-9212-2b548c6de035 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:02.774399 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-51842eb1-37d0-48c2-b258-dba3b1ae11ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.817173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:02.832266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-51842eb1-37d0-48c2-b258-dba3b1ae11ed None None] Port 67c661cb-6efa-477a-9212-2b548c6de035 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:02.852162 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Sync routers for ids ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:02.862856 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Routers {'91a502fa-3c70-4c24-aeae-61c4f7c04a52'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:02.863582 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:02.895004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:02.895473 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:02.986899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device db9fb964-65b6-4cef-8238-cc2cd12edf96 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:02.991224 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Set router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:03.039627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port db9fb964-65b6-4cef-8238-cc2cd12edf96 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:03.044847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port db9fb964-65b6-4cef-8238-cc2cd12edf96 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:03.045557 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:03.147986 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:03.182463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port db9fb964-65b6-4cef-8238-cc2cd12edf96, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=db9fb964-65b6-4cef-8238-cc2cd12edf96,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:03.190502 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:03.221943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-cbc24086-236b-4c7d-b366-9eeb4a5786f0 service neutron] 10.222.0.22 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714226 Aug 29 17:22:03.244265 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccf0fcba-a8f1-41c2-affe-7831fe7edced req-cd1d3493-faa8-4fd4-b6f7-b1945975b66e service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568535 Aug 29 17:22:03.273019 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:00Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '67c661cb-6efa-477a-9212-2b548c6de035', 'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:79:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:59Z', 'updated_at': '2021-08-29T17:22:01Z', 'revision_number': 2, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:03.300419 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Checking router: 91a502fa-3c70-4c24-aeae-61c4f7c04a52 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:03.301029 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Updating router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 port 67c661cb-6efa-477a-9212-2b548c6de035 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:22:03.312149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=db9fb964-65b6-4cef-8238-cc2cd12edf96,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:03.329467 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:03.351864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bcd51-a36e-40ab-bdae-400b5c357495 req-41e5ace2-ffda-40cc-94d0-c43c4eb29b74 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:03.353591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e87bcd51-a36e-40ab-bdae-400b5c357495 req-41e5ace2-ffda-40cc-94d0-c43c4eb29b74 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 944 time: 0.0750592 Aug 29 17:22:03.379231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-ce03060a-d850-4bbc-b695-c82cb0110533 service neutron] 10.222.0.22 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446490 Aug 29 17:22:03.420090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e87bcd51-a36e-40ab-bdae-400b5c357495 req-d90cd0d9-b530-4ee3-bef1-5c895a8c7326 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593169 Aug 29 17:22:03.585905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2dc88afa-19b2-49df-b1f6-443efca90b62 req-664a15f3-0008-489e-a588-d58a694b4815 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 210 time: 0.0333853 Aug 29 17:22:03.760859 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:03.771662 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Transition to ACTIVE for port object 67c661cb-6efa-477a-9212-2b548c6de035 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:03.778167 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:03.870488 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Attempting to bind port 67c661cb-6efa-477a-9212-2b548c6de035 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:03.871331 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Attempting to bind port 67c661cb-6efa-477a-9212-2b548c6de035 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:03.871443 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Attempting to bind port 67c661cb-6efa-477a-9212-2b548c6de035 on network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:03.884279 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:03.884640 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Checking segment: {'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:03.885044 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:03.885459 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Bound using segment: {'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:03.885963 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Bound port: 67c661cb-6efa-477a-9212-2b548c6de035, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:03.886558 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:03.906118 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Pushing event updated for resources: {'Port': ['ID=67c661cb-6efa-477a-9212-2b548c6de035,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:03.930216 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.930627 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.930971 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.931308 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.931639 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.931964 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.932290 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.932618 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.932994 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.933346 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.933666 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.933994 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:03.986864 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] For port 67c661cb-6efa-477a-9212-2b548c6de035, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:03.990951 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] For port 67c661cb-6efa-477a-9212-2b548c6de035, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=67c661cb-6efa-477a-9212-2b548c6de035,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:03.995360 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:04.070055 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Routers {'91a502fa-3c70-4c24-aeae-61c4f7c04a52'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:04.070755 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:04.200316 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] Set router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:04.233012 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1331b-4421-4146-9f9d-ee906d3c296d None None] Pushing event updated for resources: {'Port': ['ID=67c661cb-6efa-477a-9212-2b548c6de035,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:04.417351 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:00Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '67c661cb-6efa-477a-9212-2b548c6de035', 'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:79:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:59Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:04.447906 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f030a50-3f88-4d5e-8749-433c9d8da121 None None] The sync data for ids ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'] in n-d-713301-13 is: [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:00Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '67c661cb-6efa-477a-9212-2b548c6de035', 'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:79:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:59Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:04.685428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303eece-314b-400b-95e5-2630bc2a5491 req-b2e6fcfa-4f5f-4ea0-b567-4f08caca7cb1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:04.693354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a303eece-314b-400b-95e5-2630bc2a5491 req-b2e6fcfa-4f5f-4ea0-b567-4f08caca7cb1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 944 time: 0.1652091 Aug 29 17:22:04.750057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-723356a2-883c-42e0-af37-66e778c94e86 req-a9e9fffa-5986-4bb1-b0f5-2a40322237a3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 210 time: 0.0698018 Aug 29 17:22:04.759254 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a303eece-314b-400b-95e5-2630bc2a5491 req-c53d9875-1ec6-4616-97e9-3427c429a160 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648341 Aug 29 17:22:04.816401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-bc75f2d3-3741-4034-96c7-84b938852cfe tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:04.819144 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-bc75f2d3-3741-4034-96c7-84b938852cfe tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "GET /v2.0/networks?id=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d HTTP/1.1" status: 200 len: 796 time: 0.2457230 Aug 29 17:22:04.874989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-0c0e303f-9a7b-4e2d-9440-ebc4585a4fc3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7da62633b6984d6fba1f1ad810f4744c HTTP/1.1" status: 200 len: 379 time: 0.0466692 Aug 29 17:22:04.886963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'port': {'device_id': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'admin_state_up': True, 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'security_groups': ['2c93088a-d1f4-488f-9530-5e3d1b7ef7d0']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:04.896850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 67c661cb-6efa-477a-9212-2b548c6de035 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:04.947769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 67c661cb-6efa-477a-9212-2b548c6de035 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:04.954663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 67c661cb-6efa-477a-9212-2b548c6de035 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:04.955103 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.007380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Made reservation on behalf of 7da62633b6984d6fba1f1ad810f4744c for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:22:05.011633 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.050144 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.087064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 67c661cb-6efa-477a-9212-2b548c6de035, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=67c661cb-6efa-477a-9212-2b548c6de035,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:05.091722 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.092670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device db9fb964-65b6-4cef-8238-cc2cd12edf96 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:05.161708 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.20.0.3 (416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d/0ac666b3-717c-4897-b6b0-6355010e1235/8ccaac71-5ccb-4cfa-8756-8562359781e6) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:05.175156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=67c661cb-6efa-477a-9212-2b548c6de035,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:05.191752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port db9fb964-65b6-4cef-8238-cc2cd12edf96 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:05.192129 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.347329 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.366529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Transition to ACTIVE for port object 8ccaac71-5ccb-4cfa-8756-8562359781e6 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:05.403553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.443008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:05.446568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:05.452214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:05.506170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=8ccaac71-5ccb-4cfa-8756-8562359781e6,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:05.518585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:05.519318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.536677 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-aac5fd63-889b-45c7-ab95-1b84e4a32ffa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6542916 Aug 29 17:22:05.549891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Request body: {'port': {'device_id': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:05.614338 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.724519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ce098281-7cf6-4546-badb-454a26c48495 None None] Provisioning for port 8ccaac71-5ccb-4cfa-8756-8562359781e6 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:05.728703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ce098281-7cf6-4546-badb-454a26c48495 None None] Provisioning complete for port 8ccaac71-5ccb-4cfa-8756-8562359781e6 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:05.729146 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ce098281-7cf6-4546-badb-454a26c48495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.763543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ce098281-7cf6-4546-badb-454a26c48495 None None] Port 8ccaac71-5ccb-4cfa-8756-8562359781e6 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:22:05.868536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3475915-6fd2-4e6c-a95d-085d930cd5f6 req-b4645927-3484-49db-ba16-5752f675c146 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:05.869985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3475915-6fd2-4e6c-a95d-085d930cd5f6 req-b4645927-3484-49db-ba16-5752f675c146 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 931 time: 0.0530772 Aug 29 17:22:05.908424 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3475915-6fd2-4e6c-a95d-085d930cd5f6 req-f4179ba4-5487-45bc-82e1-a9bc35c26b9f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317750 Aug 29 17:22:05.913758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc0b3-82f1-4f72-be80-d7486d0d654b req-6b4ae565-391d-49e8-aef9-716c6baed4ac tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:05.915644 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b86cc0b3-82f1-4f72-be80-d7486d0d654b req-6b4ae565-391d-49e8-aef9-716c6baed4ac tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 944 time: 0.0775993 Aug 29 17:22:05.962660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccaac71-5ccb-4cfa-8756-8562359781e6 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:05.973448 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:05.993906 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b86cc0b3-82f1-4f72-be80-d7486d0d654b req-cdd46802-1de6-42c8-bcec-9b51904086c3 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574398 Aug 29 17:22:05.996812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Transition to ACTIVE for port object 8ccaac71-5ccb-4cfa-8756-8562359781e6 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:22:06.000708 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.054291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccaac71-5ccb-4cfa-8756-8562359781e6,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:06.123747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Attempting to bind port 8ccaac71-5ccb-4cfa-8756-8562359781e6 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:22:06.124096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Attempting to bind port 8ccaac71-5ccb-4cfa-8756-8562359781e6 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:22:06.124440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Attempting to bind port 8ccaac71-5ccb-4cfa-8756-8562359781e6 on network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:06.129209 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Port 8ccaac71-5ccb-4cfa-8756-8562359781e6 on network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:22:06.129576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Attempting to bind port 8ccaac71-5ccb-4cfa-8756-8562359781e6 on network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:22:06.134558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:22:06.134899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Checking segment: {'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:22:06.135289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Bound using segment: {'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:22:06.135742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Bound port: 8ccaac71-5ccb-4cfa-8756-8562359781e6, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684f0e0b-3968-4cce-8d48-966a97b49f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:22:06.136634 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.203333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] For port 8ccaac71-5ccb-4cfa-8756-8562359781e6, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:22:06.206855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] For port 8ccaac71-5ccb-4cfa-8756-8562359781e6, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:22:06.211194 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.246095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:06.247681 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.249064 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] 10.222.0.16 "PUT /v2.0/ports/8ccaac71-5ccb-4cfa-8756-8562359781e6 HTTP/1.1" status: 200 len: 1092 time: 0.7035880 Aug 29 17:22:06.251387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:06.254995 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8370ac49-11a7-457b-9bbd-fa709cf77cde" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:06.287374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e67c7-e835-4055-aefb-79ad3baab584 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccaac71-5ccb-4cfa-8756-8562359781e6,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:06.305184 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c961c10d-a25c-4eed-b552-d0b920a77954 x-openstack-request-id: req-c961c10d-a25c-4eed-b552-d0b920a77954 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:06.305522 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:06.305780 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c961c10d-a25c-4eed-b552-d0b920a77954 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:06.306178 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'status': 'completed', 'code': 200} Aug 29 17:22:06.340874 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-739cac28-4ff9-4156-bd39-efec39e6b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:06.342425 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-739cac28-4ff9-4156-bd39-efec39e6b691 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 1095 time: 0.0509913 Aug 29 17:22:06.389275 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-17b546f3-336f-4582-8021-c12e297ab08f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6 HTTP/1.1" status: 200 len: 217 time: 0.0387132 Aug 29 17:22:06.445134 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-d7d2455e-14f1-4d92-aeed-299e3514aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:06.446650 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-d7d2455e-14f1-4d92-aeed-299e3514aeba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac666b3-717c-4897-b6b0-6355010e1235 HTTP/1.1" status: 200 len: 835 time: 0.0500603 Aug 29 17:22:06.491997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-27bfe63b-4143-4cdb-8381-f46dd759f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:06.493523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-27bfe63b-4143-4cdb-8381-f46dd759f7fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401618 Aug 29 17:22:06.582144 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-7f47dd5d-d9e8-46f7-a240-964af38930ed service neutron] 10.222.0.16 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810027 Aug 29 17:22:06.679525 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-702337e2-9ad5-4e37-a989-3a777ee2159e req-3e180d98-cfb2-41e6-82ab-7b532f7fbc8e service neutron] 10.222.0.16 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889935 Aug 29 17:22:06.684006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 67c661cb-6efa-477a-9212-2b548c6de035 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:06.738671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 67c661cb-6efa-477a-9212-2b548c6de035 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:06.739045 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:06.766489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370ac49-11a7-457b-9bbd-fa709cf77cde req-08b743fe-b764-403d-a48f-f2c9d04e203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:06.767990 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8370ac49-11a7-457b-9bbd-fa709cf77cde req-08b743fe-b764-403d-a48f-f2c9d04e203a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 1095 time: 0.0429873 Aug 29 17:22:06.865569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370ac49-11a7-457b-9bbd-fa709cf77cde req-73b32832-4f51-4ceb-90be-e72cfeb00296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:06.867069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8370ac49-11a7-457b-9bbd-fa709cf77cde req-73b32832-4f51-4ceb-90be-e72cfeb00296 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d HTTP/1.1" status: 200 len: 897 time: 0.0919573 Aug 29 17:22:06.913492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8370ac49-11a7-457b-9bbd-fa709cf77cde req-d596befb-c3ae-49b8-8612-289c1d0e63f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6 HTTP/1.1" status: 200 len: 217 time: 0.0358920 Aug 29 17:22:06.964610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370ac49-11a7-457b-9bbd-fa709cf77cde req-d61351be-bef7-4dd6-a852-d93757574f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:06.966277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8370ac49-11a7-457b-9bbd-fa709cf77cde req-d61351be-bef7-4dd6-a852-d93757574f8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac666b3-717c-4897-b6b0-6355010e1235 HTTP/1.1" status: 200 len: 835 time: 0.0450153 Aug 29 17:22:07.044210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370ac49-11a7-457b-9bbd-fa709cf77cde req-55527f73-0544-4fe6-8a99-e40e9313541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:07.045756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8370ac49-11a7-457b-9bbd-fa709cf77cde req-55527f73-0544-4fe6-8a99-e40e9313541a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723581 Aug 29 17:22:07.054119 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a11e96-2532-4e71-97eb-8b792838f73a req-40a3daa5-ffc6-417d-9b7c-5906dc00bbf0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:07.055496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05a11e96-2532-4e71-97eb-8b792838f73a req-40a3daa5-ffc6-417d-9b7c-5906dc00bbf0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 943 time: 0.0743172 Aug 29 17:22:07.110486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6cd59-78db-464f-aeaf-cba5fe380429 req-1d381496-becd-4716-9c2b-dd80b819c8d1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:07.113000 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a7f6cd59-78db-464f-aeaf-cba5fe380429 req-1d381496-becd-4716-9c2b-dd80b819c8d1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 944 time: 0.0495334 Aug 29 17:22:07.138721 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05a11e96-2532-4e71-97eb-8b792838f73a req-3cfd2448-7fcb-41dd-8206-f68374ed53c0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749800 Aug 29 17:22:07.152394 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a7f6cd59-78db-464f-aeaf-cba5fe380429 req-f2b54382-0a6b-43c5-bedd-36f13e9014d8 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333571 Aug 29 17:22:07.165988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8370ac49-11a7-457b-9bbd-fa709cf77cde req-8268787f-d402-432a-8294-b1f2dcd1fb3a service neutron] 10.222.0.16 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094830 Aug 29 17:22:07.258948 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8370ac49-11a7-457b-9bbd-fa709cf77cde req-420d4891-d462-41c7-89d6-03e92e45f284 service neutron] 10.222.0.16 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849640 Aug 29 17:22:08.257690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d4c6d-09e5-40e0-91b4-5a7ffdf6913f req-6ac1fe70-0c69-4812-b04c-1dd0ac217f4f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:08.259197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-215d4c6d-09e5-40e0-91b4-5a7ffdf6913f req-6ac1fe70-0c69-4812-b04c-1dd0ac217f4f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 943 time: 0.0509236 Aug 29 17:22:08.270192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b5340-14c3-4c34-8e49-f4c9534af6ae req-179269d2-6328-4efb-9e6b-029dc4e73ba0 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:08.271740 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a88b5340-14c3-4c34-8e49-f4c9534af6ae req-179269d2-6328-4efb-9e6b-029dc4e73ba0 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 944 time: 0.0516191 Aug 29 17:22:08.298534 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-215d4c6d-09e5-40e0-91b4-5a7ffdf6913f req-c7af63d8-0c92-4138-a304-c3c3d0957d6a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333378 Aug 29 17:22:08.310066 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a88b5340-14c3-4c34-8e49-f4c9534af6ae req-4b6da8a0-d1e6-4cb6-8b1a-e6d142796500 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313864 Aug 29 17:22:09.424281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e71fb2-72cf-46fd-9ce0-bf33ed1f3bb8 req-98bd391c-7b2f-475d-a537-4eb8f51edd05 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:09.425828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f0e71fb2-72cf-46fd-9ce0-bf33ed1f3bb8 req-98bd391c-7b2f-475d-a537-4eb8f51edd05 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 943 time: 0.0558660 Aug 29 17:22:09.432007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe2a77-26d7-4bf7-bdad-8ee218c8e88d req-ab347719-d30e-41f6-ac0d-b74a0c87576e tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:09.434181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ebe2a77-26d7-4bf7-bdad-8ee218c8e88d req-ab347719-d30e-41f6-ac0d-b74a0c87576e tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 944 time: 0.0512457 Aug 29 17:22:09.464657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f0e71fb2-72cf-46fd-9ce0-bf33ed1f3bb8 req-7dc9e46e-79e1-4887-b49d-ad002e90d4b3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328655 Aug 29 17:22:09.471510 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ebe2a77-26d7-4bf7-bdad-8ee218c8e88d req-1ca0a293-9651-4be0-98b6-ec4ba63b08c0 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315802 Aug 29 17:22:10.504303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8ccaac71-5ccb-4cfa-8756-8562359781e6 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:22:10.593615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb0e45-b619-4bd2-a8ca-cc23b24aede3 req-77772197-44d1-4ce2-aeaa-ce6f802a86da tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:10.595169 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0afb0e45-b619-4bd2-a8ca-cc23b24aede3 req-77772197-44d1-4ce2-aeaa-ce6f802a86da tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 943 time: 0.0605853 Aug 29 17:22:10.599013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d712a2-cb15-49cf-a969-eaa265ae6540 req-4a2ff822-c278-4e8d-b204-29c611eb172e tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:10.601300 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87d712a2-cb15-49cf-a969-eaa265ae6540 req-4a2ff822-c278-4e8d-b204-29c611eb172e tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 944 time: 0.0540648 Aug 29 17:22:10.616706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8ccaac71-5ccb-4cfa-8756-8562359781e6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:10.630419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'port_id': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'mac_address': 'fa:16:3e:4f:ba:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:22:10.636889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0afb0e45-b619-4bd2-a8ca-cc23b24aede3 req-f44c0e7e-35bd-4f3b-9cb9-ebccd0e8c1d3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353339 Aug 29 17:22:10.645564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87d712a2-cb15-49cf-a969-eaa265ae6540 req-4af70ada-de16-423d-940b-786408986c0d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377879 Aug 29 17:22:10.670853 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.683916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccaac71-5ccb-4cfa-8756-8562359781e6 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:10.704090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8ccaac71-5ccb-4cfa-8756-8562359781e6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:10.708667 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:10.710785 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:22:10.755442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=8ccaac71-5ccb-4cfa-8756-8562359781e6,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:11.091870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['8ccaac71-5ccb-4cfa-8756-8562359781e6'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:22:11.753111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a24a7-015d-44ce-974f-233af97b11ee req-5509f348-8e63-44f6-b05b-acaf15e5ec41 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:11.754613 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-640a24a7-015d-44ce-974f-233af97b11ee req-5509f348-8e63-44f6-b05b-acaf15e5ec41 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 944 time: 0.0501254 Aug 29 17:22:11.772216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fd0c1-5d9f-43d1-8ad1-646309266e3b req-41cbce52-c346-4a66-a23b-8dfe48c7b322 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:11.773723 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8fd0c1-5d9f-43d1-8ad1-646309266e3b req-41cbce52-c346-4a66-a23b-8dfe48c7b322 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 944 time: 0.0520682 Aug 29 17:22:11.794023 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-640a24a7-015d-44ce-974f-233af97b11ee req-b32ef79c-24c4-4ced-ab3a-0f83c7b451e3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335047 Aug 29 17:22:11.811334 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-ae2c7a73-bb5d-462e-b655-bda9136ca8d8 req-90b31736-7589-4bf0-96fc-148d516bf2de service neutron] (111677) timed out ('10.222.0.10', 64552) {{(pid=111677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:22:11.812595 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c8fd0c1-5d9f-43d1-8ad1-646309266e3b req-04b1a93d-4179-4f43-a707-f8922eaf1c0a tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Aug 29 17:22:12.469738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2afd2385-6abb-4c83-b762-cfb8b193dc51 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:22:12.523775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8ccaac71-5ccb-4cfa-8756-8562359781e6 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:12.596787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2afd2385-6abb-4c83-b762-cfb8b193dc51, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:12.608944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 8ccaac71-5ccb-4cfa-8756-8562359781e6 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:12.612375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'port_id': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'mac_address': 'fa:16:3e:12:2d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:22:12.615067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 8ccaac71-5ccb-4cfa-8756-8562359781e6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:12.615438 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.680516 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.697718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afd2385-6abb-4c83-b762-cfb8b193dc51 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:22:12.737911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2afd2385-6abb-4c83-b762-cfb8b193dc51, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:12.746268 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.751977 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.798899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:12.801110 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18af5e92-77d2-4966-8284-0be566cd0ba6" -d '{"events": [{"server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:12.825748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8ccaac71-5ccb-4cfa-8756-8562359781e6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:12.826813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2afd2385-6abb-4c83-b762-cfb8b193dc51,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:12.831571 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.858905 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32fc290-9e84-4167-ae75-2a2a732131cc x-openstack-request-id: req-a32fc290-9e84-4167-ae75-2a2a732131cc {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:12.859136 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:12.859320 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a32fc290-9e84-4167-ae75-2a2a732131cc {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:12.859709 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'code': 200} Aug 29 17:22:12.900666 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d168a6ca-cb96-45ab-806e-21991deafd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:12.909658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=8ccaac71-5ccb-4cfa-8756-8562359781e6,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:12.928468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6082d-e813-4a55-9366-e6ddc5510a44 req-55b840cd-fa06-482f-b269-80c244e97a18 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:12.930009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-89e6082d-e813-4a55-9366-e6ddc5510a44 req-55b840cd-fa06-482f-b269-80c244e97a18 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0580783 Aug 29 17:22:12.958656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['2afd2385-6abb-4c83-b762-cfb8b193dc51'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:22:12.972035 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-89e6082d-e813-4a55-9366-e6ddc5510a44 req-770c46e1-c732-4897-b921-c1cdaaa18444 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360310 Aug 29 17:22:13.254346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca130-df5d-49b2-a41f-b311c0284d8d req-886c08ee-b1c0-4f38-b60e-c69a14d5b264 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:13.255827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b9ca130-df5d-49b2-a41f-b311c0284d8d req-886c08ee-b1c0-4f38-b60e-c69a14d5b264 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 945 time: 0.3573165 Aug 29 17:22:13.262454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500390a1-81da-47b6-b311-3530e7f69d92 req-284b40e2-8ce2-4507-99c9-a8249f1e331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:13.263847 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-500390a1-81da-47b6-b311-3530e7f69d92 req-284b40e2-8ce2-4507-99c9-a8249f1e331f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 1097 time: 0.3326411 Aug 29 17:22:13.316773 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b9ca130-df5d-49b2-a41f-b311c0284d8d req-01cca7fd-9912-4fed-b97d-04c6f293a353 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520036 Aug 29 17:22:13.320328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-500390a1-81da-47b6-b311-3530e7f69d92 req-c2b615a6-3b11-4e74-8d3a-cbb28b6a59f5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423672 Aug 29 17:22:13.584952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57324) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:13.740305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Deleting port 308caa01-54d3-4da4-a725-f24649c4793e {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:13.740651 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.821699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.822034 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:13.833598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Calling delete_port for 308caa01-54d3-4da4-a725-f24649c4793e owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:14.009160 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.036995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event deleted for resources: {'Port': ['ID=308caa01-54d3-4da4-a725-f24649c4793e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:14.098569 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7824469-78b3-4d6e-9561-c0ed9cf6b310 req-4dca9786-a3a0-40fc-959f-062d9ff9b68d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:14.099660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.100002 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Floating IP 63fe6942-d2cc-46ba-b0e7-2dd722e9397a disassociated (deleted). External IP: 172.25.5.252, port: a598148d-7e09-426d-8418-7c27612b560d. Aug 29 17:22:14.105760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7824469-78b3-4d6e-9561-c0ed9cf6b310 req-4dca9786-a3a0-40fc-959f-062d9ff9b68d tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0574236 Aug 29 17:22:14.142190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7824469-78b3-4d6e-9561-c0ed9cf6b310 req-6edf4130-142e-48af-85df-97640cb83655 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351682 Aug 29 17:22:14.317838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Router e5425813-8f25-4290-a19f-b8a3f677b706 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:14.433373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:14.438160 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.439232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff628f7c-a10e-4693-ba50-f8ef968bfc9b req-eabd6a1d-b06c-47a1-b98d-fd1263ac8663 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:14.442839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0671a204-1b9b-4374-979a-706957bd6b5c None None] Sync routers for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:14.445939 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff628f7c-a10e-4693-ba50-f8ef968bfc9b req-eabd6a1d-b06c-47a1-b98d-fd1263ac8663 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 945 time: 0.0549939 Aug 29 17:22:14.452733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671a204-1b9b-4374-979a-706957bd6b5c None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:14.453394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0671a204-1b9b-4374-979a-706957bd6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:14.466886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-55aa169d-4d52-4eab-862e-974d56164522 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "DELETE /v2.0/floatingips/63fe6942-d2cc-46ba-b0e7-2dd722e9397a HTTP/1.1" status: 204 len: 168 time: 0.8807795 Aug 29 17:22:14.467483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'tag': 'a598148d-7e09-426d-8418-7c27612b560d'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:14.469797 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c919df-50d6-43eb-bcf7-76790919ad24" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a7f4d6-e899-4c0f-ba77-e95a8f423503", "tag": "a598148d-7e09-426d-8418-7c27612b560d"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:14.487962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff628f7c-a10e-4693-ba50-f8ef968bfc9b req-42944f78-0195-49d1-b4dd-d959855a11f9 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373325 Aug 29 17:22:14.516387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2afd2385-6abb-4c83-b762-cfb8b193dc51 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:22:14.536266 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27012206-5845-4e3e-99c3-ee714f8bd44d x-openstack-request-id: req-27012206-5845-4e3e-99c3-ee714f8bd44d {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:14.536562 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a7f4d6-e899-4c0f-ba77-e95a8f423503", "tag": "a598148d-7e09-426d-8418-7c27612b560d", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:14.536915 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27012206-5845-4e3e-99c3-ee714f8bd44d {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:14.537385 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'tag': 'a598148d-7e09-426d-8418-7c27612b560d', 'status': 'completed', 'code': 200} Aug 29 17:22:14.601903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c919df-50d6-43eb-bcf7-76790919ad24 req-756069a9-afbd-49ec-b68c-3b0bb0f10f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:14.603645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c919df-50d6-43eb-bcf7-76790919ad24 req-756069a9-afbd-49ec-b68c-3b0bb0f10f8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 1097 time: 0.0438614 Aug 29 17:22:14.636853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-0671a204-1b9b-4374-979a-706957bd6b5c None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:14.641366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 2afd2385-6abb-4c83-b762-cfb8b193dc51 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:22:14.675846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 2afd2385-6abb-4c83-b762-cfb8b193dc51 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:22:14.676229 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.755089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7554-7d7d-4300-b71e-1886c81bf43b req-33cf8b45-2365-431a-a35e-c67df6a50677 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:14.756700 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3b1a7554-7d7d-4300-b71e-1886c81bf43b req-33cf8b45-2365-431a-a35e-c67df6a50677 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 945 time: 0.0825839 Aug 29 17:22:14.780768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c919df-50d6-43eb-bcf7-76790919ad24 req-a837e612-d65d-43c0-90da-3f2d8eea63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:14.782357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c919df-50d6-43eb-bcf7-76790919ad24 req-a837e612-d65d-43c0-90da-3f2d8eea63e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.1716444 Aug 29 17:22:14.805581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3b1a7554-7d7d-4300-b71e-1886c81bf43b req-5477295f-d587-4781-a5a6-e85a88d48b2c tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403309 Aug 29 17:22:14.840851 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c919df-50d6-43eb-bcf7-76790919ad24 req-41ef0a3b-7ded-4668-b9d5-24301f087f7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a598148d-7e09-426d-8418-7c27612b560d HTTP/1.1" status: 200 len: 217 time: 0.0386915 Aug 29 17:22:14.875982 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:14.895846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c919df-50d6-43eb-bcf7-76790919ad24 req-2de5c70f-5b5a-4793-8b92-8f1a3ff483bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:14.897342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c919df-50d6-43eb-bcf7-76790919ad24 req-2de5c70f-5b5a-4793-8b92-8f1a3ff483bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0490770 Aug 29 17:22:14.912445 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:14.914679 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90de9aa8-b5fa-4d42-874a-299eb0116158" -d '{"events": [{"server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "name": "network-vif-plugged", "status": "completed", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:14.937192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2afd2385-6abb-4c83-b762-cfb8b193dc51, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:14.948497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c919df-50d6-43eb-bcf7-76790919ad24 req-a080f948-1ff3-4d9c-b98f-e36d201d29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:14.950851 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c919df-50d6-43eb-bcf7-76790919ad24 req-a080f948-1ff3-4d9c-b98f-e36d201d29b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447943 Aug 29 17:22:14.959696 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fda53a-f926-4708-8c1d-8612bc2041c7 x-openstack-request-id: req-f0fda53a-f926-4708-8c1d-8612bc2041c7 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:14.959987 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "name": "network-vif-plugged", "status": "completed", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:14.960265 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0fda53a-f926-4708-8c1d-8612bc2041c7 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:14.960671 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'code': 200} Aug 29 17:22:14.962892 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.027546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2afd2385-6abb-4c83-b762-cfb8b193dc51,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:15.038464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0671a204-1b9b-4374-979a-706957bd6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b63d662f-0e5c-47f5-95cb-4eda0042cabc', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:ee:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:18:30Z', 'updated_at': '2021-08-29T17:18:33Z', 'revision_number': 1, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:15.066633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0671a204-1b9b-4374-979a-706957bd6b5c None None] Checking router: e5425813-8f25-4290-a19f-b8a3f677b706 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:15.075040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671a204-1b9b-4374-979a-706957bd6b5c None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:15.075657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0671a204-1b9b-4374-979a-706957bd6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:15.082832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c919df-50d6-43eb-bcf7-76790919ad24 req-c531616b-d269-488b-975f-ba5af915341f service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224852 Aug 29 17:22:15.093708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ad770-95fb-4c02-995a-620f12f63a1f req-ad41bbd0-af38-4ba2-9037-10c60796f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:15.095110 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b86ad770-95fb-4c02-995a-620f12f63a1f req-ad41bbd0-af38-4ba2-9037-10c60796f0c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 1098 time: 0.0660932 Aug 29 17:22:15.175499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b86ad770-95fb-4c02-995a-620f12f63a1f req-a7ce8f89-2461-4f5e-8133-3fdbf7d2de6f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725744 Aug 29 17:22:15.184071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-0671a204-1b9b-4374-979a-706957bd6b5c None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:15.215484 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02c919df-50d6-43eb-bcf7-76790919ad24 req-e6ed179b-f6a6-491c-9107-b08ad26fc781 service neutron] 10.222.0.10 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238983 Aug 29 17:22:15.287816 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b9026-287b-4269-a05c-6f3b8805131c req-bfe588df-07a5-4b26-bdd3-e5cfeb8cdfe6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:15.291047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e98b9026-287b-4269-a05c-6f3b8805131c req-bfe588df-07a5-4b26-bdd3-e5cfeb8cdfe6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0644653 Aug 29 17:22:15.330044 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e98b9026-287b-4269-a05c-6f3b8805131c req-3ce5202d-bf37-41e9-9a3d-e84cb4a91cb1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324347 Aug 29 17:22:15.417973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0671a204-1b9b-4374-979a-706957bd6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b63d662f-0e5c-47f5-95cb-4eda0042cabc', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:ee:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:18:30Z', 'updated_at': '2021-08-29T17:18:33Z', 'revision_number': 1, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:15.448739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0671a204-1b9b-4374-979a-706957bd6b5c None None] The sync data for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 is: [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b63d662f-0e5c-47f5-95cb-4eda0042cabc', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'port_id': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'mac_address': 'fa:16:3e:ee:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:18:30Z', 'updated_at': '2021-08-29T17:18:33Z', 'revision_number': 1, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:15.458099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fe88e-c0f6-4a53-ac78-2afb171d62b5 req-ed6d20fa-4c60-4642-9beb-8602a20173fa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:15.459675 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca5fe88e-c0f6-4a53-ac78-2afb171d62b5 req-ed6d20fa-4c60-4642-9beb-8602a20173fa tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0582650 Aug 29 17:22:15.500152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca5fe88e-c0f6-4a53-ac78-2afb171d62b5 req-44509c5e-431d-47a1-9441-8e79baf02cd6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339320 Aug 29 17:22:15.521966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57352) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:15.561032 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55ac8ff4-0dc2-46a5-844a-09dd4693c902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.575662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5b791b-5512-42b1-b0c0-40001df3003b tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:15.577175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1d5b791b-5512-42b1-b0c0-40001df3003b tempest-TestNetworkAdvancedServerOps-534100701 tempest-TestNetworkAdvancedServerOps-534100701-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 1092 time: 0.0542870 Aug 29 17:22:15.580172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57354) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:15.584959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:15.612791 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.618729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608488d-cd0f-4c92-b782-e03f81f5a7f4 req-71623e0c-f58c-4223-9654-0f17d413ca01 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:15.620214 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4608488d-cd0f-4c92-b782-e03f81f5a7f4 req-71623e0c-f58c-4223-9654-0f17d413ca01 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 946 time: 0.0599632 Aug 29 17:22:15.661828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4608488d-cd0f-4c92-b782-e03f81f5a7f4 req-a53aa0f3-91d7-4d89-b1b4-0906b7dfc848 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349298 Aug 29 17:22:15.715063 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.715242 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd87d0-dbfc-4498-af10-0298a37fbfcf None None] New status for floating IP 63fe6942-d2cc-46ba-b0e7-2dd722e9397a: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:22:15.829150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Allocated IP 172.25.5.14 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/b2f0786a-1bb9-481d-8195-0a7bd5cda94a) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:15.883589 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:15.963088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b8683-5a93-45fe-a77a-6b42d6d0654b req-e781f8b5-0752-4fae-b783-2929046222f6 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:15.965095 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e85b8683-5a93-45fe-a77a-6b42d6d0654b req-e781f8b5-0752-4fae-b783-2929046222f6 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 945 time: 0.0842412 Aug 29 17:22:15.988544 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.020780 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e85b8683-5a93-45fe-a77a-6b42d6d0654b req-d185814a-b53d-4059-bb79-ad6d7931a8d7 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480773 Aug 29 17:22:16.052939 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.089097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:16.091815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:16.098072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:16.120840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=b2f0786a-1bb9-481d-8195-0a7bd5cda94a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:16.500308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6ac4f-b791-4ddd-97b9-b6c36e09a829 req-448d6125-5787-4e6f-825d-9aaa45a7fa3f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:16.501720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70c6ac4f-b791-4ddd-97b9-b6c36e09a829 req-448d6125-5787-4e6f-825d-9aaa45a7fa3f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 945 time: 0.0872476 Aug 29 17:22:16.514611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.636768 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.664720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-70c6ac4f-b791-4ddd-97b9-b6c36e09a829 req-38768fb8-4d30-40cd-a483-22a47b744d05 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Deleting port a598148d-7e09-426d-8418-7c27612b560d {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:16.665053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70c6ac4f-b791-4ddd-97b9-b6c36e09a829 req-38768fb8-4d30-40cd-a483-22a47b744d05 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.696588 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.785743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cce558-de66-4e8c-9bc0-ea6861caa96f req-9c1bd8b1-183d-48db-8365-2ab87f83dd72 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:16.787291 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4cce558-de66-4e8c-9bc0-ea6861caa96f req-9c1bd8b1-183d-48db-8365-2ab87f83dd72 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 946 time: 0.0527315 Aug 29 17:22:16.817955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-70c6ac4f-b791-4ddd-97b9-b6c36e09a829 req-38768fb8-4d30-40cd-a483-22a47b744d05 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] For port a598148d-7e09-426d-8418-7c27612b560d, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=a598148d-7e09-426d-8418-7c27612b560d,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:16.818327 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70c6ac4f-b791-4ddd-97b9-b6c36e09a829 req-38768fb8-4d30-40cd-a483-22a47b744d05 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.825931 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4cce558-de66-4e8c-9bc0-ea6861caa96f req-4f32e6ec-a3cb-484b-b82e-7803a54ac0ae tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Aug 29 17:22:16.836329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-70c6ac4f-b791-4ddd-97b9-b6c36e09a829 req-38768fb8-4d30-40cd-a483-22a47b744d05 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Calling delete_port for a598148d-7e09-426d-8418-7c27612b560d owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:16.944441 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:16.958430 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.022233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30bd2c-be1e-499b-9489-ad3c414307f3 req-d1d229af-bce3-4dd5-beb0-82536348025d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:17.023716 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a30bd2c-be1e-499b-9489-ad3c414307f3 req-d1d229af-bce3-4dd5-beb0-82536348025d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 946 time: 0.1281478 Aug 29 17:22:17.074213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event updated for resources: {'Port': ['ID=b2f0786a-1bb9-481d-8195-0a7bd5cda94a,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:17.121625 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.138140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd8411-08e8-486f-8f73-1fad32a17b4d req-f866dd74-3601-4853-8465-5e13ffb2256d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:17.139638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-90fd8411-08e8-486f-8f73-1fad32a17b4d req-f866dd74-3601-4853-8465-5e13ffb2256d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 945 time: 0.0517914 Aug 29 17:22:17.171291 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a30bd2c-be1e-499b-9489-ad3c414307f3 req-0e128623-a0b4-49f7-ab6c-e3ba82120327 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275644 Aug 29 17:22:17.179789 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-90fd8411-08e8-486f-8f73-1fad32a17b4d req-8a0c6de6-f09f-4e52-b552-8ddd1486671d tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334153 Aug 29 17:22:17.194355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57368) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:17.226739 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70c6ac4f-b791-4ddd-97b9-b6c36e09a829 req-38768fb8-4d30-40cd-a483-22a47b744d05 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.264541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38768fb8-4d30-40cd-a483-22a47b744d05 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event deleted for resources: {'Port': ['ID=a598148d-7e09-426d-8418-7c27612b560d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:17.315695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c6ac4f-b791-4ddd-97b9-b6c36e09a829 req-38768fb8-4d30-40cd-a483-22a47b744d05 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] No DVR routers for this DVR port a598148d-7e09-426d-8418-7c27612b560d on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:17.318380 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Floating IP b0091d3b-7da4-408b-92d4-3cfdf6fe5483 associated. External IP: 172.25.5.14, port: 8ccaac71-5ccb-4cfa-8756-8562359781e6. Aug 29 17:22:17.321922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-70c6ac4f-b791-4ddd-97b9-b6c36e09a829 req-38768fb8-4d30-40cd-a483-22a47b744d05 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.323886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70c6ac4f-b791-4ddd-97b9-b6c36e09a829 req-38768fb8-4d30-40cd-a483-22a47b744d05 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.10 "DELETE /v2.0/ports/a598148d-7e09-426d-8418-7c27612b560d HTTP/1.1" status: 204 len: 173 time: 0.8160453 Aug 29 17:22:17.324326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'name': 'network-vif-deleted', 'tag': 'a598148d-7e09-426d-8418-7c27612b560d'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:17.326594 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04d1685-e003-4813-89ed-0e1633b135fc" -d '{"events": [{"server_uuid": "b9a7f4d6-e899-4c0f-ba77-e95a8f423503", "name": "network-vif-deleted", "tag": "a598148d-7e09-426d-8418-7c27612b560d"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:17.395723 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47169ca1-3037-4f6b-81a5-16dd2e8c960b x-openstack-request-id: req-47169ca1-3037-4f6b-81a5-16dd2e8c960b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:17.396037 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a7f4d6-e899-4c0f-ba77-e95a8f423503", "name": "network-vif-deleted", "tag": "a598148d-7e09-426d-8418-7c27612b560d", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:17.396282 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47169ca1-3037-4f6b-81a5-16dd2e8c960b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:17.396684 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a7f4d6-e899-4c0f-ba77-e95a8f423503', 'name': 'network-vif-deleted', 'tag': 'a598148d-7e09-426d-8418-7c27612b560d', 'status': 'completed', 'code': 200} Aug 29 17:22:17.457285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb6980-7e05-4440-8e8e-4044630fa4fe tempest-TestVolumeBackupRestore-240288243 tempest-TestVolumeBackupRestore-240288243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:17.458941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-57fb6980-7e05-4440-8e8e-4044630fa4fe tempest-TestVolumeBackupRestore-240288243 tempest-TestVolumeBackupRestore-240288243-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 1093 time: 0.2636087 Aug 29 17:22:17.461928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57378) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:17.469263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:17.497334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.592717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:17.605725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.734898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Allocated IP 172.25.5.94 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/dcdd83ec-f2b4-4893-94a0-da43568cbfed) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:22:17.765203 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.868412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.910698 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:17.956549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:22:17.959924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:22:17.965292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:22:17.968685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event updated for resources: {'Port': ['ID=dcdd83ec-f2b4-4893-94a0-da43568cbfed,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:18.043094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:18.054803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c692d-7819-4f08-902c-bd8c667fe1fe None None] Sync routers for ids ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:18.066402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c692d-7819-4f08-902c-bd8c667fe1fe None None] Routers {'91a502fa-3c70-4c24-aeae-61c4f7c04a52'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:18.067167 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.067539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c45c692d-7819-4f08-902c-bd8c667fe1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:18.111965 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d3461050-96c4-463d-b551-9d02acc1449e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5302718 Aug 29 17:22:18.224048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc35c-9017-45cc-9eed-081c123765db req-fa270b5d-61f9-4c3c-9b06-62a049169676 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:18.226389 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-824dc35c-9017-45cc-9eed-081c123765db req-fa270b5d-61f9-4c3c-9b06-62a049169676 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0671599 Aug 29 17:22:18.317910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-824dc35c-9017-45cc-9eed-081c123765db req-862cf11f-7130-413f-8f73-1e566bcf0cbe tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838230 Aug 29 17:22:18.330585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57384) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:18.379264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c45c692d-7819-4f08-902c-bd8c667fe1fe None None] Set router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:18.423028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4c8e42f1-a91a-46cd-8735-c97fa55f68e1 req-2e06e674-c3b9-4ccc-af0a-d98a88fe80bf tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 210 time: 0.0897415 Aug 29 17:22:18.462562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9f584656-eec5-4818-a428-0a028d4f60c3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/b0091d3b-7da4-408b-92d4-3cfdf6fe5483 HTTP/1.1" status: 200 len: 990 time: 0.1309204 Aug 29 17:22:18.499212 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.521558 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.594265 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.648589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c45c692d-7819-4f08-902c-bd8c667fe1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:00Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b0091d3b-7da4-408b-92d4-3cfdf6fe5483', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'port_id': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'mac_address': 'fa:16:3e:4f:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:16Z', 'updated_at': '2021-08-29T17:22:16Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c661cb-6efa-477a-9212-2b548c6de035', 'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:79:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:59Z', 'updated_at': '2021-08-29T17:22:05Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:18.680560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c692d-7819-4f08-902c-bd8c667fe1fe None None] Checking router: 91a502fa-3c70-4c24-aeae-61c4f7c04a52 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:18.688914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c692d-7819-4f08-902c-bd8c667fe1fe None None] Routers {'91a502fa-3c70-4c24-aeae-61c4f7c04a52'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:18.689556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c45c692d-7819-4f08-902c-bd8c667fe1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:18.748705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.754437 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.797163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c45c692d-7819-4f08-902c-bd8c667fe1fe None None] Set router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:18.833664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event updated for resources: {'Port': ['ID=dcdd83ec-f2b4-4893-94a0-da43568cbfed,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:18.843910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:18.950563 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Floating IP 7a4617b1-157e-4700-af60-57506cfc9d84 associated. External IP: 172.25.5.94, port: 2afd2385-6abb-4c83-b762-cfb8b193dc51. Aug 29 17:22:19.030464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c45c692d-7819-4f08-902c-bd8c667fe1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:00Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b0091d3b-7da4-408b-92d4-3cfdf6fe5483', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'port_id': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'mac_address': 'fa:16:3e:4f:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:16Z', 'updated_at': '2021-08-29T17:22:16Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c661cb-6efa-477a-9212-2b548c6de035', 'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:79:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:59Z', 'updated_at': '2021-08-29T17:22:05Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:19.059898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c692d-7819-4f08-902c-bd8c667fe1fe None None] The sync data for ids ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'] in n-d-713301-13 is: [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:00Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b0091d3b-7da4-408b-92d4-3cfdf6fe5483', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'floating_ip_address': '172.25.5.14', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'port_id': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'mac_address': 'fa:16:3e:4f:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:16Z', 'updated_at': '2021-08-29T17:22:16Z', 'revision_number': 0, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c661cb-6efa-477a-9212-2b548c6de035', 'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:79:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:59Z', 'updated_at': '2021-08-29T17:22:05Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:19.178788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:19.285949 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74a341a-cac8-4fe9-a371-e993b621a0cc None None] New status for floating IP b0091d3b-7da4-408b-92d4-3cfdf6fe5483: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:22:19.293422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:19.303547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2511c4c-c791-4f5d-8885-4e22fdef94d8 None None] Sync routers for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:19.312925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:19.318847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2511c4c-c791-4f5d-8885-4e22fdef94d8 None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:19.319942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b2511c4c-c791-4f5d-8885-4e22fdef94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:19.397869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:19.400419 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:19.466652 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57394) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:19.514426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-b2511c4c-c791-4f5d-8885-4e22fdef94d8 None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:19.543876 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7df09d-222f-495f-815d-e1d3f23ad749 x-openstack-request-id: req-5b7df09d-222f-495f-815d-e1d3f23ad749 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:19.544171 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:19.544424 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b7df09d-222f-495f-815d-e1d3f23ad749 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:19.544831 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'status': 'completed', 'code': 200} Aug 29 17:22:19.604627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c23949f2-afc0-4bbe-b44b-eadbe196c101 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/b0091d3b-7da4-408b-92d4-3cfdf6fe5483 HTTP/1.1" status: 200 len: 990 time: 0.1365497 Aug 29 17:22:19.757534 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-12b4dbd2-a9a7-495e-9ecd-1875e6cf61f1 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2943361 Aug 29 17:22:19.759043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:19.760774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57402) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:19.761823 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2972cb4b-2abb-4513-bc74-5631da13bc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:19.765749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-82b343d5-9327-4a8c-ac02-3be8243bdf99 req-3c034f68-79e2-4129-826b-36d45d6b62a4 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 210 time: 0.0593870 Aug 29 17:22:19.779905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12 req-86847e92-7356-4d46-b952-fb2fae90c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:19.782217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12 req-86847e92-7356-4d46-b952-fb2fae90c748 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 1097 time: 0.0763180 Aug 29 17:22:19.790925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b2511c4c-c791-4f5d-8885-4e22fdef94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '7a4617b1-157e-4700-af60-57506cfc9d84', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'floating_ip_address': '172.25.5.94', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'port_id': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'mac_address': 'fa:16:3e:12:2d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:18Z', 'updated_at': '2021-08-29T17:22:18Z', 'revision_number': 0, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 5, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:19.823603 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19872446-9a82-4ab5-96f8-7afa8a7a2271 tempest-TestVolumeBackupRestore-240288243 tempest-TestVolumeBackupRestore-240288243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:19.825513 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-19872446-9a82-4ab5-96f8-7afa8a7a2271 tempest-TestVolumeBackupRestore-240288243 tempest-TestVolumeBackupRestore-240288243-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 1093 time: 0.0636938 Aug 29 17:22:19.828303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57406) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:19.834065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-bcfee564-969c-4715-8321-c66e361bb59d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Request body: {'floatingip': {'port_id': '2afd2385-6abb-4c83-b762-cfb8b193dc51'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:22:19.839377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2511c4c-c791-4f5d-8885-4e22fdef94d8 None None] Checking router: 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:19.851458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2511c4c-c791-4f5d-8885-4e22fdef94d8 None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:19.852201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b2511c4c-c791-4f5d-8885-4e22fdef94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:19.854633 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4751d2f7-2cbc-4232-b9d2-755103689c7f x-openstack-request-id: req-4751d2f7-2cbc-4232-b9d2-755103689c7f {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:19.854940 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:19.855193 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4751d2f7-2cbc-4232-b9d2-755103689c7f {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:19.855585 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'status': 'completed', 'code': 200} Aug 29 17:22:19.903374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12 req-c830269a-01b1-4df7-954f-c51db4317c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:19.905758 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12 req-c830269a-01b1-4df7-954f-c51db4317c71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d HTTP/1.1" status: 200 len: 897 time: 0.1155124 Aug 29 17:22:19.921162 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bcfee564-969c-4715-8321-c66e361bb59d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:19.982475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-b2511c4c-c791-4f5d-8885-4e22fdef94d8 None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:19.991088 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12 req-f9f92b5e-23d4-47ad-a520-b98f4e706525 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6 HTTP/1.1" status: 200 len: 1000 time: 0.0769894 Aug 29 17:22:19.998556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972cb4b-2abb-4513-bc74-5631da13bc8e req-541a8868-1e9a-4b7e-84a0-25a1179c27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:20.000097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2972cb4b-2abb-4513-bc74-5631da13bc8e req-541a8868-1e9a-4b7e-84a0-25a1179c27c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a63d87cf1f45deb8e34a4dd09827fe&device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 1098 time: 0.0924892 Aug 29 17:22:20.053792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12 req-ec94eafc-8d4a-4cf6-a6f0-f0d64863c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:20.055319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12 req-ec94eafc-8d4a-4cf6-a6f0-f0d64863c2b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac666b3-717c-4897-b6b0-6355010e1235 HTTP/1.1" status: 200 len: 835 time: 0.0510039 Aug 29 17:22:20.116006 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12 req-ffa8422e-a517-4e95-a8bd-25aabe63ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:20.117571 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12 req-ffa8422e-a517-4e95-a8bd-25aabe63ab03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530438 Aug 29 17:22:20.233263 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12 req-2e4b86c1-9da3-46c1-8b40-4460b06ba416 service neutron] 10.222.0.16 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075425 Aug 29 17:22:20.254891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b2511c4c-c791-4f5d-8885-4e22fdef94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '7a4617b1-157e-4700-af60-57506cfc9d84', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'floating_ip_address': '172.25.5.94', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'port_id': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'mac_address': 'fa:16:3e:12:2d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:18Z', 'updated_at': '2021-08-29T17:22:18Z', 'revision_number': 0, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 5, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:20.263888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972cb4b-2abb-4513-bc74-5631da13bc8e req-655ed062-95f4-4182-8e0e-8718846dcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:20.265449 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2972cb4b-2abb-4513-bc74-5631da13bc8e req-655ed062-95f4-4182-8e0e-8718846dcc24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96518096-9faf-4036-a259-51dbc057a7fb HTTP/1.1" status: 200 len: 915 time: 0.2560952 Aug 29 17:22:20.284958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2511c4c-c791-4f5d-8885-4e22fdef94d8 None None] The sync data for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 is: [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '7a4617b1-157e-4700-af60-57506cfc9d84', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'floating_ip_address': '172.25.5.94', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'port_id': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'mac_address': 'fa:16:3e:12:2d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:18Z', 'updated_at': '2021-08-29T17:22:18Z', 'revision_number': 0, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 5, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:20.361086 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5be480c9-64ef-48f5-a11d-cb9e96b1ee12 req-da96952d-2bd9-4fc8-b993-14b614837eda service neutron] 10.222.0.16 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200371 Aug 29 17:22:20.375543 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.392768 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2972cb4b-2abb-4513-bc74-5631da13bc8e req-230635f4-d0b7-4ccd-9623-44ab2af46c04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51 HTTP/1.1" status: 200 len: 999 time: 0.1203911 Aug 29 17:22:20.505483 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972cb4b-2abb-4513-bc74-5631da13bc8e req-40bf10ff-88ee-4398-804b-5fa37e9888a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:20.507046 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2972cb4b-2abb-4513-bc74-5631da13bc8e req-40bf10ff-88ee-4398-804b-5fa37e9888a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a73b76ca-4c17-4143-b2f4-cc709634d216 HTTP/1.1" status: 200 len: 853 time: 0.1044748 Aug 29 17:22:20.527015 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eff28-dd39-4c18-b303-b50661ad644a None None] New status for floating IP 7a4617b1-157e-4700-af60-57506cfc9d84: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:22:20.547748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device a598148d-7e09-426d-8418-7c27612b560d no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:20.571317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: a598148d-7e09-426d-8418-7c27612b560d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:20.571317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device a598148d-7e09-426d-8418-7c27612b560d not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:20.608530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57410) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:20.700827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9d682ab5-e82b-4fa0-82e8-6053c0a392b2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/b0091d3b-7da4-408b-92d4-3cfdf6fe5483 HTTP/1.1" status: 200 len: 992 time: 0.0910764 Aug 29 17:22:20.701375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972cb4b-2abb-4513-bc74-5631da13bc8e req-ea262d89-7f3f-4747-aaf3-7df6a36009e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:20.703006 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2972cb4b-2abb-4513-bc74-5631da13bc8e req-ea262d89-7f3f-4747-aaf3-7df6a36009e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96518096-9faf-4036-a259-51dbc057a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1590307 Aug 29 17:22:20.725253 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bcfee564-969c-4715-8321-c66e361bb59d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.730881 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.db.api [None req-fa4eff28-dd39-4c18-b303-b50661ad644a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111679) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:22:20.731508 n-d-713301-13 neutron-server[111679]: DEBUG oslo_db.api [None req-fa4eff28-dd39-4c18-b303-b50661ad644a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:22:20.760090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bcfee564-969c-4715-8321-c66e361bb59d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:20.879043 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-867d9ce2-427b-4ec0-96b0-579ee8f709ad req-dbf2cd1f-048e-4839-8b2c-f730229e1bc3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9a7f4d6-e899-4c0f-ba77-e95a8f423503 HTTP/1.1" status: 200 len: 210 time: 0.0279005 Aug 29 17:22:20.886934 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2972cb4b-2abb-4513-bc74-5631da13bc8e req-37507038-4265-45f3-8fef-fff8279e95b4 service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735947 Aug 29 17:22:21.066196 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2972cb4b-2abb-4513-bc74-5631da13bc8e req-1fa499e7-98bc-4c83-9870-23e2b0f37cfe service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702323 Aug 29 17:22:21.076383 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfee564-969c-4715-8321-c66e361bb59d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:21.188516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfee564-969c-4715-8321-c66e361bb59d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:21.193577 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bcfee564-969c-4715-8321-c66e361bb59d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:21.232929 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eff28-dd39-4c18-b303-b50661ad644a None None] New status for floating IP 7a4617b1-157e-4700-af60-57506cfc9d84: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:22:21.247565 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bcfee564-969c-4715-8321-c66e361bb59d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "PUT /v2.0/floatingips/7a4617b1-157e-4700-af60-57506cfc9d84 HTTP/1.1" status: 200 len: 991 time: 1.4180272 Aug 29 17:22:21.440830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aab419-8981-4a42-89db-153a7b328327 None None] Sync routers for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:21.450468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aab419-8981-4a42-89db-153a7b328327 None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:21.451066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-76aab419-8981-4a42-89db-153a7b328327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:21.546228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51'}, {'name': 'network-changed', 'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:21.549744 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51"}, {"name": "network-changed", "server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:21.562183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-76aab419-8981-4a42-89db-153a7b328327 None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:21.589742 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8daf4cd-c1a9-4206-bc27-48d0561005ee x-openstack-request-id: req-a8daf4cd-c1a9-4206-bc27-48d0561005ee {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:21.590150 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:21.590525 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8daf4cd-c1a9-4206-bc27-48d0561005ee {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:21.591038 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'status': 'completed', 'code': 200} Aug 29 17:22:21.591363 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'status': 'completed', 'code': 200} Aug 29 17:22:21.653573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-f767bac7-9141-4899-ab44-6de4443909ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:21.655304 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-f767bac7-9141-4899-ab44-6de4443909ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a63d87cf1f45deb8e34a4dd09827fe&device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 1098 time: 0.0420628 Aug 29 17:22:21.767334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-452adf03-060c-492d-baba-2637fc031a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:21.768953 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-452adf03-060c-492d-baba-2637fc031a0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=96518096-9faf-4036-a259-51dbc057a7fb HTTP/1.1" status: 200 len: 915 time: 0.1072726 Aug 29 17:22:21.821844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-76aab419-8981-4a42-89db-153a7b328327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '7a4617b1-157e-4700-af60-57506cfc9d84', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'floating_ip_address': '172.25.5.94', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'port_id': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'mac_address': 'fa:16:3e:12:2d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:18Z', 'updated_at': '2021-08-29T17:22:21Z', 'revision_number': 2, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 5, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:21.837777 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-c15f161c-b5e8-4eff-b7cd-a54124bcabab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51 HTTP/1.1" status: 200 len: 1001 time: 0.0620375 Aug 29 17:22:21.848600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aab419-8981-4a42-89db-153a7b328327 None None] Checking router: 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:21.856960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aab419-8981-4a42-89db-153a7b328327 None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:21.857596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-76aab419-8981-4a42-89db-153a7b328327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:21.891756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-465b5d86-5c1d-4586-acdf-f7c88efcfe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:21.893374 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-465b5d86-5c1d-4586-acdf-f7c88efcfe74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a73b76ca-4c17-4143-b2f4-cc709634d216 HTTP/1.1" status: 200 len: 853 time: 0.0484698 Aug 29 17:22:21.942002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-069ba713-8633-44c5-bb34-2a566dee4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:21.943941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-069ba713-8633-44c5-bb34-2a566dee4274 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96518096-9faf-4036-a259-51dbc057a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440788 Aug 29 17:22:21.976559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-76aab419-8981-4a42-89db-153a7b328327 None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:22.058592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-b03090bd-7c32-4df5-91ca-7be740ee1ab8 service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069372 Aug 29 17:22:22.158899 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-3022696c-56a4-4a0b-a93a-3256cc752bca service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939050 Aug 29 17:22:22.219763 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-76aab419-8981-4a42-89db-153a7b328327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '7a4617b1-157e-4700-af60-57506cfc9d84', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'floating_ip_address': '172.25.5.94', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'port_id': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'mac_address': 'fa:16:3e:12:2d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:18Z', 'updated_at': '2021-08-29T17:22:21Z', 'revision_number': 2, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 5, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:22.238307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-825a2f86-9d60-45b7-91c5-ddde4fd4dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:22.239846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-825a2f86-9d60-45b7-91c5-ddde4fd4dcec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a63d87cf1f45deb8e34a4dd09827fe&device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 1098 time: 0.0425730 Aug 29 17:22:22.250818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aab419-8981-4a42-89db-153a7b328327 None None] The sync data for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 is: [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '7a4617b1-157e-4700-af60-57506cfc9d84', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'floating_ip_address': '172.25.5.94', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'port_id': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'mac_address': 'fa:16:3e:12:2d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:22:18Z', 'updated_at': '2021-08-29T17:22:21Z', 'revision_number': 2, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 5, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:22.342291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-75678cbb-fadb-4405-94a5-b3c625231aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:22.343880 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-75678cbb-fadb-4405-94a5-b3c625231aca service neutron] 10.222.0.10 "GET /v2.0/networks?id=96518096-9faf-4036-a259-51dbc057a7fb HTTP/1.1" status: 200 len: 915 time: 0.0941856 Aug 29 17:22:22.710288 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-f111b239-b178-4ada-8d1f-f9989b237547 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51 HTTP/1.1" status: 200 len: 1001 time: 0.3596647 Aug 29 17:22:22.761156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-dfda6ce6-e02c-460b-bade-fb4fe8e6d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:22.762700 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-dfda6ce6-e02c-460b-bade-fb4fe8e6d144 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a73b76ca-4c17-4143-b2f4-cc709634d216 HTTP/1.1" status: 200 len: 853 time: 0.0454428 Aug 29 17:22:22.813951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-2eb32b4f-8ff9-48c7-99a0-b62073493abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:22.816066 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-2eb32b4f-8ff9-48c7-99a0-b62073493abd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96518096-9faf-4036-a259-51dbc057a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453897 Aug 29 17:22:22.906262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-0948fd7b-7b4d-41fc-9789-734acc127909 service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835800 Aug 29 17:22:23.000028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-481c1ccf-0b5d-4f7f-abf5-22b94cf6d223 req-3bf896c3-e2db-4e7b-9235-af63a18646f1 service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872092 Aug 29 17:22:26.255689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57456) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:26.412079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Deleting port 35fd0957-2a49-4225-811f-9d8e8d7180b5 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:26.412421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.487886 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.488217 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.499768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Calling delete_port for 35fd0957-2a49-4225-811f-9d8e8d7180b5 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:26.655755 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.680866 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event deleted for resources: {'Port': ['ID=35fd0957-2a49-4225-811f-9d8e8d7180b5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:26.745467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:26.745797 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Floating IP b63d662f-0e5c-47f5-95cb-4eda0042cabc disassociated (deleted). External IP: 172.25.5.99, port: daacebe7-848f-41ca-a5b9-1ac64ecf543e. Aug 29 17:22:26.954938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Router e5425813-8f25-4290-a19f-b8a3f677b706 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:27.064147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:27.071618 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:27.077593 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4622e1c-9081-45e8-a4b8-7f2489ebe3b1 None None] Sync routers for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:27.087693 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4622e1c-9081-45e8-a4b8-7f2489ebe3b1 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:27.088792 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4622e1c-9081-45e8-a4b8-7f2489ebe3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:27.105057 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6fb1ef0d-f19e-49c3-997a-dc93eb36ceb9 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "DELETE /v2.0/floatingips/b63d662f-0e5c-47f5-95cb-4eda0042cabc HTTP/1.1" status: 204 len: 168 time: 0.8477218 Aug 29 17:22:27.105810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'tag': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:27.108161 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30de959-ba72-4777-afce-89fcd4528b40" -d '{"events": [{"name": "network-changed", "server_uuid": "45eb992b-f1bc-47df-a30d-e7d5d5b6f89e", "tag": "daacebe7-848f-41ca-a5b9-1ac64ecf543e"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:27.186580 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24fa29f-2308-4f51-812c-75e3aa27747a x-openstack-request-id: req-c24fa29f-2308-4f51-812c-75e3aa27747a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:27.186886 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45eb992b-f1bc-47df-a30d-e7d5d5b6f89e", "tag": "daacebe7-848f-41ca-a5b9-1ac64ecf543e", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:27.187173 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c24fa29f-2308-4f51-812c-75e3aa27747a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:27.187625 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'tag': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'status': 'completed', 'code': 200} Aug 29 17:22:27.212160 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f4622e1c-9081-45e8-a4b8-7f2489ebe3b1 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:27.266275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de959-ba72-4777-afce-89fcd4528b40 req-8a0fd07a-cb11-4f4f-956e-7b54e38d606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:27.268943 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c30de959-ba72-4777-afce-89fcd4528b40 req-8a0fd07a-cb11-4f4f-956e-7b54e38d606a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 1098 time: 0.0480988 Aug 29 17:22:27.420698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292df58-cada-48f3-b658-d76fcfd765ad req-b2aca001-73a1-4101-984d-6cf4e597e177 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:27.422268 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0292df58-cada-48f3-b658-d76fcfd765ad req-b2aca001-73a1-4101-984d-6cf4e597e177 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 946 time: 0.1358733 Aug 29 17:22:27.427569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de959-ba72-4777-afce-89fcd4528b40 req-5606bcf8-3023-48cf-86ec-b52f9f11709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:27.428975 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c30de959-ba72-4777-afce-89fcd4528b40 req-5606bcf8-3023-48cf-86ec-b52f9f11709c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 200 len: 910 time: 0.1517279 Aug 29 17:22:27.481417 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c30de959-ba72-4777-afce-89fcd4528b40 req-7f8d5e05-d541-46d3-9a42-ce6f29d81a6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daacebe7-848f-41ca-a5b9-1ac64ecf543e HTTP/1.1" status: 200 len: 217 time: 0.0444906 Aug 29 17:22:27.511581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0292df58-cada-48f3-b658-d76fcfd765ad req-1788c376-8dea-46ed-9bcd-38be54812089 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816040 Aug 29 17:22:27.535254 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4622e1c-9081-45e8-a4b8-7f2489ebe3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:27.548407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de959-ba72-4777-afce-89fcd4528b40 req-23888983-9432-4e73-869a-da1358620079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:27.549934 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c30de959-ba72-4777-afce-89fcd4528b40 req-23888983-9432-4e73-869a-da1358620079 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 200 len: 848 time: 0.0577621 Aug 29 17:22:27.551256 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4622e1c-9081-45e8-a4b8-7f2489ebe3b1 None None] Checking router: e5425813-8f25-4290-a19f-b8a3f677b706 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:27.559919 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4622e1c-9081-45e8-a4b8-7f2489ebe3b1 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:27.560510 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4622e1c-9081-45e8-a4b8-7f2489ebe3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:27.603889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de959-ba72-4777-afce-89fcd4528b40 req-eb223638-75ea-4646-a8b4-01bbe87e9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:27.605424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c30de959-ba72-4777-afce-89fcd4528b40 req-eb223638-75ea-4646-a8b4-01bbe87e9635 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c48628aa-afb3-4178-b027-9c9764070684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451279 Aug 29 17:22:27.664795 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f4622e1c-9081-45e8-a4b8-7f2489ebe3b1 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:27.699411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c30de959-ba72-4777-afce-89fcd4528b40 req-5a803897-cf07-46ad-8a16-45ba2cd7390e service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837615 Aug 29 17:22:27.798582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c30de959-ba72-4777-afce-89fcd4528b40 req-30fbf1d0-db8c-45bd-9bad-6524230d8c38 service neutron] 10.222.0.16 "GET /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890698 Aug 29 17:22:27.871936 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4622e1c-9081-45e8-a4b8-7f2489ebe3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:27.898224 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4622e1c-9081-45e8-a4b8-7f2489ebe3b1 None None] The sync data for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 is: [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:11:31Z', 'revision_number': 4, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '68b13b42-ff46-429d-8d56-3e10b6efa6fd', 'name': '', 'network_id': 'c48628aa-afb3-4178-b027-9c9764070684', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'mac_address': 'fa:16:3e:2b:b5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:30Z', 'updated_at': '2021-08-29T17:11:39Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'subnets': [{'id': '85971077-cb6d-4ee2-a86f-177b2084de6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:28.125148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a80f5-8d35-4354-bfa2-cc1634084083 None None] New status for floating IP b63d662f-0e5c-47f5-95cb-4eda0042cabc: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:22:28.636944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfa6b6-48b8-4b84-8a20-245f2810b98c req-06870f24-dcad-40db-a8fa-6e0ae59fa4c3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:28.638594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63dfa6b6-48b8-4b84-8a20-245f2810b98c req-06870f24-dcad-40db-a8fa-6e0ae59fa4c3 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 946 time: 0.0518088 Aug 29 17:22:28.680852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63dfa6b6-48b8-4b84-8a20-245f2810b98c req-4efc30b8-1a72-440f-a936-1b88b5906ee6 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/security-groups?id=672e3297-3603-461a-aebd-9e6e45c3c8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361269 Aug 29 17:22:29.125210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584dca1-19a1-4e42-bde4-b7c52e810c41 req-ca7e62ab-1d7f-499d-8d46-62cbf6b405b5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:29.126663 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9584dca1-19a1-4e42-bde4-b7c52e810c41 req-ca7e62ab-1d7f-499d-8d46-62cbf6b405b5 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 946 time: 0.0486839 Aug 29 17:22:29.224670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-9584dca1-19a1-4e42-bde4-b7c52e810c41 req-10254155-fd6f-4d81-82a0-86e6519267ad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Deleting port daacebe7-848f-41ca-a5b9-1ac64ecf543e {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:29.225011 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9584dca1-19a1-4e42-bde4-b7c52e810c41 req-10254155-fd6f-4d81-82a0-86e6519267ad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.322335 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-9584dca1-19a1-4e42-bde4-b7c52e810c41 req-10254155-fd6f-4d81-82a0-86e6519267ad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] For port daacebe7-848f-41ca-a5b9-1ac64ecf543e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=daacebe7-848f-41ca-a5b9-1ac64ecf543e,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:29.323238 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9584dca1-19a1-4e42-bde4-b7c52e810c41 req-10254155-fd6f-4d81-82a0-86e6519267ad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.335785 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-9584dca1-19a1-4e42-bde4-b7c52e810c41 req-10254155-fd6f-4d81-82a0-86e6519267ad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Calling delete_port for daacebe7-848f-41ca-a5b9-1ac64ecf543e owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:29.463081 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9584dca1-19a1-4e42-bde4-b7c52e810c41 req-10254155-fd6f-4d81-82a0-86e6519267ad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.498515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10254155-fd6f-4d81-82a0-86e6519267ad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event deleted for resources: {'Port': ['ID=daacebe7-848f-41ca-a5b9-1ac64ecf543e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:29.542156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9584dca1-19a1-4e42-bde4-b7c52e810c41 req-10254155-fd6f-4d81-82a0-86e6519267ad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] No DVR routers for this DVR port daacebe7-848f-41ca-a5b9-1ac64ecf543e on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:29.544590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9584dca1-19a1-4e42-bde4-b7c52e810c41 req-10254155-fd6f-4d81-82a0-86e6519267ad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:29.546596 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9584dca1-19a1-4e42-bde4-b7c52e810c41 req-10254155-fd6f-4d81-82a0-86e6519267ad tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.16 "DELETE /v2.0/ports/daacebe7-848f-41ca-a5b9-1ac64ecf543e HTTP/1.1" status: 204 len: 173 time: 0.4134862 Aug 29 17:22:29.547026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'name': 'network-vif-deleted', 'tag': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:29.549261 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0476b21-b810-4c8d-b2fc-9c4dc5a90f7e" -d '{"events": [{"server_uuid": "45eb992b-f1bc-47df-a30d-e7d5d5b6f89e", "name": "network-vif-deleted", "tag": "daacebe7-848f-41ca-a5b9-1ac64ecf543e"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:29.586565 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b7ddb5-b326-4f07-834b-eb972b92a541 x-openstack-request-id: req-36b7ddb5-b326-4f07-834b-eb972b92a541 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:29.586856 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45eb992b-f1bc-47df-a30d-e7d5d5b6f89e", "name": "network-vif-deleted", "tag": "daacebe7-848f-41ca-a5b9-1ac64ecf543e", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:29.587111 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36b7ddb5-b326-4f07-834b-eb972b92a541 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:29.587506 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45eb992b-f1bc-47df-a30d-e7d5d5b6f89e', 'name': 'network-vif-deleted', 'tag': 'daacebe7-848f-41ca-a5b9-1ac64ecf543e', 'status': 'completed', 'code': 200} Aug 29 17:22:29.779889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fcab42e5-4b62-4f1f-b720-d47c6b06c685 req-2100a449-0f58-4849-a5fa-e40189fad25f tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 210 time: 0.0258980 Aug 29 17:22:30.880553 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5b71406-5c8f-42b4-a49e-f0d19027a350 req-a8a00a53-e819-4778-8de4-a64a0aa6fd73 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 210 time: 0.0316789 Aug 29 17:22:31.976977 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7ae590a2-fdf4-4233-8f1a-8c418fad0c64 req-8829f747-49d2-4c24-8dc0-9c786b70d4ae tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 210 time: 0.0284116 Aug 29 17:22:32.629949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device daacebe7-848f-41ca-a5b9-1ac64ecf543e no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:32.658151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: daacebe7-848f-41ca-a5b9-1ac64ecf543e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:32.658500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device daacebe7-848f-41ca-a5b9-1ac64ecf543e not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:33.082681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48a4adc8-0ee8-40d4-8e6c-9a9777840783 req-54e2e7e7-0eec-4751-b061-eaf63db1ca68 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "GET /v2.0/ports?device_id=45eb992b-f1bc-47df-a30d-e7d5d5b6f89e HTTP/1.1" status: 200 len: 210 time: 0.0272508 Aug 29 17:22:34.139291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57508) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:34.264124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-33b73462-2a44-48be-b533-e43563508ef2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Deleting port 2d3553f8-8311-4ea9-a9ec-fc52c2457795 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:34.264472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-33b73462-2a44-48be-b533-e43563508ef2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.339189 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-33b73462-2a44-48be-b533-e43563508ef2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.339522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-33b73462-2a44-48be-b533-e43563508ef2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.350900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-33b73462-2a44-48be-b533-e43563508ef2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Calling delete_port for 2d3553f8-8311-4ea9-a9ec-fc52c2457795 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:34.484063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-33b73462-2a44-48be-b533-e43563508ef2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.511635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b73462-2a44-48be-b533-e43563508ef2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event deleted for resources: {'Port': ['ID=2d3553f8-8311-4ea9-a9ec-fc52c2457795,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:34.577162 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-33b73462-2a44-48be-b533-e43563508ef2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.579824 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-33b73462-2a44-48be-b533-e43563508ef2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:34.580996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-33b73462-2a44-48be-b533-e43563508ef2 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "DELETE /v2.0/floatingips/d168d986-84e8-4cdc-a197-920af2e78443 HTTP/1.1" status: 204 len: 168 time: 0.4406934 Aug 29 17:22:36.841603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57534) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:36.901827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4685ed10-4b2d-42b9-a5d7-e6faabb87a44 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.928016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4685ed10-4b2d-42b9-a5d7-e6faabb87a44 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.991268 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4685ed10-4b2d-42b9-a5d7-e6faabb87a44 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.994253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4685ed10-4b2d-42b9-a5d7-e6faabb87a44 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:36.998900 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4685ed10-4b2d-42b9-a5d7-e6faabb87a44 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] 10.222.0.22 "DELETE /v2.0/security-groups/672e3297-3603-461a-aebd-9e6e45c3c8f0 HTTP/1.1" status: 204 len: 168 time: 0.1560957 Aug 29 17:22:37.010018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685ed10-4b2d-42b9-a5d7-e6faabb87a44 tempest-TestVolumeBootPattern-47138658 tempest-TestVolumeBootPattern-47138658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e3297-3603-461a-aebd-9e6e45c3c8f0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:37.061671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57538) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:37.550145 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.131054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] Deleting port 68b13b42-ff46-429d-8d56-3e10b6efa6fd {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:38.131678 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.211528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] For port 68b13b42-ff46-429d-8d56-3e10b6efa6fd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=68b13b42-ff46-429d-8d56-3e10b6efa6fd,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:38.211996 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.225547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] Calling delete_port for 68b13b42-ff46-429d-8d56-3e10b6efa6fd owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:38.408537 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.440346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b13b42-ff46-429d-8d56-3e10b6efa6fd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:38.618962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:38.874314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] Router e5425813-8f25-4290-a19f-b8a3f677b706 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:38.986398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:38.991506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-71fcfe8e-4d0b-449e-a23e-7615ecdebb45 admin admin] 10.222.0.22 "PUT /v2.0/routers/e5425813-8f25-4290-a19f-b8a3f677b706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9287846 Aug 29 17:22:38.994350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57558) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:38.996320 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e46ca-0ecc-48d7-875a-abefbb0589c0 None None] Sync routers for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:39.005545 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e46ca-0ecc-48d7-875a-abefbb0589c0 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:39.006149 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4d6e46ca-0ecc-48d7-875a-abefbb0589c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:39.100874 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.110017 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-4d6e46ca-0ecc-48d7-875a-abefbb0589c0 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:39.204459 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.261194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Deleting port b711e326-4b5b-485c-9ea8-47f4469654de {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:39.261650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.302922 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4d6e46ca-0ecc-48d7-875a-abefbb0589c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:22:38Z', 'revision_number': 5, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port': {'id': 'b711e326-4b5b-485c-9ea8-47f4469654de', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:27Z', 'updated_at': '2021-08-29T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:39.334344 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e46ca-0ecc-48d7-875a-abefbb0589c0 None None] Checking router: e5425813-8f25-4290-a19f-b8a3f677b706 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:39.343554 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e46ca-0ecc-48d7-875a-abefbb0589c0 None None] Routers {'e5425813-8f25-4290-a19f-b8a3f677b706'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:39.344207 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4d6e46ca-0ecc-48d7-875a-abefbb0589c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['e5425813-8f25-4290-a19f-b8a3f677b706'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:39.352111 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] For port b711e326-4b5b-485c-9ea8-47f4469654de, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b711e326-4b5b-485c-9ea8-47f4469654de,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:39.352572 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.366686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Calling delete_port for b711e326-4b5b-485c-9ea8-47f4469654de owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:39.442614 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-4d6e46ca-0ecc-48d7-875a-abefbb0589c0 None None] Set router e5425813-8f25-4290-a19f-b8a3f677b706 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:39.501915 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-4d6e46ca-0ecc-48d7-875a-abefbb0589c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:22:39Z', 'revision_number': 6, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:39.541930 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e46ca-0ecc-48d7-875a-abefbb0589c0 None None] The sync data for ids ['e5425813-8f25-4290-a19f-b8a3f677b706'] in n-d-713301-13 is: [{'id': 'e5425813-8f25-4290-a19f-b8a3f677b706', 'name': 'tempest-TestVolumeBootPattern-5764322-router', 'tenant_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:26Z', 'updated_at': '2021-08-29T17:22:39Z', 'revision_number': 6, 'project_id': '8ce1bfe43b0a4f5399de8c90b6ef6980', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:39.592872 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.622146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b711e326-4b5b-485c-9ea8-47f4469654de,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:39.681903 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.785138 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.787215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.836203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.836761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5425813-8f25-4290-a19f-b8a3f677b706 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:22:39.842012 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.843256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1c52a0e3-8c72-401f-9644-d6867f9ebee1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e5425813-8f25-4290-a19f-b8a3f677b706 HTTP/1.1" status: 204 len: 168 time: 0.8478453 Aug 29 17:22:39.845741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57574) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:39.912156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c257c1-8111-4a09-9c09-974903686d25 admin admin] Deleting subnet 85971077-cb6d-4ee2-a86f-177b2084de6d {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:22:39.915558 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32c257c1-8111-4a09-9c09-974903686d25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:39.954844 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32c257c1-8111-4a09-9c09-974903686d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.043905 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32c257c1-8111-4a09-9c09-974903686d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.102118 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32c257c1-8111-4a09-9c09-974903686d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.128791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c257c1-8111-4a09-9c09-974903686d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85971077-cb6d-4ee2-a86f-177b2084de6d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:40.134402 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32c257c1-8111-4a09-9c09-974903686d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.140002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57578) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:40.140537 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c44ed5-2fdb-44df-afcf-8f95e62eae9a None None] Network c48628aa-afb3-4178-b027-9c9764070684 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:40.141499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-32c257c1-8111-4a09-9c09-974903686d25 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/85971077-cb6d-4ee2-a86f-177b2084de6d HTTP/1.1" status: 204 len: 168 time: 0.2926269 Aug 29 17:22:40.214590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.271434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Deleting port 5777e2ea-f2dc-40fa-b831-84fd47a98827 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:40.271712 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.354510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] For port 5777e2ea-f2dc-40fa-b831-84fd47a98827, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5777e2ea-f2dc-40fa-b831-84fd47a98827,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:40.355191 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.367430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a6441-8eb5-412a-89ba-93cac5389f82 None None] DHCP port deletion for c48628aa-afb3-4178-b027-9c9764070684 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:22:40.382930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Calling delete_port for 5777e2ea-f2dc-40fa-b831-84fd47a98827 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:40.428541 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-358a6441-8eb5-412a-89ba-93cac5389f82 None None] Deleting port 5777e2ea-f2dc-40fa-b831-84fd47a98827 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:40.429305 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-358a6441-8eb5-412a-89ba-93cac5389f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.488519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.513909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-358a6441-8eb5-412a-89ba-93cac5389f82 None None] For port 5777e2ea-f2dc-40fa-b831-84fd47a98827, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5777e2ea-f2dc-40fa-b831-84fd47a98827,segment=NetworkSegment(3950f63a-c424-436c-b488-57b536e8ecfd),segment_id=3950f63a-c424-436c-b488-57b536e8ecfd)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:40.514682 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-358a6441-8eb5-412a-89ba-93cac5389f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.532579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Pushing event deleted for resources: {'Port': ['ID=5777e2ea-f2dc-40fa-b831-84fd47a98827,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:40.533812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-358a6441-8eb5-412a-89ba-93cac5389f82 None None] Calling delete_port for 5777e2ea-f2dc-40fa-b831-84fd47a98827 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:40.543764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] No DVR routers for this DVR port 5777e2ea-f2dc-40fa-b831-84fd47a98827 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:40.620111 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-358a6441-8eb5-412a-89ba-93cac5389f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.620348 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.632001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48628aa-afb3-4178-b027-9c9764070684']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:40.633646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358a6441-8eb5-412a-89ba-93cac5389f82 None None] No DVR routers for this DVR port 5777e2ea-f2dc-40fa-b831-84fd47a98827 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:40.649810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3950f63a-c424-436c-b488-57b536e8ecfd') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:40.650293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3950f63a-c424-436c-b488-57b536e8ecfd') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:40.663938 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.693698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a6441-8eb5-412a-89ba-93cac5389f82 None None] Pushing event deleted for resources: {'Port': ['ID=5777e2ea-f2dc-40fa-b831-84fd47a98827,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:40.700945 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.707622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:22:40.708104 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:22:40.710311 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:22:40.758480 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 68b13b42-ff46-429d-8d56-3e10b6efa6fd no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:40.779421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 68b13b42-ff46-429d-8d56-3e10b6efa6fd {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:40.779778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 68b13b42-ff46-429d-8d56-3e10b6efa6fd not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:40.780257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b711e326-4b5b-485c-9ea8-47f4469654de no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:40.811287 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b711e326-4b5b-485c-9ea8-47f4469654de {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:40.811973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b711e326-4b5b-485c-9ea8-47f4469654de not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:40.812412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5777e2ea-f2dc-40fa-b831-84fd47a98827 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:40.816134 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.828697 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:40.831498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] 10.222.0.22 "DELETE /v2.0/networks/c48628aa-afb3-4178-b027-9c9764070684 HTTP/1.1" status: 204 len: 168 time: 0.6904809 Aug 29 17:22:40.835234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57582) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:40.839633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 5777e2ea-f2dc-40fa-b831-84fd47a98827 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:40.839986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5777e2ea-f2dc-40fa-b831-84fd47a98827 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:40.845878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f99f0-647b-4d42-a76c-fd423110765d admin admin] Pushing event deleted for resources: {'Network': ['ID=c48628aa-afb3-4178-b027-9c9764070684,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:41.212735 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.459252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] Deleting port 70fc9b36-d891-40a9-95c9-df47846d969b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:41.459596 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.539634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] For port 70fc9b36-d891-40a9-95c9-df47846d969b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=70fc9b36-d891-40a9-95c9-df47846d969b,segment=NetworkSegment(08fd0bf8-9f46-4538-a183-cd3e5a78c6ac),segment_id=08fd0bf8-9f46-4538-a183-cd3e5a78c6ac)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:41.539921 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.554723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] Calling delete_port for 70fc9b36-d891-40a9-95c9-df47846d969b owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:41.742746 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:41.792555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] Pushing event deleted for resources: {'Port': ['ID=70fc9b36-d891-40a9-95c9-df47846d969b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:41.939601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.172050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] Router 72254678-fa56-4f35-a3c7-0caff30e9137 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:42.286075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:42.294301 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3ed18204-e166-4407-91ad-5b592e6527ea admin admin] 10.222.0.22 "PUT /v2.0/routers/72254678-fa56-4f35-a3c7-0caff30e9137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4573889 Aug 29 17:22:42.295793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8424c2bb-b69d-4ad7-8b40-57d5bea614ad None None] Sync routers for ids ['72254678-fa56-4f35-a3c7-0caff30e9137'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:42.296799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57590) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:42.313094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8424c2bb-b69d-4ad7-8b40-57d5bea614ad None None] Routers {'72254678-fa56-4f35-a3c7-0caff30e9137'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:42.314229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8424c2bb-b69d-4ad7-8b40-57d5bea614ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['72254678-fa56-4f35-a3c7-0caff30e9137'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:42.426075 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.433426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8424c2bb-b69d-4ad7-8b40-57d5bea614ad None None] Set router 72254678-fa56-4f35-a3c7-0caff30e9137 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:42.558046 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.617429 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Deleting port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:42.618038 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.647389 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8424c2bb-b69d-4ad7-8b40-57d5bea614ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'name': 'tempest-TestVolumeBootPattern-1549091940-router', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:34Z', 'updated_at': '2021-08-29T17:22:41Z', 'revision_number': 5, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'gw_port': {'id': 'af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:11:36Z', 'updated_at': '2021-08-29T17:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:42.677711 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8424c2bb-b69d-4ad7-8b40-57d5bea614ad None None] Checking router: 72254678-fa56-4f35-a3c7-0caff30e9137 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:42.688519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8424c2bb-b69d-4ad7-8b40-57d5bea614ad None None] Routers {'72254678-fa56-4f35-a3c7-0caff30e9137'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:42.689145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8424c2bb-b69d-4ad7-8b40-57d5bea614ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['72254678-fa56-4f35-a3c7-0caff30e9137'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:42.715826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] For port af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:42.716201 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.733423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Calling delete_port for af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:42.781714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8424c2bb-b69d-4ad7-8b40-57d5bea614ad None None] Set router 72254678-fa56-4f35-a3c7-0caff30e9137 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:42.843380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8424c2bb-b69d-4ad7-8b40-57d5bea614ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'name': 'tempest-TestVolumeBootPattern-1549091940-router', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:34Z', 'updated_at': '2021-08-29T17:22:42Z', 'revision_number': 6, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:42.878517 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8424c2bb-b69d-4ad7-8b40-57d5bea614ad None None] The sync data for ids ['72254678-fa56-4f35-a3c7-0caff30e9137'] in n-d-713301-13 is: [{'id': '72254678-fa56-4f35-a3c7-0caff30e9137', 'name': 'tempest-TestVolumeBootPattern-1549091940-router', 'tenant_id': '94b208f194ae4c05b6f30d2d65879fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:11:34Z', 'updated_at': '2021-08-29T17:22:42Z', 'revision_number': 6, 'project_id': '94b208f194ae4c05b6f30d2d65879fd7', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:42.892481 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fadd15d7-5376-40e9-93b8-89a9c0808605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.939295 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:42.975147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Pushing event deleted for resources: {'Port': ['ID=af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:43.048171 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.145779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.147968 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.195784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.196242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72254678-fa56-4f35-a3c7-0caff30e9137 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:22:43.201259 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.205389 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f3ac9e57-9608-406a-b218-fa9a87a9236c admin admin] 10.222.0.22 "DELETE /v2.0/routers/72254678-fa56-4f35-a3c7-0caff30e9137 HTTP/1.1" status: 204 len: 168 time: 0.9070570 Aug 29 17:22:43.205546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 57596) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:43.262744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-28516a62-f389-463c-972a-b95ba02a3b6a admin admin] Deleting subnet a881bbb1-af1a-49d3-9f09-ab53208c5dc0 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:22:43.266350 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28516a62-f389-463c-972a-b95ba02a3b6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.302601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28516a62-f389-463c-972a-b95ba02a3b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.394520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28516a62-f389-463c-972a-b95ba02a3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.745843 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28516a62-f389-463c-972a-b95ba02a3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.771703 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28516a62-f389-463c-972a-b95ba02a3b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a881bbb1-af1a-49d3-9f09-ab53208c5dc0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:43.778659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28516a62-f389-463c-972a-b95ba02a3b6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.785164 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c3f29-d831-4ffc-a93c-a907447bc491 None None] Network a00554bf-b833-4803-ba3e-ed054125507f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:22:43.785819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57600) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:43.790292 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-28516a62-f389-463c-972a-b95ba02a3b6a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a881bbb1-af1a-49d3-9f09-ab53208c5dc0 HTTP/1.1" status: 204 len: 168 time: 0.5826263 Aug 29 17:22:43.868774 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.936019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Deleting port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:43.936730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:43.995371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03adcdbd-2868-4fd0-841c-44cbbd4c098d None None] DHCP port deletion for a00554bf-b833-4803-ba3e-ed054125507f request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:22:44.018803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] For port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7,segment=NetworkSegment(08fd0bf8-9f46-4538-a183-cd3e5a78c6ac),segment_id=08fd0bf8-9f46-4538-a183-cd3e5a78c6ac)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:44.019167 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.036436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Calling delete_port for 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:44.056294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-03adcdbd-2868-4fd0-841c-44cbbd4c098d None None] Deleting port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:44.056766 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-03adcdbd-2868-4fd0-841c-44cbbd4c098d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.121877 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.126384 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-03adcdbd-2868-4fd0-841c-44cbbd4c098d None None] For port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7,segment=NetworkSegment(08fd0bf8-9f46-4538-a183-cd3e5a78c6ac),segment_id=08fd0bf8-9f46-4538-a183-cd3e5a78c6ac)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:44.127086 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-03adcdbd-2868-4fd0-841c-44cbbd4c098d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.145833 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-03adcdbd-2868-4fd0-841c-44cbbd4c098d None None] Calling delete_port for 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:44.160637 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Pushing event deleted for resources: {'Port': ['ID=5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:44.164826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] No DVR routers for this DVR port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:44.240309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.250542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00554bf-b833-4803-ba3e-ed054125507f']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:44.260795 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-03adcdbd-2868-4fd0-841c-44cbbd4c098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.261356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fd0bf8-9f46-4538-a183-cd3e5a78c6ac') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:44.261660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fd0bf8-9f46-4538-a183-cd3e5a78c6ac') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:44.274205 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.288808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03adcdbd-2868-4fd0-841c-44cbbd4c098d None None] No DVR routers for this DVR port 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:44.289929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.290827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adcdbd-2868-4fd0-841c-44cbbd4c098d None None] Pushing event deleted for resources: {'Port': ['ID=5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:22:44.299734 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:22:44.360928 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.366542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.368361 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] 10.222.0.22 "DELETE /v2.0/networks/a00554bf-b833-4803-ba3e-ed054125507f HTTP/1.1" status: 204 len: 168 time: 0.5815396 Aug 29 17:22:44.379513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0b9c2-c6cb-462b-be9b-d214fd65703c admin admin] Pushing event deleted for resources: {'Network': ['ID=a00554bf-b833-4803-ba3e-ed054125507f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:44.498538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57608) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:44.542466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b4345388-61cd-493c-a3f3-8bc1640eed78 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ce1bfe43b0a4f5399de8c90b6ef6980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427384 Aug 29 17:22:44.545243 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57610) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:44.595984 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d69d1a5-a258-48bb-8f07-963b587d8636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.617885 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d69d1a5-a258-48bb-8f07-963b587d8636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.668522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d69d1a5-a258-48bb-8f07-963b587d8636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.671320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d69d1a5-a258-48bb-8f07-963b587d8636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:44.674960 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5d69d1a5-a258-48bb-8f07-963b587d8636 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0bea5ca-5065-48db-8bc0-265a8f8bb228 HTTP/1.1" status: 204 len: 168 time: 0.1260104 Aug 29 17:22:44.683014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69d1a5-a258-48bb-8f07-963b587d8636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bea5ca-5065-48db-8bc0-265a8f8bb228,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:44.719050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70fc9b36-d891-40a9-95c9-df47846d969b no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:44.740776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 70fc9b36-d891-40a9-95c9-df47846d969b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:44.741132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70fc9b36-d891-40a9-95c9-df47846d969b not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:44.741603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:44.760387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:44.760737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device af6c71a0-c572-4ae5-9db1-b4d5b36ed6d9 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:44.761160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:44.779327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:44.779687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5249efd0-21a9-4fbb-ada2-e10ee5fd9eb7 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:45.031797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57618) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:45.076773 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-84545dd0-10b8-4723-a591-f626a151da38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94b208f194ae4c05b6f30d2d65879fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437238 Aug 29 17:22:45.079196 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57620) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:45.141012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6cd7090f-d264-4a7d-a43b-911bc36e64dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:45.161888 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6cd7090f-d264-4a7d-a43b-911bc36e64dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:45.209042 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6cd7090f-d264-4a7d-a43b-911bc36e64dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:45.211659 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6cd7090f-d264-4a7d-a43b-911bc36e64dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:45.212805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6cd7090f-d264-4a7d-a43b-911bc36e64dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b841c73-67a4-4125-abf5-935f371adc42 HTTP/1.1" status: 204 len: 168 time: 0.1325972 Aug 29 17:22:45.221785 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7090f-d264-4a7d-a43b-911bc36e64dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b841c73-67a4-4125-abf5-935f371adc42,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:45.557320 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-96e061e9-2540-4d21-9a1f-0254b5890c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:45.886081 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:46.694922 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:47.709968 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:22:47.732924 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:48.329080 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:49.665284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57646) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:49.824222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Deleting port dcdd83ec-f2b4-4893-94a0-da43568cbfed {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:49.824572 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:49.903041 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:49.903383 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:49.915013 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Calling delete_port for dcdd83ec-f2b4-4893-94a0-da43568cbfed owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:50.024055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-2d34fc3c-19a4-498f-9abb-8abb2a20d8d9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616341 Aug 29 17:22:50.116911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-ad678ce2-b21d-47ad-9fb3-057a5d6d7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:50.118427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-ad678ce2-b21d-47ad-9fb3-057a5d6d7774 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f52f39380cfe4a18a7c995c81c357a61&device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 1097 time: 0.0690281 Aug 29 17:22:50.130891 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:50.174788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event deleted for resources: {'Port': ['ID=dcdd83ec-f2b4-4893-94a0-da43568cbfed,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:50.227098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.227456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.227794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.228132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.228465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.229392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.229725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.230093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.230379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.230712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.231034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.231362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:50.292862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:50.293203 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Floating IP 7a4617b1-157e-4700-af60-57506cfc9d84 disassociated (deleted). External IP: 172.25.5.94, port: 2afd2385-6abb-4c83-b762-cfb8b193dc51. Aug 29 17:22:50.373119 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:50.631022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-9fea9002-32cb-41a0-9ffe-8a34b8adf094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:50.632533 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-9fea9002-32cb-41a0-9ffe-8a34b8adf094 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 200 len: 912 time: 0.4938481 Aug 29 17:22:50.755410 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-1e4825cb-8fc6-4c74-94e6-105a35912976 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e61f6f3-83f1-4f16-917a-087d44f0587d HTTP/1.1" status: 200 len: 1000 time: 0.1151841 Aug 29 17:22:50.858949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-5a4f2156-222a-4d1e-acfc-1ffba8737934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:50.860783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-5a4f2156-222a-4d1e-acfc-1ffba8737934 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 200 len: 850 time: 0.0981672 Aug 29 17:22:50.944110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:22:50.952076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-982cbe9f-28f2-4808-824a-46066dd09ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:50.954017 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-982cbe9f-28f2-4808-824a-46066dd09ff0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665696 Aug 29 17:22:51.080886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-09246c3d-96d3-43f1-8690-1ce8efc66128 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403860 Aug 29 17:22:51.154061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:22:51.160010 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:51.164450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-2cf0720b-276a-4a8b-9b90-4757e4588948 service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641514 Aug 29 17:22:51.170981 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75538388-1b64-4469-b49b-a8b16451cd4a None None] Sync routers for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:22:51.183036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-91e55054-3146-4209-b680-89870167d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.183277 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75538388-1b64-4469-b49b-a8b16451cd4a None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:51.183662 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-75538388-1b64-4469-b49b-a8b16451cd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:51.184543 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-91e55054-3146-4209-b680-89870167d5d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a63d87cf1f45deb8e34a4dd09827fe&device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 1098 time: 0.0553071 Aug 29 17:22:51.245838 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0121f352-7f3a-4d0e-9df7-1463ceb5b2e7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "DELETE /v2.0/floatingips/7a4617b1-157e-4700-af60-57506cfc9d84 HTTP/1.1" status: 204 len: 168 time: 1.5769176 Aug 29 17:22:51.247617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:51.251608 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e3dbce-9db3-4475-b9f0-32bec05433f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:51.306278 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3c87868-8221-4b37-b6c5-e5b539102675 req-33d3f143-04c8-435c-be14-a309dc3c3c1b service neutron] 10.222.0.16 "GET /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206710 Aug 29 17:22:51.319591 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef36724-d8da-4bdc-b046-11dc6b735d60 x-openstack-request-id: req-7ef36724-d8da-4bdc-b046-11dc6b735d60 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:51.319993 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:51.320341 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ef36724-d8da-4bdc-b046-11dc6b735d60 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:51.320839 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'status': 'completed', 'code': 200} Aug 29 17:22:51.360795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-9510aa8f-fa94-4c75-85b0-a64e10dbedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.362684 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-9510aa8f-fa94-4c75-85b0-a64e10dbedf2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96518096-9faf-4036-a259-51dbc057a7fb HTTP/1.1" status: 200 len: 915 time: 0.1543076 Aug 29 17:22:51.386673 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-75538388-1b64-4469-b49b-a8b16451cd4a None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:51.420486 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-fa936d31-2e33-4887-8adc-122980ba264d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51 HTTP/1.1" status: 200 len: 217 time: 0.0455887 Aug 29 17:22:51.489704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-7a9f920e-f458-401f-910d-232320095768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.491275 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-7a9f920e-f458-401f-910d-232320095768 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a73b76ca-4c17-4143-b2f4-cc709634d216 HTTP/1.1" status: 200 len: 853 time: 0.0620155 Aug 29 17:22:51.542355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-71627389-f81f-4a0f-a7fc-e36e438006a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.544073 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-71627389-f81f-4a0f-a7fc-e36e438006a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96518096-9faf-4036-a259-51dbc057a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433424 Aug 29 17:22:51.610212 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-75538388-1b64-4469-b49b-a8b16451cd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 5, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:51.641931 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75538388-1b64-4469-b49b-a8b16451cd4a None None] Checking router: 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:22:51.650990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-c4ef31cf-95d5-4af5-9a62-357e193f732f service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971515 Aug 29 17:22:51.652483 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75538388-1b64-4469-b49b-a8b16451cd4a None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:22:51.653105 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-75538388-1b64-4469-b49b-a8b16451cd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:51.762673 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-42bc2af4-5a60-436a-b2d0-590f83f457cb req-30f8091d-1bd3-42a7-9675-d09e1ac5d7b2 service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045427 Aug 29 17:22:51.828977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dd824-1d6c-489d-ab83-f2fe0ce5a1fb req-7ec0256e-8629-4355-a2fb-dc3d0976e47c tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.832947 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-889dd824-1d6c-489d-ab83-f2fe0ce5a1fb req-7ec0256e-8629-4355-a2fb-dc3d0976e47c tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 946 time: 0.3523228 Aug 29 17:22:51.864530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3dbce-9db3-4475-b9f0-32bec05433f5 req-7e05f24b-2584-4e4f-9234-fbdcc004020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.866052 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c7e3dbce-9db3-4475-b9f0-32bec05433f5 req-7e05f24b-2584-4e4f-9234-fbdcc004020e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a63d87cf1f45deb8e34a4dd09827fe&device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 1098 time: 0.0467312 Aug 29 17:22:51.886425 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-889dd824-1d6c-489d-ab83-f2fe0ce5a1fb req-9f8ae70f-b2ef-48fc-a851-9ff692736df2 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470865 Aug 29 17:22:51.901032 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-75538388-1b64-4469-b49b-a8b16451cd4a None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:22:51.979000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3dbce-9db3-4475-b9f0-32bec05433f5 req-5e5d4c92-3e73-4ab2-9e70-a8250f2f87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:51.980564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c7e3dbce-9db3-4475-b9f0-32bec05433f5 req-5e5d4c92-3e73-4ab2-9e70-a8250f2f87c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=96518096-9faf-4036-a259-51dbc057a7fb HTTP/1.1" status: 200 len: 915 time: 0.1054194 Aug 29 17:22:52.036164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c7e3dbce-9db3-4475-b9f0-32bec05433f5 req-45da8ce0-3443-4d72-bdb7-cba26f740593 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51 HTTP/1.1" status: 200 len: 217 time: 0.0420606 Aug 29 17:22:52.092582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3dbce-9db3-4475-b9f0-32bec05433f5 req-a251766c-e39d-4e1d-b133-fac0489fbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:52.096068 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c7e3dbce-9db3-4475-b9f0-32bec05433f5 req-a251766c-e39d-4e1d-b133-fac0489fbc8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a73b76ca-4c17-4143-b2f4-cc709634d216 HTTP/1.1" status: 200 len: 853 time: 0.0502746 Aug 29 17:22:52.134527 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-75538388-1b64-4469-b49b-a8b16451cd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 5, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:22:52.161690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3dbce-9db3-4475-b9f0-32bec05433f5 req-5507e5e1-d304-49b2-89b0-3b8eb63cb1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:52.163312 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c7e3dbce-9db3-4475-b9f0-32bec05433f5 req-5507e5e1-d304-49b2-89b0-3b8eb63cb1d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=96518096-9faf-4036-a259-51dbc057a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579743 Aug 29 17:22:52.166503 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75538388-1b64-4469-b49b-a8b16451cd4a None None] The sync data for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 is: [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'd082b3f1-791a-4e5a-911d-f6b7ff62eba6', 'name': '', 'network_id': '96518096-9faf-4036-a259-51dbc057a7fb', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'mac_address': 'fa:16:3e:5f:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:48Z', 'updated_at': '2021-08-29T17:19:56Z', 'revision_number': 5, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'subnets': [{'id': 'a73b76ca-4c17-4143-b2f4-cc709634d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:22:52.267515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c7e3dbce-9db3-4475-b9f0-32bec05433f5 req-7aec77d4-0c3e-4be3-a41c-2f39f0af5905 service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935690 Aug 29 17:22:52.375219 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c7e3dbce-9db3-4475-b9f0-32bec05433f5 req-3329b51b-7079-463e-8ae9-cbcd7ac469d3 service neutron] 10.222.0.10 "GET /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988407 Aug 29 17:22:52.408474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d98749-7127-4ed1-b1de-a0cdbe4d9908 None None] New status for floating IP 7a4617b1-157e-4700-af60-57506cfc9d84: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:22:53.007828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e3d3b-9b4f-43cb-bfb8-9847bece5b1f req-0fdbbc7d-c6a5-426f-bff7-277e72cb7963 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:53.009278 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-423e3d3b-9b4f-43cb-bfb8-9847bece5b1f req-0fdbbc7d-c6a5-426f-bff7-277e72cb7963 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 946 time: 0.0517228 Aug 29 17:22:53.048275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37bbb8-4d4a-4883-a069-468da5a96e51 req-039bdea6-214c-45a1-8d74-ad139a7c632b tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:22:53.049844 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4b37bbb8-4d4a-4883-a069-468da5a96e51 req-039bdea6-214c-45a1-8d74-ad139a7c632b tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 946 time: 0.0514002 Aug 29 17:22:53.057912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-423e3d3b-9b4f-43cb-bfb8-9847bece5b1f req-f3d99085-022d-45bb-9bf3-8450f0e94537 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/security-groups?id=fa53a864-8bcc-4930-9217-75ff1146349c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Aug 29 17:22:53.147888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-4b37bbb8-4d4a-4883-a069-468da5a96e51 req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Deleting port 2afd2385-6abb-4c83-b762-cfb8b193dc51 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:22:53.148453 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4b37bbb8-4d4a-4883-a069-468da5a96e51 req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:53.242855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4b37bbb8-4d4a-4883-a069-468da5a96e51 req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] For port 2afd2385-6abb-4c83-b762-cfb8b193dc51, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2afd2385-6abb-4c83-b762-cfb8b193dc51,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:22:53.243229 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4b37bbb8-4d4a-4883-a069-468da5a96e51 req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:53.256519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-4b37bbb8-4d4a-4883-a069-468da5a96e51 req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Calling delete_port for 2afd2385-6abb-4c83-b762-cfb8b193dc51 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:22:53.407584 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4b37bbb8-4d4a-4883-a069-468da5a96e51 req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:53.438507 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event deleted for resources: {'Port': ['ID=2afd2385-6abb-4c83-b762-cfb8b193dc51,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:22:53.467641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.467997 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.468338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.468672 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.469004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.469357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.469686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.470012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.470337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.470660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.471015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.471336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:22:53.491032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b37bbb8-4d4a-4883-a069-468da5a96e51 req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] No DVR routers for this DVR port 2afd2385-6abb-4c83-b762-cfb8b193dc51 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:22:53.493700 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4b37bbb8-4d4a-4883-a069-468da5a96e51 req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:53.495867 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4b37bbb8-4d4a-4883-a069-468da5a96e51 req-99e4d649-ab05-4a44-8a49-3ca606dd1360 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.10 "DELETE /v2.0/ports/2afd2385-6abb-4c83-b762-cfb8b193dc51 HTTP/1.1" status: 204 len: 173 time: 0.4394324 Aug 29 17:22:53.496305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'name': 'network-vif-deleted', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:22:53.498603 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16e1624-4d28-45ac-808f-a0ce9069d911" -d '{"events": [{"server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "name": "network-vif-deleted", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:22:53.540658 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3803caa7-d853-49c5-bf12-d260320236a1 x-openstack-request-id: req-3803caa7-d853-49c5-bf12-d260320236a1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:22:53.541075 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cde1e1-7913-4fce-9bed-c4b5b68d69be", "name": "network-vif-deleted", "tag": "2afd2385-6abb-4c83-b762-cfb8b193dc51", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:22:53.541420 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3803caa7-d853-49c5-bf12-d260320236a1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:22:53.541917 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cde1e1-7913-4fce-9bed-c4b5b68d69be', 'name': 'network-vif-deleted', 'tag': '2afd2385-6abb-4c83-b762-cfb8b193dc51', 'status': 'completed', 'code': 200} Aug 29 17:22:54.166548 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f5902b0-77df-4f9d-b62a-b0fa9da927bc req-0650abe6-f342-43ef-8f49-906bd080edaf tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 210 time: 0.0271628 Aug 29 17:22:55.264786 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-856036e6-6505-48b0-83d5-e7e4fd8e1fd6 req-b2b591b7-7075-4a45-8c32-f2abbaed02f7 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 210 time: 0.0290105 Aug 29 17:22:56.363374 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4759d741-2256-4a92-8aff-8f40b3fb1922 req-bb732bc6-9921-4b26-aab8-a336c320d50d tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 210 time: 0.0303469 Aug 29 17:22:56.718755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2afd2385-6abb-4c83-b762-cfb8b193dc51 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:22:56.742256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 2afd2385-6abb-4c83-b762-cfb8b193dc51 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:22:56.742602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2afd2385-6abb-4c83-b762-cfb8b193dc51 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:22:57.458285 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63e5e264-4bbd-4ee9-ba7f-5c36df02b536 req-35fa677b-a0a8-4712-81d2-35b644765aa2 tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0cde1e1-7913-4fce-9bed-c4b5b68d69be HTTP/1.1" status: 200 len: 210 time: 0.0266221 Aug 29 17:22:58.516197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 57724) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:22:58.575998 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb462c3-ea7b-4b3b-8af8-fe646cb53b0e tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.606180 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb462c3-ea7b-4b3b-8af8-fe646cb53b0e tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.666799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb462c3-ea7b-4b3b-8af8-fe646cb53b0e tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.669421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bb462c3-ea7b-4b3b-8af8-fe646cb53b0e tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:22:58.670587 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3bb462c3-ea7b-4b3b-8af8-fe646cb53b0e tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] 10.222.0.22 "DELETE /v2.0/security-groups/fa53a864-8bcc-4930-9217-75ff1146349c HTTP/1.1" status: 204 len: 168 time: 0.1533394 Aug 29 17:22:58.680014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb462c3-ea7b-4b3b-8af8-fe646cb53b0e tempest-TestVolumeBackupRestore-1051120751 tempest-TestVolumeBackupRestore-1051120751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53a864-8bcc-4930-9217-75ff1146349c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:02.111466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58192) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:02.482687 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.735679 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] Deleting port d082b3f1-791a-4e5a-911d-f6b7ff62eba6 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:02.736026 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.821277 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] For port d082b3f1-791a-4e5a-911d-f6b7ff62eba6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d082b3f1-791a-4e5a-911d-f6b7ff62eba6,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:02.821657 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:02.837063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] Calling delete_port for d082b3f1-791a-4e5a-911d-f6b7ff62eba6 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:03.018777 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.046117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d082b3f1-791a-4e5a-911d-f6b7ff62eba6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:03.219255 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.434572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] Router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:23:03.540861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:03.545812 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6238ffdb-6235-4e89-a6a6-8a682d0637b5 admin admin] 10.222.0.22 "PUT /v2.0/routers/2eb9fc28-b75a-4b45-a24e-5e90d76c0167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4330418 Aug 29 17:23:03.548322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58204) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:03.549277 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5753924-37bb-4ae8-ae22-91a8b52c7a90 None None] Sync routers for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:03.558805 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5753924-37bb-4ae8-ae22-91a8b52c7a90 None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:03.559403 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5753924-37bb-4ae8-ae22-91a8b52c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:03.652228 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.669889 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-c5753924-37bb-4ae8-ae22-91a8b52c7a90 None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:03.754269 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.808815 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Deleting port 26b906e3-8ccb-4f81-a307-22fcaf8b3556 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:03.809165 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:03.844861 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5753924-37bb-4ae8-ae22-91a8b52c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:23:02Z', 'revision_number': 5, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port': {'id': '26b906e3-8ccb-4f81-a307-22fcaf8b3556', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:44Z', 'updated_at': '2021-08-29T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:03.871727 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5753924-37bb-4ae8-ae22-91a8b52c7a90 None None] Checking router: 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:03.880252 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5753924-37bb-4ae8-ae22-91a8b52c7a90 None None] Routers {'2eb9fc28-b75a-4b45-a24e-5e90d76c0167'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:03.880865 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5753924-37bb-4ae8-ae22-91a8b52c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:03.969139 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-c5753924-37bb-4ae8-ae22-91a8b52c7a90 None None] Set router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:04.022035 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c5753924-37bb-4ae8-ae22-91a8b52c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:23:03Z', 'revision_number': 6, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:04.052062 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5753924-37bb-4ae8-ae22-91a8b52c7a90 None None] The sync data for ids ['2eb9fc28-b75a-4b45-a24e-5e90d76c0167'] in n-d-713301-13 is: [{'id': '2eb9fc28-b75a-4b45-a24e-5e90d76c0167', 'name': 'tempest-TestVolumeBackupRestore-1735366675-router', 'tenant_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:43Z', 'updated_at': '2021-08-29T17:23:03Z', 'revision_number': 6, 'project_id': 'e1a63d87cf1f45deb8e34a4dd09827fe', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:04.176598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] For port 26b906e3-8ccb-4f81-a307-22fcaf8b3556, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=26b906e3-8ccb-4f81-a307-22fcaf8b3556,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:04.176965 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.189899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Calling delete_port for 26b906e3-8ccb-4f81-a307-22fcaf8b3556 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:04.354225 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.382089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b906e3-8ccb-4f81-a307-22fcaf8b3556,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:04.448114 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.548196 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.550351 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.592899 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.593417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eb9fc28-b75a-4b45-a24e-5e90d76c0167 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:23:04.598532 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.599681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-65aad640-f514-46fb-9e9c-8d4c0bb800b2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/2eb9fc28-b75a-4b45-a24e-5e90d76c0167 HTTP/1.1" status: 204 len: 168 time: 1.0504532 Aug 29 17:23:04.602435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58210) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:04.657645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a84441-3efb-4617-b324-4a39bb952b93 admin admin] Deleting subnet a73b76ca-4c17-4143-b2f4-cc709634d216 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:23:04.661621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73a84441-3efb-4617-b324-4a39bb952b93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.701494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73a84441-3efb-4617-b324-4a39bb952b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.788294 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73a84441-3efb-4617-b324-4a39bb952b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.849900 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73a84441-3efb-4617-b324-4a39bb952b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.875717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d082b3f1-791a-4e5a-911d-f6b7ff62eba6 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:04.877193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a84441-3efb-4617-b324-4a39bb952b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a73b76ca-4c17-4143-b2f4-cc709634d216,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:04.881171 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-73a84441-3efb-4617-b324-4a39bb952b93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:04.883253 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-73a84441-3efb-4617-b324-4a39bb952b93 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a73b76ca-4c17-4143-b2f4-cc709634d216 HTTP/1.1" status: 204 len: 168 time: 0.2792857 Aug 29 17:23:04.886398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58212) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:04.888905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a97bf0-70a3-48bf-90ca-1fe37bffb370 None None] Network 96518096-9faf-4036-a259-51dbc057a7fb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:04.907579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: d082b3f1-791a-4e5a-911d-f6b7ff62eba6 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:04.907579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d082b3f1-791a-4e5a-911d-f6b7ff62eba6 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:04.907939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 26b906e3-8ccb-4f81-a307-22fcaf8b3556 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:04.935386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 26b906e3-8ccb-4f81-a307-22fcaf8b3556 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:04.935728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 26b906e3-8ccb-4f81-a307-22fcaf8b3556 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:04.963401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.019439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Deleting port 96d6f56a-64cc-4512-b413-c8855d0a8b8e {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:05.019790 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.089599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] For port 96d6f56a-64cc-4512-b413-c8855d0a8b8e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=96d6f56a-64cc-4512-b413-c8855d0a8b8e,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:05.089599 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.104480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Calling delete_port for 96d6f56a-64cc-4512-b413-c8855d0a8b8e owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:05.119277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] DHCP port deletion for 96518096-9faf-4036-a259-51dbc057a7fb request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:23:05.173446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Deleting port 96d6f56a-64cc-4512-b413-c8855d0a8b8e {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:05.173831 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.189180 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.216100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=96d6f56a-64cc-4512-b413-c8855d0a8b8e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:05.217964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] No DVR routers for this DVR port 96d6f56a-64cc-4512-b413-c8855d0a8b8e on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:05.239321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] For port 96d6f56a-64cc-4512-b413-c8855d0a8b8e, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=96d6f56a-64cc-4512-b413-c8855d0a8b8e,segment=NetworkSegment(e0585fb8-acc8-473d-9b4a-0d42d4d2395a),segment_id=e0585fb8-acc8-473d-9b4a-0d42d4d2395a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:05.239726 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.253447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Calling delete_port for 96d6f56a-64cc-4512-b413-c8855d0a8b8e owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:05.298714 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.309102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96518096-9faf-4036-a259-51dbc057a7fb']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:05.319306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:05.319604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0585fb8-acc8-473d-9b4a-0d42d4d2395a') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:05.327768 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.329424 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.343345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.349118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:23:05.349606 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:23:05.351334 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:23:05.353878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Pushing event deleted for resources: {'Port': ['ID=96d6f56a-64cc-4512-b413-c8855d0a8b8e,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:05.359115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] No DVR routers for this DVR port 96d6f56a-64cc-4512-b413-c8855d0a8b8e on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:05.361501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.362160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.362438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.362771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.363188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.363450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.363777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.364101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.364428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.364749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.365068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.365606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3c568-9032-4737-b5c0-82603c693155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:05.410177 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.416309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:05.421377 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/96518096-9faf-4036-a259-51dbc057a7fb HTTP/1.1" status: 204 len: 168 time: 0.5312057 Aug 29 17:23:05.421608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58216) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:05.430292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3bcab-38c3-412d-afac-519d939e33d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=96518096-9faf-4036-a259-51dbc057a7fb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:05.775289 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.026275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] Deleting port d8091c8d-9660-486c-a3bb-3015f97b6571 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:06.029537 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.112917 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] For port d8091c8d-9660-486c-a3bb-3015f97b6571, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=d8091c8d-9660-486c-a3bb-3015f97b6571,segment=NetworkSegment(b1828eb5-804f-4925-869e-8499cb705961),segment_id=b1828eb5-804f-4925-869e-8499cb705961)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:06.113316 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.125845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] Calling delete_port for d8091c8d-9660-486c-a3bb-3015f97b6571 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:06.299477 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.329466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8091c8d-9660-486c-a3bb-3015f97b6571,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:06.488492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.715538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] Router 1901717d-35f3-41ee-b7d0-07aa777a3cdd has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:23:06.773419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 96d6f56a-64cc-4512-b413-c8855d0a8b8e no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:06.793295 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 96d6f56a-64cc-4512-b413-c8855d0a8b8e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:06.793793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 96d6f56a-64cc-4512-b413-c8855d0a8b8e not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:06.833243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:06.839357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ae256dd9-f891-4ec5-a2f0-bc12674ca407 admin admin] 10.222.0.22 "PUT /v2.0/routers/1901717d-35f3-41ee-b7d0-07aa777a3cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4167836 Aug 29 17:23:06.841019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58238) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:06.843720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec455503-7d7b-4795-b542-2aef98ea4777 None None] Sync routers for ids ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:06.853135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec455503-7d7b-4795-b542-2aef98ea4777 None None] Routers {'1901717d-35f3-41ee-b7d0-07aa777a3cdd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:06.853780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ec455503-7d7b-4795-b542-2aef98ea4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:06.947208 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:06.963231 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ec455503-7d7b-4795-b542-2aef98ea4777 None None] Set router 1901717d-35f3-41ee-b7d0-07aa777a3cdd gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:07.054935 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.118320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Deleting port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:07.118320 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.163804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ec455503-7d7b-4795-b542-2aef98ea4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'name': 'tempest-TestVolumeBackupRestore-222568176-router', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:53Z', 'updated_at': '2021-08-29T17:23:06Z', 'revision_number': 5, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'gw_port': {'id': 'ebc479bb-3b19-4dc8-a8a5-1088e3e52b67', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:19:55Z', 'updated_at': '2021-08-29T17:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:07.191103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec455503-7d7b-4795-b542-2aef98ea4777 None None] Checking router: 1901717d-35f3-41ee-b7d0-07aa777a3cdd for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:07.200502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec455503-7d7b-4795-b542-2aef98ea4777 None None] Routers {'1901717d-35f3-41ee-b7d0-07aa777a3cdd'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:07.201114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ec455503-7d7b-4795-b542-2aef98ea4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:22:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:07.204425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] For port ebc479bb-3b19-4dc8-a8a5-1088e3e52b67, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ebc479bb-3b19-4dc8-a8a5-1088e3e52b67,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:07.204795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.218690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Calling delete_port for ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:07.293470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ec455503-7d7b-4795-b542-2aef98ea4777 None None] Set router 1901717d-35f3-41ee-b7d0-07aa777a3cdd gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:07.348190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ec455503-7d7b-4795-b542-2aef98ea4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'name': 'tempest-TestVolumeBackupRestore-222568176-router', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:53Z', 'updated_at': '2021-08-29T17:23:07Z', 'revision_number': 6, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:07.375374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec455503-7d7b-4795-b542-2aef98ea4777 None None] The sync data for ids ['1901717d-35f3-41ee-b7d0-07aa777a3cdd'] in n-d-713301-13 is: [{'id': '1901717d-35f3-41ee-b7d0-07aa777a3cdd', 'name': 'tempest-TestVolumeBackupRestore-222568176-router', 'tenant_id': '03a3e41f0bca449aac896de3d59051a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:19:53Z', 'updated_at': '2021-08-29T17:23:07Z', 'revision_number': 6, 'project_id': '03a3e41f0bca449aac896de3d59051a5', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:07.394363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.427555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc479bb-3b19-4dc8-a8a5-1088e3e52b67,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:07.489435 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.582935 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.585079 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.632620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.633408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1901717d-35f3-41ee-b7d0-07aa777a3cdd {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:23:07.638669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.639828 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-74f8ec1a-5031-4d07-9fe4-31043d6a3678 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1901717d-35f3-41ee-b7d0-07aa777a3cdd HTTP/1.1" status: 204 len: 168 time: 0.7974706 Aug 29 17:23:07.642363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58244) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:07.690531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d208d5c6-d60a-46ea-ad5c-a5c1d8a24c1c admin admin] Deleting subnet 54d5aec0-bb35-412e-9c91-0fad022b3a2e {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:23:07.693678 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d208d5c6-d60a-46ea-ad5c-a5c1d8a24c1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.731395 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d208d5c6-d60a-46ea-ad5c-a5c1d8a24c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.821684 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d208d5c6-d60a-46ea-ad5c-a5c1d8a24c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.881363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d208d5c6-d60a-46ea-ad5c-a5c1d8a24c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.906848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208d5c6-d60a-46ea-ad5c-a5c1d8a24c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d5aec0-bb35-412e-9c91-0fad022b3a2e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:07.913099 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d208d5c6-d60a-46ea-ad5c-a5c1d8a24c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:07.917919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3899625d-065a-4bd7-b859-df91566d8edf None None] Network f743e3b3-7a6c-43fc-9684-73f68816a005 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:07.921323 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d208d5c6-d60a-46ea-ad5c-a5c1d8a24c1c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/54d5aec0-bb35-412e-9c91-0fad022b3a2e HTTP/1.1" status: 204 len: 168 time: 0.2777624 Aug 29 17:23:07.921877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58246) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:07.996862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.051933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Deleting port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:08.052365 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.116958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] For port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0dfa95d9-76f2-4faf-bf9b-d8242b8877e2,segment=NetworkSegment(b1828eb5-804f-4925-869e-8499cb705961),segment_id=b1828eb5-804f-4925-869e-8499cb705961)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:08.117299 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.132073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Calling delete_port for 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:08.183613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4403de3-8b13-4976-b6bd-c17e20d57480 None None] DHCP port deletion for f743e3b3-7a6c-43fc-9684-73f68816a005 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:23:08.235905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e4403de3-8b13-4976-b6bd-c17e20d57480 None None] Deleting port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:08.236382 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e4403de3-8b13-4976-b6bd-c17e20d57480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.251602 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.281626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfa95d9-76f2-4faf-bf9b-d8242b8877e2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:08.286155 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] No DVR routers for this DVR port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:08.302689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e4403de3-8b13-4976-b6bd-c17e20d57480 None None] For port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0dfa95d9-76f2-4faf-bf9b-d8242b8877e2,segment=NetworkSegment(b1828eb5-804f-4925-869e-8499cb705961),segment_id=b1828eb5-804f-4925-869e-8499cb705961)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:08.303237 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e4403de3-8b13-4976-b6bd-c17e20d57480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.323807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e4403de3-8b13-4976-b6bd-c17e20d57480 None None] Calling delete_port for 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:08.369429 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.380949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f743e3b3-7a6c-43fc-9684-73f68816a005']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:08.393598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1828eb5-804f-4925-869e-8499cb705961') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:08.393783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1828eb5-804f-4925-869e-8499cb705961') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:08.404154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.409968 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e4403de3-8b13-4976-b6bd-c17e20d57480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.428318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.436473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:23:08.436913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:23:08.439031 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:23:08.446285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4403de3-8b13-4976-b6bd-c17e20d57480 None None] No DVR routers for this DVR port 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:08.449131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4403de3-8b13-4976-b6bd-c17e20d57480 None None] Pushing event deleted for resources: {'Port': ['ID=0dfa95d9-76f2-4faf-bf9b-d8242b8877e2,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:08.506511 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.513129 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.517837 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f743e3b3-7a6c-43fc-9684-73f68816a005 HTTP/1.1" status: 204 len: 168 time: 0.5923769 Aug 29 17:23:08.527990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad7ca7-ec0c-4f3a-9f85-3dd57cf3c430 admin admin] Pushing event deleted for resources: {'Network': ['ID=f743e3b3-7a6c-43fc-9684-73f68816a005,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:08.717212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58254) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:08.745647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d8091c8d-9660-486c-a3bb-3015f97b6571 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:08.766943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: d8091c8d-9660-486c-a3bb-3015f97b6571 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:08.767526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device d8091c8d-9660-486c-a3bb-3015f97b6571 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:08.768365 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:08.772769 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-088760b7-5b56-4348-8374-fa61d5f6ae35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1a63d87cf1f45deb8e34a4dd09827fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522599 Aug 29 17:23:08.773409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58256) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:08.791713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:08.792074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ebc479bb-3b19-4dc8-a8a5-1088e3e52b67 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:08.792523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:08.831545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1a193e7-4fc6-4037-b962-25ab58d7ffdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.856038 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1a193e7-4fc6-4037-b962-25ab58d7ffdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.906779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1a193e7-4fc6-4037-b962-25ab58d7ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.910134 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d1a193e7-4fc6-4037-b962-25ab58d7ffdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:08.913856 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d1a193e7-4fc6-4037-b962-25ab58d7ffdb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d5f85f1-6de8-4239-9bf2-89bedb20a56a HTTP/1.1" status: 204 len: 168 time: 0.1370142 Aug 29 17:23:08.921099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a193e7-4fc6-4037-b962-25ab58d7ffdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5f85f1-6de8-4239-9bf2-89bedb20a56a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:08.991029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:08.991645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0dfa95d9-76f2-4faf-bf9b-d8242b8877e2 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:09.253688 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58266) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:09.294390 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e5b4817b-84c6-4b30-ae0d-d8a425b7921f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03a3e41f0bca449aac896de3d59051a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393796 Aug 29 17:23:09.296869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58268) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:09.345544 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-579eb68d-2170-41de-baba-8f6a3cdf34af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.366707 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-579eb68d-2170-41de-baba-8f6a3cdf34af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.413873 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-579eb68d-2170-41de-baba-8f6a3cdf34af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.416876 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-579eb68d-2170-41de-baba-8f6a3cdf34af admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:09.418084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-579eb68d-2170-41de-baba-8f6a3cdf34af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2396767f-e841-4647-b941-7352787532ce HTTP/1.1" status: 204 len: 168 time: 0.1202857 Aug 29 17:23:09.426681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579eb68d-2170-41de-baba-8f6a3cdf34af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2396767f-e841-4647-b941-7352787532ce,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:12.886730 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-10b870f7-a365-4555-9a0f-0da3fdc4b822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.511591 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a678a-b705-4b5c-bd55-53e2bb987ee3 req-b4941f58-ba8d-45d5-b324-7258c2e44c0e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:15.513065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-283a678a-b705-4b5c-bd55-53e2bb987ee3 req-b4941f58-ba8d-45d5-b324-7258c2e44c0e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 945 time: 0.2493918 Aug 29 17:23:15.547966 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6980c052-2935-45f4-a89f-0b5b2d699e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:15.551085 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-283a678a-b705-4b5c-bd55-53e2bb987ee3 req-c8418a19-2e0c-46b0-964f-deadaed753f9 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320356 Aug 29 17:23:15.890685 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:16.671791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c17a5-08bf-4d54-b12c-fbbe5accffb8 req-76029092-2989-4650-adf0-fb86728cbdb7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:16.673698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a44c17a5-08bf-4d54-b12c-fbbe5accffb8 req-76029092-2989-4650-adf0-fb86728cbdb7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 945 time: 0.0543606 Aug 29 17:23:16.698805 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:16.712544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a44c17a5-08bf-4d54-b12c-fbbe5accffb8 req-102756a7-c19a-4efd-8fa0-bae5159a690e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f503359-42ff-45ed-ba91-207f65ab1b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Aug 29 17:23:17.178630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-3b8ac77c-962a-4985-aea5-5eb60c0572bd tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:17.180119 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-3b8ac77c-962a-4985-aea5-5eb60c0572bd tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.16 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 945 time: 0.0512266 Aug 29 17:23:17.272744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Deleting port 4e61f6f3-83f1-4f16-917a-087d44f0587d {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:17.273094 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.364523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] For port 4e61f6f3-83f1-4f16-917a-087d44f0587d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=4e61f6f3-83f1-4f16-917a-087d44f0587d,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:17.364887 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.583472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.583956 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.584180 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Floating IP 8ee803bb-1d79-4b14-b5dc-f5c8261bc2d3 disassociated. External IP: 172.25.5.39, port: 4e61f6f3-83f1-4f16-917a-087d44f0587d. Aug 29 17:23:17.584529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Calling delete_port for 4e61f6f3-83f1-4f16-917a-087d44f0587d owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:17.706719 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.737512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event deleted for resources: {'Port': ['ID=4e61f6f3-83f1-4f16-917a-087d44f0587d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:17.752036 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:17.816196 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9e7b0782-f1f4-470e-be0d-ff109603c36a req-26022c38-e203-4329-8d45-e00143c9f2ba tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/ports?device_id=975203c4-50ec-41bb-84cb-6a08befb389f HTTP/1.1" status: 200 len: 210 time: 0.0267916 Aug 29 17:23:17.858489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Router fe8e60eb-9eb6-4370-8391-66159737506e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:23:17.962365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:17.974775 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f08b0-dff7-4809-b052-35152c13721b None None] Sync routers for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:17.983952 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f08b0-dff7-4809-b052-35152c13721b None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:17.984547 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2e2f08b0-dff7-4809-b052-35152c13721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:23:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:18.005351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] No DVR routers for this DVR port 4e61f6f3-83f1-4f16-917a-087d44f0587d on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:18.007856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.010561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-59c5d6fa-b582-4d19-95b8-76d976f00420 req-73e11d71-8d61-490b-bc2c-462b8c868ff7 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.16 "DELETE /v2.0/ports/4e61f6f3-83f1-4f16-917a-087d44f0587d HTTP/1.1" status: 204 len: 173 time: 0.8245444 Aug 29 17:23:18.011049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975203c4-50ec-41bb-84cb-6a08befb389f', 'name': 'network-vif-deleted', 'tag': '4e61f6f3-83f1-4f16-917a-087d44f0587d'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:18.013438 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b4cd50-4217-4038-bb61-13bfa8e83627" -d '{"events": [{"server_uuid": "975203c4-50ec-41bb-84cb-6a08befb389f", "name": "network-vif-deleted", "tag": "4e61f6f3-83f1-4f16-917a-087d44f0587d"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:18.057650 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41575f5-4875-40fd-b495-667c2eb18c70 x-openstack-request-id: req-c41575f5-4875-40fd-b495-667c2eb18c70 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:18.058147 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975203c4-50ec-41bb-84cb-6a08befb389f", "name": "network-vif-deleted", "tag": "4e61f6f3-83f1-4f16-917a-087d44f0587d", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:18.058493 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c41575f5-4875-40fd-b495-667c2eb18c70 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:18.058991 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975203c4-50ec-41bb-84cb-6a08befb389f', 'name': 'network-vif-deleted', 'tag': '4e61f6f3-83f1-4f16-917a-087d44f0587d', 'status': 'completed', 'code': 200} Aug 29 17:23:18.102571 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2e2f08b0-dff7-4809-b052-35152c13721b None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:18.305235 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2e2f08b0-dff7-4809-b052-35152c13721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:18.332117 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.335071 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f08b0-dff7-4809-b052-35152c13721b None None] Checking router: fe8e60eb-9eb6-4370-8391-66159737506e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:18.343318 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f08b0-dff7-4809-b052-35152c13721b None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:18.343908 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2e2f08b0-dff7-4809-b052-35152c13721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:23:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:18.540995 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2e2f08b0-dff7-4809-b052-35152c13721b None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:18.734382 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2e2f08b0-dff7-4809-b052-35152c13721b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:18.759806 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f08b0-dff7-4809-b052-35152c13721b None None] The sync data for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 is: [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:15Z', 'revision_number': 4, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '30bc45ee-091e-4872-8d1a-dc245bd34033', 'name': '', 'network_id': 'fa2171fc-5fc2-4f5a-bea0-33e55a3c0128', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'mac_address': 'fa:16:3e:11:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:14Z', 'updated_at': '2021-08-29T17:14:22Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'subnets': [{'id': '77ef7c0c-e800-4236-99d1-e6364c68d339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:18.901415 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58340) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:18.959178 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-643cc707-39b4-4ae8-bbbc-376bb7451fc3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.987422 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-643cc707-39b4-4ae8-bbbc-376bb7451fc3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:18.999368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66c055-050d-4ba1-98bc-bc653313556d None None] New status for floating IP 8ee803bb-1d79-4b14-b5dc-f5c8261bc2d3: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:23:19.037891 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-643cc707-39b4-4ae8-bbbc-376bb7451fc3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.040616 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-643cc707-39b4-4ae8-bbbc-376bb7451fc3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.041810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-643cc707-39b4-4ae8-bbbc-376bb7451fc3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "DELETE /v2.0/security-groups/9f503359-42ff-45ed-ba91-207f65ab1b8a HTTP/1.1" status: 204 len: 168 time: 0.1393988 Aug 29 17:23:19.044823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58342) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:19.050987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cc707-39b4-4ae8-bbbc-376bb7451fc3 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f503359-42ff-45ed-ba91-207f65ab1b8a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:19.059647 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-3dc61358-7ac4-4b89-ac60-e966151de86e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] show failed (client error): The resource could not be found. Aug 29 17:23:19.060748 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3dc61358-7ac4-4b89-ac60-e966151de86e tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "GET /v2.0/security-groups/9f503359-42ff-45ed-ba91-207f65ab1b8a HTTP/1.1" status: 404 len: 347 time: 0.0148540 Aug 29 17:23:19.064099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58344) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:19.189725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b46f6b25-6589-4210-a034-2c6984615264 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Deleting port 04167e16-48a1-45d0-bb02-ced299e0e282 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:19.190002 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b46f6b25-6589-4210-a034-2c6984615264 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.544699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b46f6b25-6589-4210-a034-2c6984615264 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.544942 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b46f6b25-6589-4210-a034-2c6984615264 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.556634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b46f6b25-6589-4210-a034-2c6984615264 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Calling delete_port for 04167e16-48a1-45d0-bb02-ced299e0e282 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:19.679810 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b46f6b25-6589-4210-a034-2c6984615264 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.707797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f6b25-6589-4210-a034-2c6984615264 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Pushing event deleted for resources: {'Port': ['ID=04167e16-48a1-45d0-bb02-ced299e0e282,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:19.768587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b46f6b25-6589-4210-a034-2c6984615264 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.771300 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b46f6b25-6589-4210-a034-2c6984615264 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:19.772845 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b46f6b25-6589-4210-a034-2c6984615264 tempest-AttachVolumeTestJSON-125165614 tempest-AttachVolumeTestJSON-125165614-project] 10.222.0.22 "DELETE /v2.0/floatingips/8ee803bb-1d79-4b14-b5dc-f5c8261bc2d3 HTTP/1.1" status: 204 len: 168 time: 0.7077053 Aug 29 17:23:20.376493 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:20.934401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 4e61f6f3-83f1-4f16-917a-087d44f0587d no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:20.958574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 4e61f6f3-83f1-4f16-917a-087d44f0587d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:20.960498 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 4e61f6f3-83f1-4f16-917a-087d44f0587d not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:23.669262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898d968-f563-4edd-8a04-f0c4b51ee173 req-af0541b2-ef8e-4f98-8da2-d527f10e5eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:23.671809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a898d968-f563-4edd-8a04-f0c4b51ee173 req-af0541b2-ef8e-4f98-8da2-d527f10e5eac tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0658519 Aug 29 17:23:23.711682 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a898d968-f563-4edd-8a04-f0c4b51ee173 req-447f4893-0969-4265-beda-258b8f8af454 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334957 Aug 29 17:23:24.708801 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:23:24.847108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22897c-cfbf-40c9-8ff7-29298a5cc15d req-e95a4282-7fef-4adf-80ac-a0de973a5cf8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:24.847108 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-da22897c-cfbf-40c9-8ff7-29298a5cc15d req-e95a4282-7fef-4adf-80ac-a0de973a5cf8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0560029 Aug 29 17:23:24.887836 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-da22897c-cfbf-40c9-8ff7-29298a5cc15d req-09ea3692-7489-4abd-9fe6-50af762b9d80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381906 Aug 29 17:23:26.005068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cab521-9ee2-4b0c-8d26-12712ba175aa req-2656c5e9-293c-4e1a-96d4-72e0d666b1e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:26.006511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-83cab521-9ee2-4b0c-8d26-12712ba175aa req-2656c5e9-293c-4e1a-96d4-72e0d666b1e1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0510674 Aug 29 17:23:26.045627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-83cab521-9ee2-4b0c-8d26-12712ba175aa req-d024c6f5-5629-42c2-87e5-26ada7a0d222 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Aug 29 17:23:26.533718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58418) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:26.992112 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:27.193075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987aedd-2a66-4137-a1d8-15ebd290751c req-9f496247-6c08-47ab-8752-41896839b760 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:27.194479 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c987aedd-2a66-4137-a1d8-15ebd290751c req-9f496247-6c08-47ab-8752-41896839b760 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0739951 Aug 29 17:23:27.259563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c987aedd-2a66-4137-a1d8-15ebd290751c req-3c4f78b3-7806-44f7-bd59-3bca0a1c26e2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582864 Aug 29 17:23:27.306953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] Deleting port 30bc45ee-091e-4872-8d1a-dc245bd34033 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:27.307299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:27.385523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] For port 30bc45ee-091e-4872-8d1a-dc245bd34033, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=30bc45ee-091e-4872-8d1a-dc245bd34033,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:27.385893 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:27.406982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] Calling delete_port for 30bc45ee-091e-4872-8d1a-dc245bd34033 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:27.586032 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:27.612093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=30bc45ee-091e-4872-8d1a-dc245bd34033,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:27.777436 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:27.995689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] Router fe8e60eb-9eb6-4370-8391-66159737506e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:23:28.099651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:23:28.105366 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3019072c-3afd-4aa9-9c96-ad0a918e34e3 admin admin] 10.222.0.22 "PUT /v2.0/routers/fe8e60eb-9eb6-4370-8391-66159737506e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5704396 Aug 29 17:23:28.107802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58428) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:28.110256 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346a384-2e11-4c70-ac5d-fe8e8995861c None None] Sync routers for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:23:28.120443 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346a384-2e11-4c70-ac5d-fe8e8995861c None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:28.121047 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9346a384-2e11-4c70-ac5d-fe8e8995861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:23:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:28.211109 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.222537 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9346a384-2e11-4c70-ac5d-fe8e8995861c None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:28.315640 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.401863 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9346a384-2e11-4c70-ac5d-fe8e8995861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:23:27Z', 'revision_number': 5, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port': {'id': 'a009baf1-2d71-48a3-8e9f-580cf81ebb79', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:75:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:28.402956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c910-9c10-4811-ac29-b620088854b4 req-6dd9db63-1db7-4e43-ac41-60dc4a1b0233 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:28.404804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b28c910-9c10-4811-ac29-b620088854b4 req-6dd9db63-1db7-4e43-ac41-60dc4a1b0233 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0757735 Aug 29 17:23:28.410078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Deleting port a009baf1-2d71-48a3-8e9f-580cf81ebb79 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:28.410430 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.430458 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346a384-2e11-4c70-ac5d-fe8e8995861c None None] Checking router: fe8e60eb-9eb6-4370-8391-66159737506e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:23:28.438598 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346a384-2e11-4c70-ac5d-fe8e8995861c None None] Routers {'fe8e60eb-9eb6-4370-8391-66159737506e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:23:28.439210 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9346a384-2e11-4c70-ac5d-fe8e8995861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:23:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fe8e60eb-9eb6-4370-8391-66159737506e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:28.490420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b28c910-9c10-4811-ac29-b620088854b4 req-604e4f88-b6ec-41c5-bed2-e21b00267322 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765831 Aug 29 17:23:28.522738 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9346a384-2e11-4c70-ac5d-fe8e8995861c None None] Set router fe8e60eb-9eb6-4370-8391-66159737506e gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:23:28.526740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] For port a009baf1-2d71-48a3-8e9f-580cf81ebb79, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a009baf1-2d71-48a3-8e9f-580cf81ebb79,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:28.527115 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.538732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Calling delete_port for a009baf1-2d71-48a3-8e9f-580cf81ebb79 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:28.572784 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9346a384-2e11-4c70-ac5d-fe8e8995861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:23:28Z', 'revision_number': 6, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:28.601195 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346a384-2e11-4c70-ac5d-fe8e8995861c None None] The sync data for ids ['fe8e60eb-9eb6-4370-8391-66159737506e'] in n-d-713301-13 is: [{'id': 'fe8e60eb-9eb6-4370-8391-66159737506e', 'name': 'tempest-AttachVolumeTestJSON-1391956506-router', 'tenant_id': 'f52f39380cfe4a18a7c995c81c357a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:14:11Z', 'updated_at': '2021-08-29T17:23:28Z', 'revision_number': 6, 'project_id': 'f52f39380cfe4a18a7c995c81c357a61', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:23:28.703258 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.728930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a009baf1-2d71-48a3-8e9f-580cf81ebb79,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:28.787899 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.880407 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.882534 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.926760 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.927202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe8e60eb-9eb6-4370-8391-66159737506e {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:23:28.932429 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:28.933720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5b7cef5c-8d60-4aa5-bcae-a2c74a3860bd admin admin] 10.222.0.22 "DELETE /v2.0/routers/fe8e60eb-9eb6-4370-8391-66159737506e HTTP/1.1" status: 204 len: 168 time: 0.8250155 Aug 29 17:23:28.936109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58434) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:29.003461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf0855d-b87e-420b-bcf1-ad65e6d85ed4 admin admin] Deleting subnet 77ef7c0c-e800-4236-99d1-e6364c68d339 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:23:29.007878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aaf0855d-b87e-420b-bcf1-ad65e6d85ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.049896 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aaf0855d-b87e-420b-bcf1-ad65e6d85ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.134540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aaf0855d-b87e-420b-bcf1-ad65e6d85ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.186729 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aaf0855d-b87e-420b-bcf1-ad65e6d85ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.213716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0855d-b87e-420b-bcf1-ad65e6d85ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ef7c0c-e800-4236-99d1-e6364c68d339,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:29.218629 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aaf0855d-b87e-420b-bcf1-ad65e6d85ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.220633 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aaf0855d-b87e-420b-bcf1-ad65e6d85ed4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/77ef7c0c-e800-4236-99d1-e6364c68d339 HTTP/1.1" status: 204 len: 168 time: 0.2835858 Aug 29 17:23:29.223065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58436) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:29.226704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce8aef8-e425-4cec-8852-77c4b10b9221 None None] Network fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:29.296812 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.351273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Deleting port 2d120ea6-cad2-4bce-a767-92d794e8a670 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:29.351621 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.426282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 30bc45ee-091e-4872-8d1a-dc245bd34033 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:29.426973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] For port 2d120ea6-cad2-4bce-a767-92d794e8a670, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2d120ea6-cad2-4bce-a767-92d794e8a670,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:29.427344 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.428367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855f6445-6879-4759-a3f1-ede77b4c8314 None None] DHCP port deletion for fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:23:29.443499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Calling delete_port for 2d120ea6-cad2-4bce-a767-92d794e8a670 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:29.449737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 30bc45ee-091e-4872-8d1a-dc245bd34033 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:29.450092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 30bc45ee-091e-4872-8d1a-dc245bd34033 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:29.500524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-855f6445-6879-4759-a3f1-ede77b4c8314 None None] Deleting port 2d120ea6-cad2-4bce-a767-92d794e8a670 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:23:29.500911 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-855f6445-6879-4759-a3f1-ede77b4c8314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.533052 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.549729 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] No DVR routers for this DVR port 2d120ea6-cad2-4bce-a767-92d794e8a670 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:29.568561 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-855f6445-6879-4759-a3f1-ede77b4c8314 None None] For port 2d120ea6-cad2-4bce-a767-92d794e8a670, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2d120ea6-cad2-4bce-a767-92d794e8a670,segment=NetworkSegment(cbd81e87-4d20-4fd7-90f0-4630efbb3484),segment_id=cbd81e87-4d20-4fd7-90f0-4630efbb3484)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:29.569024 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-855f6445-6879-4759-a3f1-ede77b4c8314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.582601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-855f6445-6879-4759-a3f1-ede77b4c8314 None None] Calling delete_port for 2d120ea6-cad2-4bce-a767-92d794e8a670 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:23:29.597669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d120ea6-cad2-4bce-a767-92d794e8a670,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:29.670624 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-855f6445-6879-4759-a3f1-ede77b4c8314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.699009 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f6445-6879-4759-a3f1-ede77b4c8314 None None] Pushing event deleted for resources: {'Port': ['ID=2d120ea6-cad2-4bce-a767-92d794e8a670,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:29.706356 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f6445-6879-4759-a3f1-ede77b4c8314 None None] No DVR routers for this DVR port 2d120ea6-cad2-4bce-a767-92d794e8a670 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:23:29.951256 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:29.963332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2171fc-5fc2-4f5a-bea0-33e55a3c0128']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:29.983464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b0f24-e6eb-457e-bebb-fb27887a66b1 req-167f7ba6-e160-4524-85ce-0711a393adb6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:29.985142 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-748b0f24-e6eb-457e-bebb-fb27887a66b1 req-167f7ba6-e160-4524-85ce-0711a393adb6 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.4132280 Aug 29 17:23:29.987044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd81e87-4d20-4fd7-90f0-4630efbb3484') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:29.987338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd81e87-4d20-4fd7-90f0-4630efbb3484') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:23:29.997568 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.026057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.040415 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:23:30.040820 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:23:30.042744 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:23:30.055523 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-748b0f24-e6eb-457e-bebb-fb27887a66b1 req-876784a8-c44f-4bde-a10a-39e75146ba05 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607955 Aug 29 17:23:30.100948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.108033 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.109703 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fa2171fc-5fc2-4f5a-bea0-33e55a3c0128 HTTP/1.1" status: 204 len: 168 time: 0.8857355 Aug 29 17:23:30.124609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92068a0-c3ed-42c7-8832-db2c04d8d397 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2171fc-5fc2-4f5a-bea0-33e55a3c0128,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:30.219557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58444) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:30.257466 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-378887e0-ed10-43fa-9e25-747d42030c40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f52f39380cfe4a18a7c995c81c357a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367501 Aug 29 17:23:30.260249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58446) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:30.305552 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-658139ad-6fd6-4f09-a260-428de2a86ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.325750 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-658139ad-6fd6-4f09-a260-428de2a86ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.374769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-658139ad-6fd6-4f09-a260-428de2a86ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.377505 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-658139ad-6fd6-4f09-a260-428de2a86ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:30.381209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-658139ad-6fd6-4f09-a260-428de2a86ced admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/120f3eb3-1cd9-4535-95d4-61d61ca1df50 HTTP/1.1" status: 204 len: 168 time: 0.1175566 Aug 29 17:23:30.392160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658139ad-6fd6-4f09-a260-428de2a86ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120f3eb3-1cd9-4535-95d4-61d61ca1df50,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:30.732422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2d120ea6-cad2-4bce-a767-92d794e8a670 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:30.753233 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 2d120ea6-cad2-4bce-a767-92d794e8a670 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:30.753747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2d120ea6-cad2-4bce-a767-92d794e8a670 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:30.754166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a009baf1-2d71-48a3-8e9f-580cf81ebb79 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:30.776077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: a009baf1-2d71-48a3-8e9f-580cf81ebb79 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:23:30.776426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a009baf1-2d71-48a3-8e9f-580cf81ebb79 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:23:31.175632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df342c-953e-4e41-bda9-c8ef31693bcf req-49cfeeb8-910a-45a0-9950-1e8221352ce7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:31.177136 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5df342c-953e-4e41-bda9-c8ef31693bcf req-49cfeeb8-910a-45a0-9950-1e8221352ce7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0486085 Aug 29 17:23:31.216962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b5df342c-953e-4e41-bda9-c8ef31693bcf req-aa5168d9-49db-4e4a-b7c5-a943587f014f tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326810 Aug 29 17:23:32.336590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8ba37-7861-46f8-ac13-ff333739be96 req-ca4763a0-06ce-4784-9047-620481bdf977 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:32.338127 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48f8ba37-7861-46f8-ac13-ff333739be96 req-ca4763a0-06ce-4784-9047-620481bdf977 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0537963 Aug 29 17:23:32.380793 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48f8ba37-7861-46f8-ac13-ff333739be96 req-935ce40a-9ae6-475c-b570-3bdbe9b095e8 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363960 Aug 29 17:23:32.456406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58506) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:32.559066 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fda78f48-3973-445f-9903-71e84516cc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.646539 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fda78f48-3973-445f-9903-71e84516cc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.650201 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fda78f48-3973-445f-9903-71e84516cc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.688544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fda78f48-3973-445f-9903-71e84516cc4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6674b68306c74513867de34441820769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310548 Aug 29 17:23:32.689574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda78f48-3973-445f-9903-71e84516cc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8ae4dd-5041-47ab-b7eb-a71ce8a11144,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:32.691226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58510) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:32.745489 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4539-8fac-41eb-95a7-a3c123df537b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.765875 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4539-8fac-41eb-95a7-a3c123df537b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.814401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4539-8fac-41eb-95a7-a3c123df537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.816942 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4539-8fac-41eb-95a7-a3c123df537b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:32.818101 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f3ca4539-8fac-41eb-95a7-a3c123df537b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab8ae4dd-5041-47ab-b7eb-a71ce8a11144 HTTP/1.1" status: 204 len: 168 time: 0.1258953 Aug 29 17:23:32.825391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca4539-8fac-41eb-95a7-a3c123df537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8ae4dd-5041-47ab-b7eb-a71ce8a11144,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:33.078675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58516) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:33.092667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b791ebf3-c30e-415f-8b38-8978a9c81254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.185883 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b791ebf3-c30e-415f-8b38-8978a9c81254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.189466 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b791ebf3-c30e-415f-8b38-8978a9c81254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.228199 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b791ebf3-c30e-415f-8b38-8978a9c81254 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9310121048884c3399a5374918169440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484203 Aug 29 17:23:33.230428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791ebf3-c30e-415f-8b38-8978a9c81254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac133e4-4453-4e5b-a44a-4f2d6b7eb7a7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:33.231079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58520) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:33.283413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1939-3640-4eef-8c52-7a422d1e0a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.304342 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1939-3640-4eef-8c52-7a422d1e0a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.353498 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1939-3640-4eef-8c52-7a422d1e0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.356035 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1939-3640-4eef-8c52-7a422d1e0a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:33.357167 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b3dc1939-3640-4eef-8c52-7a422d1e0a77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bac133e4-4453-4e5b-a44a-4f2d6b7eb7a7 HTTP/1.1" status: 204 len: 168 time: 0.1250107 Aug 29 17:23:33.365067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc1939-3640-4eef-8c52-7a422d1e0a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac133e4-4453-4e5b-a44a-4f2d6b7eb7a7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:33.497095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ef5aa-105f-41eb-9847-e82bcedb6fd7 req-d7ae9789-5057-44e9-9b0e-a04e2e2f253e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:33.498628 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-118ef5aa-105f-41eb-9847-e82bcedb6fd7 req-d7ae9789-5057-44e9-9b0e-a04e2e2f253e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0489986 Aug 29 17:23:33.537609 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-118ef5aa-105f-41eb-9847-e82bcedb6fd7 req-e9b715f0-9d4f-4193-a45f-efe68f8425b0 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328846 Aug 29 17:23:34.651657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e0834-e980-460e-a70b-b41910fe8a7d req-3a550de9-1d1b-43cb-b577-82362b4dcddb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:34.653376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-124e0834-e980-460e-a70b-b41910fe8a7d req-3a550de9-1d1b-43cb-b577-82362b4dcddb tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0486710 Aug 29 17:23:34.691892 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-124e0834-e980-460e-a70b-b41910fe8a7d req-5fc06e92-2563-4e17-848b-19cb10b35597 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325265 Aug 29 17:23:35.814759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a693d0-1a0d-4973-a3a7-857afa67359a req-98eb1198-3176-475d-99eb-e2f52530ec17 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:35.816239 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-08a693d0-1a0d-4973-a3a7-857afa67359a req-98eb1198-3176-475d-99eb-e2f52530ec17 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0529041 Aug 29 17:23:35.854113 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-08a693d0-1a0d-4973-a3a7-857afa67359a req-33e057ba-aac2-4680-8ae4-0947b6d56e57 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Aug 29 17:23:35.998201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58594) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:36.101543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d20028ce-dc25-44d5-8141-d26c97f87d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.187320 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d20028ce-dc25-44d5-8141-d26c97f87d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.190835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d20028ce-dc25-44d5-8141-d26c97f87d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.228067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d20028ce-dc25-44d5-8141-d26c97f87d37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a2ffb51faee4a7aaa55805b3b160685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288301 Aug 29 17:23:36.228951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20028ce-dc25-44d5-8141-d26c97f87d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d9f076-6460-4254-959b-cae486a5b294,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:36.231344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58598) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:36.281860 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-723bfb35-c2b3-4090-8e58-f17eaf0e807c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.303128 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-723bfb35-c2b3-4090-8e58-f17eaf0e807c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.349012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-723bfb35-c2b3-4090-8e58-f17eaf0e807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.351525 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-723bfb35-c2b3-4090-8e58-f17eaf0e807c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.353186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-723bfb35-c2b3-4090-8e58-f17eaf0e807c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57d9f076-6460-4254-959b-cae486a5b294 HTTP/1.1" status: 204 len: 168 time: 0.1201897 Aug 29 17:23:36.361293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bfb35-c2b3-4090-8e58-f17eaf0e807c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d9f076-6460-4254-959b-cae486a5b294,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:36.619968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58606) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:36.635574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6bf3176-dd78-454e-b238-13bddee0a707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.725718 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6bf3176-dd78-454e-b238-13bddee0a707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.729945 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e6bf3176-dd78-454e-b238-13bddee0a707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.768662 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e6bf3176-dd78-454e-b238-13bddee0a707 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=094bdebab0f641ed88edcb948c6110c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476254 Aug 29 17:23:36.769679 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf3176-dd78-454e-b238-13bddee0a707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a7b5d3-f44f-4688-9eb8-609cf04012b8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:36.771361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58608) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:36.820139 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-232530fe-b799-49ac-b024-44b9d974ecfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.840610 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-232530fe-b799-49ac-b024-44b9d974ecfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.887570 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-232530fe-b799-49ac-b024-44b9d974ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.890152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-232530fe-b799-49ac-b024-44b9d974ecfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:36.891319 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-232530fe-b799-49ac-b024-44b9d974ecfa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7a7b5d3-f44f-4688-9eb8-609cf04012b8 HTTP/1.1" status: 204 len: 168 time: 0.1189547 Aug 29 17:23:36.899941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232530fe-b799-49ac-b024-44b9d974ecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a7b5d3-f44f-4688-9eb8-609cf04012b8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:36.978816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3fb00-df95-4114-93a5-6a3bf01928de req-270c9d96-897c-4ea9-8f9c-db86a6a12c9b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:36.980320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ed3fb00-df95-4114-93a5-6a3bf01928de req-270c9d96-897c-4ea9-8f9c-db86a6a12c9b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0540099 Aug 29 17:23:37.020212 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ed3fb00-df95-4114-93a5-6a3bf01928de req-79db1175-fca3-452f-a555-27b794a232a3 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336823 Aug 29 17:23:37.925951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8cadb-452e-438b-b7bb-be02aefa67ae req-bc164869-9af3-400b-a7af-1322ca7c3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:37.927476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2a8cadb-452e-438b-b7bb-be02aefa67ae req-bc164869-9af3-400b-a7af-1322ca7c3a12 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 1097 time: 0.0427916 Aug 29 17:23:37.964752 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2a8cadb-452e-438b-b7bb-be02aefa67ae req-ceabf43b-fe69-4214-a78b-d8fb549e38bd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283237 Aug 29 17:23:38.137438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a374e6-f1a7-42dc-b738-b0b2ed31d779 req-41562e48-c9fd-44c2-ba30-1e5d6cc9e11a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:38.138971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69a374e6-f1a7-42dc-b738-b0b2ed31d779 req-41562e48-c9fd-44c2-ba30-1e5d6cc9e11a tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0498121 Aug 29 17:23:38.177638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-69a374e6-f1a7-42dc-b738-b0b2ed31d779 req-9a118ca2-aa90-4657-b2bf-1c0793f4b7a9 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Aug 29 17:23:39.014257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8ccaac71-5ccb-4cfa-8756-8562359781e6 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:23:39.016886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8ccaac71-5ccb-4cfa-8756-8562359781e6 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:23:39.165773 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.187953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8ccaac71-5ccb-4cfa-8756-8562359781e6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:39.199749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:39.202304 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30206c3d-dfc5-4653-850b-5a161aea4ce3" -d '{"events": [{"server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "name": "network-vif-unplugged", "status": "completed", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:39.218969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8ccaac71-5ccb-4cfa-8756-8562359781e6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:39.220311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'port_id': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'mac_address': 'fa:16:3e:4f:ba:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:23:39.226733 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.279963 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad59171-83ef-40eb-92c6-b570cf1ec1de x-openstack-request-id: req-7ad59171-83ef-40eb-92c6-b570cf1ec1de {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:39.280262 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "name": "network-vif-unplugged", "status": "completed", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:39.280515 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ad59171-83ef-40eb-92c6-b570cf1ec1de {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:39.280904 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'code': 200} Aug 29 17:23:39.309398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=8ccaac71-5ccb-4cfa-8756-8562359781e6,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:39.316113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.324074 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7bfa4-f477-4816-9372-027f910140b6 req-58123638-681b-4822-adfe-14fc4c0699b7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:39.326390 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63d7bfa4-f477-4816-9372-027f910140b6 req-58123638-681b-4822-adfe-14fc4c0699b7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 943 time: 0.0664573 Aug 29 17:23:39.332870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccaac71-5ccb-4cfa-8756-8562359781e6 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:23:39.358440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8ccaac71-5ccb-4cfa-8756-8562359781e6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:39.363472 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:39.370097 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-63d7bfa4-f477-4816-9372-027f910140b6 req-527ac76a-b4d1-4c99-91e5-6fb586cf75a1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369420 Aug 29 17:23:39.425258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=8ccaac71-5ccb-4cfa-8756-8562359781e6,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:39.754921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['8ccaac71-5ccb-4cfa-8756-8562359781e6'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:23:40.496939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe8298-25d3-48ab-8938-e8be21f66303 req-f772931a-5deb-4e5d-b65f-82df283c6154 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:40.498495 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0afe8298-25d3-48ab-8938-e8be21f66303 req-f772931a-5deb-4e5d-b65f-82df283c6154 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 944 time: 0.0544724 Aug 29 17:23:40.536576 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0afe8298-25d3-48ab-8938-e8be21f66303 req-63abad43-e601-483c-beab-518c6a7a2b80 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322015 Aug 29 17:23:40.559679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58724) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:40.621348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e311b52b-3476-40e0-9ee7-bbb4760dbc5b tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/floatingips/b0091d3b-7da4-408b-92d4-3cfdf6fe5483 HTTP/1.1" status: 200 len: 991 time: 0.0604565 Aug 29 17:23:41.037486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8ccaac71-5ccb-4cfa-8756-8562359781e6 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:23:41.087938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 8ccaac71-5ccb-4cfa-8756-8562359781e6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:23:41.088319 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.165739 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.199787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 8ccaac71-5ccb-4cfa-8756-8562359781e6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:23:41.204022 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:41.252174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=8ccaac71-5ccb-4cfa-8756-8562359781e6,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:41.282640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:23:41.285063 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ed394b-d6a1-4aa2-a0e9-f79031e1fabd" -d '{"events": [{"server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:23:41.324296 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9874840a-6d49-4ead-85b9-72b9997c6317 x-openstack-request-id: req-9874840a-6d49-4ead-85b9-72b9997c6317 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:23:41.324609 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:23:41.324953 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9874840a-6d49-4ead-85b9-72b9997c6317 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:23:41.325391 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'code': 200} Aug 29 17:23:42.888640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-99fc128c-3b57-45ed-baad-8c5aa0d5805b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:45.548723 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-099af9dc-f623-4f21-9cd1-f0af1028bf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:45.892755 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:46.711775 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.207480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58918) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:47.314297 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-996b0ced-0651-4482-b1db-be956f64f3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.405319 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-996b0ced-0651-4482-b1db-be956f64f3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.410453 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-996b0ced-0651-4482-b1db-be956f64f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.449853 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-996b0ced-0651-4482-b1db-be956f64f3f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7da2c25adcfa4a5880325b94aa62e29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409534 Aug 29 17:23:47.451752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b0ced-0651-4482-b1db-be956f64f3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fd54d2-f7d8-403e-930e-31d428cae5da,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:47.452556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58924) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:47.504116 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d850d38-d864-455d-8949-2aa7c1529755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.526376 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d850d38-d864-455d-8949-2aa7c1529755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.575103 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d850d38-d864-455d-8949-2aa7c1529755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.577941 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d850d38-d864-455d-8949-2aa7c1529755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.579114 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0d850d38-d864-455d-8949-2aa7c1529755 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94fd54d2-f7d8-403e-930e-31d428cae5da HTTP/1.1" status: 204 len: 168 time: 0.1253808 Aug 29 17:23:47.587076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d850d38-d864-455d-8949-2aa7c1529755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fd54d2-f7d8-403e-930e-31d428cae5da,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:47.761162 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.835497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58932) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:47.849038 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-788f04c0-9e21-4830-a058-47e3476f88ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.940542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-788f04c0-9e21-4830-a058-47e3476f88ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.944193 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-788f04c0-9e21-4830-a058-47e3476f88ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:47.984474 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-788f04c0-9e21-4830-a058-47e3476f88ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=876b112878694849b85d23c4cc48172b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474006 Aug 29 17:23:47.985340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f04c0-9e21-4830-a058-47e3476f88ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b89d4a0-8413-4f6e-be5a-1bae1dba906c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:47.987430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58934) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:48.035893 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c4db7cc-766a-42cd-8d09-f93a4ddde908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:48.056775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c4db7cc-766a-42cd-8d09-f93a4ddde908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:48.103710 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c4db7cc-766a-42cd-8d09-f93a4ddde908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:48.106478 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c4db7cc-766a-42cd-8d09-f93a4ddde908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:48.107684 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2c4db7cc-766a-42cd-8d09-f93a4ddde908 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b89d4a0-8413-4f6e-be5a-1bae1dba906c HTTP/1.1" status: 204 len: 168 time: 0.1190331 Aug 29 17:23:48.115502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4db7cc-766a-42cd-8d09-f93a4ddde908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b89d4a0-8413-4f6e-be5a-1bae1dba906c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:48.334754 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:48.608966 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f08aae-891e-45a6-8d68-f8ca9a9ea1bf req-066cc670-eb63-49fe-98a5-9d934b9b6326 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:48.610542 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41f08aae-891e-45a6-8d68-f8ca9a9ea1bf req-066cc670-eb63-49fe-98a5-9d934b9b6326 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0498738 Aug 29 17:23:48.649564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-41f08aae-891e-45a6-8d68-f8ca9a9ea1bf req-01c193c4-3de1-48c4-a7bf-5e03c4fa3ccf tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324178 Aug 29 17:23:49.376272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 58994) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:49.484453 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0793c941-6c86-42b8-83ed-089d6275ea8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:49.569855 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0793c941-6c86-42b8-83ed-089d6275ea8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:49.573981 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0793c941-6c86-42b8-83ed-089d6275ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:49.615898 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0793c941-6c86-42b8-83ed-089d6275ea8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32aa3797ca5d402d8d313addc5d9828d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385194 Aug 29 17:23:49.617769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793c941-6c86-42b8-83ed-089d6275ea8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034e0cdb-d7b5-43d3-9804-f6f2ebd5c8bc,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:49.619169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 58998) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:49.670855 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e3ed70cd-a4ea-480c-b551-10ffa40d30a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:49.692009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e3ed70cd-a4ea-480c-b551-10ffa40d30a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:49.762185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e3ed70cd-a4ea-480c-b551-10ffa40d30a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:49.764634 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e3ed70cd-a4ea-480c-b551-10ffa40d30a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:49.765784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e3ed70cd-a4ea-480c-b551-10ffa40d30a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/034e0cdb-d7b5-43d3-9804-f6f2ebd5c8bc HTTP/1.1" status: 204 len: 168 time: 0.1450288 Aug 29 17:23:49.779199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed70cd-a4ea-480c-b551-10ffa40d30a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034e0cdb-d7b5-43d3-9804-f6f2ebd5c8bc,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:49.790115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebfb87-5c6d-46e9-b6ce-f1c0588d58c8 req-317abc9a-38bb-47b6-b244-867b2ec48d71 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:49.791651 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7ebfb87-5c6d-46e9-b6ce-f1c0588d58c8 req-317abc9a-38bb-47b6-b244-867b2ec48d71 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0665684 Aug 29 17:23:49.832913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7ebfb87-5c6d-46e9-b6ce-f1c0588d58c8 req-216fb79f-91e5-4e1f-bd19-f700ef959948 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340152 Aug 29 17:23:50.018124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff9cd-011d-4839-9bcf-4005d1bd7651 req-4afb0cc8-6b5c-491a-a0e6-b9cd01a9a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:50.019732 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-635ff9cd-011d-4839-9bcf-4005d1bd7651 req-4afb0cc8-6b5c-491a-a0e6-b9cd01a9a779 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0430086 Aug 29 17:23:50.126941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff9cd-011d-4839-9bcf-4005d1bd7651 req-0d9a8a8b-ec2e-4adf-83b2-416737df7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:50.128424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-635ff9cd-011d-4839-9bcf-4005d1bd7651 req-0d9a8a8b-ec2e-4adf-83b2-416737df7d14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.0897214 Aug 29 17:23:50.200421 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-635ff9cd-011d-4839-9bcf-4005d1bd7651 req-d049e2e2-c008-47dd-bceb-9f9940cdc9d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f HTTP/1.1" status: 200 len: 1001 time: 0.0635252 Aug 29 17:23:50.251012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff9cd-011d-4839-9bcf-4005d1bd7651 req-6e590f75-1750-48da-9e08-1425da2ff70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:50.252615 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-635ff9cd-011d-4839-9bcf-4005d1bd7651 req-6e590f75-1750-48da-9e08-1425da2ff70d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0452108 Aug 29 17:23:50.301894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff9cd-011d-4839-9bcf-4005d1bd7651 req-ce51c618-b5b8-4663-a919-5b6cdb909b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:50.303381 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-635ff9cd-011d-4839-9bcf-4005d1bd7651 req-ce51c618-b5b8-4663-a919-5b6cdb909b78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432854 Aug 29 17:23:50.380193 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:50.397696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-635ff9cd-011d-4839-9bcf-4005d1bd7651 req-f9c7826c-ec1c-421f-ba3d-ae9219d3986e service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864880 Aug 29 17:23:50.493568 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-635ff9cd-011d-4839-9bcf-4005d1bd7651 req-cb4264b5-64c6-4b7f-8036-074c4f5e0242 service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880308 Aug 29 17:23:50.954405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f341d01-c7d8-4918-9e27-c4a88518135d req-ba43bc46-1ea2-45d4-9bf5-6aef5bdcbe82 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:50.955940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f341d01-c7d8-4918-9e27-c4a88518135d req-ba43bc46-1ea2-45d4-9bf5-6aef5bdcbe82 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0514123 Aug 29 17:23:50.995688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6f341d01-c7d8-4918-9e27-c4a88518135d req-1c6babde-2025-4ad0-9288-7456623c3312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331192 Aug 29 17:23:51.580010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59076) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:51.684410 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96207f4e-c989-4a26-8e16-576646c57d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:51.772889 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96207f4e-c989-4a26-8e16-576646c57d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:51.776583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-96207f4e-c989-4a26-8e16-576646c57d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:51.816775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-96207f4e-c989-4a26-8e16-576646c57d93 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67f67ed065e546218e031efd8036fa42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356954 Aug 29 17:23:51.817871 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96207f4e-c989-4a26-8e16-576646c57d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e1712-b892-4d91-a4f6-608140206a07,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:51.819512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59080) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:51.869858 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:51.891693 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:51.937162 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:51.939652 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:51.940783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f6e1712-b892-4d91-a4f6-608140206a07 HTTP/1.1" status: 204 len: 168 time: 0.1201510 Aug 29 17:23:51.948164 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e1712-b892-4d91-a4f6-608140206a07,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:51.955481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:51.955829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:51.956181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:51.956527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:51.956855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:51.957187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:51.960225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:51.960570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:51.961001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:51.961253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:51.961632 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:51.963682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7ff140-243a-4326-9e3a-01d498ed41c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:52.116802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3076483-dd45-4ec0-ae45-5cb71ba4f47c req-9e8c6b71-849f-40da-93a4-fa32b8134235 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:52.118882 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c3076483-dd45-4ec0-ae45-5cb71ba4f47c req-9e8c6b71-849f-40da-93a4-fa32b8134235 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0499935 Aug 29 17:23:52.158161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c3076483-dd45-4ec0-ae45-5cb71ba4f47c req-339367c3-97b5-4f7f-a740-652b3369a1b8 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326357 Aug 29 17:23:52.211605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59088) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:52.224726 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2634ca79-7a5e-4069-b389-fb7326f00bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.315759 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2634ca79-7a5e-4069-b389-fb7326f00bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.319442 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2634ca79-7a5e-4069-b389-fb7326f00bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.636604 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2634ca79-7a5e-4069-b389-fb7326f00bd7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be7bd57d18934307897498dc5a41f74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235787 Aug 29 17:23:52.638556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634ca79-7a5e-4069-b389-fb7326f00bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cba3f01-6aee-4c1c-b86b-ed40e1a98957,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:52.638977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59090) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:52.688359 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb589f20-fa0f-493c-bf83-09e27078df86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.709088 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb589f20-fa0f-493c-bf83-09e27078df86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.754240 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb589f20-fa0f-493c-bf83-09e27078df86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.756717 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb589f20-fa0f-493c-bf83-09e27078df86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:52.757900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eb589f20-fa0f-493c-bf83-09e27078df86 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cba3f01-6aee-4c1c-b86b-ed40e1a98957 HTTP/1.1" status: 204 len: 168 time: 0.1179433 Aug 29 17:23:52.765638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb589f20-fa0f-493c-bf83-09e27078df86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cba3f01-6aee-4c1c-b86b-ed40e1a98957,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:53.280148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c5462-102f-4b13-a457-88999844e612 req-908fbd93-cc34-4356-b854-6f06b2631cc4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:53.281705 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa8c5462-102f-4b13-a457-88999844e612 req-908fbd93-cc34-4356-b854-6f06b2631cc4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0499480 Aug 29 17:23:53.320168 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fa8c5462-102f-4b13-a457-88999844e612 req-6f197d69-06c9-41ac-9d0f-0f6454e71ad1 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Aug 29 17:23:54.452867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330eba-52df-4cfa-9ab9-b2b84e957827 req-798fd214-484f-4114-8485-6d0e521ff0fe tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:54.454445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec330eba-52df-4cfa-9ab9-b2b84e957827 req-798fd214-484f-4114-8485-6d0e521ff0fe tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0610237 Aug 29 17:23:54.493969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec330eba-52df-4cfa-9ab9-b2b84e957827 req-1ff84666-4fb6-4a80-a9f6-7a4d2b6b3f74 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330508 Aug 29 17:23:55.625865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d90cd5-816c-481d-a97c-eb66640b9e3f req-9e1869d3-f23d-489d-bf8d-c0b30f90627f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:55.627576 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21d90cd5-816c-481d-a97c-eb66640b9e3f req-9e1869d3-f23d-489d-bf8d-c0b30f90627f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0569789 Aug 29 17:23:55.666430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21d90cd5-816c-481d-a97c-eb66640b9e3f req-f6dba8ac-c3c8-47e7-9892-86c8e0c6d84d tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325472 Aug 29 17:23:56.787262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c49b6-7aea-48fb-b710-07b49e0110ea req-3ad741de-5064-478d-9962-6f912b4efd92 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:56.788642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a98c49b6-7aea-48fb-b710-07b49e0110ea req-3ad741de-5064-478d-9962-6f912b4efd92 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0499556 Aug 29 17:23:56.829009 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a98c49b6-7aea-48fb-b710-07b49e0110ea req-ae7a1a72-cb61-48a6-a27b-bddb2e4063cd tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342653 Aug 29 17:23:57.663341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59444) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:57.766669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.853462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.857092 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.895795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75d0191a323b4e23b0e04f9a1dc94fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313449 Aug 29 17:23:57.897018 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a1f26f-574e-4ba4-ad15-cfd8726f0f31,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:57.898723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59450) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:57.914043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.914376 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.914673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.915013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.915434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.915773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.916106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.916437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.916767 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.917099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.917448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.917776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e35772-e14e-488d-ba8b-7e93f28a690e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:23:57.949628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7346e4a0-8af4-43e0-bc41-2c21466a2820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:57.959597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b849ad-7985-40cf-9454-b746716b98a6 req-be426238-6882-4a68-a2df-9e03ee397085 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:57.961148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87b849ad-7985-40cf-9454-b746716b98a6 req-be426238-6882-4a68-a2df-9e03ee397085 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0565901 Aug 29 17:23:57.975611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7346e4a0-8af4-43e0-bc41-2c21466a2820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.000405 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-87b849ad-7985-40cf-9454-b746716b98a6 req-042eee4a-68e2-4b79-ae87-0379fa089b21 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323753 Aug 29 17:23:58.021233 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7346e4a0-8af4-43e0-bc41-2c21466a2820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.023910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7346e4a0-8af4-43e0-bc41-2c21466a2820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.025769 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7346e4a0-8af4-43e0-bc41-2c21466a2820 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86a1f26f-574e-4ba4-ad15-cfd8726f0f31 HTTP/1.1" status: 204 len: 168 time: 0.1249158 Aug 29 17:23:58.033437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346e4a0-8af4-43e0-bc41-2c21466a2820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a1f26f-574e-4ba4-ad15-cfd8726f0f31,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:58.634723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59472) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:58.730807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-472090634'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:58.752385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Made reservation on behalf of ba229b7e77a34ea3aac15b4c077fe47c for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:58.755889 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.764014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.852003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.856307 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.879401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:23:58.893838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c41211b-0ff6-4222-93a8-7b2700d21fa9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:58.896710 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.897056 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Added segment 9f394062-d5ee-45ff-8af9-047ed993dde7 of type vlan for network 01059bc2-9a45-4e31-8760-ae32dc2d1136 Aug 29 17:23:58.937893 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.961419 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:58.966996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:58.967545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.019675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3837912 Aug 29 17:23:59.022574 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59476) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:59.028267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Request body: {'subnet': {'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:59.041371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d6f33-a611-48da-8ff8-c1aa453e3a16 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'Network': ['ID=01059bc2-9a45-4e31-8760-ae32dc2d1136,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:59.054170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:23:59.125343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509a13a-2e59-4e07-94f0-36fbe0027a46 req-0826b2ce-7f5b-4380-9524-75f1cc615842 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:59.130594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Made reservation on behalf of ba229b7e77a34ea3aac15b4c077fe47c for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:59.132849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9509a13a-2e59-4e07-94f0-36fbe0027a46 req-0826b2ce-7f5b-4380-9524-75f1cc615842 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0598450 Aug 29 17:23:59.134196 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.166918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9509a13a-2e59-4e07-94f0-36fbe0027a46 req-401b1d29-d905-4f77-bfaa-f0e1d4bc2e46 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331912 Aug 29 17:23:59.310308 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.370054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'Subnet': ['ID=37e6383b-8033-4633-b6e2-6edd9242a992,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:59.377841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Checking segment: {'id': '9f394062-d5ee-45ff-8af9-047ed993dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:23:59.378208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Network hostable DHCP agents. Network: 01059bc2-9a45-4e31-8760-ae32dc2d1136, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:23:59.394485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:23:59.403773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 01059bc2-9a45-4e31-8760-ae32dc2d1136) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:59.413811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:59.414650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.414844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38da34d-792f-4835-bd34-df10670a3fd4 None None] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:23:59.430102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fd1aa464-79db-48c3-9169-5fb1d0a0cfb0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4064369 Aug 29 17:23:59.433827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59480) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:23:59.438808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Request body: {'port': {'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136', 'name': 'tempest-AllowedAddressPairTestJSON-1459676006'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:23:59.551305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Made reservation on behalf of ba229b7e77a34ea3aac15b4c077fe47c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:23:59.555292 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.557745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-01059bc2-9a45-4e31-8760-ae32dc2d1136', 'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136', 'tenant_id': 'ba229b7e77a34ea3aac15b4c077fe47c', 'fixed_ips': [{'subnet_id': '37e6383b-8033-4633-b6e2-6edd9242a992'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:23:59.558591 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.574036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] device_id is not set on port ec44c116-caaf-4d43-96e5-184aaafc7955 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:23:59.679264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Allocated IP 172.20.0.12 (01059bc2-9a45-4e31-8760-ae32dc2d1136/37e6383b-8033-4633-b6e2-6edd9242a992/ec44c116-caaf-4d43-96e5-184aaafc7955) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:59.827246 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.840970 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Transition to ACTIVE for port object ec44c116-caaf-4d43-96e5-184aaafc7955 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:23:59.873059 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:23:59.914889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:23:59.917821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Allocated IP 172.20.0.2 (01059bc2-9a45-4e31-8760-ae32dc2d1136/37e6383b-8033-4633-b6e2-6edd9242a992/98fbff13-4a22-42d3-8cf4-e2789f944d9c) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:23:59.918487 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:23:59.921176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:23:59.957013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'Port': ['ID=ec44c116-caaf-4d43-96e5-184aaafc7955,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:23:59.985858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:23:59.986471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.000435 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-22c21b71-27b8-4215-a7b7-c489467b5445 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5654442 Aug 29 17:24:00.003306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59482) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:00.008588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Request body: {'port': {'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136', 'name': 'tempest-AllowedAddressPairTestJSON-819998342', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:43:d7:fb'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:00.073285 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.082146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Transition to ACTIVE for port object 98fbff13-4a22-42d3-8cf4-e2789f944d9c will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:00.098036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Transition to ACTIVE for port object 98fbff13-4a22-42d3-8cf4-e2789f944d9c will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:00.104950 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.118520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Made reservation on behalf of ba229b7e77a34ea3aac15b4c077fe47c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:00.148172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:00.151621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:00.156305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:00.159341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Pushing event updated for resources: {'Port': ['ID=98fbff13-4a22-42d3-8cf4-e2789f944d9c,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:00.206855 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.218011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Attempting to bind port 98fbff13-4a22-42d3-8cf4-e2789f944d9c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:00.218382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Attempting to bind port 98fbff13-4a22-42d3-8cf4-e2789f944d9c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '9f394062-d5ee-45ff-8af9-047ed993dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:00.218747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Attempting to bind port 98fbff13-4a22-42d3-8cf4-e2789f944d9c on network 01059bc2-9a45-4e31-8760-ae32dc2d1136 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:00.223678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:00.224057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Checking segment: {'id': '9f394062-d5ee-45ff-8af9-047ed993dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:00.224462 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.224884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Bound using segment: {'id': '9f394062-d5ee-45ff-8af9-047ed993dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:00.225374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Bound port: 98fbff13-4a22-42d3-8cf4-e2789f944d9c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f394062-d5ee-45ff-8af9-047ed993dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:00.225758 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.226110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] device_id is not set on port efd8d81a-10b0-4f3a-a479-78478c8a7e08 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:00.293467 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] For port 98fbff13-4a22-42d3-8cf4-e2789f944d9c, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:00.296453 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] For port 98fbff13-4a22-42d3-8cf4-e2789f944d9c, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=98fbff13-4a22-42d3-8cf4-e2789f944d9c,segment=NetworkSegment(9f394062-d5ee-45ff-8af9-047ed993dde7),segment_id=9f394062-d5ee-45ff-8af9-047ed993dde7)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:00.300826 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.357319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13526e70-81a1-48ee-8e3f-cee7ec0cc45d None None] Pushing event updated for resources: {'Port': ['ID=98fbff13-4a22-42d3-8cf4-e2789f944d9c,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:00.363040 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2c092-4d95-4d19-bb01-029d12fdcf5c req-814594be-88f9-4bb3-a759-e423eb13f145 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:00.364686 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ca2c092-4d95-4d19-bb01-029d12fdcf5c req-814594be-88f9-4bb3-a759-e423eb13f145 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.1021495 Aug 29 17:24:00.398228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Allocated IP 172.20.0.7 (01059bc2-9a45-4e31-8760-ae32dc2d1136/37e6383b-8033-4633-b6e2-6edd9242a992/efd8d81a-10b0-4f3a-a479-78478c8a7e08) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:00.427102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ca2c092-4d95-4d19-bb01-029d12fdcf5c req-51dd86f5-ec4d-456b-b39d-186af65952ac tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561187 Aug 29 17:24:00.589327 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.609358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Transition to ACTIVE for port object efd8d81a-10b0-4f3a-a479-78478c8a7e08 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:00.645824 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.690059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:00.700648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:00.705703 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:00.709706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'Port': ['ID=efd8d81a-10b0-4f3a-a479-78478c8a7e08,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:00.756237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:00.756858 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:00.773327 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-57b00164-38cb-4a83-8595-07f539debc8b tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.7675254 Aug 29 17:24:00.774544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59486) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:00.803419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 98fbff13-4a22-42d3-8cf4-e2789f944d9c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:00.854117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 98fbff13-4a22-42d3-8cf4-e2789f944d9c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:00.863107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c52ae8d-697a-46ae-9725-cd1537b14fb5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:00.869800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c52ae8d-697a-46ae-9725-cd1537b14fb5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:00.875821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c52ae8d-697a-46ae-9725-cd1537b14fb5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:00.877537 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4c52ae8d-697a-46ae-9725-cd1537b14fb5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1020553 Aug 29 17:24:00.880372 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59488) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:00.967247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7a081998-7b93-43ae-a0a9-7ea21745cc62 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Deleting port efd8d81a-10b0-4f3a-a479-78478c8a7e08 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:00.967593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a081998-7b93-43ae-a0a9-7ea21745cc62 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.060525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a081998-7b93-43ae-a0a9-7ea21745cc62 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.072688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7a081998-7b93-43ae-a0a9-7ea21745cc62 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Calling delete_port for efd8d81a-10b0-4f3a-a479-78478c8a7e08 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:01.203023 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a081998-7b93-43ae-a0a9-7ea21745cc62 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.237039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a081998-7b93-43ae-a0a9-7ea21745cc62 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event deleted for resources: {'Port': ['ID=efd8d81a-10b0-4f3a-a479-78478c8a7e08,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:01.258458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffac4855-1a63-4be7-b771-03d532eab6cb None None] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:01.331095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1c377bc1-0a6e-4ff8-9b0a-9ef5ac6eaca7 None None] Provisioning for port 98fbff13-4a22-42d3-8cf4-e2789f944d9c completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:01.344124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1c377bc1-0a6e-4ff8-9b0a-9ef5ac6eaca7 None None] Provisioning complete for port 98fbff13-4a22-42d3-8cf4-e2789f944d9c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:01.344712 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1c377bc1-0a6e-4ff8-9b0a-9ef5ac6eaca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.391520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7a081998-7b93-43ae-a0a9-7ea21745cc62 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.393409 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7a081998-7b93-43ae-a0a9-7ea21745cc62 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "DELETE /v2.0/ports/efd8d81a-10b0-4f3a-a479-78478c8a7e08 HTTP/1.1" status: 204 len: 168 time: 0.5120804 Aug 29 17:24:01.396462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59490) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:01.424226 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d365b505-4a18-4260-9348-b137f2d2ec06 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] GET failed (client error): The resource could not be found. Aug 29 17:24:01.429509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59492) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:01.429692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d365b505-4a18-4260-9348-b137f2d2ec06 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "GET /v2.0/ports/efd8d81a-10b0-4f3a-a479-78478c8a7e08 HTTP/1.1" status: 404 len: 333 time: 0.0319958 Aug 29 17:24:01.435243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Request body: {'port': {'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136', 'name': 'tempest-AllowedAddressPairTestJSON-1139594992'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:01.478289 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1c377bc1-0a6e-4ff8-9b0a-9ef5ac6eaca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.516497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1c377bc1-0a6e-4ff8-9b0a-9ef5ac6eaca7 None None] For port 98fbff13-4a22-42d3-8cf4-e2789f944d9c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=98fbff13-4a22-42d3-8cf4-e2789f944d9c,segment=NetworkSegment(9f394062-d5ee-45ff-8af9-047ed993dde7),segment_id=9f394062-d5ee-45ff-8af9-047ed993dde7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:01.522198 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1c377bc1-0a6e-4ff8-9b0a-9ef5ac6eaca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.559058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Made reservation on behalf of ba229b7e77a34ea3aac15b4c077fe47c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:01.564410 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.576424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538bb31-31d6-4465-b617-10092be195af req-3a5a4b8b-6798-4c14-aa05-d441fceff7f0 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:01.578209 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7538bb31-31d6-4465-b617-10092be195af req-3a5a4b8b-6798-4c14-aa05-d441fceff7f0 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0701201 Aug 29 17:24:01.579886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c377bc1-0a6e-4ff8-9b0a-9ef5ac6eaca7 None None] Pushing event updated for resources: {'Port': ['ID=98fbff13-4a22-42d3-8cf4-e2789f944d9c,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:01.592463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] device_id is not set on port e5ca3a63-dae1-4768-b649-e67110c4933f yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:01.625677 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7538bb31-31d6-4465-b617-10092be195af req-c14bb310-47ee-4506-b439-bf10491a7987 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393441 Aug 29 17:24:01.708236 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:24:01.714011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Allocated IP 172.20.0.8 (01059bc2-9a45-4e31-8760-ae32dc2d1136/37e6383b-8033-4633-b6e2-6edd9242a992/e5ca3a63-dae1-4768-b649-e67110c4933f) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:01.746034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2f82e803-8be7-4de3-ad85-3aa13b69370f None None] Provisioning complete for port 98fbff13-4a22-42d3-8cf4-e2789f944d9c triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:01.746581 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2f82e803-8be7-4de3-ad85-3aa13b69370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.846448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2f82e803-8be7-4de3-ad85-3aa13b69370f None None] Provisioning for port ec44c116-caaf-4d43-96e5-184aaafc7955 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:01.851469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2f82e803-8be7-4de3-ad85-3aa13b69370f None None] Provisioning complete for port ec44c116-caaf-4d43-96e5-184aaafc7955 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:01.852140 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2f82e803-8be7-4de3-ad85-3aa13b69370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.879202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.889279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2f82e803-8be7-4de3-ad85-3aa13b69370f None None] Port ec44c116-caaf-4d43-96e5-184aaafc7955 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:01.893833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Transition to ACTIVE for port object e5ca3a63-dae1-4768-b649-e67110c4933f will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:01.926485 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:01.970888 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:01.977020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:01.981063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:02.006148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'Port': ['ID=e5ca3a63-dae1-4768-b649-e67110c4933f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:02.009459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-23f98f8b-159c-41b4-8d87-c4b218728331 None None] Provisioning complete for port ec44c116-caaf-4d43-96e5-184aaafc7955 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:02.009902 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-23f98f8b-159c-41b4-8d87-c4b218728331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.035640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:02.036295 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.046773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-23f98f8b-159c-41b4-8d87-c4b218728331 None None] Port ec44c116-caaf-4d43-96e5-184aaafc7955 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:02.052757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-727480d9-d9a8-41a8-bcae-1fca6b672719 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6220767 Aug 29 17:24:02.055461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59496) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:02.061333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-49d29f13-e6d3-4227-a042-d18ddf2a0ccd tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:43:d7:fb'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:02.130675 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d29f13-e6d3-4227-a042-d18ddf2a0ccd tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.157857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5c60a39b-2562-4844-8758-6e8dbfa62cdc None None] Could not find standard attr ID for object efd8d81a-10b0-4f3a-a479-78478c8a7e08. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:24:02.277923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8b94c94d-bbea-4fbc-9d51-d896a1425896 None None] Provisioning for port e5ca3a63-dae1-4768-b649-e67110c4933f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:02.282472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8b94c94d-bbea-4fbc-9d51-d896a1425896 None None] Provisioning complete for port e5ca3a63-dae1-4768-b649-e67110c4933f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:02.282750 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8b94c94d-bbea-4fbc-9d51-d896a1425896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.314713 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d29f13-e6d3-4227-a042-d18ddf2a0ccd tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.319229 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d29f13-e6d3-4227-a042-d18ddf2a0ccd tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.324733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8b94c94d-bbea-4fbc-9d51-d896a1425896 None None] Port e5ca3a63-dae1-4768-b649-e67110c4933f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:02.410425 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d29f13-e6d3-4227-a042-d18ddf2a0ccd tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'Port': ['ID=e5ca3a63-dae1-4768-b649-e67110c4933f,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:02.416384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-49d29f13-e6d3-4227-a042-d18ddf2a0ccd tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] In _notify_port_updated(), no bound segment for port e5ca3a63-dae1-4768-b649-e67110c4933f on network 01059bc2-9a45-4e31-8760-ae32dc2d1136 {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:24:02.422294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d29f13-e6d3-4227-a042-d18ddf2a0ccd tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:02.422948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49d29f13-e6d3-4227-a042-d18ddf2a0ccd tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.424306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-49d29f13-e6d3-4227-a042-d18ddf2a0ccd tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "PUT /v2.0/ports/e5ca3a63-dae1-4768-b649-e67110c4933f HTTP/1.1" status: 200 len: 994 time: 0.3673894 Aug 29 17:24:02.427130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59498) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:02.520378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-65fb0bf3-7afc-4e40-9c04-a50317ee8049 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Deleting port e5ca3a63-dae1-4768-b649-e67110c4933f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:02.520730 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65fb0bf3-7afc-4e40-9c04-a50317ee8049 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.609249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65fb0bf3-7afc-4e40-9c04-a50317ee8049 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.621783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-65fb0bf3-7afc-4e40-9c04-a50317ee8049 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Calling delete_port for e5ca3a63-dae1-4768-b649-e67110c4933f owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:02.644130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4bad3474-998a-4a6f-b950-c5d272097cca None None] Provisioning complete for port e5ca3a63-dae1-4768-b649-e67110c4933f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:02.644500 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4bad3474-998a-4a6f-b950-c5d272097cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.681553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4bad3474-998a-4a6f-b950-c5d272097cca None None] Port e5ca3a63-dae1-4768-b649-e67110c4933f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:02.768337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 98fbff13-4a22-42d3-8cf4-e2789f944d9c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:02.788707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f189e-bc6b-48e3-a4d8-dac9d5eae01b req-95093698-ae2a-46b6-930e-4c7c15b56f0e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:02.790901 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e6f189e-bc6b-48e3-a4d8-dac9d5eae01b req-95093698-ae2a-46b6-930e-4c7c15b56f0e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0894258 Aug 29 17:24:02.791962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65fb0bf3-7afc-4e40-9c04-a50317ee8049 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.817084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 98fbff13-4a22-42d3-8cf4-e2789f944d9c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:02.817568 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.832932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb0bf3-7afc-4e40-9c04-a50317ee8049 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event deleted for resources: {'Port': ['ID=e5ca3a63-dae1-4768-b649-e67110c4933f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:02.890956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e6f189e-bc6b-48e3-a4d8-dac9d5eae01b req-b7b16a59-628c-4b06-ae19-9ba0ea04fe25 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926247 Aug 29 17:24:02.989556 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-65fb0bf3-7afc-4e40-9c04-a50317ee8049 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:02.991613 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-65fb0bf3-7afc-4e40-9c04-a50317ee8049 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "DELETE /v2.0/ports/e5ca3a63-dae1-4768-b649-e67110c4933f HTTP/1.1" status: 204 len: 168 time: 0.5635259 Aug 29 17:24:02.994207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59502) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:03.018597 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03939f7-98c1-4aa9-ba7c-7cb54cfc7d7f tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] GET failed (client error): The resource could not be found. Aug 29 17:24:03.020122 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b03939f7-98c1-4aa9-ba7c-7cb54cfc7d7f tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "GET /v2.0/ports/e5ca3a63-dae1-4768-b649-e67110c4933f HTTP/1.1" status: 404 len: 333 time: 0.0249929 Aug 29 17:24:03.023638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59504) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:03.028949 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Request body: {'port': {'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136', 'name': 'tempest-AllowedAddressPairTestJSON-534971071'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:03.136196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Made reservation on behalf of ba229b7e77a34ea3aac15b4c077fe47c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:03.139703 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:03.157290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] device_id is not set on port 0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:03.264542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Allocated IP 172.20.0.14 (01059bc2-9a45-4e31-8760-ae32dc2d1136/37e6383b-8033-4633-b6e2-6edd9242a992/0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:03.408731 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:03.422623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Transition to ACTIVE for port object 0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:03.454097 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:03.498017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:03.500946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:03.506527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:03.534130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'Port': ['ID=0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:03.561092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:03.561749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:03.576345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-af2ec664-2d12-423d-9c8d-2fdf6450cad0 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5517633 Aug 29 17:24:03.579189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59506) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:03.585900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-58a16f8b-77e3-49cf-8b9b-0e4cbef3c1e5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:43:d7:fb'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:03.655269 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-58a16f8b-77e3-49cf-8b9b-0e4cbef3c1e5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:03.706052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2cd453d2-06df-4522-814e-6a1c0f56694c None None] Provisioning for port 0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:03.709820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2cd453d2-06df-4522-814e-6a1c0f56694c None None] Provisioning complete for port 0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:03.710194 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2cd453d2-06df-4522-814e-6a1c0f56694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:03.746420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2cd453d2-06df-4522-814e-6a1c0f56694c None None] Port 0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:03.832628 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-58a16f8b-77e3-49cf-8b9b-0e4cbef3c1e5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:03.837011 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-58a16f8b-77e3-49cf-8b9b-0e4cbef3c1e5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:04.027265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf2c89-220b-42a0-9990-3e0e0bb1e5b1 req-fd065443-730d-49d1-81e5-22a3877b6af0 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:04.030764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dfdf2c89-220b-42a0-9990-3e0e0bb1e5b1 req-fd065443-730d-49d1-81e5-22a3877b6af0 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0570979 Aug 29 17:24:04.074368 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dfdf2c89-220b-42a0-9990-3e0e0bb1e5b1 req-ce07b614-fbba-474d-a779-4edf0974f049 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384436 Aug 29 17:24:04.167128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ed33cc8d-50df-46bf-bf35-8638337f9221 None None] Provisioning complete for port 0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:04.167393 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed33cc8d-50df-46bf-bf35-8638337f9221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:04.198905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a16f8b-77e3-49cf-8b9b-0e4cbef3c1e5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'Port': ['ID=0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:04.201331 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ed33cc8d-50df-46bf-bf35-8638337f9221 None None] Port 0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:04.212887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-58a16f8b-77e3-49cf-8b9b-0e4cbef3c1e5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] In _notify_port_updated(), no bound segment for port 0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a on network 01059bc2-9a45-4e31-8760-ae32dc2d1136 {{(pid=111676) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:24:04.218365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a16f8b-77e3-49cf-8b9b-0e4cbef3c1e5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:04.218986 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-58a16f8b-77e3-49cf-8b9b-0e4cbef3c1e5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:04.220303 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-58a16f8b-77e3-49cf-8b9b-0e4cbef3c1e5 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "PUT /v2.0/ports/0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a HTTP/1.1" status: 200 len: 996 time: 0.6401148 Aug 29 17:24:04.222965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59510) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:04.307077 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-bae0826e-166b-47a4-85b7-2d9c88c0a43a tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Deleting port 0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:04.307413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bae0826e-166b-47a4-85b7-2d9c88c0a43a tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:04.392630 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bae0826e-166b-47a4-85b7-2d9c88c0a43a tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:04.404857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-bae0826e-166b-47a4-85b7-2d9c88c0a43a tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Calling delete_port for 0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:04.530386 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bae0826e-166b-47a4-85b7-2d9c88c0a43a tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:04.562041 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0826e-166b-47a4-85b7-2d9c88c0a43a tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event deleted for resources: {'Port': ['ID=0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:04.634946 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bae0826e-166b-47a4-85b7-2d9c88c0a43a tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:04.637022 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bae0826e-166b-47a4-85b7-2d9c88c0a43a tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "DELETE /v2.0/ports/0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a HTTP/1.1" status: 204 len: 168 time: 0.4131441 Aug 29 17:24:04.639566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59512) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:04.664081 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-80043f2a-9892-459b-9c5b-cdfb78f430cc tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] GET failed (client error): The resource could not be found. Aug 29 17:24:04.665653 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-80043f2a-9892-459b-9c5b-cdfb78f430cc tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "GET /v2.0/ports/0d1ae0c3-26e3-4930-a09a-dcebe5bebf7a HTTP/1.1" status: 404 len: 333 time: 0.0251710 Aug 29 17:24:04.669293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59514) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:04.674273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Request body: {'port': {'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136', 'name': 'tempest-AllowedAddressPairTestJSON-1070392261'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:04.785711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Made reservation on behalf of ba229b7e77a34ea3aac15b4c077fe47c for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:04.789309 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:04.807034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] device_id is not set on port da0e7057-b7d2-418b-84ed-202e1c0e54e5 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:04.909280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Allocated IP 172.20.0.11 (01059bc2-9a45-4e31-8760-ae32dc2d1136/37e6383b-8033-4633-b6e2-6edd9242a992/da0e7057-b7d2-418b-84ed-202e1c0e54e5) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:05.057280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.070325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Transition to ACTIVE for port object da0e7057-b7d2-418b-84ed-202e1c0e54e5 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:05.101960 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.154254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:05.166128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:05.183781 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:05.188488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'Port': ['ID=da0e7057-b7d2-418b-84ed-202e1c0e54e5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:05.242307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:05.242971 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.254269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e32c8-d5cc-4b94-bd4f-e20891e8998f req-2f27c049-3349-4067-982e-f0d67fef39ac tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:05.255810 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f15e32c8-d5cc-4b94-bd4f-e20891e8998f req-2f27c049-3349-4067-982e-f0d67fef39ac tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.1083827 Aug 29 17:24:05.282615 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3fb3088a-370d-47dd-9f83-d4975009ca79 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6122015 Aug 29 17:24:05.285421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59518) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:05.291582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Request body: {'port': {'network_id': '01059bc2-9a45-4e31-8760-ae32dc2d1136', 'name': 'tempest-AllowedAddressPairTestJSON-343892915'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:05.302635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f15e32c8-d5cc-4b94-bd4f-e20891e8998f req-72d7c793-e4de-44f2-a356-07a4395d5b42 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 Aug 29 17:24:05.411868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Made reservation on behalf of ba229b7e77a34ea3aac15b4c077fe47c for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:05.415446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.433574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] device_id is not set on port 1bd1a549-2670-484d-af80-0fcfab248ee5 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:05.433890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d10bd596-0f02-4881-a15c-f04eead56330 None None] Provisioning for port da0e7057-b7d2-418b-84ed-202e1c0e54e5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:05.437818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d10bd596-0f02-4881-a15c-f04eead56330 None None] Provisioning complete for port da0e7057-b7d2-418b-84ed-202e1c0e54e5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:05.438220 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d10bd596-0f02-4881-a15c-f04eead56330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.473666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d10bd596-0f02-4881-a15c-f04eead56330 None None] Port da0e7057-b7d2-418b-84ed-202e1c0e54e5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:05.542994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Allocated IP 172.20.0.13 (01059bc2-9a45-4e31-8760-ae32dc2d1136/37e6383b-8033-4633-b6e2-6edd9242a992/1bd1a549-2670-484d-af80-0fcfab248ee5) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:05.690190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.703937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Transition to ACTIVE for port object 1bd1a549-2670-484d-af80-0fcfab248ee5 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:05.735750 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.777634 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:05.780684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:05.786631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:05.812829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'Port': ['ID=1bd1a549-2670-484d-af80-0fcfab248ee5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:05.842124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:05.842768 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:05.858335 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4c6b1d76-fd43-4d6e-9d3b-b4dfec59db3d tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5717471 Aug 29 17:24:05.861108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59520) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:05.866719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f0d62d69-b756-4083-aea6-8016c2b24034 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:43:d7:fb'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:5a:42:ef'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:05.995189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-34e35d55-aca9-4a97-b0aa-cd514baf3f62 None None] Provisioning for port 1bd1a549-2670-484d-af80-0fcfab248ee5 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:05.999051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-34e35d55-aca9-4a97-b0aa-cd514baf3f62 None None] Provisioning complete for port 1bd1a549-2670-484d-af80-0fcfab248ee5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:05.999417 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-34e35d55-aca9-4a97-b0aa-cd514baf3f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.019847 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0d62d69-b756-4083-aea6-8016c2b24034 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.032448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-34e35d55-aca9-4a97-b0aa-cd514baf3f62 None None] Port 1bd1a549-2670-484d-af80-0fcfab248ee5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:06.198023 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0d62d69-b756-4083-aea6-8016c2b24034 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.202373 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0d62d69-b756-4083-aea6-8016c2b24034 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.284308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d62d69-b756-4083-aea6-8016c2b24034 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event updated for resources: {'Port': ['ID=1bd1a549-2670-484d-af80-0fcfab248ee5,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:06.298914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f0d62d69-b756-4083-aea6-8016c2b24034 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] In _notify_port_updated(), no bound segment for port 1bd1a549-2670-484d-af80-0fcfab248ee5 on network 01059bc2-9a45-4e31-8760-ae32dc2d1136 {{(pid=111677) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 29 17:24:06.304438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d62d69-b756-4083-aea6-8016c2b24034 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:06.305072 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f0d62d69-b756-4083-aea6-8016c2b24034 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.306996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f0d62d69-b756-4083-aea6-8016c2b24034 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "PUT /v2.0/ports/1bd1a549-2670-484d-af80-0fcfab248ee5 HTTP/1.1" status: 200 len: 1057 time: 0.4446313 Aug 29 17:24:06.309712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59522) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:06.438583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7af7e11d-3ece-428b-966e-391a3fb136f3 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Deleting port 1bd1a549-2670-484d-af80-0fcfab248ee5 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:06.438930 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7af7e11d-3ece-428b-966e-391a3fb136f3 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.453173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3783c816-56c6-4339-b7b6-06a18181f708 None None] Provisioning complete for port 1bd1a549-2670-484d-af80-0fcfab248ee5 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:06.453713 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3783c816-56c6-4339-b7b6-06a18181f708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.489183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c600-dd2f-411e-bbaa-f89fccae6a36 req-6bf7564e-01c9-4b4b-92da-5762723594bb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:06.490662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3783c816-56c6-4339-b7b6-06a18181f708 None None] Port 1bd1a549-2670-484d-af80-0fcfab248ee5 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:06.490788 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc2c600-dd2f-411e-bbaa-f89fccae6a36 req-6bf7564e-01c9-4b4b-92da-5762723594bb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.1086586 Aug 29 17:24:06.557233 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdc2c600-dd2f-411e-bbaa-f89fccae6a36 req-f95c3837-cbf9-4f12-b850-fdd052224483 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583372 Aug 29 17:24:06.565348 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7af7e11d-3ece-428b-966e-391a3fb136f3 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.577481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7af7e11d-3ece-428b-966e-391a3fb136f3 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Calling delete_port for 1bd1a549-2670-484d-af80-0fcfab248ee5 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:06.707603 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7af7e11d-3ece-428b-966e-391a3fb136f3 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.738103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7e11d-3ece-428b-966e-391a3fb136f3 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event deleted for resources: {'Port': ['ID=1bd1a549-2670-484d-af80-0fcfab248ee5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:06.963937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7af7e11d-3ece-428b-966e-391a3fb136f3 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:06.965746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7af7e11d-3ece-428b-966e-391a3fb136f3 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "DELETE /v2.0/ports/1bd1a549-2670-484d-af80-0fcfab248ee5 HTTP/1.1" status: 204 len: 168 time: 0.6551085 Aug 29 17:24:06.968342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59526) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:06.992922 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41dbfce-4a63-41ec-9fc1-85cb830a78f4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] GET failed (client error): The resource could not be found. Aug 29 17:24:06.994401 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d41dbfce-4a63-41ec-9fc1-85cb830a78f4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "GET /v2.0/ports/1bd1a549-2670-484d-af80-0fcfab248ee5 HTTP/1.1" status: 404 len: 333 time: 0.0251014 Aug 29 17:24:06.996933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59528) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:07.079880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f435e1ee-bb09-4a58-a058-5f21efeba7af tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Deleting port da0e7057-b7d2-418b-84ed-202e1c0e54e5 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:07.080230 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f435e1ee-bb09-4a58-a058-5f21efeba7af tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.128216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 88d05d25-bf25-48a8-b3a4-42fc7647d85f details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:24:07.169416 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f435e1ee-bb09-4a58-a058-5f21efeba7af tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.181189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f435e1ee-bb09-4a58-a058-5f21efeba7af tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Calling delete_port for da0e7057-b7d2-418b-84ed-202e1c0e54e5 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:07.219665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:07.230615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'port_id': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'mac_address': 'fa:16:3e:84:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:24:07.270494 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.282833 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88d05d25-bf25-48a8-b3a4-42fc7647d85f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:24:07.301186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:07.305936 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.309806 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f435e1ee-bb09-4a58-a058-5f21efeba7af tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.345457 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435e1ee-bb09-4a58-a058-5f21efeba7af tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event deleted for resources: {'Port': ['ID=da0e7057-b7d2-418b-84ed-202e1c0e54e5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:07.355638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:07.363639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.363989 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.364425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.364661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.364994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.365355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.365687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.366017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.366351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.366696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.367022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.367347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:07.390192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['88d05d25-bf25-48a8-b3a4-42fc7647d85f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:24:07.416976 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f435e1ee-bb09-4a58-a058-5f21efeba7af tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.418946 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f435e1ee-bb09-4a58-a058-5f21efeba7af tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "DELETE /v2.0/ports/da0e7057-b7d2-418b-84ed-202e1c0e54e5 HTTP/1.1" status: 204 len: 168 time: 0.4211004 Aug 29 17:24:07.421651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59530) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:07.447288 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ac648b-5dcf-4ec9-bf2b-982301a6fd42 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] GET failed (client error): The resource could not be found. Aug 29 17:24:07.448884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d1ac648b-5dcf-4ec9-bf2b-982301a6fd42 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "GET /v2.0/ports/da0e7057-b7d2-418b-84ed-202e1c0e54e5 HTTP/1.1" status: 404 len: 333 time: 0.0262458 Aug 29 17:24:07.453133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59532) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:07.554194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6bb29832-6d67-401f-bc23-c8a281558f1c tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Deleting port ec44c116-caaf-4d43-96e5-184aaafc7955 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:07.554544 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bb29832-6d67-401f-bc23-c8a281558f1c tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.640826 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bb29832-6d67-401f-bc23-c8a281558f1c tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.652810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6bb29832-6d67-401f-bc23-c8a281558f1c tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Calling delete_port for ec44c116-caaf-4d43-96e5-184aaafc7955 owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:07.680132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205a855-e890-4d97-bf9c-29c377051560 req-107aeec0-31b2-4c7f-998f-0f5262ffbd1f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:07.682230 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7205a855-e890-4d97-bf9c-29c377051560 req-107aeec0-31b2-4c7f-998f-0f5262ffbd1f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0540240 Aug 29 17:24:07.719520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7205a855-e890-4d97-bf9c-29c377051560 req-522319fb-57f5-4a59-b4ac-509f2a79c3ee tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310419 Aug 29 17:24:07.785405 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bb29832-6d67-401f-bc23-c8a281558f1c tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.814110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb29832-6d67-401f-bc23-c8a281558f1c tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event deleted for resources: {'Port': ['ID=ec44c116-caaf-4d43-96e5-184aaafc7955,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:07.885806 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bb29832-6d67-401f-bc23-c8a281558f1c tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.887703 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6bb29832-6d67-401f-bc23-c8a281558f1c tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "DELETE /v2.0/ports/ec44c116-caaf-4d43-96e5-184aaafc7955 HTTP/1.1" status: 204 len: 168 time: 0.4335346 Aug 29 17:24:07.890204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59536) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:07.944360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4401f3e5-19ac-419f-b9f4-b25bac120954 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Deleting subnet 37e6383b-8033-4633-b6e2-6edd9242a992 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:24:07.947863 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4401f3e5-19ac-419f-b9f4-b25bac120954 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:07.989351 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4401f3e5-19ac-419f-b9f4-b25bac120954 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.074728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4401f3e5-19ac-419f-b9f4-b25bac120954 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.131304 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4401f3e5-19ac-419f-b9f4-b25bac120954 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.156779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401f3e5-19ac-419f-b9f4-b25bac120954 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event deleted for resources: {'Subnet': ['ID=37e6383b-8033-4633-b6e2-6edd9242a992,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:08.163468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4401f3e5-19ac-419f-b9f4-b25bac120954 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.165671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4401f3e5-19ac-419f-b9f4-b25bac120954 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "DELETE /v2.0/subnets/37e6383b-8033-4633-b6e2-6edd9242a992 HTTP/1.1" status: 204 len: 168 time: 0.2744036 Aug 29 17:24:08.168603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59538) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:08.170037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c92276-d4e3-4455-b1e7-f2e93db2419f None None] Network 01059bc2-9a45-4e31-8760-ae32dc2d1136 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:08.243518 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.302290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Deleting port 98fbff13-4a22-42d3-8cf4-e2789f944d9c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:08.302661 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.345404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280bfd09-784b-4f81-93da-e61c9db7a7a1 None None] DHCP port deletion for 01059bc2-9a45-4e31-8760-ae32dc2d1136 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:24:08.364954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] For port 98fbff13-4a22-42d3-8cf4-e2789f944d9c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=98fbff13-4a22-42d3-8cf4-e2789f944d9c,segment=NetworkSegment(9f394062-d5ee-45ff-8af9-047ed993dde7),segment_id=9f394062-d5ee-45ff-8af9-047ed993dde7)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:08.365529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.378072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Calling delete_port for 98fbff13-4a22-42d3-8cf4-e2789f944d9c owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:08.390639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-280bfd09-784b-4f81-93da-e61c9db7a7a1 None None] Deleting port 98fbff13-4a22-42d3-8cf4-e2789f944d9c {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:08.391017 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-280bfd09-784b-4f81-93da-e61c9db7a7a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.455168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-280bfd09-784b-4f81-93da-e61c9db7a7a1 None None] For port 98fbff13-4a22-42d3-8cf4-e2789f944d9c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=98fbff13-4a22-42d3-8cf4-e2789f944d9c,segment=NetworkSegment(9f394062-d5ee-45ff-8af9-047ed993dde7),segment_id=9f394062-d5ee-45ff-8af9-047ed993dde7)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:08.455564 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-280bfd09-784b-4f81-93da-e61c9db7a7a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.463143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.469173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-280bfd09-784b-4f81-93da-e61c9db7a7a1 None None] Calling delete_port for 98fbff13-4a22-42d3-8cf4-e2789f944d9c owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:08.490790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] No DVR routers for this DVR port 98fbff13-4a22-42d3-8cf4-e2789f944d9c on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:08.492535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event deleted for resources: {'Port': ['ID=98fbff13-4a22-42d3-8cf4-e2789f944d9c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 17:24:08.534605 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 17:24:08.541281 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-280bfd09-784b-4f81-93da-e61c9db7a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.568674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bfd09-784b-4f81-93da-e61c9db7a7a1 None None] Pushing event deleted for resources: {'Port': ['ID=98fbff13-4a22-42d3-8cf4-e2789f944d9c,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:08.572623 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.573107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280bfd09-784b-4f81-93da-e61c9db7a7a1 None None] No DVR routers for this DVR port 98fbff13-4a22-42d3-8cf4-e2789f944d9c on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:08.587727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01059bc2-9a45-4e31-8760-ae32dc2d1136']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:08.598322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f394062-d5ee-45ff-8af9-047ed993dde7') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:08.598574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f394062-d5ee-45ff-8af9-047ed993dde7') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:08.607822 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.626475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.632527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:24:08.632951 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:24:08.636475 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:24:08.692216 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.708075 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:08.713013 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] 10.222.0.22 "DELETE /v2.0/networks/01059bc2-9a45-4e31-8760-ae32dc2d1136 HTTP/1.1" status: 204 len: 168 time: 0.5400720 Aug 29 17:24:08.722197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b35ee4-66e9-49fe-9962-2fe9ced3adc4 tempest-AllowedAddressPairTestJSON-976943275 tempest-AllowedAddressPairTestJSON-976943275-project] Pushing event deleted for resources: {'Network': ['ID=01059bc2-9a45-4e31-8760-ae32dc2d1136,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:08.763932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 98fbff13-4a22-42d3-8cf4-e2789f944d9c no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:08.783349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 98fbff13-4a22-42d3-8cf4-e2789f944d9c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:08.783772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 98fbff13-4a22-42d3-8cf4-e2789f944d9c not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:08.848292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d400bd-b0ed-42e1-8a54-9e79ca266cf7 req-63dbbf31-4c34-4884-9422-265d99d8b974 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:08.849849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6d400bd-b0ed-42e1-8a54-9e79ca266cf7 req-63dbbf31-4c34-4884-9422-265d99d8b974 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0498478 Aug 29 17:24:08.889593 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6d400bd-b0ed-42e1-8a54-9e79ca266cf7 req-5a04b7f3-44a9-4a2f-a027-96969e80133f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334990 Aug 29 17:24:08.967141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59546) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:09.104655 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-12a17b23-78ab-428e-ac9f-bc1363ac5edf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba229b7e77a34ea3aac15b4c077fe47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362295 Aug 29 17:24:09.107022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59550) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:09.127462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 88d05d25-bf25-48a8-b3a4-42fc7647d85f up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:09.156755 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29c31bf2-526f-4847-9da3-753fd17e8ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.173881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 88d05d25-bf25-48a8-b3a4-42fc7647d85f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:09.174531 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.178663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29c31bf2-526f-4847-9da3-753fd17e8ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.225337 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29c31bf2-526f-4847-9da3-753fd17e8ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.230402 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-29c31bf2-526f-4847-9da3-753fd17e8ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.234184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-29c31bf2-526f-4847-9da3-753fd17e8ed7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c41211b-0ff6-4222-93a8-7b2700d21fa9 HTTP/1.1" status: 204 len: 168 time: 0.1236029 Aug 29 17:24:09.240279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c31bf2-526f-4847-9da3-753fd17e8ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c41211b-0ff6-4222-93a8-7b2700d21fa9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:09.267362 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.291740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:09.294105 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda36ac5-1081-4a49-906f-156d4e768c5a" -d '{"events": [{"server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "name": "network-vif-plugged", "status": "completed", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:09.306760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:09.312374 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:09.340188 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d515ad79-2bed-4574-9f3e-7b5f4a3ea6f4 x-openstack-request-id: req-d515ad79-2bed-4574-9f3e-7b5f4a3ea6f4 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:09.340483 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "name": "network-vif-plugged", "status": "completed", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:09.340742 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d515ad79-2bed-4574-9f3e-7b5f4a3ea6f4 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:09.341123 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'code': 200} Aug 29 17:24:09.366035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:09.854296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59574) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:09.952410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-734782086'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:09.998808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Made reservation on behalf of ef98b09ac2924c7b9e610d5f90508691 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:10.002286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.013548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.032514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b198e1-e244-47d3-bca1-a6f504f663af req-559dff09-b330-495c-9f6b-77afdf639d62 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:10.034022 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37b198e1-e244-47d3-bca1-a6f504f663af req-559dff09-b330-495c-9f6b-77afdf639d62 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0744951 Aug 29 17:24:10.093483 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37b198e1-e244-47d3-bca1-a6f504f663af req-26501c8d-3e80-4410-a057-c3d42413b0f1 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524440 Aug 29 17:24:10.148551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.152656 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.175324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:24:10.189733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379e07b7-180e-42f3-9a9e-40c0d6dd97cd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:10.193928 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.194276 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Added segment 75bfdb20-c6dd-4c7c-a982-7ff48f373b4f of type vlan for network 8564adf7-0076-4792-b6ba-ecad019494f6 Aug 29 17:24:10.233663 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.258232 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.263870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:10.264465 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.318046 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4626205 Aug 29 17:24:10.320847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59580) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:10.327961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'subnet': {'network_id': '8564adf7-0076-4792-b6ba-ecad019494f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:10.376359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fe18c-72a3-4638-950d-f34a9864ea42 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Network': ['ID=8564adf7-0076-4792-b6ba-ecad019494f6,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:10.386432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 8564adf7-0076-4792-b6ba-ecad019494f6 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:24:10.426821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Made reservation on behalf of ef98b09ac2924c7b9e610d5f90508691 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:10.430391 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.608079 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.672012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Subnet': ['ID=65d78151-ca6d-4d7e-8f80-d2392912dbed,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:10.680081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Checking segment: {'id': '75bfdb20-c6dd-4c7c-a982-7ff48f373b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8564adf7-0076-4792-b6ba-ecad019494f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:10.680474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network hostable DHCP agents. Network: 8564adf7-0076-4792-b6ba-ecad019494f6, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:24:10.698110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network 8564adf7-0076-4792-b6ba-ecad019494f6 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:24:10.710185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 8564adf7-0076-4792-b6ba-ecad019494f6) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:10.715491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:10.716100 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.722363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a61f03f-1007-4dba-8428-0ec2e471415d None None] Network 8564adf7-0076-4792-b6ba-ecad019494f6 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:10.730939 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-610f09b1-5b19-46a9-87f6-af9b0a5b5ba1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4089839 Aug 29 17:24:10.733661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59590) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:10.739333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1369961907', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:10.765797 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.766962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.839573 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:10.990128 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:11.011741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c29c88-5398-4463-9e0d-44440e046d15 None None] Network 8564adf7-0076-4792-b6ba-ecad019494f6 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:11.211418 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:11.232712 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:11.249814 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a7c31-7652-4aca-88cf-dd41974febe5 req-1a3da273-3730-4706-a56c-b6f7b3f81dcf tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:11.251324 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-437a7c31-7652-4aca-88cf-dd41974febe5 req-1a3da273-3730-4706-a56c-b6f7b3f81dcf tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0534706 Aug 29 17:24:11.298064 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-437a7c31-7652-4aca-88cf-dd41974febe5 req-14ebbe54-e282-4c60-81dc-ecfdfb3caedb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373862 Aug 29 17:24:11.380673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.25.5.24 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/2f585264-b1c9-4cd7-b4cb-c61ecf2371f5) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:11.491851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:11.530518 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:11.569486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:11.573761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:11.576169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:11.607904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=2f585264-b1c9-4cd7-b4cb-c61ecf2371f5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:12.165804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:12.378963 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:12.509763 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52d943-dd8e-48e0-a986-8a17e7ad8548 req-37466fd6-3e35-470f-9fa3-004975677e15 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:12.511286 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d52d943-dd8e-48e0-a986-8a17e7ad8548 req-37466fd6-3e35-470f-9fa3-004975677e15 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.1300261 Aug 29 17:24:12.567137 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6d52d943-dd8e-48e0-a986-8a17e7ad8548 req-daef1a25-ddd9-43ae-9c54-e7b92b973869 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493257 Aug 29 17:24:12.597766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:24:12.711286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:12.723650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e98073-1d0b-4315-b465-43677616e775 None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:12.732459 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:12.736704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59610) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:12.737469 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-70cff925-b0a0-4140-aebc-7c0895718ede tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0019677 Aug 29 17:24:12.750228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e98073-1d0b-4315-b465-43677616e775 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:12.750894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39e98073-1d0b-4315-b465-43677616e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:23:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:12.788689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39e98073-1d0b-4315-b465-43677616e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:12.798078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e98073-1d0b-4315-b465-43677616e775 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:12.798709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39e98073-1d0b-4315-b465-43677616e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:23:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:12.830866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39e98073-1d0b-4315-b465-43677616e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:12.831903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e98073-1d0b-4315-b465-43677616e775 None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:12.895711 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6b015617-2b7b-4dfe-a599-0073faff78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:13.208289 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:13.511573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.20.0.1 (8564adf7-0076-4792-b6ba-ecad019494f6/65d78151-ca6d-4d7e-8f80-d2392912dbed/683a6550-7e0d-41cd-bc8c-487b59359ff4) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:13.636574 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:13.719773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304b775-813f-45c1-a0dd-02599f16e7d3 req-916d0a69-5901-4e03-9190-a8ab92d125e7 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:13.725739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8304b775-813f-45c1-a0dd-02599f16e7d3 req-916d0a69-5901-4e03-9190-a8ab92d125e7 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0728707 Aug 29 17:24:13.727428 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:13.789447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network 8564adf7-0076-4792-b6ba-ecad019494f6 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:13.797200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:13.806094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:13.850490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=683a6550-7e0d-41cd-bc8c-487b59359ff4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:13.859266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8304b775-813f-45c1-a0dd-02599f16e7d3 req-620be57c-a764-448c-946c-42d1e195bade tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293199 Aug 29 17:24:13.875150 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.023291 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.329604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.334804 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.414532 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.414532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=683a6550-7e0d-41cd-bc8c-487b59359ff4,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:14.529856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network 8564adf7-0076-4792-b6ba-ecad019494f6 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:14.531488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:14.658465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:14.777694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:14.783001 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bb0e7889-c84b-449f-a212-f65abb880e2c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "PUT /v2.0/routers/2519be84-595f-4364-b177-aa79bf1a8482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0443208 Aug 29 17:24:14.785668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59618) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:14.789330 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828d1af2-a6b2-451e-a6f5-943f702eca93 None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:14.792438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'port': {'network_id': '8564adf7-0076-4792-b6ba-ecad019494f6', 'name': 'tempest-FloatingIPTestJSON-365642923'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:14.799757 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d1af2-a6b2-451e-a6f5-943f702eca93 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:14.800573 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-828d1af2-a6b2-451e-a6f5-943f702eca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:23:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:14.832561 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-828d1af2-a6b2-451e-a6f5-943f702eca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:14.842296 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d1af2-a6b2-451e-a6f5-943f702eca93 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:14.843139 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-828d1af2-a6b2-451e-a6f5-943f702eca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:23:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:14.879496 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-828d1af2-a6b2-451e-a6f5-943f702eca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:14.880408 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828d1af2-a6b2-451e-a6f5-943f702eca93 None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:14.917962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Made reservation on behalf of ef98b09ac2924c7b9e610d5f90508691 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:14.921892 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:14.941390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] device_id is not set on port 3b684958-6204-492a-8753-55131e76bec7 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:15.006595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d205103-c4f0-4504-82b5-e8f9b1fbe223 req-ca1536a3-b961-40c0-9f81-3b9d257d4c71 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:15.013929 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0d205103-c4f0-4504-82b5-e8f9b1fbe223 req-ca1536a3-b961-40c0-9f81-3b9d257d4c71 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0692401 Aug 29 17:24:15.053819 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0d205103-c4f0-4504-82b5-e8f9b1fbe223 req-b2ac6491-54e2-4931-bd49-840253381e0f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387652 Aug 29 17:24:15.079089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.20.0.2 (8564adf7-0076-4792-b6ba-ecad019494f6/65d78151-ca6d-4d7e-8f80-d2392912dbed/3b684958-6204-492a-8753-55131e76bec7) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:15.242099 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.284922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.339861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network 8564adf7-0076-4792-b6ba-ecad019494f6 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:15.343082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:15.347709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:15.352290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=3b684958-6204-492a-8753-55131e76bec7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:15.403916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:15.404493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.425319 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f1cbbab3-3cd8-41ef-8acb-e6a187085866 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6356888 Aug 29 17:24:15.425538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59624) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:15.431535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'port': {'network_id': '8564adf7-0076-4792-b6ba-ecad019494f6', 'name': 'tempest-FloatingIPTestJSON-1194210041'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:15.554900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Made reservation on behalf of ef98b09ac2924c7b9e610d5f90508691 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:15.559643 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ce650490-2bbd-4219-b6f9-c7bb42b8c4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.566691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.589296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] device_id is not set on port 41a6798e-2322-43b9-b46a-ecaa6ca91b35 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:15.709690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.20.0.6 (8564adf7-0076-4792-b6ba-ecad019494f6/65d78151-ca6d-4d7e-8f80-d2392912dbed/41a6798e-2322-43b9-b46a-ecaa6ca91b35) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:15.881381 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.902383 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.929778 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:15.979348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network 8564adf7-0076-4792-b6ba-ecad019494f6 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:15.984980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:15.989281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:16.013735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=41a6798e-2322-43b9-b46a-ecaa6ca91b35,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:16.055804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:16.056431 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:16.073564 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6062935b-26bb-4673-a1ad-6370b4d863e5 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6467216 Aug 29 17:24:16.077690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59626) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:16.082566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '41a6798e-2322-43b9-b46a-ecaa6ca91b35', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:16.114124 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:16.224793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d4c0-4a85-4c0b-869d-c5d4724da44d req-7734636b-9b81-406b-a04b-5e26d7f7d9ea tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:16.228200 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b2d4c0-4a85-4c0b-869d-c5d4724da44d req-7734636b-9b81-406b-a04b-5e26d7f7d9ea tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0718882 Aug 29 17:24:16.295987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b2d4c0-4a85-4c0b-869d-c5d4724da44d req-45c4ec3a-aeca-41b9-ac11-0c7bd353dd98 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590537 Aug 29 17:24:16.320142 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:16.470138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.25.5.216 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/918113a9-be59-4334-9f18-ce00b830e3eb) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:16.609632 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:16.665472 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:16.709255 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:16.712150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:16.716330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=918113a9-be59-4334-9f18-ce00b830e3eb,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:16.718919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:16.727346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:17.446676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ede2f4-6eaf-447d-9029-0174c5202d7c req-999210a6-3a0c-41a1-9d38-79a39f9c6e3c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:17.448311 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-07ede2f4-6eaf-447d-9029-0174c5202d7c req-999210a6-3a0c-41a1-9d38-79a39f9c6e3c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0709929 Aug 29 17:24:17.476329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:17.503521 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-07ede2f4-6eaf-447d-9029-0174c5202d7c req-7edd1cab-835a-4e91-a565-4a0fbeb0c39c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488617 Aug 29 17:24:17.567607 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:17.731893 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:17.739135 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:17.801291 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:17.838066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=918113a9-be59-4334-9f18-ce00b830e3eb,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:17.846202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:17.976701 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP b1b7f5d3-29b7-4924-ac81-d73576f37acd associated. External IP: 172.25.5.216, port: 41a6798e-2322-43b9-b46a-ecaa6ca91b35. Aug 29 17:24:18.197438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:18.311363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:18.322951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b76a17-1a13-4366-9650-4d064dd06652 None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:18.333273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:18.352523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b76a17-1a13-4366-9650-4d064dd06652 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:18.353727 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-73b76a17-1a13-4366-9650-4d064dd06652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:18.356101 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:18.378243 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b6ad240-34fd-4ba6-888d-fd47825d7538 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2994201 Aug 29 17:24:18.381170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59636) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:18.386303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-72b447e2-d619-4e02-9953-e54c6ff8d629 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:18.398298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-73b76a17-1a13-4366-9650-4d064dd06652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:18.410156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b76a17-1a13-4366-9650-4d064dd06652 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:18.411220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-73b76a17-1a13-4366-9650-4d064dd06652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:18.444840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-73b76a17-1a13-4366-9650-4d064dd06652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:18.445945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b76a17-1a13-4366-9650-4d064dd06652 None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:18.468141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72b447e2-d619-4e02-9953-e54c6ff8d629 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:18.621609 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72b447e2-d619-4e02-9953-e54c6ff8d629 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:18.626661 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72b447e2-d619-4e02-9953-e54c6ff8d629 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:18.627064 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-72b447e2-d619-4e02-9953-e54c6ff8d629 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP b1b7f5d3-29b7-4924-ac81-d73576f37acd disassociated. External IP: 172.25.5.216, port: 41a6798e-2322-43b9-b46a-ecaa6ca91b35. Aug 29 17:24:18.632599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e404847-ef36-4f9e-87ab-8c48401ceab8 req-ed992134-18f7-4567-af56-7b75df32221b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:18.640508 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3e404847-ef36-4f9e-87ab-8c48401ceab8 req-ed992134-18f7-4567-af56-7b75df32221b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0628967 Aug 29 17:24:18.683158 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3e404847-ef36-4f9e-87ab-8c48401ceab8 req-e5434e23-65c0-4ccc-8cd0-85d65fd82fd0 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Aug 29 17:24:18.882714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b447e2-d619-4e02-9953-e54c6ff8d629 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:19.011599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b447e2-d619-4e02-9953-e54c6ff8d629 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:19.021819 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-72b447e2-d619-4e02-9953-e54c6ff8d629 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.028589 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a04ac57-ad38-4147-99c1-0a152c39915d None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:19.040491 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04ac57-ad38-4147-99c1-0a152c39915d None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:19.041492 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2a04ac57-ad38-4147-99c1-0a152c39915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:19.054783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-72b447e2-d619-4e02-9953-e54c6ff8d629 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "PUT /v2.0/floatingips/b1b7f5d3-29b7-4924-ac81-d73576f37acd HTTP/1.1" status: 200 len: 688 time: 0.6723931 Aug 29 17:24:19.058529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59644) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:19.082457 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2a04ac57-ad38-4147-99c1-0a152c39915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:19.092345 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04ac57-ad38-4147-99c1-0a152c39915d None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:19.093253 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2a04ac57-ad38-4147-99c1-0a152c39915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:19.127344 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2a04ac57-ad38-4147-99c1-0a152c39915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:19.128365 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a04ac57-ad38-4147-99c1-0a152c39915d None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:19.194842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-14567b06-a273-4d9c-87dc-76adabe19655 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 918113a9-be59-4334-9f18-ce00b830e3eb {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:19.195196 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14567b06-a273-4d9c-87dc-76adabe19655 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.280835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14567b06-a273-4d9c-87dc-76adabe19655 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.281272 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14567b06-a273-4d9c-87dc-76adabe19655 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.295233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-14567b06-a273-4d9c-87dc-76adabe19655 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 918113a9-be59-4334-9f18-ce00b830e3eb owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:19.446597 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14567b06-a273-4d9c-87dc-76adabe19655 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.478041 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14567b06-a273-4d9c-87dc-76adabe19655 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=918113a9-be59-4334-9f18-ce00b830e3eb,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:19.538631 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14567b06-a273-4d9c-87dc-76adabe19655 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.541389 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-14567b06-a273-4d9c-87dc-76adabe19655 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.542554 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-14567b06-a273-4d9c-87dc-76adabe19655 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/floatingips/b1b7f5d3-29b7-4924-ac81-d73576f37acd HTTP/1.1" status: 204 len: 168 time: 0.4829922 Aug 29 17:24:19.546238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59646) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:19.550915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '3b684958-6204-492a-8753-55131e76bec7'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:19.576253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.677050 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:19.819011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.25.5.178 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/a0e0883a-fa7c-4074-b9e6-dbb822837102) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:19.819253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a2b47-ae64-4f64-856b-c93574b0ebd7 req-3a3a5580-3eab-4a16-93d7-c2ca1f7a86a4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:19.820830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f2a2b47-ae64-4f64-856b-c93574b0ebd7 req-3a3a5580-3eab-4a16-93d7-c2ca1f7a86a4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0574167 Aug 29 17:24:19.875672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f2a2b47-ae64-4f64-856b-c93574b0ebd7 req-c9776791-25aa-4405-8d70-0827d7141b01 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360115 Aug 29 17:24:19.956514 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.000293 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.052604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:20.061094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:20.067091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:20.095487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=a0e0883a-fa7c-4074-b9e6-dbb822837102,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:20.375278 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.480643 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.568534 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.737347 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.742356 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.822357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=a0e0883a-fa7c-4074-b9e6-dbb822837102,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:20.840155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:20.949530 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP ce4a824a-3552-4f73-b4ab-cbc5875808ce associated. External IP: 172.25.5.178, port: 3b684958-6204-492a-8753-55131e76bec7. Aug 29 17:24:21.380872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f6e3c-b4d5-4b0d-9814-5518730eeaf5 req-5dca4229-cf72-478c-8cd1-8a0d75d9110b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:21.382418 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-783f6e3c-b4d5-4b0d-9814-5518730eeaf5 req-5dca4229-cf72-478c-8cd1-8a0d75d9110b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.4000485 Aug 29 17:24:21.461176 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-783f6e3c-b4d5-4b0d-9814-5518730eeaf5 req-bbc5a4ff-b444-4e10-9e2b-746ce004ce3c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725818 Aug 29 17:24:21.525814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:21.635794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:21.644763 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d3790-6cf8-4535-8673-b548db7bb798 None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:21.652089 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:21.655009 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d3790-6cf8-4535-8673-b548db7bb798 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:21.655620 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ec0d3790-6cf8-4535-8673-b548db7bb798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:21.679216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-11f156be-6566-4264-a385-d949c093d3f1 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1318822 Aug 29 17:24:21.681896 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59668) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:21.688282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ec0d3790-6cf8-4535-8673-b548db7bb798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:21.696825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d3790-6cf8-4535-8673-b548db7bb798 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:21.697461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ec0d3790-6cf8-4535-8673-b548db7bb798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:21.734298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ec0d3790-6cf8-4535-8673-b548db7bb798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:21.734956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0d3790-6cf8-4535-8673-b548db7bb798 None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:21.753801 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-67b08d69-fb7e-4781-840e-74b2e75e9622 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "GET /v2.0/floatingips/ce4a824a-3552-4f73-b4ab-cbc5875808ce HTTP/1.1" status: 200 len: 977 time: 0.0708156 Aug 29 17:24:21.756300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59672) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:21.891809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-36d93f19-43c3-4f4d-a8a6-b4b3ff87d4e6 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1343572 Aug 29 17:24:21.894496 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59674) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:21.898074 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d039f-d33f-418b-8a17-8c8e9245cc5b req-3532a915-4488-44bc-80e7-d9fdc0424802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:21.900086 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-936d039f-d33f-418b-8a17-8c8e9245cc5b req-3532a915-4488-44bc-80e7-d9fdc0424802 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 1098 time: 0.1782928 Aug 29 17:24:21.900408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c9d307cc-21e1-49ae-a499-68c1d533803a tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'floatingip': {'port_id': '41a6798e-2322-43b9-b46a-ecaa6ca91b35'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:21.958376 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9d307cc-21e1-49ae-a499-68c1d533803a tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:21.993345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d039f-d33f-418b-8a17-8c8e9245cc5b req-4b405a52-c7d0-4fd8-a716-e58dfc5ba4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:21.994828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-936d039f-d33f-418b-8a17-8c8e9245cc5b req-4b405a52-c7d0-4fd8-a716-e58dfc5ba4f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.0876942 Aug 29 17:24:22.066972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-936d039f-d33f-418b-8a17-8c8e9245cc5b req-a49615c3-b6c4-4ad9-b0c3-633513e26948 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f HTTP/1.1" status: 200 len: 1001 time: 0.0625768 Aug 29 17:24:22.116665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d039f-d33f-418b-8a17-8c8e9245cc5b req-4067622f-7825-47fc-9be6-9dd07f5ae90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:22.118191 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-936d039f-d33f-418b-8a17-8c8e9245cc5b req-4067622f-7825-47fc-9be6-9dd07f5ae90e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0438411 Aug 29 17:24:22.168122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d039f-d33f-418b-8a17-8c8e9245cc5b req-9005692c-81aa-4eb5-a599-aba0d35bce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:22.169583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-936d039f-d33f-418b-8a17-8c8e9245cc5b req-9005692c-81aa-4eb5-a599-aba0d35bce96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446095 Aug 29 17:24:22.265434 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-936d039f-d33f-418b-8a17-8c8e9245cc5b req-f76ca023-c292-4d5d-a822-a35f203fa1ab service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889072 Aug 29 17:24:22.355782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-936d039f-d33f-418b-8a17-8c8e9245cc5b req-d63e257e-59ae-43f2-a27f-10638562e5f4 service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818453 Aug 29 17:24:22.428199 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9d307cc-21e1-49ae-a499-68c1d533803a tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:22.432525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9d307cc-21e1-49ae-a499-68c1d533803a tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:22.528576 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-c9d307cc-21e1-49ae-a499-68c1d533803a tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP ce4a824a-3552-4f73-b4ab-cbc5875808ce associated. External IP: 172.25.5.178, port: 3b684958-6204-492a-8753-55131e76bec7. Aug 29 17:24:22.650881 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bece9-304a-4588-8421-8e5b65489e5c req-67d9487a-ea0c-4734-a8b6-35fb32afee9b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:22.652349 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a91bece9-304a-4588-8421-8e5b65489e5c req-67d9487a-ea0c-4734-a8b6-35fb32afee9b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0883152 Aug 29 17:24:22.729960 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a91bece9-304a-4588-8421-8e5b65489e5c req-c400c9e8-4fbc-4a23-b3df-8c4b0386c10f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710342 Aug 29 17:24:22.800728 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d307cc-21e1-49ae-a499-68c1d533803a tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:22.901827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d307cc-21e1-49ae-a499-68c1d533803a tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:22.911196 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9edb9-5caf-4bf3-b4dd-ceb93c4aba97 None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:22.920771 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a9edb9-5caf-4bf3-b4dd-ceb93c4aba97 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:22.921422 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e3a9edb9-5caf-4bf3-b4dd-ceb93c4aba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:22.955179 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e3a9edb9-5caf-4bf3-b4dd-ceb93c4aba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:22.963487 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a9edb9-5caf-4bf3-b4dd-ceb93c4aba97 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:22.964016 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e3a9edb9-5caf-4bf3-b4dd-ceb93c4aba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:22.995817 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e3a9edb9-5caf-4bf3-b4dd-ceb93c4aba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:22.996447 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9edb9-5caf-4bf3-b4dd-ceb93c4aba97 None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:23.114275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d307cc-21e1-49ae-a499-68c1d533803a tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:23.500669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d307cc-21e1-49ae-a499-68c1d533803a tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:23.504966 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9d307cc-21e1-49ae-a499-68c1d533803a tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:23.511616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546617b-3480-41d0-b150-bc31f87930ec None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:23.520774 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546617b-3480-41d0-b150-bc31f87930ec None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:23.521486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9546617b-3480-41d0-b150-bc31f87930ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:23.552740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9546617b-3480-41d0-b150-bc31f87930ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:23.555277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c9d307cc-21e1-49ae-a499-68c1d533803a tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "PUT /v2.0/floatingips/ce4a824a-3552-4f73-b4ab-cbc5875808ce HTTP/1.1" status: 200 len: 978 time: 1.6590710 Aug 29 17:24:23.557865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59680) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:23.561132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546617b-3480-41d0-b150-bc31f87930ec None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:23.561755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9546617b-3480-41d0-b150-bc31f87930ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:23.562341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-11282f17-549c-4bfe-9751-cd9e96690bc7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:23.596394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9546617b-3480-41d0-b150-bc31f87930ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:23.597027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546617b-3480-41d0-b150-bc31f87930ec None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:23.619491 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11282f17-549c-4bfe-9751-cd9e96690bc7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:23.757073 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11282f17-549c-4bfe-9751-cd9e96690bc7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:23.761761 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11282f17-549c-4bfe-9751-cd9e96690bc7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:23.762084 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-11282f17-549c-4bfe-9751-cd9e96690bc7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP ce4a824a-3552-4f73-b4ab-cbc5875808ce disassociated. External IP: 172.25.5.178, port: 41a6798e-2322-43b9-b46a-ecaa6ca91b35. Aug 29 17:24:23.858743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e584ff5-c53a-45f9-9ef9-7b40b18e57b0 req-f6d23c0e-ce5b-45f1-9bd1-7db7674185bf tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:23.860319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1e584ff5-c53a-45f9-9ef9-7b40b18e57b0 req-f6d23c0e-ce5b-45f1-9bd1-7db7674185bf tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0578341 Aug 29 17:24:23.902316 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1e584ff5-c53a-45f9-9ef9-7b40b18e57b0 req-1b0fa85c-44ff-41ed-a47e-4fff11395525 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355270 Aug 29 17:24:23.988572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11282f17-549c-4bfe-9751-cd9e96690bc7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:24.094020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11282f17-549c-4bfe-9751-cd9e96690bc7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:24.098717 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-11282f17-549c-4bfe-9751-cd9e96690bc7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.103181 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7296c446-03fd-434d-aaa3-771bf7a4525a None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:24.112082 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7296c446-03fd-434d-aaa3-771bf7a4525a None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:24.112682 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7296c446-03fd-434d-aaa3-771bf7a4525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:24.124886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-11282f17-549c-4bfe-9751-cd9e96690bc7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "PUT /v2.0/floatingips/ce4a824a-3552-4f73-b4ab-cbc5875808ce HTTP/1.1" status: 200 len: 688 time: 0.5660172 Aug 29 17:24:24.127382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59684) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:24.147216 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7296c446-03fd-434d-aaa3-771bf7a4525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:24.155542 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7296c446-03fd-434d-aaa3-771bf7a4525a None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:24.156125 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7296c446-03fd-434d-aaa3-771bf7a4525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:24.187284 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7296c446-03fd-434d-aaa3-771bf7a4525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:24.188215 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7296c446-03fd-434d-aaa3-771bf7a4525a None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:24.257504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6780c-9c39-4818-9ef6-9cfc8e59344d tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port a0e0883a-fa7c-4074-b9e6-dbb822837102 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:24.257866 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9ec6780c-9c39-4818-9ef6-9cfc8e59344d tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.339916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9ec6780c-9c39-4818-9ef6-9cfc8e59344d tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.340253 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9ec6780c-9c39-4818-9ef6-9cfc8e59344d tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.351652 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6780c-9c39-4818-9ef6-9cfc8e59344d tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for a0e0883a-fa7c-4074-b9e6-dbb822837102 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:24.481215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9ec6780c-9c39-4818-9ef6-9cfc8e59344d tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.512782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6780c-9c39-4818-9ef6-9cfc8e59344d tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=a0e0883a-fa7c-4074-b9e6-dbb822837102,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:24.576572 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9ec6780c-9c39-4818-9ef6-9cfc8e59344d tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.579536 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9ec6780c-9c39-4818-9ef6-9cfc8e59344d tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:24.580711 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9ec6780c-9c39-4818-9ef6-9cfc8e59344d tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/floatingips/ce4a824a-3552-4f73-b4ab-cbc5875808ce HTTP/1.1" status: 204 len: 168 time: 0.4524252 Aug 29 17:24:24.583369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59686) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:24.618504 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-5b30e1e3-d27f-4fb1-9834-242cbbdf8608 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] delete failed (client error): The resource could not be found. Aug 29 17:24:24.619420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5b30e1e3-d27f-4fb1-9834-242cbbdf8608 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/floatingips/ce4a824a-3552-4f73-b4ab-cbc5875808ce HTTP/1.1" status: 404 len: 345 time: 0.0351520 Aug 29 17:24:24.622803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59688) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:24.705309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c047a-ffe3-4a5d-8d77-f6bbd9334253 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:24.711873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c047a-ffe3-4a5d-8d77-f6bbd9334253 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:24.717955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c047a-ffe3-4a5d-8d77-f6bbd9334253 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:24.719586 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cd8c047a-ffe3-4a5d-8d77-f6bbd9334253 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "GET /v2.0/ports?network_id=8564adf7-0076-4792-b6ba-ecad019494f6 HTTP/1.1" status: 200 len: 2357 time: 0.0959070 Aug 29 17:24:24.722281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59690) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:24.772190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b78dd-f715-490f-bdab-119454603673 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:24.774020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-486b78dd-f715-490f-bdab-119454603673 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "GET /v2.0/subnets/65d78151-ca6d-4d7e-8f80-d2392912dbed HTTP/1.1" status: 200 len: 797 time: 0.0503280 Aug 29 17:24:24.778644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59692) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:24.783262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'port': {'network_id': '8564adf7-0076-4792-b6ba-ecad019494f6', 'name': 'tempest-FloatingIPTestJSON-2124583276', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:24.893818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Made reservation on behalf of ef98b09ac2924c7b9e610d5f90508691 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:24.975377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.016916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] device_id is not set on port 8aaf1341-66b5-4a3f-b022-91910b947a72 yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:25.138684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dcb2e-f857-410b-a6e7-ebd2fb0bcb7f req-22418e1f-a458-4e63-8113-001cbaa9ebcc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:25.140187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e98dcb2e-f857-410b-a6e7-ebd2fb0bcb7f req-22418e1f-a458-4e63-8113-001cbaa9ebcc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.1545641 Aug 29 17:24:25.160902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 88d05d25-bf25-48a8-b3a4-42fc7647d85f no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:25.240100 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e98dcb2e-f857-410b-a6e7-ebd2fb0bcb7f req-d801cfcb-5bf0-4fc1-8dd0-86c60bfe973f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791793 Aug 29 17:24:25.241273 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.267938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:25.270090 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373f9a26-b0ad-4eb9-bbbd-4b884d23e158" -d '{"events": [{"server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:25.281215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:25.287082 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.332578 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8fc77d-a784-472d-894f-0c761a7cb5e8 x-openstack-request-id: req-0e8fc77d-a784-472d-894f-0c761a7cb5e8 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:25.332864 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "name": "network-vif-unplugged", "status": "failed", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f", "code": 422}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:25.333109 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e8fc77d-a784-472d-894f-0c761a7cb5e8 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:25.333519 n-d-713301-13 neutron-server[111678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'code': 422} returned with failed status Aug 29 17:24:25.351398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:25.363561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.20.0.14 (8564adf7-0076-4792-b6ba-ecad019494f6/65d78151-ca6d-4d7e-8f80-d2392912dbed/8aaf1341-66b5-4a3f-b022-91910b947a72) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:25.370938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.20.0.13 (8564adf7-0076-4792-b6ba-ecad019494f6/65d78151-ca6d-4d7e-8f80-d2392912dbed/8aaf1341-66b5-4a3f-b022-91910b947a72) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:25.524916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.564933 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.605205 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network 8564adf7-0076-4792-b6ba-ecad019494f6 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:25.608341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:25.615236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:25.644973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=8aaf1341-66b5-4a3f-b022-91910b947a72,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:25.673244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:25.673825 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.688600 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7ebe5037-b66a-4e27-afb2-288a3082d392 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.9089530 Aug 29 17:24:25.691233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59714) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:25.696083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '8aaf1341-66b5-4a3f-b022-91910b947a72', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:25.718428 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.816304 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:25.920444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.25.5.113 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/5317c1f2-1594-4c28-98c3-b670399cf011) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:26.019841 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.057182 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.095299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:26.098048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:26.104688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:26.130906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=5317c1f2-1594-4c28-98c3-b670399cf011,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:26.464018 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.531580 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.676451 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.680607 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.745779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=5317c1f2-1594-4c28-98c3-b670399cf011,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:26.757194 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:26.860669 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP 352f45d5-94e3-4430-b5a8-6e21795ff2a6 associated. External IP: 172.25.5.113, port: 8aaf1341-66b5-4a3f-b022-91910b947a72. Aug 29 17:24:26.938674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0d431-14c7-4e9a-9ccd-85fd8539a834 req-8a2acee9-95bf-4c9c-baf5-10de41a9c860 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:26.941897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4db0d431-14c7-4e9a-9ccd-85fd8539a834 req-8a2acee9-95bf-4c9c-baf5-10de41a9c860 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 944 time: 0.0588212 Aug 29 17:24:27.005634 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4db0d431-14c7-4e9a-9ccd-85fd8539a834 req-1692bf00-7372-4144-b8eb-b9f8e7d4e406 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588248 Aug 29 17:24:27.020329 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-049e8bbb-224f-4aa3-bf0b-542efcf387f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1089153 Aug 29 17:24:27.080414 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:27.483365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:27.494681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b44c60-0927-4e93-8f89-b1eee35d6d69 None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:27.503518 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.508153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b44c60-0927-4e93-8f89-b1eee35d6d69 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:27.508829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c1b44c60-0927-4e93-8f89-b1eee35d6d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:27.532298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4bd3e42b-12a8-43c3-896d-dc2bcf7dfe4b tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.8399491 Aug 29 17:24:27.535015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59740) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:27.540588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-936d60a7-b970-4478-b10c-cf7c71dc3729 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'floatingip': {'port_id': '8aaf1341-66b5-4a3f-b022-91910b947a72', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:27.554029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c1b44c60-0927-4e93-8f89-b1eee35d6d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:27.563106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b44c60-0927-4e93-8f89-b1eee35d6d69 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:27.563838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c1b44c60-0927-4e93-8f89-b1eee35d6d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:27.595967 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-936d60a7-b970-4478-b10c-cf7c71dc3729 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:27.601198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c1b44c60-0927-4e93-8f89-b1eee35d6d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:27.602603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b44c60-0927-4e93-8f89-b1eee35d6d69 None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:28.060025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-936d60a7-b970-4478-b10c-cf7c71dc3729 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.064234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-936d60a7-b970-4478-b10c-cf7c71dc3729 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.187350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef20a0a-61f3-4056-9e65-fa62ced32507 req-31d3dd72-47d5-42a6-ad3a-90819ff89ef9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:28.188847 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ef20a0a-61f3-4056-9e65-fa62ced32507 req-31d3dd72-47d5-42a6-ad3a-90819ff89ef9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 944 time: 0.0877190 Aug 29 17:24:28.272916 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ef20a0a-61f3-4056-9e65-fa62ced32507 req-537a3ed1-b027-413e-ae26-1da2b9456a2a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736663 Aug 29 17:24:28.340242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936d60a7-b970-4478-b10c-cf7c71dc3729 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:28.448834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936d60a7-b970-4478-b10c-cf7c71dc3729 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:28.453612 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-936d60a7-b970-4478-b10c-cf7c71dc3729 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.461711 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f7ecd-3232-4f40-940d-f534cba19a2a None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:28.471813 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f7ecd-3232-4f40-940d-f534cba19a2a None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:28.472538 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c87f7ecd-3232-4f40-940d-f534cba19a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:28.511378 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-936d60a7-b970-4478-b10c-cf7c71dc3729 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "PUT /v2.0/floatingips/352f45d5-94e3-4430-b5a8-6e21795ff2a6 HTTP/1.1" status: 200 len: 979 time: 0.9727759 Aug 29 17:24:28.511613 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c87f7ecd-3232-4f40-940d-f534cba19a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:28.512244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59744) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:28.518555 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f7ecd-3232-4f40-940d-f534cba19a2a None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:28.518555 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c87f7ecd-3232-4f40-940d-f534cba19a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:28.656248 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c87f7ecd-3232-4f40-940d-f534cba19a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:28.657018 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f7ecd-3232-4f40-940d-f534cba19a2a None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:28.690992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 5317c1f2-1594-4c28-98c3-b670399cf011 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:28.691347 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.769110 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.769479 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.781320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 5317c1f2-1594-4c28-98c3-b670399cf011 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:28.926034 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:28.953268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=5317c1f2-1594-4c28-98c3-b670399cf011,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:29.014515 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.014845 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP 352f45d5-94e3-4430-b5a8-6e21795ff2a6 disassociated (deleted). External IP: 172.25.5.113, port: 8aaf1341-66b5-4a3f-b022-91910b947a72. Aug 29 17:24:29.226955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:29.336789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:29.341526 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.349955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ce7fb-e8a0-4d9e-8e12-371545a4fadb None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:29.362960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ce7fb-e8a0-4d9e-8e12-371545a4fadb None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:29.363948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f67ce7fb-e8a0-4d9e-8e12-371545a4fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:29.379805 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c924c232-4cc4-4f35-a27a-db8dff25c9c8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/floatingips/352f45d5-94e3-4430-b5a8-6e21795ff2a6 HTTP/1.1" status: 204 len: 168 time: 0.8665223 Aug 29 17:24:29.380419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59748) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:29.405005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f67ce7fb-e8a0-4d9e-8e12-371545a4fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:29.415160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ce7fb-e8a0-4d9e-8e12-371545a4fadb None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:29.415934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f67ce7fb-e8a0-4d9e-8e12-371545a4fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:29.426127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c40d3-848a-499e-9fba-63b6562c787f req-65cc2c46-ab5a-4c95-a850-8261c2039134 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:29.438184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-109c40d3-848a-499e-9fba-63b6562c787f req-65cc2c46-ab5a-4c95-a850-8261c2039134 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 944 time: 0.0876718 Aug 29 17:24:29.449440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-f67ce7fb-e8a0-4d9e-8e12-371545a4fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:29.450222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ce7fb-e8a0-4d9e-8e12-371545a4fadb None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:29.483333 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-109c40d3-848a-499e-9fba-63b6562c787f req-3407618a-69d3-4a2d-8ff5-b27eec2e6a77 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438836 Aug 29 17:24:29.489653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-28f43629-9cbb-42d4-8f8a-baa1c4861b60 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 8aaf1341-66b5-4a3f-b022-91910b947a72 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:29.490006 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f43629-9cbb-42d4-8f8a-baa1c4861b60 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.577583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f43629-9cbb-42d4-8f8a-baa1c4861b60 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.590352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-28f43629-9cbb-42d4-8f8a-baa1c4861b60 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 8aaf1341-66b5-4a3f-b022-91910b947a72 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:29.762081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f43629-9cbb-42d4-8f8a-baa1c4861b60 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.796343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f43629-9cbb-42d4-8f8a-baa1c4861b60 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=8aaf1341-66b5-4a3f-b022-91910b947a72,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:29.892753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-28f43629-9cbb-42d4-8f8a-baa1c4861b60 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:29.895050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-28f43629-9cbb-42d4-8f8a-baa1c4861b60 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/ports/8aaf1341-66b5-4a3f-b022-91910b947a72 HTTP/1.1" status: 204 len: 168 time: 0.5136948 Aug 29 17:24:29.899254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59752) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:29.904385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:29.926605 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.033962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.139314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.25.5.128 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/85763168-4602-4b2b-9087-bb9b6babf341) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:30.246346 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.286529 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.329211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:30.334918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:30.337845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=85763168-4602-4b2b-9087-bb9b6babf341,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:30.340320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:30.430066 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.466187 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.646294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d392ed2-06f9-4c0e-bac6-2664cbcda73f req-293076d2-2665-44e4-ad25-c8e6ad847781 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:30.648065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d392ed2-06f9-4c0e-bac6-2664cbcda73f req-293076d2-2665-44e4-ad25-c8e6ad847781 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 944 time: 0.0869346 Aug 29 17:24:30.723179 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.737396 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d392ed2-06f9-4c0e-bac6-2664cbcda73f req-aeaf84c2-9585-4ad2-b34e-8325735510fb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658200 Aug 29 17:24:30.739281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.818530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=85763168-4602-4b2b-9087-bb9b6babf341,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:30.829376 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.845626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.847151 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1032ce6c-3ab0-4797-9c8a-40d13ca34ab7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9466639 Aug 29 17:24:30.849847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59756) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:30.854958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'port': {'network_id': '8564adf7-0076-4792-b6ba-ecad019494f6', 'name': 'tempest-FloatingIPTestJSON-1367070844'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:30.965439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Made reservation on behalf of ef98b09ac2924c7b9e610d5f90508691 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:30.968740 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:30.987817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] device_id is not set on port 068051ff-4af6-4ae4-b68b-606326e9e99f yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:31.105000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.20.0.9 (8564adf7-0076-4792-b6ba-ecad019494f6/65d78151-ca6d-4d7e-8f80-d2392912dbed/068051ff-4af6-4ae4-b68b-606326e9e99f) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:31.255582 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.294643 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.342072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network 8564adf7-0076-4792-b6ba-ecad019494f6 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:31.347704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:31.351579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:31.376722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=068051ff-4af6-4ae4-b68b-606326e9e99f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:31.406997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:31.407504 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.422616 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9260f6d9-1874-472c-b53f-82d98c8666cd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5716686 Aug 29 17:24:31.425184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59758) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:31.431955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3ba8190c-4f09-40a8-9424-cee560cfd62c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'floatingip': {'port_id': '068051ff-4af6-4ae4-b68b-606326e9e99f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:31.471645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ba8190c-4f09-40a8-9424-cee560cfd62c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.845464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-6dd71b0b-2956-4600-83c5-be3ce2d7c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:31.847021 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-6dd71b0b-2956-4600-83c5-be3ce2d7c42e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6&tenant_id=d04c0249fc5e416585c5676d42c8ae30 HTTP/1.1" status: 200 len: 1096 time: 0.1019769 Aug 29 17:24:31.858940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:31.904159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fce32c-2942-4712-91e9-e369a96ae7f7 req-2e87894e-132f-4aa6-95cc-57ddf4c724c5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:31.905658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a9fce32c-2942-4712-91e9-e369a96ae7f7 req-2e87894e-132f-4aa6-95cc-57ddf4c724c5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 944 time: 0.0907025 Aug 29 17:24:31.913015 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.975731 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ba8190c-4f09-40a8-9424-cee560cfd62c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:31.982988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a9fce32c-2942-4712-91e9-e369a96ae7f7 req-f5210eef-f1a2-43ba-9c74-9a92e57b9da3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497048 Aug 29 17:24:31.984150 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ba8190c-4f09-40a8-9424-cee560cfd62c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.086372 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-3ba8190c-4f09-40a8-9424-cee560cfd62c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP a048a581-a66d-426f-9e09-619d9a70e781 associated. External IP: 172.25.5.128, port: 068051ff-4af6-4ae4-b68b-606326e9e99f. Aug 29 17:24:32.121774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:32.160580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:32.193078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d05d25-bf25-48a8-b3a4-42fc7647d85f {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:24:32.201533 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.213856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Transition to ACTIVE for port object 88d05d25-bf25-48a8-b3a4-42fc7647d85f will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:32.218115 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.299829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=9']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:32.300615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba8190c-4f09-40a8-9424-cee560cfd62c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:32.344474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] No DVR routers for this DVR port 88d05d25-bf25-48a8-b3a4-42fc7647d85f on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:32.421752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba8190c-4f09-40a8-9424-cee560cfd62c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:32.431763 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc7f6f1-ef2c-4481-9874-b92b9ac0b02f None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:32.432334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3ba8190c-4f09-40a8-9424-cee560cfd62c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.442047 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7f6f1-ef2c-4481-9874-b92b9ac0b02f None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:32.442948 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0dc7f6f1-ef2c-4481-9874-b92b9ac0b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:32.465809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3ba8190c-4f09-40a8-9424-cee560cfd62c tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "PUT /v2.0/floatingips/a048a581-a66d-426f-9e09-619d9a70e781 HTTP/1.1" status: 200 len: 978 time: 1.0395460 Aug 29 17:24:32.468212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59764) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:32.479868 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0dc7f6f1-ef2c-4481-9874-b92b9ac0b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:32.490717 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7f6f1-ef2c-4481-9874-b92b9ac0b02f None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:32.491544 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0dc7f6f1-ef2c-4481-9874-b92b9ac0b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:32.493434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Attempting to bind port 88d05d25-bf25-48a8-b3a4-42fc7647d85f on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:32.493887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Attempting to bind port 88d05d25-bf25-48a8-b3a4-42fc7647d85f by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:32.494232 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Attempting to bind port 88d05d25-bf25-48a8-b3a4-42fc7647d85f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:32.499537 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Port 88d05d25-bf25-48a8-b3a4-42fc7647d85f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:24:32.500058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Attempting to bind port 88d05d25-bf25-48a8-b3a4-42fc7647d85f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:32.505206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:32.505621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Checking segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:32.506124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Bound using segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:32.506560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Bound port: 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:32.506927 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.527535 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0dc7f6f1-ef2c-4481-9874-b92b9ac0b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:32.528140 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc7f6f1-ef2c-4481-9874-b92b9ac0b02f None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:32.565508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 068051ff-4af6-4ae4-b68b-606326e9e99f {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:32.566327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.572181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:32.575244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:32.580178 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.620119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:32.621264 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.622176 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] 10.222.0.10 "PUT /v2.0/ports/88d05d25-bf25-48a8-b3a4-42fc7647d85f HTTP/1.1" status: 200 len: 1093 time: 0.7673852 Aug 29 17:24:32.622614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:32.624863 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ded139-8ad0-40ca-be73-271261932560" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:32.665791 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.682678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcace8-856f-46a6-b145-3d22d626ac48 service neutron] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=10']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:32.709156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-92c17608-53c0-4249-aecc-295ab6d3b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:32.710747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-92c17608-53c0-4249-aecc-295ab6d3b7c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0602806 Aug 29 17:24:32.817637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-6b164045-346d-47c7-aa97-866632492a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:32.819496 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-6b164045-346d-47c7-aa97-866632492a24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.0985878 Aug 29 17:24:32.863231 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d922280-2f7c-4d42-a6a0-d81484c5576d x-openstack-request-id: req-9d922280-2f7c-4d42-a6a0-d81484c5576d {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:32.863855 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:32.863855 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d922280-2f7c-4d42-a6a0-d81484c5576d {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:32.864141 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'status': 'completed', 'code': 200} Aug 29 17:24:32.881125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.881557 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:32.881875 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP a048a581-a66d-426f-9e09-619d9a70e781 disassociated. External IP: 172.25.5.128, port: 068051ff-4af6-4ae4-b68b-606326e9e99f. Aug 29 17:24:32.882216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 068051ff-4af6-4ae4-b68b-606326e9e99f owned by {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:32.891831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-86ee7466-dbfe-4686-80cb-4163008da1c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f HTTP/1.1" status: 200 len: 999 time: 0.0653052 Aug 29 17:24:32.941094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-ee154512-31ba-4f60-a26f-5362037f8610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:32.942465 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-ee154512-31ba-4f60-a26f-5362037f8610 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0441844 Aug 29 17:24:32.992047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-5ccbcfc7-1809-47aa-a26b-bb2880efcf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:32.993616 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-5ccbcfc7-1809-47aa-a26b-bb2880efcf1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437729 Aug 29 17:24:33.016314 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.046263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=068051ff-4af6-4ae4-b68b-606326e9e99f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:33.090617 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-f61aa08e-34c1-4ea5-b7e0-003787eee6f3 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901380 Aug 29 17:24:33.181015 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0b5bc15-9c5b-4592-ba7a-e4485556e8ab req-a9997e95-dec8-4e33-b2e3-f0cffd9c93e6 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828538 Aug 29 17:24:33.186093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d15d8-d45a-4f62-a97f-b7085c6c67d3 req-b278409e-90bc-4006-9b28-2d5763988d58 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:33.187539 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f2d15d8-d45a-4f62-a97f-b7085c6c67d3 req-b278409e-90bc-4006-9b28-2d5763988d58 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0885575 Aug 29 17:24:33.227150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:33.242989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f2d15d8-d45a-4f62-a97f-b7085c6c67d3 req-20dfaee4-4cc1-498f-bad4-9eec3ea5e44d tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487640 Aug 29 17:24:33.283604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ded139-8ad0-40ca-be73-271261932560 req-d326eb4b-15cd-402e-b665-d793adf098eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:33.285343 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0ded139-8ad0-40ca-be73-271261932560 req-d326eb4b-15cd-402e-b665-d793adf098eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0517235 Aug 29 17:24:33.352078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:33.363765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fecc04f-9b0e-4795-a1b4-2462c1361eae None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:33.373132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fecc04f-9b0e-4795-a1b4-2462c1361eae None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:33.373899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5fecc04f-9b0e-4795-a1b4-2462c1361eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:33.395093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ded139-8ad0-40ca-be73-271261932560 req-0264aa23-ed78-4b67-a957-db44828fe52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:33.401420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0ded139-8ad0-40ca-be73-271261932560 req-0264aa23-ed78-4b67-a957-db44828fe52a service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.1046057 Aug 29 17:24:33.412515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5fecc04f-9b0e-4795-a1b4-2462c1361eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:33.422073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fecc04f-9b0e-4795-a1b4-2462c1361eae None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:33.422957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5fecc04f-9b0e-4795-a1b4-2462c1361eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:33.437618 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.439716 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-79f48a34-0d2a-45a4-bef4-165af53db536 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/ports/068051ff-4af6-4ae4-b68b-606326e9e99f HTTP/1.1" status: 204 len: 168 time: 0.9703228 Aug 29 17:24:33.442203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59784) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:33.473562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-5fecc04f-9b0e-4795-a1b4-2462c1361eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:33.474331 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fecc04f-9b0e-4795-a1b4-2462c1361eae None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:33.488430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0ded139-8ad0-40ca-be73-271261932560 req-ba2728cc-00ba-47bf-a8a7-a060b5fdcb26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f HTTP/1.1" status: 200 len: 999 time: 0.0823791 Aug 29 17:24:33.502813 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-455d3716-0aa0-4e80-8f74-22f896e9b10e tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "GET /v2.0/floatingips/a048a581-a66d-426f-9e09-619d9a70e781 HTTP/1.1" status: 200 len: 688 time: 0.0558567 Aug 29 17:24:33.503435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59790) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:33.563291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ded139-8ad0-40ca-be73-271261932560 req-b9ba118d-c64d-4e2b-8aa0-5b6334d00613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:33.564861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0ded139-8ad0-40ca-be73-271261932560 req-b9ba118d-c64d-4e2b-8aa0-5b6334d00613 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0694587 Aug 29 17:24:33.698053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d04dc-305b-4458-bf06-caab7919f6de tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 85763168-4602-4b2b-9087-bb9b6babf341 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:33.698419 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e9d04dc-305b-4458-bf06-caab7919f6de tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.801288 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e9d04dc-305b-4458-bf06-caab7919f6de tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.801656 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e9d04dc-305b-4458-bf06-caab7919f6de tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.815563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d04dc-305b-4458-bf06-caab7919f6de tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 85763168-4602-4b2b-9087-bb9b6babf341 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:33.972045 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e9d04dc-305b-4458-bf06-caab7919f6de tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:33.998800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d04dc-305b-4458-bf06-caab7919f6de tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=85763168-4602-4b2b-9087-bb9b6babf341,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:34.073850 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e9d04dc-305b-4458-bf06-caab7919f6de tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.076534 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3e9d04dc-305b-4458-bf06-caab7919f6de tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.077710 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3e9d04dc-305b-4458-bf06-caab7919f6de tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/floatingips/a048a581-a66d-426f-9e09-619d9a70e781 HTTP/1.1" status: 204 len: 168 time: 0.5733595 Aug 29 17:24:34.081289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59792) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:34.085791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '41a6798e-2322-43b9-b46a-ecaa6ca91b35'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:34.107874 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.570888 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.687273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.25.5.118 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/6cdef385-5f38-4e81-a23d-dfe1452b419e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:34.728851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2635d-2507-4bdf-9d0a-9e8919fb7016 req-5d3ce121-c538-4a2a-b204-3ee03ffb718a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:34.730377 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0a2635d-2507-4bdf-9d0a-9e8919fb7016 req-5d3ce121-c538-4a2a-b204-3ee03ffb718a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.3981833 Aug 29 17:24:34.780201 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e0a2635d-2507-4bdf-9d0a-9e8919fb7016 req-a6994c70-439a-462d-af37-cff37c8cb75e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433066 Aug 29 17:24:34.813519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.854651 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:34.897059 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:34.901858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:34.905928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:34.928671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=6cdef385-5f38-4e81-a23d-dfe1452b419e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:35.284382 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.354240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.518352 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.524823 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.598058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=6cdef385-5f38-4e81-a23d-dfe1452b419e,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:35.619148 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:35.724926 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP 08587883-1b8d-407b-bcb9-d3b148762b63 associated. External IP: 172.25.5.118, port: 41a6798e-2322-43b9-b46a-ecaa6ca91b35. Aug 29 17:24:35.970750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef4f98-29f9-4dd0-82d3-defba4f893f2 req-06619070-ca5d-4491-8bc7-2904011ba35b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:35.972253 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94ef4f98-29f9-4dd0-82d3-defba4f893f2 req-06619070-ca5d-4491-8bc7-2904011ba35b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.1000574 Aug 29 17:24:36.013503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:36.031752 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94ef4f98-29f9-4dd0-82d3-defba4f893f2 req-aaca2bc6-3f45-4d50-842e-84a0ebacb2cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526631 Aug 29 17:24:36.149595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:36.159174 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27903262-95f0-4d9e-98a9-c48a6b21ccd4 None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:36.166525 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.168758 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27903262-95f0-4d9e-98a9-c48a6b21ccd4 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:36.169434 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-27903262-95f0-4d9e-98a9-c48a6b21ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:36.194509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0bcc2ccb-fabd-485c-9f74-3ba5874e0d15 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1120880 Aug 29 17:24:36.197139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59802) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:36.202083 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-27903262-95f0-4d9e-98a9-c48a6b21ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:36.208518 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1458441078'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:36.211048 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27903262-95f0-4d9e-98a9-c48a6b21ccd4 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:36.211650 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-27903262-95f0-4d9e-98a9-c48a6b21ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:36.248169 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-27903262-95f0-4d9e-98a9-c48a6b21ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:36.249118 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27903262-95f0-4d9e-98a9-c48a6b21ccd4 None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:36.255961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Made reservation on behalf of ef98b09ac2924c7b9e610d5f90508691 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:36.259807 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.290201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:24:36.299667 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.300019 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Added segment 3bfbe47e-ab1a-47dd-b209-39b1f24b6b16 of type vlan for network b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 Aug 29 17:24:36.342510 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.377313 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.386132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:36.387202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.467764 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2693186 Aug 29 17:24:36.470506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59804) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:36.475747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'subnet': {'network_id': 'b7d2dc00-bcad-45e6-ad19-37c3fb8d9497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:36.479141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95aa979-37a0-412f-91db-1deeec1f0bed tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Network': ['ID=b7d2dc00-bcad-45e6-ad19-37c3fb8d9497,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:36.489642 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:24:36.587063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Made reservation on behalf of ef98b09ac2924c7b9e610d5f90508691 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:36.596818 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.790503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.856488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Subnet': ['ID=74ee8616-0556-459f-a505-59deb52750b5,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:36.865907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Checking segment: {'id': '3bfbe47e-ab1a-47dd-b209-39b1f24b6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b7d2dc00-bcad-45e6-ad19-37c3fb8d9497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:36.866419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network hostable DHCP agents. Network: b7d2dc00-bcad-45e6-ad19-37c3fb8d9497, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:24:36.883701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:24:36.894867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, b7d2dc00-bcad-45e6-ad19-37c3fb8d9497) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:36.899926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:36.900555 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.907052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae6bc3-d579-418d-8c0a-30b616a0a6a8 None None] Network b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:36.938103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59806) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:36.938393 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2c10b0e8-ed3c-4bdc-9a2c-25085fce77e4 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4665234 Aug 29 17:24:36.943059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1329479195', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:36.968667 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:36.970006 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.022086 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.081108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-b7d2dc00-bcad-45e6-ad19-37c3fb8d9497', 'network_id': 'b7d2dc00-bcad-45e6-ad19-37c3fb8d9497', 'tenant_id': 'ef98b09ac2924c7b9e610d5f90508691', 'fixed_ips': [{'subnet_id': '74ee8616-0556-459f-a505-59deb52750b5'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:24:37.082137 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.246127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Allocated IP 172.20.0.2 (b7d2dc00-bcad-45e6-ad19-37c3fb8d9497/74ee8616-0556-459f-a505-59deb52750b5/70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:37.262616 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.329163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942a38e-c9a2-4f34-bc97-56c1ff9275aa req-e545e4cc-0601-4f9a-859b-0363b0bfff46 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:37.330800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a942a38e-c9a2-4f34-bc97-56c1ff9275aa req-e545e4cc-0601-4f9a-859b-0363b0bfff46 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.1727769 Aug 29 17:24:37.387688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a942a38e-c9a2-4f34-bc97-56c1ff9275aa req-84009556-e286-4579-a704-78bcbab0f7e6 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489469 Aug 29 17:24:37.440572 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.449867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Transition to ACTIVE for port object 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:37.466123 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Transition to ACTIVE for port object 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:37.479852 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.521805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Network b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:37.528321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:37.535802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:37.537251 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.557861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.599762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Pushing event updated for resources: {'Port': ['ID=70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:37.619678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Attempting to bind port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:24:37.620404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Attempting to bind port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3bfbe47e-ab1a-47dd-b209-39b1f24b6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b7d2dc00-bcad-45e6-ad19-37c3fb8d9497'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:24:37.621005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Attempting to bind port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 on network b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:24:37.627117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:24:37.627840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Checking segment: {'id': '3bfbe47e-ab1a-47dd-b209-39b1f24b6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b7d2dc00-bcad-45e6-ad19-37c3fb8d9497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:24:37.628447 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.629043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Bound using segment: {'id': '3bfbe47e-ab1a-47dd-b209-39b1f24b6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b7d2dc00-bcad-45e6-ad19-37c3fb8d9497'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:24:37.629764 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Bound port: 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfbe47e-ab1a-47dd-b209-39b1f24b6b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b7d2dc00-bcad-45e6-ad19-37c3fb8d9497'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:24:37.630429 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.683306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.25.5.98 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/68269db8-8125-4129-8e07-50acbed8e94e) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:37.698459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] For port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:24:37.701893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] For port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33,segment=NetworkSegment(3bfbe47e-ab1a-47dd-b209-39b1f24b6b16),segment_id=3bfbe47e-ab1a-47dd-b209-39b1f24b6b16)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:24:37.706054 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.772627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a7d20-2140-43ab-b893-080e9a22b133 None None] Pushing event updated for resources: {'Port': ['ID=70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:37.811267 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.855995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:37.894265 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:37.897203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:37.904366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:37.936587 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=68269db8-8125-4129-8e07-50acbed8e94e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:38.230243 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.466932 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.540060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38357a-520e-4090-905c-41539a114cef req-a3ac2bc1-f21b-4cf3-9e5f-991c6eed3a7a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:38.541671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff38357a-520e-4090-905c-41539a114cef req-a3ac2bc1-f21b-4cf3-9e5f-991c6eed3a7a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0574398 Aug 29 17:24:38.582814 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff38357a-520e-4090-905c-41539a114cef req-4f78a8fa-5aad-4522-b51f-1cba00cb921b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348248 Aug 29 17:24:38.624697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router fbd64265-d3aa-427b-b821-ec1d3f055685 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:24:38.708140 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:24:38.774064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:38.787009 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc811aa4-26fe-4a8b-b3f2-0f68f29e7970 None None] Sync routers for ids ['fbd64265-d3aa-427b-b821-ec1d3f055685'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:38.803293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc811aa4-26fe-4a8b-b3f2-0f68f29e7970 None None] Routers {'fbd64265-d3aa-427b-b821-ec1d3f055685'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:38.804867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fc811aa4-26fe-4a8b-b3f2-0f68f29e7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fbd64265-d3aa-427b-b821-ec1d3f055685'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:38.811345 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:38.816088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59812) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:38.817280 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5fc61cb8-cf4f-4dbd-8d40-db60ab140e89 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8733115 Aug 29 17:24:38.898151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fc811aa4-26fe-4a8b-b3f2-0f68f29e7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:38.925587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc811aa4-26fe-4a8b-b3f2-0f68f29e7970 None None] Routers {'fbd64265-d3aa-427b-b821-ec1d3f055685'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:38.925686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fc811aa4-26fe-4a8b-b3f2-0f68f29e7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fbd64265-d3aa-427b-b821-ec1d3f055685'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:38.927880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:38.979800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a0c72c-9d2c-45a1-a009-974b4981399f None None] Network b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:38.984190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fc811aa4-26fe-4a8b-b3f2-0f68f29e7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:38.984853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc811aa4-26fe-4a8b-b3f2-0f68f29e7970 None None] The sync data for ids ['fbd64265-d3aa-427b-b821-ec1d3f055685'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:39.078473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-340cee27-220d-403b-b54e-eade9d2723d1 None None] Provisioning for port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:39.088665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:39.095105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:39.095480 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.254082 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.302019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33,segment=NetworkSegment(3bfbe47e-ab1a-47dd-b209-39b1f24b6b16),segment_id=3bfbe47e-ab1a-47dd-b209-39b1f24b6b16)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:39.308511 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.357464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:39.376123 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.661936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4b84ce50-c38d-4e6c-8319-0231face93b0 None None] Provisioning complete for port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:39.662145 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b84ce50-c38d-4e6c-8319-0231face93b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.698239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.20.0.1 (b7d2dc00-bcad-45e6-ad19-37c3fb8d9497/74ee8616-0556-459f-a505-59deb52750b5/6262e5ad-1844-4290-a874-c7ba20d68c02) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:39.745874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84088-8d3a-4f53-8db5-b0ba022c5a54 req-271240f4-ce1b-4ace-b69a-dd9a6450adf0 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:39.747766 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-89e84088-8d3a-4f53-8db5-b0ba022c5a54 req-271240f4-ce1b-4ace-b69a-dd9a6450adf0 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0691278 Aug 29 17:24:39.811546 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-89e84088-8d3a-4f53-8db5-b0ba022c5a54 req-aa68dc3a-b0a6-4ebb-aed1-efb223991d60 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519927 Aug 29 17:24:39.840121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.856846 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Transition to ACTIVE for port object 6262e5ad-1844-4290-a874-c7ba20d68c02 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:39.889969 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:39.931160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:39.940593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:39.946398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:39.951430 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=6262e5ad-1844-4290-a874-c7ba20d68c02,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:40.002611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.173677 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.217723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-aca516fe-f276-41aa-b238-8ea1bf9f62c9 None None] Provisioning for port 6262e5ad-1844-4290-a874-c7ba20d68c02 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:40.221417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-aca516fe-f276-41aa-b238-8ea1bf9f62c9 None None] Provisioning complete for port 6262e5ad-1844-4290-a874-c7ba20d68c02 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:40.221787 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-aca516fe-f276-41aa-b238-8ea1bf9f62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.260862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-aca516fe-f276-41aa-b238-8ea1bf9f62c9 None None] Port 6262e5ad-1844-4290-a874-c7ba20d68c02 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:40.784675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:40.838604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.849105 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.871882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:40.872384 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:40.948799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=6262e5ad-1844-4290-a874-c7ba20d68c02,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:40.965439 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.031778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36c7f-6de1-4413-ac98-e40b61838966 req-1720797b-4d79-43a2-b0b2-2337d3eba4fc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:41.033408 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-07a36c7f-6de1-4413-ac98-e40b61838966 req-1720797b-4d79-43a2-b0b2-2337d3eba4fc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.1017303 Aug 29 17:24:41.114722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-07a36c7f-6de1-4413-ac98-e40b61838966 req-1b239384-e4dd-4dbe-b775-4efbb5a92520 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721636 Aug 29 17:24:41.125666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:41.127132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:41.243963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router fbd64265-d3aa-427b-b821-ec1d3f055685 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:41.363180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:41.368661 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7eef63b1-986a-4fd4-bf83-3331d58d1fec tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "PUT /v2.0/routers/fbd64265-d3aa-427b-b821-ec1d3f055685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5476608 Aug 29 17:24:41.371161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59822) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:41.373620 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a9edb-6e6f-4c76-a07e-e7298ed5b101 None None] Sync routers for ids ['fbd64265-d3aa-427b-b821-ec1d3f055685'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:41.376063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'port': {'network_id': 'b7d2dc00-bcad-45e6-ad19-37c3fb8d9497', 'name': 'tempest-FloatingIPTestJSON-111155334'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:41.383525 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a9edb-6e6f-4c76-a07e-e7298ed5b101 None None] Routers {'fbd64265-d3aa-427b-b821-ec1d3f055685'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:41.384341 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8f5a9edb-6e6f-4c76-a07e-e7298ed5b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fbd64265-d3aa-427b-b821-ec1d3f055685'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:41.390191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-639bafd4-aee1-412e-9e28-d58f006989fc None None] Provisioning complete for port 6262e5ad-1844-4290-a874-c7ba20d68c02 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:41.391157 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-639bafd4-aee1-412e-9e28-d58f006989fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.429169 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8f5a9edb-6e6f-4c76-a07e-e7298ed5b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:41.439040 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a9edb-6e6f-4c76-a07e-e7298ed5b101 None None] Routers {'fbd64265-d3aa-427b-b821-ec1d3f055685'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:41.439891 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8f5a9edb-6e6f-4c76-a07e-e7298ed5b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fbd64265-d3aa-427b-b821-ec1d3f055685'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:41.458775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-639bafd4-aee1-412e-9e28-d58f006989fc None None] Port 6262e5ad-1844-4290-a874-c7ba20d68c02 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:41.474144 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8f5a9edb-6e6f-4c76-a07e-e7298ed5b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:41.475057 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a9edb-6e6f-4c76-a07e-e7298ed5b101 None None] The sync data for ids ['fbd64265-d3aa-427b-b821-ec1d3f055685'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:41.541089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Made reservation on behalf of ef98b09ac2924c7b9e610d5f90508691 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:24:41.545067 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.567367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] device_id is not set on port 5649e0d9-66f4-4ce7-be9d-4674e8868d24 yet. {{(pid=111677) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:24:41.698563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Allocated IP 172.20.0.12 (b7d2dc00-bcad-45e6-ad19-37c3fb8d9497/74ee8616-0556-459f-a505-59deb52750b5/5649e0d9-66f4-4ce7-be9d-4674e8868d24) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:24:41.860021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:41.877038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Transition to ACTIVE for port object 5649e0d9-66f4-4ce7-be9d-4674e8868d24 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:24:41.943752 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.029558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Network b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:24:42.035009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:24:42.039507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:24:42.047030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event updated for resources: {'Port': ['ID=5649e0d9-66f4-4ce7-be9d-4674e8868d24,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:42.113601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:42.114403 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.142721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59826) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:42.144928 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f8d1e2c9-b9e2-4827-a5ce-317b74d1ddfd tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7726142 Aug 29 17:24:42.148685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-10eab9d0-6b7f-4930-91be-3a15f4ba3465 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Request body: {'floatingip': {'port_id': '5649e0d9-66f4-4ce7-be9d-4674e8868d24'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:24:42.229250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10eab9d0-6b7f-4930-91be-3a15f4ba3465 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.319210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d80eb9-2e97-4934-8d98-6813df336a0a req-ecbe45a7-1915-4969-9757-2d30867729a9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:42.320680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4d80eb9-2e97-4934-8d98-6813df336a0a req-ecbe45a7-1915-4969-9757-2d30867729a9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.1088142 Aug 29 17:24:42.406225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0e55fbe2-f632-43eb-9fe7-785dd7620521 None None] Provisioning for port 5649e0d9-66f4-4ce7-be9d-4674e8868d24 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:42.412953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0e55fbe2-f632-43eb-9fe7-785dd7620521 None None] Provisioning complete for port 5649e0d9-66f4-4ce7-be9d-4674e8868d24 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:42.412953 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0e55fbe2-f632-43eb-9fe7-785dd7620521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.424396 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f4d80eb9-2e97-4934-8d98-6813df336a0a req-207972bb-bb9d-445e-a242-66f506cbda07 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882921 Aug 29 17:24:42.468376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0e55fbe2-f632-43eb-9fe7-785dd7620521 None None] Port 5649e0d9-66f4-4ce7-be9d-4674e8868d24 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:24:42.805856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10eab9d0-6b7f-4930-91be-3a15f4ba3465 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.810872 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10eab9d0-6b7f-4930-91be-3a15f4ba3465 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.892805 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb1b85b5-8537-4d6d-a726-3ec3eb2f919f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:42.921287 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-10eab9d0-6b7f-4930-91be-3a15f4ba3465 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP 08587883-1b8d-407b-bcb9-d3b148762b63 associated. External IP: 172.25.5.118, port: 41a6798e-2322-43b9-b46a-ecaa6ca91b35. Aug 29 17:24:43.142374 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eab9d0-6b7f-4930-91be-3a15f4ba3465 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:43.253679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eab9d0-6b7f-4930-91be-3a15f4ba3465 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:43.264392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e47f0-e514-44cf-970c-8e9e35823608 None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:43.273423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e47f0-e514-44cf-970c-8e9e35823608 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:43.274030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-068e47f0-e514-44cf-970c-8e9e35823608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:43.308114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-068e47f0-e514-44cf-970c-8e9e35823608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:43.316361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e47f0-e514-44cf-970c-8e9e35823608 None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:43.316954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-068e47f0-e514-44cf-970c-8e9e35823608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:43.348589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-068e47f0-e514-44cf-970c-8e9e35823608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:43.349260 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e47f0-e514-44cf-970c-8e9e35823608 None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:43.561935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2125cf-fa00-4b53-82ec-465e9a25cf17 req-27fd5d36-42e6-4233-9fea-2aff8c332d3a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:43.563480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5e2125cf-fa00-4b53-82ec-465e9a25cf17 req-27fd5d36-42e6-4233-9fea-2aff8c332d3a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0520658 Aug 29 17:24:43.603027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5e2125cf-fa00-4b53-82ec-465e9a25cf17 req-c2d570fa-be44-4d04-94fa-1feb2d1ac60f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335751 Aug 29 17:24:43.747676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eab9d0-6b7f-4930-91be-3a15f4ba3465 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router fbd64265-d3aa-427b-b821-ec1d3f055685 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:43.850978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eab9d0-6b7f-4930-91be-3a15f4ba3465 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:43.855752 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-10eab9d0-6b7f-4930-91be-3a15f4ba3465 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:43.860784 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22719d8-884d-4643-8d80-b6c3731305cb None None] Sync routers for ids ['fbd64265-d3aa-427b-b821-ec1d3f055685'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:43.870644 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22719d8-884d-4643-8d80-b6c3731305cb None None] Routers {'fbd64265-d3aa-427b-b821-ec1d3f055685'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:43.871246 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e22719d8-884d-4643-8d80-b6c3731305cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fbd64265-d3aa-427b-b821-ec1d3f055685'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:43.904897 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e22719d8-884d-4643-8d80-b6c3731305cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:43.905984 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-10eab9d0-6b7f-4930-91be-3a15f4ba3465 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "PUT /v2.0/floatingips/08587883-1b8d-407b-bcb9-d3b148762b63 HTTP/1.1" status: 200 len: 978 time: 1.7634058 Aug 29 17:24:43.908554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59834) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:43.914064 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22719d8-884d-4643-8d80-b6c3731305cb None None] Routers {'fbd64265-d3aa-427b-b821-ec1d3f055685'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:43.914666 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e22719d8-884d-4643-8d80-b6c3731305cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fbd64265-d3aa-427b-b821-ec1d3f055685'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:43.945570 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-e22719d8-884d-4643-8d80-b6c3731305cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:43.946215 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22719d8-884d-4643-8d80-b6c3731305cb None None] The sync data for ids ['fbd64265-d3aa-427b-b821-ec1d3f055685'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:44.024060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ded139-8ad0-40ca-be73-271261932560 req-8ba39ff3-a295-442d-835c-efb4a2c5bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:44.025535 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0ded139-8ad0-40ca-be73-271261932560 req-8ba39ff3-a295-442d-835c-efb4a2c5bef6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574131 Aug 29 17:24:44.036810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 5649e0d9-66f4-4ce7-be9d-4674e8868d24 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:44.037158 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.183781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.197464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0ded139-8ad0-40ca-be73-271261932560 req-aeefc5c6-79fb-40a0-b535-ab29b78bf676 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566329 Aug 29 17:24:44.400812 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0ded139-8ad0-40ca-be73-271261932560 req-09dafb05-264b-406a-ab0b-eed63df06127 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715732 Aug 29 17:24:44.425321 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.425712 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.426026 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Floating IP 08587883-1b8d-407b-bcb9-d3b148762b63 disassociated. External IP: 172.25.5.118, port: 5649e0d9-66f4-4ce7-be9d-4674e8868d24. Aug 29 17:24:44.426365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 5649e0d9-66f4-4ce7-be9d-4674e8868d24 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:44.550622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.577585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=5649e0d9-66f4-4ce7-be9d-4674e8868d24,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:44.728497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router fbd64265-d3aa-427b-b821-ec1d3f055685 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:44.743253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1dfdb-fd3c-4c27-8a82-cdacce3cacdc req-84178522-dae9-4fa4-918a-5c23505a991c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:44.744823 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bca1dfdb-fd3c-4c27-8a82-cdacce3cacdc req-84178522-dae9-4fa4-918a-5c23505a991c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0638227 Aug 29 17:24:44.826107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bca1dfdb-fd3c-4c27-8a82-cdacce3cacdc req-8e1f5105-6993-4b24-9bfa-c7ef3da9972e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742028 Aug 29 17:24:44.877095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:44.886402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd74374-1b20-47b7-b010-7bf9e4173931 None None] Sync routers for ids ['fbd64265-d3aa-427b-b821-ec1d3f055685'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:44.895464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd74374-1b20-47b7-b010-7bf9e4173931 None None] Routers {'fbd64265-d3aa-427b-b821-ec1d3f055685'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:44.896068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0fd74374-1b20-47b7-b010-7bf9e4173931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fbd64265-d3aa-427b-b821-ec1d3f055685'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:44.928385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0fd74374-1b20-47b7-b010-7bf9e4173931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:44.936627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd74374-1b20-47b7-b010-7bf9e4173931 None None] Routers {'fbd64265-d3aa-427b-b821-ec1d3f055685'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:44.937233 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0fd74374-1b20-47b7-b010-7bf9e4173931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fbd64265-d3aa-427b-b821-ec1d3f055685'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:44.941752 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:44.943859 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b97f7e7a-e5d2-47f4-b27e-2ead28571079 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/ports/5649e0d9-66f4-4ce7-be9d-4674e8868d24 HTTP/1.1" status: 204 len: 168 time: 1.0343916 Aug 29 17:24:44.946617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59840) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:45.122820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0fd74374-1b20-47b7-b010-7bf9e4173931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:45.123468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd74374-1b20-47b7-b010-7bf9e4173931 None None] The sync data for ids ['fbd64265-d3aa-427b-b821-ec1d3f055685'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:45.311981 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ecd89fe0-bd7d-4652-a809-ba5d1f168bee tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.551495 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9e4e56d9-2972-45b4-a832-58c55deb5cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.566058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ecd89fe0-bd7d-4652-a809-ba5d1f168bee tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 6262e5ad-1844-4290-a874-c7ba20d68c02 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:45.566578 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ecd89fe0-bd7d-4652-a809-ba5d1f168bee tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.649813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ecd89fe0-bd7d-4652-a809-ba5d1f168bee tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.662385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ecd89fe0-bd7d-4652-a809-ba5d1f168bee tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 6262e5ad-1844-4290-a874-c7ba20d68c02 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:45.843394 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ecd89fe0-bd7d-4652-a809-ba5d1f168bee tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.875333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd89fe0-bd7d-4652-a809-ba5d1f168bee tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=6262e5ad-1844-4290-a874-c7ba20d68c02,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:45.899736 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:45.955177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c537-ac01-40d4-a063-4b0f5f3f4e3a req-1d783dc3-c647-432e-bb78-a8c403208ec5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:45.956742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1e98c537-ac01-40d4-a063-4b0f5f3f4e3a req-1d783dc3-c647-432e-bb78-a8c403208ec5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0511277 Aug 29 17:24:46.014299 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1e98c537-ac01-40d4-a063-4b0f5f3f4e3a req-be6cfe76-75ad-43d1-ad8f-981c590704f5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432067 Aug 29 17:24:46.062706 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ecd89fe0-bd7d-4652-a809-ba5d1f168bee tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.281566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd89fe0-bd7d-4652-a809-ba5d1f168bee tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router fbd64265-d3aa-427b-b821-ec1d3f055685 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:46.684519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd89fe0-bd7d-4652-a809-ba5d1f168bee tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:46.693624 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ae956-fee7-4470-bec3-61ebe44e79b3 None None] Sync routers for ids ['fbd64265-d3aa-427b-b821-ec1d3f055685'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:46.700043 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ecd89fe0-bd7d-4652-a809-ba5d1f168bee tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "PUT /v2.0/routers/fbd64265-d3aa-427b-b821-ec1d3f055685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499137 Aug 29 17:24:46.700512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59844) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:46.704969 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ae956-fee7-4470-bec3-61ebe44e79b3 None None] Routers {'fbd64265-d3aa-427b-b821-ec1d3f055685'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:46.705878 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5a0ae956-fee7-4470-bec3-61ebe44e79b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fbd64265-d3aa-427b-b821-ec1d3f055685'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:46.707973 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.751808 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5a0ae956-fee7-4470-bec3-61ebe44e79b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:46.761260 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ae956-fee7-4470-bec3-61ebe44e79b3 None None] Routers {'fbd64265-d3aa-427b-b821-ec1d3f055685'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:46.761856 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5a0ae956-fee7-4470-bec3-61ebe44e79b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fbd64265-d3aa-427b-b821-ec1d3f055685'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:46.793064 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5a0ae956-fee7-4470-bec3-61ebe44e79b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:46.793745 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ae956-fee7-4470-bec3-61ebe44e79b3 None None] The sync data for ids ['fbd64265-d3aa-427b-b821-ec1d3f055685'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:46.820725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.925911 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:46.983252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 68269db8-8125-4129-8e07-50acbed8e94e {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:46.983905 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.068582 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.081828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 68269db8-8125-4129-8e07-50acbed8e94e owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:47.134088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842d2a6-bead-4257-91dc-e5d5aa47f1c7 req-e5d91cb5-8308-41cc-a38e-a9d6075b298e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:47.135592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0842d2a6-bead-4257-91dc-e5d5aa47f1c7 req-e5d91cb5-8308-41cc-a38e-a9d6075b298e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0488665 Aug 29 17:24:47.173516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0842d2a6-bead-4257-91dc-e5d5aa47f1c7 req-70f872b6-17d7-443a-9711-7104092ca03b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319030 Aug 29 17:24:47.250121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.276741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=68269db8-8125-4129-8e07-50acbed8e94e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:47.338397 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.432261 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.434418 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.476968 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.477523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Fanout notify agent at l3_agent the message router_deleted on router fbd64265-d3aa-427b-b821-ec1d3f055685 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:24:47.484280 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.485380 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9c355742-3929-4468-8517-dd7c83040ae8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/routers/fbd64265-d3aa-427b-b821-ec1d3f055685 HTTP/1.1" status: 204 len: 168 time: 0.7836857 Aug 29 17:24:47.488433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59848) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:47.539078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf78072-4d21-4506-ac68-a6abadcd7302 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting subnet 74ee8616-0556-459f-a505-59deb52750b5 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:24:47.542043 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbf78072-4d21-4506-ac68-a6abadcd7302 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.586295 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbf78072-4d21-4506-ac68-a6abadcd7302 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.666312 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbf78072-4d21-4506-ac68-a6abadcd7302 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.723402 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbf78072-4d21-4506-ac68-a6abadcd7302 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.751434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf78072-4d21-4506-ac68-a6abadcd7302 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Subnet': ['ID=74ee8616-0556-459f-a505-59deb52750b5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:47.754236 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fbf78072-4d21-4506-ac68-a6abadcd7302 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.756692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fbf78072-4d21-4506-ac68-a6abadcd7302 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/subnets/74ee8616-0556-459f-a505-59deb52750b5 HTTP/1.1" status: 204 len: 168 time: 0.2672834 Aug 29 17:24:47.759089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb05d4-9688-46ef-88ae-3239408b7fbf None None] Network b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:47.759951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59850) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:47.819554 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.843160 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.897963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:47.898316 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.932434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e01075e-1395-4ea2-ba7c-3dfc6090cf25 None None] DHCP port deletion for b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:24:47.965614 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] For port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33,segment=NetworkSegment(3bfbe47e-ab1a-47dd-b209-39b1f24b6b16),segment_id=3bfbe47e-ab1a-47dd-b209-39b1f24b6b16)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:47.966036 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.977331 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8e01075e-1395-4ea2-ba7c-3dfc6090cf25 None None] Deleting port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:47.977714 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8e01075e-1395-4ea2-ba7c-3dfc6090cf25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:47.978877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:48.038169 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8e01075e-1395-4ea2-ba7c-3dfc6090cf25 None None] For port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33,segment=NetworkSegment(3bfbe47e-ab1a-47dd-b209-39b1f24b6b16),segment_id=3bfbe47e-ab1a-47dd-b209-39b1f24b6b16)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:48.038640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8e01075e-1395-4ea2-ba7c-3dfc6090cf25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.055926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8e01075e-1395-4ea2-ba7c-3dfc6090cf25 None None] Calling delete_port for 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:48.057035 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.082876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:48.086639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] No DVR routers for this DVR port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:48.129339 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8e01075e-1395-4ea2-ba7c-3dfc6090cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.154076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01075e-1395-4ea2-ba7c-3dfc6090cf25 None None] Pushing event deleted for resources: {'Port': ['ID=70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:48.159049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e01075e-1395-4ea2-ba7c-3dfc6090cf25 None None] No DVR routers for this DVR port 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:48.170228 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.180884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d2dc00-bcad-45e6-ad19-37c3fb8d9497']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:48.191398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfbe47e-ab1a-47dd-b209-39b1f24b6b16') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:48.191700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfbe47e-ab1a-47dd-b209-39b1f24b6b16') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:48.200303 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.213798 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.219905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:24:48.220289 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:24:48.223293 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:24:48.308284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.316014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.317204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/networks/b7d2dc00-bcad-45e6-ad19-37c3fb8d9497 HTTP/1.1" status: 204 len: 168 time: 0.5563476 Aug 29 17:24:48.320201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59854) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:48.330961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425fa11-0669-4d0b-a92a-ab8986a3cc5f tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Network': ['ID=b7d2dc00-bcad-45e6-ad19-37c3fb8d9497,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:48.344851 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.345035 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abbf10-8551-483c-b45e-d6767e8aaf5e req-9609f651-aca2-4306-81da-3dce5fcb8ef7 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:48.346548 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-59abbf10-8551-483c-b45e-d6767e8aaf5e req-9609f651-aca2-4306-81da-3dce5fcb8ef7 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0888686 Aug 29 17:24:48.387109 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-59abbf10-8551-483c-b45e-d6767e8aaf5e req-d8be7ca5-76f6-4399-8d15-83a0ee6234c4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337834 Aug 29 17:24:48.449005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-01c9d3d4-aaee-437a-831e-1d773dba3b48 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 6cdef385-5f38-4e81-a23d-dfe1452b419e {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:48.449271 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01c9d3d4-aaee-437a-831e-1d773dba3b48 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.525388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01c9d3d4-aaee-437a-831e-1d773dba3b48 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.525717 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01c9d3d4-aaee-437a-831e-1d773dba3b48 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.536821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-01c9d3d4-aaee-437a-831e-1d773dba3b48 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 6cdef385-5f38-4e81-a23d-dfe1452b419e owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:48.661413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01c9d3d4-aaee-437a-831e-1d773dba3b48 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.689623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9d3d4-aaee-437a-831e-1d773dba3b48 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=6cdef385-5f38-4e81-a23d-dfe1452b419e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:48.748628 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01c9d3d4-aaee-437a-831e-1d773dba3b48 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.751128 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01c9d3d4-aaee-437a-831e-1d773dba3b48 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:48.752430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-01c9d3d4-aaee-437a-831e-1d773dba3b48 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/floatingips/08587883-1b8d-407b-bcb9-d3b148762b63 HTTP/1.1" status: 204 len: 168 time: 0.4311526 Aug 29 17:24:48.757369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59856) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:48.780246 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-74938493-cf56-4fe8-96db-081289315622 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] DELETE failed (client error): The resource could not be found. Aug 29 17:24:48.780833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74938493-cf56-4fe8-96db-081289315622 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:24:48.782524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-74938493-cf56-4fe8-96db-081289315622 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/ports/5649e0d9-66f4-4ce7-be9d-4674e8868d24 HTTP/1.1" status: 404 len: 333 time: 0.0242155 Aug 29 17:24:48.785089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59858) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:48.793214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:48.811562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dee07c45-8502-4734-9f8d-05c948870fd7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbd64265-d3aa-427b-b821-ec1d3f055685 HTTP/1.1" status: 200 len: 205 time: 0.0253994 Aug 29 17:24:48.812870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:48.813323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 70ab6ac8-0c2b-4fcc-89c2-1e2363c02b33 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:48.813955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59860) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:48.856208 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-9dfaf007-d3dc-4e3d-9edb-189d392fd0c7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] delete failed (client error): The resource could not be found. Aug 29 17:24:48.857246 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9dfaf007-d3dc-4e3d-9edb-189d392fd0c7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/routers/fbd64265-d3aa-427b-b821-ec1d3f055685 HTTP/1.1" status: 404 len: 336 time: 0.0423768 Aug 29 17:24:48.859767 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59862) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:48.885507 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a79dc2-dba2-42c1-abfe-86bf66091a25 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] DELETE failed (client error): The resource could not be found. Aug 29 17:24:48.885984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a79dc2-dba2-42c1-abfe-86bf66091a25 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:24:48.887566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b4a79dc2-dba2-42c1-abfe-86bf66091a25 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/subnets/74ee8616-0556-459f-a505-59deb52750b5 HTTP/1.1" status: 404 len: 337 time: 0.0269310 Aug 29 17:24:48.889789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59864) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:48.975677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a767a6d9-c45b-4a97-9405-6ad5e9c4b03e tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 41a6798e-2322-43b9-b46a-ecaa6ca91b35 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:48.975941 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a767a6d9-c45b-4a97-9405-6ad5e9c4b03e tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.061608 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a767a6d9-c45b-4a97-9405-6ad5e9c4b03e tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.075303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a767a6d9-c45b-4a97-9405-6ad5e9c4b03e tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 41a6798e-2322-43b9-b46a-ecaa6ca91b35 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:49.202397 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a767a6d9-c45b-4a97-9405-6ad5e9c4b03e tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.230835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767a6d9-c45b-4a97-9405-6ad5e9c4b03e tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=41a6798e-2322-43b9-b46a-ecaa6ca91b35,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:49.299155 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a767a6d9-c45b-4a97-9405-6ad5e9c4b03e tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.301427 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a767a6d9-c45b-4a97-9405-6ad5e9c4b03e tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/ports/41a6798e-2322-43b9-b46a-ecaa6ca91b35 HTTP/1.1" status: 204 len: 168 time: 0.4107633 Aug 29 17:24:49.304592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59868) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:49.322798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59870) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:49.391984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-75ad470f-7ed4-43a3-9d56-91f49421e762 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 3b684958-6204-492a-8753-55131e76bec7 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:49.392580 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75ad470f-7ed4-43a3-9d56-91f49421e762 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.483974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port b2f0786a-1bb9-481d-8195-0a7bd5cda94a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:49.484237 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.511249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75ad470f-7ed4-43a3-9d56-91f49421e762 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.526733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-75ad470f-7ed4-43a3-9d56-91f49421e762 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 3b684958-6204-492a-8753-55131e76bec7 owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:49.541805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d5308-f15c-4b36-824d-71acf315c516 req-a64c13ef-1a85-4d03-a60a-f1cf25074661 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:49.543433 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c2d5308-f15c-4b36-824d-71acf315c516 req-a64c13ef-1a85-4d03-a60a-f1cf25074661 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.0795608 Aug 29 17:24:49.565063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.565423 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.577076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for b2f0786a-1bb9-481d-8195-0a7bd5cda94a owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:49.623707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0c2d5308-f15c-4b36-824d-71acf315c516 req-a67c64d2-95ad-489f-95d4-42f44b7dc1bd tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739422 Aug 29 17:24:49.702368 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75ad470f-7ed4-43a3-9d56-91f49421e762 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.725738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.730773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad470f-7ed4-43a3-9d56-91f49421e762 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=3b684958-6204-492a-8753-55131e76bec7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:49.761374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=b2f0786a-1bb9-481d-8195-0a7bd5cda94a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:49.801750 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-75ad470f-7ed4-43a3-9d56-91f49421e762 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.804026 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-75ad470f-7ed4-43a3-9d56-91f49421e762 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/ports/3b684958-6204-492a-8753-55131e76bec7 HTTP/1.1" status: 204 len: 168 time: 0.4985223 Aug 29 17:24:49.807168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59874) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:49.815985 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:49.816352 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Floating IP b0091d3b-7da4-408b-92d4-3cfdf6fe5483 disassociated (deleted). External IP: 172.25.5.14, port: 8ccaac71-5ccb-4cfa-8756-8562359781e6. Aug 29 17:24:49.859618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389f35e0-8478-4526-9729-26049f63c410 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:49.861132 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-389f35e0-8478-4526-9729-26049f63c410 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "GET /v2.0/ports?device_id=2519be84-595f-4364-b177-aa79bf1a8482 HTTP/1.1" status: 200 len: 913 time: 0.0530488 Aug 29 17:24:49.864330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59876) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:50.166804 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-04cd2bc3-ae23-44e2-84f4-17db4be70796 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1713347 Aug 29 17:24:50.260081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:50.312773 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-aabbe36b-b4ac-461c-9f83-beb78e450dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:50.314266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-aabbe36b-b4ac-461c-9f83-beb78e450dcb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 1097 time: 0.0945165 Aug 29 17:24:50.380873 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.850756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:50.860773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a0f4be-9d5f-4219-8455-5a7521b5f1b6 None None] Sync routers for ids ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:50.865980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9c394-9a49-4d84-92cc-358154996c9e req-b4996341-dfb1-4a84-b414-db2fc6d31a63 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:50.868139 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06c9c394-9a49-4d84-92cc-358154996c9e req-b4996341-dfb1-4a84-b414-db2fc6d31a63 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 945 time: 0.1616764 Aug 29 17:24:50.871099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a0f4be-9d5f-4219-8455-5a7521b5f1b6 None None] Routers {'91a502fa-3c70-4c24-aeae-61c4f7c04a52'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:50.871728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d3a0f4be-9d5f-4219-8455-5a7521b5f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:50.872733 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:50.910509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-f2746010-a21d-4a3a-963c-d9691d82be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:50.911833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-f2746010-a21d-4a3a-963c-d9691d82be84 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d HTTP/1.1" status: 200 len: 897 time: 0.2671881 Aug 29 17:24:50.936942 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b006055b-0941-40d4-a205-a6e71ec3b81e tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/floatingips/b0091d3b-7da4-408b-92d4-3cfdf6fe5483 HTTP/1.1" status: 204 len: 168 time: 1.6105297 Aug 29 17:24:50.965374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:50.967704 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b96c0d0-3869-4428-af5e-39a464b20f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:50.978812 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-88417a79-4bab-462c-8848-ee0ddc5571eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6 HTTP/1.1" status: 200 len: 217 time: 0.0567968 Aug 29 17:24:50.983301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-d3a0f4be-9d5f-4219-8455-5a7521b5f1b6 None None] Set router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:51.041712 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06c9c394-9a49-4d84-92cc-358154996c9e req-b4a51a02-c8fb-4d10-b68b-9f365d8c5154 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638770 Aug 29 17:24:51.079475 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-0b3f18fa-83ed-48fd-b3db-7429b1f9b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:51.080982 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-0b3f18fa-83ed-48fd-b3db-7429b1f9b849 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac666b3-717c-4897-b6b0-6355010e1235 HTTP/1.1" status: 200 len: 835 time: 0.0894299 Aug 29 17:24:51.128763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.189697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 88d05d25-bf25-48a8-b3a4-42fc7647d85f details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:24:51.191600 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cd466e-d00e-44eb-9a47-1768ffe10a1b x-openstack-request-id: req-58cd466e-d00e-44eb-9a47-1768ffe10a1b {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:51.191906 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:51.192761 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58cd466e-d00e-44eb-9a47-1768ffe10a1b {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:51.193177 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'status': 'completed', 'code': 200} Aug 29 17:24:51.221699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-d72c76df-96b0-458b-bd8d-f7c0ff268bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:51.223206 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-d72c76df-96b0-458b-bd8d-f7c0ff268bd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330702 Aug 29 17:24:51.251666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d3a0f4be-9d5f-4219-8455-5a7521b5f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:00Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '67c661cb-6efa-477a-9212-2b548c6de035', 'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:79:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:59Z', 'updated_at': '2021-08-29T17:22:05Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:51.285857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a0f4be-9d5f-4219-8455-5a7521b5f1b6 None None] Checking router: 91a502fa-3c70-4c24-aeae-61c4f7c04a52 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:51.304943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a0f4be-9d5f-4219-8455-5a7521b5f1b6 None None] Routers {'91a502fa-3c70-4c24-aeae-61c4f7c04a52'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:51.305572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d3a0f4be-9d5f-4219-8455-5a7521b5f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:51.325684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1c49-1c69-4317-829f-6cb3c1794605 req-8d1f8a43-21b7-43a3-995d-d2134674dce1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:51.327170 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-586b1c49-1c69-4317-829f-6cb3c1794605 req-8d1f8a43-21b7-43a3-995d-d2134674dce1 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.1573956 Aug 29 17:24:51.366462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:51.416206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'port_id': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'mac_address': 'fa:16:3e:84:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:24:51.450521 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-586b1c49-1c69-4317-829f-6cb3c1794605 req-5d9e390b-5c7d-48a8-a6b4-bf9e14b85467 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165462 Aug 29 17:24:51.464576 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-77c30db6-e672-419f-92d8-2fb7ad74fd6e service neutron] 10.222.0.16 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087989 Aug 29 17:24:51.465184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-d3a0f4be-9d5f-4219-8455-5a7521b5f1b6 None None] Set router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:51.492716 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.512771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d05d25-bf25-48a8-b3a4-42fc7647d85f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:24:51.565284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:51.602392 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.620738 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-865a59ae-21a7-4581-a1ce-723814a0bd62 req-35dc1c5e-633d-4902-b20b-74f8952c708d service neutron] 10.222.0.16 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462398 Aug 29 17:24:51.645976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 683a6550-7e0d-41cd-bc8c-487b59359ff4 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:51.646327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.680609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=11']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:51.744301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d3a0f4be-9d5f-4219-8455-5a7521b5f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:00Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '67c661cb-6efa-477a-9212-2b548c6de035', 'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:79:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:59Z', 'updated_at': '2021-08-29T17:22:05Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:51.756484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96c0d0-3869-4428-af5e-39a464b20f9a req-883c61b0-9284-4f31-870d-6b73198ecfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:51.758029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b96c0d0-3869-4428-af5e-39a464b20f9a req-883c61b0-9284-4f31-870d-6b73198ecfea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7da62633b6984d6fba1f1ad810f4744c&device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 1097 time: 0.0699525 Aug 29 17:24:51.769767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a0f4be-9d5f-4219-8455-5a7521b5f1b6 None None] The sync data for ids ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'] in n-d-713301-13 is: [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:00Z', 'revision_number': 4, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '67c661cb-6efa-477a-9212-2b548c6de035', 'name': '', 'network_id': '416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'mac_address': 'fa:16:3e:79:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:59Z', 'updated_at': '2021-08-29T17:22:05Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'subnets': [{'id': '0ac666b3-717c-4897-b6b0-6355010e1235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:51.784706 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:51.831252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 683a6550-7e0d-41cd-bc8c-487b59359ff4 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:51.848149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['88d05d25-bf25-48a8-b3a4-42fc7647d85f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:24:51.924509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96c0d0-3869-4428-af5e-39a464b20f9a req-dc2341fa-d35b-4b44-8238-e9f7d0e96d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:51.926021 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b96c0d0-3869-4428-af5e-39a464b20f9a req-dc2341fa-d35b-4b44-8238-e9f7d0e96d7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d HTTP/1.1" status: 200 len: 897 time: 0.1570063 Aug 29 17:24:52.010218 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b96c0d0-3869-4428-af5e-39a464b20f9a req-ecce9f60-7cb0-4579-b13f-57e2dff91f7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6 HTTP/1.1" status: 200 len: 217 time: 0.0759394 Aug 29 17:24:52.021472 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3685eb3e-c7f6-49b6-be0c-49efc6cbc66f None None] New status for floating IP b0091d3b-7da4-408b-92d4-3cfdf6fe5483: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:24:52.079978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96c0d0-3869-4428-af5e-39a464b20f9a req-b7e44c9f-c937-4237-b517-25ea4e2e5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:52.081477 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b96c0d0-3869-4428-af5e-39a464b20f9a req-b7e44c9f-c937-4237-b517-25ea4e2e5138 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0ac666b3-717c-4897-b6b0-6355010e1235 HTTP/1.1" status: 200 len: 835 time: 0.0627670 Aug 29 17:24:52.169396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96c0d0-3869-4428-af5e-39a464b20f9a req-986d4e99-888c-40b4-967b-fca7fdb5f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:52.170976 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b96c0d0-3869-4428-af5e-39a464b20f9a req-986d4e99-888c-40b4-967b-fca7fdb5f33e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806589 Aug 29 17:24:52.172057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:52.206563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=683a6550-7e0d-41cd-bc8c-487b59359ff4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:52.207299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdaf75-439d-4f61-950f-8df8265207a9 req-3649f42a-ddab-48f8-8a34-7074416d6239 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:52.208827 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-adcdaf75-439d-4f61-950f-8df8265207a9 req-3649f42a-ddab-48f8-8a34-7074416d6239 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0546782 Aug 29 17:24:52.248236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-adcdaf75-439d-4f61-950f-8df8265207a9 req-47522318-bd62-432e-bdb7-a2878accdac8 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323935 Aug 29 17:24:52.294350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.294695 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.295030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.295365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.295693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.296017 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.296343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.296663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.296987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.297342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.297666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.297988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:52.392328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b96c0d0-3869-4428-af5e-39a464b20f9a req-e8590e97-0687-4f0c-b381-81533166a2c3 service neutron] 10.222.0.16 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115054 Aug 29 17:24:52.508318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:52.545385 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b96c0d0-3869-4428-af5e-39a464b20f9a req-136da9e2-9c22-4ffa-8b33-5f69898b0d91 service neutron] 10.222.0.16 "GET /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448467 Aug 29 17:24:52.659715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6cf1c-38e6-4451-b47d-78f63fee8982 req-529e4ee2-30cf-4cb0-bf5e-8af050e40b28 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:52.661189 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fa6cf1c-38e6-4451-b47d-78f63fee8982 req-529e4ee2-30cf-4cb0-bf5e-8af050e40b28 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.1389437 Aug 29 17:24:52.757275 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fa6cf1c-38e6-4451-b47d-78f63fee8982 req-c174951c-4eef-4d90-bab2-96eec48a6008 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868375 Aug 29 17:24:52.829945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaf7be-2c51-4b17-b8bf-1a4b32118af7 req-e2415607-66ad-4e92-9312-6bd41fc9b8da tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:52.831422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25aaf7be-2c51-4b17-b8bf-1a4b32118af7 req-e2415607-66ad-4e92-9312-6bd41fc9b8da tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 945 time: 0.0866146 Aug 29 17:24:52.878829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Router 2519be84-595f-4364-b177-aa79bf1a8482 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:53.006335 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-25aaf7be-2c51-4b17-b8bf-1a4b32118af7 req-128b6039-4e1f-4e7a-9d61-f3289bc252c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port 8ccaac71-5ccb-4cfa-8756-8562359781e6 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:53.007053 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-25aaf7be-2c51-4b17-b8bf-1a4b32118af7 req-128b6039-4e1f-4e7a-9d61-f3289bc252c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.070865 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:53.076097 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-69d6f5ce-a951-4b90-add3-157fac3da3d8 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "PUT /v2.0/routers/2519be84-595f-4364-b177-aa79bf1a8482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2107742 Aug 29 17:24:53.078819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59892) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:53.081093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38902bdb-c292-481a-81a8-e429a848f77c None None] Sync routers for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:53.090697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38902bdb-c292-481a-81a8-e429a848f77c None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:53.091425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-38902bdb-c292-481a-81a8-e429a848f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:53.114308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-25aaf7be-2c51-4b17-b8bf-1a4b32118af7 req-128b6039-4e1f-4e7a-9d61-f3289bc252c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port 8ccaac71-5ccb-4cfa-8756-8562359781e6, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=8ccaac71-5ccb-4cfa-8756-8562359781e6,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:53.114679 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-25aaf7be-2c51-4b17-b8bf-1a4b32118af7 req-128b6039-4e1f-4e7a-9d61-f3289bc252c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.124008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-38902bdb-c292-481a-81a8-e429a848f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:53.128079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-25aaf7be-2c51-4b17-b8bf-1a4b32118af7 req-128b6039-4e1f-4e7a-9d61-f3289bc252c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for 8ccaac71-5ccb-4cfa-8756-8562359781e6 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:53.132934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38902bdb-c292-481a-81a8-e429a848f77c None None] Routers {'2519be84-595f-4364-b177-aa79bf1a8482'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:53.133646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-38902bdb-c292-481a-81a8-e429a848f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['2519be84-595f-4364-b177-aa79bf1a8482'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:53.169130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-38902bdb-c292-481a-81a8-e429a848f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:53.170067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38902bdb-c292-481a-81a8-e429a848f77c None None] The sync data for ids ['2519be84-595f-4364-b177-aa79bf1a8482'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:53.186973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.200569 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 88d05d25-bf25-48a8-b3a4-42fc7647d85f up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:24:53.254484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 88d05d25-bf25-48a8-b3a4-42fc7647d85f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:24:53.258974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 88d05d25-bf25-48a8-b3a4-42fc7647d85f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:24:53.259477 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.308891 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.344662 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.372070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:53.374548 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0113442-bf18-4907-b965-3485d31d5510" -d '{"events": [{"server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "name": "network-vif-plugged", "status": "completed", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:53.389112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:53.400121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.416223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd81e03-d256-45fa-8baa-479de0c44b2a req-b817b9f0-5342-409b-83dd-96396206dd10 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:53.417852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5fd81e03-d256-45fa-8baa-479de0c44b2a req-b817b9f0-5342-409b-83dd-96396206dd10 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 946 time: 0.0755329 Aug 29 17:24:53.422490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting port 2f585264-b1c9-4cd7-b4cb-c61ecf2371f5 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:53.422840 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.475036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=12']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:53.522426 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037d71d1-71d6-46c9-a784-c907dd51df2e x-openstack-request-id: req-037d71d1-71d6-46c9-a784-c907dd51df2e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:53.523969 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "name": "network-vif-plugged", "status": "completed", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:53.523969 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-037d71d1-71d6-46c9-a784-c907dd51df2e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:53.524210 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'code': 200} Aug 29 17:24:53.526722 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5fd81e03-d256-45fa-8baa-479de0c44b2a req-0c51bcb6-506a-4c89-ba9c-74dab9615f78 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908289 Aug 29 17:24:53.567280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.581509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Calling delete_port for 2f585264-b1c9-4cd7-b4cb-c61ecf2371f5 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:53.594101 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-25aaf7be-2c51-4b17-b8bf-1a4b32118af7 req-128b6039-4e1f-4e7a-9d61-f3289bc252c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.624506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b6039-4e1f-4e7a-9d61-f3289bc252c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=8ccaac71-5ccb-4cfa-8756-8562359781e6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:53.672997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-25aaf7be-2c51-4b17-b8bf-1a4b32118af7 req-128b6039-4e1f-4e7a-9d61-f3289bc252c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] No DVR routers for this DVR port 8ccaac71-5ccb-4cfa-8756-8562359781e6 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:53.675549 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-25aaf7be-2c51-4b17-b8bf-1a4b32118af7 req-128b6039-4e1f-4e7a-9d61-f3289bc252c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.677573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25aaf7be-2c51-4b17-b8bf-1a4b32118af7 req-128b6039-4e1f-4e7a-9d61-f3289bc252c7 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.16 "DELETE /v2.0/ports/8ccaac71-5ccb-4cfa-8756-8562359781e6 HTTP/1.1" status: 204 len: 173 time: 0.8397350 Aug 29 17:24:53.678015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'name': 'network-vif-deleted', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:24:53.680881 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4472939c-574c-4f95-a611-52c9f9cec4c2" -d '{"events": [{"server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "name": "network-vif-deleted", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:24:53.718573 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04f2c09-362d-45ee-877b-03a00a02e6fb x-openstack-request-id: req-a04f2c09-362d-45ee-877b-03a00a02e6fb {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:24:53.718877 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f", "name": "network-vif-deleted", "tag": "8ccaac71-5ccb-4cfa-8756-8562359781e6", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:24:53.719613 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a04f2c09-362d-45ee-877b-03a00a02e6fb {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:24:53.719613 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f', 'name': 'network-vif-deleted', 'tag': '8ccaac71-5ccb-4cfa-8756-8562359781e6', 'status': 'completed', 'code': 200} Aug 29 17:24:53.746489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad86a1-a85d-4962-94e4-2b64ee91cc91 req-46c9bd54-d25d-4d36-82eb-531d95f467b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:53.748363 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3fad86a1-a85d-4962-94e4-2b64ee91cc91 req-46c9bd54-d25d-4d36-82eb-531d95f467b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 1099 time: 0.0963871 Aug 29 17:24:53.820965 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3fad86a1-a85d-4962-94e4-2b64ee91cc91 req-39aad5c9-0387-4ce0-9766-d1b7e3b67f2a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625603 Aug 29 17:24:53.825116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:53.852199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Port': ['ID=2f585264-b1c9-4cd7-b4cb-c61ecf2371f5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:53.888185 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19a94f33-19ed-4474-be2c-008fd26c60a4 req-6400cfbc-eb6f-4f59-ab82-368dd623cc95 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4890f0-b7b1-4f6a-b1f6-4d8f7203253f HTTP/1.1" status: 200 len: 210 time: 0.0410860 Aug 29 17:24:53.939374 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.034411 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.038087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.094257 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.094642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Fanout notify agent at l3_agent the message router_deleted on router 2519be84-595f-4364-b177-aa79bf1a8482 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:24:54.104786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.106004 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0c91fb88-2ef8-49b5-bf87-9925b35a2ae7 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/routers/2519be84-595f-4364-b177-aa79bf1a8482 HTTP/1.1" status: 204 len: 168 time: 1.0261760 Aug 29 17:24:54.108546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59904) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:54.150622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb35899-aa87-4103-a5b3-0305ea299392 req-9e82072d-84a8-4b6d-8bbf-cfaf59a7f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.152018 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-feb35899-aa87-4103-a5b3-0305ea299392 req-9e82072d-84a8-4b6d-8bbf-cfaf59a7f2f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 1099 time: 0.0449750 Aug 29 17:24:54.186433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-607d1c2d-be79-4787-b06b-071f4dd26372 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Deleting subnet 65d78151-ca6d-4d7e-8f80-d2392912dbed {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:24:54.189722 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-607d1c2d-be79-4787-b06b-071f4dd26372 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.236856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-607d1c2d-be79-4787-b06b-071f4dd26372 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.262756 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb35899-aa87-4103-a5b3-0305ea299392 req-f3554f82-6a4a-4358-988b-e6b26621e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.264959 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-feb35899-aa87-4103-a5b3-0305ea299392 req-f3554f82-6a4a-4358-988b-e6b26621e365 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.0928745 Aug 29 17:24:54.288643 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-607d1c2d-be79-4787-b06b-071f4dd26372 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.334898 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-feb35899-aa87-4103-a5b3-0305ea299392 req-5313c1ec-808e-44ca-a844-51ce749729d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f HTTP/1.1" status: 200 len: 1001 time: 0.0625484 Aug 29 17:24:54.351463 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-607d1c2d-be79-4787-b06b-071f4dd26372 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.381185 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-607d1c2d-be79-4787-b06b-071f4dd26372 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.386117 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-607d1c2d-be79-4787-b06b-071f4dd26372 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/subnets/65d78151-ca6d-4d7e-8f80-d2392912dbed HTTP/1.1" status: 204 len: 168 time: 0.2730923 Aug 29 17:24:54.386117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d1c2d-be79-4787-b06b-071f4dd26372 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Subnet': ['ID=65d78151-ca6d-4d7e-8f80-d2392912dbed,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:54.386655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb35899-aa87-4103-a5b3-0305ea299392 req-7726031b-5e4c-4630-afb6-ae996b52d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.386885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59906) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:54.388659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-feb35899-aa87-4103-a5b3-0305ea299392 req-7726031b-5e4c-4630-afb6-ae996b52d56d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0462439 Aug 29 17:24:54.436158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb35899-aa87-4103-a5b3-0305ea299392 req-5a95892d-6cd7-49ec-9281-571cceb505b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.437809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-feb35899-aa87-4103-a5b3-0305ea299392 req-5a95892d-6cd7-49ec-9281-571cceb505b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414789 Aug 29 17:24:54.462463 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.532549 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-feb35899-aa87-4103-a5b3-0305ea299392 req-472646a2-5563-43a6-8993-7388ac08256e service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865026 Aug 29 17:24:54.553391 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.566907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8564adf7-0076-4792-b6ba-ecad019494f6']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:54.578471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bfdb20-c6dd-4c7c-a982-7ff48f373b4f') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:54.578775 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bfdb20-c6dd-4c7c-a982-7ff48f373b4f') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:54.588581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.605477 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.612557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:24:54.613071 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:24:54.616154 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:24:54.627141 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-feb35899-aa87-4103-a5b3-0305ea299392 req-5455f106-c12f-47a0-afee-f2a5436247d9 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860493 Aug 29 17:24:54.703814 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.712254 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:54.716529 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] 10.222.0.22 "DELETE /v2.0/networks/8564adf7-0076-4792-b6ba-ecad019494f6 HTTP/1.1" status: 204 len: 168 time: 0.3262312 Aug 29 17:24:54.737832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20b707-bafe-4afe-aba6-d0a6368f4ffc req-79b39b4e-b735-41cd-86ca-5ade485154d7 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:54.739376 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c20b707-bafe-4afe-aba6-d0a6368f4ffc req-79b39b4e-b735-41cd-86ca-5ade485154d7 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 947 time: 0.1135585 Aug 29 17:24:54.740621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a27694-7cf2-4992-a10e-ccd164083365 tempest-FloatingIPTestJSON-1628655899 tempest-FloatingIPTestJSON-1628655899-project] Pushing event deleted for resources: {'Network': ['ID=8564adf7-0076-4792-b6ba-ecad019494f6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:54.782806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6c20b707-bafe-4afe-aba6-d0a6368f4ffc req-700759ba-6dba-462c-9873-7068e07766c6 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352869 Aug 29 17:24:54.946515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59934) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:55.030774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59946) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:55.187937 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2745acf6-fe75-406c-80e1-7e23f9d91aa6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef98b09ac2924c7b9e610d5f90508691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556461 Aug 29 17:24:55.190214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 59958) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:55.254217 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06c84560-1ec3-4aeb-844d-50b41debce3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:55.283724 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06c84560-1ec3-4aeb-844d-50b41debce3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:55.353013 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06c84560-1ec3-4aeb-844d-50b41debce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:55.356718 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06c84560-1ec3-4aeb-844d-50b41debce3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:55.357904 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-06c84560-1ec3-4aeb-844d-50b41debce3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/379e07b7-180e-42f3-9a9e-40c0d6dd97cd HTTP/1.1" status: 204 len: 168 time: 0.1665854 Aug 29 17:24:55.366545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c84560-1ec3-4aeb-844d-50b41debce3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379e07b7-180e-42f3-9a9e-40c0d6dd97cd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:55.376551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:55.667160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port 67c661cb-6efa-477a-9212-2b548c6de035 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:55.667517 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:55.761765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port 67c661cb-6efa-477a-9212-2b548c6de035, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=67c661cb-6efa-477a-9212-2b548c6de035,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:55.762149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:55.779540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for 67c661cb-6efa-477a-9212-2b548c6de035 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:55.955277 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d38b4-9c27-4183-8c83-7f4c8968e8ed req-aded3800-69a0-460d-8137-eed3def31083 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:24:55.956950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-959d38b4-9c27-4183-8c83-7f4c8968e8ed req-aded3800-69a0-460d-8137-eed3def31083 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 947 time: 0.0724766 Aug 29 17:24:56.042196 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-959d38b4-9c27-4183-8c83-7f4c8968e8ed req-a6bc1d19-2d1b-49aa-b7c9-8b9868aaaace tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722237 Aug 29 17:24:56.049199 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.082508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=67c661cb-6efa-477a-9212-2b548c6de035,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:56.275143 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.507787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:24:56.617884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:24:56.625874 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-53c861cc-2b94-4c74-b147-7d71a42a6ad2 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "PUT /v2.0/routers/91a502fa-3c70-4c24-aeae-61c4f7c04a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6756237 Aug 29 17:24:56.626328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 59998) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:56.628748 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ab31f-395a-45d1-a7a8-3ea808081b27 None None] Sync routers for ids ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:24:56.638020 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ab31f-395a-45d1-a7a8-3ea808081b27 None None] Routers {'91a502fa-3c70-4c24-aeae-61c4f7c04a52'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:56.638750 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-250ab31f-395a-45d1-a7a8-3ea808081b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:56.678389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c006426-7f67-473f-94ad-e819da8792cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting subnet 0ac666b3-717c-4897-b6b0-6355010e1235 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:24:56.682199 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c006426-7f67-473f-94ad-e819da8792cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.722036 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c006426-7f67-473f-94ad-e819da8792cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.747005 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-250ab31f-395a-45d1-a7a8-3ea808081b27 None None] Set router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:56.838943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c006426-7f67-473f-94ad-e819da8792cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.910880 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c006426-7f67-473f-94ad-e819da8792cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.939473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c006426-7f67-473f-94ad-e819da8792cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac666b3-717c-4897-b6b0-6355010e1235,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:56.940568 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-250ab31f-395a-45d1-a7a8-3ea808081b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:24:55Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:56.944325 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8c006426-7f67-473f-94ad-e819da8792cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:56.948955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8c006426-7f67-473f-94ad-e819da8792cf tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/subnets/0ac666b3-717c-4897-b6b0-6355010e1235 HTTP/1.1" status: 204 len: 168 time: 0.3193102 Aug 29 17:24:56.951617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60010) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:56.952308 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03588fac-2c94-4dc3-ac7f-b6f297cf5e0e None None] Network 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:24:56.985342 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ab31f-395a-45d1-a7a8-3ea808081b27 None None] Checking router: 91a502fa-3c70-4c24-aeae-61c4f7c04a52 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:24:56.995347 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ab31f-395a-45d1-a7a8-3ea808081b27 None None] Routers {'91a502fa-3c70-4c24-aeae-61c4f7c04a52'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:24:56.995969 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-250ab31f-395a-45d1-a7a8-3ea808081b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:57.098635 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.113779 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-250ab31f-395a-45d1-a7a8-3ea808081b27 None None] Set router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:24:57.158351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd51f05-08e3-4cce-858e-5cf5b9c14b35 None None] DHCP port deletion for 416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:24:57.209849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-fcd51f05-08e3-4cce-858e-5cf5b9c14b35 None None] Deleting port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:57.211238 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fcd51f05-08e3-4cce-858e-5cf5b9c14b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.250859 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.283359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fcd51f05-08e3-4cce-858e-5cf5b9c14b35 None None] For port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=1f551c5b-e78b-4d9d-8f22-24b93a2132a1,segment=NetworkSegment(684f0e0b-3968-4cce-8d48-966a97b49f62),segment_id=684f0e0b-3968-4cce-8d48-966a97b49f62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:57.283762 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fcd51f05-08e3-4cce-858e-5cf5b9c14b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.295386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8ccaac71-5ccb-4cfa-8756-8562359781e6 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:57.307754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Deleting port db9fb964-65b6-4cef-8238-cc2cd12edf96 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:24:57.308230 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.316349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-fcd51f05-08e3-4cce-858e-5cf5b9c14b35 None None] Calling delete_port for 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:57.318011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 8ccaac71-5ccb-4cfa-8756-8562359781e6 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:57.318651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 8ccaac71-5ccb-4cfa-8756-8562359781e6 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:57.327611 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-250ab31f-395a-45d1-a7a8-3ea808081b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:24:55Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:57.354997 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ab31f-395a-45d1-a7a8-3ea808081b27 None None] The sync data for ids ['91a502fa-3c70-4c24-aeae-61c4f7c04a52'] in n-d-713301-13 is: [{'id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088827836', 'tenant_id': '7da62633b6984d6fba1f1ad810f4744c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:24:55Z', 'revision_number': 5, 'project_id': '7da62633b6984d6fba1f1ad810f4744c', 'gw_port': {'id': 'db9fb964-65b6-4cef-8238-cc2cd12edf96', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a502fa-3c70-4c24-aeae-61c4f7c04a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:21:56Z', 'updated_at': '2021-08-29T17:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:24:57.405870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] For port db9fb964-65b6-4cef-8238-cc2cd12edf96, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=db9fb964-65b6-4cef-8238-cc2cd12edf96,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:24:57.406299 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.412282 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fcd51f05-08e3-4cce-858e-5cf5b9c14b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.419930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Calling delete_port for db9fb964-65b6-4cef-8238-cc2cd12edf96 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:24:57.434632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd51f05-08e3-4cce-858e-5cf5b9c14b35 None None] No DVR routers for this DVR port 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:24:57.438842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd51f05-08e3-4cce-858e-5cf5b9c14b35 None None] Pushing event deleted for resources: {'Port': ['ID=1f551c5b-e78b-4d9d-8f22-24b93a2132a1,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:57.584279 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.610466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Port': ['ID=db9fb964-65b6-4cef-8238-cc2cd12edf96,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:57.672994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.767308 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.769554 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.817418 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.817898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Fanout notify agent at l3_agent the message router_deleted on router 91a502fa-3c70-4c24-aeae-61c4f7c04a52 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:24:57.825911 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:57.827017 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-994c38e1-83ad-4df9-8665-9e17ebf526a5 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/routers/91a502fa-3c70-4c24-aeae-61c4f7c04a52 HTTP/1.1" status: 204 len: 168 time: 0.8744035 Aug 29 17:24:57.829819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60014) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:57.905139 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.000628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.011108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:58.022097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684f0e0b-3968-4cce-8d48-966a97b49f62') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:58.022398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684f0e0b-3968-4cce-8d48-966a97b49f62') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:24:58.031671 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.045719 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.051670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:24:58.052055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:24:58.055595 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:24:58.110500 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.117989 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.119777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/networks/416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d HTTP/1.1" status: 204 len: 168 time: 0.2887664 Aug 29 17:24:58.122655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60016) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:58.135494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde493a-3de6-445c-b68f-0f887bff7d4c tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'Network': ['ID=416da1b1-a0ab-4ce3-9222-1fcb4cfafe6d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:58.185413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.211582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.274204 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.276868 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.281620 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] 10.222.0.22 "DELETE /v2.0/security-groups/2c93088a-d1f4-488f-9530-5e3d1b7ef7d0 HTTP/1.1" status: 204 len: 168 time: 0.1544242 Aug 29 17:24:58.294071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c93088a-d1f4-488f-9530-5e3d1b7ef7d0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:58.302132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.302480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.302818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.303189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.303592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.303938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.304278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.304612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.304947 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.305308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.305653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.306275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb6c41-915d-478d-b6a8-1f0195c48761 tempest-TestNetworkAdvancedServerOps-2086344835 tempest-TestNetworkAdvancedServerOps-2086344835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:24:58.609020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60038) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:58.748090 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2d9b8131-b4d1-495e-9e6f-3fb4e6a5937f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7da62633b6984d6fba1f1ad810f4744c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354277 Aug 29 17:24:58.748550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60042) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:58.799102 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8cbae0a-b040-4117-a9b6-55a1f53d7ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.808652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 67c661cb-6efa-477a-9212-2b548c6de035 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:58.821822 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8cbae0a-b040-4117-a9b6-55a1f53d7ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.830097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 67c661cb-6efa-477a-9212-2b548c6de035 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:58.830449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 67c661cb-6efa-477a-9212-2b548c6de035 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:58.830880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:58.850161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:58.850161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 1f551c5b-e78b-4d9d-8f22-24b93a2132a1 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:58.850619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device db9fb964-65b6-4cef-8238-cc2cd12edf96 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:24:58.872634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: db9fb964-65b6-4cef-8238-cc2cd12edf96 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:24:58.873248 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device db9fb964-65b6-4cef-8238-cc2cd12edf96 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:24:58.874325 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8cbae0a-b040-4117-a9b6-55a1f53d7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.876993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8cbae0a-b040-4117-a9b6-55a1f53d7ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:58.882424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f8cbae0a-b040-4117-a9b6-55a1f53d7ab0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e59fa82-0cbe-4424-a261-b5902f4ab1a5 HTTP/1.1" status: 204 len: 168 time: 0.1288245 Aug 29 17:24:58.888120 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbae0a-b040-4117-a9b6-55a1f53d7ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e59fa82-0cbe-4424-a261-b5902f4ab1a5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:24:59.168842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60048) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:59.212870 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-289fad9e-8e6c-45e0-a600-fa4e32d11b08 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9833e4414176496fa1953a971605315e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428460 Aug 29 17:24:59.215502 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60050) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:24:59.263809 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-de108bce-3969-4684-b6f2-4a34dd7ef72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:59.283821 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-de108bce-3969-4684-b6f2-4a34dd7ef72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:59.329156 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-de108bce-3969-4684-b6f2-4a34dd7ef72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:59.331829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-de108bce-3969-4684-b6f2-4a34dd7ef72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:24:59.332960 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-de108bce-3969-4684-b6f2-4a34dd7ef72e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cd817330-1ee2-4e6d-9acf-70dd2b650d9c HTTP/1.1" status: 204 len: 168 time: 0.1166270 Aug 29 17:24:59.340214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de108bce-3969-4684-b6f2-4a34dd7ef72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd817330-1ee2-4e6d-9acf-70dd2b650d9c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:00.533487 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60094) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:00.675757 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'network': {'name': 'tempest-network-smoke--2058777441', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'port_security_enabled': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:00.698460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Made reservation on behalf of bbf0542bb0bc446c9f2ec01354a33d19 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:00.702397 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.712938 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.864719 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.870001 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.913363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:25:00.919607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cb00f8-90e3-464e-8129-836571cd9154,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:00.929176 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:00.929727 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Added segment f75d6128-4ff9-4b06-9d57-bc5a8728d492 of type vlan for network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a Aug 29 17:25:00.976135 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.003777 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.009865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:01.010635 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.075257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5405638 Aug 29 17:25:01.079334 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60100) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:01.086115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38dbd0-6df6-468d-b854-81dc8433d889 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Network': ['ID=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:01.089206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'admin_state_up': True, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:01.098552 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:25:01.128836 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.129865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.182895 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.325281 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.816575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.834815 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:01.938739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Allocated IP 172.25.5.155 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/80ccf7aa-0baf-4293-bd36-f1a4d30b1e83) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:02.052604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.092514 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.131057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:02.135971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:02.139601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:02.162357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=80ccf7aa-0baf-4293-bd36-f1a4d30b1e83,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:02.402820 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.614725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.752770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router cd493df7-59dc-4087-ac9d-6debfb0d5732 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:25:02.865636 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:02.875340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Sync routers for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:02.885560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:02.886199 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:02.890834 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:02.895553 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9020cd1b-7b36-4ec1-b299-e2d4bef93fbc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8114798 Aug 29 17:25:02.895893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60122) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:02.986029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-eae835b6-5ea5-4240-b94d-125ee3000959 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=bbf0542bb0bc446c9f2ec01354a33d19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0887144 Aug 29 17:25:02.989490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60126) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:03.086879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239fd3d-b1a8-481d-a0a7-efb1adb07bd2 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:03.091128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5239fd3d-b1a8-481d-a0a7-efb1adb07bd2 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979416 Aug 29 17:25:03.091377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60128) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:03.122566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cccce7ed-5893-4016-b1c1-6e35f4b4407c tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276105 Aug 29 17:25:03.122785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60130) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:03.127548 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-177588673', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:03.151482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:03.216134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Made reservation on behalf of bbf0542bb0bc446c9f2ec01354a33d19 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:03.219690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.346084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:02Z', 'revision_number': 3, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:03.375126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Checking router: cd493df7-59dc-4087-ac9d-6debfb0d5732 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:03.375429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Updating router cd493df7-59dc-4087-ac9d-6debfb0d5732 port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:25:03.402116 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.413862 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.486501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Checking segment: {'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:03.486871 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network hostable DHCP agents. Network: e10ce63f-a9aa-4e0d-a150-8060c8efeb3a, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:25:03.493468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Subnet': ['ID=1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:03.509976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:25:03.519208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, e10ce63f-a9aa-4e0d-a150-8060c8efeb3a) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:03.524406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:03.525022 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.545043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60134) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:03.551720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8e9802c2-473f-45a7-9778-740f735bc69b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4279728 Aug 29 17:25:03.615228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712216c9-d616-43ed-ac63-89bb3934eaf8 None None] Network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:03.748905 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.763674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Transition to ACTIVE for port object 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:03.793360 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.875354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59d8b8-5beb-42fa-84e5-ad0482993fb8 None None] Pushing event updated for resources: {'Port': ['ID=80ccf7aa-0baf-4293-bd36-f1a4d30b1e83,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:03.880644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Attempting to bind port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:03.881006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Attempting to bind port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:03.881414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Attempting to bind port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:03.887209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:03.887583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:03.888001 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.888386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:03.888851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Bound port: 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:03.889262 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:03.911717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:25:03.912584 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.014917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] For port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:04.034207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] For port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=80ccf7aa-0baf-4293-bd36-f1a4d30b1e83,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:04.040527 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.043933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.143281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Allocated IP 172.20.0.2 (e10ce63f-a9aa-4e0d-a150-8060c8efeb3a/1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd/3ed9ce37-a16d-48e7-97a2-3157633f00bc) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:04.149248 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:04.149904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:04.160103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59d8b8-5beb-42fa-84e5-ad0482993fb8 None None] Pushing event updated for resources: {'Port': ['ID=80ccf7aa-0baf-4293-bd36-f1a4d30b1e83,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:04.332107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:04.480811 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.496876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Transition to ACTIVE for port object 3ed9ce37-a16d-48e7-97a2-3157633f00bc will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:04.522762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Transition to ACTIVE for port object 3ed9ce37-a16d-48e7-97a2-3157633f00bc will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:04.548501 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.602670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Allocated IP 172.20.0.1 (e10ce63f-a9aa-4e0d-a150-8060c8efeb3a/1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd/4b74da41-57d8-44db-ac3f-f02950517f83) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:04.614205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:04.623779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:04.632430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:04.658640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Pushing event updated for resources: {'Port': ['ID=3ed9ce37-a16d-48e7-97a2-3157633f00bc,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:04.696967 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:02Z', 'revision_number': 3, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:04.724410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Attempting to bind port 3ed9ce37-a16d-48e7-97a2-3157633f00bc on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:04.724922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Attempting to bind port 3ed9ce37-a16d-48e7-97a2-3157633f00bc by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:04.725313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Attempting to bind port 3ed9ce37-a16d-48e7-97a2-3157633f00bc on network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:04.735711 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb731a61-836b-455e-ac26-64c3be505c4f None None] The sync data for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 is: [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:02Z', 'revision_number': 3, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:04.742396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:04.742701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Checking segment: {'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:04.743479 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.743769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Bound using segment: {'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:04.744244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Bound port: 3ed9ce37-a16d-48e7-97a2-3157633f00bc, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:04.744635 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.801529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.819285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Transition to ACTIVE for port object 4b74da41-57d8-44db-ac3f-f02950517f83 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:04.855038 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.861337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] For port 3ed9ce37-a16d-48e7-97a2-3157633f00bc, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:04.865477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] For port 3ed9ce37-a16d-48e7-97a2-3157633f00bc, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3ed9ce37-a16d-48e7-97a2-3157633f00bc,segment=NetworkSegment(f75d6128-4ff9-4b06-9d57-bc5a8728d492),segment_id=f75d6128-4ff9-4b06-9d57-bc5a8728d492)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:04.870698 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:04.908686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:04.910872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:04.920007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:04.959311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=4b74da41-57d8-44db-ac3f-f02950517f83,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:04.988352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9595b-1515-4c1e-a486-0ba987454a1d None None] Pushing event updated for resources: {'Port': ['ID=3ed9ce37-a16d-48e7-97a2-3157633f00bc,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:04.989802 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.218562 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.624004 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.629437 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.714596 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:05.723364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=4b74da41-57d8-44db-ac3f-f02950517f83,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:05.864574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:05.868018 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:06.028137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router cd493df7-59dc-4087-ac9d-6debfb0d5732 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:06.162116 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:06.168502 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b2851fd7-eabf-45a9-bdb6-7bd53009cf76 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "PUT /v2.0/routers/cd493df7-59dc-4087-ac9d-6debfb0d5732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6223073 Aug 29 17:25:06.171907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60146) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:06.246386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96030ef-9ef2-4616-830e-5cbb01aa8dff None None] Network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:25:06.319342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-488e9fb6-be8d-4b39-9a6b-dabe3998044b None None] Provisioning for port 3ed9ce37-a16d-48e7-97a2-3157633f00bc completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:06.363182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52edf6c5-e2b1-4a2e-9ddd-15a58909b487 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.364340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52edf6c5-e2b1-4a2e-9ddd-15a58909b487 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.364340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52edf6c5-e2b1-4a2e-9ddd-15a58909b487 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.365518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52edf6c5-e2b1-4a2e-9ddd-15a58909b487 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.365518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52edf6c5-e2b1-4a2e-9ddd-15a58909b487 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.367690 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-52edf6c5-e2b1-4a2e-9ddd-15a58909b487 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3589 time: 0.1948001 Aug 29 17:25:06.370629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60148) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:06.790465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-90247c37-c7d4-4d4b-affa-17ac4dcfd645 None None] Provisioning for port 4b74da41-57d8-44db-ac3f-f02950517f83 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:06.801379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-90247c37-c7d4-4d4b-affa-17ac4dcfd645 None None] Provisioning complete for port 4b74da41-57d8-44db-ac3f-f02950517f83 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:06.802045 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-90247c37-c7d4-4d4b-affa-17ac4dcfd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:06.852317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97f350-f298-4c24-b433-ef9c40c236d6 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.853648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97f350-f298-4c24-b433-ef9c40c236d6 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.858048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97f350-f298-4c24-b433-ef9c40c236d6 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.864391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97f350-f298-4c24-b433-ef9c40c236d6 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.864898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97f350-f298-4c24-b433-ef9c40c236d6 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:06.867004 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9a97f350-f298-4c24-b433-ef9c40c236d6 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.4953580 Aug 29 17:25:06.869987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60150) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:06.871086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-90247c37-c7d4-4d4b-affa-17ac4dcfd645 None None] Port 4b74da41-57d8-44db-ac3f-f02950517f83 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:06.973866 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Sync routers for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:06.985728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:06.997094 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:06.997799 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:07.101492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:07.118534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:07.118935 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.219425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5feca33a-11c3-4da4-a052-6df424054129 None None] Provisioning complete for port 4b74da41-57d8-44db-ac3f-f02950517f83 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:07.219802 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5feca33a-11c3-4da4-a052-6df424054129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.323088 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5feca33a-11c3-4da4-a052-6df424054129 None None] Port 4b74da41-57d8-44db-ac3f-f02950517f83 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:07.330665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bd630348-7188-4fe3-94ff-27c7e5b7d5f4 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2330 time: 0.4593823 Aug 29 17:25:07.356906 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:07.363215 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.386275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=80ccf7aa-0baf-4293-bd36-f1a4d30b1e83,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:07.391852 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.394169 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3ed9ce37-a16d-48e7-97a2-3157633f00bc up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:07.489890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=80ccf7aa-0baf-4293-bd36-f1a4d30b1e83,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:07.498858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.499213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.499559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.499902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.500244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.500578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.500927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.501256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.501602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.501918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.502256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.502568 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:07.513465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c0f18de3-144f-4cfc-8c6e-06853cb1293a None None] Provisioning complete for port 4b74da41-57d8-44db-ac3f-f02950517f83 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:07.514033 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c0f18de3-144f-4cfc-8c6e-06853cb1293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.589807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c0f18de3-144f-4cfc-8c6e-06853cb1293a None None] Port 4b74da41-57d8-44db-ac3f-f02950517f83 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:07.592091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 3ed9ce37-a16d-48e7-97a2-3157633f00bc completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:07.599300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3ed9ce37-a16d-48e7-97a2-3157633f00bc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:07.599866 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.626021 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:05Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:05Z', 'revision_number': 2, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:07.668666 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Checking router: cd493df7-59dc-4087-ac9d-6debfb0d5732 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:07.669121 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Updating router cd493df7-59dc-4087-ac9d-6debfb0d5732 port 4b74da41-57d8-44db-ac3f-f02950517f83 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:25:07.696843 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.717507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60158) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:07.723675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-31723828-d709-4490-bd46-641cd17f23e1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486964467', 'description': 'tempest-secgroup-smoke-486964467 description', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:07.740511 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.757913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31723828-d709-4490-bd46-641cd17f23e1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.791638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 3ed9ce37-a16d-48e7-97a2-3157633f00bc, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3ed9ce37-a16d-48e7-97a2-3157633f00bc,segment=NetworkSegment(f75d6128-4ff9-4b06-9d57-bc5a8728d492),segment_id=f75d6128-4ff9-4b06-9d57-bc5a8728d492)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:07.800625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.879818 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31723828-d709-4490-bd46-641cd17f23e1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.884426 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31723828-d709-4490-bd46-641cd17f23e1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.885678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=3ed9ce37-a16d-48e7-97a2-3157633f00bc,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:07.936249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31723828-d709-4490-bd46-641cd17f23e1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:07.940638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60160) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:07.946189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d0797bde-cffd-4333-a6b8-3f8882c05a58 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': 'ef5dac6c-7e9c-4a77-9d83-93a241048c53', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:07.946583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-31723828-d709-4490-bd46-641cd17f23e1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2278593 Aug 29 17:25:07.947853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31723828-d709-4490-bd46-641cd17f23e1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5dac6c-7e9c-4a77-9d83-93a241048c53,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:07.977029 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0797bde-cffd-4333-a6b8-3f8882c05a58 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.020780 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.036002 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Transition to ACTIVE for port object 4b74da41-57d8-44db-ac3f-f02950517f83 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:08.043250 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.051287 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0797bde-cffd-4333-a6b8-3f8882c05a58 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.059250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0797bde-cffd-4333-a6b8-3f8882c05a58 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.101581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0797bde-cffd-4333-a6b8-3f8882c05a58 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580b2e78-a272-49da-995f-06c8e7c354a2,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:08.117355 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d0797bde-cffd-4333-a6b8-3f8882c05a58 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.120677 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d0797bde-cffd-4333-a6b8-3f8882c05a58 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790152 Aug 29 17:25:08.123604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60164) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:08.128602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-85e72bbe-2a02-4081-addf-79cb20e265c6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': 'ef5dac6c-7e9c-4a77-9d83-93a241048c53', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:08.130165 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Pushing event updated for resources: {'Port': ['ID=4b74da41-57d8-44db-ac3f-f02950517f83,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:08.162662 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.163772 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.163960 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.164260 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.164590 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.164914 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.165260 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.165786 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.166108 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.166425 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.166743 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.167060 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:25:08.175745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85e72bbe-2a02-4081-addf-79cb20e265c6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.194020 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Attempting to bind port 4b74da41-57d8-44db-ac3f-f02950517f83 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:08.194510 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Attempting to bind port 4b74da41-57d8-44db-ac3f-f02950517f83 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:08.194876 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Attempting to bind port 4b74da41-57d8-44db-ac3f-f02950517f83 on network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:08.204301 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:08.204768 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Checking segment: {'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:08.205185 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.205598 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Bound using segment: {'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:08.206074 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Bound port: 4b74da41-57d8-44db-ac3f-f02950517f83, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:08.206426 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.273037 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85e72bbe-2a02-4081-addf-79cb20e265c6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.278358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85e72bbe-2a02-4081-addf-79cb20e265c6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.308573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e72bbe-2a02-4081-addf-79cb20e265c6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4efa5106-2ce6-4151-9d3e-2ac2ff1d672a,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:08.312786 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-85e72bbe-2a02-4081-addf-79cb20e265c6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.314147 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-85e72bbe-2a02-4081-addf-79cb20e265c6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1894891 Aug 29 17:25:08.317010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60168) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:08.322716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-44c0514d-d6ab-43df-beab-136afc2154d0 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': 'ef5dac6c-7e9c-4a77-9d83-93a241048c53', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:08.363219 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44c0514d-d6ab-43df-beab-136afc2154d0 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.368287 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] For port 4b74da41-57d8-44db-ac3f-f02950517f83, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:08.371326 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] For port 4b74da41-57d8-44db-ac3f-f02950517f83, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4b74da41-57d8-44db-ac3f-f02950517f83,segment=NetworkSegment(f75d6128-4ff9-4b06-9d57-bc5a8728d492),segment_id=f75d6128-4ff9-4b06-9d57-bc5a8728d492)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:08.376015 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.421140 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:08.421782 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:24:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:08.476612 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5446996-46aa-4621-a1d1-02ac8d289b13 None None] Pushing event updated for resources: {'Port': ['ID=4b74da41-57d8-44db-ac3f-f02950517f83,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:08.508364 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44c0514d-d6ab-43df-beab-136afc2154d0 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.516346 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44c0514d-d6ab-43df-beab-136afc2154d0 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.550629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0514d-d6ab-43df-beab-136afc2154d0 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f187e95-ec92-4da9-8015-0db6aabb4155,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:08.571523 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-44c0514d-d6ab-43df-beab-136afc2154d0 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.574008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-44c0514d-d6ab-43df-beab-136afc2154d0 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2555852 Aug 29 17:25:08.576704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60170) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:08.582566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-49448dcd-481a-4ed9-9da3-4c8992802cb8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': 'ef5dac6c-7e9c-4a77-9d83-93a241048c53', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:08.599407 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:08.615179 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49448dcd-481a-4ed9-9da3-4c8992802cb8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.710974 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49448dcd-481a-4ed9-9da3-4c8992802cb8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.719588 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49448dcd-481a-4ed9-9da3-4c8992802cb8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.744236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49448dcd-481a-4ed9-9da3-4c8992802cb8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb233d4e-0fee-4a02-87c3-6f88613d662a,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:08.754897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49448dcd-481a-4ed9-9da3-4c8992802cb8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.761658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60172) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:08.761979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-49448dcd-481a-4ed9-9da3-4c8992802cb8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1835849 Aug 29 17:25:08.766271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6579afec-3166-4ee4-8aad-2274eef42259 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': 'ef5dac6c-7e9c-4a77-9d83-93a241048c53', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:08.807716 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-6579afec-3166-4ee4-8aad-2274eef42259 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Project bbf0542bb0bc446c9f2ec01354a33d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:25:08.814657 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6579afec-3166-4ee4-8aad-2274eef42259 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.868907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:08.926673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6579afec-3166-4ee4-8aad-2274eef42259 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.931916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6579afec-3166-4ee4-8aad-2274eef42259 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.944253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:08.944938 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.953590 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579afec-3166-4ee4-8aad-2274eef42259 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e37d024-09a7-4e9c-95d4-3949f628cbfd,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:08.961370 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6579afec-3166-4ee4-8aad-2274eef42259 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:08.965525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60174) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:08.971151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0ad16421-caab-4fe5-b739-e288bc1b8050 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': 'ef5dac6c-7e9c-4a77-9d83-93a241048c53', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:08.977523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6579afec-3166-4ee4-8aad-2274eef42259 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2147164 Aug 29 17:25:08.980037 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:05Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:08Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:09.001139 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-0ad16421-caab-4fe5-b739-e288bc1b8050 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Project bbf0542bb0bc446c9f2ec01354a33d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:25:09.017422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ad16421-caab-4fe5-b739-e288bc1b8050 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.017938 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed0cf79-dcb0-40f8-b0d8-7df4ce17df7c None None] The sync data for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 is: [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:05Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:08Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:09.055633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3ed9ce37-a16d-48e7-97a2-3157633f00bc up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:09.133104 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ad16421-caab-4fe5-b739-e288bc1b8050 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.142945 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ad16421-caab-4fe5-b739-e288bc1b8050 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.152035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3ed9ce37-a16d-48e7-97a2-3157633f00bc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:09.153383 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.178847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad16421-caab-4fe5-b739-e288bc1b8050 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ad8b29-04b4-479b-872a-c6bf07dce22b,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:09.196111 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ad16421-caab-4fe5-b739-e288bc1b8050 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:09.212200 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0ad16421-caab-4fe5-b739-e288bc1b8050 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2448962 Aug 29 17:25:09.388767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-24f0e66c-1b1c-455f-aad3-316f207cc93e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486964467&fields=id&tenant_id=bbf0542bb0bc446c9f2ec01354a33d19 HTTP/1.1" status: 200 len: 267 time: 0.0394037 Aug 29 17:25:09.530781 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c65d8b-470a-4372-b934-a3b410a46369 req-4d760679-6acc-43a0-a8c7-f2e97413e886 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:09.535556 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-4d760679-6acc-43a0-a8c7-f2e97413e886 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/networks?id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a HTTP/1.1" status: 200 len: 797 time: 0.1338360 Aug 29 17:25:09.550809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-871d18ba-0bdc-41df-be7c-181e39facd36 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/quotas/bbf0542bb0bc446c9f2ec01354a33d19 HTTP/1.1" status: 200 len: 375 time: 0.0109835 Aug 29 17:25:09.629415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-881fe98e-786a-49f2-95f7-2d5cb34e3dc5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710852 Aug 29 17:25:09.735459 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-63fb5517-379d-43d9-83fb-bad8f4636738 service neutron] 10.222.0.22 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929172 Aug 29 17:25:09.841560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-ad17c18f-7dfe-438a-890e-38d899f5cc68 service neutron] 10.222.0.22 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996535 Aug 29 17:25:10.059323 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd4f5bb3-04e6-4e3a-9522-daacf8f232b4 req-30304f9e-cdfb-4e17-9284-14343751a810 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 210 time: 0.0314837 Aug 29 17:25:10.820134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4b74da41-57d8-44db-ac3f-f02950517f83 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:10.869544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 4b74da41-57d8-44db-ac3f-f02950517f83 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:10.873459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 4b74da41-57d8-44db-ac3f-f02950517f83 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:10.873827 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:10.950509 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:10.988572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 4b74da41-57d8-44db-ac3f-f02950517f83, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4b74da41-57d8-44db-ac3f-f02950517f83,segment=NetworkSegment(f75d6128-4ff9-4b06-9d57-bc5a8728d492),segment_id=f75d6128-4ff9-4b06-9d57-bc5a8728d492)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:10.992741 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.046487 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=4b74da41-57d8-44db-ac3f-f02950517f83,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:11.134761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c65d8b-470a-4372-b934-a3b410a46369 req-f839532c-a4c6-4c42-b246-54ad277dc51e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:11.136305 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-f839532c-a4c6-4c42-b246-54ad277dc51e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.16 "GET /v2.0/networks?id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a HTTP/1.1" status: 200 len: 797 time: 0.1330235 Aug 29 17:25:11.175067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d4fb81d-385e-46dd-ae52-f0d9e5491c46 req-0c66821f-9ed6-4ce8-870e-cfe5db4386e1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 210 time: 0.0376744 Aug 29 17:25:11.200271 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-3fb0f693-5fe2-4aa2-8a76-b8b91d64169e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf0542bb0bc446c9f2ec01354a33d19 HTTP/1.1" status: 200 len: 379 time: 0.0474126 Aug 29 17:25:11.210630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'port': {'device_id': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'admin_state_up': True, 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'security_groups': ['ef5dac6c-7e9c-4a77-9d83-93a241048c53']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:11.321693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Made reservation on behalf of bbf0542bb0bc446c9f2ec01354a33d19 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:11.325283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.456350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Allocated IP 172.20.0.11 (e10ce63f-a9aa-4e0d-a150-8060c8efeb3a/1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd/2d75e152-ef5f-42fb-a28f-695ebeedcc81) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:11.614363 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.628608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Transition to ACTIVE for port object 2d75e152-ef5f-42fb-a28f-695ebeedcc81 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:11.663540 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.703762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:11.706801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:11.721348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:11.756003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=2d75e152-ef5f-42fb-a28f-695ebeedcc81,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:11.784169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:11.784819 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.808411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-52ce8472-b7be-4f94-bb67-4fe811d1c0ff tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6020000 Aug 29 17:25:11.821484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Request body: {'port': {'device_id': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:11.876960 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:11.966410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-da8f7ac7-c278-47a1-b02a-7d53f320ce02 None None] Provisioning for port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:11.972219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-da8f7ac7-c278-47a1-b02a-7d53f320ce02 None None] Provisioning complete for port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:11.972712 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-da8f7ac7-c278-47a1-b02a-7d53f320ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:12.020327 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-da8f7ac7-c278-47a1-b02a-7d53f320ce02 None None] Port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:12.159996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d75e152-ef5f-42fb-a28f-695ebeedcc81 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:12.168922 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:12.182232 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Transition to ACTIVE for port object 2d75e152-ef5f-42fb-a28f-695ebeedcc81 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:12.185681 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:12.248138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001758d-5308-4c46-962f-324b182da82d service neutron] Pushing event updated for resources: {'Port': ['ID=2d75e152-ef5f-42fb-a28f-695ebeedcc81,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:12.351834 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c400627-14bc-4ae4-8a2c-89f938780ed0 req-afeb7a05-6a9d-4fee-b754-bce54fee084e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.353457 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c400627-14bc-4ae4-8a2c-89f938780ed0 req-afeb7a05-6a9d-4fee-b754-bce54fee084e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 944 time: 0.0907230 Aug 29 17:25:12.354191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Attempting to bind port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:12.354474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Attempting to bind port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:12.354799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Attempting to bind port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 on network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:12.360893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 on network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:12.361362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Attempting to bind port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 on network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:12.378480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:12.378824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Checking segment: {'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:12.379214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Bound using segment: {'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:12.379666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Bound port: 2d75e152-ef5f-42fb-a28f-695ebeedcc81, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75d6128-4ff9-4b06-9d57-bc5a8728d492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:12.380021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:12.437376 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c400627-14bc-4ae4-8a2c-89f938780ed0 req-6cd28ca8-91d5-4b5a-aca6-175f17c0f463 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772622 Aug 29 17:25:12.470288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] For port 2d75e152-ef5f-42fb-a28f-695ebeedcc81, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:12.473451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] For port 2d75e152-ef5f-42fb-a28f-695ebeedcc81, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2d75e152-ef5f-42fb-a28f-695ebeedcc81,segment=NetworkSegment(f75d6128-4ff9-4b06-9d57-bc5a8728d492),segment_id=f75d6128-4ff9-4b06-9d57-bc5a8728d492)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:12.479005 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:12.516853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.517591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:12.519056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-0001758d-5308-4c46-962f-324b182da82d service neutron] 10.222.0.16 "PUT /v2.0/ports/2d75e152-ef5f-42fb-a28f-695ebeedcc81 HTTP/1.1" status: 200 len: 1093 time: 0.7028222 Aug 29 17:25:12.519494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'tag': '2d75e152-ef5f-42fb-a28f-695ebeedcc81'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:12.521796 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c4b74b-ab16-4b31-8af5-e717fccfc62e" -d '{"events": [{"name": "network-changed", "server_uuid": "cac8d4db-fc43-4f66-b0a6-a66322fbfc62", "tag": "2d75e152-ef5f-42fb-a28f-695ebeedcc81"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:12.561498 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001758d-5308-4c46-962f-324b182da82d service neutron] Pushing event updated for resources: {'Port': ['ID=2d75e152-ef5f-42fb-a28f-695ebeedcc81,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:12.576374 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f409bcee-3a4e-4b29-a46c-46c75885ac8c x-openstack-request-id: req-f409bcee-3a4e-4b29-a46c-46c75885ac8c {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:12.576847 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac8d4db-fc43-4f66-b0a6-a66322fbfc62", "tag": "2d75e152-ef5f-42fb-a28f-695ebeedcc81", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:12.577165 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f409bcee-3a4e-4b29-a46c-46c75885ac8c {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:12.577598 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'tag': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'status': 'completed', 'code': 200} Aug 29 17:25:12.634673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c65d8b-470a-4372-b934-a3b410a46369 req-830a48a9-f080-444b-a06d-619680005d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.636287 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-830a48a9-f080-444b-a06d-619680005d0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 1096 time: 0.0571785 Aug 29 17:25:12.683955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-06c2ae1b-00d2-47da-b2ea-f9307f55abf9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d75e152-ef5f-42fb-a28f-695ebeedcc81 HTTP/1.1" status: 200 len: 217 time: 0.0399156 Aug 29 17:25:12.736518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c65d8b-470a-4372-b934-a3b410a46369 req-d678c6a7-ebcb-4340-8b04-bca2cf36dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.738334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-d678c6a7-ebcb-4340-8b04-bca2cf36dcfc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd HTTP/1.1" status: 200 len: 834 time: 0.0479906 Aug 29 17:25:12.789065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c65d8b-470a-4372-b934-a3b410a46369 req-45204bd0-ca0e-418e-ad82-50360ea4b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:12.790817 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-45204bd0-ca0e-418e-ad82-50360ea4b1b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455356 Aug 29 17:25:12.818624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4b74da41-57d8-44db-ac3f-f02950517f83 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:12.886726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 4b74da41-57d8-44db-ac3f-f02950517f83 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:12.887160 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:12.913293 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-e8717b98-88ef-4ea8-8f2a-2e91a82453f0 service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148746 Aug 29 17:25:12.918713 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ee51ecac-6943-4a0b-ae8f-5ed873005b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:13.067611 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22c65d8b-470a-4372-b934-a3b410a46369 req-28e11cf5-c138-4812-9e51-19579b49d046 service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442008 Aug 29 17:25:13.175281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4b74b-ab16-4b31-8af5-e717fccfc62e req-cfd7f014-f8e5-480a-8e8e-53f3dfc7b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:13.176877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89c4b74b-ab16-4b31-8af5-e717fccfc62e req-cfd7f014-f8e5-480a-8e8e-53f3dfc7b408 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 1096 time: 0.0474486 Aug 29 17:25:13.277320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4b74b-ab16-4b31-8af5-e717fccfc62e req-7c884201-61dd-4793-ad5c-252c72bf64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:13.278824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89c4b74b-ab16-4b31-8af5-e717fccfc62e req-7c884201-61dd-4793-ad5c-252c72bf64f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a HTTP/1.1" status: 200 len: 898 time: 0.0944891 Aug 29 17:25:13.321186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89c4b74b-ab16-4b31-8af5-e717fccfc62e req-71e12b89-0f80-47f9-84bb-cdbaf1f51602 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d75e152-ef5f-42fb-a28f-695ebeedcc81 HTTP/1.1" status: 200 len: 217 time: 0.0355480 Aug 29 17:25:13.377452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4b74b-ab16-4b31-8af5-e717fccfc62e req-ad42cc61-7d83-4b38-a345-c6c0f4385c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:13.378912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89c4b74b-ab16-4b31-8af5-e717fccfc62e req-ad42cc61-7d83-4b38-a345-c6c0f4385c3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd HTTP/1.1" status: 200 len: 834 time: 0.0499582 Aug 29 17:25:13.425807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4b74b-ab16-4b31-8af5-e717fccfc62e req-8aa87b03-9726-4d63-8012-883eb1ffd0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:13.427424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89c4b74b-ab16-4b31-8af5-e717fccfc62e req-8aa87b03-9726-4d63-8012-883eb1ffd0cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415266 Aug 29 17:25:13.524735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89c4b74b-ab16-4b31-8af5-e717fccfc62e req-2cc00df0-5251-45df-8042-11b19e3bed4b service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893714 Aug 29 17:25:13.636490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59120979-1241-47ba-99ea-859f4fc10534 req-eb4080b2-5f63-4fc4-ab0e-d988a56df2c1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:13.638059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-59120979-1241-47ba-99ea-859f4fc10534 req-eb4080b2-5f63-4fc4-ab0e-d988a56df2c1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 944 time: 0.1109688 Aug 29 17:25:13.672244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89c4b74b-ab16-4b31-8af5-e717fccfc62e req-94629021-73a2-47ea-ab71-d71098a299ae service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337922 Aug 29 17:25:13.688591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-59120979-1241-47ba-99ea-859f4fc10534 req-558ce025-6aa2-4a96-b234-f68837dc8921 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438817 Aug 29 17:25:14.804377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c225b6-c38f-4786-a56a-601f669bd712 req-4b85b7cf-ba9e-4e16-b5ee-fc6959abf2a5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:14.805873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4c225b6-c38f-4786-a56a-601f669bd712 req-4b85b7cf-ba9e-4e16-b5ee-fc6959abf2a5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 944 time: 0.0482237 Aug 29 17:25:14.844621 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4c225b6-c38f-4786-a56a-601f669bd712 req-59b21e55-f741-46a5-b472-2275cb3d41e1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325880 Aug 29 17:25:15.552310 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-23bfe92d-1206-4462-b061-1a1cb374b54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:15.706657 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:25:15.893408 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:15.972078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d0d8a-6ca8-41b5-9c60-268cab2a5a5f req-fa9d95a9-2df1-40ea-b048-2f99d5d5677e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:15.973591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-148d0d8a-6ca8-41b5-9c60-268cab2a5a5f req-fa9d95a9-2df1-40ea-b048-2f99d5d5677e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 944 time: 0.0531447 Aug 29 17:25:16.012934 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-148d0d8a-6ca8-41b5-9c60-268cab2a5a5f req-e0227747-aaaf-4bee-9eec-19640b5bc316 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328526 Aug 29 17:25:16.699845 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.128592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81599c11-6818-4a2c-9569-34f3911b64b7 req-eff953e3-f96a-491c-ab92-7e75d6310594 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:17.130127 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81599c11-6818-4a2c-9569-34f3911b64b7 req-eff953e3-f96a-491c-ab92-7e75d6310594 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 944 time: 0.0498145 Aug 29 17:25:17.171997 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81599c11-6818-4a2c-9569-34f3911b64b7 req-61ccac11-ac95-486d-98f2-28a0a36d3940 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352554 Aug 29 17:25:17.405740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2d75e152-ef5f-42fb-a28f-695ebeedcc81 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:17.503152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2d75e152-ef5f-42fb-a28f-695ebeedcc81, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2d75e152-ef5f-42fb-a28f-695ebeedcc81,segment=NetworkSegment(f75d6128-4ff9-4b06-9d57-bc5a8728d492),segment_id=f75d6128-4ff9-4b06-9d57-bc5a8728d492)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:17.514940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'port_id': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'mac_address': 'fa:16:3e:85:63:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:17.552742 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.565949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d75e152-ef5f-42fb-a28f-695ebeedcc81 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:17.592067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2d75e152-ef5f-42fb-a28f-695ebeedcc81, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2d75e152-ef5f-42fb-a28f-695ebeedcc81,segment=NetworkSegment(f75d6128-4ff9-4b06-9d57-bc5a8728d492),segment_id=f75d6128-4ff9-4b06-9d57-bc5a8728d492)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:17.596319 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.647265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=2d75e152-ef5f-42fb-a28f-695ebeedcc81,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:17.806157 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:17.887260 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['2d75e152-ef5f-42fb-a28f-695ebeedcc81'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:18.285118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c37b55-21de-4394-aec7-606b52bb93bc req-e943412e-9c5b-454a-9802-faeec6b489b3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:18.286645 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-59c37b55-21de-4394-aec7-606b52bb93bc req-e943412e-9c5b-454a-9802-faeec6b489b3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 945 time: 0.0491905 Aug 29 17:25:18.324744 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-59c37b55-21de-4394-aec7-606b52bb93bc req-6e84cc77-878d-4fec-b24e-afd616fee0d4 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316565 Aug 29 17:25:18.345682 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.420221 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2d75e152-ef5f-42fb-a28f-695ebeedcc81 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:19.446503 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030bd0d-96c8-4130-b4e2-e1d57d36d527 req-cbad00b9-119f-4eba-b415-6bb467f4fef4 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.448068 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f030bd0d-96c8-4130-b4e2-e1d57d36d527 req-cbad00b9-119f-4eba-b415-6bb467f4fef4 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 945 time: 0.0532925 Aug 29 17:25:19.478801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:19.483175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:19.483603 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.504769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f030bd0d-96c8-4130-b4e2-e1d57d36d527 req-8490710d-9f5a-4d22-aedc-50375aa0a30a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458746 Aug 29 17:25:19.571993 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.596807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d75e152-ef5f-42fb-a28f-695ebeedcc81'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:19.599124 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac749fcf-0e84-4cf2-ab46-58d96c3d1166" -d '{"events": [{"server_uuid": "cac8d4db-fc43-4f66-b0a6-a66322fbfc62", "name": "network-vif-plugged", "status": "completed", "tag": "2d75e152-ef5f-42fb-a28f-695ebeedcc81"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:19.613187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2d75e152-ef5f-42fb-a28f-695ebeedcc81, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2d75e152-ef5f-42fb-a28f-695ebeedcc81,segment=NetworkSegment(f75d6128-4ff9-4b06-9d57-bc5a8728d492),segment_id=f75d6128-4ff9-4b06-9d57-bc5a8728d492)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:19.629363 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:19.668639 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349c1451-a5ba-4a16-b86e-9e7ff46417d1 x-openstack-request-id: req-349c1451-a5ba-4a16-b86e-9e7ff46417d1 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:19.669261 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac8d4db-fc43-4f66-b0a6-a66322fbfc62", "name": "network-vif-plugged", "status": "completed", "tag": "2d75e152-ef5f-42fb-a28f-695ebeedcc81", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:19.669786 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-349c1451-a5ba-4a16-b86e-9e7ff46417d1 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:19.670191 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'code': 200} Aug 29 17:25:19.705413 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=2d75e152-ef5f-42fb-a28f-695ebeedcc81,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:19.757508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f125f0-2efc-4693-a3d3-05131153ec0d req-03c995b4-073a-45ca-a947-82366c433a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:19.759053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1f125f0-2efc-4693-a3d3-05131153ec0d req-03c995b4-073a-45ca-a947-82366c433a0a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 1098 time: 0.0449691 Aug 29 17:25:19.794985 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1f125f0-2efc-4693-a3d3-05131153ec0d req-8d599cfa-84e0-4f21-badb-6500908db38e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288999 Aug 29 17:25:20.402522 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:20.652322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3cff0-4b88-4088-bede-7af2531265f4 req-e45f90f0-007a-4048-a74f-9605e812fae5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:20.659926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49f3cff0-4b88-4088-bede-7af2531265f4 req-e45f90f0-007a-4048-a74f-9605e812fae5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 946 time: 0.0603898 Aug 29 17:25:20.699681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49f3cff0-4b88-4088-bede-7af2531265f4 req-aba95beb-72e5-46fc-965e-81ade68b1e8c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 Aug 29 17:25:21.818888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6a9ed-55af-4e7f-882b-06dab4d7588d req-d24cbfaa-3f4e-4821-ae32-701be2d0b3c9 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:21.820334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30a6a9ed-55af-4e7f-882b-06dab4d7588d req-d24cbfaa-3f4e-4821-ae32-701be2d0b3c9 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 946 time: 0.0527387 Aug 29 17:25:21.857555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30a6a9ed-55af-4e7f-882b-06dab4d7588d req-0cddcc61-6318-41eb-8858-c1ee65d9677a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310385 Aug 29 17:25:21.968717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9ab7-9c30-47ad-8bb9-c053f519c912 req-c52cb404-fac4-4837-a73d-ce1d0f55761d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:21.970111 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-880b9ab7-9c30-47ad-8bb9-c053f519c912 req-c52cb404-fac4-4837-a73d-ce1d0f55761d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 946 time: 0.0480919 Aug 29 17:25:22.012516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-880b9ab7-9c30-47ad-8bb9-c053f519c912 req-449b6b1d-1d1d-4968-a297-e6405a68df0a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364571 Aug 29 17:25:22.036673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60340) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:22.075466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84422a66-a690-4e0c-a696-5eb324432f6a tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:22.076941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-84422a66-a690-4e0c-a696-5eb324432f6a tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 1093 time: 0.0392542 Aug 29 17:25:22.079872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60342) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:22.084244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:22.105467 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:22.197654 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:22.303215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Allocated IP 172.25.5.121 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/8dbee48e-b916-4ffa-beda-57ff62442925) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:22.400180 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:22.446800 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:22.482382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:22.487467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:22.491482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:22.513162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=8dbee48e-b916-4ffa-beda-57ff62442925,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:22.855431 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.220490 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.367537 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.372030 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.438290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=8dbee48e-b916-4ffa-beda-57ff62442925,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:23.451381 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.552418 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Floating IP c013a126-f053-4588-9598-10a406fe8093 associated. External IP: 172.25.5.121, port: 2d75e152-ef5f-42fb-a28f-695ebeedcc81. Aug 29 17:25:23.760097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router cd493df7-59dc-4087-ac9d-6debfb0d5732 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:23.870298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:23.883914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1be494-a8be-4d0d-8404-6ee4605cbb3d None None] Sync routers for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:23.885494 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:23.898228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1be494-a8be-4d0d-8404-6ee4605cbb3d None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:23.899424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9f1be494-a8be-4d0d-8404-6ee4605cbb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:25:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:23.927959 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-980f5bc0-3fc0-4ebb-8d65-f8dd5f1d389d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8446743 Aug 29 17:25:23.927959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'tag': '2d75e152-ef5f-42fb-a28f-695ebeedcc81'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:23.928908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60358) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:23.938184 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4bb8c1-f963-4174-b94f-773599b9e1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cac8d4db-fc43-4f66-b0a6-a66322fbfc62", "tag": "2d75e152-ef5f-42fb-a28f-695ebeedcc81"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:23.974852 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72f1108-1296-467b-b61c-9fae5ff4cb67 x-openstack-request-id: req-d72f1108-1296-467b-b61c-9fae5ff4cb67 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:23.975197 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac8d4db-fc43-4f66-b0a6-a66322fbfc62", "tag": "2d75e152-ef5f-42fb-a28f-695ebeedcc81", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:23.975457 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d72f1108-1296-467b-b61c-9fae5ff4cb67 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:23.975866 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'tag': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'status': 'completed', 'code': 200} Aug 29 17:25:23.996077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-78746f69-7536-44eb-9501-f3e61b0fb60d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/floatingips/c013a126-f053-4588-9598-10a406fe8093 HTTP/1.1" status: 200 len: 992 time: 0.0649538 Aug 29 17:25:24.018701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-9f1be494-a8be-4d0d-8404-6ee4605cbb3d None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:24.039964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bb8c1-f963-4174-b94f-773599b9e1d7 req-766bdfa7-ad4e-4796-8d97-eedcc101cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.041500 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f4bb8c1-f963-4174-b94f-773599b9e1d7 req-766bdfa7-ad4e-4796-8d97-eedcc101cb18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 1098 time: 0.0409710 Aug 29 17:25:24.136730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bb8c1-f963-4174-b94f-773599b9e1d7 req-0abec748-57e7-44c2-a44b-2ba77adaf679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.138163 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f4bb8c1-f963-4174-b94f-773599b9e1d7 req-0abec748-57e7-44c2-a44b-2ba77adaf679 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a HTTP/1.1" status: 200 len: 898 time: 0.0890396 Aug 29 17:25:24.203457 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f4bb8c1-f963-4174-b94f-773599b9e1d7 req-7b4620a3-f794-4f37-bba4-ac8230c99ea0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d75e152-ef5f-42fb-a28f-695ebeedcc81 HTTP/1.1" status: 200 len: 1000 time: 0.0578537 Aug 29 17:25:24.242039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9f1be494-a8be-4d0d-8404-6ee4605cbb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:05Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c013a126-f053-4588-9598-10a406fe8093', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'port_id': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'mac_address': 'fa:16:3e:85:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:22Z', 'updated_at': '2021-08-29T17:25:22Z', 'revision_number': 0, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:24.257760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bb8c1-f963-4174-b94f-773599b9e1d7 req-71f73609-9650-4e8b-9e44-6f68bdc76f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.259224 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f4bb8c1-f963-4174-b94f-773599b9e1d7 req-71f73609-9650-4e8b-9e44-6f68bdc76f7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd HTTP/1.1" status: 200 len: 834 time: 0.0492911 Aug 29 17:25:24.269488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1be494-a8be-4d0d-8404-6ee4605cbb3d None None] Checking router: cd493df7-59dc-4087-ac9d-6debfb0d5732 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:24.277883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1be494-a8be-4d0d-8404-6ee4605cbb3d None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:24.278494 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9f1be494-a8be-4d0d-8404-6ee4605cbb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:25:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:24.305837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bb8c1-f963-4174-b94f-773599b9e1d7 req-776a7c35-ef0e-4d30-9868-404a938722d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:24.307356 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f4bb8c1-f963-4174-b94f-773599b9e1d7 req-776a7c35-ef0e-4d30-9868-404a938722d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409775 Aug 29 17:25:24.383855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-9f1be494-a8be-4d0d-8404-6ee4605cbb3d None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:24.396740 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f4bb8c1-f963-4174-b94f-773599b9e1d7 req-f529d4c9-e6fc-4ff2-bb49-697eea7a0b10 service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816154 Aug 29 17:25:24.492052 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0f4bb8c1-f963-4174-b94f-773599b9e1d7 req-3401a8c1-61ee-4351-87fb-83f9c6657e95 service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889080 Aug 29 17:25:24.607778 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-9f1be494-a8be-4d0d-8404-6ee4605cbb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:05Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c013a126-f053-4588-9598-10a406fe8093', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'port_id': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'mac_address': 'fa:16:3e:85:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:22Z', 'updated_at': '2021-08-29T17:25:22Z', 'revision_number': 0, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:24.633791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1be494-a8be-4d0d-8404-6ee4605cbb3d None None] The sync data for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 is: [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:05Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c013a126-f053-4588-9598-10a406fe8093', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'port_id': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'mac_address': 'fa:16:3e:85:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:22Z', 'updated_at': '2021-08-29T17:25:22Z', 'revision_number': 0, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:24.839829 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ff5b58-4852-4361-b2dd-175c89c315ea None None] New status for floating IP c013a126-f053-4588-9598-10a406fe8093: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:25:24.999092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60378) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:25.083890 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e7744a2f-4e9a-4892-bc68-997a9ec993bb tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/floatingips/c013a126-f053-4588-9598-10a406fe8093 HTTP/1.1" status: 200 len: 994 time: 0.0834923 Aug 29 17:25:29.700317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38d84c-21c4-4379-b26b-90670d1df6ad req-bf87df3c-6231-43a0-a1e9-1bc23438727b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:29.705714 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc38d84c-21c4-4379-b26b-90670d1df6ad req-bf87df3c-6231-43a0-a1e9-1bc23438727b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 947 time: 0.0616422 Aug 29 17:25:29.741727 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc38d84c-21c4-4379-b26b-90670d1df6ad req-f25b90cc-36ee-4e9c-8a91-826439558272 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333288 Aug 29 17:25:30.873640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ba306-2b66-42f3-a0ff-ead83110e443 req-7e9578e8-100b-4df5-945a-1a2df03e7268 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:30.875319 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6e4ba306-2b66-42f3-a0ff-ead83110e443 req-7e9578e8-100b-4df5-945a-1a2df03e7268 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 947 time: 0.0604331 Aug 29 17:25:30.916215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6e4ba306-2b66-42f3-a0ff-ead83110e443 req-247f73e7-07a8-466a-bdd6-dbcf176921bd tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=56bcf41e-4018-434b-ae80-6f9540eb2818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346956 Aug 29 17:25:31.093895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-24eaab41-ed63-4b3e-8f0c-f92b0f6125ab tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:31.095362 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-24eaab41-ed63-4b3e-8f0c-f92b0f6125ab tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 947 time: 0.0542378 Aug 29 17:25:31.197853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Deleting port 88d05d25-bf25-48a8-b3a4-42fc7647d85f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:31.198311 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.292020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] For port 88d05d25-bf25-48a8-b3a4-42fc7647d85f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=88d05d25-bf25-48a8-b3a4-42fc7647d85f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:31.292304 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.462860 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.463258 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.463597 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Floating IP 988327c0-6531-4299-8244-1993a68a1de7 disassociated. External IP: 172.25.5.50, port: 88d05d25-bf25-48a8-b3a4-42fc7647d85f. Aug 29 17:25:31.463960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Calling delete_port for 88d05d25-bf25-48a8-b3a4-42fc7647d85f owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:31.622119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.657995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event deleted for resources: {'Port': ['ID=88d05d25-bf25-48a8-b3a4-42fc7647d85f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:31.777392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Router 5322c82b-ae53-49eb-a24f-8fca9176ea2f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:31.892625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:31.907339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945983b-89bc-464a-8c89-323930d282aa None None] Sync routers for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:31.918322 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945983b-89bc-464a-8c89-323930d282aa None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:31.919269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c945983b-89bc-464a-8c89-323930d282aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:25:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:31.941130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] No DVR routers for this DVR port 88d05d25-bf25-48a8-b3a4-42fc7647d85f on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:25:31.946313 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:31.948515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2b41a18-7270-48c0-8bf2-2e2334b28bd3 req-ebed6390-4d06-4ec8-bc45-610a25ad7312 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.10 "DELETE /v2.0/ports/88d05d25-bf25-48a8-b3a4-42fc7647d85f HTTP/1.1" status: 204 len: 173 time: 0.8471627 Aug 29 17:25:31.949004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'name': 'network-vif-deleted', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:31.951432 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880fb27c-4a6e-42da-b605-85e4cb37be34" -d '{"events": [{"server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "name": "network-vif-deleted", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:32.020988 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da724544-9dd7-4b67-83b3-1310fcc823cb x-openstack-request-id: req-da724544-9dd7-4b67-83b3-1310fcc823cb {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:32.021398 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6", "name": "network-vif-deleted", "tag": "88d05d25-bf25-48a8-b3a4-42fc7647d85f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:32.022255 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da724544-9dd7-4b67-83b3-1310fcc823cb {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:32.022742 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6', 'name': 'network-vif-deleted', 'tag': '88d05d25-bf25-48a8-b3a4-42fc7647d85f', 'status': 'completed', 'code': 200} Aug 29 17:25:32.045564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7756da3-7b4e-41ff-8349-cd17445de174 req-7eba7155-fc93-4fd1-abb1-f593cbfd7752 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef2137eb-cdb7-4942-ad3d-99f8a82d2fb6 HTTP/1.1" status: 200 len: 210 time: 0.0353112 Aug 29 17:25:32.080597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c945983b-89bc-464a-8c89-323930d282aa None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:32.295974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c945983b-89bc-464a-8c89-323930d282aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:32.324168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945983b-89bc-464a-8c89-323930d282aa None None] Checking router: 5322c82b-ae53-49eb-a24f-8fca9176ea2f for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:32.332190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945983b-89bc-464a-8c89-323930d282aa None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:32.332781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c945983b-89bc-464a-8c89-323930d282aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:25:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:32.435006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c945983b-89bc-464a-8c89-323930d282aa None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:32.624777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c945983b-89bc-464a-8c89-323930d282aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:32.650528 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945983b-89bc-464a-8c89-323930d282aa None None] The sync data for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 is: [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:32.859066 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba377e-48f5-43de-a63d-e4cf50776d4f None None] New status for floating IP 988327c0-6531-4299-8244-1993a68a1de7: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:25:33.140872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60466) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:33.201568 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d860dee1-be3e-4931-81bb-50860f09d867 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.225817 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d860dee1-be3e-4931-81bb-50860f09d867 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.273590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d860dee1-be3e-4931-81bb-50860f09d867 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.276214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d860dee1-be3e-4931-81bb-50860f09d867 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.277435 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d860dee1-be3e-4931-81bb-50860f09d867 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "DELETE /v2.0/security-groups/56bcf41e-4018-434b-ae80-6f9540eb2818 HTTP/1.1" status: 204 len: 168 time: 0.1352062 Aug 29 17:25:33.280213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60472) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:33.286988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860dee1-be3e-4931-81bb-50860f09d867 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bcf41e-4018-434b-ae80-6f9540eb2818,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:33.295393 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-25fedd3f-c06b-43aa-8025-e9f0d5de18fa tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] show failed (client error): The resource could not be found. Aug 29 17:25:33.296524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-25fedd3f-c06b-43aa-8025-e9f0d5de18fa tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups/56bcf41e-4018-434b-ae80-6f9540eb2818 HTTP/1.1" status: 404 len: 347 time: 0.0149941 Aug 29 17:25:33.299286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60474) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:33.420073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 88d05d25-bf25-48a8-b3a4-42fc7647d85f no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:25:33.429119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3c3375d7-e730-4833-a2aa-d9ec7d5b09e9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Deleting port 89aba1e0-48fd-4ae4-9f58-5219ff58236e {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:25:33.429434 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c3375d7-e730-4833-a2aa-d9ec7d5b09e9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.445435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 88d05d25-bf25-48a8-b3a4-42fc7647d85f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:25:33.446119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 88d05d25-bf25-48a8-b3a4-42fc7647d85f not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:25:33.509679 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c3375d7-e730-4833-a2aa-d9ec7d5b09e9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.509930 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c3375d7-e730-4833-a2aa-d9ec7d5b09e9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.521160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3c3375d7-e730-4833-a2aa-d9ec7d5b09e9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Calling delete_port for 89aba1e0-48fd-4ae4-9f58-5219ff58236e owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:25:33.656074 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c3375d7-e730-4833-a2aa-d9ec7d5b09e9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.681969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3375d7-e730-4833-a2aa-d9ec7d5b09e9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event deleted for resources: {'Port': ['ID=89aba1e0-48fd-4ae4-9f58-5219ff58236e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:33.741955 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c3375d7-e730-4833-a2aa-d9ec7d5b09e9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.744872 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3c3375d7-e730-4833-a2aa-d9ec7d5b09e9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:33.746059 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3c3375d7-e730-4833-a2aa-d9ec7d5b09e9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "DELETE /v2.0/floatingips/988327c0-6531-4299-8244-1993a68a1de7 HTTP/1.1" status: 204 len: 168 time: 0.4456403 Aug 29 17:25:34.143384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60478) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:34.148527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a24fafc2-d6d3-486e-9e25-06043be2d5f5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855205277', 'description': 'tempest-description--1582741453'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:34.171139 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a24fafc2-d6d3-486e-9e25-06043be2d5f5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.258194 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a24fafc2-d6d3-486e-9e25-06043be2d5f5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.265084 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a24fafc2-d6d3-486e-9e25-06043be2d5f5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.296171 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a24fafc2-d6d3-486e-9e25-06043be2d5f5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.297479 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a24fafc2-d6d3-486e-9e25-06043be2d5f5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1529274 Aug 29 17:25:34.300474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60484) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:34.302295 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fafc2-d6d3-486e-9e25-06043be2d5f5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2129022a-c4b8-4f4f-a60c-7bb017dccaff,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:34.311901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5663a055-7d81-4a92-a451-26ef4de8b9c6 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'security_group_rule': {'security_group_id': '2129022a-c4b8-4f4f-a60c-7bb017dccaff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:34.345684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5663a055-7d81-4a92-a451-26ef4de8b9c6 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.405120 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5663a055-7d81-4a92-a451-26ef4de8b9c6 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.410056 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5663a055-7d81-4a92-a451-26ef4de8b9c6 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.431705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663a055-7d81-4a92-a451-26ef4de8b9c6 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad327544-b2eb-4985-a2fd-046bc1702e54,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:34.439022 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5663a055-7d81-4a92-a451-26ef4de8b9c6 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.440240 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5663a055-7d81-4a92-a451-26ef4de8b9c6 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363964 Aug 29 17:25:34.443010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60486) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:34.447778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-214eb6ac-151b-47fc-bd0c-9e994c1f8afb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'security_group_rule': {'security_group_id': '2129022a-c4b8-4f4f-a60c-7bb017dccaff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:34.475699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-214eb6ac-151b-47fc-bd0c-9e994c1f8afb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.533650 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-214eb6ac-151b-47fc-bd0c-9e994c1f8afb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.537149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-214eb6ac-151b-47fc-bd0c-9e994c1f8afb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.555486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eb6ac-151b-47fc-bd0c-9e994c1f8afb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee55047-6ee1-47a2-b49e-6764ddc6e45c,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:34.561287 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-214eb6ac-151b-47fc-bd0c-9e994c1f8afb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.562494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-214eb6ac-151b-47fc-bd0c-9e994c1f8afb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184838 Aug 29 17:25:34.565462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60488) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:34.570433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:34.591724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.693013 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.796493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Allocated IP 172.25.5.113 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/5ef88a87-fb75-4a0a-832d-e119eeb1d8c0) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:34.898200 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.942134 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:34.979265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:34.984040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:34.988256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:35.012415 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'Port': ['ID=5ef88a87-fb75-4a0a-832d-e119eeb1d8c0,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:35.074912 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.109016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.261914 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.266177 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.340644 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'Port': ['ID=5ef88a87-fb75-4a0a-832d-e119eeb1d8c0,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:35.351864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.370339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:35.371896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0c1add78-e360-4467-ad9f-6b6c53f263cc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8054690 Aug 29 17:25:35.563776 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-7df4522d-5c6f-4592-b3ff-d9a1532d9ebf tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1855205277&fields=id&tenant_id=d04c0249fc5e416585c5676d42c8ae30 HTTP/1.1" status: 200 len: 267 time: 0.0376167 Aug 29 17:25:35.668497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-e819de73-aebb-43e8-8dc0-201119b35c89 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:35.669877 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-e819de73-aebb-43e8-8dc0-201119b35c89 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 815 time: 0.0992398 Aug 29 17:25:35.686344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-47e99dbc-e78e-4647-9f9a-b33eb9f1eb7f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/quotas/d04c0249fc5e416585c5676d42c8ae30 HTTP/1.1" status: 200 len: 375 time: 0.0103655 Aug 29 17:25:35.741854 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-02aa05a4-e180-4187-a4fa-7b4a8f3e9015 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498605 Aug 29 17:25:35.843925 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-e93ddb3b-8d39-4314-8939-994af71f6f2b service neutron] 10.222.0.22 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884068 Aug 29 17:25:35.936042 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-c57fb3e1-2d3a-42de-b3c3-94632ed8d55e service neutron] 10.222.0.22 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850849 Aug 29 17:25:36.109328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd5d8a88-e95f-4a0d-90e7-d6eaf06319c2 req-5c473ab2-c1e4-4754-9d50-3f8d46d8bb51 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 210 time: 0.0269229 Aug 29 17:25:37.011987 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-4c84337d-225a-4cfb-8317-79ab2d128350 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:37.013525 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-4c84337d-225a-4cfb-8317-79ab2d128350 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.10 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 815 time: 0.1151519 Aug 29 17:25:37.056091 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-e771374a-fc46-4743-b1db-a54f1829a3cb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d04c0249fc5e416585c5676d42c8ae30 HTTP/1.1" status: 200 len: 380 time: 0.0330138 Aug 29 17:25:37.071396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'port': {'device_id': '45dda72c-52df-43c3-b418-1141e29d0095', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'admin_state_up': True, 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'security_groups': ['2129022a-c4b8-4f4f-a60c-7bb017dccaff']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:37.179292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Made reservation on behalf of d04c0249fc5e416585c5676d42c8ae30 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:25:37.182979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.219480 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3df4421f-40ef-4218-8008-f893c31572b8 req-b23029e7-cf99-43e5-a8fc-eea47ad7c858 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 210 time: 0.0333664 Aug 29 17:25:37.329826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Allocated IP 172.20.0.10 (bd3ee4a9-907c-4102-9a91-a3ab6420bccb/0d19da07-7e31-464c-a07f-d6b3a798098f/e2b93d76-7c4b-4305-ae70-15dcd8452f1f) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:25:37.463557 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.476714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Transition to ACTIVE for port object e2b93d76-7c4b-4305-ae70-15dcd8452f1f will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:37.509009 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.549743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Network bd3ee4a9-907c-4102-9a91-a3ab6420bccb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:25:37.555626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:25:37.559652 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:25:37.590968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:37.619103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:37.619741 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.634718 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-85c86698-8de9-434b-8225-964d5f1aea79 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5673997 Aug 29 17:25:37.647416 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Request body: {'port': {'device_id': '45dda72c-52df-43c3-b418-1141e29d0095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:37.704042 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.785499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a949e98c-14da-4660-b3fa-d77c91e218f4 None None] Provisioning for port e2b93d76-7c4b-4305-ae70-15dcd8452f1f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:37.790200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a949e98c-14da-4660-b3fa-d77c91e218f4 None None] Provisioning complete for port e2b93d76-7c4b-4305-ae70-15dcd8452f1f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:37.790653 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a949e98c-14da-4660-b3fa-d77c91e218f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:37.826236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a949e98c-14da-4660-b3fa-d77c91e218f4 None None] Port e2b93d76-7c4b-4305-ae70-15dcd8452f1f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:25:37.978220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b93d76-7c4b-4305-ae70-15dcd8452f1f {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:37.986025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:38.002061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Transition to ACTIVE for port object e2b93d76-7c4b-4305-ae70-15dcd8452f1f will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:25:38.005922 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:38.101890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:38.151452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Attempting to bind port e2b93d76-7c4b-4305-ae70-15dcd8452f1f on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:25:38.151909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Attempting to bind port e2b93d76-7c4b-4305-ae70-15dcd8452f1f by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:25:38.152342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Attempting to bind port e2b93d76-7c4b-4305-ae70-15dcd8452f1f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:38.157848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Port e2b93d76-7c4b-4305-ae70-15dcd8452f1f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:25:38.158275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Attempting to bind port e2b93d76-7c4b-4305-ae70-15dcd8452f1f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:25:38.165127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:25:38.165755 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Checking segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:25:38.166209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Bound using segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:25:38.166713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Bound port: e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:25:38.167160 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:38.237013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:25:38.241032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:25:38.245984 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:38.288335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.288965 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:38.290568 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] 10.222.0.10 "PUT /v2.0/ports/e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 200 len: 1093 time: 0.6475418 Aug 29 17:25:38.291027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:38.293442 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1574bb06-a463-43bc-a2d5-859b0349fe12" -d '{"events": [{"name": "network-changed", "server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:38.323624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a053d8-7cbf-4d55-b9dd-ef6bfb08e480 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:38.370736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb5e6f-6565-4672-a9ec-3d88c82e02b8 req-42f35a02-3489-402a-9ad2-b19b460ed104 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.373552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5bb5e6f-6565-4672-a9ec-3d88c82e02b8 req-42f35a02-3489-402a-9ad2-b19b460ed104 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 944 time: 0.0804954 Aug 29 17:25:38.373722 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8749706-c8e8-4f2f-806d-f7ab1f0badb0 x-openstack-request-id: req-b8749706-c8e8-4f2f-806d-f7ab1f0badb0 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:38.373939 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:38.374200 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8749706-c8e8-4f2f-806d-f7ab1f0badb0 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:38.374706 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'status': 'completed', 'code': 200} Aug 29 17:25:38.391452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-ff35fd4c-0bb4-4fc7-a37e-4829950ce4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.392998 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-ff35fd4c-0bb4-4fc7-a37e-4829950ce4da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 1096 time: 0.0506613 Aug 29 17:25:38.434277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5bb5e6f-6565-4672-a9ec-3d88c82e02b8 req-de342525-9bc4-41c1-b71c-25f2a48978e5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526068 Aug 29 17:25:38.448672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-4113a8de-8559-4358-bde0-a7d94302bbd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 200 len: 217 time: 0.0467355 Aug 29 17:25:38.503268 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16b2a94f-3333-4f88-9368-da6e5e3e40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.504762 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-16b2a94f-3333-4f88-9368-da6e5e3e40d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0499709 Aug 29 17:25:38.552305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-5e0bea29-397b-4391-862c-f1ae2ad40c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.554468 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-5e0bea29-397b-4391-862c-f1ae2ad40c39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429296 Aug 29 17:25:38.652237 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-2e144105-e1cb-4ce5-aec6-46c091801ffe service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905991 Aug 29 17:25:38.749426 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a568b83a-f091-414b-b4bc-8d12fe5f6777 req-a4a22ab0-556d-4151-bb8c-7ab0d6a078e1 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897269 Aug 29 17:25:38.829921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574bb06-a463-43bc-a2d5-859b0349fe12 req-b1cbd0ea-b591-4908-99ea-adcb96af29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.831363 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1574bb06-a463-43bc-a2d5-859b0349fe12 req-b1cbd0ea-b591-4908-99ea-adcb96af29c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 1096 time: 0.0393033 Aug 29 17:25:38.922527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574bb06-a463-43bc-a2d5-859b0349fe12 req-bc3ad51e-de8e-4ea4-8523-da2ffd3f1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:38.923942 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1574bb06-a463-43bc-a2d5-859b0349fe12 req-bc3ad51e-de8e-4ea4-8523-da2ffd3f1a05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.0853467 Aug 29 17:25:38.964277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1574bb06-a463-43bc-a2d5-859b0349fe12 req-97a1814f-9705-440b-8361-425ffbb7f716 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 200 len: 217 time: 0.0335302 Aug 29 17:25:39.017059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574bb06-a463-43bc-a2d5-859b0349fe12 req-80d29846-ba1a-4cc4-a45a-dd658b775c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:39.018487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1574bb06-a463-43bc-a2d5-859b0349fe12 req-80d29846-ba1a-4cc4-a45a-dd658b775c9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0468199 Aug 29 17:25:39.063984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574bb06-a463-43bc-a2d5-859b0349fe12 req-e538d84f-96df-465a-956a-b63cc4f817ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:39.065502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1574bb06-a463-43bc-a2d5-859b0349fe12 req-e538d84f-96df-465a-956a-b63cc4f817ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390153 Aug 29 17:25:39.458598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1574bb06-a463-43bc-a2d5-859b0349fe12 req-e6c881a5-aab4-40aa-bb8e-72dc7fce7f4e service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855822 Aug 29 17:25:39.584511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1574bb06-a463-43bc-a2d5-859b0349fe12 req-39b0bb3c-28a0-4931-a5ea-a0afb67dae5e service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178029 Aug 29 17:25:39.593112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079097-07d8-4861-864a-6a9a306a47eb req-27a42866-b771-4e51-8c5d-cb99d001bb86 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:39.594572 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2079097-07d8-4861-864a-6a9a306a47eb req-27a42866-b771-4e51-8c5d-cb99d001bb86 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 944 time: 0.0720942 Aug 29 17:25:39.637685 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2079097-07d8-4861-864a-6a9a306a47eb req-6df71d8e-74fd-4fe3-b9a8-02f05f8a6046 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349300 Aug 29 17:25:40.758525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b66ae-86f6-48ad-88ba-f70026a7164b req-51a9eb6a-1612-435f-835a-5d2c23685e78 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:40.759973 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b4b66ae-86f6-48ad-88ba-f70026a7164b req-51a9eb6a-1612-435f-835a-5d2c23685e78 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 944 time: 0.0521300 Aug 29 17:25:40.796864 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b4b66ae-86f6-48ad-88ba-f70026a7164b req-19da5f61-75a0-430c-8118-fec9fbe147bc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308955 Aug 29 17:25:41.447639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e2b93d76-7c4b-4305-ae70-15dcd8452f1f details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:25:41.544117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:41.560387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'port_id': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'mac_address': 'fa:16:3e:ea:e8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:25:41.601936 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:41.618206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b93d76-7c4b-4305-ae70-15dcd8452f1f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:25:41.640294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:41.652139 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:41.709130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:41.838052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['e2b93d76-7c4b-4305-ae70-15dcd8452f1f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:25:41.919848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fad7a-df78-49fd-bbef-cfb88ea0c80d req-c746b254-ef8c-4225-bec8-e0600a814cf5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:41.921315 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-593fad7a-df78-49fd-bbef-cfb88ea0c80d req-c746b254-ef8c-4225-bec8-e0600a814cf5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0507483 Aug 29 17:25:41.960483 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-593fad7a-df78-49fd-bbef-cfb88ea0c80d req-061f14f8-e35f-4845-b100-629498b5c384 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322659 Aug 29 17:25:42.891575 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e50d7aad-8bbb-4522-b6eb-9f250d02dde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.085823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf08c07-3472-4d9a-a5c1-c5a9afb0eecf req-390d83e8-2e22-4bcb-b483-1400f00735bb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:43.087353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2cf08c07-3472-4d9a-a5c1-c5a9afb0eecf req-390d83e8-2e22-4bcb-b483-1400f00735bb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0503867 Aug 29 17:25:43.124810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2cf08c07-3472-4d9a-a5c1-c5a9afb0eecf req-97a1c134-e556-4396-bccb-050b27b3daea tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Aug 29 17:25:43.449759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e2b93d76-7c4b-4305-ae70-15dcd8452f1f up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:25:43.496971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port e2b93d76-7c4b-4305-ae70-15dcd8452f1f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:25:43.500740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port e2b93d76-7c4b-4305-ae70-15dcd8452f1f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:25:43.501110 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.582498 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.754206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:43.756333 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d903a671-d73a-4344-981b-bf58068f6134" -d '{"events": [{"server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "name": "network-vif-plugged", "status": "completed", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:43.767945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:25:43.772902 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:43.797990 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2e4abf-1364-423b-866c-c6f779372a51 x-openstack-request-id: req-7a2e4abf-1364-423b-866c-c6f779372a51 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:43.798286 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "name": "network-vif-plugged", "status": "completed", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:43.798521 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a2e4abf-1364-423b-866c-c6f779372a51 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:43.798908 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'code': 200} Aug 29 17:25:43.827609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:43.895085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb80ad-eb56-4a4d-be80-69cef93992a6 req-8a230a59-d669-41ef-ab85-3ca9bad6a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:43.896600 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-15fb80ad-eb56-4a4d-be80-69cef93992a6 req-8a230a59-d669-41ef-ab85-3ca9bad6a4cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 1098 time: 0.0440590 Aug 29 17:25:43.932529 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-15fb80ad-eb56-4a4d-be80-69cef93992a6 req-0d9925dc-6b74-4548-88c5-e4c93a4bae47 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284371 Aug 29 17:25:44.252046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11e6aa-e662-4648-bca7-5f407e2c9f33 req-943d010d-82b2-4c8f-8824-d0d7c706205d tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:44.253617 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f11e6aa-e662-4648-bca7-5f407e2c9f33 req-943d010d-82b2-4c8f-8824-d0d7c706205d tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0529001 Aug 29 17:25:44.296013 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f11e6aa-e662-4648-bca7-5f407e2c9f33 req-567c33f0-4175-44b9-bdd0-0bf372ff0413 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354183 Aug 29 17:25:45.421637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638483c5-c6f7-4ba4-be9f-792e2c6690c9 req-8fe7f050-7af7-4c02-b34b-1ea0742c03f5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:45.423231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-638483c5-c6f7-4ba4-be9f-792e2c6690c9 req-8fe7f050-7af7-4c02-b34b-1ea0742c03f5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0534787 Aug 29 17:25:45.461959 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-638483c5-c6f7-4ba4-be9f-792e2c6690c9 req-468e5e21-f8bc-4453-89a5-1b0ed8af34d4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328100 Aug 29 17:25:45.557541 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-81154475-fb71-455a-b6c1-8e9fdff8b23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.587691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbae36-5d2f-42fe-993e-b3a2d4b52f0d req-d0c6223c-0424-4f11-a85c-c3410128618a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:45.589320 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a5cbae36-5d2f-42fe-993e-b3a2d4b52f0d req-d0c6223c-0424-4f11-a85c-c3410128618a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0586841 Aug 29 17:25:45.598614 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60650) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:45.602773 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-416db080-3376-4855-ac2b-9a641aaf0e8b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Request body: {'floatingip': {'port_id': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:25:45.643350 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-416db080-3376-4855-ac2b-9a641aaf0e8b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.680185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60652) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:45.786251 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b530400c-a655-42a6-b514-4936fb16a82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.874004 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b530400c-a655-42a6-b514-4936fb16a82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.878623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b530400c-a655-42a6-b514-4936fb16a82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.895693 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:45.916510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530400c-a655-42a6-b514-4936fb16a82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd430979-fa21-4226-9904-8d5c4892e42c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:45.923254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b530400c-a655-42a6-b514-4936fb16a82b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a99e40a941ce43e9a84cf2a346e9bc88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396750 Aug 29 17:25:45.923506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60656) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:45.979070 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ee37f98-980e-4eb2-95f4-00a9280ea1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.002144 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ee37f98-980e-4eb2-95f4-00a9280ea1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.051208 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ee37f98-980e-4eb2-95f4-00a9280ea1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.054403 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ee37f98-980e-4eb2-95f4-00a9280ea1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.055584 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6ee37f98-980e-4eb2-95f4-00a9280ea1a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd430979-fa21-4226-9904-8d5c4892e42c HTTP/1.1" status: 204 len: 168 time: 0.1311741 Aug 29 17:25:46.064081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee37f98-980e-4eb2-95f4-00a9280ea1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd430979-fa21-4226-9904-8d5c4892e42c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:46.336620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60662) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:46.356501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17de45f3-c5d7-4532-aa48-6c09bae631aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.429201 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-416db080-3376-4855-ac2b-9a641aaf0e8b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.435320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-416db080-3376-4855-ac2b-9a641aaf0e8b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.572049 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-416db080-3376-4855-ac2b-9a641aaf0e8b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Floating IP b406092c-3142-46c8-8223-5e9a2466773a associated. External IP: 172.25.5.113, port: e2b93d76-7c4b-4305-ae70-15dcd8452f1f. Aug 29 17:25:46.633840 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17de45f3-c5d7-4532-aa48-6c09bae631aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.640640 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-17de45f3-c5d7-4532-aa48-6c09bae631aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.705955 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.721890 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-17de45f3-c5d7-4532-aa48-6c09bae631aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a4690f7adb9482c8172782ec9dc4d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842270 Aug 29 17:25:46.722707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de45f3-c5d7-4532-aa48-6c09bae631aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aac911-46ee-4ec7-a60b-f5edc81be330,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:46.727238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60664) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:25:46.782486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-924a9e2d-8fa3-4e48-aee1-95422b22a705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.803741 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-924a9e2d-8fa3-4e48-aee1-95422b22a705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.842919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416db080-3376-4855-ac2b-9a641aaf0e8b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Router 5322c82b-ae53-49eb-a24f-8fca9176ea2f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:25:46.854567 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-924a9e2d-8fa3-4e48-aee1-95422b22a705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.857597 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-924a9e2d-8fa3-4e48-aee1-95422b22a705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.859011 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-924a9e2d-8fa3-4e48-aee1-95422b22a705 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62aac911-46ee-4ec7-a60b-f5edc81be330 HTTP/1.1" status: 204 len: 168 time: 0.1297901 Aug 29 17:25:46.869168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a9e2d-8fa3-4e48-aee1-95422b22a705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aac911-46ee-4ec7-a60b-f5edc81be330,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:25:46.958703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416db080-3376-4855-ac2b-9a641aaf0e8b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:25:46.964687 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-416db080-3376-4855-ac2b-9a641aaf0e8b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:46.969494 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdb495d-e58e-4e10-9c30-c6ecae3ee725 None None] Sync routers for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:25:46.979657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdb495d-e58e-4e10-9c30-c6ecae3ee725 None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:46.980682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3cdb495d-e58e-4e10-9c30-c6ecae3ee725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:25:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:47.008616 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-416db080-3376-4855-ac2b-9a641aaf0e8b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "PUT /v2.0/floatingips/b406092c-3142-46c8-8223-5e9a2466773a HTTP/1.1" status: 200 len: 992 time: 1.4091043 Aug 29 17:25:47.009593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:25:47.012840 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19" -d '{"events": [{"name": "network-changed", "server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:25:47.055105 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cc2503-9368-4988-af77-706c1ac4a1f8 x-openstack-request-id: req-88cc2503-9368-4988-af77-706c1ac4a1f8 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:25:47.055570 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:25:47.055863 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88cc2503-9368-4988-af77-706c1ac4a1f8 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:25:47.056271 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'status': 'completed', 'code': 200} Aug 29 17:25:47.106085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3cdb495d-e58e-4e10-9c30-c6ecae3ee725 None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:47.120693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19 req-35380525-e366-4b61-b56d-ac64aac719c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:47.122288 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19 req-35380525-e366-4b61-b56d-ac64aac719c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 1098 time: 0.0409687 Aug 29 17:25:47.223617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19 req-f9a955c8-6701-47ad-93c7-61c3106d99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:47.225164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19 req-f9a955c8-6701-47ad-93c7-61c3106d99bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.0963564 Aug 29 17:25:47.302075 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19 req-d3fa2a19-610b-41b7-bf78-8ac9b0def511 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 200 len: 1000 time: 0.0698729 Aug 29 17:25:47.351571 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3cdb495d-e58e-4e10-9c30-c6ecae3ee725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b406092c-3142-46c8-8223-5e9a2466773a', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'floating_ip_address': '172.25.5.113', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'port_id': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'mac_address': 'fa:16:3e:ea:e8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dda72c-52df-43c3-b418-1141e29d0095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:35Z', 'updated_at': '2021-08-29T17:25:46Z', 'revision_number': 1, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:47.357589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19 req-1e8f3369-744e-4e86-89a9-72ffa483b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:47.359186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19 req-1e8f3369-744e-4e86-89a9-72ffa483b01b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0495007 Aug 29 17:25:47.380422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdb495d-e58e-4e10-9c30-c6ecae3ee725 None None] Checking router: 5322c82b-ae53-49eb-a24f-8fca9176ea2f for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:25:47.390638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdb495d-e58e-4e10-9c30-c6ecae3ee725 None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:25:47.391351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3cdb495d-e58e-4e10-9c30-c6ecae3ee725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:25:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:47.412435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19 req-15fd94b8-508e-4e69-89ed-94b9918ab2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:47.412435 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19 req-15fd94b8-508e-4e69-89ed-94b9918ab2ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428653 Aug 29 17:25:47.503264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19 req-f949a6e8-cb59-4349-9651-ba9fc83135bd service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859253 Aug 29 17:25:47.515960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3cdb495d-e58e-4e10-9c30-c6ecae3ee725 None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:25:47.600559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee1b3d12-07df-4fd0-8d94-6d81747f4a19 req-a53ffac3-9502-4afe-81ad-0d7a28fe46d0 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897455 Aug 29 17:25:47.762555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3cdb495d-e58e-4e10-9c30-c6ecae3ee725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b406092c-3142-46c8-8223-5e9a2466773a', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'floating_ip_address': '172.25.5.113', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'port_id': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'mac_address': 'fa:16:3e:ea:e8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dda72c-52df-43c3-b418-1141e29d0095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:35Z', 'updated_at': '2021-08-29T17:25:46Z', 'revision_number': 1, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:25:47.798423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdb495d-e58e-4e10-9c30-c6ecae3ee725 None None] The sync data for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 is: [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'b406092c-3142-46c8-8223-5e9a2466773a', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'floating_ip_address': '172.25.5.113', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'port_id': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'mac_address': 'fa:16:3e:ea:e8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45dda72c-52df-43c3-b418-1141e29d0095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:35Z', 'updated_at': '2021-08-29T17:25:46Z', 'revision_number': 1, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:25:47.810850 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:47.994739 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f50eb-79eb-4180-871a-742bf8414b72 None None] New status for floating IP b406092c-3142-46c8-8223-5e9a2466773a: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:25:48.347953 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:50.415235 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:25:51.973446 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-2cf8563b-9516-49fc-8f4b-f9a08a6bc7fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424330 Aug 29 17:25:52.059040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-669b2f85-009b-435a-8405-67bea9b1a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.060740 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-669b2f85-009b-435a-8405-67bea9b1a087 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 1098 time: 0.0447602 Aug 29 17:25:52.165345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-8d4af9b9-c13f-44dd-b8bf-d5b68844dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.166831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-8d4af9b9-c13f-44dd-b8bf-d5b68844dc59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a HTTP/1.1" status: 200 len: 898 time: 0.0859005 Aug 29 17:25:52.236462 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-65930a4e-0c81-4a3d-8fc1-1d7524e296ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d75e152-ef5f-42fb-a28f-695ebeedcc81 HTTP/1.1" status: 200 len: 1002 time: 0.0618043 Aug 29 17:25:52.285664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-781bc8ce-1615-4e05-8365-fbb5f949f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.287130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-781bc8ce-1615-4e05-8365-fbb5f949f59c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd HTTP/1.1" status: 200 len: 834 time: 0.0441921 Aug 29 17:25:52.337699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-aa115d71-3248-4738-8a06-13810b1cbb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:52.339230 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-aa115d71-3248-4738-8a06-13810b1cbb7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453389 Aug 29 17:25:52.470311 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-6be9bf3c-3116-470a-8a3a-db327cabd4e0 service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227105 Aug 29 17:25:52.572321 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cad8d602-a41d-4467-9ef1-e2041b6d714b req-094ee026-67a8-458f-b2a8-1874f5f152da service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946453 Aug 29 17:25:52.706117 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:25:54.120334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-d6c20cc2-661a-4b66-acb3-583d195cd898 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422225 Aug 29 17:25:54.206134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-7f5772f1-80b3-4b95-a45e-a82e883394c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.207694 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-7f5772f1-80b3-4b95-a45e-a82e883394c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 1098 time: 0.0439067 Aug 29 17:25:54.319058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-53f464b5-2999-47f7-94dc-0ce5d0063a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.320550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-53f464b5-2999-47f7-94dc-0ce5d0063a5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.0916381 Aug 29 17:25:54.385486 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-60df3338-d05a-4170-bdde-87e7b816fcd5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 200 len: 1002 time: 0.0584457 Aug 29 17:25:54.439341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-ff55ebb6-f003-4f81-8b5d-26966ad36fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.440827 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-ff55ebb6-f003-4f81-8b5d-26966ad36fc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0492110 Aug 29 17:25:54.642568 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-d69b8e81-6c1f-4e93-8345-f3d6edf8f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:25:54.643462 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-d69b8e81-6c1f-4e93-8345-f3d6edf8f670 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442181 Aug 29 17:25:54.734629 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-7e067d3c-12dc-407b-b85e-de800a35f068 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837522 Aug 29 17:25:54.843239 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7f64d2e-fedc-4cd7-937c-0d7db8ee72cc req-e29062ea-28e9-476c-b789-4faba5737243 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017025 Aug 29 17:26:05.511368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60884) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:05.616696 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:05.705256 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:05.708901 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:05.747547 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ef7c3245c974d8395e57247dae18ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350998 Aug 29 17:26:05.748513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5116703e-b0c2-4686-a120-9c6296b8f50b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:05.750190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60888) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:05.755971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.756325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.756677 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.757027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.757400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.757738 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.758072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.758405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.758737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.759067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.759398 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.759727 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59999d64-204e-4e17-a6f1-f2a4fc5fc09c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.799336 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:05.819438 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:05.869049 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:05.871561 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:05.872669 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5116703e-b0c2-4686-a120-9c6296b8f50b HTTP/1.1" status: 204 len: 168 time: 0.1215241 Aug 29 17:26:05.882097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5116703e-b0c2-4686-a120-9c6296b8f50b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:05.889528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.889882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.890229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.890570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.890905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.891239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.891580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.891896 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.892225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.892574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.892874 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:05.893196 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166648f6-d237-42e6-b21b-8ad9813cdc8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:06.124674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 60896) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:06.138088 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fba61c5-0f00-47a3-859f-a80c27ba855e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.227665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fba61c5-0f00-47a3-859f-a80c27ba855e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.231951 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6fba61c5-0f00-47a3-859f-a80c27ba855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.269956 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6fba61c5-0f00-47a3-859f-a80c27ba855e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a09d16e1f77845e08cc7acfeaafb8df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442068 Aug 29 17:26:06.271374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba61c5-0f00-47a3-859f-a80c27ba855e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457ddce5-5d6a-4d26-84ab-4130ba90e0bc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:06.273274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 60898) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:06.325641 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55f1176a-8c21-4939-802f-ddd9084a2c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.346399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55f1176a-8c21-4939-802f-ddd9084a2c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.390800 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55f1176a-8c21-4939-802f-ddd9084a2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.393389 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-55f1176a-8c21-4939-802f-ddd9084a2c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:06.394527 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-55f1176a-8c21-4939-802f-ddd9084a2c6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/457ddce5-5d6a-4d26-84ab-4130ba90e0bc HTTP/1.1" status: 204 len: 168 time: 0.1202586 Aug 29 17:26:06.402687 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1176a-8c21-4939-802f-ddd9084a2c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457ddce5-5d6a-4d26-84ab-4130ba90e0bc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:11.234501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32770) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:11.338515 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-540acf53-dc38-477c-8149-337cfc72c2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.427240 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-540acf53-dc38-477c-8149-337cfc72c2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.430822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-540acf53-dc38-477c-8149-337cfc72c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.469181 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-540acf53-dc38-477c-8149-337cfc72c2e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da553842fba14e4a840368578a334030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336044 Aug 29 17:26:11.470102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540acf53-dc38-477c-8149-337cfc72c2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5782f43f-3da4-43f2-abb9-29832f8fa04a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:11.471885 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32776) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:11.522527 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d652a00e-c6be-491e-b02b-a177564205db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.542952 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d652a00e-c6be-491e-b02b-a177564205db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.589518 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d652a00e-c6be-491e-b02b-a177564205db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.592151 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d652a00e-c6be-491e-b02b-a177564205db admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.593466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d652a00e-c6be-491e-b02b-a177564205db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5782f43f-3da4-43f2-abb9-29832f8fa04a HTTP/1.1" status: 204 len: 168 time: 0.1198773 Aug 29 17:26:11.601242 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652a00e-c6be-491e-b02b-a177564205db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5782f43f-3da4-43f2-abb9-29832f8fa04a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:11.849654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32784) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:11.863026 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c44a2fae-86c4-4898-aad3-a6163704a1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.956182 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c44a2fae-86c4-4898-aad3-a6163704a1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:11.960734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c44a2fae-86c4-4898-aad3-a6163704a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.000238 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c44a2fae-86c4-4898-aad3-a6163704a1f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c25d0f77981147cc8e0746303f48baa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495290 Aug 29 17:26:12.001115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a2fae-86c4-4898-aad3-a6163704a1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a0b18f-64eb-42bd-ba19-58fa48b06cd5,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:12.003123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32786) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:12.053331 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bfea302-c10b-40fc-bded-a2291375f893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.076623 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bfea302-c10b-40fc-bded-a2291375f893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.123340 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bfea302-c10b-40fc-bded-a2291375f893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.126160 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9bfea302-c10b-40fc-bded-a2291375f893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:12.127400 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9bfea302-c10b-40fc-bded-a2291375f893 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9a0b18f-64eb-42bd-ba19-58fa48b06cd5 HTTP/1.1" status: 204 len: 168 time: 0.1227994 Aug 29 17:26:12.135424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfea302-c10b-40fc-bded-a2291375f893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a0b18f-64eb-42bd-ba19-58fa48b06cd5,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:12.894026 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6cd925de-27c7-43e4-9af8-46727c2a6a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:15.551340 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05c4871a-4688-4da1-b7f1-151540e58004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:15.897916 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:16.705603 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:17.821377 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:18.350995 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:19.399345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32926) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:19.505526 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-48e3d111-3287-4f51-b7d8-ed1e8a0e8df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:19.591840 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-48e3d111-3287-4f51-b7d8-ed1e8a0e8df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:19.595440 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-48e3d111-3287-4f51-b7d8-ed1e8a0e8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:19.633890 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-48e3d111-3287-4f51-b7d8-ed1e8a0e8df6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00dccb6cb3fa4d4387fcb07b89e600d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333858 Aug 29 17:26:19.634822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3d111-3287-4f51-b7d8-ed1e8a0e8df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2971aa-bdc1-4f43-9114-3d37f491a75b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:19.636681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32930) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:19.688303 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b15fc5-fb2b-49a8-b3f6-ff6eddc83f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:19.709762 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b15fc5-fb2b-49a8-b3f6-ff6eddc83f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:19.755689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b15fc5-fb2b-49a8-b3f6-ff6eddc83f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:19.758485 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b15fc5-fb2b-49a8-b3f6-ff6eddc83f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:19.759632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b9b15fc5-fb2b-49a8-b3f6-ff6eddc83f01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be2971aa-bdc1-4f43-9114-3d37f491a75b HTTP/1.1" status: 204 len: 168 time: 0.1215467 Aug 29 17:26:19.767076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b15fc5-fb2b-49a8-b3f6-ff6eddc83f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2971aa-bdc1-4f43-9114-3d37f491a75b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:20.013689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 32936) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:20.027998 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b455ab60-51f8-491b-bdd0-72dd4d4ffd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:20.119017 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b455ab60-51f8-491b-bdd0-72dd4d4ffd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:20.122674 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b455ab60-51f8-491b-bdd0-72dd4d4ffd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:20.163653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b455ab60-51f8-491b-bdd0-72dd4d4ffd2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a7fccdd9dad40528a0c1e81318b4d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488898 Aug 29 17:26:20.164516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455ab60-51f8-491b-bdd0-72dd4d4ffd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eeb279-1133-45e9-bc8e-29dcc537499c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:20.166382 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 32938) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:20.213911 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4afb4fb-7eeb-4298-8dfa-246d313e8e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:20.234311 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4afb4fb-7eeb-4298-8dfa-246d313e8e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:20.284897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4afb4fb-7eeb-4298-8dfa-246d313e8e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:20.288018 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c4afb4fb-7eeb-4298-8dfa-246d313e8e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:20.289146 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c4afb4fb-7eeb-4298-8dfa-246d313e8e1c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1eeb279-1133-45e9-bc8e-29dcc537499c HTTP/1.1" status: 204 len: 168 time: 0.1217837 Aug 29 17:26:20.298011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afb4fb-7eeb-4298-8dfa-246d313e8e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eeb279-1133-45e9-bc8e-29dcc537499c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:20.415914 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:25.713865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33032) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:25.786791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ebf02e-5643-45f0-82c3-34431a5e5d31 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:25.787288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ebf02e-5643-45f0-82c3-34431a5e5d31 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:25.787772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ebf02e-5643-45f0-82c3-34431a5e5d31 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:25.789522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-47ebf02e-5643-45f0-82c3-34431a5e5d31 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=bbf0542bb0bc446c9f2ec01354a33d19&network_id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a HTTP/1.1" status: 200 len: 2973 time: 0.0744061 Aug 29 17:26:29.170691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33070) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:29.225196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0339911f-429f-400b-bf61-f97032e94f35 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:29.231228 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0339911f-429f-400b-bf61-f97032e94f35 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229 HTTP/1.1" status: 200 len: 814 time: 0.0587258 Aug 29 17:26:29.705202 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:26:30.129285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33086) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:30.135026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'network': {'name': 'tempest-network-smoke--900233700', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'port_security_enabled': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:30.156339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Made reservation on behalf of bbf0542bb0bc446c9f2ec01354a33d19 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:30.159968 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.189160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:26:30.199050 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.199400 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Added segment 3bf8f58e-d062-4e83-af0b-1841bb1102f2 of type vlan for network a710ba0b-dbc8-46f1-a8b7-d552a047f938 Aug 29 17:26:30.240005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.263878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.269331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:30.269948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:30.331635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1977725 Aug 29 17:26:30.331873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33088) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:30.367609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad290b-bacb-42c7-b603-9de2b4c83760 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Network': ['ID=a710ba0b-dbc8-46f1-a8b7-d552a047f938,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:30.381919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a710ba0b-dbc8-46f1-a8b7-d552a047f938 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:26:30.415206 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a5e097-4377-489c-9011-ef6fc6b4e141 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:30.419348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-11a5e097-4377-489c-9011-ef6fc6b4e141 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=bbf0542bb0bc446c9f2ec01354a33d19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0840116 Aug 29 17:26:30.419623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33090) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:30.506931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea8c3b8-eef8-4970-8cb3-45ac4885ef39 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:30.511008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8ea8c3b8-eef8-4970-8cb3-45ac4885ef39 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878563 Aug 29 17:26:30.511223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33092) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:30.542340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0f5d5292-6ff3-4b3c-8232-3e7d292d006f tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299981 Aug 29 17:26:30.544860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33094) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:30.575598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a9d0d984-5721-46e4-b7f1-a670208b4742 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=bbf0542bb0bc446c9f2ec01354a33d19&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265195 Aug 29 17:26:30.575598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33098) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:30.658349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f232e24-6063-4b2a-8db4-e9aabd492928 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:30.659841 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4f232e24-6063-4b2a-8db4-e9aabd492928 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840845 Aug 29 17:26:30.662689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33100) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:30.690236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b8820273-d381-48cd-80c3-0865f4ae452b tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265341 Aug 29 17:26:30.693280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33102) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:30.697962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-887183028', 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:30.793405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Made reservation on behalf of bbf0542bb0bc446c9f2ec01354a33d19 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:30.798334 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.003192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.070390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Subnet': ['ID=eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:31.077584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Checking segment: {'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:31.077926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network hostable DHCP agents. Network: a710ba0b-dbc8-46f1-a8b7-d552a047f938, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:26:31.094576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network a710ba0b-dbc8-46f1-a8b7-d552a047f938 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:26:31.104375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a710ba0b-dbc8-46f1-a8b7-d552a047f938) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:31.108930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:31.109564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.116723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76c3a3-f48e-4762-b31c-a0072772f783 None None] Network a710ba0b-dbc8-46f1-a8b7-d552a047f938 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:31.128441 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c2401091-a053-4bc4-ba00-d9e076f0184a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4340658 Aug 29 17:26:31.278880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-a710ba0b-dbc8-46f1-a8b7-d552a047f938', 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ips': [{'subnet_id': 'eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:26:31.280104 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.432719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33108) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:31.437936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6068f0bb-765a-4a45-bc65-6751f473d579 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888701785', 'description': 'tempest-secgroup-smoke-1888701785 description', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:31.447747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Allocated IP 172.20.0.18 (a710ba0b-dbc8-46f1-a8b7-d552a047f938/eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d/6a6f850b-675f-41bd-a9e5-48bb73b74ca0) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:31.465629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6068f0bb-765a-4a45-bc65-6751f473d579 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.559964 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6068f0bb-765a-4a45-bc65-6751f473d579 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.565056 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6068f0bb-765a-4a45-bc65-6751f473d579 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.610195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068f0bb-765a-4a45-bc65-6751f473d579 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3641b364-7603-4ff0-8282-f2084d72408c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:31.616065 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6068f0bb-765a-4a45-bc65-6751f473d579 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.620800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33110) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:31.624452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6068f0bb-765a-4a45-bc65-6751f473d579 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1870265 Aug 29 17:26:31.625844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7223079f-c0d9-4f26-95da-2c6f132d561e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '3641b364-7603-4ff0-8282-f2084d72408c', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:31.634474 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.648491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Transition to ACTIVE for port object 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:31.667133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Transition to ACTIVE for port object 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:31.669720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7223079f-c0d9-4f26-95da-2c6f132d561e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.675168 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.741463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Network a710ba0b-dbc8-46f1-a8b7-d552a047f938 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:31.747575 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7223079f-c0d9-4f26-95da-2c6f132d561e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.755348 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7223079f-c0d9-4f26-95da-2c6f132d561e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.761752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:31.775309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:31.790531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Pushing event updated for resources: {'Port': ['ID=6a6f850b-675f-41bd-a9e5-48bb73b74ca0,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:31.790787 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223079f-c0d9-4f26-95da-2c6f132d561e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e43ead-cd5f-4eee-8a1d-ea23a29a0926,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:31.803263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7223079f-c0d9-4f26-95da-2c6f132d561e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.805698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7223079f-c0d9-4f26-95da-2c6f132d561e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1837771 Aug 29 17:26:31.806484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.806920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.807272 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.807652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.808142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.808475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.808699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33118) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:31.808844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.809176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.809586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.809954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.810282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.810605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:26:31.823916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-6d5be7af-9bf9-4bb9-b5b1-739f8fd1e891 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '3641b364-7603-4ff0-8282-f2084d72408c', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:31.857599 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d5be7af-9bf9-4bb9-b5b1-739f8fd1e891 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.875132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Attempting to bind port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:31.875501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Attempting to bind port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:31.875864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Attempting to bind port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 on network a710ba0b-dbc8-46f1-a8b7-d552a047f938 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:31.880883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:31.881297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Checking segment: {'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:31.881704 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.882316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Bound using segment: {'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:31.883033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Bound port: 6a6f850b-675f-41bd-a9e5-48bb73b74ca0, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:31.883435 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.925952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d5be7af-9bf9-4bb9-b5b1-739f8fd1e891 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.931013 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d5be7af-9bf9-4bb9-b5b1-739f8fd1e891 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.949524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5be7af-9bf9-4bb9-b5b1-739f8fd1e891 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e9d8c7-bcf1-412f-bc3d-0ebac0643bec,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:31.955074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] For port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:31.955764 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6d5be7af-9bf9-4bb9-b5b1-739f8fd1e891 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.959974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6d5be7af-9bf9-4bb9-b5b1-739f8fd1e891 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458333 Aug 29 17:26:31.960121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] For port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6a6f850b-675f-41bd-a9e5-48bb73b74ca0,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:31.960391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33120) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:31.963796 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:31.965867 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-431268f5-fc6f-4878-a1f1-818b6a0bf617 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '3641b364-7603-4ff0-8282-f2084d72408c', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:32.001157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-431268f5-fc6f-4878-a1f1-818b6a0bf617 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.025830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e646db-a0a3-4026-9d98-9be4f94af5a6 None None] Pushing event updated for resources: {'Port': ['ID=6a6f850b-675f-41bd-a9e5-48bb73b74ca0,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:32.134612 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-431268f5-fc6f-4878-a1f1-818b6a0bf617 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.139584 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-431268f5-fc6f-4878-a1f1-818b6a0bf617 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.154586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431268f5-fc6f-4878-a1f1-818b6a0bf617 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d58fb7-3fcc-429a-95d8-5bdb0b78bf7e,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:32.170771 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-431268f5-fc6f-4878-a1f1-818b6a0bf617 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.172402 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-431268f5-fc6f-4878-a1f1-818b6a0bf617 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2108397 Aug 29 17:26:32.175131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33124) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:32.180506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-2caa46d6-1dae-4a48-8af4-fc1b0beafcf7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '3641b364-7603-4ff0-8282-f2084d72408c', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:32.211972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2caa46d6-1dae-4a48-8af4-fc1b0beafcf7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.311488 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2caa46d6-1dae-4a48-8af4-fc1b0beafcf7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.315528 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2caa46d6-1dae-4a48-8af4-fc1b0beafcf7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.334336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa46d6-1dae-4a48-8af4-fc1b0beafcf7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64aa4cf5-118f-4ba4-842c-4c388edb25d4,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:32.351450 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2caa46d6-1dae-4a48-8af4-fc1b0beafcf7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.355491 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2caa46d6-1dae-4a48-8af4-fc1b0beafcf7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1791909 Aug 29 17:26:32.358202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33126) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:32.363623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d61dbe2c-b0ad-45ac-a036-9665a4eb6a4b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '3641b364-7603-4ff0-8282-f2084d72408c', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:32.386915 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-d61dbe2c-b0ad-45ac-a036-9665a4eb6a4b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Project bbf0542bb0bc446c9f2ec01354a33d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:26:32.392352 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d61dbe2c-b0ad-45ac-a036-9665a4eb6a4b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.458368 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d61dbe2c-b0ad-45ac-a036-9665a4eb6a4b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.462610 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d61dbe2c-b0ad-45ac-a036-9665a4eb6a4b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.480177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dbe2c-b0ad-45ac-a036-9665a4eb6a4b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b52a01e-939a-4bac-9d6f-1718f7355685,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:32.485873 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d61dbe2c-b0ad-45ac-a036-9665a4eb6a4b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.487081 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d61dbe2c-b0ad-45ac-a036-9665a4eb6a4b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275942 Aug 29 17:26:32.490046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33128) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:32.494419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ab7d2a3a-eacc-45f3-af86-c4daf9d2c63e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '3641b364-7603-4ff0-8282-f2084d72408c', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:32.518833 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-ab7d2a3a-eacc-45f3-af86-c4daf9d2c63e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Project bbf0542bb0bc446c9f2ec01354a33d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:26:32.524863 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7d2a3a-eacc-45f3-af86-c4daf9d2c63e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.586454 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7d2a3a-eacc-45f3-af86-c4daf9d2c63e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.589987 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7d2a3a-eacc-45f3-af86-c4daf9d2c63e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.607908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d2a3a-eacc-45f3-af86-c4daf9d2c63e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973681cf-dca8-4478-9447-a4190d08e318,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:32.613996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab7d2a3a-eacc-45f3-af86-c4daf9d2c63e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:32.615322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ab7d2a3a-eacc-45f3-af86-c4daf9d2c63e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243408 Aug 29 17:26:32.823211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-1ee19da0-d713-474c-b79c-05d825800d8c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888701785&fields=id&tenant_id=bbf0542bb0bc446c9f2ec01354a33d19 HTTP/1.1" status: 200 len: 267 time: 0.0436747 Aug 29 17:26:32.939228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:32.970680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-bc7f64f9-b7d4-4b1c-828c-ff62be1e4948 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:32.972241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-bc7f64f9-b7d4-4b1c-828c-ff62be1e4948 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/networks?id=a710ba0b-dbc8-46f1-a8b7-d552a047f938 HTTP/1.1" status: 200 len: 796 time: 0.1354628 Aug 29 17:26:32.997816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-b1b6a62f-a218-4b41-8c88-2a7cee2e456f tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/quotas/bbf0542bb0bc446c9f2ec01354a33d19 HTTP/1.1" status: 200 len: 375 time: 0.0171793 Aug 29 17:26:33.014379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:33.063482 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-27bf582e-bd5b-4c13-8d09-de236f8983fc tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0644639 Aug 29 17:26:33.064148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c32cf8-bfbd-4c2d-8416-0af65b1ea7c4 None None] Network a710ba0b-dbc8-46f1-a8b7-d552a047f938 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:33.200471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-663a569f-5d4c-470b-a94f-00f909239879 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:26:33.203765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3b9290a4-16db-4375-b8d7-6448d251c192 None None] Provisioning for port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:33.208797 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-663a569f-5d4c-470b-a94f-00f909239879 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1327457 Aug 29 17:26:33.210796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3b9290a4-16db-4375-b8d7-6448d251c192 None None] Provisioning complete for port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:33.211200 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3b9290a4-16db-4375-b8d7-6448d251c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:33.306197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-bc41a93c-2a9b-4a3f-bd39-c0eb239930af service neutron] 10.222.0.22 "GET /v2.0/networks/a710ba0b-dbc8-46f1-a8b7-d552a047f938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963321 Aug 29 17:26:33.336041 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3b9290a4-16db-4375-b8d7-6448d251c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:33.382997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3b9290a4-16db-4375-b8d7-6448d251c192 None None] For port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6a6f850b-675f-41bd-a9e5-48bb73b74ca0,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:33.388171 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3b9290a4-16db-4375-b8d7-6448d251c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:33.425913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-c04927ec-837b-4b18-bde7-84f5de32dc83 service neutron] 10.222.0.22 "GET /v2.0/networks/a710ba0b-dbc8-46f1-a8b7-d552a047f938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131496 Aug 29 17:26:33.457412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9290a4-16db-4375-b8d7-6448d251c192 None None] Pushing event updated for resources: {'Port': ['ID=6a6f850b-675f-41bd-a9e5-48bb73b74ca0,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:33.609624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-82349d8d-6384-409c-9388-235950625d32 None None] Provisioning complete for port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:33.610096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b22b0e9-6fc6-49f1-8c0d-f7be114deaca req-0b112585-fb8a-483a-933a-ab3b464b9b92 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 210 time: 0.0265250 Aug 29 17:26:33.610761 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-82349d8d-6384-409c-9388-235950625d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.177057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33164) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:34.290816 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf612f11-d1b7-4fdf-9767-ae9e968030fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.394543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf612f11-d1b7-4fdf-9767-ae9e968030fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.399660 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf612f11-d1b7-4fdf-9767-ae9e968030fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.441430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf612f11-d1b7-4fdf-9767-ae9e968030fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e44cbdb-1106-4f39-8f95-c877d46dc0fb,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:34.446940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cf612f11-d1b7-4fdf-9767-ae9e968030fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb11506c59264465849fb1fe387c0433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688129 Aug 29 17:26:34.450044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33170) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:34.505644 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01978430-05e3-4e59-b7f4-cd4eece6835e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.529811 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01978430-05e3-4e59-b7f4-cd4eece6835e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.554886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-8084ce97-df8c-4b8c-82ba-8e7cbb3a5b4c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:34.557016 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-8084ce97-df8c-4b8c-82ba-8e7cbb3a5b4c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.16 "GET /v2.0/networks?id=a710ba0b-dbc8-46f1-a8b7-d552a047f938 HTTP/1.1" status: 200 len: 796 time: 0.1142967 Aug 29 17:26:34.585534 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01978430-05e3-4e59-b7f4-cd4eece6835e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.588151 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-01978430-05e3-4e59-b7f4-cd4eece6835e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.589341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-01978430-05e3-4e59-b7f4-cd4eece6835e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e44cbdb-1106-4f39-8f95-c877d46dc0fb HTTP/1.1" status: 204 len: 168 time: 0.1385791 Aug 29 17:26:34.598022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01978430-05e3-4e59-b7f4-cd4eece6835e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e44cbdb-1106-4f39-8f95-c877d46dc0fb,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:34.616141 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-731a6485-c703-498f-ad41-68057ed01260 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf0542bb0bc446c9f2ec01354a33d19 HTTP/1.1" status: 200 len: 472 time: 0.0496206 Aug 29 17:26:34.626492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'port': {'device_id': 'e32d0b6c-4edc-49d1-8a52-2897a402fa5f', 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938', 'admin_state_up': True, 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'security_groups': ['3641b364-7603-4ff0-8282-f2084d72408c']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:34.711962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-89749730-6228-4b6a-ae73-5a5bfa24050a req-0eccbaec-bea0-45f7-831c-c37a0deceb3a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 210 time: 0.0296063 Aug 29 17:26:34.748551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Made reservation on behalf of bbf0542bb0bc446c9f2ec01354a33d19 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:34.752382 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.871588 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:34.893445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33178) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:34.914264 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fad23b5c-d4b9-41e6-9d1a-bd5df9c6399e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.924469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:34.924856 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:34.930732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Allocated IP 172.20.0.23 (a710ba0b-dbc8-46f1-a8b7-d552a047f938/eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d/0c4727eb-861b-4a9d-860d-cd2da39210ab) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:35.126219 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fad23b5c-d4b9-41e6-9d1a-bd5df9c6399e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.129245 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.133454 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fad23b5c-d4b9-41e6-9d1a-bd5df9c6399e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.157900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Transition to ACTIVE for port object 0c4727eb-861b-4a9d-860d-cd2da39210ab will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:35.182765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad23b5c-d4b9-41e6-9d1a-bd5df9c6399e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660910b7-41f4-47f8-b18b-810a41d28a34,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:35.188958 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fad23b5c-d4b9-41e6-9d1a-bd5df9c6399e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe514b045c4b4a29a6c2cfadfe5aaea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944674 Aug 29 17:26:35.191711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33180) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:35.216729 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.243730 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15f4428c-a897-4dc2-8f56-3a18324ef31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.260657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network a710ba0b-dbc8-46f1-a8b7-d552a047f938 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:35.266323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:35.268931 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15f4428c-a897-4dc2-8f56-3a18324ef31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.269095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:35.278352 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=0c4727eb-861b-4a9d-860d-cd2da39210ab,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:35.327226 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15f4428c-a897-4dc2-8f56-3a18324ef31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.330086 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-15f4428c-a897-4dc2-8f56-3a18324ef31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.331389 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-15f4428c-a897-4dc2-8f56-3a18324ef31f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/660910b7-41f4-47f8-b18b-810a41d28a34 HTTP/1.1" status: 204 len: 168 time: 0.1381385 Aug 29 17:26:35.333493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:35.335873 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.340895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4428c-a897-4dc2-8f56-3a18324ef31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660910b7-41f4-47f8-b18b-810a41d28a34,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:35.353112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-e9a04007-6f6d-4956-94da-2479adee8a9d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7300990 Aug 29 17:26:35.366122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Request body: {'port': {'device_id': 'e32d0b6c-4edc-49d1-8a52-2897a402fa5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:35.432618 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.529965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8bdec1ea-16b4-45f5-bf2d-2e6bdc604d73 None None] Provisioning for port 0c4727eb-861b-4a9d-860d-cd2da39210ab completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:35.534417 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8bdec1ea-16b4-45f5-bf2d-2e6bdc604d73 None None] Provisioning complete for port 0c4727eb-861b-4a9d-860d-cd2da39210ab triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:35.534900 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8bdec1ea-16b4-45f5-bf2d-2e6bdc604d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.575731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8bdec1ea-16b4-45f5-bf2d-2e6bdc604d73 None None] Port 0c4727eb-861b-4a9d-860d-cd2da39210ab cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:26:35.710165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4727eb-861b-4a9d-860d-cd2da39210ab {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:35.717871 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.730649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Transition to ACTIVE for port object 0c4727eb-861b-4a9d-860d-cd2da39210ab will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:35.736313 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.808286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4727eb-861b-4a9d-860d-cd2da39210ab,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:35.858036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06518b-e051-4558-9483-76399671f0cf req-e2ceddaf-e62d-4bfb-a7ca-0b79f780b754 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:35.862035 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a06518b-e051-4558-9483-76399671f0cf req-e2ceddaf-e62d-4bfb-a7ca-0b79f780b754 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 944 time: 0.0659270 Aug 29 17:26:35.865875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Attempting to bind port 0c4727eb-861b-4a9d-860d-cd2da39210ab on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:35.866288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Attempting to bind port 0c4727eb-861b-4a9d-860d-cd2da39210ab by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:35.866689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Attempting to bind port 0c4727eb-861b-4a9d-860d-cd2da39210ab on network a710ba0b-dbc8-46f1-a8b7-d552a047f938 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:35.871839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Port 0c4727eb-861b-4a9d-860d-cd2da39210ab on network a710ba0b-dbc8-46f1-a8b7-d552a047f938 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:26:35.872238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Attempting to bind port 0c4727eb-861b-4a9d-860d-cd2da39210ab on network a710ba0b-dbc8-46f1-a8b7-d552a047f938 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:35.878229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:35.878689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Checking segment: {'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:35.879129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Bound using segment: {'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:35.879908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Bound port: 0c4727eb-861b-4a9d-860d-cd2da39210ab, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:35.880295 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:35.911295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9a06518b-e051-4558-9483-76399671f0cf req-f4d8dae3-131f-4eac-bcf8-19556f834305 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407758 Aug 29 17:26:35.960033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] For port 0c4727eb-861b-4a9d-860d-cd2da39210ab, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:35.963597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] For port 0c4727eb-861b-4a9d-860d-cd2da39210ab, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=0c4727eb-861b-4a9d-860d-cd2da39210ab,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:35.969121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.009651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:36.010270 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.012449 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] 10.222.0.16 "PUT /v2.0/ports/0c4727eb-861b-4a9d-860d-cd2da39210ab HTTP/1.1" status: 200 len: 1093 time: 0.6521130 Aug 29 17:26:36.015275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32d0b6c-4edc-49d1-8a52-2897a402fa5f', 'tag': '0c4727eb-861b-4a9d-860d-cd2da39210ab'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:36.017863 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730ef6c2-23c0-45dc-81a2-73f111654be8" -d '{"events": [{"name": "network-changed", "server_uuid": "e32d0b6c-4edc-49d1-8a52-2897a402fa5f", "tag": "0c4727eb-861b-4a9d-860d-cd2da39210ab"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:36.077991 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc0f699-eb11-4fed-8a71-5a4118d84898 x-openstack-request-id: req-ebc0f699-eb11-4fed-8a71-5a4118d84898 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:36.077991 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32d0b6c-4edc-49d1-8a52-2897a402fa5f", "tag": "0c4727eb-861b-4a9d-860d-cd2da39210ab", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:36.077991 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebc0f699-eb11-4fed-8a71-5a4118d84898 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:36.078473 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32d0b6c-4edc-49d1-8a52-2897a402fa5f', 'tag': '0c4727eb-861b-4a9d-860d-cd2da39210ab', 'status': 'completed', 'code': 200} Aug 29 17:26:36.104673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e16c2-fda3-47b0-ad84-b493fc891808 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4727eb-861b-4a9d-860d-cd2da39210ab,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:36.121434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-9474c9dc-2e76-407e-8b70-048604c453a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:36.123127 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-9474c9dc-2e76-407e-8b70-048604c453a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 1096 time: 0.0660963 Aug 29 17:26:36.175473 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-611c0bce-a48f-4d14-9f92-d5358d93c76a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=0c4727eb-861b-4a9d-860d-cd2da39210ab HTTP/1.1" status: 200 len: 217 time: 0.0444736 Aug 29 17:26:36.228989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-d6396e6e-a6c8-47e1-b8aa-8e042f5dd3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:36.230517 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-d6396e6e-a6c8-47e1-b8aa-8e042f5dd3a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d HTTP/1.1" status: 200 len: 837 time: 0.0484130 Aug 29 17:26:36.281505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-a3e99080-9ff8-421f-ac4b-509286e6bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:36.283131 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-a3e99080-9ff8-421f-ac4b-509286e6bad1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a710ba0b-dbc8-46f1-a8b7-d552a047f938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0444643 Aug 29 17:26:36.384956 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-eb1198d0-3eca-43c9-b465-13b3b38077df service neutron] 10.222.0.16 "GET /v2.0/networks/a710ba0b-dbc8-46f1-a8b7-d552a047f938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941198 Aug 29 17:26:36.480160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-796c76e1-3c56-4650-ab58-7bf8ceb2143c req-fccda697-a352-4b3b-9dde-1b69310b128d service neutron] 10.222.0.16 "GET /v2.0/networks/a710ba0b-dbc8-46f1-a8b7-d552a047f938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879226 Aug 29 17:26:36.532662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33218) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:36.571064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ef6c2-23c0-45dc-81a2-73f111654be8 req-fd243617-9a04-4014-bb18-ee047e29f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:36.572576 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-730ef6c2-23c0-45dc-81a2-73f111654be8 req-fd243617-9a04-4014-bb18-ee047e29f5a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 1096 time: 0.0472465 Aug 29 17:26:36.642723 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c124b9f8-9364-4bb0-97a8-91f1e7ecd640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.663688 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ef6c2-23c0-45dc-81a2-73f111654be8 req-9fc24d54-96c9-4b1a-81d0-b4e1ce4f33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:36.665396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-730ef6c2-23c0-45dc-81a2-73f111654be8 req-9fc24d54-96c9-4b1a-81d0-b4e1ce4f33fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=a710ba0b-dbc8-46f1-a8b7-d552a047f938 HTTP/1.1" status: 200 len: 897 time: 0.0850215 Aug 29 17:26:36.710212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-730ef6c2-23c0-45dc-81a2-73f111654be8 req-f246796a-164a-42a4-bbd3-bca713ff8bed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=0c4727eb-861b-4a9d-860d-cd2da39210ab HTTP/1.1" status: 200 len: 217 time: 0.0362260 Aug 29 17:26:36.732733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c124b9f8-9364-4bb0-97a8-91f1e7ecd640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.736769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c124b9f8-9364-4bb0-97a8-91f1e7ecd640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.764599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ef6c2-23c0-45dc-81a2-73f111654be8 req-9733871d-6f5e-4e4a-bbbc-6ee576e909fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:36.766202 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-730ef6c2-23c0-45dc-81a2-73f111654be8 req-9733871d-6f5e-4e4a-bbbc-6ee576e909fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d HTTP/1.1" status: 200 len: 837 time: 0.0491536 Aug 29 17:26:36.776219 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c124b9f8-9364-4bb0-97a8-91f1e7ecd640 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29de95ba8e4c49d684ec7e828cf3e66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423837 Aug 29 17:26:36.777116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124b9f8-9364-4bb0-97a8-91f1e7ecd640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6d864b-8db5-4819-a35f-b1212e5d81d8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:36.780127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33222) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:36.816516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ef6c2-23c0-45dc-81a2-73f111654be8 req-b3d82ab5-ff5e-48c2-a8d4-21335eb329b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:36.818718 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-730ef6c2-23c0-45dc-81a2-73f111654be8 req-b3d82ab5-ff5e-48c2-a8d4-21335eb329b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a710ba0b-dbc8-46f1-a8b7-d552a047f938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0459239 Aug 29 17:26:36.832868 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab25fa10-804e-4c0a-9df2-71d9da252e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.853096 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab25fa10-804e-4c0a-9df2-71d9da252e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.899769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab25fa10-804e-4c0a-9df2-71d9da252e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.902535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ab25fa10-804e-4c0a-9df2-71d9da252e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:36.903703 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ab25fa10-804e-4c0a-9df2-71d9da252e7c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa6d864b-8db5-4819-a35f-b1212e5d81d8 HTTP/1.1" status: 204 len: 168 time: 0.1226664 Aug 29 17:26:36.911967 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-730ef6c2-23c0-45dc-81a2-73f111654be8 req-94692c11-a8a4-4a48-b063-c2e31ba1264a service neutron] 10.222.0.16 "GET /v2.0/networks/a710ba0b-dbc8-46f1-a8b7-d552a047f938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860798 Aug 29 17:26:36.913530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25fa10-804e-4c0a-9df2-71d9da252e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6d864b-8db5-4819-a35f-b1212e5d81d8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:37.042161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-730ef6c2-23c0-45dc-81a2-73f111654be8 req-27f6f784-bace-499b-ac4e-d0769e0aaf9d service neutron] 10.222.0.16 "GET /v2.0/networks/a710ba0b-dbc8-46f1-a8b7-d552a047f938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231565 Aug 29 17:26:37.058990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9512f2-084d-4b20-b380-7a51e6d301cc req-ee5c7047-3c8d-45cc-bb7c-f5b71ebce7c5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:37.060473 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff9512f2-084d-4b20-b380-7a51e6d301cc req-ee5c7047-3c8d-45cc-bb7c-f5b71ebce7c5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 944 time: 0.0726070 Aug 29 17:26:37.100005 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff9512f2-084d-4b20-b380-7a51e6d301cc req-ac3f2130-42a2-4b3f-b9f7-b05908d4594b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335190 Aug 29 17:26:37.537619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33248) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:37.632532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1294944693-network', 'tenant_id': 'd8ecb55743ff4d9f87442f4cd4e6f851'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:37.654294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Made reservation on behalf of d8ecb55743ff4d9f87442f4cd4e6f851 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:37.656725 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.664866 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.749736 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.753588 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.777636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:26:37.787023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:37.791839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.792182 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Added segment 3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d of type vlan for network 7556128b-194d-44fd-92c9-5a48e27490da Aug 29 17:26:37.830543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.857654 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.858588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:37.859167 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:37.909750 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3710301 Aug 29 17:26:37.913109 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33252) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:37.918139 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] Request body: {'subnet': {'network_id': '7556128b-194d-44fd-92c9-5a48e27490da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1294944693-subnet', 'tenant_id': 'd8ecb55743ff4d9f87442f4cd4e6f851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:37.919072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6404d6e-8b98-41e8-a40e-cd725530c938 admin admin] Pushing event updated for resources: {'Network': ['ID=7556128b-194d-44fd-92c9-5a48e27490da,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:37.929271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 7556128b-194d-44fd-92c9-5a48e27490da details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:26:37.939831 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] Made reservation on behalf of d8ecb55743ff4d9f87442f4cd4e6f851 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:37.942667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:38.111848 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:38.184847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57198b8-17c5-41b4-8d6d-d32c75fdb433,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:38.211572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] Checking segment: {'id': '3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:38.212258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] Network hostable DHCP agents. Network: 7556128b-194d-44fd-92c9-5a48e27490da, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:26:38.244230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d3414-ee9f-42c6-bfdd-46a8984ba7e0 req-83581866-63a1-4360-bcc8-6f3749690a85 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:38.245859 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2d3414-ee9f-42c6-bfdd-46a8984ba7e0 req-83581866-63a1-4360-bcc8-6f3749690a85 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 944 time: 0.0751629 Aug 29 17:26:38.246929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] Network 7556128b-194d-44fd-92c9-5a48e27490da is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:26:38.261238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 7556128b-194d-44fd-92c9-5a48e27490da) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:38.268731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6abff2f-3bc4-476c-a4ef-d72fb686e1e4 None None] Network 7556128b-194d-44fd-92c9-5a48e27490da requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:38.273679 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:38.274352 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:38.301728 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff2d3414-ee9f-42c6-bfdd-46a8984ba7e0 req-fbd3e4ba-20d2-433c-8180-739abdf5f454 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491078 Aug 29 17:26:38.312062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-edef2bfa-8d8e-4597-a57e-7d5c5ae23a8d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3892825 Aug 29 17:26:38.401868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb68616-e2d7-447c-9cc8-eb17d3cd69d3 None None] Network 7556128b-194d-44fd-92c9-5a48e27490da requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:26:39.427733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0f9ca-ba0e-478a-b08c-f0642d8d0ba4 req-ac1a633c-9507-4e99-ab65-e9aaa72ad494 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:39.429351 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bea0f9ca-ba0e-478a-b08c-f0642d8d0ba4 req-ac1a633c-9507-4e99-ab65-e9aaa72ad494 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 944 time: 0.0549021 Aug 29 17:26:39.470648 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bea0f9ca-ba0e-478a-b08c-f0642d8d0ba4 req-689e9373-b4ac-451c-b9a0-3043d8ade25d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344403 Aug 29 17:26:39.768851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 0c4727eb-861b-4a9d-860d-cd2da39210ab details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:26:39.864056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 0c4727eb-861b-4a9d-860d-cd2da39210ab, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=0c4727eb-861b-4a9d-860d-cd2da39210ab,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:40.032330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '0c4727eb-861b-4a9d-860d-cd2da39210ab', 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938', 'port_id': '0c4727eb-861b-4a9d-860d-cd2da39210ab', 'mac_address': 'fa:16:3e:94:e9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:26:40.069238 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.081644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4727eb-861b-4a9d-860d-cd2da39210ab {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:40.094367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79038-d921-46a3-b3a2-62f1209d827b req-8751de74-bb35-4bf4-9106-a11c9d38c212 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:40.096617 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-8751de74-bb35-4bf4-9106-a11c9d38c212 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/networks?id=7556128b-194d-44fd-92c9-5a48e27490da HTTP/1.1" status: 200 len: 809 time: 0.1135504 Aug 29 17:26:40.103375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 0c4727eb-861b-4a9d-860d-cd2da39210ab, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=0c4727eb-861b-4a9d-860d-cd2da39210ab,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:40.107309 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:40.114247 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-b5469898-2082-48cd-b529-9c5e5ff7a5e0 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/quotas/d8ecb55743ff4d9f87442f4cd4e6f851 HTTP/1.1" status: 200 len: 375 time: 0.0113049 Aug 29 17:26:40.148929 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-63c50be3-2e25-4437-b318-943aae2e28af tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d8ecb55743ff4d9f87442f4cd4e6f851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282772 Aug 29 17:26:40.153240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=0c4727eb-861b-4a9d-860d-cd2da39210ab,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:40.244116 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-12525944-2c80-4ab9-8a56-0ed25d1ccf04 service neutron] 10.222.0.22 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868771 Aug 29 17:26:40.332312 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-0b143ad2-5aea-4cd9-890b-6eb22a33a72b service neutron] 10.222.0.22 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821857 Aug 29 17:26:40.494244 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4a95803-75ad-42de-ba32-67f1b34ad9bf req-8fa4c382-1a07-417e-9dcf-7cace84858ae tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 210 time: 0.0273271 Aug 29 17:26:40.497053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['0c4727eb-861b-4a9d-860d-cd2da39210ab'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:40.613399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b32157-a7e2-48dd-ab44-c9ec6f6a2cdc req-981906d8-6899-4205-bed5-b0a9dac4b20c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:40.616006 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c8b32157-a7e2-48dd-ab44-c9ec6f6a2cdc req-981906d8-6899-4205-bed5-b0a9dac4b20c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 945 time: 0.0664737 Aug 29 17:26:40.670146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c8b32157-a7e2-48dd-ab44-c9ec6f6a2cdc req-903232a0-9c19-4be6-b58e-dc974a312028 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473628 Aug 29 17:26:41.405037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79038-d921-46a3-b3a2-62f1209d827b req-493ff313-9bce-427b-af4c-e89a5e23a1a4 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:41.406687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-493ff313-9bce-427b-af4c-e89a5e23a1a4 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.10 "GET /v2.0/networks?id=7556128b-194d-44fd-92c9-5a48e27490da HTTP/1.1" status: 200 len: 809 time: 0.1098592 Aug 29 17:26:41.419637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Request body: {'port': {'device_id': '129fa8a8-fb70-444a-90b7-a0b9285145e6', 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da', 'admin_state_up': True, 'tenant_id': 'd8ecb55743ff4d9f87442f4cd4e6f851'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:41.524751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Made reservation on behalf of d8ecb55743ff4d9f87442f4cd4e6f851 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:41.528699 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.619802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d242767c-6f19-4066-98b4-846ee967cfbd req-a6c06a3d-0696-45ba-b700-f5375c8e63ff tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 210 time: 0.0344124 Aug 29 17:26:41.682388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Allocated IP 172.20.0.7 (7556128b-194d-44fd-92c9-5a48e27490da/a57198b8-17c5-41b4-8d6d-d32c75fdb433/f7aff28b-2ff5-4589-8539-18b44344a3fa) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:41.784114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 0c4727eb-861b-4a9d-860d-cd2da39210ab up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:41.836229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 0c4727eb-861b-4a9d-860d-cd2da39210ab completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:41.840770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 0c4727eb-861b-4a9d-860d-cd2da39210ab triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:41.841251 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.854016 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.896876 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.929194 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:41.952322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Network 7556128b-194d-44fd-92c9-5a48e27490da is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:41.954249 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32d0b6c-4edc-49d1-8a52-2897a402fa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4727eb-861b-4a9d-860d-cd2da39210ab'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:41.955665 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:41.956661 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d19d2d5-c592-4530-a5b6-7376cdcd3a0f" -d '{"events": [{"server_uuid": "e32d0b6c-4edc-49d1-8a52-2897a402fa5f", "name": "network-vif-plugged", "status": "completed", "tag": "0c4727eb-861b-4a9d-860d-cd2da39210ab"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:41.970451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:41.971477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 0c4727eb-861b-4a9d-860d-cd2da39210ab, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=0c4727eb-861b-4a9d-860d-cd2da39210ab,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:41.975463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Pushing event updated for resources: {'Port': ['ID=f7aff28b-2ff5-4589-8539-18b44344a3fa,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:41.976694 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.012436 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017760be-6c73-451e-a9a2-dfe679a8d337 x-openstack-request-id: req-017760be-6c73-451e-a9a2-dfe679a8d337 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:42.012436 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32d0b6c-4edc-49d1-8a52-2897a402fa5f", "name": "network-vif-plugged", "status": "completed", "tag": "0c4727eb-861b-4a9d-860d-cd2da39210ab", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:42.012436 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-017760be-6c73-451e-a9a2-dfe679a8d337 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:42.012436 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32d0b6c-4edc-49d1-8a52-2897a402fa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4727eb-861b-4a9d-860d-cd2da39210ab', 'code': 200} Aug 29 17:26:42.039208 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=0c4727eb-861b-4a9d-860d-cd2da39210ab,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:42.054606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.055234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.077878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b2f58-986f-44b2-bd56-46017a671572 req-adafb3af-fc94-4893-8120-7b33ca425626 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.079370 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef7b2f58-986f-44b2-bd56-46017a671572 req-adafb3af-fc94-4893-8120-7b33ca425626 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 946 time: 0.0814223 Aug 29 17:26:42.081103 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-01e62361-51e4-47b2-abd8-9712dbfef8ab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6660998 Aug 29 17:26:42.096366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Request body: {'port': {'device_id': '129fa8a8-fb70-444a-90b7-a0b9285145e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:42.108560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0e079-9790-4d36-acbb-25e5650e7050 req-fa999beb-aaaf-4a48-b862-6796605f2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.110224 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02a0e079-9790-4d36-acbb-25e5650e7050 req-fa999beb-aaaf-4a48-b862-6796605f2277 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 1098 time: 0.0412488 Aug 29 17:26:42.145212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02a0e079-9790-4d36-acbb-25e5650e7050 req-94c3b5e4-f8e6-44be-86de-32727aa15bc8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281913 Aug 29 17:26:42.147474 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef7b2f58-986f-44b2-bd56-46017a671572 req-eafe1855-87b0-4059-9032-cadcc51168b1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618701 Aug 29 17:26:42.169310 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.433049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7aff28b-2ff5-4589-8539-18b44344a3fa {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:42.440373 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.451715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Transition to ACTIVE for port object f7aff28b-2ff5-4589-8539-18b44344a3fa will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:42.455840 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.518217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aff28b-2ff5-4589-8539-18b44344a3fa,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:42.566935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Attempting to bind port f7aff28b-2ff5-4589-8539-18b44344a3fa on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:42.567630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Attempting to bind port f7aff28b-2ff5-4589-8539-18b44344a3fa by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:42.567630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Attempting to bind port f7aff28b-2ff5-4589-8539-18b44344a3fa on network 7556128b-194d-44fd-92c9-5a48e27490da {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:42.571724 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Port f7aff28b-2ff5-4589-8539-18b44344a3fa on network 7556128b-194d-44fd-92c9-5a48e27490da not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:26:42.572043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Attempting to bind port f7aff28b-2ff5-4589-8539-18b44344a3fa on network 7556128b-194d-44fd-92c9-5a48e27490da {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:42.576654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:42.576992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Checking segment: {'id': '3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:42.577413 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Bound using segment: {'id': '3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:42.577835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Bound port: f7aff28b-2ff5-4589-8539-18b44344a3fa, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:42.578188 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.643644 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] For port f7aff28b-2ff5-4589-8539-18b44344a3fa, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:42.647987 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] For port f7aff28b-2ff5-4589-8539-18b44344a3fa, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f7aff28b-2ff5-4589-8539-18b44344a3fa,segment=NetworkSegment(3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d),segment_id=3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:42.651870 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.686165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.686784 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.688172 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] 10.222.0.10 "PUT /v2.0/ports/f7aff28b-2ff5-4589-8539-18b44344a3fa HTTP/1.1" status: 200 len: 1092 time: 0.5956690 Aug 29 17:26:42.688610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129fa8a8-fb70-444a-90b7-a0b9285145e6', 'tag': 'f7aff28b-2ff5-4589-8539-18b44344a3fa'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:42.690879 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf53606-acf9-4e96-ba51-6effab79ef32" -d '{"events": [{"name": "network-changed", "server_uuid": "129fa8a8-fb70-444a-90b7-a0b9285145e6", "tag": "f7aff28b-2ff5-4589-8539-18b44344a3fa"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:42.714615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba5361-237b-4ec5-899d-92609e7b3e88 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aff28b-2ff5-4589-8539-18b44344a3fa,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:42.739698 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b77e8-318f-4d03-bd4e-ea96b045a19a x-openstack-request-id: req-229b77e8-318f-4d03-bd4e-ea96b045a19a {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:42.740152 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129fa8a8-fb70-444a-90b7-a0b9285145e6", "tag": "f7aff28b-2ff5-4589-8539-18b44344a3fa", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:42.740548 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-229b77e8-318f-4d03-bd4e-ea96b045a19a {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:42.740951 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129fa8a8-fb70-444a-90b7-a0b9285145e6', 'tag': 'f7aff28b-2ff5-4589-8539-18b44344a3fa', 'status': 'completed', 'code': 200} Aug 29 17:26:42.755002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568255-c766-4cbd-9017-e553f31fdc8a req-fdfeee0e-60e9-4f1b-9883-508a1214689e tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.756678 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b568255-c766-4cbd-9017-e553f31fdc8a req-fdfeee0e-60e9-4f1b-9883-508a1214689e tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 943 time: 0.0676277 Aug 29 17:26:42.773581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79038-d921-46a3-b3a2-62f1209d827b req-8ae11503-d50c-4c46-9fa2-f47c1fc04e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.775371 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-8ae11503-d50c-4c46-9fa2-f47c1fc04e62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8ecb55743ff4d9f87442f4cd4e6f851&device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 1095 time: 0.0486765 Aug 29 17:26:42.798135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b568255-c766-4cbd-9017-e553f31fdc8a req-5ddca07a-fa1f-4e9c-8b79-bb555bb33c40 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350287 Aug 29 17:26:42.827841 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-6cf15bec-dabc-438c-8b31-8b7c4fd46780 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7aff28b-2ff5-4589-8539-18b44344a3fa HTTP/1.1" status: 200 len: 217 time: 0.0380759 Aug 29 17:26:42.875924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79038-d921-46a3-b3a2-62f1209d827b req-ab5e4aa8-176b-4d92-b3c2-fcf710a51dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:42.877344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-ab5e4aa8-176b-4d92-b3c2-fcf710a51dea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57198b8-17c5-41b4-8d6d-d32c75fdb433 HTTP/1.1" status: 200 len: 849 time: 0.0432460 Aug 29 17:26:42.897837 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-94c61f63-b205-4b90-ac01-a3b7c0b40beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:42.910165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-a09b9a4e-bf52-4152-92f3-63c095c186cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7556128b-194d-44fd-92c9-5a48e27490da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262351 Aug 29 17:26:43.003819 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-95e537fb-e99c-4d77-9ae5-30f3df051b3f service neutron] 10.222.0.10 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859985 Aug 29 17:26:43.092014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-34b79038-d921-46a3-b3a2-62f1209d827b req-923789ef-f865-4106-b882-71667cf18c93 service neutron] 10.222.0.10 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817454 Aug 29 17:26:43.171575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf53606-acf9-4e96-ba51-6effab79ef32 req-f0e7d7f6-83e8-4a88-ace7-93bc35af6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:43.173116 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cf53606-acf9-4e96-ba51-6effab79ef32 req-f0e7d7f6-83e8-4a88-ace7-93bc35af6548 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8ecb55743ff4d9f87442f4cd4e6f851&device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 1095 time: 0.0415027 Aug 29 17:26:43.293133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458e84c-0674-428d-a7bb-8d7170f28a91 req-477f5230-13ba-4cc3-94b4-daac937a1e2b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:43.294637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2458e84c-0674-428d-a7bb-8d7170f28a91 req-477f5230-13ba-4cc3-94b4-daac937a1e2b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 946 time: 0.0685956 Aug 29 17:26:43.319183 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf53606-acf9-4e96-ba51-6effab79ef32 req-1d75336d-d7ed-4605-b597-6c73e0731695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:43.320642 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cf53606-acf9-4e96-ba51-6effab79ef32 req-1d75336d-d7ed-4605-b597-6c73e0731695 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7556128b-194d-44fd-92c9-5a48e27490da HTTP/1.1" status: 200 len: 910 time: 0.1403394 Aug 29 17:26:43.373020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cf53606-acf9-4e96-ba51-6effab79ef32 req-a7ed9309-21dd-4ba8-b4e8-ac0cb55ee6bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7aff28b-2ff5-4589-8539-18b44344a3fa HTTP/1.1" status: 200 len: 217 time: 0.0449526 Aug 29 17:26:43.375989 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2458e84c-0674-428d-a7bb-8d7170f28a91 req-3883d788-e729-41c6-8d1a-0612ef181e03 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724926 Aug 29 17:26:43.422806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf53606-acf9-4e96-ba51-6effab79ef32 req-7e2bb856-f952-40d0-a2d6-666922e1dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:43.424225 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cf53606-acf9-4e96-ba51-6effab79ef32 req-7e2bb856-f952-40d0-a2d6-666922e1dc96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57198b8-17c5-41b4-8d6d-d32c75fdb433 HTTP/1.1" status: 200 len: 849 time: 0.0447702 Aug 29 17:26:43.456605 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cf53606-acf9-4e96-ba51-6effab79ef32 req-79e92f97-c1b7-4f36-bb87-0fb25a7b3449 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7556128b-194d-44fd-92c9-5a48e27490da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245059 Aug 29 17:26:43.553423 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cf53606-acf9-4e96-ba51-6effab79ef32 req-fe9e8471-9cf6-4323-9e3c-0fcccc78bfb8 service neutron] 10.222.0.10 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889518 Aug 29 17:26:43.642165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4cf53606-acf9-4e96-ba51-6effab79ef32 req-99d644c5-2eba-41bb-9df9-bca6e965c1d9 service neutron] 10.222.0.10 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811036 Aug 29 17:26:43.912791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836faf6e-2764-4a67-817f-8833e18a45d1 req-f5e4186c-1436-4154-b6a8-306b5586e5c0 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:43.914269 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-836faf6e-2764-4a67-817f-8833e18a45d1 req-f5e4186c-1436-4154-b6a8-306b5586e5c0 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 943 time: 0.0479693 Aug 29 17:26:43.954045 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-836faf6e-2764-4a67-817f-8833e18a45d1 req-521b4d29-94b1-422b-ae97-f21839d977dc tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338826 Aug 29 17:26:44.491255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ee691-13ae-4b3d-8166-494276d9be28 req-4c66d272-caee-4b16-a919-5dde3e54447e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:44.492726 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-333ee691-13ae-4b3d-8166-494276d9be28 req-4c66d272-caee-4b16-a919-5dde3e54447e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 946 time: 0.0479860 Aug 29 17:26:44.533304 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-333ee691-13ae-4b3d-8166-494276d9be28 req-5440bd67-cfe6-468c-88b6-f6366e53e278 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346365 Aug 29 17:26:44.648939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37633638-0d6a-4974-b13c-c7ac39466da7 req-b2bdcd6f-eaaf-4b30-9f57-64ee9e631466 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:44.650428 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-37633638-0d6a-4974-b13c-c7ac39466da7 req-b2bdcd6f-eaaf-4b30-9f57-64ee9e631466 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 946 time: 0.0526032 Aug 29 17:26:44.686291 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-37633638-0d6a-4974-b13c-c7ac39466da7 req-af0a87fe-b4c4-4d3d-a492-a7ddd49037b1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299959 Aug 29 17:26:45.069146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0b553-71a5-4e0a-88bd-959118dc9003 req-19c5dafc-ea5a-48a3-b540-f4563b6b1766 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:45.070659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-11b0b553-71a5-4e0a-88bd-959118dc9003 req-19c5dafc-ea5a-48a3-b540-f4563b6b1766 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 943 time: 0.0485444 Aug 29 17:26:45.108029 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-11b0b553-71a5-4e0a-88bd-959118dc9003 req-27b83d6e-42c2-4b78-8a2c-b51066608595 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315588 Aug 29 17:26:45.552658 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bbe9a79e-945e-491f-ab2c-70aff583eaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.824559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f7aff28b-2ff5-4589-8539-18b44344a3fa details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:26:45.908390 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.930638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f7aff28b-2ff5-4589-8539-18b44344a3fa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f7aff28b-2ff5-4589-8539-18b44344a3fa,segment=NetworkSegment(3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d),segment_id=3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:45.942410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'f7aff28b-2ff5-4589-8539-18b44344a3fa', 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da', 'port_id': 'f7aff28b-2ff5-4589-8539-18b44344a3fa', 'mac_address': 'fa:16:3e:02:28:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57198b8-17c5-41b4-8d6d-d32c75fdb433', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:26:45.982765 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:45.996616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7aff28b-2ff5-4589-8539-18b44344a3fa {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:46.019395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f7aff28b-2ff5-4589-8539-18b44344a3fa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f7aff28b-2ff5-4589-8539-18b44344a3fa,segment=NetworkSegment(3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d),segment_id=3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:46.023074 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.068351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f7aff28b-2ff5-4589-8539-18b44344a3fa,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:46.167731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33338) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:26:46.227434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca508c9-f59f-4d49-a064-8f918480c328 req-76904c97-1431-4c69-9217-448482dda590 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:46.228954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ca508c9-f59f-4d49-a064-8f918480c328 req-76904c97-1431-4c69-9217-448482dda590 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 944 time: 0.0510421 Aug 29 17:26:46.236034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['f7aff28b-2ff5-4589-8539-18b44344a3fa'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:46.284014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1ca508c9-f59f-4d49-a064-8f918480c328 req-19bc5655-1d74-4886-9848-c5ad5f635f69 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456765 Aug 29 17:26:46.625771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.708057 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:46.901284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Allocated IP 172.20.0.17 (a710ba0b-dbc8-46f1-a8b7-d552a047f938/eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d/8d14130f-9482-4e79-b615-7d0931d3b421) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:47.016503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.032534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Transition to ACTIVE for port object 8d14130f-9482-4e79-b615-7d0931d3b421 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:47.065729 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.108147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network a710ba0b-dbc8-46f1-a8b7-d552a047f938 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:47.111115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:47.114071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:47.148061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=8d14130f-9482-4e79-b615-7d0931d3b421,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:47.166715 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.301947 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.305142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-05faffa9-b0b5-43ae-bacd-d5de6b788c1c None None] Provisioning for port 8d14130f-9482-4e79-b615-7d0931d3b421 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:47.309551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-05faffa9-b0b5-43ae-bacd-d5de6b788c1c None None] Provisioning complete for port 8d14130f-9482-4e79-b615-7d0931d3b421 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:47.309936 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-05faffa9-b0b5-43ae-bacd-d5de6b788c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.352512 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-05faffa9-b0b5-43ae-bacd-d5de6b788c1c None None] Port 8d14130f-9482-4e79-b615-7d0931d3b421 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:26:47.406612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3733af-a019-4f63-886c-7601db7931ff req-66ec0c0e-b0c8-4b06-986f-92970641715d tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:47.408242 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e3733af-a019-4f63-886c-7601db7931ff req-66ec0c0e-b0c8-4b06-986f-92970641715d tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 944 time: 0.0557086 Aug 29 17:26:47.446777 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2e3733af-a019-4f63-886c-7601db7931ff req-93ef64b8-bb6f-4064-ad8c-4ca594fdb289 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Aug 29 17:26:47.821624 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.839030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f7aff28b-2ff5-4589-8539-18b44344a3fa up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:47.893321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port f7aff28b-2ff5-4589-8539-18b44344a3fa completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:47.897034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port f7aff28b-2ff5-4589-8539-18b44344a3fa triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:47.897440 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.907075 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.912070 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.975934 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.984108 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:47.986765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=8d14130f-9482-4e79-b615-7d0931d3b421,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:48.003520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129fa8a8-fb70-444a-90b7-a0b9285145e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aff28b-2ff5-4589-8539-18b44344a3fa'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:48.006475 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5a5ae4-e4eb-480e-95b8-6ae8358d23b5" -d '{"events": [{"server_uuid": "129fa8a8-fb70-444a-90b7-a0b9285145e6", "name": "network-vif-plugged", "status": "completed", "tag": "f7aff28b-2ff5-4589-8539-18b44344a3fa"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:48.026551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f7aff28b-2ff5-4589-8539-18b44344a3fa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f7aff28b-2ff5-4589-8539-18b44344a3fa,segment=NetworkSegment(3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d),segment_id=3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:48.030833 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.056850 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a947abc-b29e-4931-bf39-8d42f2960dcb x-openstack-request-id: req-2a947abc-b29e-4931-bf39-8d42f2960dcb {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:48.057137 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129fa8a8-fb70-444a-90b7-a0b9285145e6", "name": "network-vif-plugged", "status": "completed", "tag": "f7aff28b-2ff5-4589-8539-18b44344a3fa", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:48.057410 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a947abc-b29e-4931-bf39-8d42f2960dcb {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:48.057793 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129fa8a8-fb70-444a-90b7-a0b9285145e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aff28b-2ff5-4589-8539-18b44344a3fa', 'code': 200} Aug 29 17:26:48.094944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f7aff28b-2ff5-4589-8539-18b44344a3fa,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:48.099388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network a710ba0b-dbc8-46f1-a8b7-d552a047f938 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:48.100882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:48.157153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab6022-0e02-466d-baff-e64debf4ab6c req-3ee4d1a5-bf4d-4476-8049-e19ef028b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.160223 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d3ab6022-0e02-466d-baff-e64debf4ab6c req-3ee4d1a5-bf4d-4476-8049-e19ef028b83d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 1097 time: 0.0430872 Aug 29 17:26:48.197447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d3ab6022-0e02-466d-baff-e64debf4ab6c req-d36b46c7-eda5-41d4-b594-200e68711a9a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306706 Aug 29 17:26:48.220764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router cd493df7-59dc-4087-ac9d-6debfb0d5732 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:26:48.333947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:26:48.339667 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2bd2d41c-1c26-482a-a88d-9f8eda7f1770 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "PUT /v2.0/routers/cd493df7-59dc-4087-ac9d-6debfb0d5732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1708753 Aug 29 17:26:48.344263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Sync routers for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:26:48.359675 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.360692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:48.361350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:26:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:48.418589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-61f38761-30ea-4001-bcbd-e500a901db87 None None] Provisioning complete for port 8d14130f-9482-4e79-b615-7d0931d3b421 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:48.418966 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61f38761-30ea-4001-bcbd-e500a901db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:48.494168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-61f38761-30ea-4001-bcbd-e500a901db87 None None] Port 8d14130f-9482-4e79-b615-7d0931d3b421 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:26:48.501854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:48.565820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e16ef-6eb0-4221-84db-d71986bf606f req-27a74b29-4e32-4a50-a4b5-24841981aa1a tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:48.568214 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-493e16ef-6eb0-4221-84db-d71986bf606f req-27a74b29-4e32-4a50-a4b5-24841981aa1a tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 945 time: 0.0495112 Aug 29 17:26:48.605518 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-493e16ef-6eb0-4221-84db-d71986bf606f req-ef81cc3e-1111-4d77-b6d5-f3b4b6d0889e tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Aug 29 17:26:48.727436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:26:47Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c013a126-f053-4588-9598-10a406fe8093', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'port_id': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'mac_address': 'fa:16:3e:85:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:22Z', 'updated_at': '2021-08-29T17:25:24Z', 'revision_number': 1, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d14130f-9482-4e79-b615-7d0931d3b421', 'name': '', 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:a9:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:47Z', 'revision_number': 2, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:48.753438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Checking router: cd493df7-59dc-4087-ac9d-6debfb0d5732 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:26:48.753798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Updating router cd493df7-59dc-4087-ac9d-6debfb0d5732 port 8d14130f-9482-4e79-b615-7d0931d3b421 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:26:48.777667 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.033893 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.043981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Transition to ACTIVE for port object 8d14130f-9482-4e79-b615-7d0931d3b421 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:49.049476 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.102371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b48bf-8eaf-4184-8a58-14c01d6f8a6f None None] Pushing event updated for resources: {'Port': ['ID=8d14130f-9482-4e79-b615-7d0931d3b421,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:49.150162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Attempting to bind port 8d14130f-9482-4e79-b615-7d0931d3b421 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:49.150542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Attempting to bind port 8d14130f-9482-4e79-b615-7d0931d3b421 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:49.150960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Attempting to bind port 8d14130f-9482-4e79-b615-7d0931d3b421 on network a710ba0b-dbc8-46f1-a8b7-d552a047f938 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:49.157685 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:49.158251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Checking segment: {'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:49.158514 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.158927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Bound using segment: {'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:49.159696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Bound port: 8d14130f-9482-4e79-b615-7d0931d3b421, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf8f58e-d062-4e83-af0b-1841bb1102f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:49.160140 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.240616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] For port 8d14130f-9482-4e79-b615-7d0931d3b421, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:49.243866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] For port 8d14130f-9482-4e79-b615-7d0931d3b421, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8d14130f-9482-4e79-b615-7d0931d3b421,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:49.247940 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:49.305580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:26:49.306228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:26:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:49.345346 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b48bf-8eaf-4184-8a58-14c01d6f8a6f None None] Pushing event updated for resources: {'Port': ['ID=8d14130f-9482-4e79-b615-7d0931d3b421,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:49.430844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:26:49.662092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:26:47Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c013a126-f053-4588-9598-10a406fe8093', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'port_id': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'mac_address': 'fa:16:3e:85:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:22Z', 'updated_at': '2021-08-29T17:25:24Z', 'revision_number': 1, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d14130f-9482-4e79-b615-7d0931d3b421', 'name': '', 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:a9:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:49Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:26:49.692387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8530bce9-ea27-4a14-8a88-7103b8bb6b63 None None] The sync data for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 is: [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:26:47Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c013a126-f053-4588-9598-10a406fe8093', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'port_id': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'mac_address': 'fa:16:3e:85:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:22Z', 'updated_at': '2021-08-29T17:25:24Z', 'revision_number': 1, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d14130f-9482-4e79-b615-7d0931d3b421', 'name': '', 'network_id': 'a710ba0b-dbc8-46f1-a8b7-d552a047f938', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:a9:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:26:46Z', 'updated_at': '2021-08-29T17:26:49Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:26:49.723092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c923e-5ba3-41d8-95fe-6a55742238f5 req-d4b169f3-a8d0-49c0-b0f0-244630793d9e tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:49.725207 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-840c923e-5ba3-41d8-95fe-6a55742238f5 req-d4b169f3-a8d0-49c0-b0f0-244630793d9e tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 945 time: 0.0519991 Aug 29 17:26:49.782994 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-840c923e-5ba3-41d8-95fe-6a55742238f5 req-92551ae4-008c-4a5c-af4d-6190e1717b85 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Aug 29 17:26:50.402956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a2969-adaf-4413-a724-946eb70088b4 req-7d380a79-7f9e-495d-855e-21a9ff758842 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:50.404637 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c49a2969-adaf-4413-a724-946eb70088b4 req-7d380a79-7f9e-495d-855e-21a9ff758842 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 945 time: 0.0496802 Aug 29 17:26:50.415402 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:50.447151 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c49a2969-adaf-4413-a724-946eb70088b4 req-c618db47-e2b3-436d-b767-0c1644a95aab tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364790 Aug 29 17:26:50.877857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8d14130f-9482-4e79-b615-7d0931d3b421 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:50.924625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 8d14130f-9482-4e79-b615-7d0931d3b421 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:50.928714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 8d14130f-9482-4e79-b615-7d0931d3b421 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:50.929114 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.008595 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.038713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 8d14130f-9482-4e79-b615-7d0931d3b421, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8d14130f-9482-4e79-b615-7d0931d3b421,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:51.041686 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.087729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=8d14130f-9482-4e79-b615-7d0931d3b421,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:51.562383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb240b-ecf0-445e-b903-1d546c4391c9 req-ee42662c-591f-44c8-9414-aa05b50f3391 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:51.563833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a9bb240b-ecf0-445e-b903-1d546c4391c9 req-ee42662c-591f-44c8-9414-aa05b50f3391 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 945 time: 0.0485811 Aug 29 17:26:51.603717 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a9bb240b-ecf0-445e-b903-1d546c4391c9 req-ece9b618-83cc-46d3-8c55-9b09bcd36065 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339293 Aug 29 17:26:51.614351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89150b-96af-4e37-b36a-5136cbbdf1a7 req-1713d3a8-9e5d-4560-8f77-d1e95edf5714 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:51.615888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6c89150b-96af-4e37-b36a-5136cbbdf1a7 req-1713d3a8-9e5d-4560-8f77-d1e95edf5714 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.10 "GET /v2.0/ports?device_id=129fa8a8-fb70-444a-90b7-a0b9285145e6 HTTP/1.1" status: 200 len: 945 time: 0.0489316 Aug 29 17:26:51.710087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6c89150b-96af-4e37-b36a-5136cbbdf1a7 req-33b3031c-ad49-45e6-a42d-d3d0ed98453c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Deleting port f7aff28b-2ff5-4589-8539-18b44344a3fa {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:26:51.710354 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6c89150b-96af-4e37-b36a-5136cbbdf1a7 req-33b3031c-ad49-45e6-a42d-d3d0ed98453c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.797034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-6c89150b-96af-4e37-b36a-5136cbbdf1a7 req-33b3031c-ad49-45e6-a42d-d3d0ed98453c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] For port f7aff28b-2ff5-4589-8539-18b44344a3fa, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f7aff28b-2ff5-4589-8539-18b44344a3fa,segment=NetworkSegment(3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d),segment_id=3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:51.797443 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6c89150b-96af-4e37-b36a-5136cbbdf1a7 req-33b3031c-ad49-45e6-a42d-d3d0ed98453c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.810093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-6c89150b-96af-4e37-b36a-5136cbbdf1a7 req-33b3031c-ad49-45e6-a42d-d3d0ed98453c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Calling delete_port for f7aff28b-2ff5-4589-8539-18b44344a3fa owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:26:51.935826 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6c89150b-96af-4e37-b36a-5136cbbdf1a7 req-33b3031c-ad49-45e6-a42d-d3d0ed98453c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:51.966727 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3031c-ad49-45e6-a42d-d3d0ed98453c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Pushing event deleted for resources: {'Port': ['ID=f7aff28b-2ff5-4589-8539-18b44344a3fa,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:52.012531 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c89150b-96af-4e37-b36a-5136cbbdf1a7 req-33b3031c-ad49-45e6-a42d-d3d0ed98453c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] No DVR routers for this DVR port f7aff28b-2ff5-4589-8539-18b44344a3fa on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:26:52.015140 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-6c89150b-96af-4e37-b36a-5136cbbdf1a7 req-33b3031c-ad49-45e6-a42d-d3d0ed98453c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:52.017155 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6c89150b-96af-4e37-b36a-5136cbbdf1a7 req-33b3031c-ad49-45e6-a42d-d3d0ed98453c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.10 "DELETE /v2.0/ports/f7aff28b-2ff5-4589-8539-18b44344a3fa HTTP/1.1" status: 204 len: 173 time: 0.3950663 Aug 29 17:26:52.017621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129fa8a8-fb70-444a-90b7-a0b9285145e6', 'name': 'network-vif-deleted', 'tag': 'f7aff28b-2ff5-4589-8539-18b44344a3fa'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:52.020470 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b9340-c6f1-427d-8006-79751e685354" -d '{"events": [{"server_uuid": "129fa8a8-fb70-444a-90b7-a0b9285145e6", "name": "network-vif-deleted", "tag": "f7aff28b-2ff5-4589-8539-18b44344a3fa"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:52.056116 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c925e6b0-6460-4642-87f0-b0e7c10a389c x-openstack-request-id: req-c925e6b0-6460-4642-87f0-b0e7c10a389c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:52.056414 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129fa8a8-fb70-444a-90b7-a0b9285145e6", "name": "network-vif-deleted", "tag": "f7aff28b-2ff5-4589-8539-18b44344a3fa", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:52.056668 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c925e6b0-6460-4642-87f0-b0e7c10a389c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:52.057074 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129fa8a8-fb70-444a-90b7-a0b9285145e6', 'name': 'network-vif-deleted', 'tag': 'f7aff28b-2ff5-4589-8539-18b44344a3fa', 'status': 'completed', 'code': 200} Aug 29 17:26:52.859545 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-7b883128-1876-4da1-8ab5-6abc62dd8de0 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:52.861008 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-7b883128-1876-4da1-8ab5-6abc62dd8de0 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/networks?id=7556128b-194d-44fd-92c9-5a48e27490da HTTP/1.1" status: 200 len: 809 time: 0.1016145 Aug 29 17:26:52.869523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8d14130f-9482-4e79-b615-7d0931d3b421 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:52.879008 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-8509c60f-d238-4b66-bb91-2b37f6b731f4 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/quotas/d8ecb55743ff4d9f87442f4cd4e6f851 HTTP/1.1" status: 200 len: 375 time: 0.0097039 Aug 29 17:26:52.916925 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-3fca43f5-09be-4c9e-a2de-89045e36fc41 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d8ecb55743ff4d9f87442f4cd4e6f851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311246 Aug 29 17:26:52.919835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 8d14130f-9482-4e79-b615-7d0931d3b421 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:52.920243 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:53.007450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-8e021f3c-d16e-48ce-866d-da50e003806a service neutron] 10.222.0.22 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835080 Aug 29 17:26:53.106095 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-7f56b058-692b-4781-b4f1-aa3f16dfdb15 service neutron] 10.222.0.22 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926027 Aug 29 17:26:53.263482 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7003565c-bc78-4806-b361-f066d15d9fa7 req-aa4b60c5-503c-4fbb-97cb-4c0adb82d2ae tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 210 time: 0.0263796 Aug 29 17:26:53.886332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f7aff28b-2ff5-4589-8539-18b44344a3fa no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:26:53.905645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: f7aff28b-2ff5-4589-8539-18b44344a3fa {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:26:53.905991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f7aff28b-2ff5-4589-8539-18b44344a3fa not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:26:53.970475 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-cb7107f3-9ae1-40b5-8c04-e1ca4dc1c90f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424879 Aug 29 17:26:54.070437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-1fe945d5-8bf7-46c0-a1d6-30fa8ea8c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:54.071927 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-1fe945d5-8bf7-46c0-a1d6-30fa8ea8c14a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 1098 time: 0.0460637 Aug 29 17:26:54.146784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-aca0a0c7-85ef-4090-a790-9858294f3bc1 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:54.148538 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-aca0a0c7-85ef-4090-a790-9858294f3bc1 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.10 "GET /v2.0/networks?id=7556128b-194d-44fd-92c9-5a48e27490da HTTP/1.1" status: 200 len: 809 time: 0.1067245 Aug 29 17:26:54.161599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Request body: {'port': {'device_id': '93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41', 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da', 'admin_state_up': True, 'tenant_id': 'd8ecb55743ff4d9f87442f4cd4e6f851'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:54.198715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-e77c972e-b3a3-4ecc-b6eb-fff72c3a1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:54.200220 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-e77c972e-b3a3-4ecc-b6eb-fff72c3a1faa service neutron] 10.222.0.16 "GET /v2.0/networks?id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a HTTP/1.1" status: 200 len: 898 time: 0.1086388 Aug 29 17:26:54.272016 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-a84947a8-007f-44fd-a7bd-8f7c29e3942a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d75e152-ef5f-42fb-a28f-695ebeedcc81 HTTP/1.1" status: 200 len: 1002 time: 0.0630507 Aug 29 17:26:54.328497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-fe172ac3-4c17-473a-a226-698e227f1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:54.330047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-fe172ac3-4c17-473a-a226-698e227f1d41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd HTTP/1.1" status: 200 len: 834 time: 0.0504646 Aug 29 17:26:54.384276 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-849860c1-8682-4a90-8d6b-1c654e44b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:54.385834 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-849860c1-8682-4a90-8d6b-1c654e44b963 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481746 Aug 29 17:26:54.487547 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-b32c078f-6ab6-46dd-af9a-feb7d0fcc2c5 service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932441 Aug 29 17:26:54.548785 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c4d09e6d-d3ee-4918-b863-64fa096ffb5e req-cc26e1a1-e481-4603-b78e-0f3134058404 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 210 time: 0.0335662 Aug 29 17:26:54.590857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-34ed5d2a-fedc-4394-960c-e4bac19e1728 req-2104cc08-ed52-42d9-9ea7-7abe1d939adf service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935359 Aug 29 17:26:54.606927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Made reservation on behalf of d8ecb55743ff4d9f87442f4cd4e6f851 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:26:54.610545 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.731173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Allocated IP 172.20.0.2 (7556128b-194d-44fd-92c9-5a48e27490da/a57198b8-17c5-41b4-8d6d-d32c75fdb433/8afbe91e-3b52-4e7e-b62d-9a3512dddb08) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:26:54.875184 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.912709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:54.951680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Network 7556128b-194d-44fd-92c9-5a48e27490da is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:26:54.954619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:26:54.960276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:26:54.984938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Pushing event updated for resources: {'Port': ['ID=8afbe91e-3b52-4e7e-b62d-9a3512dddb08,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:55.012530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:55.013140 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.026892 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9eb1ad0d-45fe-4985-a23a-0140bd4ff0eb tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8701029 Aug 29 17:26:55.039940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Request body: {'port': {'device_id': '93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:26:55.094987 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.358196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:55.365909 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.377334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Transition to ACTIVE for port object 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:26:55.380521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.431141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Pushing event updated for resources: {'Port': ['ID=8afbe91e-3b52-4e7e-b62d-9a3512dddb08,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:55.496149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Attempting to bind port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:26:55.496481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Attempting to bind port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:26:55.496810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Attempting to bind port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 on network 7556128b-194d-44fd-92c9-5a48e27490da {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:55.500995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 on network 7556128b-194d-44fd-92c9-5a48e27490da not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:26:55.501363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Attempting to bind port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 on network 7556128b-194d-44fd-92c9-5a48e27490da {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:26:55.506081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:26:55.506414 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Checking segment: {'id': '3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:26:55.506796 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Bound using segment: {'id': '3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:26:55.507219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Bound port: 8afbe91e-3b52-4e7e-b62d-9a3512dddb08, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:26:55.507567 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.570299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] For port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:26:55.574679 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] For port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8afbe91e-3b52-4e7e-b62d-9a3512dddb08,segment=NetworkSegment(3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d),segment_id=3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:26:55.578296 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.615004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:55.615698 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:55.617157 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] 10.222.0.10 "PUT /v2.0/ports/8afbe91e-3b52-4e7e-b62d-9a3512dddb08 HTTP/1.1" status: 200 len: 1092 time: 0.5821812 Aug 29 17:26:55.617681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41', 'tag': '8afbe91e-3b52-4e7e-b62d-9a3512dddb08'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:26:55.619944 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1150f8fe-2ced-4fcf-ad75-5a2829d7b407" -d '{"events": [{"name": "network-changed", "server_uuid": "93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41", "tag": "8afbe91e-3b52-4e7e-b62d-9a3512dddb08"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:26:55.670991 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee08c83f-a7f1-4a50-89fe-cad499a5741f x-openstack-request-id: req-ee08c83f-a7f1-4a50-89fe-cad499a5741f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:26:55.671286 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41", "tag": "8afbe91e-3b52-4e7e-b62d-9a3512dddb08", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:26:55.671540 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee08c83f-a7f1-4a50-89fe-cad499a5741f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:26:55.671927 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41', 'tag': '8afbe91e-3b52-4e7e-b62d-9a3512dddb08', 'status': 'completed', 'code': 200} Aug 29 17:26:55.703630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50ef32-3462-4904-a1a7-a970b354683c service neutron] Pushing event updated for resources: {'Port': ['ID=8afbe91e-3b52-4e7e-b62d-9a3512dddb08,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:55.733478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b7c18-957b-4eed-9fc7-f2f6b4b7f624 req-bb46b631-7aee-403f-8709-89d48e489992 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:55.734972 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-170b7c18-957b-4eed-9fc7-f2f6b4b7f624 req-bb46b631-7aee-403f-8709-89d48e489992 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 943 time: 0.1102722 Aug 29 17:26:55.737612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-03b7b976-1b2e-41b1-a9aa-930b968ea74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:55.739241 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-03b7b976-1b2e-41b1-a9aa-930b968ea74d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8ecb55743ff4d9f87442f4cd4e6f851&device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 1095 time: 0.0703495 Aug 29 17:26:55.787591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0b632645-da0f-44c5-aea1-fb147ded5fcf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8afbe91e-3b52-4e7e-b62d-9a3512dddb08 HTTP/1.1" status: 200 len: 217 time: 0.0403945 Aug 29 17:26:55.829273 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-170b7c18-957b-4eed-9fc7-f2f6b4b7f624 req-e519f281-1b33-40e5-9315-3c372fdeed1c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879033 Aug 29 17:26:55.847036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-c87d95f8-acec-458a-b35a-db5cce7a1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:55.848509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-c87d95f8-acec-458a-b35a-db5cce7a1027 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57198b8-17c5-41b4-8d6d-d32c75fdb433 HTTP/1.1" status: 200 len: 849 time: 0.0502944 Aug 29 17:26:55.883985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-9110565c-5b1e-418a-9204-7285034280da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7556128b-194d-44fd-92c9-5a48e27490da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287316 Aug 29 17:26:55.971999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-0c0e3d2d-df8d-422a-abb0-7a74ec38d8b5 service neutron] 10.222.0.10 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812666 Aug 29 17:26:56.097855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-80ba939c-b2f7-44ad-b794-f4a9dc08744a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0620468 Aug 29 17:26:56.099604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ae3a44db-d5a7-4315-b964-db9f724d8f42 req-2678f1c1-36c8-45df-ad98-91c2129b773d service neutron] 10.222.0.10 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205614 Aug 29 17:26:56.212908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-79006d3c-b681-4714-9751-30bd35aa3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:56.214379 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-79006d3c-b681-4714-9751-30bd35aa3361 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 1098 time: 0.0753677 Aug 29 17:26:56.216893 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150f8fe-2ced-4fcf-ad75-5a2829d7b407 req-9c0cbc97-752a-4d8a-901f-d0e58ed472e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:56.218317 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1150f8fe-2ced-4fcf-ad75-5a2829d7b407 req-9c0cbc97-752a-4d8a-901f-d0e58ed472e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8ecb55743ff4d9f87442f4cd4e6f851&device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 1095 time: 0.0709417 Aug 29 17:26:56.377048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150f8fe-2ced-4fcf-ad75-5a2829d7b407 req-11dcf5c1-12a8-4ecb-aba0-47915bdcdec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:56.378542 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1150f8fe-2ced-4fcf-ad75-5a2829d7b407 req-11dcf5c1-12a8-4ecb-aba0-47915bdcdec2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7556128b-194d-44fd-92c9-5a48e27490da HTTP/1.1" status: 200 len: 910 time: 0.1535459 Aug 29 17:26:56.381601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-e4fdcb61-d375-47bb-8131-c7f6a10fde54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:56.382921 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-e4fdcb61-d375-47bb-8131-c7f6a10fde54 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.1470196 Aug 29 17:26:56.432640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1150f8fe-2ced-4fcf-ad75-5a2829d7b407 req-a0e0caa5-5900-4fcd-8c96-ca2aee322c3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8afbe91e-3b52-4e7e-b62d-9a3512dddb08 HTTP/1.1" status: 200 len: 217 time: 0.0407455 Aug 29 17:26:56.520026 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-0308ec22-b437-47a2-ac42-40c8a5bfeb06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 200 len: 1002 time: 0.1214852 Aug 29 17:26:56.521734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150f8fe-2ced-4fcf-ad75-5a2829d7b407 req-3b5ba29e-6370-40d4-9a94-bbcb4e7b3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:56.523090 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1150f8fe-2ced-4fcf-ad75-5a2829d7b407 req-3b5ba29e-6370-40d4-9a94-bbcb4e7b3236 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57198b8-17c5-41b4-8d6d-d32c75fdb433 HTTP/1.1" status: 200 len: 849 time: 0.0651000 Aug 29 17:26:56.584740 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1150f8fe-2ced-4fcf-ad75-5a2829d7b407 req-3e13bf08-4fe5-4906-81f2-09d7292b6655 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7556128b-194d-44fd-92c9-5a48e27490da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439148 Aug 29 17:26:56.643409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-bdc5363c-7532-4b69-89f4-97bc0c06afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:56.644919 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-bdc5363c-7532-4b69-89f4-97bc0c06afbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.1120684 Aug 29 17:26:56.715201 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1150f8fe-2ced-4fcf-ad75-5a2829d7b407 req-68fc0f44-6520-4fe4-ae14-e22fccc16aae service neutron] 10.222.0.10 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214755 Aug 29 17:26:56.717770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-902c89f1-6d64-4747-986e-28fe77c3514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:56.719105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-902c89f1-6d64-4747-986e-28fe77c3514f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667553 Aug 29 17:26:56.883979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1150f8fe-2ced-4fcf-ad75-5a2829d7b407 req-6e53f155-6ff6-45d6-9111-d305520ede6a service neutron] 10.222.0.10 "GET /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546113 Aug 29 17:26:56.885867 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-e0461122-3e72-4ba8-9117-73911a4826a0 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555204 Aug 29 17:26:56.999828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c3088-548e-4928-ae12-27808d8da26a req-a36a5f7b-39d3-414a-976b-e36ea3255a6a tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:57.001330 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a4c3088-548e-4928-ae12-27808d8da26a req-a36a5f7b-39d3-414a-976b-e36ea3255a6a tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 943 time: 0.1056271 Aug 29 17:26:57.035755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cac7719c-3f65-465c-9b57-6c33ca211132 req-d3767da6-00b9-4c0b-af7b-dffb637f44c7 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376762 Aug 29 17:26:57.056641 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a4c3088-548e-4928-ae12-27808d8da26a req-b66a9426-7b0c-410b-85cf-41fbccb3257c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489750 Aug 29 17:26:57.902387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:26:57.993813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8afbe91e-3b52-4e7e-b62d-9a3512dddb08,segment=NetworkSegment(3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d),segment_id=3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:58.008086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '8afbe91e-3b52-4e7e-b62d-9a3512dddb08', 'network_id': '7556128b-194d-44fd-92c9-5a48e27490da', 'port_id': '8afbe91e-3b52-4e7e-b62d-9a3512dddb08', 'mac_address': 'fa:16:3e:b8:21:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57198b8-17c5-41b4-8d6d-d32c75fdb433', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:26:58.047977 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.060926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:26:58.079127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8afbe91e-3b52-4e7e-b62d-9a3512dddb08,segment=NetworkSegment(3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d),segment_id=3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:26:58.083263 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:26:58.130338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8afbe91e-3b52-4e7e-b62d-9a3512dddb08,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:26:58.175307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbbf65-b9c9-48f1-83e1-dd6d7555222c req-abc939c6-e5f3-4f89-95f3-78836c85bcb6 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:58.177440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bbbbbf65-b9c9-48f1-83e1-dd6d7555222c req-abc939c6-e5f3-4f89-95f3-78836c85bcb6 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 944 time: 0.0528219 Aug 29 17:26:58.218373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bbbbbf65-b9c9-48f1-83e1-dd6d7555222c req-460f8741-bfa8-4d12-83dd-711a4df55b22 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349908 Aug 29 17:26:58.281799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8afbe91e-3b52-4e7e-b62d-9a3512dddb08'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:26:59.333207 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36975395-c31c-40fe-aa42-85d815373876 req-67233a71-bfa6-4889-af21-d6b48b41e6df tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:26:59.334873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36975395-c31c-40fe-aa42-85d815373876 req-67233a71-bfa6-4889-af21-d6b48b41e6df tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 944 time: 0.0486410 Aug 29 17:26:59.371624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36975395-c31c-40fe-aa42-85d815373876 req-0f87ce46-2851-4796-85ee-5fcf91df6446 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Aug 29 17:26:59.933339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:26:59.981502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:26:59.984987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:26:59.985406 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.063813 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.086681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbe91e-3b52-4e7e-b62d-9a3512dddb08'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:00.088895 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f95510-0448-434d-8539-176282f0810b" -d '{"events": [{"server_uuid": "93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41", "name": "network-vif-plugged", "status": "completed", "tag": "8afbe91e-3b52-4e7e-b62d-9a3512dddb08"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:00.101907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8afbe91e-3b52-4e7e-b62d-9a3512dddb08,segment=NetworkSegment(3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d),segment_id=3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:00.106217 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:00.131035 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdcbcb4-ea1d-44da-89da-90d0370a3695 x-openstack-request-id: req-0fdcbcb4-ea1d-44da-89da-90d0370a3695 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:00.131325 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41", "name": "network-vif-plugged", "status": "completed", "tag": "8afbe91e-3b52-4e7e-b62d-9a3512dddb08", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:00.131572 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0fdcbcb4-ea1d-44da-89da-90d0370a3695 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:00.131957 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbe91e-3b52-4e7e-b62d-9a3512dddb08', 'code': 200} Aug 29 17:27:00.160480 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=8afbe91e-3b52-4e7e-b62d-9a3512dddb08,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:00.218910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d8b21-7630-4374-9cdb-f8f6484a70b7 req-fdcc1d3c-74af-4ed6-9622-704b70bc70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:00.220403 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c5d8b21-7630-4374-9cdb-f8f6484a70b7 req-fdcc1d3c-74af-4ed6-9622-704b70bc70e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 1097 time: 0.0395687 Aug 29 17:27:00.257819 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c5d8b21-7630-4374-9cdb-f8f6484a70b7 req-5900fe45-c0f7-4d61-8323-ee8daf20a839 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302150 Aug 29 17:27:00.487176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f0083-5dfa-40cc-9f5b-9794f56b6622 req-7f498a3e-a326-45ee-bf6c-acc70e20cf09 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:00.489136 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-018f0083-5dfa-40cc-9f5b-9794f56b6622 req-7f498a3e-a326-45ee-bf6c-acc70e20cf09 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 945 time: 0.0500705 Aug 29 17:27:00.526035 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-018f0083-5dfa-40cc-9f5b-9794f56b6622 req-f1f1c7e1-53fd-47df-8454-b52fe3cb8544 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Aug 29 17:27:01.640057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f5bff-1bea-4f7e-8262-f6b2b446a0d2 req-8349d468-b689-4442-8329-39bea7dde49f tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:01.641960 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f9f5bff-1bea-4f7e-8262-f6b2b446a0d2 req-8349d468-b689-4442-8329-39bea7dde49f tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 945 time: 0.0498331 Aug 29 17:27:01.679787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f9f5bff-1bea-4f7e-8262-f6b2b446a0d2 req-5f736091-c0f6-42f5-b4fe-9216b2f75076 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311615 Aug 29 17:27:02.298272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925408ec-7573-473e-9020-264968d4d0ef req-255042ed-6b30-44be-8b3a-393f9047825a tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:02.299655 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-925408ec-7573-473e-9020-264968d4d0ef req-255042ed-6b30-44be-8b3a-393f9047825a tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 945 time: 0.0483582 Aug 29 17:27:02.337144 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-925408ec-7573-473e-9020-264968d4d0ef req-dd11790a-efaa-4166-8bf3-3049abb9549c tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Aug 29 17:27:03.450510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3ee11-1a9f-432c-a76b-460a9b86ed5c req-be53d9e8-62c9-4b3a-a992-d45fa2371897 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:03.451990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30c3ee11-1a9f-432c-a76b-460a9b86ed5c req-be53d9e8-62c9-4b3a-a992-d45fa2371897 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 945 time: 0.0482929 Aug 29 17:27:03.490178 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30c3ee11-1a9f-432c-a76b-460a9b86ed5c req-44aa44f2-27e8-4a14-80b1-2cb6c6dafaad tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315526 Aug 29 17:27:03.548733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acc2dc-267c-4a27-8b4f-10d8d6fd936e req-5a60adae-c069-4361-9623-6aacaf4f71b1 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:03.550219 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c2acc2dc-267c-4a27-8b4f-10d8d6fd936e req-5a60adae-c069-4361-9623-6aacaf4f71b1 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.10 "GET /v2.0/ports?device_id=93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41 HTTP/1.1" status: 200 len: 945 time: 0.0466747 Aug 29 17:27:03.641357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c2acc2dc-267c-4a27-8b4f-10d8d6fd936e req-7fd0a05e-f442-422c-a934-2547719d5656 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Deleting port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:03.641627 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c2acc2dc-267c-4a27-8b4f-10d8d6fd936e req-7fd0a05e-f442-422c-a934-2547719d5656 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.728275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-c2acc2dc-267c-4a27-8b4f-10d8d6fd936e req-7fd0a05e-f442-422c-a934-2547719d5656 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] For port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=8afbe91e-3b52-4e7e-b62d-9a3512dddb08,segment=NetworkSegment(3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d),segment_id=3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:03.728664 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c2acc2dc-267c-4a27-8b4f-10d8d6fd936e req-7fd0a05e-f442-422c-a934-2547719d5656 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.741759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c2acc2dc-267c-4a27-8b4f-10d8d6fd936e req-7fd0a05e-f442-422c-a934-2547719d5656 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Calling delete_port for 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:03.871634 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c2acc2dc-267c-4a27-8b4f-10d8d6fd936e req-7fd0a05e-f442-422c-a934-2547719d5656 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.883220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['8afbe91e-3b52-4e7e-b62d-9a3512dddb08'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:03.898371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0a05e-f442-422c-a934-2547719d5656 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Pushing event deleted for resources: {'Port': ['ID=8afbe91e-3b52-4e7e-b62d-9a3512dddb08,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:03.943856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2acc2dc-267c-4a27-8b4f-10d8d6fd936e req-7fd0a05e-f442-422c-a934-2547719d5656 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] No DVR routers for this DVR port 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:03.946442 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c2acc2dc-267c-4a27-8b4f-10d8d6fd936e req-7fd0a05e-f442-422c-a934-2547719d5656 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:03.948450 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c2acc2dc-267c-4a27-8b4f-10d8d6fd936e req-7fd0a05e-f442-422c-a934-2547719d5656 tempest-VolumesActionsTest-1501551745 tempest-VolumesActionsTest-1501551745-project] 10.222.0.10 "DELETE /v2.0/ports/8afbe91e-3b52-4e7e-b62d-9a3512dddb08 HTTP/1.1" status: 204 len: 173 time: 0.3921931 Aug 29 17:27:03.948886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41', 'name': 'network-vif-deleted', 'tag': '8afbe91e-3b52-4e7e-b62d-9a3512dddb08'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:03.951223 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc4dd49-b223-454b-acf7-564b33296ac8" -d '{"events": [{"server_uuid": "93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41", "name": "network-vif-deleted", "tag": "8afbe91e-3b52-4e7e-b62d-9a3512dddb08"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:03.991347 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97137cdb-c01c-4bef-8a35-7fbc40762927 x-openstack-request-id: req-97137cdb-c01c-4bef-8a35-7fbc40762927 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:03.991747 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41", "name": "network-vif-deleted", "tag": "8afbe91e-3b52-4e7e-b62d-9a3512dddb08", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:03.992112 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97137cdb-c01c-4bef-8a35-7fbc40762927 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:03.992411 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fcafe0-ae5b-4d18-ab35-d2fa6aff1a41', 'name': 'network-vif-deleted', 'tag': '8afbe91e-3b52-4e7e-b62d-9a3512dddb08', 'status': 'completed', 'code': 200} Aug 29 17:27:05.970149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:06.008145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:06.008490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 8afbe91e-3b52-4e7e-b62d-9a3512dddb08 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:06.703892 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:27:12.901911 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1876374b-f03b-415c-80b1-4718fe0ac89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:15.559122 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-646b5b46-b63c-434a-a67e-29b7ad62ed4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:15.903355 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:16.712545 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:17.830879 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:18.354413 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:20.012853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33682) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:20.386154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:20.431170 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:20.691640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting port 8d14130f-9482-4e79-b615-7d0931d3b421 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:20.691997 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:20.784783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] For port 8d14130f-9482-4e79-b615-7d0931d3b421, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8d14130f-9482-4e79-b615-7d0931d3b421,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:20.785150 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:20.797881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Calling delete_port for 8d14130f-9482-4e79-b615-7d0931d3b421 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:20.993341 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:21.022068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Port': ['ID=8d14130f-9482-4e79-b615-7d0931d3b421,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:21.053387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.053736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.054076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.054415 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.054800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.055054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.055380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.055706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.056023 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.056345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.056667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.057051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:21.278795 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:21.541566 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router cd493df7-59dc-4087-ac9d-6debfb0d5732 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:21.651224 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:21.656761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4138f9d3-5a59-41ec-bcef-d8f98aee8d8e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "PUT /v2.0/routers/cd493df7-59dc-4087-ac9d-6debfb0d5732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6423793 Aug 29 17:27:21.662511 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ab3ad-2215-4727-a32e-51b69374d5cd None None] Sync routers for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:21.671807 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ab3ad-2215-4727-a32e-51b69374d5cd None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:21.672411 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b67ab3ad-2215-4727-a32e-51b69374d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:21.785314 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-b67ab3ad-2215-4727-a32e-51b69374d5cd None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:21.894324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aacd22-b63a-40f6-a4cf-64ccf00bb2ec req-382fb2a2-8e05-42ba-803b-75a1127d9322 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:21.896424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d8aacd22-b63a-40f6-a4cf-64ccf00bb2ec req-382fb2a2-8e05-42ba-803b-75a1127d9322 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 946 time: 0.0575356 Aug 29 17:27:21.937916 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d8aacd22-b63a-40f6-a4cf-64ccf00bb2ec req-6822545a-55e8-43c5-beb1-c6e79117dd32 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347893 Aug 29 17:27:22.049638 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b67ab3ad-2215-4727-a32e-51b69374d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:27:20Z', 'revision_number': 6, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c013a126-f053-4588-9598-10a406fe8093', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'port_id': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'mac_address': 'fa:16:3e:85:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:22Z', 'updated_at': '2021-08-29T17:25:24Z', 'revision_number': 1, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:22.079687 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ab3ad-2215-4727-a32e-51b69374d5cd None None] Checking router: cd493df7-59dc-4087-ac9d-6debfb0d5732 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:22.087876 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ab3ad-2215-4727-a32e-51b69374d5cd None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:22.088472 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b67ab3ad-2215-4727-a32e-51b69374d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:22.191330 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-b67ab3ad-2215-4727-a32e-51b69374d5cd None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:22.440560 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b67ab3ad-2215-4727-a32e-51b69374d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:27:20Z', 'revision_number': 6, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c013a126-f053-4588-9598-10a406fe8093', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'port_id': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'mac_address': 'fa:16:3e:85:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:22Z', 'updated_at': '2021-08-29T17:25:24Z', 'revision_number': 1, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:22.469439 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ab3ad-2215-4727-a32e-51b69374d5cd None None] The sync data for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 is: [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:27:20Z', 'revision_number': 6, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'c013a126-f053-4588-9598-10a406fe8093', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'port_id': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'mac_address': 'fa:16:3e:85:63:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:25:22Z', 'updated_at': '2021-08-29T17:25:24Z', 'revision_number': 1, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:22.904263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8d14130f-9482-4e79-b615-7d0931d3b421 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:22.925624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 8d14130f-9482-4e79-b615-7d0931d3b421 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:22.926131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8d14130f-9482-4e79-b615-7d0931d3b421 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:23.079813 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c44f3-6ba3-424d-a655-d4d7ff13d933 req-6f17a618-3d04-4396-b9bf-e7d1e7833c63 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:23.081911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e70c44f3-6ba3-424d-a655-d4d7ff13d933 req-6f17a618-3d04-4396-b9bf-e7d1e7833c63 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 946 time: 0.0527992 Aug 29 17:27:23.131405 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e70c44f3-6ba3-424d-a655-d4d7ff13d933 req-8bed1973-9d03-4607-9a7f-bf7629c73ef6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=3641b364-7603-4ff0-8282-f2084d72408c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438583 Aug 29 17:27:23.403916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33764) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:23.452473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aff203-d16c-42f5-ae31-ea32cab1b66b req-60233cbf-72f1-4f0a-bb65-48e73dd279b7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:23.453996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37aff203-d16c-42f5-ae31-ea32cab1b66b req-60233cbf-72f1-4f0a-bb65-48e73dd279b7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.16 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 946 time: 0.0912178 Aug 29 17:27:23.472863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-008e9853-d465-4bf2-861f-b1a0639874ff admin admin] Deleting subnet a57198b8-17c5-41b4-8d6d-d32c75fdb433 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:23.494827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-008e9853-d465-4bf2-861f-b1a0639874ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.559933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-008e9853-d465-4bf2-861f-b1a0639874ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.609865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-008e9853-d465-4bf2-861f-b1a0639874ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.643432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-37aff203-d16c-42f5-ae31-ea32cab1b66b req-a1909f09-a8e0-4448-a1e4-50229a7df7a6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting port 0c4727eb-861b-4a9d-860d-cd2da39210ab {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:23.643809 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37aff203-d16c-42f5-ae31-ea32cab1b66b req-a1909f09-a8e0-4448-a1e4-50229a7df7a6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.734918 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-008e9853-d465-4bf2-861f-b1a0639874ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.775591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-008e9853-d465-4bf2-861f-b1a0639874ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.777473 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-008e9853-d465-4bf2-861f-b1a0639874ff admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a57198b8-17c5-41b4-8d6d-d32c75fdb433 HTTP/1.1" status: 204 len: 168 time: 0.3719144 Aug 29 17:27:23.778308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e9853-d465-4bf2-861f-b1a0639874ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57198b8-17c5-41b4-8d6d-d32c75fdb433,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:23.780519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33770) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:23.784304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-37aff203-d16c-42f5-ae31-ea32cab1b66b req-a1909f09-a8e0-4448-a1e4-50229a7df7a6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] For port 0c4727eb-861b-4a9d-860d-cd2da39210ab, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=0c4727eb-861b-4a9d-860d-cd2da39210ab,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:23.785364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37aff203-d16c-42f5-ae31-ea32cab1b66b req-a1909f09-a8e0-4448-a1e4-50229a7df7a6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.797835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-37aff203-d16c-42f5-ae31-ea32cab1b66b req-a1909f09-a8e0-4448-a1e4-50229a7df7a6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Calling delete_port for 0c4727eb-861b-4a9d-860d-cd2da39210ab owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:23.853744 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.938195 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.948236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7556128b-194d-44fd-92c9-5a48e27490da']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:23.959303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:23.959699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0daf15-4b7d-4cca-8622-fe2e67b7fa7d') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:23.962908 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37aff203-d16c-42f5-ae31-ea32cab1b66b req-a1909f09-a8e0-4448-a1e4-50229a7df7a6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.970533 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.985599 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.992285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:27:23.992750 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:23.993791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1909f09-a8e0-4448-a1e4-50229a7df7a6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Port': ['ID=0c4727eb-861b-4a9d-860d-cd2da39210ab,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:27:23.994582 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:27:24.037871 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-37aff203-d16c-42f5-ae31-ea32cab1b66b req-a1909f09-a8e0-4448-a1e4-50229a7df7a6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] No DVR routers for this DVR port 0c4727eb-861b-4a9d-860d-cd2da39210ab on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:24.040554 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37aff203-d16c-42f5-ae31-ea32cab1b66b req-a1909f09-a8e0-4448-a1e4-50229a7df7a6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.042693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37aff203-d16c-42f5-ae31-ea32cab1b66b req-a1909f09-a8e0-4448-a1e4-50229a7df7a6 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.16 "DELETE /v2.0/ports/0c4727eb-861b-4a9d-860d-cd2da39210ab HTTP/1.1" status: 204 len: 173 time: 0.5818543 Aug 29 17:27:24.043250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32d0b6c-4edc-49d1-8a52-2897a402fa5f', 'name': 'network-vif-deleted', 'tag': '0c4727eb-861b-4a9d-860d-cd2da39210ab'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:24.045653 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd13dc0-07c9-4547-b5a2-4025c9c3c3f2" -d '{"events": [{"server_uuid": "e32d0b6c-4edc-49d1-8a52-2897a402fa5f", "name": "network-vif-deleted", "tag": "0c4727eb-861b-4a9d-860d-cd2da39210ab"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:24.057449 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.073925 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.075815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7556128b-194d-44fd-92c9-5a48e27490da HTTP/1.1" status: 204 len: 168 time: 0.2938433 Aug 29 17:27:24.076952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Pushing event deleted for resources: {'Network': ['ID=7556128b-194d-44fd-92c9-5a48e27490da,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:24.086650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.087242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.087336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.087675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.088014 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.088352 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.088687 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.089056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.089415 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.089760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.090072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.090626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dff35f-2067-4b62-89fd-c98c34945161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:24.102121 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab129a4-6225-4ca4-a040-3e61d79d6655 x-openstack-request-id: req-3ab129a4-6225-4ca4-a040-3e61d79d6655 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:24.102549 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32d0b6c-4edc-49d1-8a52-2897a402fa5f", "name": "network-vif-deleted", "tag": "0c4727eb-861b-4a9d-860d-cd2da39210ab", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:24.102842 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ab129a4-6225-4ca4-a040-3e61d79d6655 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:24.103245 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32d0b6c-4edc-49d1-8a52-2897a402fa5f', 'name': 'network-vif-deleted', 'tag': '0c4727eb-861b-4a9d-860d-cd2da39210ab', 'status': 'completed', 'code': 200} Aug 29 17:27:24.196727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33778) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:24.241839 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-050fa882-e777-41ac-9ec7-570455aee5bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d8ecb55743ff4d9f87442f4cd4e6f851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439157 Aug 29 17:27:24.244278 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33780) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:24.251756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0e1e96f-3b2e-47ab-abc8-7a8a96a31a82 req-a56d0779-56d7-4bda-a9dd-12da3ae48075 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=e32d0b6c-4edc-49d1-8a52-2897a402fa5f HTTP/1.1" status: 200 len: 210 time: 0.0267539 Aug 29 17:27:24.293872 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-50bb644b-f846-4ea2-842c-7d154f756ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.314558 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-50bb644b-f846-4ea2-842c-7d154f756ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.361856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-50bb644b-f846-4ea2-842c-7d154f756ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.364776 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-50bb644b-f846-4ea2-842c-7d154f756ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:24.365997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-50bb644b-f846-4ea2-842c-7d154f756ae1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7 HTTP/1.1" status: 204 len: 168 time: 0.1207688 Aug 29 17:27:24.380291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb644b-f846-4ea2-842c-7d154f756ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2e15ed-e2da-4b1a-a8d9-e190286c0bf7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:24.986556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea894e5c-e06d-403a-9dba-55033a9dce98 req-6bb96a11-c050-4384-b269-bf62e6088482 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:24.989057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ea894e5c-e06d-403a-9dba-55033a9dce98 req-6bb96a11-c050-4384-b269-bf62e6088482 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0500472 Aug 29 17:27:25.028228 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ea894e5c-e06d-403a-9dba-55033a9dce98 req-f173f43b-8207-450e-ab7a-d08d9fe9440e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332692 Aug 29 17:27:25.308544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33822) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:25.367558 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83ed9b87-82dd-4632-85fe-49922ae8c8cb tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.395815 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83ed9b87-82dd-4632-85fe-49922ae8c8cb tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.461019 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83ed9b87-82dd-4632-85fe-49922ae8c8cb tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.463697 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83ed9b87-82dd-4632-85fe-49922ae8c8cb tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.467465 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-83ed9b87-82dd-4632-85fe-49922ae8c8cb tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/security-groups/3641b364-7603-4ff0-8282-f2084d72408c HTTP/1.1" status: 204 len: 168 time: 0.1553228 Aug 29 17:27:25.476230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed9b87-82dd-4632-85fe-49922ae8c8cb tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3641b364-7603-4ff0-8282-f2084d72408c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:25.507464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33826) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:25.563813 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5898c5f5-d0c1-4968-9cb4-69d9b7d08396 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting subnet eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:25.574702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5898c5f5-d0c1-4968-9cb4-69d9b7d08396 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.612551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5898c5f5-d0c1-4968-9cb4-69d9b7d08396 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.695576 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5898c5f5-d0c1-4968-9cb4-69d9b7d08396 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.758529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5898c5f5-d0c1-4968-9cb4-69d9b7d08396 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.783127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898c5f5-d0c1-4968-9cb4-69d9b7d08396 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Subnet': ['ID=eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:25.790235 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5898c5f5-d0c1-4968-9cb4-69d9b7d08396 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.794398 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5898c5f5-d0c1-4968-9cb4-69d9b7d08396 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/subnets/eeaeeb1f-6c7d-4a8d-b38e-72f6f1367e9d HTTP/1.1" status: 204 len: 168 time: 0.2924411 Aug 29 17:27:25.795377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33834) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:25.805749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59118fe-dca8-46a7-bb27-c7b2bc2863b1 None None] Network a710ba0b-dbc8-46f1-a8b7-d552a047f938 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:25.885582 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.939856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:25.940281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:25.998908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7b0de8-7709-4eee-bd7a-8f0646d19ae2 None None] DHCP port deletion for a710ba0b-dbc8-46f1-a8b7-d552a047f938 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:27:26.007975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] For port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6a6f850b-675f-41bd-a9e5-48bb73b74ca0,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:26.008341 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.022324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Calling delete_port for 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:26.047709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b0de8-7709-4eee-bd7a-8f0646d19ae2 None None] Deleting port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:26.048230 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a7b0de8-7709-4eee-bd7a-8f0646d19ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.119226 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2a7b0de8-7709-4eee-bd7a-8f0646d19ae2 None None] For port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6a6f850b-675f-41bd-a9e5-48bb73b74ca0,segment=NetworkSegment(3bf8f58e-d062-4e83-af0b-1841bb1102f2),segment_id=3bf8f58e-d062-4e83-af0b-1841bb1102f2)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:26.119887 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a7b0de8-7709-4eee-bd7a-8f0646d19ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.138218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b0de8-7709-4eee-bd7a-8f0646d19ae2 None None] Calling delete_port for 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:26.148597 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.186633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Port': ['ID=6a6f850b-675f-41bd-a9e5-48bb73b74ca0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:26.192956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] No DVR routers for this DVR port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:26.198324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee66d-7d8c-492e-a893-5c57ffc59fb4 req-4074c6a3-66be-4f5f-b9aa-fad2d421cc3b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:26.200326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3bee66d-7d8c-492e-a893-5c57ffc59fb4 req-4074c6a3-66be-4f5f-b9aa-fad2d421cc3b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0825913 Aug 29 17:27:26.244973 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3bee66d-7d8c-492e-a893-5c57ffc59fb4 req-26886634-eb17-4a65-a377-bc2fcac538dc tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367537 Aug 29 17:27:26.247571 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2a7b0de8-7709-4eee-bd7a-8f0646d19ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.278158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b0de8-7709-4eee-bd7a-8f0646d19ae2 None None] Pushing event deleted for resources: {'Port': ['ID=6a6f850b-675f-41bd-a9e5-48bb73b74ca0,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:26.280073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b0de8-7709-4eee-bd7a-8f0646d19ae2 None None] No DVR routers for this DVR port 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:26.304389 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.315816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a710ba0b-dbc8-46f1-a8b7-d552a047f938']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:26.326478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf8f58e-d062-4e83-af0b-1841bb1102f2') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:26.326821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf8f58e-d062-4e83-af0b-1841bb1102f2') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:26.335871 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.350189 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.356094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:27:26.356481 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:27:26.359598 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:27:26.416786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.424093 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:26.428355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/networks/a710ba0b-dbc8-46f1-a8b7-d552a047f938 HTTP/1.1" status: 204 len: 168 time: 0.6293378 Aug 29 17:27:26.428729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33838) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:26.437438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c82168-e4c4-4cc1-873d-475ecbcf85de tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Network': ['ID=a710ba0b-dbc8-46f1-a8b7-d552a047f938,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:26.887108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:26.906722 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:26.907073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6a6f850b-675f-41bd-a9e5-48bb73b74ca0 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:26.921547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting port 8dbee48e-b916-4ffa-beda-57ff62442925 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:26.921937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.000115 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.000446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.013412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Calling delete_port for 8dbee48e-b916-4ffa-beda-57ff62442925 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:27.160988 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.186291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Port': ['ID=8dbee48e-b916-4ffa-beda-57ff62442925,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:27.252578 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.252977 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Floating IP c013a126-f053-4588-9598-10a406fe8093 disassociated (deleted). External IP: 172.25.5.121, port: 2d75e152-ef5f-42fb-a28f-695ebeedcc81. Aug 29 17:27:27.386964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da247309-30db-4a5f-a823-7dafeb760406 req-5e150486-88b3-44a8-8390-f4b096d38345 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:27.388624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-da247309-30db-4a5f-a823-7dafeb760406 req-5e150486-88b3-44a8-8390-f4b096d38345 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0604467 Aug 29 17:27:27.442544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-da247309-30db-4a5f-a823-7dafeb760406 req-3c894039-bc23-42a4-968e-1d24020f1b19 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366821 Aug 29 17:27:27.492217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router cd493df7-59dc-4087-ac9d-6debfb0d5732 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:27.601724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:27.606467 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:27.611400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15df144-7905-4ba2-b909-9791a0db7a16 None None] Sync routers for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:27.620549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15df144-7905-4ba2-b909-9791a0db7a16 None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:27.621173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d15df144-7905-4ba2-b909-9791a0db7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:27.633396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-75f242cc-61d5-41d0-a883-ee070295a363 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/floatingips/c013a126-f053-4588-9598-10a406fe8093 HTTP/1.1" status: 204 len: 168 time: 1.2034748 Aug 29 17:27:27.633990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'tag': '2d75e152-ef5f-42fb-a28f-695ebeedcc81'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:27.636253 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41768828-d75a-45cc-bd62-5c154645549f" -d '{"events": [{"name": "network-changed", "server_uuid": "cac8d4db-fc43-4f66-b0a6-a66322fbfc62", "tag": "2d75e152-ef5f-42fb-a28f-695ebeedcc81"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:27.676941 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ace6f82-5755-426e-817d-d8c5eaf488f6 x-openstack-request-id: req-5ace6f82-5755-426e-817d-d8c5eaf488f6 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:27.677255 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac8d4db-fc43-4f66-b0a6-a66322fbfc62", "tag": "2d75e152-ef5f-42fb-a28f-695ebeedcc81", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:27.677519 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ace6f82-5755-426e-817d-d8c5eaf488f6 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:27.677951 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'tag': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'status': 'completed', 'code': 200} Aug 29 17:27:27.755241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41768828-d75a-45cc-bd62-5c154645549f req-52873ec0-d8bd-4756-80df-965c0d000fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:27.757676 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41768828-d75a-45cc-bd62-5c154645549f req-52873ec0-d8bd-4756-80df-965c0d000fb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 1098 time: 0.0549569 Aug 29 17:27:27.899762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-d15df144-7905-4ba2-b909-9791a0db7a16 None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:27.904650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41768828-d75a-45cc-bd62-5c154645549f req-2a3f94c5-3cb2-4f4b-8be6-9749f99d23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:27.907084 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41768828-d75a-45cc-bd62-5c154645549f req-2a3f94c5-3cb2-4f4b-8be6-9749f99d23ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a HTTP/1.1" status: 200 len: 898 time: 0.1428521 Aug 29 17:27:27.944510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c945eb-8855-444e-b5b9-8872b5dd37ec req-4f47909f-6a0a-4974-8371-fd55db18ec4e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:27.945594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-54c945eb-8855-444e-b5b9-8872b5dd37ec req-4f47909f-6a0a-4974-8371-fd55db18ec4e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 946 time: 0.0533035 Aug 29 17:27:27.957144 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41768828-d75a-45cc-bd62-5c154645549f req-fd1c022a-b958-425c-9608-5a4c52676ffa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d75e152-ef5f-42fb-a28f-695ebeedcc81 HTTP/1.1" status: 200 len: 217 time: 0.0403509 Aug 29 17:27:27.987598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-54c945eb-8855-444e-b5b9-8872b5dd37ec req-a73fa0d2-54b5-4217-b84c-00528cdb06dd tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357687 Aug 29 17:27:28.014087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41768828-d75a-45cc-bd62-5c154645549f req-a6f2c440-3065-489a-a1e9-bbfeef6c3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:28.015977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41768828-d75a-45cc-bd62-5c154645549f req-a6f2c440-3065-489a-a1e9-bbfeef6c3078 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd HTTP/1.1" status: 200 len: 834 time: 0.0517304 Aug 29 17:27:28.029426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 0c4727eb-861b-4a9d-860d-cd2da39210ab no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:28.056237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 0c4727eb-861b-4a9d-860d-cd2da39210ab {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:28.056589 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 0c4727eb-861b-4a9d-860d-cd2da39210ab not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:28.070700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41768828-d75a-45cc-bd62-5c154645549f req-27182dbf-930f-4049-ac8b-a3d02832dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:28.072362 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41768828-d75a-45cc-bd62-5c154645549f req-27182dbf-930f-4049-ac8b-a3d02832dceb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487244 Aug 29 17:27:28.147930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d15df144-7905-4ba2-b909-9791a0db7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:27:20Z', 'revision_number': 6, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:28.168540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41768828-d75a-45cc-bd62-5c154645549f req-c68dbffd-e8c0-4007-ae91-eabae73eb9c1 service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884693 Aug 29 17:27:28.174422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15df144-7905-4ba2-b909-9791a0db7a16 None None] Checking router: cd493df7-59dc-4087-ac9d-6debfb0d5732 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:28.183027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15df144-7905-4ba2-b909-9791a0db7a16 None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:28.183908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d15df144-7905-4ba2-b909-9791a0db7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:28.272577 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-41768828-d75a-45cc-bd62-5c154645549f req-a74001c4-a8f1-4f5c-b328-c6aecbf3f91c service neutron] 10.222.0.16 "GET /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962000 Aug 29 17:27:28.300734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-d15df144-7905-4ba2-b909-9791a0db7a16 None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:28.501197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d15df144-7905-4ba2-b909-9791a0db7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:27:20Z', 'revision_number': 6, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:28.532164 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15df144-7905-4ba2-b909-9791a0db7a16 None None] The sync data for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 is: [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:27:20Z', 'revision_number': 6, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '4b74da41-57d8-44db-ac3f-f02950517f83', 'name': '', 'network_id': 'e10ce63f-a9aa-4e0d-a150-8060c8efeb3a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:cc:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:04Z', 'updated_at': '2021-08-29T17:25:10Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': '1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:28.570178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3908-081a-494a-95a1-d30ba9b694f8 req-bec8087e-c8e4-4259-be8b-073d354d4c4b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:28.571764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-328c3908-081a-494a-95a1-d30ba9b694f8 req-bec8087e-c8e4-4259-be8b-073d354d4c4b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0534678 Aug 29 17:27:28.611066 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-328c3908-081a-494a-95a1-d30ba9b694f8 req-9d9805ed-d2d9-4f2c-97fd-b1a9a0034be4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329132 Aug 29 17:27:28.766733 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c96e48-bf34-4097-9f4d-1d8088718bc5 None None] New status for floating IP c013a126-f053-4588-9598-10a406fe8093: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:27:29.114659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406d289-3450-4999-8bb3-8ef63a59a8d0 req-2ecb3675-f168-48bd-990c-61f37b1ac7e2 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:29.117707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6406d289-3450-4999-8bb3-8ef63a59a8d0 req-2ecb3675-f168-48bd-990c-61f37b1ac7e2 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 946 time: 0.0538704 Aug 29 17:27:29.162011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33868) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:29.167421 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6406d289-3450-4999-8bb3-8ef63a59a8d0 req-0a00d21d-ae34-40b5-856f-33a2d12cc18a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef5dac6c-7e9c-4a77-9d83-93a241048c53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449305 Aug 29 17:27:29.272952 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6293891-3eaa-4ad0-8d6d-ad1671cc8a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.400587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efb95d-2841-460e-8e87-f9d058ca8391 req-c790256a-ac9b-41b4-8523-e9e4776db0ab tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:29.402080 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88efb95d-2841-460e-8e87-f9d058ca8391 req-c790256a-ac9b-41b4-8523-e9e4776db0ab tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 946 time: 0.0797739 Aug 29 17:27:29.418660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6293891-3eaa-4ad0-8d6d-ad1671cc8a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.442396 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c6293891-3eaa-4ad0-8d6d-ad1671cc8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.510817 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c6293891-3eaa-4ad0-8d6d-ad1671cc8a54 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d1709a334d9a47d3ba0a143eaaf38446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476925 Aug 29 17:27:29.512734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6293891-3eaa-4ad0-8d6d-ad1671cc8a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caf3d23-0296-41ec-9966-16175dc6b420,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:29.513468 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33872) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:29.540543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-88efb95d-2841-460e-8e87-f9d058ca8391 req-47af458b-6bc5-443b-a75d-8e44c23181a3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:29.540932 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88efb95d-2841-460e-8e87-f9d058ca8391 req-47af458b-6bc5-443b-a75d-8e44c23181a3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.562515 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-408ca5c2-da41-47af-932a-71b9fcf488d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.588006 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-408ca5c2-da41-47af-932a-71b9fcf488d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.635380 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-408ca5c2-da41-47af-932a-71b9fcf488d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.637997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-88efb95d-2841-460e-8e87-f9d058ca8391 req-47af458b-6bc5-443b-a75d-8e44c23181a3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] For port 2d75e152-ef5f-42fb-a28f-695ebeedcc81, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2d75e152-ef5f-42fb-a28f-695ebeedcc81,segment=NetworkSegment(f75d6128-4ff9-4b06-9d57-bc5a8728d492),segment_id=f75d6128-4ff9-4b06-9d57-bc5a8728d492)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:29.638452 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-408ca5c2-da41-47af-932a-71b9fcf488d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.638583 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88efb95d-2841-460e-8e87-f9d058ca8391 req-47af458b-6bc5-443b-a75d-8e44c23181a3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.639199 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-408ca5c2-da41-47af-932a-71b9fcf488d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3caf3d23-0296-41ec-9966-16175dc6b420 HTTP/1.1" status: 204 len: 168 time: 0.1247427 Aug 29 17:27:29.647283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ca5c2-da41-47af-932a-71b9fcf488d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caf3d23-0296-41ec-9966-16175dc6b420,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:29.652600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-88efb95d-2841-460e-8e87-f9d058ca8391 req-47af458b-6bc5-443b-a75d-8e44c23181a3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Calling delete_port for 2d75e152-ef5f-42fb-a28f-695ebeedcc81 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:29.792333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139391e-5d6e-4836-b2da-1b4bd09beb0b req-1857d48a-8757-4f92-adbf-301f3e062856 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:29.793855 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2139391e-5d6e-4836-b2da-1b4bd09beb0b req-1857d48a-8757-4f92-adbf-301f3e062856 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0729628 Aug 29 17:27:29.861431 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2139391e-5d6e-4836-b2da-1b4bd09beb0b req-8ac511c0-0eb0-422b-b947-6164c60e5038 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491972 Aug 29 17:27:29.862597 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88efb95d-2841-460e-8e87-f9d058ca8391 req-47af458b-6bc5-443b-a75d-8e44c23181a3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.894828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af458b-6bc5-443b-a75d-8e44c23181a3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Port': ['ID=2d75e152-ef5f-42fb-a28f-695ebeedcc81,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:29.936440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-88efb95d-2841-460e-8e87-f9d058ca8391 req-47af458b-6bc5-443b-a75d-8e44c23181a3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] No DVR routers for this DVR port 2d75e152-ef5f-42fb-a28f-695ebeedcc81 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:29.939131 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-88efb95d-2841-460e-8e87-f9d058ca8391 req-47af458b-6bc5-443b-a75d-8e44c23181a3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:29.941762 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88efb95d-2841-460e-8e87-f9d058ca8391 req-47af458b-6bc5-443b-a75d-8e44c23181a3 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.16 "DELETE /v2.0/ports/2d75e152-ef5f-42fb-a28f-695ebeedcc81 HTTP/1.1" status: 204 len: 173 time: 0.5312607 Aug 29 17:27:29.942204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'name': 'network-vif-deleted', 'tag': '2d75e152-ef5f-42fb-a28f-695ebeedcc81'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:29.944426 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3caaf8-4baa-4746-bb64-bd6c783174db" -d '{"events": [{"server_uuid": "cac8d4db-fc43-4f66-b0a6-a66322fbfc62", "name": "network-vif-deleted", "tag": "2d75e152-ef5f-42fb-a28f-695ebeedcc81"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:29.997711 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0f40f5-609e-4faa-9777-cdc2f8903549 x-openstack-request-id: req-1b0f40f5-609e-4faa-9777-cdc2f8903549 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:29.998251 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac8d4db-fc43-4f66-b0a6-a66322fbfc62", "name": "network-vif-deleted", "tag": "2d75e152-ef5f-42fb-a28f-695ebeedcc81", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:29.998556 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b0f40f5-609e-4faa-9777-cdc2f8903549 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:29.998966 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac8d4db-fc43-4f66-b0a6-a66322fbfc62', 'name': 'network-vif-deleted', 'tag': '2d75e152-ef5f-42fb-a28f-695ebeedcc81', 'status': 'completed', 'code': 200} Aug 29 17:27:30.284434 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3201817-0169-41ab-8154-0954c75e6cc0 req-a1f57119-1099-4f5c-9681-aa635903ddd1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac8d4db-fc43-4f66-b0a6-a66322fbfc62 HTTP/1.1" status: 200 len: 210 time: 0.0320818 Aug 29 17:27:30.982892 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61870401-3493-4d49-8c94-adcbf579e783 req-f34e560b-60d9-4181-8465-65fa0580bd84 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:30.984320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61870401-3493-4d49-8c94-adcbf579e783 req-f34e560b-60d9-4181-8465-65fa0580bd84 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0487814 Aug 29 17:27:31.024871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61870401-3493-4d49-8c94-adcbf579e783 req-39a613f1-f240-41a5-8ff5-e6675cb96514 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333486 Aug 29 17:27:31.345621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33916) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:31.403782 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31ba7a22-b753-4a9e-beb8-d24f8d5c3180 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.434170 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31ba7a22-b753-4a9e-beb8-d24f8d5c3180 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.493605 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31ba7a22-b753-4a9e-beb8-d24f8d5c3180 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.496633 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-31ba7a22-b753-4a9e-beb8-d24f8d5c3180 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:31.497837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-31ba7a22-b753-4a9e-beb8-d24f8d5c3180 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/security-groups/ef5dac6c-7e9c-4a77-9d83-93a241048c53 HTTP/1.1" status: 204 len: 168 time: 0.1512187 Aug 29 17:27:31.506955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba7a22-b753-4a9e-beb8-d24f8d5c3180 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5dac6c-7e9c-4a77-9d83-93a241048c53,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:31.540988 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33920) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:31.919952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-b5d330c7-7a19-41e9-8664-7db00dd09dd1 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=453bcd2b1b8840479d8da8955f1e0d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293357 Aug 29 17:27:31.922357 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.124608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-c411b7e6-0a71-49c1-8517-5b9cab05dcdb tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:32.126238 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-c411b7e6-0a71-49c1-8517-5b9cab05dcdb tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999354 Aug 29 17:27:32.142306 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-237d597c-40d3-484d-9c92-8ae21cfb21d2 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/quotas/453bcd2b1b8840479d8da8955f1e0d5a HTTP/1.1" status: 200 len: 375 time: 0.0100310 Aug 29 17:27:32.176723 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-a9b0dc4d-cb66-43bd-83a6-92687fbc7743 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=453bcd2b1b8840479d8da8955f1e0d5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278459 Aug 29 17:27:32.349545 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-130ddbe3-2a7b-4a0f-8eee-2bff2c1192b6 req-b73c8208-ea38-4241-bbac-a5f0e66a08c2 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 210 time: 0.0317528 Aug 29 17:27:32.439273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2894bd8-d206-4611-b79d-9898b4582dc3 req-a0c301af-030e-43eb-87b0-03260d12c239 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:32.441334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2894bd8-d206-4611-b79d-9898b4582dc3 req-a0c301af-030e-43eb-87b0-03260d12c239 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0960014 Aug 29 17:27:32.503930 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2894bd8-d206-4611-b79d-9898b4582dc3 req-012dd575-6127-419f-b04b-f17660c46500 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450943 Aug 29 17:27:32.601359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting port 4b74da41-57d8-44db-ac3f-f02950517f83 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:32.601721 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.699351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] For port 4b74da41-57d8-44db-ac3f-f02950517f83, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4b74da41-57d8-44db-ac3f-f02950517f83,segment=NetworkSegment(f75d6128-4ff9-4b06-9d57-bc5a8728d492),segment_id=f75d6128-4ff9-4b06-9d57-bc5a8728d492)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:32.699714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.713503 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Calling delete_port for 4b74da41-57d8-44db-ac3f-f02950517f83 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:32.902189 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:32.929359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Port': ['ID=4b74da41-57d8-44db-ac3f-f02950517f83,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:33.103045 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.184816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-ee35765f-6c71-4e1f-b1ff-9489dbd3745c tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=453bcd2b1b8840479d8da8955f1e0d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237584 Aug 29 17:27:33.292620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-c94c9d31-10e5-4e93-98b4-733b1ffc6fde tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:33.294422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-c94c9d31-10e5-4e93-98b4-733b1ffc6fde tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041181 Aug 29 17:27:33.311294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Request body: {'port': {'device_id': '733479a5-e25a-4246-95f8-a5d0d7a755d1', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '453bcd2b1b8840479d8da8955f1e0d5a'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:33.327183 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router cd493df7-59dc-4087-ac9d-6debfb0d5732 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:33.437436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Made reservation on behalf of 453bcd2b1b8840479d8da8955f1e0d5a for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:33.440813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.441067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:33.449952 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-473ee247-daa2-437a-a9bf-b20e608754ef tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "PUT /v2.0/routers/cd493df7-59dc-4087-ac9d-6debfb0d5732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078455 Aug 29 17:27:33.450948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33950) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:33.451706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820148a-88a7-4763-a076-04c6e7d7d7f0 None None] Sync routers for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:33.461301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820148a-88a7-4763-a076-04c6e7d7d7f0 None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:33.462012 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4820148a-88a7-4763-a076-04c6e7d7d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:33.462717 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-004d62cc-05de-4627-a0c6-fe75f753e973 req-ce98abc2-b473-4602-98f6-4dd97a4edd5f tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 210 time: 0.0378211 Aug 29 17:27:33.463838 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.517889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b9935e-cff1-448b-b9de-668fad77686e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting subnet 1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:27:33.521592 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32b9935e-cff1-448b-b9de-668fad77686e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.567161 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32b9935e-cff1-448b-b9de-668fad77686e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.583252 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-4820148a-88a7-4763-a076-04c6e7d7d7f0 None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:33.591686 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.596133 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.662986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:33.663201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c9d9f-a191-4a0b-8101-1bd59ce88542 req-19bac6e5-2700-4c28-97c0-92a0ee0d914b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:33.665019 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c50c9d9f-a191-4a0b-8101-1bd59ce88542 req-19bac6e5-2700-4c28-97c0-92a0ee0d914b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0742249 Aug 29 17:27:33.735301 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32b9935e-cff1-448b-b9de-668fad77686e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.743683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Allocated IP 192.168.233.29 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/ce0d1714-d8e3-41d6-ac03-c58ebb318d3e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:33.764836 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c50c9d9f-a191-4a0b-8101-1bd59ce88542 req-8a107296-bd87-4c98-9f2a-9b1fac030d93 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701470 Aug 29 17:27:33.797887 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4820148a-88a7-4763-a076-04c6e7d7d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:27:32Z', 'revision_number': 7, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:33.815181 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32b9935e-cff1-448b-b9de-668fad77686e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.830410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820148a-88a7-4763-a076-04c6e7d7d7f0 None None] Checking router: cd493df7-59dc-4087-ac9d-6debfb0d5732 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:33.839583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820148a-88a7-4763-a076-04c6e7d7d7f0 None None] Routers {'cd493df7-59dc-4087-ac9d-6debfb0d5732'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:33.840275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4820148a-88a7-4763-a076-04c6e7d7d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['cd493df7-59dc-4087-ac9d-6debfb0d5732'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:33.843555 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9935e-cff1-448b-b9de-668fad77686e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Subnet': ['ID=1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:33.847700 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-32b9935e-cff1-448b-b9de-668fad77686e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.849618 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-32b9935e-cff1-448b-b9de-668fad77686e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/subnets/1849d25c-3d09-4b1d-aaf5-4d1c06eb45bd HTTP/1.1" status: 204 len: 168 time: 0.3976645 Aug 29 17:27:33.852294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33954) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:33.876140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf66ecd-248e-4a42-ac48-592593e3bc94 None None] Network e10ce63f-a9aa-4e0d-a150-8060c8efeb3a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:33.924131 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.940187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Transition to ACTIVE for port object ce0d1714-d8e3-41d6-ac03-c58ebb318d3e will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:33.966531 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:33.976657 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.020973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:34.026467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:34.030424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:34.035346 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-4820148a-88a7-4763-a076-04c6e7d7d7f0 None None] Set router cd493df7-59dc-4087-ac9d-6debfb0d5732 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:34.081108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:34.081458 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.090828 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.105091 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7975924 Aug 29 17:27:34.111662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d09c46-fa06-40e7-95f1-82a7c9cc85a5 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Pushing event updated for resources: {'Port': ['ID=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:34.120650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Request body: {'port': {'device_id': '733479a5-e25a-4246-95f8-a5d0d7a755d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:34.125061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2d75e152-ef5f-42fb-a28f-695ebeedcc81 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:34.153833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:34.154527 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.189596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 2d75e152-ef5f-42fb-a28f-695ebeedcc81 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:34.190905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2d75e152-ef5f-42fb-a28f-695ebeedcc81 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:34.217936 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.260482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] For port 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=80ccf7aa-0baf-4293-bd36-f1a4d30b1e83,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:34.260962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.289054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Calling delete_port for 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:34.298455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] DHCP port deletion for e10ce63f-a9aa-4e0d-a150-8060c8efeb3a request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:27:34.361666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-4820148a-88a7-4763-a076-04c6e7d7d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:27:32Z', 'revision_number': 7, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:34.399219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820148a-88a7-4763-a076-04c6e7d7d7f0 None None] The sync data for ids ['cd493df7-59dc-4087-ac9d-6debfb0d5732'] in n-d-713301-13 is: [{'id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'name': 'tempest-TestNetworkBasicOps-router-1869902047', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:27:32Z', 'revision_number': 7, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': '80ccf7aa-0baf-4293-bd36-f1a4d30b1e83', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd493df7-59dc-4087-ac9d-6debfb0d5732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:25:01Z', 'updated_at': '2021-08-29T17:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:34.402109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Deleting port 3ed9ce37-a16d-48e7-97a2-3157633f00bc {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:34.402491 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.462546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2571856f-618e-4acc-816c-97aa99803623 None None] Provisioning for port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:34.469863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2571856f-618e-4acc-816c-97aa99803623 None None] Provisioning complete for port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:34.470021 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2571856f-618e-4acc-816c-97aa99803623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.499413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.508158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] For port 3ed9ce37-a16d-48e7-97a2-3157633f00bc, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3ed9ce37-a16d-48e7-97a2-3157633f00bc,segment=NetworkSegment(f75d6128-4ff9-4b06-9d57-bc5a8728d492),segment_id=f75d6128-4ff9-4b06-9d57-bc5a8728d492)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:34.508566 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.527574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Calling delete_port for 3ed9ce37-a16d-48e7-97a2-3157633f00bc owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:34.531424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2571856f-618e-4acc-816c-97aa99803623 None None] Port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:34.540130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Port': ['ID=80ccf7aa-0baf-4293-bd36-f1a4d30b1e83,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:34.577137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0d1714-d8e3-41d6-ac03-c58ebb318d3e {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:34.586267 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.607401 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.616387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Transition to ACTIVE for port object ce0d1714-d8e3-41d6-ac03-c58ebb318d3e will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:34.620420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.623600 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.650046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Pushing event deleted for resources: {'Port': ['ID=3ed9ce37-a16d-48e7-97a2-3157633f00bc,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:34.654665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] No DVR routers for this DVR port 3ed9ce37-a16d-48e7-97a2-3157633f00bc on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:34.668586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3836be9-e1a2-4377-8d83-705f1a8bbf0a req-68f3d0d2-7522-4cd5-a324-acf71c715673 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:34.669313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.669313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.669313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.669996 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3836be9-e1a2-4377-8d83-705f1a8bbf0a req-68f3d0d2-7522-4cd5-a324-acf71c715673 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 935 time: 0.1008170 Aug 29 17:27:34.670103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.670103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.670103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.670103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.670103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.670103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.670103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.670103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.670103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37662a3-e8ea-4a72-b67f-4379ce8d2ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:34.688789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:34.716053 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.718197 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.772041 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.772762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Fanout notify agent at l3_agent the message router_deleted on router cd493df7-59dc-4087-ac9d-6debfb0d5732 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:27:34.776210 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3836be9-e1a2-4377-8d83-705f1a8bbf0a req-100854c8-56cf-42a8-8fce-4dc155170961 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/security-groups?id=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798090 Aug 29 17:27:34.791257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Attempting to bind port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:34.791602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Attempting to bind port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:34.791938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Attempting to bind port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:34.796806 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:27:34.797130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Attempting to bind port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:34.798823 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.803952 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-80113eb8-55d5-4585-853f-4eddf2e135ed tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/routers/cd493df7-59dc-4087-ac9d-6debfb0d5732 HTTP/1.1" status: 204 len: 168 time: 0.9506552 Aug 29 17:27:34.804688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33958) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:34.810809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:34.811150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:34.811542 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:34.811982 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Bound port: ce0d1714-d8e3-41d6-ac03-c58ebb318d3e, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:34.812345 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.907588 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] For port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:34.910359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] For port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:34.915294 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.955608 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.991809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e49bd-7aa1-4701-8fc4-0642040e8a86 req-e515289f-1933-4e7e-81b8-1e6b70b0d079 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:34.993900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-447e49bd-7aa1-4701-8fc4-0642040e8a86 req-e515289f-1933-4e7e-81b8-1e6b70b0d079 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.1037374 Aug 29 17:27:34.995848 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:34.996492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:34.998327 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] 10.222.0.16 "PUT /v2.0/ports/ce0d1714-d8e3-41d6-ac03-c58ebb318d3e HTTP/1.1" status: 200 len: 1096 time: 0.8828566 Aug 29 17:27:35.016282 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733479a5-e25a-4246-95f8-a5d0d7a755d1', 'tag': 'ce0d1714-d8e3-41d6-ac03-c58ebb318d3e'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:35.018941 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f133559e-715f-47ae-9bed-4e51ae7e425d" -d '{"events": [{"name": "network-changed", "server_uuid": "733479a5-e25a-4246-95f8-a5d0d7a755d1", "tag": "ce0d1714-d8e3-41d6-ac03-c58ebb318d3e"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:35.030098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4b74da41-57d8-44db-ac3f-f02950517f83 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:35.073645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 4b74da41-57d8-44db-ac3f-f02950517f83 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:35.073999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4b74da41-57d8-44db-ac3f-f02950517f83 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:35.074491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3ed9ce37-a16d-48e7-97a2-3157633f00bc no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:35.101344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 3ed9ce37-a16d-48e7-97a2-3157633f00bc {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:35.101692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3ed9ce37-a16d-48e7-97a2-3157633f00bc not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:35.117747 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d64ce23-7f66-44f0-93ae-77f227c1e102 x-openstack-request-id: req-5d64ce23-7f66-44f0-93ae-77f227c1e102 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:35.118086 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733479a5-e25a-4246-95f8-a5d0d7a755d1", "tag": "ce0d1714-d8e3-41d6-ac03-c58ebb318d3e", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:35.118406 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d64ce23-7f66-44f0-93ae-77f227c1e102 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:35.118765 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733479a5-e25a-4246-95f8-a5d0d7a755d1', 'tag': 'ce0d1714-d8e3-41d6-ac03-c58ebb318d3e', 'status': 'completed', 'code': 200} Aug 29 17:27:35.142281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08e738-daaf-4f4d-afc1-05652bac4765 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:35.154049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-36b8e9c2-333e-4db9-8d0b-65900a2ce045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:35.155604 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-36b8e9c2-333e-4db9-8d0b-65900a2ce045 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=453bcd2b1b8840479d8da8955f1e0d5a&device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 1099 time: 0.1096940 Aug 29 17:27:35.160378 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.166194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-447e49bd-7aa1-4701-8fc4-0642040e8a86 req-eb269c09-51c1-46d6-a56c-d0c7e4a42a50 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274366 Aug 29 17:27:35.177759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10ce63f-a9aa-4e0d-a150-8060c8efeb3a']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:35.195481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75d6128-4ff9-4b06-9d57-bc5a8728d492') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:35.195789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75d6128-4ff9-4b06-9d57-bc5a8728d492') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:35.208359 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.213358 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-fe5565cf-55c3-413d-a2d1-8e4159da36d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e HTTP/1.1" status: 200 len: 217 time: 0.0493710 Aug 29 17:27:35.225976 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.235152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:27:35.235576 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.281804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-713f770f-a4b5-43b2-a773-18606d32a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:35.283272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-713f770f-a4b5-43b2-a773-18606d32a819 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0633662 Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:27:35.295698 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:27:35.320117 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.340719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-b9649774-de21-4a0d-92b8-3c7f9aff5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:35.341500 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.342625 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-b9649774-de21-4a0d-92b8-3c7f9aff5352 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514665 Aug 29 17:27:35.345169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/networks/e10ce63f-a9aa-4e0d-a150-8060c8efeb3a HTTP/1.1" status: 204 len: 168 time: 0.5393417 Aug 29 17:27:35.357061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5170bd-7538-4deb-8e24-ae58183ba0d5 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Network': ['ID=e10ce63f-a9aa-4e0d-a150-8060c8efeb3a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:35.367082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33964) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:35.373662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'network': {'name': 'tempest-network-smoke--1610828895', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'port_security_enabled': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:35.392557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Made reservation on behalf of bbf0542bb0bc446c9f2ec01354a33d19 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:35.398795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.424424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:27:35.433822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.434162 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Added segment 48223f5b-2215-4636-8b71-432de866d493 of type vlan for network c6e71a22-8b27-4883-a6f6-d4f334121560 Aug 29 17:27:35.441583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-c0de526f-c265-4379-a163-b0b1d4957891 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909181 Aug 29 17:27:35.473405 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.498368 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.503995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:35.504618 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.538770 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd8aa1de-75be-4dce-a448-0356245830c7 req-f0afb658-a93f-46f0-94ae-f071457cebe5 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897558 Aug 29 17:27:35.564796 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1996520 Aug 29 17:27:35.567884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 33966) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:35.572823 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'admin_state_up': True, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:35.577829 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a8b64-b398-4d75-8c7a-5c8b05c88cbf tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Network': ['ID=c6e71a22-8b27-4883-a6f6-d4f334121560,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:35.587721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network c6e71a22-8b27-4883-a6f6-d4f334121560 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:27:35.625301 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.626246 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.643250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133559e-715f-47ae-9bed-4e51ae7e425d req-07401efa-3c44-410c-80af-9732a441f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:35.645403 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f133559e-715f-47ae-9bed-4e51ae7e425d req-07401efa-3c44-410c-80af-9732a441f5df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=453bcd2b1b8840479d8da8955f1e0d5a&device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 1099 time: 0.0626068 Aug 29 17:27:35.729734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.917995 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:35.925633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133559e-715f-47ae-9bed-4e51ae7e425d req-3d9d6526-db61-4319-af4b-3a459a9c1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:35.927522 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f133559e-715f-47ae-9bed-4e51ae7e425d req-3d9d6526-db61-4319-af4b-3a459a9c1547 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.2695520 Aug 29 17:27:36.109104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e2b93d76-7c4b-4305-ae70-15dcd8452f1f details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:27:36.207881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:36.220819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'port_id': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'mac_address': 'fa:16:3e:ea:e8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:27:36.266946 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.280583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2b93d76-7c4b-4305-ae70-15dcd8452f1f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:36.294027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c622320-a9a8-43d9-9a5f-4a2c8715bf92 req-ef4da491-34a1-4aa7-a944-dd35111b05bf tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:36.295752 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3c622320-a9a8-43d9-9a5f-4a2c8715bf92 req-ef4da491-34a1-4aa7-a944-dd35111b05bf tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0518072 Aug 29 17:27:36.301521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:36.306380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.340475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3c622320-a9a8-43d9-9a5f-4a2c8715bf92 req-604a236f-5fea-49db-8046-934f972aa9df tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369368 Aug 29 17:27:36.349590 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f133559e-715f-47ae-9bed-4e51ae7e425d req-a60073ac-d026-43ca-8d75-c9ffc3ad7816 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e HTTP/1.1" status: 200 len: 217 time: 0.4145367 Aug 29 17:27:36.364216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab48463-089d-482f-b692-dcfe1324af09 req-ee35466f-974d-4141-82d1-23a0bbd85353 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:36.365458 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ab48463-089d-482f-b692-dcfe1324af09 req-ee35466f-974d-4141-82d1-23a0bbd85353 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 947 time: 0.5104954 Aug 29 17:27:36.367207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:36.393064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['e2b93d76-7c4b-4305-ae70-15dcd8452f1f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:36.453431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133559e-715f-47ae-9bed-4e51ae7e425d req-4cabcb4e-7161-4eed-89fc-82fd986cccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:36.454940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f133559e-715f-47ae-9bed-4e51ae7e425d req-4cabcb4e-7161-4eed-89fc-82fd986cccc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0886288 Aug 29 17:27:36.460442 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ab48463-089d-482f-b692-dcfe1324af09 req-42dac601-a776-4678-bf8e-ce56827bcedd tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/security-groups?id=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781522 Aug 29 17:27:36.528935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133559e-715f-47ae-9bed-4e51ae7e425d req-880b5ca2-1f21-4cc3-b2e3-491df965822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:36.530461 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f133559e-715f-47ae-9bed-4e51ae7e425d req-880b5ca2-1f21-4cc3-b2e3-491df965822f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0675414 Aug 29 17:27:36.666597 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.688806 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:36.759579 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f133559e-715f-47ae-9bed-4e51ae7e425d req-024bbde2-8be7-4209-98a4-df6492d77967 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926055 Aug 29 17:27:36.848023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:36.870737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:36.871089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 80ccf7aa-0baf-4293-bd36-f1a4d30b1e83 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:36.873101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Allocated IP 172.25.5.251 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/b93a4a71-8b59-439d-b68b-6ed3b4d46235) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:36.904584 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f133559e-715f-47ae-9bed-4e51ae7e425d req-c0e4cbce-edc1-4177-8bba-13badcd1d8d0 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358700 Aug 29 17:27:36.990619 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.032118 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.069326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:37.072098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:37.078186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:37.109159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=b93a4a71-8b59-439d-b68b-6ed3b4d46235,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:37.342014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.476849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0df22-41f3-4e50-87bf-157f1f3357de req-1c386841-8f70-493b-bd8f-aeaed6b0f894 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:37.478717 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2c0df22-41f3-4e50-87bf-157f1f3357de req-1c386841-8f70-493b-bd8f-aeaed6b0f894 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0530422 Aug 29 17:27:37.542351 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b2c0df22-41f3-4e50-87bf-157f1f3357de req-07c7b21c-2ef5-4a58-84af-363f9c810f2a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508361 Aug 29 17:27:37.596925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.656069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d83d90-7ff2-4311-8dfb-0a6d1c99e696 req-0058058f-c73f-4941-a1e7-ca20a21f96a6 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:37.657586 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53d83d90-7ff2-4311-8dfb-0a6d1c99e696 req-0058058f-c73f-4941-a1e7-ca20a21f96a6 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 947 time: 0.0973761 Aug 29 17:27:37.743274 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-53d83d90-7ff2-4311-8dfb-0a6d1c99e696 req-e5d23978-389e-4b0f-9f40-e8890faa1b93 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/security-groups?id=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764441 Aug 29 17:27:37.785452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:27:37.906727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:37.916979 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Sync routers for ids ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:37.927347 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Routers {'9246fae1-fe82-4c86-aa0b-f24f8c7e9418'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:37.928254 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:37.934993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:37.936333 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c2891fe3-9d5d-4cdd-848d-db4277c8f64a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3672783 Aug 29 17:27:37.939524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 33998) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:37.978591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3890a46c-5426-4b54-901b-79396a99fdbd tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=bbf0542bb0bc446c9f2ec01354a33d19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376406 Aug 29 17:27:37.981255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34000) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:38.048461 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Set router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:38.080544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a222e3d-d9ca-403e-af93-d38d25f5e646 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:38.083044 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9a222e3d-d9ca-403e-af93-d38d25f5e646 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007049 Aug 29 17:27:38.088210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34002) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:38.120889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f6d91bbf-ef33-4ac6-8f6d-936d5693e10c tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313599 Aug 29 17:27:38.121336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34004) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:38.121738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ce0d1714-d8e3-41d6-ac03-c58ebb318d3e details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:27:38.126609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-322273997', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:38.138278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e2b93d76-7c4b-4305-ae70-15dcd8452f1f up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:38.234129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Made reservation on behalf of bbf0542bb0bc446c9f2ec01354a33d19 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:38.238136 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.243531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port e2b93d76-7c4b-4305-ae70-15dcd8452f1f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:38.244949 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.382574 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:37Z', 'revision_number': 3, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:38.418531 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Checking router: 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:38.418531 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Updating router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 port b93a4a71-8b59-439d-b68b-6ed3b4d46235 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:27:38.449450 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.524435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:38.556395 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'ce0d1714-d8e3-41d6-ac03-c58ebb318d3e', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'ce0d1714-d8e3-41d6-ac03-c58ebb318d3e', 'mac_address': 'fa:16:3e:f8:9e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:27:38.575358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.594175 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.656284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Subnet': ['ID=f808d889-99c6-4358-a6b1-a0466bba477f,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:38.669956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Checking segment: {'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:38.670626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network hostable DHCP agents. Network: c6e71a22-8b27-4883-a6f6-d4f334121560, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:27:38.683832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:38.692732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network c6e71a22-8b27-4883-a6f6-d4f334121560 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:27:38.698633 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84384ee-3a63-4a30-b3c2-bd1a9f64b2aa" -d '{"events": [{"server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "name": "network-vif-plugged", "status": "completed", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:38.703630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, c6e71a22-8b27-4883-a6f6-d4f334121560) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:38.711116 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:38.711628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.717835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:38.722783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25839917-9afa-47b3-9809-f8a2ca51f419 None None] Network c6e71a22-8b27-4883-a6f6-d4f334121560 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:38.760540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-88c3239f-9c15-4c37-b045-dee64cac644c tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6381104 Aug 29 17:27:38.764720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34010) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:38.771979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ab70-2e65-4a48-b668-3c4e7ffc1dcc req-4652efc5-23ba-41ef-a42f-ad4873ea692f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:38.778099 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-84c4ab70-2e65-4a48-b668-3c4e7ffc1dcc req-4652efc5-23ba-41ef-a42f-ad4873ea692f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.1116729 Aug 29 17:27:38.888305 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.893541 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996fbec0-9cb8-444e-980b-94282878373a x-openstack-request-id: req-996fbec0-9cb8-444e-980b-94282878373a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:38.893838 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "name": "network-vif-plugged", "status": "completed", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:38.894093 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-996fbec0-9cb8-444e-980b-94282878373a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:38.894491 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'code': 200} Aug 29 17:27:38.898755 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-84c4ab70-2e65-4a48-b668-3c4e7ffc1dcc req-62f00d99-de95-444a-ad1c-bebae160aa3e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118612 Aug 29 17:27:38.970243 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:38.984931 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Transition to ACTIVE for port object b93a4a71-8b59-439d-b68b-6ed3b4d46235 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:38.994329 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.004580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:39.022448 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.045142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-c6e71a22-8b27-4883-a6f6-d4f334121560', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ips': [{'subnet_id': 'f808d889-99c6-4358-a6b1-a0466bba477f'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:27:39.046043 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.078387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0d1714-d8e3-41d6-ac03-c58ebb318d3e {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:39.082419 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Pushing event updated for resources: {'Port': ['ID=b93a4a71-8b59-439d-b68b-6ed3b4d46235,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:39.091647 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Attempting to bind port b93a4a71-8b59-439d-b68b-6ed3b4d46235 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:39.092144 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Attempting to bind port b93a4a71-8b59-439d-b68b-6ed3b4d46235 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:39.092655 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Attempting to bind port b93a4a71-8b59-439d-b68b-6ed3b4d46235 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:39.099070 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:39.099695 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:39.100152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:39.100291 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.100743 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:39.101403 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Bound port: b93a4a71-8b59-439d-b68b-6ed3b4d46235, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:39.102199 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.122457 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e723be-10e3-46f7-91c8-88c6f80a263b req-f81cf848-d61c-404d-9c52-e369c854e83f tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:39.123978 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-28e723be-10e3-46f7-91c8-88c6f80a263b req-f81cf848-d61c-404d-9c52-e369c854e83f tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 947 time: 0.1640363 Aug 29 17:27:39.170203 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] For port b93a4a71-8b59-439d-b68b-6ed3b4d46235, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:39.173811 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] For port b93a4a71-8b59-439d-b68b-6ed3b4d46235, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b93a4a71-8b59-439d-b68b-6ed3b4d46235,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:39.178139 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.179184 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.179750 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.180340 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.180769 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.181208 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.181645 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.182070 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.182481 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.183481 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.183481 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.183742 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:27:39.188323 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.216557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-28e723be-10e3-46f7-91c8-88c6f80a263b req-5c31fdbb-7356-42c6-ba11-2e10fe663a10 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/security-groups?id=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831373 Aug 29 17:27:39.273509 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e0d61-51bb-4f87-a3a3-ef49aaa21747 None None] Pushing event updated for resources: {'Port': ['ID=b93a4a71-8b59-439d-b68b-6ed3b4d46235,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:39.283414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Allocated IP 172.20.0.2 (c6e71a22-8b27-4883-a6f6-d4f334121560/f808d889-99c6-4358-a6b1-a0466bba477f/4e83bd81-29b7-474a-9977-659ed752ff81) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:39.285922 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.290981 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Routers {'9246fae1-fe82-4c86-aa0b-f24f8c7e9418'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:39.291654 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:39.417903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:39.451738 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] Set router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:39.557778 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.569719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Transition to ACTIVE for port object 4e83bd81-29b7-474a-9977-659ed752ff81 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:39.584629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.586277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ce0d1714-d8e3-41d6-ac03-c58ebb318d3e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:39.600570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Transition to ACTIVE for port object 4e83bd81-29b7-474a-9977-659ed752ff81 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:39.642368 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.689955 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:37Z', 'revision_number': 3, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:39.702222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Network c6e71a22-8b27-4883-a6f6-d4f334121560 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:39.705601 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Pushing event updated for resources: {'Port': ['ID=4e83bd81-29b7-474a-9977-659ed752ff81,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:39.709869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:39.716878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:39.733435 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea34aa4-ca55-4f0e-b3da-2a5d25ab96e5 None None] The sync data for ids ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'] in n-d-713301-13 is: [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:37Z', 'revision_number': 3, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:39.807933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Attempting to bind port 4e83bd81-29b7-474a-9977-659ed752ff81 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:39.808347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Attempting to bind port 4e83bd81-29b7-474a-9977-659ed752ff81 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:39.808686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Attempting to bind port 4e83bd81-29b7-474a-9977-659ed752ff81 on network c6e71a22-8b27-4883-a6f6-d4f334121560 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:39.842672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:39.843041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Checking segment: {'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:39.845789 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.852473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Bound using segment: {'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:39.853010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Bound port: 4e83bd81-29b7-474a-9977-659ed752ff81, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:39.853453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:39.939838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Allocated IP 172.20.0.1 (c6e71a22-8b27-4883-a6f6-d4f334121560/f808d889-99c6-4358-a6b1-a0466bba477f/6865b579-3d08-4639-86ed-497f1ff9c04d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:40.012593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] For port 4e83bd81-29b7-474a-9977-659ed752ff81, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:40.036666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] For port 4e83bd81-29b7-474a-9977-659ed752ff81, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4e83bd81-29b7-474a-9977-659ed752ff81,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:40.044485 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.208867 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.212049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332864e-571c-492a-b137-88f94f94c0ad req-671723d7-5816-4493-90a2-be3dec9ec4d2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:40.221084 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f332864e-571c-492a-b137-88f94f94c0ad req-671723d7-5816-4493-90a2-be3dec9ec4d2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.1582141 Aug 29 17:27:40.230823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca074425-40f3-42bb-8f12-c5e326b2ff9b None None] Pushing event updated for resources: {'Port': ['ID=4e83bd81-29b7-474a-9977-659ed752ff81,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:40.271266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Transition to ACTIVE for port object 6865b579-3d08-4639-86ed-497f1ff9c04d will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:40.287886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f332864e-571c-492a-b137-88f94f94c0ad req-d6004bb2-cfde-4296-a9fd-0fe492787215 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652406 Aug 29 17:27:40.388925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:40.465578 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network c6e71a22-8b27-4883-a6f6-d4f334121560 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:40.486282 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:40.499942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:40.506802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=6865b579-3d08-4639-86ed-497f1ff9c04d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:40.544178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f4da5-b34b-4567-9d68-53a685f45471 req-9aca565e-4153-4ddd-9b05-0f99ec5e830f tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:40.545777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-248f4da5-b34b-4567-9d68-53a685f45471 req-9aca565e-4153-4ddd-9b05-0f99ec5e830f tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 948 time: 0.1983991 Aug 29 17:27:40.602760 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.036120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4e83bd81-29b7-474a-9977-659ed752ff81 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:41.139229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 4e83bd81-29b7-474a-9977-659ed752ff81 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:41.145109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b93a4a71-8b59-439d-b68b-6ed3b4d46235 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:41.214463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-248f4da5-b34b-4567-9d68-53a685f45471 req-550e9b69-b2fb-47dd-8b7b-824242f7e601 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/security-groups?id=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601398 Aug 29 17:27:41.242638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b93a4a71-8b59-439d-b68b-6ed3b4d46235 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:41.248497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b93a4a71-8b59-439d-b68b-6ed3b4d46235 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:41.248875 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.352753 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.368409 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.401820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port b93a4a71-8b59-439d-b68b-6ed3b4d46235, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b93a4a71-8b59-439d-b68b-6ed3b4d46235,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:41.408927 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.475749 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5a317-5f08-4d6c-9625-683d15f9cdac req-61041c48-dfa6-44b0-bb7b-0a18debeb92f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:41.485799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f9b5a317-5f08-4d6c-9625-683d15f9cdac req-61041c48-dfa6-44b0-bb7b-0a18debeb92f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0836878 Aug 29 17:27:41.517908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=b93a4a71-8b59-439d-b68b-6ed3b4d46235,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:41.563823 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f9b5a317-5f08-4d6c-9625-683d15f9cdac req-0fe8922b-9f24-45f5-9c24-1164bc93201d tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722368 Aug 29 17:27:41.627793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e0c857-f88e-443c-bcd3-b5192fd251ac None None] Network c6e71a22-8b27-4883-a6f6-d4f334121560 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:27:41.777336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6f918e49-3287-4c17-ac38-e11ca41894ed None None] Provisioning for port 4e83bd81-29b7-474a-9977-659ed752ff81 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:41.782752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6f918e49-3287-4c17-ac38-e11ca41894ed None None] Provisioning complete for port 4e83bd81-29b7-474a-9977-659ed752ff81 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:41.783129 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6f918e49-3287-4c17-ac38-e11ca41894ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.839127 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.844429 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.933736 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:41.943867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=6865b579-3d08-4639-86ed-497f1ff9c04d,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:41.958209 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6f918e49-3287-4c17-ac38-e11ca41894ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.051975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6f918e49-3287-4c17-ac38-e11ca41894ed None None] For port 4e83bd81-29b7-474a-9977-659ed752ff81, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4e83bd81-29b7-474a-9977-659ed752ff81,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:42.059806 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6f918e49-3287-4c17-ac38-e11ca41894ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.104441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network c6e71a22-8b27-4883-a6f6-d4f334121560 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:42.106432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:42.166615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ce0d1714-d8e3-41d6-ac03-c58ebb318d3e up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:42.212898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f918e49-3287-4c17-ac38-e11ca41894ed None None] Pushing event updated for resources: {'Port': ['ID=4e83bd81-29b7-474a-9977-659ed752ff81,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:42.264409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:42.279437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:42.281705 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.287829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:42.339695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a0b466ab-3a69-4a79-a7c0-b3a2c82fcb78 None None] Provisioning complete for port 4e83bd81-29b7-474a-9977-659ed752ff81 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:42.340094 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a0b466ab-3a69-4a79-a7c0-b3a2c82fcb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.461009 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.500519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:42.512700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34028) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:42.513216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b3a92027-876a-4308-9ca9-c64fd0498711 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "PUT /v2.0/routers/9246fae1-fe82-4c86-aa0b-f24f8c7e9418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7471700 Aug 29 17:27:42.521295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33ad42-6852-4bdc-b958-a1b2765e83c1 req-6843172a-c611-4b47-9f1f-710eedca223c tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.522849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa33ad42-6852-4bdc-b958-a1b2765e83c1 req-6843172a-c611-4b47-9f1f-710eedca223c tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 948 time: 0.0926778 Aug 29 17:27:42.543780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Sync routers for ids ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:42.572230 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa33ad42-6852-4bdc-b958-a1b2765e83c1 req-874aac01-f0ed-4665-b425-4b3ec1670acd tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/security-groups?id=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427589 Aug 29 17:27:42.572734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733479a5-e25a-4246-95f8-a5d0d7a755d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0d1714-d8e3-41d6-ac03-c58ebb318d3e'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:42.575150 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf167c4-26c9-4e8f-a03f-2d71a1008e33" -d '{"events": [{"server_uuid": "733479a5-e25a-4246-95f8-a5d0d7a755d1", "name": "network-vif-plugged", "status": "completed", "tag": "ce0d1714-d8e3-41d6-ac03-c58ebb318d3e"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:42.622040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Routers {'9246fae1-fe82-4c86-aa0b-f24f8c7e9418'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:42.622814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:42.629582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:42.684977 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94321ec3-432e-46f9-97c2-0ecc3f4b4868 x-openstack-request-id: req-94321ec3-432e-46f9-97c2-0ecc3f4b4868 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:42.685456 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733479a5-e25a-4246-95f8-a5d0d7a755d1", "name": "network-vif-plugged", "status": "completed", "tag": "ce0d1714-d8e3-41d6-ac03-c58ebb318d3e", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:42.685822 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94321ec3-432e-46f9-97c2-0ecc3f4b4868 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:42.686338 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733479a5-e25a-4246-95f8-a5d0d7a755d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0d1714-d8e3-41d6-ac03-c58ebb318d3e', 'code': 200} Aug 29 17:27:42.703024 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.773061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a0b466ab-3a69-4a79-a7c0-b3a2c82fcb78 None None] Provisioning for port 6865b579-3d08-4639-86ed-497f1ff9c04d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:42.789612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29278d6e-cc3e-4f85-ac8f-74cad6db61bb tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.790347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29278d6e-cc3e-4f85-ac8f-74cad6db61bb tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.791004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29278d6e-cc3e-4f85-ac8f-74cad6db61bb tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.791630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29278d6e-cc3e-4f85-ac8f-74cad6db61bb tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.792255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29278d6e-cc3e-4f85-ac8f-74cad6db61bb tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.794233 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-29278d6e-cc3e-4f85-ac8f-74cad6db61bb tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3589 time: 0.2803764 Aug 29 17:27:42.797246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34034) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:42.840114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43cc9b-ad77-42c1-bd95-571e8841ed32 req-d9ceedec-4b3a-4395-ac56-aa5854166709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.841805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ab43cc9b-ad77-42c1-bd95-571e8841ed32 req-d9ceedec-4b3a-4395-ac56-aa5854166709 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 1101 time: 0.0974052 Aug 29 17:27:42.905274 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ab43cc9b-ad77-42c1-bd95-571e8841ed32 req-00207831-99b3-4654-b754-6ead86fc6867 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518064 Aug 29 17:27:42.905493 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a0b466ab-3a69-4a79-a7c0-b3a2c82fcb78 None None] Provisioning complete for port 6865b579-3d08-4639-86ed-497f1ff9c04d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:42.906018 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a0b466ab-3a69-4a79-a7c0-b3a2c82fcb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:42.973630 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4e83bd81-29b7-474a-9977-659ed752ff81 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:42.973844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e013a42-ef80-4678-80db-e26a8f516840 req-e15c5520-76f5-4a38-a195-113f877afca2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.975486 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e013a42-ef80-4678-80db-e26a8f516840 req-e15c5520-76f5-4a38-a195-113f877afca2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.1796551 Aug 29 17:27:42.978617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105854a1-1d20-4093-907c-5a29d6b00e62 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.979083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105854a1-1d20-4093-907c-5a29d6b00e62 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.979730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105854a1-1d20-4093-907c-5a29d6b00e62 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.980349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105854a1-1d20-4093-907c-5a29d6b00e62 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.981543 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105854a1-1d20-4093-907c-5a29d6b00e62 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:42.985708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-105854a1-1d20-4093-907c-5a29d6b00e62 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.1849153 Aug 29 17:27:42.986493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34036) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:43.039233 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e013a42-ef80-4678-80db-e26a8f516840 req-fa98c3b3-5c20-43d3-a922-0a9e8154134f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549397 Aug 29 17:27:43.042930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:43.075198 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8e832ad5-3300-448c-8ddf-da960d4a2e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.075198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a0b466ab-3a69-4a79-a7c0-b3a2c82fcb78 None None] Port 6865b579-3d08-4639-86ed-497f1ff9c04d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:43.078562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Set router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:43.140869 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 4e83bd81-29b7-474a-9977-659ed752ff81 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:43.140869 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.167740 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f1e36875-133b-40d4-8f6f-da937d725c3b tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2330 time: 0.1774504 Aug 29 17:27:43.262800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-94a4e860-aadd-4452-b8de-1c55db24e2eb None None] Provisioning complete for port 6865b579-3d08-4639-86ed-497f1ff9c04d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:43.265104 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-94a4e860-aadd-4452-b8de-1c55db24e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.318522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-94a4e860-aadd-4452-b8de-1c55db24e2eb None None] Port 6865b579-3d08-4639-86ed-497f1ff9c04d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:43.396538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b93a4a71-8b59-439d-b68b-6ed3b4d46235 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:43.485309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b93a4a71-8b59-439d-b68b-6ed3b4d46235 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:43.485789 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.491972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6865b579-3d08-4639-86ed-497f1ff9c04d', 'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:67:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:39Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 2, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:43.558704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34040) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:43.565465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4081701f-f3a3-423a-b240-0dca333ca5c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770781820', 'description': 'tempest-secgroup-smoke-770781820 description', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:43.613775 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4081701f-f3a3-423a-b240-0dca333ca5c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.703623 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:27:43.726442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Checking router: 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:43.726966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Updating router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 port 6865b579-3d08-4639-86ed-497f1ff9c04d binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:27:43.735509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dca432-0103-4292-828a-7d901468b36f req-ae13ea7d-6839-47db-b10a-3eae40276ebb tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:43.737785 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39dca432-0103-4292-828a-7d901468b36f req-ae13ea7d-6839-47db-b10a-3eae40276ebb tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 949 time: 0.0579789 Aug 29 17:27:43.748516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4081701f-f3a3-423a-b240-0dca333ca5c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.765529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4081701f-f3a3-423a-b240-0dca333ca5c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.772934 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.784435 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39dca432-0103-4292-828a-7d901468b36f req-08880519-8ab0-4e86-aa14-287f11553c48 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/security-groups?id=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397122 Aug 29 17:27:43.818101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081701f-f3a3-423a-b240-0dca333ca5c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763ef55b-9a4f-47fe-b597-cb6457fda4fa,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:43.820740 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4081701f-f3a3-423a-b240-0dca333ca5c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.822089 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4081701f-f3a3-423a-b240-0dca333ca5c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2616963 Aug 29 17:27:43.825024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34044) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:43.830573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1b8bc3a1-aaa6-4ff5-88a4-211cfaf8ab7d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '763ef55b-9a4f-47fe-b597-cb6457fda4fa', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:43.865469 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc3a1-aaa6-4ff5-88a4-211cfaf8ab7d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.921337 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc3a1-aaa6-4ff5-88a4-211cfaf8ab7d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.926272 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc3a1-aaa6-4ff5-88a4-211cfaf8ab7d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.955798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bc3a1-aaa6-4ff5-88a4-211cfaf8ab7d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa7505a-ed4a-4305-a7b5-9aaa96ac3930,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:43.962528 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc3a1-aaa6-4ff5-88a4-211cfaf8ab7d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:43.965591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b8bc3a1-aaa6-4ff5-88a4-211cfaf8ab7d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394770 Aug 29 17:27:43.968413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34046) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:43.976168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2e3521a7-d2bb-4c64-afbc-b3c8f4f4f958 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '763ef55b-9a4f-47fe-b597-cb6457fda4fa', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:44.019856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e3521a7-d2bb-4c64-afbc-b3c8f4f4f958 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.122596 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e3521a7-d2bb-4c64-afbc-b3c8f4f4f958 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.130206 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e3521a7-d2bb-4c64-afbc-b3c8f4f4f958 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.191970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.204909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Transition to ACTIVE for port object 6865b579-3d08-4639-86ed-497f1ff9c04d will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:44.213839 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.227507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3521a7-d2bb-4c64-afbc-b3c8f4f4f958 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1930674-c865-4108-8980-54207316880d,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:44.235401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e3521a7-d2bb-4c64-afbc-b3c8f4f4f958 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.243004 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2e3521a7-d2bb-4c64-afbc-b3c8f4f4f958 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2706010 Aug 29 17:27:44.243885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34050) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:44.247978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-63f967b0-417b-4e69-83f2-04b98d8d9873 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '763ef55b-9a4f-47fe-b597-cb6457fda4fa', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:44.305126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0909c-5e25-4b84-833d-322aa8c44b5f req-c2af13e6-3949-4612-acd2-5e331e8e5fb4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:44.314149 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2fb0909c-5e25-4b84-833d-322aa8c44b5f req-c2af13e6-3949-4612-acd2-5e331e8e5fb4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.1355793 Aug 29 17:27:44.342062 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Attempting to bind port 6865b579-3d08-4639-86ed-497f1ff9c04d on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:44.342292 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-63f967b0-417b-4e69-83f2-04b98d8d9873 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.342420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Attempting to bind port 6865b579-3d08-4639-86ed-497f1ff9c04d by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:44.342791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Attempting to bind port 6865b579-3d08-4639-86ed-497f1ff9c04d on network c6e71a22-8b27-4883-a6f6-d4f334121560 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:44.348872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c04f4-6892-4161-84c8-53e88856feff None None] Pushing event updated for resources: {'Port': ['ID=6865b579-3d08-4639-86ed-497f1ff9c04d,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:44.351657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:44.352038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Checking segment: {'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:44.352447 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.352838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Bound using segment: {'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:44.353344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Bound port: 6865b579-3d08-4639-86ed-497f1ff9c04d, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:44.353868 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.369729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2fb0909c-5e25-4b84-833d-322aa8c44b5f req-b4eabf72-2225-47c7-b6cc-263359d0aa7f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544767 Aug 29 17:27:44.465875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] For port 6865b579-3d08-4639-86ed-497f1ff9c04d, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:44.472445 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-63f967b0-417b-4e69-83f2-04b98d8d9873 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.476571 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-63f967b0-417b-4e69-83f2-04b98d8d9873 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.481790 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] For port 6865b579-3d08-4639-86ed-497f1ff9c04d, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6865b579-3d08-4639-86ed-497f1ff9c04d,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:44.490718 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.500009 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f967b0-417b-4e69-83f2-04b98d8d9873 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f74c53-b6a6-4477-8767-7b1b772b5f33,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:44.508083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-63f967b0-417b-4e69-83f2-04b98d8d9873 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.512341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34052) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:44.514853 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-63f967b0-417b-4e69-83f2-04b98d8d9873 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2688737 Aug 29 17:27:44.517191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f202b657-c7f4-4e30-83ea-cbfd5d8ee068 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '763ef55b-9a4f-47fe-b597-cb6457fda4fa', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:44.583214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f202b657-c7f4-4e30-83ea-cbfd5d8ee068 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.593020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Routers {'9246fae1-fe82-4c86-aa0b-f24f8c7e9418'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:44.597586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:44.599808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c04f4-6892-4161-84c8-53e88856feff None None] Pushing event updated for resources: {'Port': ['ID=6865b579-3d08-4639-86ed-497f1ff9c04d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:44.657069 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f202b657-c7f4-4e30-83ea-cbfd5d8ee068 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.668514 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f202b657-c7f4-4e30-83ea-cbfd5d8ee068 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.689513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202b657-c7f4-4e30-83ea-cbfd5d8ee068 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b0a4c0-b2a3-4ee0-a30e-dde35eee8c50,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:44.728286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f202b657-c7f4-4e30-83ea-cbfd5d8ee068 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.733042 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f202b657-c7f4-4e30-83ea-cbfd5d8ee068 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2158718 Aug 29 17:27:44.733042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34054) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:44.739379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-284f5eeb-3e3d-417a-8991-5a6793b34686 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '763ef55b-9a4f-47fe-b597-cb6457fda4fa', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:44.752746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] Set router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:44.773013 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-284f5eeb-3e3d-417a-8991-5a6793b34686 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Project bbf0542bb0bc446c9f2ec01354a33d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:27:44.780279 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-284f5eeb-3e3d-417a-8991-5a6793b34686 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.915434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-284f5eeb-3e3d-417a-8991-5a6793b34686 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.923890 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-284f5eeb-3e3d-417a-8991-5a6793b34686 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.950812 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-284f5eeb-3e3d-417a-8991-5a6793b34686 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:44.952417 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-284f5eeb-3e3d-417a-8991-5a6793b34686 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2189107 Aug 29 17:27:44.955273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34058) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:44.962841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5127636c-587f-4179-9c18-3dc8ea3b4f3a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'security_group_rule': {'security_group_id': '763ef55b-9a4f-47fe-b597-cb6457fda4fa', 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:44.969627 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f5eeb-3e3d-417a-8991-5a6793b34686 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6c45d5-4d69-4fff-9d53-13f705440947,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:44.990081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e9ac1-950b-4438-bc5b-06f99c7b15aa req-20f6a5b8-62f5-429a-9991-6c3d7c786cd3 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:44.998824 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-5127636c-587f-4179-9c18-3dc8ea3b4f3a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Project bbf0542bb0bc446c9f2ec01354a33d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:27:45.006533 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d46e9ac1-950b-4438-bc5b-06f99c7b15aa req-20f6a5b8-62f5-429a-9991-6c3d7c786cd3 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 949 time: 0.0919664 Aug 29 17:27:45.008863 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5127636c-587f-4179-9c18-3dc8ea3b4f3a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.051662 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6865b579-3d08-4639-86ed-497f1ff9c04d', 'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:67:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:39Z', 'updated_at': '2021-08-29T17:27:44Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:45.055447 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d46e9ac1-950b-4438-bc5b-06f99c7b15aa req-fc6c9809-995b-4aa7-8364-078b4ef53b6f tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/security-groups?id=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439696 Aug 29 17:27:45.112307 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5127636c-587f-4179-9c18-3dc8ea3b4f3a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.118279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad385314-36df-49c7-9321-2dd15c5c1dd0 None None] The sync data for ids ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'] in n-d-713301-13 is: [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6865b579-3d08-4639-86ed-497f1ff9c04d', 'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:67:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:39Z', 'updated_at': '2021-08-29T17:27:44Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:27:45.126196 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5127636c-587f-4179-9c18-3dc8ea3b4f3a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.148377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127636c-587f-4179-9c18-3dc8ea3b4f3a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebe414b-4e32-480e-b508-0a855048a328,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:45.160324 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5127636c-587f-4179-9c18-3dc8ea3b4f3a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.161957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5127636c-587f-4179-9c18-3dc8ea3b4f3a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2048621 Aug 29 17:27:45.509782 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-0351a89d-aadc-48c4-8415-f1757e94af81 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770781820&fields=id&tenant_id=bbf0542bb0bc446c9f2ec01354a33d19 HTTP/1.1" status: 200 len: 267 time: 0.0468550 Aug 29 17:27:45.543345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c125d68-f0f8-4498-9ce0-0d0f211ba1e2 req-9ae9cf49-7cc6-48d6-8654-c6dd4d0f6344 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:45.546295 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c125d68-f0f8-4498-9ce0-0d0f211ba1e2 req-9ae9cf49-7cc6-48d6-8654-c6dd4d0f6344 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0731325 Aug 29 17:27:45.564787 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-45711440-7e11-4a46-8d9d-ce90e762e19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:45.612520 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c125d68-f0f8-4498-9ce0-0d0f211ba1e2 req-a9abe7b7-cf55-44b4-829c-b34aef7cfd87 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578003 Aug 29 17:27:45.693090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-59145da1-21d3-4eb8-97ec-81c81ab6b023 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:45.694844 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-59145da1-21d3-4eb8-97ec-81c81ab6b023 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/networks?id=c6e71a22-8b27-4883-a6f6-d4f334121560 HTTP/1.1" status: 200 len: 797 time: 0.1758821 Aug 29 17:27:45.721976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-11738509-0602-4b0c-8cdc-98ebe2b5fef7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/quotas/bbf0542bb0bc446c9f2ec01354a33d19 HTTP/1.1" status: 200 len: 375 time: 0.0169661 Aug 29 17:27:45.764208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13863-5922-4b98-9162-e8e7605e8819 req-53ca85aa-5af3-47f0-b400-296a07ba92b9 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:45.772393 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0a13863-5922-4b98-9162-e8e7605e8819 req-53ca85aa-5af3-47f0-b400-296a07ba92b9 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 949 time: 0.0905488 Aug 29 17:27:45.797144 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-20f09b48-3c6e-4dac-8b03-ff84b5e3821b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730350 Aug 29 17:27:45.838422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c0a13863-5922-4b98-9162-e8e7605e8819 req-58a8a663-5da1-4080-8d96-4d776f998b2d tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/security-groups?id=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646605 Aug 29 17:27:45.905653 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:46.088668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-d7946801-1373-4b16-97d2-f37b88357306 service neutron] 10.222.0.22 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721095 Aug 29 17:27:46.211307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-43912dc7-7912-4fb6-adec-8db49c6d2224 service neutron] 10.222.0.22 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162102 Aug 29 17:27:46.418272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d748eed-e526-409e-9982-eb5b0901011e req-5ef69fc9-efbd-42dd-a2c9-4bcd3b702a4d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 210 time: 0.0447032 Aug 29 17:27:46.723672 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:46.755527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80917ba3-91f3-423b-9299-ac37d3afa4a1 req-d24ad472-012e-4a91-a980-20944086c12a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:46.757102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80917ba3-91f3-423b-9299-ac37d3afa4a1 req-d24ad472-012e-4a91-a980-20944086c12a tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0602005 Aug 29 17:27:46.810889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80917ba3-91f3-423b-9299-ac37d3afa4a1 req-ca0cfca8-bc34-4e61-af45-5a8576c8a83c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461407 Aug 29 17:27:46.866978 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651e48-c3fd-4b65-ac93-170906e5e239 req-340a49f6-b636-480b-ab0b-51f8b14f28f3 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:46.869302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47651e48-c3fd-4b65-ac93-170906e5e239 req-340a49f6-b636-480b-ab0b-51f8b14f28f3 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.16 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 949 time: 0.1137345 Aug 29 17:27:46.983973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6865b579-3d08-4639-86ed-497f1ff9c04d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:47.013563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a97c5-aee4-485d-9c59-2efd10c1bd75 req-d4a4e2e7-9621-4967-bf67-17608ac09ea0 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:47.021195 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a50a97c5-aee4-485d-9c59-2efd10c1bd75 req-d4a4e2e7-9621-4967-bf67-17608ac09ea0 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 949 time: 0.0909550 Aug 29 17:27:47.068262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 6865b579-3d08-4639-86ed-497f1ff9c04d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:47.072965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6865b579-3d08-4639-86ed-497f1ff9c04d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:47.073391 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.104618 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a50a97c5-aee4-485d-9c59-2efd10c1bd75 req-df794001-48d9-484b-972b-aaf35f8dc0a4 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/security-groups?id=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822296 Aug 29 17:27:47.109043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-47651e48-c3fd-4b65-ac93-170906e5e239 req-d603f7ce-1dbe-4104-b47b-e3fc033471ba tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Deleting port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:27:47.110782 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-47651e48-c3fd-4b65-ac93-170906e5e239 req-d603f7ce-1dbe-4104-b47b-e3fc033471ba tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.199996 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.245052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 6865b579-3d08-4639-86ed-497f1ff9c04d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6865b579-3d08-4639-86ed-497f1ff9c04d,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:47.253401 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.271465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-47651e48-c3fd-4b65-ac93-170906e5e239 req-d603f7ce-1dbe-4104-b47b-e3fc033471ba tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] For port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:47.271822 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-47651e48-c3fd-4b65-ac93-170906e5e239 req-d603f7ce-1dbe-4104-b47b-e3fc033471ba tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.289143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-47651e48-c3fd-4b65-ac93-170906e5e239 req-d603f7ce-1dbe-4104-b47b-e3fc033471ba tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Calling delete_port for ce0d1714-d8e3-41d6-ac03-c58ebb318d3e owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:27:47.309074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=6865b579-3d08-4639-86ed-497f1ff9c04d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:47.438962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-47651e48-c3fd-4b65-ac93-170906e5e239 req-d603f7ce-1dbe-4104-b47b-e3fc033471ba tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.454483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ce0d1714-d8e3-41d6-ac03-c58ebb318d3e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:47.479234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603f7ce-1dbe-4104-b47b-e3fc033471ba tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Pushing event deleted for resources: {'Port': ['ID=ce0d1714-d8e3-41d6-ac03-c58ebb318d3e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:47.541412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-47651e48-c3fd-4b65-ac93-170906e5e239 req-d603f7ce-1dbe-4104-b47b-e3fc033471ba tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] No DVR routers for this DVR port ce0d1714-d8e3-41d6-ac03-c58ebb318d3e on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:47.544788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-47651e48-c3fd-4b65-ac93-170906e5e239 req-d603f7ce-1dbe-4104-b47b-e3fc033471ba tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.547498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47651e48-c3fd-4b65-ac93-170906e5e239 req-d603f7ce-1dbe-4104-b47b-e3fc033471ba tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.16 "DELETE /v2.0/ports/ce0d1714-d8e3-41d6-ac03-c58ebb318d3e HTTP/1.1" status: 204 len: 173 time: 0.6715491 Aug 29 17:27:47.548098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733479a5-e25a-4246-95f8-a5d0d7a755d1', 'name': 'network-vif-deleted', 'tag': 'ce0d1714-d8e3-41d6-ac03-c58ebb318d3e'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:47.555029 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77cee4d-47b9-44b2-98bd-2c4eee12ff00" -d '{"events": [{"server_uuid": "733479a5-e25a-4246-95f8-a5d0d7a755d1", "name": "network-vif-deleted", "tag": "ce0d1714-d8e3-41d6-ac03-c58ebb318d3e"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:47.605769 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573aa8cb-0e14-407e-9428-ebee82270c0c x-openstack-request-id: req-573aa8cb-0e14-407e-9428-ebee82270c0c {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:47.606325 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733479a5-e25a-4246-95f8-a5d0d7a755d1", "name": "network-vif-deleted", "tag": "ce0d1714-d8e3-41d6-ac03-c58ebb318d3e", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:47.606831 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-573aa8cb-0e14-407e-9428-ebee82270c0c {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:47.607400 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733479a5-e25a-4246-95f8-a5d0d7a755d1', 'name': 'network-vif-deleted', 'tag': 'ce0d1714-d8e3-41d6-ac03-c58ebb318d3e', 'status': 'completed', 'code': 200} Aug 29 17:27:47.632634 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3fdcebf9-7236-49fb-9224-99c2f5da4998 req-2a7f6b68-0aeb-4f3e-bed4-b4af0c6dc05f tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 210 time: 0.0648594 Aug 29 17:27:47.865753 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:47.965516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17c013-e86f-4e59-936a-957318a29bd4 req-e4399645-4f73-4f78-83b7-26cefdb93b62 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:47.986121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba17c013-e86f-4e59-936a-957318a29bd4 req-e4399645-4f73-4f78-83b7-26cefdb93b62 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0793705 Aug 29 17:27:48.053013 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba17c013-e86f-4e59-936a-957318a29bd4 req-85c07efe-3d23-4b9e-9eb2-5888352a7ca2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650771 Aug 29 17:27:48.198061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-361c90df-e2d3-40a3-bc5d-b6fd949a98aa tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:48.199586 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-361c90df-e2d3-40a3-bc5d-b6fd949a98aa tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.10 "GET /v2.0/networks?id=c6e71a22-8b27-4883-a6f6-d4f334121560 HTTP/1.1" status: 200 len: 797 time: 0.5877848 Aug 29 17:27:48.250688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16cb1354-8a0e-4a9a-9ca1-0e61599d8f2b req-9435c730-6f04-43c1-afba-aefb47ef2f54 tempest-VolumesNegativeTest-292393949 tempest-VolumesNegativeTest-292393949-project] 10.222.0.22 "GET /v2.0/ports?device_id=733479a5-e25a-4246-95f8-a5d0d7a755d1 HTTP/1.1" status: 200 len: 210 time: 0.0444229 Aug 29 17:27:48.289080 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-6a310de9-1c64-466d-a617-9068941476ac tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf0542bb0bc446c9f2ec01354a33d19 HTTP/1.1" status: 200 len: 379 time: 0.0714233 Aug 29 17:27:48.299815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'port': {'device_id': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'admin_state_up': True, 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'security_groups': ['763ef55b-9a4f-47fe-b597-cb6457fda4fa']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:48.357018 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:48.440598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Made reservation on behalf of bbf0542bb0bc446c9f2ec01354a33d19 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:27:48.444645 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:48.587826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Allocated IP 172.20.0.8 (c6e71a22-8b27-4883-a6f6-d4f334121560/f808d889-99c6-4358-a6b1-a0466bba477f/71b63c14-a996-4d99-b47a-dd71ccd29e9a) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:48.747939 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5c122005-d054-403e-b17d-51bda6fc408c req-c4b62a38-2c84-47e0-9921-acbef3071289 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 210 time: 0.0337987 Aug 29 17:27:48.773458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:48.789972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Transition to ACTIVE for port object 71b63c14-a996-4d99-b47a-dd71ccd29e9a will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:48.830405 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:48.885712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network c6e71a22-8b27-4883-a6f6-d4f334121560 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:48.889105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:48.892989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:48.934162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=71b63c14-a996-4d99-b47a-dd71ccd29e9a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:48.936890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6865b579-3d08-4639-86ed-497f1ff9c04d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:48.978975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:48.984765 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.007620 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a362178c-c051-4eef-9baf-93e03d0fc91b tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7121794 Aug 29 17:27:49.019459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6865b579-3d08-4639-86ed-497f1ff9c04d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:49.020505 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.038157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Request body: {'port': {'device_id': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:49.116900 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.283381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef64d6b-e0c0-4d73-ab95-5ba1ecd7aa98 req-fb209062-7d1a-4514-bca2-a3a4460743e1 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:49.285596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ef64d6b-e0c0-4d73-ab95-5ba1ecd7aa98 req-fb209062-7d1a-4514-bca2-a3a4460743e1 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.1186452 Aug 29 17:27:49.299630 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4b44c2b5-7d00-4941-b68c-a560f6900f79 None None] Provisioning for port 71b63c14-a996-4d99-b47a-dd71ccd29e9a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:49.303853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4b44c2b5-7d00-4941-b68c-a560f6900f79 None None] Provisioning complete for port 71b63c14-a996-4d99-b47a-dd71ccd29e9a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:49.304232 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b44c2b5-7d00-4941-b68c-a560f6900f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.367079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4b44c2b5-7d00-4941-b68c-a560f6900f79 None None] Port 71b63c14-a996-4d99-b47a-dd71ccd29e9a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:27:49.380310 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0ef64d6b-e0c0-4d73-ab95-5ba1ecd7aa98 req-e61b57a7-6b99-45cc-8b09-c57bcb5b378e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880427 Aug 29 17:27:49.520639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b63c14-a996-4d99-b47a-dd71ccd29e9a {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:49.528601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.546873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Transition to ACTIVE for port object 71b63c14-a996-4d99-b47a-dd71ccd29e9a will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:49.551068 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.650628 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Pushing event updated for resources: {'Port': ['ID=71b63c14-a996-4d99-b47a-dd71ccd29e9a,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:49.731566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Attempting to bind port 71b63c14-a996-4d99-b47a-dd71ccd29e9a on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:49.731914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Attempting to bind port 71b63c14-a996-4d99-b47a-dd71ccd29e9a by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:49.732254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Attempting to bind port 71b63c14-a996-4d99-b47a-dd71ccd29e9a on network c6e71a22-8b27-4883-a6f6-d4f334121560 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:49.741578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Port 71b63c14-a996-4d99-b47a-dd71ccd29e9a on network c6e71a22-8b27-4883-a6f6-d4f334121560 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:27:49.741921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Attempting to bind port 71b63c14-a996-4d99-b47a-dd71ccd29e9a on network c6e71a22-8b27-4883-a6f6-d4f334121560 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:49.748419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:49.748850 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Checking segment: {'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:49.749495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Bound using segment: {'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:49.750023 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Bound port: 71b63c14-a996-4d99-b47a-dd71ccd29e9a, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48223f5b-2215-4636-8b71-432de866d493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:49.750483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.856324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] For port 71b63c14-a996-4d99-b47a-dd71ccd29e9a, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:49.861594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] For port 71b63c14-a996-4d99-b47a-dd71ccd29e9a, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=71b63c14-a996-4d99-b47a-dd71ccd29e9a,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:49.867753 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.960010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ea5d8-7bc3-45eb-b163-27f5f07adc91 req-9ac33901-4906-4410-b857-45f9b68a6f9a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:49.967588 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e21ea5d8-7bc3-45eb-b163-27f5f07adc91 req-9ac33901-4906-4410-b857-45f9b68a6f9a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 943 time: 0.1002083 Aug 29 17:27:49.982286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:49.983074 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:49.984546 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] 10.222.0.10 "PUT /v2.0/ports/71b63c14-a996-4d99-b47a-dd71ccd29e9a HTTP/1.1" status: 200 len: 1092 time: 0.9638145 Aug 29 17:27:49.988582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'tag': '71b63c14-a996-4d99-b47a-dd71ccd29e9a'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:49.991247 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337d9048-53df-40bf-9d54-60b14de9c90a" -d '{"events": [{"name": "network-changed", "server_uuid": "3feb6c74-5da2-47fb-9b83-956901efe3b6", "tag": "71b63c14-a996-4d99-b47a-dd71ccd29e9a"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:50.031429 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e21ea5d8-7bc3-45eb-b163-27f5f07adc91 req-87903ff0-4819-4a6c-8bfa-6b3183f2f0d1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=763ef55b-9a4f-47fe-b597-cb6457fda4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629537 Aug 29 17:27:50.078340 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3f9503-a06d-4897-bf52-14ab9e46ce7e x-openstack-request-id: req-1c3f9503-a06d-4897-bf52-14ab9e46ce7e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:50.078789 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3feb6c74-5da2-47fb-9b83-956901efe3b6", "tag": "71b63c14-a996-4d99-b47a-dd71ccd29e9a", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:50.079150 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c3f9503-a06d-4897-bf52-14ab9e46ce7e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:50.079654 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'tag': '71b63c14-a996-4d99-b47a-dd71ccd29e9a', 'status': 'completed', 'code': 200} Aug 29 17:27:50.110064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26b07f-cd37-4fd6-b68b-d4d32cf6a155 service neutron] Pushing event updated for resources: {'Port': ['ID=71b63c14-a996-4d99-b47a-dd71ccd29e9a,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:50.130451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-4b129b28-fa6e-4bc3-af27-92661756cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:50.136257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-4b129b28-fa6e-4bc3-af27-92661756cea4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 1095 time: 0.0830731 Aug 29 17:27:50.184223 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ce0d1714-d8e3-41d6-ac03-c58ebb318d3e no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:50.211602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: ce0d1714-d8e3-41d6-ac03-c58ebb318d3e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:27:50.212342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ce0d1714-d8e3-41d6-ac03-c58ebb318d3e not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:50.224692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-cc01e22b-0d48-42f9-a7fb-28bdfed673f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71b63c14-a996-4d99-b47a-dd71ccd29e9a HTTP/1.1" status: 200 len: 217 time: 0.0795834 Aug 29 17:27:50.310273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-4543fa31-9cc8-433b-b11a-0f311ff8e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:50.311917 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-4543fa31-9cc8-433b-b11a-0f311ff8e029 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f808d889-99c6-4358-a6b1-a0466bba477f HTTP/1.1" status: 200 len: 834 time: 0.0790937 Aug 29 17:27:50.370254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-18a43415-d014-4487-806b-e3921252ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:50.371804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-18a43415-d014-4487-806b-e3921252ddcb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6e71a22-8b27-4883-a6f6-d4f334121560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521753 Aug 29 17:27:50.441950 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:50.484061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-a6b2df55-21a3-4229-a3ef-60d97cce0059 service neutron] 10.222.0.10 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041384 Aug 29 17:27:50.564580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53f82b-4792-469c-a9dc-0182ef02a1e4 req-575c5012-ae00-4f08-8944-e69b35cd8385 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:50.573012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ee53f82b-4792-469c-a9dc-0182ef02a1e4 req-575c5012-ae00-4f08-8944-e69b35cd8385 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0722954 Aug 29 17:27:50.617579 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5334c491-e4f1-4712-8fa8-a4241f727311 req-edfa6ff3-3951-4ae8-bf71-f82305d1eb96 service neutron] 10.222.0.10 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245465 Aug 29 17:27:50.622046 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ee53f82b-4792-469c-a9dc-0182ef02a1e4 req-e9d8f28d-810f-4c2a-a3c6-8743df2b4338 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480721 Aug 29 17:27:50.713357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9048-53df-40bf-9d54-60b14de9c90a req-ac6b718d-5b62-47e1-9630-efe3900f35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:50.714907 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-337d9048-53df-40bf-9d54-60b14de9c90a req-ac6b718d-5b62-47e1-9630-efe3900f35c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 1095 time: 0.0474207 Aug 29 17:27:50.847924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9048-53df-40bf-9d54-60b14de9c90a req-876397e8-15a2-482e-9f96-558a2b950d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:50.849594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-337d9048-53df-40bf-9d54-60b14de9c90a req-876397e8-15a2-482e-9f96-558a2b950d1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6e71a22-8b27-4883-a6f6-d4f334121560 HTTP/1.1" status: 200 len: 898 time: 0.1268995 Aug 29 17:27:50.897841 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-337d9048-53df-40bf-9d54-60b14de9c90a req-8e547d32-d290-48a9-9bfc-61bf4e8956b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71b63c14-a996-4d99-b47a-dd71ccd29e9a HTTP/1.1" status: 200 len: 217 time: 0.0402710 Aug 29 17:27:50.957782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9048-53df-40bf-9d54-60b14de9c90a req-ee7940c5-3d9b-47be-a221-469b1a89836c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:50.959787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-337d9048-53df-40bf-9d54-60b14de9c90a req-ee7940c5-3d9b-47be-a221-469b1a89836c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f808d889-99c6-4358-a6b1-a0466bba477f HTTP/1.1" status: 200 len: 834 time: 0.0524392 Aug 29 17:27:51.015722 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9048-53df-40bf-9d54-60b14de9c90a req-29faa098-8d40-4d67-85e5-a06e2ee870e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:51.017177 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-337d9048-53df-40bf-9d54-60b14de9c90a req-29faa098-8d40-4d67-85e5-a06e2ee870e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6e71a22-8b27-4883-a6f6-d4f334121560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506155 Aug 29 17:27:51.117473 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-337d9048-53df-40bf-9d54-60b14de9c90a req-d7827680-49f8-4934-a959-eff7a37d9866 service neutron] 10.222.0.10 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911472 Aug 29 17:27:51.244954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351b6fc-78f1-474c-9222-2bc3545d209e req-e3147ff3-1ede-473d-96fe-ab3785b0e4b7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:51.246487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2351b6fc-78f1-474c-9222-2bc3545d209e req-e3147ff3-1ede-473d-96fe-ab3785b0e4b7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 943 time: 0.1052117 Aug 29 17:27:51.278524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-337d9048-53df-40bf-9d54-60b14de9c90a req-cc1a71a3-8081-4d5a-bc33-5d5aa47a37fe service neutron] 10.222.0.10 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498616 Aug 29 17:27:51.298902 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2351b6fc-78f1-474c-9222-2bc3545d209e req-8697746a-3891-4b18-a18e-799e21aad885 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=763ef55b-9a4f-47fe-b597-cb6457fda4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439847 Aug 29 17:27:51.644580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dc95c-cbd8-4c10-b0d4-8aeb8df06fe0 req-4e5bce63-1c26-4ca6-9e4e-84051833bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:51.646201 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f89dc95c-cbd8-4c10-b0d4-8aeb8df06fe0 req-4e5bce63-1c26-4ca6-9e4e-84051833bfef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 1098 time: 0.0479012 Aug 29 17:27:51.745168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dc95c-cbd8-4c10-b0d4-8aeb8df06fe0 req-abcbf23d-2b10-4d62-858e-35bdf5f001e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:51.746808 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f89dc95c-cbd8-4c10-b0d4-8aeb8df06fe0 req-abcbf23d-2b10-4d62-858e-35bdf5f001e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.0932796 Aug 29 17:27:51.823866 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f89dc95c-cbd8-4c10-b0d4-8aeb8df06fe0 req-b4d1529a-1ab7-40ea-9341-68f7adaf6626 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 200 len: 1002 time: 0.0646739 Aug 29 17:27:51.873572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dc95c-cbd8-4c10-b0d4-8aeb8df06fe0 req-7fb6ea12-3a70-43d8-97b6-42242d9cdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:51.875075 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f89dc95c-cbd8-4c10-b0d4-8aeb8df06fe0 req-7fb6ea12-3a70-43d8-97b6-42242d9cdbd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0484176 Aug 29 17:27:51.887908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a7500-2f76-46ee-aefc-4280bac15c6c req-0a9d20a3-5b02-41d3-a627-f895da456552 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:51.889430 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a88a7500-2f76-46ee-aefc-4280bac15c6c req-0a9d20a3-5b02-41d3-a627-f895da456552 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.1801808 Aug 29 17:27:51.930601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dc95c-cbd8-4c10-b0d4-8aeb8df06fe0 req-71663440-ec40-4ca1-91bc-d22e6995f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:51.932131 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f89dc95c-cbd8-4c10-b0d4-8aeb8df06fe0 req-71663440-ec40-4ca1-91bc-d22e6995f545 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501587 Aug 29 17:27:51.941498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a88a7500-2f76-46ee-aefc-4280bac15c6c req-9e12419d-ca9f-4302-b595-8e1ed421ad46 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395062 Aug 29 17:27:52.040554 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f89dc95c-cbd8-4c10-b0d4-8aeb8df06fe0 req-609b3d09-a7b9-43e5-b862-98ff386c91a0 service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979328 Aug 29 17:27:52.137452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f89dc95c-cbd8-4c10-b0d4-8aeb8df06fe0 req-aaf78bf9-04cf-4d03-a20d-7c13e819f4fc service neutron] 10.222.0.10 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891228 Aug 29 17:27:52.169145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 71b63c14-a996-4d99-b47a-dd71ccd29e9a details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:27:52.275547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 71b63c14-a996-4d99-b47a-dd71ccd29e9a, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=71b63c14-a996-4d99-b47a-dd71ccd29e9a,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:52.288037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '71b63c14-a996-4d99-b47a-dd71ccd29e9a', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'port_id': '71b63c14-a996-4d99-b47a-dd71ccd29e9a', 'mac_address': 'fa:16:3e:c0:85:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:27:52.324410 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:52.338200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b63c14-a996-4d99-b47a-dd71ccd29e9a {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:52.358592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 71b63c14-a996-4d99-b47a-dd71ccd29e9a, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=71b63c14-a996-4d99-b47a-dd71ccd29e9a,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:52.362959 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:52.420128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e232b4-ac57-4e42-87c4-7874f0fa0198 req-8e38f74c-7e67-48fb-862d-802be5fdbf80 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:52.421918 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2e232b4-ac57-4e42-87c4-7874f0fa0198 req-8e38f74c-7e67-48fb-862d-802be5fdbf80 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 944 time: 0.0516295 Aug 29 17:27:52.429934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=71b63c14-a996-4d99-b47a-dd71ccd29e9a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:52.461501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2e232b4-ac57-4e42-87c4-7874f0fa0198 req-3046f7d3-18df-490f-a93f-5d317d02ad3f tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=763ef55b-9a4f-47fe-b597-cb6457fda4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334325 Aug 29 17:27:52.584516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['71b63c14-a996-4d99-b47a-dd71ccd29e9a'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:27:53.063811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3b450-db9d-40d3-b338-dd9205971b13 req-b89f3d74-e0a6-427f-8b91-195c4e3adbd9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:53.065841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e5b3b450-db9d-40d3-b338-dd9205971b13 req-b89f3d74-e0a6-427f-8b91-195c4e3adbd9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0494175 Aug 29 17:27:53.104269 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e5b3b450-db9d-40d3-b338-dd9205971b13 req-f66a8300-9e8d-4b52-852e-c75b467131c2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322573 Aug 29 17:27:53.588368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cf454-1ae2-4fe2-903b-89b917ff7be7 req-4c7ae20f-bf45-4a2a-a5b5-236c9f7e197e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:53.590041 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-901cf454-1ae2-4fe2-903b-89b917ff7be7 req-4c7ae20f-bf45-4a2a-a5b5-236c9f7e197e tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 944 time: 0.0573680 Aug 29 17:27:53.634672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-901cf454-1ae2-4fe2-903b-89b917ff7be7 req-597acae1-5760-4540-95d2-ad9b4e1ead9a tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=763ef55b-9a4f-47fe-b597-cb6457fda4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347674 Aug 29 17:27:54.198368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 71b63c14-a996-4d99-b47a-dd71ccd29e9a up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:27:54.241860 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d3eb7-de6c-47d0-8bb1-7dca0fb54c7e req-c806f9ea-7117-4838-8ecd-8469f6408634 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:54.243486 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-461d3eb7-de6c-47d0-8bb1-7dca0fb54c7e req-c806f9ea-7117-4838-8ecd-8469f6408634 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0650897 Aug 29 17:27:54.252777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 71b63c14-a996-4d99-b47a-dd71ccd29e9a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:27:54.256808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 71b63c14-a996-4d99-b47a-dd71ccd29e9a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:27:54.257190 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.284412 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-461d3eb7-de6c-47d0-8bb1-7dca0fb54c7e req-cec67be9-d29d-4056-b739-5169d26f0865 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343635 Aug 29 17:27:54.363531 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.396650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b63c14-a996-4d99-b47a-dd71ccd29e9a'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:54.398957 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50620de2-d071-49eb-882c-31956262bfd0" -d '{"events": [{"server_uuid": "3feb6c74-5da2-47fb-9b83-956901efe3b6", "name": "network-vif-plugged", "status": "completed", "tag": "71b63c14-a996-4d99-b47a-dd71ccd29e9a"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:54.416463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 71b63c14-a996-4d99-b47a-dd71ccd29e9a, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=71b63c14-a996-4d99-b47a-dd71ccd29e9a,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:54.426101 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.427152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e2b93d76-7c4b-4305-ae70-15dcd8452f1f no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:54.464250 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc52417-5c6d-4a2a-abed-51dbac4dbb0e x-openstack-request-id: req-ddc52417-5c6d-4a2a-abed-51dbac4dbb0e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:54.465366 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3feb6c74-5da2-47fb-9b83-956901efe3b6", "name": "network-vif-plugged", "status": "completed", "tag": "71b63c14-a996-4d99-b47a-dd71ccd29e9a", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:54.465799 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ddc52417-5c6d-4a2a-abed-51dbac4dbb0e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:54.466364 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b63c14-a996-4d99-b47a-dd71ccd29e9a', 'code': 200} Aug 29 17:27:54.535638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=71b63c14-a996-4d99-b47a-dd71ccd29e9a,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:54.559162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436a286-4fac-4ae0-9a6d-dc0d2ffa2111 req-fa6cceee-ef26-45a5-9cbb-0b73810c0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:54.561023 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c436a286-4fac-4ae0-9a6d-dc0d2ffa2111 req-fa6cceee-ef26-45a5-9cbb-0b73810c0227 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0474455 Aug 29 17:27:54.587157 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.635938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:54.645847 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.653212 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c436a286-4fac-4ae0-9a6d-dc0d2ffa2111 req-c6c104a4-733b-4690-9693-edc0a731e7a3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=763ef55b-9a4f-47fe-b597-cb6457fda4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669479 Aug 29 17:27:54.713583 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:54.744285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34386) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:54.778616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221017-6230-4448-a880-045ccc866fad req-5b7bf278-84ef-4729-b852-660897db4511 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:54.780316 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6221017-6230-4448-a880-045ccc866fad req-5b7bf278-84ef-4729-b852-660897db4511 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 945 time: 0.0552561 Aug 29 17:27:54.822656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a6221017-6230-4448-a880-045ccc866fad req-9fa18233-35ee-4581-b81f-aea81a1a9bc2 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=763ef55b-9a4f-47fe-b597-cb6457fda4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356669 Aug 29 17:27:54.892492 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ef789dd8-c738-4e1e-bfc2-64aa706ca271 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=453bcd2b1b8840479d8da8955f1e0d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469183 Aug 29 17:27:54.895475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34394) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:54.942396 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-89ca8b68-3075-457f-a4d0-233707739799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:54.964667 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-89ca8b68-3075-457f-a4d0-233707739799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.018952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-89ca8b68-3075-457f-a4d0-233707739799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.021587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-89ca8b68-3075-457f-a4d0-233707739799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:55.022768 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-89ca8b68-3075-457f-a4d0-233707739799 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee HTTP/1.1" status: 204 len: 168 time: 0.1264009 Aug 29 17:27:55.031136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca8b68-3075-457f-a4d0-233707739799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caf0ba2-1f37-4b0f-8f2a-bab4288bd5ee,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:55.370876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40f191-2d5e-4ce3-b13c-d88c9fb2bf13 req-bef2cf17-0ff1-4761-bdbb-5f4a95232517 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:55.372600 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db40f191-2d5e-4ce3-b13c-d88c9fb2bf13 req-bef2cf17-0ff1-4761-bdbb-5f4a95232517 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 944 time: 0.0601039 Aug 29 17:27:55.430511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db40f191-2d5e-4ce3-b13c-d88c9fb2bf13 req-8ba09b21-bdd1-4e5c-908e-6d62616f1b17 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503745 Aug 29 17:27:55.746668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-0fdb0a9d-8733-45d7-8358-830a9ee35603 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411720 Aug 29 17:27:55.940947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df75c1b-ba51-4726-8d0e-ec5d89259d51 req-022a68ab-2fa8-4927-83a4-b80c67ddc0b7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:55.942513 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8df75c1b-ba51-4726-8d0e-ec5d89259d51 req-022a68ab-2fa8-4927-83a4-b80c67ddc0b7 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 945 time: 0.0524559 Aug 29 17:27:55.982491 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8df75c1b-ba51-4726-8d0e-ec5d89259d51 req-c9cdc812-cd20-4841-9570-86c265ba28e8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=763ef55b-9a4f-47fe-b597-cb6457fda4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337601 Aug 29 17:27:56.104154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e05a7-75bc-4b01-94d0-2815c96155ae req-9f0b997b-de44-49c6-ab76-04a314da3977 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:56.105651 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b0e05a7-75bc-4b01-94d0-2815c96155ae req-9f0b997b-de44-49c6-ab76-04a314da3977 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 945 time: 0.0525844 Aug 29 17:27:56.146549 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b0e05a7-75bc-4b01-94d0-2815c96155ae req-d61042f2-b15d-42c5-9f2a-7703db1fc32f tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=763ef55b-9a4f-47fe-b597-cb6457fda4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348976 Aug 29 17:27:56.167931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34428) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:56.212134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5205b119-00b3-40ad-9348-16c5c8841550 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:56.213692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5205b119-00b3-40ad-9348-16c5c8841550 tempest-TestNetworkBasicOps-480413581 tempest-TestNetworkBasicOps-480413581-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 1092 time: 0.0446882 Aug 29 17:27:56.216650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34430) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:56.222140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '71b63c14-a996-4d99-b47a-dd71ccd29e9a', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:56.245451 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.342248 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.452335 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Allocated IP 172.25.5.77 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/ba976c5b-6c08-4a8b-8a6c-28e9e5035d31) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:27:56.467559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:56.469809 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95432911-47a4-47bf-abf2-484b5fd7f9de" -d '{"events": [{"server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "name": "network-vif-unplugged", "status": "completed", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:56.510871 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe52c6d-9c76-4793-b670-4ca1cbee6525 x-openstack-request-id: req-3fe52c6d-9c76-4793-b670-4ca1cbee6525 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:56.511168 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "name": "network-vif-unplugged", "status": "completed", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:56.511664 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3fe52c6d-9c76-4793-b670-4ca1cbee6525 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:56.511875 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'code': 200} Aug 29 17:27:56.561066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-a6e30ca1-1ad1-4c93-855c-1d9c24a47bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:56.562527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-a6e30ca1-1ad1-4c93-855c-1d9c24a47bcf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095&tenant_id=d04c0249fc5e416585c5676d42c8ae30 HTTP/1.1" status: 200 len: 1096 time: 0.1227634 Aug 29 17:27:56.577988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:27:56.630007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b2239-0462-40ef-80f2-b9225ef4519d req-2aa81758-ec5c-40db-abd1-8e2cff66944d tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:56.631653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-467b2239-0462-40ef-80f2-b9225ef4519d req-2aa81758-ec5c-40db-abd1-8e2cff66944d tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 944 time: 0.1033266 Aug 29 17:27:56.694011 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.700877 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.726394 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-467b2239-0462-40ef-80f2-b9225ef4519d req-ade4c5d1-16c6-4565-9b9b-712b33b2c936 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851638 Aug 29 17:27:56.792183 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:56.880955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:27:56.887323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:27:56.892668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:27:56.965106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=ba976c5b-6c08-4a8b-8a6c-28e9e5035d31,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:57.063677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:27:57.149785 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:57.214394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b93d76-7c4b-4305-ae70-15dcd8452f1f {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:27:57.227308 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.250996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Transition to ACTIVE for port object e2b93d76-7c4b-4305-ae70-15dcd8452f1f will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:27:57.255457 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.409238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=9']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:57.484295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] No DVR routers for this DVR port e2b93d76-7c4b-4305-ae70-15dcd8452f1f on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:27:57.527154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.643672 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.707810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Attempting to bind port e2b93d76-7c4b-4305-ae70-15dcd8452f1f on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:27:57.708140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Attempting to bind port e2b93d76-7c4b-4305-ae70-15dcd8452f1f by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:27:57.708464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Attempting to bind port e2b93d76-7c4b-4305-ae70-15dcd8452f1f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:57.718339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Port e2b93d76-7c4b-4305-ae70-15dcd8452f1f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:27:57.718652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Attempting to bind port e2b93d76-7c4b-4305-ae70-15dcd8452f1f on network bd3ee4a9-907c-4102-9a91-a3ab6420bccb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:27:57.755165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:27:57.755491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Checking segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:27:57.755878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Bound using segment: {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:27:57.756312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Bound port: e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f701873-309b-4434-a31f-4c6fd307ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:27:57.756667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:57.851300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287f47d-9a78-403b-9414-d36f93486f25 req-f13ad079-66f2-4574-ad87-9178da95950f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:57.852858 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f287f47d-9a78-403b-9414-d36f93486f25 req-f13ad079-66f2-4574-ad87-9178da95950f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 944 time: 0.0517175 Aug 29 17:27:57.859970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:27:57.893622 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f287f47d-9a78-403b-9414-d36f93486f25 req-a82d5e29-194c-4f05-a5c9-c26796836368 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Aug 29 17:27:58.090533 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-9cdf2c0d-ce55-47b0-8acc-f3bbb34b5112 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411611 Aug 29 17:27:58.178449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-d6902faa-dde6-4551-8556-b782f5880deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:58.179975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-d6902faa-dde6-4551-8556-b782f5880deb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0425308 Aug 29 17:27:58.213732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e2b93d76-7c4b-4305-ae70-15dcd8452f1f no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:27:58.226309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:27:58.233114 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.244036 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.249554 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.256898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e2b93d76-7c4b-4305-ae70-15dcd8452f1f not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:27:58.278575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:58.279192 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.280555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] 10.222.0.16 "PUT /v2.0/ports/e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 200 len: 1093 time: 1.7066088 Aug 29 17:27:58.281033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:27:58.283285 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3628a02-4357-4cde-8d61-16612061b439" -d '{"events": [{"name": "network-changed", "server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:27:58.303873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-46d7f03b-7564-4cab-a1e5-6104ebfca568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:58.305513 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-46d7f03b-7564-4cab-a1e5-6104ebfca568 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6e71a22-8b27-4883-a6f6-d4f334121560 HTTP/1.1" status: 200 len: 898 time: 0.1057472 Aug 29 17:27:58.327148 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf33ee8-ffb9-40d2-9409-e61a459acc8c x-openstack-request-id: req-6bf33ee8-ffb9-40d2-9409-e61a459acc8c {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:27:58.327435 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:27:58.327684 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6bf33ee8-ffb9-40d2-9409-e61a459acc8c {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:27:58.328067 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'status': 'completed', 'code': 200} Aug 29 17:27:58.366717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5e376-9594-49ed-aeb0-2292baf12f67 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=10']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:58.378475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-c45e7e50-06c4-4a41-81ea-7a9bb8ea5366 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71b63c14-a996-4d99-b47a-dd71ccd29e9a HTTP/1.1" status: 200 len: 998 time: 0.0649862 Aug 29 17:27:58.418710 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:58.438346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-a412687f-31a8-446e-bda3-cee1fed5d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:58.440129 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-a412687f-31a8-446e-bda3-cee1fed5d497 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f808d889-99c6-4358-a6b1-a0466bba477f HTTP/1.1" status: 200 len: 834 time: 0.0557506 Aug 29 17:27:58.468809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event updated for resources: {'Port': ['ID=ba976c5b-6c08-4a8b-8a6c-28e9e5035d31,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:27:58.479676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-49763314-d828-41da-996c-085c56163a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:58.481510 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-49763314-d828-41da-996c-085c56163a22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 1097 time: 0.1561339 Aug 29 17:27:58.493845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-123310b7-4374-4516-b829-a0f4e0dc8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:58.496002 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-123310b7-4374-4516-b829-a0f4e0dc8eac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6e71a22-8b27-4883-a6f6-d4f334121560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483980 Aug 29 17:27:58.587316 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-e209e6be-7012-4abc-be9c-7cad0f62246f service neutron] 10.222.0.10 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841484 Aug 29 17:27:58.601895 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Floating IP 8d6dd95f-8d8d-445f-a1ac-9affbd5602f9 associated. External IP: 172.25.5.77, port: 71b63c14-a996-4d99-b47a-dd71ccd29e9a. Aug 29 17:27:58.673854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-808036d4-3f08-460e-97a5-62a6ddd1451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:58.675355 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-808036d4-3f08-460e-97a5-62a6ddd1451f service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.1866343 Aug 29 17:27:58.682623 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d27e2f09-5626-4cf9-b862-72e9c2d52684 req-b83a42e2-ffe9-42d5-ba83-b69bc0a37420 service neutron] 10.222.0.10 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883005 Aug 29 17:27:58.785474 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-3e1b6a78-02a1-43bd-8b48-49cc455637a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 200 len: 1000 time: 0.0803709 Aug 29 17:27:58.906042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-c366e209-9e65-4d87-8ce4-afff65ce9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:58.907556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-c366e209-9e65-4d87-8ce4-afff65ce9a9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0929427 Aug 29 17:27:58.953161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:27:58.974240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-8307ce30-f48a-445e-9c0d-abaee76e9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:58.975730 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-8307ce30-f48a-445e-9c0d-abaee76e9b4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592806 Aug 29 17:27:59.032336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45ffb-b7a5-492e-aa7f-0160d7e01018 req-ccb2ec85-521b-4fde-8393-8fd850a8826c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:59.033971 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6bc45ffb-b7a5-492e-aa7f-0160d7e01018 req-ccb2ec85-521b-4fde-8393-8fd850a8826c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0587578 Aug 29 17:27:59.074537 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6bc45ffb-b7a5-492e-aa7f-0160d7e01018 req-0ea18969-7d39-4545-a727-497a41f88c3c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342367 Aug 29 17:27:59.144893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:27:59.154406 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a3636c-670d-4c34-85df-7aabd5329c05 None None] Sync routers for ids ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:27:59.155694 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-961125ff-4895-422e-92cb-f9752efdaa13 service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445706 Aug 29 17:27:59.164420 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3636c-670d-4c34-85df-7aabd5329c05 None None] Routers {'9246fae1-fe82-4c86-aa0b-f24f8c7e9418'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:59.165027 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f3a3636c-670d-4c34-85df-7aabd5329c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:59.208842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:27:59.247567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c4c8d8cb-3747-4b98-9202-bebba42f5f52 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0271001 Aug 29 17:27:59.247794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34442) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:27:59.272420 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f3a3636c-670d-4c34-85df-7aabd5329c05 None None] Set router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:59.323250 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-e1fd9cf8-bc1e-4df2-b831-6ad4a483bcc7 service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586699 Aug 29 17:27:59.333069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-10f0beb5-00a5-4572-bed7-7f0420567a92 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/floatingips/8d6dd95f-8d8d-445f-a1ac-9affbd5602f9 HTTP/1.1" status: 200 len: 990 time: 0.0830858 Aug 29 17:27:59.414554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3628a02-4357-4cde-8d61-16612061b439 req-f4e2cc1f-df59-4ea3-ba26-8f02377f5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:59.416359 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3628a02-4357-4cde-8d61-16612061b439 req-f4e2cc1f-df59-4ea3-ba26-8f02377f5100 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 1097 time: 0.0504827 Aug 29 17:27:59.495974 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f3a3636c-670d-4c34-85df-7aabd5329c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '8d6dd95f-8d8d-445f-a1ac-9affbd5602f9', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'port_id': '71b63c14-a996-4d99-b47a-dd71ccd29e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'mac_address': 'fa:16:3e:c0:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:27:57Z', 'updated_at': '2021-08-29T17:27:57Z', 'revision_number': 0, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6865b579-3d08-4639-86ed-497f1ff9c04d', 'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:67:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:39Z', 'updated_at': '2021-08-29T17:27:47Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:59.522613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3628a02-4357-4cde-8d61-16612061b439 req-83e66795-6803-4458-b46c-5288b047b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:59.524153 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3628a02-4357-4cde-8d61-16612061b439 req-83e66795-6803-4458-b46c-5288b047b639 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.0979714 Aug 29 17:27:59.525328 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a3636c-670d-4c34-85df-7aabd5329c05 None None] Checking router: 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:27:59.533476 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3636c-670d-4c34-85df-7aabd5329c05 None None] Routers {'9246fae1-fe82-4c86-aa0b-f24f8c7e9418'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:27:59.534617 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f3a3636c-670d-4c34-85df-7aabd5329c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:27:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:27:59.599995 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3628a02-4357-4cde-8d61-16612061b439 req-608ba627-040c-4053-89fd-3f95ba950fd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 200 len: 1000 time: 0.0686123 Aug 29 17:27:59.654143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3628a02-4357-4cde-8d61-16612061b439 req-9f6fcfbc-84c7-4af0-82ad-6fcc4cbde198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:59.655849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3628a02-4357-4cde-8d61-16612061b439 req-9f6fcfbc-84c7-4af0-82ad-6fcc4cbde198 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0491502 Aug 29 17:27:59.656240 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f3a3636c-670d-4c34-85df-7aabd5329c05 None None] Set router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:27:59.710731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3628a02-4357-4cde-8d61-16612061b439 req-ec27e89d-c556-4b63-a60a-a358240a79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:27:59.712253 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3628a02-4357-4cde-8d61-16612061b439 req-ec27e89d-c556-4b63-a60a-a358240a79f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493760 Aug 29 17:27:59.840880 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3628a02-4357-4cde-8d61-16612061b439 req-27a48dd1-68ed-4f6f-a434-45b5913fc3c7 service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204164 Aug 29 17:28:00.031599 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f3a3636c-670d-4c34-85df-7aabd5329c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '8d6dd95f-8d8d-445f-a1ac-9affbd5602f9', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'port_id': '71b63c14-a996-4d99-b47a-dd71ccd29e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'mac_address': 'fa:16:3e:c0:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:27:57Z', 'updated_at': '2021-08-29T17:27:57Z', 'revision_number': 0, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6865b579-3d08-4639-86ed-497f1ff9c04d', 'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:67:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:39Z', 'updated_at': '2021-08-29T17:27:47Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:00.060071 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a3636c-670d-4c34-85df-7aabd5329c05 None None] The sync data for ids ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'] in n-d-713301-13 is: [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '8d6dd95f-8d8d-445f-a1ac-9affbd5602f9', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'port_id': '71b63c14-a996-4d99-b47a-dd71ccd29e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'mac_address': 'fa:16:3e:c0:85:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:27:57Z', 'updated_at': '2021-08-29T17:27:57Z', 'revision_number': 0, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6865b579-3d08-4639-86ed-497f1ff9c04d', 'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:67:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:39Z', 'updated_at': '2021-08-29T17:27:47Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:00.217146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175614b3-8ce8-4034-afc4-02ebb7eab397 req-bd0c74e8-c51d-4f31-bf6e-697194d29ee0 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:00.218968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-175614b3-8ce8-4034-afc4-02ebb7eab397 req-bd0c74e8-c51d-4f31-bf6e-697194d29ee0 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0602491 Aug 29 17:28:00.269892 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-175614b3-8ce8-4034-afc4-02ebb7eab397 req-50afa153-44d8-4b92-86f9-2deb676a103b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440426 Aug 29 17:28:00.333008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'tag': '71b63c14-a996-4d99-b47a-dd71ccd29e9a'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:00.338510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34462) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:00.340699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2a6ef-5959-4e21-aaa9-fa1f0d85b9ad None None] New status for floating IP 8d6dd95f-8d8d-445f-a1ac-9affbd5602f9: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:28:00.346219 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16169290-e02c-4698-9643-09da87c4b684" -d '{"events": [{"name": "network-changed", "server_uuid": "3feb6c74-5da2-47fb-9b83-956901efe3b6", "tag": "71b63c14-a996-4d99-b47a-dd71ccd29e9a"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:00.405204 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d858d000-1c43-4c8b-b7a7-2db8b4ab797b x-openstack-request-id: req-d858d000-1c43-4c8b-b7a7-2db8b4ab797b {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:00.405781 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3feb6c74-5da2-47fb-9b83-956901efe3b6", "tag": "71b63c14-a996-4d99-b47a-dd71ccd29e9a", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:00.406219 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d858d000-1c43-4c8b-b7a7-2db8b4ab797b {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:00.407013 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'tag': '71b63c14-a996-4d99-b47a-dd71ccd29e9a', 'status': 'completed', 'code': 200} Aug 29 17:28:00.479300 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1f5f1b7f-ff8a-4e9b-8728-b60c6ec21772 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/floatingips/8d6dd95f-8d8d-445f-a1ac-9affbd5602f9 HTTP/1.1" status: 200 len: 990 time: 0.1395466 Aug 29 17:28:00.497746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16169290-e02c-4698-9643-09da87c4b684 req-2d781164-1c6a-425f-b77e-00fcdf5a8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:00.499327 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16169290-e02c-4698-9643-09da87c4b684 req-2d781164-1c6a-425f-b77e-00fcdf5a8089 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0696118 Aug 29 17:28:00.599964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16169290-e02c-4698-9643-09da87c4b684 req-03278012-e65f-4538-9032-5dc9534b56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:00.601806 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16169290-e02c-4698-9643-09da87c4b684 req-03278012-e65f-4538-9032-5dc9534b56c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6e71a22-8b27-4883-a6f6-d4f334121560 HTTP/1.1" status: 200 len: 898 time: 0.0890059 Aug 29 17:28:00.676724 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16169290-e02c-4698-9643-09da87c4b684 req-71d6c5ec-0ed6-4964-8a62-02c8e9eaf3b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71b63c14-a996-4d99-b47a-dd71ccd29e9a HTTP/1.1" status: 200 len: 1000 time: 0.0684125 Aug 29 17:28:00.730780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16169290-e02c-4698-9643-09da87c4b684 req-7f1aab26-b984-45ce-b3c4-709ec3719239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:00.732830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16169290-e02c-4698-9643-09da87c4b684 req-7f1aab26-b984-45ce-b3c4-709ec3719239 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f808d889-99c6-4358-a6b1-a0466bba477f HTTP/1.1" status: 200 len: 834 time: 0.0497799 Aug 29 17:28:00.785317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16169290-e02c-4698-9643-09da87c4b684 req-ff2109a6-970a-4834-8ec2-ab2c7689788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:00.786895 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16169290-e02c-4698-9643-09da87c4b684 req-ff2109a6-970a-4834-8ec2-ab2c7689788b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6e71a22-8b27-4883-a6f6-d4f334121560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455599 Aug 29 17:28:00.887324 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16169290-e02c-4698-9643-09da87c4b684 req-26ff8ae8-6d33-4993-95ab-e8590c50fac2 service neutron] 10.222.0.10 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930405 Aug 29 17:28:00.981910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-16169290-e02c-4698-9643-09da87c4b684 req-8f6f7d3a-e51d-4e12-ac1a-47c4dbaa80e0 service neutron] 10.222.0.10 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863349 Aug 29 17:28:01.412403 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396081a-8e24-4247-b727-15d387e4c538 req-9629dafc-271c-4060-884e-287eef6c1e07 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:01.414101 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0396081a-8e24-4247-b727-15d387e4c538 req-9629dafc-271c-4060-884e-287eef6c1e07 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0797834 Aug 29 17:28:01.454612 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0396081a-8e24-4247-b727-15d387e4c538 req-84574c01-9958-4466-adcb-4f80dc4d4057 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331190 Aug 29 17:28:01.482937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34468) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:01.548648 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b0dc453e-aa3d-42fd-8c60-6c9f6d2e3ea0 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/floatingips/8d6dd95f-8d8d-445f-a1ac-9affbd5602f9 HTTP/1.1" status: 200 len: 992 time: 0.0645053 Aug 29 17:28:02.584043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2b59c-c408-43a5-9da3-7e2ad2671d72 req-d8d4ac88-d8fb-4a05-bef5-472f2d1e7e2b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:02.585650 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48d2b59c-c408-43a5-9da3-7e2ad2671d72 req-d8d4ac88-d8fb-4a05-bef5-472f2d1e7e2b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0582352 Aug 29 17:28:02.626359 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48d2b59c-c408-43a5-9da3-7e2ad2671d72 req-2d57fa24-1a08-4e5a-9582-e4f447789ae3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347614 Aug 29 17:28:03.747992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c0527-909f-4bbe-9601-88683c26c345 req-88f3c803-2873-4228-8f95-828a6319d954 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:03.749657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec3c0527-909f-4bbe-9601-88683c26c345 req-88f3c803-2873-4228-8f95-828a6319d954 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0490551 Aug 29 17:28:03.804218 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec3c0527-909f-4bbe-9601-88683c26c345 req-24a430f7-e1a8-4319-aa1a-6ddd277c0570 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426502 Aug 29 17:28:04.933070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960a033-642e-43af-bbcb-79c78ebb6210 req-98c76388-c342-4f3a-84b7-705d32499797 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:04.934687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f960a033-642e-43af-bbcb-79c78ebb6210 req-98c76388-c342-4f3a-84b7-705d32499797 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0488086 Aug 29 17:28:04.978990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f960a033-642e-43af-bbcb-79c78ebb6210 req-7df12a8a-19f6-4ff7-8596-7f7a59239468 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368171 Aug 29 17:28:06.108184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68f840-0fbf-4a4b-b75f-ffd0e754e231 req-b4e36cfd-e949-4976-876c-027dc9f2aa74 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:06.109632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b68f840-0fbf-4a4b-b75f-ffd0e754e231 req-b4e36cfd-e949-4976-876c-027dc9f2aa74 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0500369 Aug 29 17:28:06.148718 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b68f840-0fbf-4a4b-b75f-ffd0e754e231 req-02d7f89c-d5dc-4162-bbe3-ac8e142e77b2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329604 Aug 29 17:28:07.277056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb9e8c-e81b-434b-bd01-66706758e84a req-fd3e1620-5d65-4b37-afa0-e805fdf66616 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:07.278580 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eaeb9e8c-e81b-434b-bd01-66706758e84a req-fd3e1620-5d65-4b37-afa0-e805fdf66616 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0527534 Aug 29 17:28:07.315926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eaeb9e8c-e81b-434b-bd01-66706758e84a req-ea616539-fcb1-4562-b30e-e438de6e3ea9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306444 Aug 29 17:28:08.454789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead764ed-62bf-44e3-b597-e449ae6679f5 req-37a3be6b-7311-4dce-87da-943f52f539f8 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:08.456831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ead764ed-62bf-44e3-b597-e449ae6679f5 req-37a3be6b-7311-4dce-87da-943f52f539f8 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0506132 Aug 29 17:28:08.494129 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ead764ed-62bf-44e3-b597-e449ae6679f5 req-0cd6dd52-66d2-4314-be97-602529e2953f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313394 Aug 29 17:28:09.622396 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed863c81-c147-4ca9-9182-f5af811de7b0 req-3c938f56-bb59-40b7-aabd-d6ac585a9a62 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:09.623851 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed863c81-c147-4ca9-9182-f5af811de7b0 req-3c938f56-bb59-40b7-aabd-d6ac585a9a62 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0538161 Aug 29 17:28:09.667133 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ed863c81-c147-4ca9-9182-f5af811de7b0 req-66448ca5-8737-48e5-a852-a0ba3e7e3ac1 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365949 Aug 29 17:28:10.787418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc90ff-d9c8-4295-996b-37325959f2f6 req-902af881-e96d-45fd-bd50-155fcc762fbb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:10.788874 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-46bc90ff-d9c8-4295-996b-37325959f2f6 req-902af881-e96d-45fd-bd50-155fcc762fbb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0480502 Aug 29 17:28:10.830027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-46bc90ff-d9c8-4295-996b-37325959f2f6 req-8fd1dd15-7b73-4655-b152-710b2bebfb52 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352452 Aug 29 17:28:11.947898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32c636-7c09-4c21-8b7f-6d60d9817acf req-d5ef99da-83a0-45a3-99b6-b970cfc0c641 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:11.949395 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f32c636-7c09-4c21-8b7f-6d60d9817acf req-d5ef99da-83a0-45a3-99b6-b970cfc0c641 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0489542 Aug 29 17:28:11.988221 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4f32c636-7c09-4c21-8b7f-6d60d9817acf req-1e45efb5-fd48-4a62-8ba2-58e56acf5afb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329030 Aug 29 17:28:12.906905 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bb89-9290-4b54-935d-52c01bcfae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:13.106475 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eb669-6e03-4254-beee-2cec2383b79d req-8bb8e444-dcc9-4a17-acaf-0710c423e3a9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:13.107845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b3eb669-6e03-4254-beee-2cec2383b79d req-8bb8e444-dcc9-4a17-acaf-0710c423e3a9 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0484087 Aug 29 17:28:13.145507 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b3eb669-6e03-4254-beee-2cec2383b79d req-82d3d910-1fa9-4487-b460-4dd959524b44 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Aug 29 17:28:13.246318 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3628a02-4357-4cde-8d61-16612061b439 req-29b99167-577e-40ac-af30-ab43f0c2acfa service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849321 Aug 29 17:28:14.273139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92e314-0a3b-426e-bae0-0067ad850289 req-494136c9-dcfb-4e71-ad14-807810da71a4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:14.274678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e92e314-0a3b-426e-bae0-0067ad850289 req-494136c9-dcfb-4e71-ad14-807810da71a4 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0570087 Aug 29 17:28:14.312995 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e92e314-0a3b-426e-bae0-0067ad850289 req-825df62d-ee42-4dc9-8b92-d8410c96fdc5 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316279 Aug 29 17:28:15.437946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03192b-b87c-4355-b2b6-cef7dbb0038f req-770e1e03-3387-4db2-9dbb-f40a78b79b57 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:15.439423 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da03192b-b87c-4355-b2b6-cef7dbb0038f req-770e1e03-3387-4db2-9dbb-f40a78b79b57 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 945 time: 0.0550780 Aug 29 17:28:15.476837 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da03192b-b87c-4355-b2b6-cef7dbb0038f req-25b8d7d6-942a-42e0-800e-97ed48492eeb tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Aug 29 17:28:15.549529 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f488-c602-4b39-a0f8-1c49968e9386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:15.897672 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:16.297009 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e2b93d76-7c4b-4305-ae70-15dcd8452f1f details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:28:16.387740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:16.398659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'port_id': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'mac_address': 'fa:16:3e:ea:e8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:28:16.434558 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:16.447245 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b93d76-7c4b-4305-ae70-15dcd8452f1f {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:16.468555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:16.472680 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:16.520230 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=11']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:16.707676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27e807-e55e-4aae-a6f1-0cf53d0cb67b req-1c9e3789-a367-4c43-a40d-01e390c1c2a2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:16.709180 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5b27e807-e55e-4aae-a6f1-0cf53d0cb67b req-1c9e3789-a367-4c43-a40d-01e390c1c2a2 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.1583397 Aug 29 17:28:16.717330 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:16.747528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5b27e807-e55e-4aae-a6f1-0cf53d0cb67b req-d7549eb8-5e0c-4aa8-a6c3-abf75ba00258 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322034 Aug 29 17:28:16.772093 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['e2b93d76-7c4b-4305-ae70-15dcd8452f1f'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:28:17.841425 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:17.866485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b3d93-4968-40e9-a3d1-a745f3ed258a req-9bf5d828-783d-4405-8cee-5afcb6225e4b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:17.867951 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d8b3d93-4968-40e9-a3d1-a745f3ed258a req-9bf5d828-783d-4405-8cee-5afcb6225e4b tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 946 time: 0.0501373 Aug 29 17:28:17.904781 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d8b3d93-4968-40e9-a3d1-a745f3ed258a req-bee60830-0f28-44ad-93ed-6eafaa811509 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307503 Aug 29 17:28:18.308411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e2b93d76-7c4b-4305-ae70-15dcd8452f1f up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:18.360188 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.368735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port e2b93d76-7c4b-4305-ae70-15dcd8452f1f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:18.372234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port e2b93d76-7c4b-4305-ae70-15dcd8452f1f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:18.372595 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.446276 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.467386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:18.469638 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783680fe-3c9a-483f-b962-575bc85869fe" -d '{"events": [{"server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "name": "network-vif-plugged", "status": "completed", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:18.482863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:18.487543 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:18.513089 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138f95d7-8d52-4018-ab03-a1e8c6929d64 x-openstack-request-id: req-138f95d7-8d52-4018-ab03-a1e8c6929d64 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:18.513401 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "name": "network-vif-plugged", "status": "completed", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:18.513648 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-138f95d7-8d52-4018-ab03-a1e8c6929d64 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:18.514026 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'code': 200} Aug 29 17:28:18.541445 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=12']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:18.665177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b263-4eff-43b8-a395-621fcf1b262e req-a0fff989-4f6a-4ff2-ac8f-a8d9574a0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:18.667237 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95d8b263-4eff-43b8-a395-621fcf1b262e req-a0fff989-4f6a-4ff2-ac8f-a8d9574a0647 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 1099 time: 0.0424006 Aug 29 17:28:18.702860 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95d8b263-4eff-43b8-a395-621fcf1b262e req-a990367e-1370-4f4b-85ca-18f3616da827 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290971 Aug 29 17:28:19.028058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24020a-513b-4c64-9fa6-5601a55f7c92 req-774179f0-d888-49dd-8471-1b6f0abc0d22 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:19.029559 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd24020a-513b-4c64-9fa6-5601a55f7c92 req-774179f0-d888-49dd-8471-1b6f0abc0d22 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 947 time: 0.0542626 Aug 29 17:28:19.066832 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dd24020a-513b-4c64-9fa6-5601a55f7c92 req-4e2176f7-5ac1-4a94-8ce2-ea6d06b9a153 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Aug 29 17:28:20.197515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdc263-ad3e-4855-861a-f522e4075db1 req-86f809a4-4843-4510-9ea6-3161e1042e1c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:20.199010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-91fdc263-ad3e-4855-861a-f522e4075db1 req-86f809a4-4843-4510-9ea6-3161e1042e1c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 947 time: 0.0531535 Aug 29 17:28:20.239062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-91fdc263-ad3e-4855-861a-f522e4075db1 req-7320e247-b156-45be-9c39-9264f5b6ea56 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339470 Aug 29 17:28:20.450916 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:20.703083 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:28:21.362744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc0072-52ee-4429-979e-96118b9dad75 req-dc7df14c-b2ed-4cd4-998b-5bce9380d138 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:21.364231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-abbc0072-52ee-4429-979e-96118b9dad75 req-dc7df14c-b2ed-4cd4-998b-5bce9380d138 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 947 time: 0.0492303 Aug 29 17:28:21.400780 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-abbc0072-52ee-4429-979e-96118b9dad75 req-e4c932a6-f2d2-4a94-b118-d24f4b6ba3c8 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302396 Aug 29 17:28:30.701518 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34564) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:30.768278 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-de7ced71-20cc-40bd-a6da-0eaa9779ce89 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/floatingips/8d6dd95f-8d8d-445f-a1ac-9affbd5602f9 HTTP/1.1" status: 200 len: 992 time: 0.0656130 Aug 29 17:28:31.008992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34570) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:31.163551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting port ba976c5b-6c08-4a8b-8a6c-28e9e5035d31 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:31.163907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:31.237437 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:31.237771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:31.249480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Calling delete_port for ba976c5b-6c08-4a8b-8a6c-28e9e5035d31 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:31.399591 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:31.425736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Port': ['ID=ba976c5b-6c08-4a8b-8a6c-28e9e5035d31,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:31.453466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.453807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.454142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.454478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.455298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.455621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.455944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.456264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.456582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.456899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.457237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.457556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:31.499670 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:31.500005 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Floating IP 8d6dd95f-8d8d-445f-a1ac-9affbd5602f9 disassociated (deleted). External IP: 172.25.5.77, port: 71b63c14-a996-4d99-b47a-dd71ccd29e9a. Aug 29 17:28:31.706335 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:28:31.811014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:28:31.816285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:31.820777 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36402ab-f9ef-4056-90ee-92d6b092c68d None None] Sync routers for ids ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:28:31.829178 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36402ab-f9ef-4056-90ee-92d6b092c68d None None] Routers {'9246fae1-fe82-4c86-aa0b-f24f8c7e9418'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:31.830376 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a36402ab-f9ef-4056-90ee-92d6b092c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:31.847209 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5e7f9c0e-b8ee-4bb8-b7ba-63e454b03665 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/floatingips/8d6dd95f-8d8d-445f-a1ac-9affbd5602f9 HTTP/1.1" status: 204 len: 168 time: 0.8371496 Aug 29 17:28:31.847799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'tag': '71b63c14-a996-4d99-b47a-dd71ccd29e9a'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:31.850095 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4a945e-8f88-49c9-b81f-4c57cec3e506" -d '{"events": [{"name": "network-changed", "server_uuid": "3feb6c74-5da2-47fb-9b83-956901efe3b6", "tag": "71b63c14-a996-4d99-b47a-dd71ccd29e9a"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:31.900448 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb19e2a-1c3a-4a0a-b43e-8811a3f89552 x-openstack-request-id: req-6eb19e2a-1c3a-4a0a-b43e-8811a3f89552 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:31.900737 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3feb6c74-5da2-47fb-9b83-956901efe3b6", "tag": "71b63c14-a996-4d99-b47a-dd71ccd29e9a", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:31.900994 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6eb19e2a-1c3a-4a0a-b43e-8811a3f89552 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:31.902754 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'tag': '71b63c14-a996-4d99-b47a-dd71ccd29e9a', 'status': 'completed', 'code': 200} Aug 29 17:28:31.954542 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a36402ab-f9ef-4056-90ee-92d6b092c68d None None] Set router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:31.957567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-ab3479f4-6c2a-4096-811f-d1051233ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:31.959017 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-ab3479f4-6c2a-4096-811f-d1051233ea9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0424142 Aug 29 17:28:32.108051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b44a3-6c32-418a-9c19-4371477b3fcb req-85131984-7964-4f32-8a6a-ee7eb7180cd2 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:32.111525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-6767eab9-9868-478f-b614-cfca1c2b025c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:32.115444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-6767eab9-9868-478f-b614-cfca1c2b025c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6e71a22-8b27-4883-a6f6-d4f334121560 HTTP/1.1" status: 200 len: 898 time: 0.1481020 Aug 29 17:28:32.118667 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-749b44a3-6c32-418a-9c19-4371477b3fcb req-85131984-7964-4f32-8a6a-ee7eb7180cd2 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 945 time: 0.0670581 Aug 29 17:28:32.161618 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-11e4add9-7db5-4c93-a003-1061994611ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71b63c14-a996-4d99-b47a-dd71ccd29e9a HTTP/1.1" status: 200 len: 217 time: 0.0381527 Aug 29 17:28:32.166002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-749b44a3-6c32-418a-9c19-4371477b3fcb req-243385ef-1f4b-46d1-aa68-72ee10c69fae tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=763ef55b-9a4f-47fe-b597-cb6457fda4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468652 Aug 29 17:28:32.211092 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a36402ab-f9ef-4056-90ee-92d6b092c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6865b579-3d08-4639-86ed-497f1ff9c04d', 'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:67:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:39Z', 'updated_at': '2021-08-29T17:27:47Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:32.219475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-fe3ecfa9-c5e0-4974-a664-aa427cffe354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:32.221162 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-fe3ecfa9-c5e0-4974-a664-aa427cffe354 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f808d889-99c6-4358-a6b1-a0466bba477f HTTP/1.1" status: 200 len: 834 time: 0.0521061 Aug 29 17:28:32.237645 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36402ab-f9ef-4056-90ee-92d6b092c68d None None] Checking router: 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:28:32.246487 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36402ab-f9ef-4056-90ee-92d6b092c68d None None] Routers {'9246fae1-fe82-4c86-aa0b-f24f8c7e9418'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:32.247102 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a36402ab-f9ef-4056-90ee-92d6b092c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:32.284983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-08719cf2-5ae2-4751-8ca6-ddf157e4d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:32.286705 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-08719cf2-5ae2-4751-8ca6-ddf157e4d7c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6e71a22-8b27-4883-a6f6-d4f334121560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576291 Aug 29 17:28:32.299808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-0714a583-fdcf-4103-9ff2-95d69cf08020 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:28:32.300770 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-0714a583-fdcf-4103-9ff2-95d69cf08020 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053866 Aug 29 17:28:32.352431 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a36402ab-f9ef-4056-90ee-92d6b092c68d None None] Set router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:32.390889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-f7ff2319-381a-41f5-8ec3-176d12599701 service neutron] 10.222.0.10 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818360 Aug 29 17:28:32.486405 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9c4a945e-8f88-49c9-b81f-4c57cec3e506 req-5b65611b-786a-4e61-bfd9-c95b8305971b service neutron] 10.222.0.10 "GET /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881870 Aug 29 17:28:32.549640 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a36402ab-f9ef-4056-90ee-92d6b092c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6865b579-3d08-4639-86ed-497f1ff9c04d', 'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:67:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:39Z', 'updated_at': '2021-08-29T17:27:47Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:32.574890 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36402ab-f9ef-4056-90ee-92d6b092c68d None None] The sync data for ids ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'] in n-d-713301-13 is: [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6865b579-3d08-4639-86ed-497f1ff9c04d', 'name': '', 'network_id': 'c6e71a22-8b27-4883-a6f6-d4f334121560', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'mac_address': 'fa:16:3e:67:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:39Z', 'updated_at': '2021-08-29T17:27:47Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'subnets': [{'id': 'f808d889-99c6-4358-a6b1-a0466bba477f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:32.790392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4654f-6902-4b81-bb8e-9561952a48f4 None None] New status for floating IP 8d6dd95f-8d8d-445f-a1ac-9affbd5602f9: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:28:33.288946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca871748-009c-40e8-9b74-cf451772f84a req-8bda5447-131b-4d1d-8f0d-94fccf5de90d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:33.290509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca871748-009c-40e8-9b74-cf451772f84a req-8bda5447-131b-4d1d-8f0d-94fccf5de90d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 945 time: 0.0488632 Aug 29 17:28:33.350476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca871748-009c-40e8-9b74-cf451772f84a req-524d1a5b-92be-40b8-8587-d99da81a863d tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "GET /v2.0/security-groups?id=763ef55b-9a4f-47fe-b597-cb6457fda4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493948 Aug 29 17:28:33.363567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00d737-a083-4f3b-b14e-8840928e54fd req-ae3f19ce-2952-42bb-8902-8e4b518a59e1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:33.365327 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0f00d737-a083-4f3b-b14e-8840928e54fd req-ae3f19ce-2952-42bb-8902-8e4b518a59e1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.10 "GET /v2.0/ports?device_id=3feb6c74-5da2-47fb-9b83-956901efe3b6 HTTP/1.1" status: 200 len: 945 time: 0.0739036 Aug 29 17:28:33.457491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-0f00d737-a083-4f3b-b14e-8840928e54fd req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting port 71b63c14-a996-4d99-b47a-dd71ccd29e9a {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:33.457785 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0f00d737-a083-4f3b-b14e-8840928e54fd req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.545042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-0f00d737-a083-4f3b-b14e-8840928e54fd req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] For port 71b63c14-a996-4d99-b47a-dd71ccd29e9a, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=71b63c14-a996-4d99-b47a-dd71ccd29e9a,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:33.545458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0f00d737-a083-4f3b-b14e-8840928e54fd req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.558037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-0f00d737-a083-4f3b-b14e-8840928e54fd req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Calling delete_port for 71b63c14-a996-4d99-b47a-dd71ccd29e9a owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:33.683351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0f00d737-a083-4f3b-b14e-8840928e54fd req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.710009 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Port': ['ID=71b63c14-a996-4d99-b47a-dd71ccd29e9a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:33.719584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.719939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.720286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.721296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.721645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.721985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.722318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.722651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.723465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.723465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.723693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.723935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:33.766572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f00d737-a083-4f3b-b14e-8840928e54fd req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] No DVR routers for this DVR port 71b63c14-a996-4d99-b47a-dd71ccd29e9a on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:33.769918 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-0f00d737-a083-4f3b-b14e-8840928e54fd req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:33.771920 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0f00d737-a083-4f3b-b14e-8840928e54fd req-ca5c5b95-aac2-4238-b7e0-038a6e462660 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.10 "DELETE /v2.0/ports/71b63c14-a996-4d99-b47a-dd71ccd29e9a HTTP/1.1" status: 204 len: 173 time: 0.4008937 Aug 29 17:28:33.772358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'name': 'network-vif-deleted', 'tag': '71b63c14-a996-4d99-b47a-dd71ccd29e9a'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:33.774618 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc1ea55-cda8-4f8f-bf5b-e62c28fbc23d" -d '{"events": [{"server_uuid": "3feb6c74-5da2-47fb-9b83-956901efe3b6", "name": "network-vif-deleted", "tag": "71b63c14-a996-4d99-b47a-dd71ccd29e9a"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:33.811122 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6165da9-4061-4eb9-8ff8-0d3931c1f181 x-openstack-request-id: req-d6165da9-4061-4eb9-8ff8-0d3931c1f181 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:33.811416 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3feb6c74-5da2-47fb-9b83-956901efe3b6", "name": "network-vif-deleted", "tag": "71b63c14-a996-4d99-b47a-dd71ccd29e9a", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:33.811672 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6165da9-4061-4eb9-8ff8-0d3931c1f181 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:33.812071 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3feb6c74-5da2-47fb-9b83-956901efe3b6', 'name': 'network-vif-deleted', 'tag': '71b63c14-a996-4d99-b47a-dd71ccd29e9a', 'status': 'completed', 'code': 200} Aug 29 17:28:34.406657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34586) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:34.463478 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1ecb36bd-2545-4fd8-a4ff-f0ad05d3fc2f tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:34.488130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1ecb36bd-2545-4fd8-a4ff-f0ad05d3fc2f tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:34.546153 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1ecb36bd-2545-4fd8-a4ff-f0ad05d3fc2f tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:34.548752 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1ecb36bd-2545-4fd8-a4ff-f0ad05d3fc2f tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:34.549913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1ecb36bd-2545-4fd8-a4ff-f0ad05d3fc2f tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/security-groups/763ef55b-9a4f-47fe-b597-cb6457fda4fa HTTP/1.1" status: 204 len: 168 time: 0.1422768 Aug 29 17:28:34.559211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb36bd-2545-4fd8-a4ff-f0ad05d3fc2f tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763ef55b-9a4f-47fe-b597-cb6457fda4fa,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:34.580138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34590) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:34.940220 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:35.522305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting port 6865b579-3d08-4639-86ed-497f1ff9c04d {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:35.523005 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:35.608877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] For port 6865b579-3d08-4639-86ed-497f1ff9c04d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6865b579-3d08-4639-86ed-497f1ff9c04d,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:35.609264 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:35.622853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Calling delete_port for 6865b579-3d08-4639-86ed-497f1ff9c04d owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:35.802933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:35.832022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Port': ['ID=6865b579-3d08-4639-86ed-497f1ff9c04d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:36.012771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.227320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:28:36.331877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:28:36.339909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ec5f2470-ec2a-4e9d-a0c9-e2bf89be5114 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "PUT /v2.0/routers/9246fae1-fe82-4c86-aa0b-f24f8c7e9418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7556260 Aug 29 17:28:36.340083 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34592) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:36.340931 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58ef97-78d8-43e0-a209-7102c4b59323 None None] Sync routers for ids ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:28:36.350150 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58ef97-78d8-43e0-a209-7102c4b59323 None None] Routers {'9246fae1-fe82-4c86-aa0b-f24f8c7e9418'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:36.350746 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fd58ef97-78d8-43e0-a209-7102c4b59323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:36.391122 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-289410b9-f796-406b-8ba4-1a92ae977bb1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting subnet f808d889-99c6-4358-a6b1-a0466bba477f {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:28:36.394786 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-289410b9-f796-406b-8ba4-1a92ae977bb1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.435128 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-289410b9-f796-406b-8ba4-1a92ae977bb1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.453060 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-fd58ef97-78d8-43e0-a209-7102c4b59323 None None] Set router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:36.522569 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-289410b9-f796-406b-8ba4-1a92ae977bb1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.581536 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-289410b9-f796-406b-8ba4-1a92ae977bb1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.609364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289410b9-f796-406b-8ba4-1a92ae977bb1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Subnet': ['ID=f808d889-99c6-4358-a6b1-a0466bba477f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:36.611854 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-289410b9-f796-406b-8ba4-1a92ae977bb1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.613743 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-289410b9-f796-406b-8ba4-1a92ae977bb1 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/subnets/f808d889-99c6-4358-a6b1-a0466bba477f HTTP/1.1" status: 204 len: 168 time: 0.2726932 Aug 29 17:28:36.616597 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34594) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:36.620755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2d1cff-af18-4982-8817-afebeac2c583 None None] Network c6e71a22-8b27-4883-a6f6-d4f334121560 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:36.644642 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fd58ef97-78d8-43e0-a209-7102c4b59323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:28:35Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:36.675108 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58ef97-78d8-43e0-a209-7102c4b59323 None None] Checking router: 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:28:36.684110 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58ef97-78d8-43e0-a209-7102c4b59323 None None] Routers {'9246fae1-fe82-4c86-aa0b-f24f8c7e9418'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:36.684767 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fd58ef97-78d8-43e0-a209-7102c4b59323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:36.730447 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.795209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33cfd78-95c0-4c1b-b3c6-91f0e9b75390 None None] DHCP port deletion for c6e71a22-8b27-4883-a6f6-d4f334121560 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:28:36.795847 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-fd58ef97-78d8-43e0-a209-7102c4b59323 None None] Set router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:36.847883 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.849121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b33cfd78-95c0-4c1b-b3c6-91f0e9b75390 None None] Deleting port 4e83bd81-29b7-474a-9977-659ed752ff81 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:36.849592 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b33cfd78-95c0-4c1b-b3c6-91f0e9b75390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:36.922918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Deleting port b93a4a71-8b59-439d-b68b-6ed3b4d46235 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:28:36.923352 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.038185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] For port b93a4a71-8b59-439d-b68b-6ed3b4d46235, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b93a4a71-8b59-439d-b68b-6ed3b4d46235,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:37.038667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.054947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Calling delete_port for b93a4a71-8b59-439d-b68b-6ed3b4d46235 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:37.061625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4e83bd81-29b7-474a-9977-659ed752ff81 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:37.080457 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-fd58ef97-78d8-43e0-a209-7102c4b59323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:28:35Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:37.107531 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58ef97-78d8-43e0-a209-7102c4b59323 None None] The sync data for ids ['9246fae1-fe82-4c86-aa0b-f24f8c7e9418'] in n-d-713301-13 is: [{'id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'name': 'tempest-TestNetworkBasicOps-router-1750470209', 'tenant_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:27:35Z', 'updated_at': '2021-08-29T17:28:35Z', 'revision_number': 5, 'project_id': 'bbf0542bb0bc446c9f2ec01354a33d19', 'gw_port': {'id': 'b93a4a71-8b59-439d-b68b-6ed3b4d46235', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246fae1-fe82-4c86-aa0b-f24f8c7e9418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:27:36Z', 'updated_at': '2021-08-29T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:37.140508 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b33cfd78-95c0-4c1b-b3c6-91f0e9b75390 None None] For port 4e83bd81-29b7-474a-9977-659ed752ff81, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4e83bd81-29b7-474a-9977-659ed752ff81,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:37.140920 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b33cfd78-95c0-4c1b-b3c6-91f0e9b75390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.155673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b33cfd78-95c0-4c1b-b3c6-91f0e9b75390 None None] Calling delete_port for 4e83bd81-29b7-474a-9977-659ed752ff81 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:28:37.239447 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.240022 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.266901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Port': ['ID=b93a4a71-8b59-439d-b68b-6ed3b4d46235,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:37.280562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 4e83bd81-29b7-474a-9977-659ed752ff81, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4e83bd81-29b7-474a-9977-659ed752ff81,segment=NetworkSegment(48223f5b-2215-4636-8b71-432de866d493),segment_id=48223f5b-2215-4636-8b71-432de866d493)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:37.289172 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.319423 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b33cfd78-95c0-4c1b-b3c6-91f0e9b75390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.327016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.347650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33cfd78-95c0-4c1b-b3c6-91f0e9b75390 None None] No DVR routers for this DVR port 4e83bd81-29b7-474a-9977-659ed752ff81 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:28:37.357143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=4e83bd81-29b7-474a-9977-659ed752ff81,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:37.366595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.366940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.367297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.367647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.367996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.368346 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.368691 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.369037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.369444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.369792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.370120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.370451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:37.398788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cfd78-95c0-4c1b-b3c6-91f0e9b75390 None None] Pushing event deleted for resources: {'Port': ['ID=4e83bd81-29b7-474a-9977-659ed752ff81,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:37.421042 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.423241 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.469525 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.470072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Fanout notify agent at l3_agent the message router_deleted on router 9246fae1-fe82-4c86-aa0b-f24f8c7e9418 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:28:37.477692 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.481729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7ea5c164-322e-4cb1-87ea-3dbd5da241ad tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/routers/9246fae1-fe82-4c86-aa0b-f24f8c7e9418 HTTP/1.1" status: 204 len: 168 time: 0.8613262 Aug 29 17:28:37.482003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34596) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:37.560085 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.650925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.661012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e71a22-8b27-4883-a6f6-d4f334121560']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:37.671552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48223f5b-2215-4636-8b71-432de866d493') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:37.671842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48223f5b-2215-4636-8b71-432de866d493') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:37.680883 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.695294 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.702228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:28:37.702621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:28:37.706632 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:28:37.765083 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.771320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:37.773448 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] 10.222.0.22 "DELETE /v2.0/networks/c6e71a22-8b27-4883-a6f6-d4f334121560 HTTP/1.1" status: 204 len: 168 time: 0.2903366 Aug 29 17:28:37.788516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2d5a0-694e-4ff6-b50a-0e36b045d1c8 tempest-TestNetworkBasicOps-1601736097 tempest-TestNetworkBasicOps-1601736097-project] Pushing event deleted for resources: {'Network': ['ID=c6e71a22-8b27-4883-a6f6-d4f334121560,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:38.056096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34602) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:38.222406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0e338c6d-06b1-49f7-bf54-cc853859c14b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bbf0542bb0bc446c9f2ec01354a33d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651354 Aug 29 17:28:38.224823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34606) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:38.270933 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-beeb5215-2743-42fe-952d-33f8294f395a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.292095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 71b63c14-a996-4d99-b47a-dd71ccd29e9a no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:38.292707 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-beeb5215-2743-42fe-952d-33f8294f395a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.311312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 71b63c14-a996-4d99-b47a-dd71ccd29e9a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:38.311664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 71b63c14-a996-4d99-b47a-dd71ccd29e9a not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:38.339166 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-beeb5215-2743-42fe-952d-33f8294f395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.341773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-beeb5215-2743-42fe-952d-33f8294f395a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.342923 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-beeb5215-2743-42fe-952d-33f8294f395a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97cb00f8-90e3-464e-8129-836571cd9154 HTTP/1.1" status: 204 len: 168 time: 0.1171653 Aug 29 17:28:38.350864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb5215-2743-42fe-952d-33f8294f395a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cb00f8-90e3-464e-8129-836571cd9154,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:38.598493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34612) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:38.611573 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1956962b-29e1-4909-a1b3-cd3611cfabc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.699229 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1956962b-29e1-4909-a1b3-cd3611cfabc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.702788 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1956962b-29e1-4909-a1b3-cd3611cfabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.743225 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1956962b-29e1-4909-a1b3-cd3611cfabc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ccf1858bef84c878a3ba00cc64e0f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436520 Aug 29 17:28:38.744070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956962b-29e1-4909-a1b3-cd3611cfabc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64bb370-c96c-4b85-a6dd-c1a53f1815f4,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:38.746115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34614) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:38.804662 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f646dc-86ba-4d5a-b125-062dbdfe07f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.826590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f646dc-86ba-4d5a-b125-062dbdfe07f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.873827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f646dc-86ba-4d5a-b125-062dbdfe07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.877137 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f646dc-86ba-4d5a-b125-062dbdfe07f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:38.878418 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a8f646dc-86ba-4d5a-b125-062dbdfe07f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d64bb370-c96c-4b85-a6dd-c1a53f1815f4 HTTP/1.1" status: 204 len: 168 time: 0.1308177 Aug 29 17:28:38.887007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f646dc-86ba-4d5a-b125-062dbdfe07f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64bb370-c96c-4b85-a6dd-c1a53f1815f4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:38.944213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6865b579-3d08-4639-86ed-497f1ff9c04d no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:38.963458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 6865b579-3d08-4639-86ed-497f1ff9c04d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:38.963877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6865b579-3d08-4639-86ed-497f1ff9c04d not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:38.964364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b93a4a71-8b59-439d-b68b-6ed3b4d46235 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:28:38.982193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b93a4a71-8b59-439d-b68b-6ed3b4d46235 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:28:38.982635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b93a4a71-8b59-439d-b68b-6ed3b4d46235 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:28:39.526019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34636) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:39.621869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-852618515-network', 'tenant_id': '4c348c31654145cbbaec561638307f96'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:39.643528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Made reservation on behalf of 4c348c31654145cbbaec561638307f96 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:39.645950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.654276 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.746722 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.751096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.772194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:28:39.787743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a80f4ca-830b-4e86-9858-1048b6922227,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:39.790613 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.790962 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Added segment 80cf03e9-4182-40d9-9928-32c88f841ab1 of type vlan for network c0f5bc88-9514-4f61-a896-bd16bc024eb9 Aug 29 17:28:39.830975 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.855033 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.856023 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:39.856611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:39.928494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4013691 Aug 29 17:28:39.931650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34640) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:39.936654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] Request body: {'subnet': {'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-852618515-subnet', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:39.946368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab5a25-b992-441d-a087-d72d756b18dd admin admin] Pushing event updated for resources: {'Network': ['ID=c0f5bc88-9514-4f61-a896-bd16bc024eb9,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:39.956629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network c0f5bc88-9514-4f61-a896-bd16bc024eb9 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:28:39.959145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] Made reservation on behalf of 4c348c31654145cbbaec561638307f96 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:39.961618 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.129085 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.181767 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b300b3a1-9ac1-4427-a4df-c0658e7cfc8a,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:40.190771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] Checking segment: {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:40.191126 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] Network hostable DHCP agents. Network: c0f5bc88-9514-4f61-a896-bd16bc024eb9, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:28:40.207344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] Network c0f5bc88-9514-4f61-a896-bd16bc024eb9 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:28:40.215309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, c0f5bc88-9514-4f61-a896-bd16bc024eb9) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:40.219889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:40.220522 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.223464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5712ea8e-58e5-410c-a5c4-4fedc669f582 None None] Network c0f5bc88-9514-4f61-a896-bd16bc024eb9 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:40.234618 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-52302839-1880-4f3d-86b2-6fcab3cb0cea admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3018138 Aug 29 17:28:40.237859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34642) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:40.242490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-852618515-router', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:40.263393 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.264512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.315121 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.370004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-c0f5bc88-9514-4f61-a896-bd16bc024eb9', 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'fixed_ips': [{'subnet_id': 'b300b3a1-9ac1-4427-a4df-c0658e7cfc8a'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:28:40.370861 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.453828 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.504081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Allocated IP 172.20.0.2 (c0f5bc88-9514-4f61-a896-bd16bc024eb9/b300b3a1-9ac1-4427-a4df-c0658e7cfc8a/4a7bfc6c-b512-488a-9d46-6f832d1591af) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:40.650470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.654661 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.659447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Transition to ACTIVE for port object 4a7bfc6c-b512-488a-9d46-6f832d1591af will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:40.674450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Transition to ACTIVE for port object 4a7bfc6c-b512-488a-9d46-6f832d1591af will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:40.674786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.679507 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.721286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Network c0f5bc88-9514-4f61-a896-bd16bc024eb9 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:40.724188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:40.729443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:40.734164 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Pushing event updated for resources: {'Port': ['ID=4a7bfc6c-b512-488a-9d46-6f832d1591af,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:40.776210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Allocated IP 172.25.5.102 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/7973da54-d431-4dc4-86f1-bf676c4b0131) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:40.788012 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Attempting to bind port 4a7bfc6c-b512-488a-9d46-6f832d1591af on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:40.788378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Attempting to bind port 4a7bfc6c-b512-488a-9d46-6f832d1591af by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:40.788789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Attempting to bind port 4a7bfc6c-b512-488a-9d46-6f832d1591af on network c0f5bc88-9514-4f61-a896-bd16bc024eb9 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:40.794046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:40.794425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Checking segment: {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:40.794821 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.795203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Bound using segment: {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:40.795660 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Bound port: 4a7bfc6c-b512-488a-9d46-6f832d1591af, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:40.796032 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.863172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] For port 4a7bfc6c-b512-488a-9d46-6f832d1591af, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:40.866695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] For port 4a7bfc6c-b512-488a-9d46-6f832d1591af, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4a7bfc6c-b512-488a-9d46-6f832d1591af,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:40.872400 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:40.930398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fbb58-6806-4027-970f-0f3d985ea120 None None] Pushing event updated for resources: {'Port': ['ID=4a7bfc6c-b512-488a-9d46-6f832d1591af,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:41.217636 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:41.255021 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:41.291509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:41.296255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:41.301167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:41.323538 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Pushing event updated for resources: {'Port': ['ID=7973da54-d431-4dc4-86f1-bf676c4b0131,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:41.548198 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:41.749130 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:41.821106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95452008-8280-452c-bbae-ce38d510ea84 None None] Network c0f5bc88-9514-4f61-a896-bd16bc024eb9 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:41.874616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2255d6f5-4352-4f74-85a2-8657fee97796 None None] Provisioning for port 4a7bfc6c-b512-488a-9d46-6f832d1591af completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:41.878197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Router 4ad91553-186f-4405-aa70-aea01466baaf is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:28:41.990203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:28:42.000844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Sync routers for ids ['4ad91553-186f-4405-aa70-aea01466baaf'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:28:42.009811 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.011065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a260711a-f7e1-4473-b2aa-85033e73d100 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7722859 Aug 29 17:28:42.012437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Routers {'4ad91553-186f-4405-aa70-aea01466baaf'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:42.013100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4ad91553-186f-4405-aa70-aea01466baaf'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:42.013863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34644) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:42.125341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Set router 4ad91553-186f-4405-aa70-aea01466baaf gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:42.319628 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad91553-186f-4405-aa70-aea01466baaf', 'name': 'tempest-TestServerMultinode-852618515-router', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:41Z', 'revision_number': 3, 'project_id': '4c348c31654145cbbaec561638307f96', 'gw_port': {'id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad91553-186f-4405-aa70-aea01466baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:42.346077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Checking router: 4ad91553-186f-4405-aa70-aea01466baaf for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:28:42.346451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Updating router 4ad91553-186f-4405-aa70-aea01466baaf port 7973da54-d431-4dc4-86f1-bf676c4b0131 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:28:42.370852 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.448270 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.603580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Allocated IP 172.20.0.1 (c0f5bc88-9514-4f61-a896-bd16bc024eb9/b300b3a1-9ac1-4427-a4df-c0658e7cfc8a/075024c1-553d-4835-9194-c4135f60fab9) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:42.618991 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.628781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Transition to ACTIVE for port object 7973da54-d431-4dc4-86f1-bf676c4b0131 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:42.634938 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.682004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Attempting to bind port 7973da54-d431-4dc4-86f1-bf676c4b0131 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:42.682379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Attempting to bind port 7973da54-d431-4dc4-86f1-bf676c4b0131 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:42.682740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Attempting to bind port 7973da54-d431-4dc4-86f1-bf676c4b0131 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:42.695537 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b75764-ca9d-4458-852f-6db10429481d None None] Pushing event updated for resources: {'Port': ['ID=7973da54-d431-4dc4-86f1-bf676c4b0131,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:42.698637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:42.699014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:42.699409 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.699786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:42.700245 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Bound port: 7973da54-d431-4dc4-86f1-bf676c4b0131, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:42.700626 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.715684 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.729711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Transition to ACTIVE for port object 075024c1-553d-4835-9194-c4135f60fab9 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:42.751661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] For port 7973da54-d431-4dc4-86f1-bf676c4b0131, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:42.754706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] For port 7973da54-d431-4dc4-86f1-bf676c4b0131, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7973da54-d431-4dc4-86f1-bf676c4b0131,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:42.758373 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.761882 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.803288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Network c0f5bc88-9514-4f61-a896-bd16bc024eb9 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:42.808461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:42.815296 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:42.817273 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Routers {'4ad91553-186f-4405-aa70-aea01466baaf'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:42.818058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4ad91553-186f-4405-aa70-aea01466baaf'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:42.822837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b75764-ca9d-4458-852f-6db10429481d None None] Pushing event updated for resources: {'Port': ['ID=7973da54-d431-4dc4-86f1-bf676c4b0131,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:42.842631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Pushing event updated for resources: {'Port': ['ID=075024c1-553d-4835-9194-c4135f60fab9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:42.862947 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.929697 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1ea20ff5-6918-4407-b099-ad6d7a344097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:42.947185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] Set router 4ad91553-186f-4405-aa70-aea01466baaf gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:42.982801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4a7bfc6c-b512-488a-9d46-6f832d1591af up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:43.013080 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.116784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 4a7bfc6c-b512-488a-9d46-6f832d1591af completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:43.127293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 4a7bfc6c-b512-488a-9d46-6f832d1591af triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:43.127672 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.184406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.190316 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.192845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5679cf63-b048-429b-8b22-96270e9e7532 None None] Provisioning for port 075024c1-553d-4835-9194-c4135f60fab9 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:43.203796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5679cf63-b048-429b-8b22-96270e9e7532 None None] Provisioning complete for port 075024c1-553d-4835-9194-c4135f60fab9 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:43.204172 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5679cf63-b048-429b-8b22-96270e9e7532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.259778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Pushing event updated for resources: {'Port': ['ID=075024c1-553d-4835-9194-c4135f60fab9,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:43.265544 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.275746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5679cf63-b048-429b-8b22-96270e9e7532 None None] Port 075024c1-553d-4835-9194-c4135f60fab9 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:28:43.283983 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad91553-186f-4405-aa70-aea01466baaf', 'name': 'tempest-TestServerMultinode-852618515-router', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:41Z', 'revision_number': 3, 'project_id': '4c348c31654145cbbaec561638307f96', 'gw_port': {'id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad91553-186f-4405-aa70-aea01466baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:43.312246 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.315681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aabde06-68f2-4278-9675-c00f4e3ab630 None None] The sync data for ids ['4ad91553-186f-4405-aa70-aea01466baaf'] in n-d-713301-13 is: [{'id': '4ad91553-186f-4405-aa70-aea01466baaf', 'name': 'tempest-TestServerMultinode-852618515-router', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:41Z', 'revision_number': 3, 'project_id': '4c348c31654145cbbaec561638307f96', 'gw_port': {'id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad91553-186f-4405-aa70-aea01466baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:43.346270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 4a7bfc6c-b512-488a-9d46-6f832d1591af, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4a7bfc6c-b512-488a-9d46-6f832d1591af,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:43.350749 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.371012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Network c0f5bc88-9514-4f61-a896-bd16bc024eb9 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:43.372522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:43.406003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=4a7bfc6c-b512-488a-9d46-6f832d1591af,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:43.497889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Router 4ad91553-186f-4405-aa70-aea01466baaf has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:28:43.632794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:28:43.637829 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2fb0986f-3db2-4b80-899d-063feeeb2337 admin admin] 10.222.0.22 "PUT /v2.0/routers/4ad91553-186f-4405-aa70-aea01466baaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6229596 Aug 29 17:28:43.704984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-af5ee8c3-2eca-4321-92aa-34a2b6dd3b52 None None] Provisioning complete for port 075024c1-553d-4835-9194-c4135f60fab9 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:43.705399 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-af5ee8c3-2eca-4321-92aa-34a2b6dd3b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:43.743961 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-af5ee8c3-2eca-4321-92aa-34a2b6dd3b52 None None] Port 075024c1-553d-4835-9194-c4135f60fab9 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:28:44.118936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34662) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:44.124474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-362673488-network', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:44.147121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Made reservation on behalf of fc365f7a5d7e4adf96b18cf80435cf49 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:44.149686 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.160226 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.253157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.256857 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.278546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:28:44.292373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eff7612-31b0-449b-9609-1ddd7bfa6818,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:44.297570 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.297921 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Added segment 23f716dc-45f3-4ae2-b5b6-30c99623a828 of type vlan for network dfb40fed-4488-4885-8f64-ad2dcf2df081 Aug 29 17:28:44.337998 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.363047 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.364016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:44.364605 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.417696 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2974114 Aug 29 17:28:44.420431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34664) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:44.426086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] Request body: {'subnet': {'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-362673488-subnet', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:44.428420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e7230-babf-48c7-9adf-87e46aaec879 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb40fed-4488-4885-8f64-ad2dcf2df081,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:44.439519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network dfb40fed-4488-4885-8f64-ad2dcf2df081 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:28:44.446740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] Made reservation on behalf of fc365f7a5d7e4adf96b18cf80435cf49 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:44.449050 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.622312 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.684061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27826da-6095-49d7-b567-c13ec9e72ddb,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:44.692691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] Checking segment: {'id': '23f716dc-45f3-4ae2-b5b6-30c99623a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:44.693056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] Network hostable DHCP agents. Network: dfb40fed-4488-4885-8f64-ad2dcf2df081, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:28:44.710402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] Network dfb40fed-4488-4885-8f64-ad2dcf2df081 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:28:44.718549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, dfb40fed-4488-4885-8f64-ad2dcf2df081) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:44.722730 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:44.723752 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.727262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e7930-9691-4a0f-8f87-80e66cfd3bea None None] Network dfb40fed-4488-4885-8f64-ad2dcf2df081 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:44.738988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e95031d7-cb75-417d-ba9f-1b152f03ad89 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3168726 Aug 29 17:28:44.741804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34666) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:44.746219 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-362673488-router', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:44.774275 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.775869 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.829809 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:44.844043 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Sync routers for ids ['4ad91553-186f-4405-aa70-aea01466baaf'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:28:44.854015 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Routers {'4ad91553-186f-4405-aa70-aea01466baaf'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:44.854638 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4ad91553-186f-4405-aa70-aea01466baaf'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:44.983826 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Set router 4ad91553-186f-4405-aa70-aea01466baaf gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:45.009024 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.053102 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-dfb40fed-4488-4885-8f64-ad2dcf2df081', 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'fixed_ips': [{'subnet_id': 'b27826da-6095-49d7-b567-c13ec9e72ddb'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:28:45.056014 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.069214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4a7bfc6c-b512-488a-9d46-6f832d1591af up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:45.207646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 4a7bfc6c-b512-488a-9d46-6f832d1591af triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:45.207928 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad91553-186f-4405-aa70-aea01466baaf', 'name': 'tempest-TestServerMultinode-852618515-router', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:42Z', 'revision_number': 4, 'project_id': '4c348c31654145cbbaec561638307f96', 'gw_port': {'id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad91553-186f-4405-aa70-aea01466baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '075024c1-553d-4835-9194-c4135f60fab9', 'name': '', 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'mac_address': 'fa:16:3e:1a:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad91553-186f-4405-aa70-aea01466baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b300b3a1-9ac1-4427-a4df-c0658e7cfc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:42Z', 'updated_at': '2021-08-29T17:28:43Z', 'revision_number': 2, 'project_id': '4c348c31654145cbbaec561638307f96', 'subnets': [{'id': 'b300b3a1-9ac1-4427-a4df-c0658e7cfc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:45.208120 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.230222 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.234918 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Checking router: 4ad91553-186f-4405-aa70-aea01466baaf for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:28:45.235277 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Updating router 4ad91553-186f-4405-aa70-aea01466baaf port 075024c1-553d-4835-9194-c4135f60fab9 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:28:45.253552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.261086 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.285661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Allocated IP 172.20.0.2 (dfb40fed-4488-4885-8f64-ad2dcf2df081/b27826da-6095-49d7-b567-c13ec9e72ddb/9919c3ec-2c0b-42e9-8d84-9525ff201e03) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:45.358516 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Allocated IP 172.25.5.212 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/f478edf6-a7f7-49d4-b4ef-54035a5142c6) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:45.372362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7973da54-d431-4dc4-86f1-bf676c4b0131 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:45.471785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 7973da54-d431-4dc4-86f1-bf676c4b0131 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:45.472543 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.494108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7973da54-d431-4dc4-86f1-bf676c4b0131 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:45.494576 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.515452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.554011 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.563327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:45.567737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:45.568479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Transition to ACTIVE for port object 9919c3ec-2c0b-42e9-8d84-9525ff201e03 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:45.573114 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:45.575554 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.576895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Pushing event updated for resources: {'Port': ['ID=f478edf6-a7f7-49d4-b4ef-54035a5142c6,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:45.578943 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-88721ec0-e566-4591-96cd-fb81b9894861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.588701 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Transition to ACTIVE for port object 075024c1-553d-4835-9194-c4135f60fab9 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:45.594956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Transition to ACTIVE for port object 9919c3ec-2c0b-42e9-8d84-9525ff201e03 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:45.595158 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.601635 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.663311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Network dfb40fed-4488-4885-8f64-ad2dcf2df081 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:45.677251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:45.679621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:45.690384 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Attempting to bind port 075024c1-553d-4835-9194-c4135f60fab9 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:45.690749 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Attempting to bind port 075024c1-553d-4835-9194-c4135f60fab9 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:45.691109 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Attempting to bind port 075024c1-553d-4835-9194-c4135f60fab9 on network c0f5bc88-9514-4f61-a896-bd16bc024eb9 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:45.692033 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.693161 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Pushing event updated for resources: {'Port': ['ID=075024c1-553d-4835-9194-c4135f60fab9,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:45.711060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Pushing event updated for resources: {'Port': ['ID=9919c3ec-2c0b-42e9-8d84-9525ff201e03,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:45.712596 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.713601 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.714159 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.714781 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.715510 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.716469 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.717042 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.718198 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.718713 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.719133 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.719550 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.720317 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:28:45.724354 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:45.724860 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Checking segment: {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:45.725372 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.726214 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Bound using segment: {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:45.726885 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Bound port: 075024c1-553d-4835-9194-c4135f60fab9, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:45.727360 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.742039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 7973da54-d431-4dc4-86f1-bf676c4b0131, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7973da54-d431-4dc4-86f1-bf676c4b0131,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:45.757718 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.799204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Attempting to bind port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:45.799615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Attempting to bind port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '23f716dc-45f3-4ae2-b5b6-30c99623a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:45.800247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Attempting to bind port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 on network dfb40fed-4488-4885-8f64-ad2dcf2df081 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:45.813319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:45.813767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Checking segment: {'id': '23f716dc-45f3-4ae2-b5b6-30c99623a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:45.814612 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.815017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Bound using segment: {'id': '23f716dc-45f3-4ae2-b5b6-30c99623a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:45.815505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Bound port: 9919c3ec-2c0b-42e9-8d84-9525ff201e03, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f716dc-45f3-4ae2-b5b6-30c99623a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:45.816154 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.817759 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] For port 075024c1-553d-4835-9194-c4135f60fab9, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:45.823050 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] For port 075024c1-553d-4835-9194-c4135f60fab9, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=075024c1-553d-4835-9194-c4135f60fab9,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:45.830088 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.838656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=7973da54-d431-4dc4-86f1-bf676c4b0131,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:45.892923 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Routers {'4ad91553-186f-4405-aa70-aea01466baaf'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:45.893586 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4ad91553-186f-4405-aa70-aea01466baaf'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:45.901041 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.910627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] For port 9919c3ec-2c0b-42e9-8d84-9525ff201e03, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:45.914258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] For port 9919c3ec-2c0b-42e9-8d84-9525ff201e03, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9919c3ec-2c0b-42e9-8d84-9525ff201e03,segment=NetworkSegment(23f716dc-45f3-4ae2-b5b6-30c99623a828),segment_id=23f716dc-45f3-4ae2-b5b6-30c99623a828)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:45.929859 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:45.932596 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5aac2-89a2-41b0-afd2-3966132ddf3f None None] Pushing event updated for resources: {'Port': ['ID=075024c1-553d-4835-9194-c4135f60fab9,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:45.962750 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.018559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255bc44-2f9f-456d-9810-9a3c4a7ce099 None None] Pushing event updated for resources: {'Port': ['ID=9919c3ec-2c0b-42e9-8d84-9525ff201e03,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:46.055303 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] Set router 4ad91553-186f-4405-aa70-aea01466baaf gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:46.174658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.332293 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad91553-186f-4405-aa70-aea01466baaf', 'name': 'tempest-TestServerMultinode-852618515-router', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:42Z', 'revision_number': 4, 'project_id': '4c348c31654145cbbaec561638307f96', 'gw_port': {'id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad91553-186f-4405-aa70-aea01466baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '075024c1-553d-4835-9194-c4135f60fab9', 'name': '', 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'mac_address': 'fa:16:3e:1a:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad91553-186f-4405-aa70-aea01466baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b300b3a1-9ac1-4427-a4df-c0658e7cfc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:42Z', 'updated_at': '2021-08-29T17:28:45Z', 'revision_number': 4, 'project_id': '4c348c31654145cbbaec561638307f96', 'subnets': [{'id': 'b300b3a1-9ac1-4427-a4df-c0658e7cfc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:46.377348 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0012f14-9288-403c-86a5-395c5a7225b7 None None] The sync data for ids ['4ad91553-186f-4405-aa70-aea01466baaf'] in n-d-713301-13 is: [{'id': '4ad91553-186f-4405-aa70-aea01466baaf', 'name': 'tempest-TestServerMultinode-852618515-router', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:42Z', 'revision_number': 4, 'project_id': '4c348c31654145cbbaec561638307f96', 'gw_port': {'id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad91553-186f-4405-aa70-aea01466baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '075024c1-553d-4835-9194-c4135f60fab9', 'name': '', 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'mac_address': 'fa:16:3e:1a:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad91553-186f-4405-aa70-aea01466baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'b300b3a1-9ac1-4427-a4df-c0658e7cfc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:42Z', 'updated_at': '2021-08-29T17:28:45Z', 'revision_number': 4, 'project_id': '4c348c31654145cbbaec561638307f96', 'subnets': [{'id': 'b300b3a1-9ac1-4427-a4df-c0658e7cfc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:46.730221 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.732107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Router 752f8ffd-6995-46b3-9f9a-bbbd91271fae is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:28:46.870929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:28:46.879780 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Sync routers for ids ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:28:46.892743 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Routers {'752f8ffd-6995-46b3-9f9a-bbbd91271fae'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:46.893428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:46.921615 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:46.925505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7431c278-e5c1-456a-a1ec-4bdbb375c78b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1806149 Aug 29 17:28:46.926712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34668) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:28:47.120708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9919c3ec-2c0b-42e9-8d84-9525ff201e03 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:47.178505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Set router 752f8ffd-6995-46b3-9f9a-bbbd91271fae gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:47.243332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935dc202-0335-465b-b16f-65dd9bab5f4f None None] Network dfb40fed-4488-4885-8f64-ad2dcf2df081 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:28:47.370068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1d177054-317b-422c-9b43-1e5aa122fed1 None None] Provisioning for port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:47.385522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:47.390618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1d177054-317b-422c-9b43-1e5aa122fed1 None None] Provisioning complete for port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:47.390997 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d177054-317b-422c-9b43-1e5aa122fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.431943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:47.432311 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.525154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.676667 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d177054-317b-422c-9b43-1e5aa122fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.689525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'name': 'tempest-TestServerMultinode-362673488-router', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:44Z', 'updated_at': '2021-08-29T17:28:45Z', 'revision_number': 3, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'gw_port': {'id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:45Z', 'updated_at': '2021-08-29T17:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:47.700409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Allocated IP 172.20.0.1 (dfb40fed-4488-4885-8f64-ad2dcf2df081/b27826da-6095-49d7-b567-c13ec9e72ddb/3e99c88e-4baf-4244-a815-ee0dfb29f80a) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:47.719854 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.726476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Checking router: 752f8ffd-6995-46b3-9f9a-bbbd91271fae for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:28:47.726825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Updating router 752f8ffd-6995-46b3-9f9a-bbbd91271fae port f478edf6-a7f7-49d4-b4ef-54035a5142c6 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:28:47.783272 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.785843 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1d177054-317b-422c-9b43-1e5aa122fed1 None None] For port 9919c3ec-2c0b-42e9-8d84-9525ff201e03, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9919c3ec-2c0b-42e9-8d84-9525ff201e03,segment=NetworkSegment(23f716dc-45f3-4ae2-b5b6-30c99623a828),segment_id=23f716dc-45f3-4ae2-b5b6-30c99623a828)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:47.810011 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d177054-317b-422c-9b43-1e5aa122fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.823498 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.842680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Transition to ACTIVE for port object 3e99c88e-4baf-4244-a815-ee0dfb29f80a will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:47.883715 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.921801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Network dfb40fed-4488-4885-8f64-ad2dcf2df081 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:47.925443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:47.928952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:47.951423 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.963069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=3e99c88e-4baf-4244-a815-ee0dfb29f80a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:47.976060 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:47.979931 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:28:47.979931 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:28:47.982112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d177054-317b-422c-9b43-1e5aa122fed1 None None] Pushing event updated for resources: {'Port': ['ID=9919c3ec-2c0b-42e9-8d84-9525ff201e03,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:48.053759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e70d2770-8385-4d41-8603-54e504854669 None None] Provisioning complete for port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:48.054137 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e70d2770-8385-4d41-8603-54e504854669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.118510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.296040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.301290 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.371174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=3e99c88e-4baf-4244-a815-ee0dfb29f80a,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:48.374110 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.374482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.378221 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.388455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Transition to ACTIVE for port object f478edf6-a7f7-49d4-b4ef-54035a5142c6 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:48.394136 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.447744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00cfcf-5964-4e30-99da-735b9568a83e None None] Pushing event updated for resources: {'Port': ['ID=f478edf6-a7f7-49d4-b4ef-54035a5142c6,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:48.450171 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Attempting to bind port f478edf6-a7f7-49d4-b4ef-54035a5142c6 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:48.450545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Attempting to bind port f478edf6-a7f7-49d4-b4ef-54035a5142c6 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:48.450912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Attempting to bind port f478edf6-a7f7-49d4-b4ef-54035a5142c6 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:48.456535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:48.456917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:48.458048 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.458048 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:48.458269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Bound port: f478edf6-a7f7-49d4-b4ef-54035a5142c6, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:48.458551 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.478186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Network dfb40fed-4488-4885-8f64-ad2dcf2df081 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:48.479752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:48.548625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3e66721e-35a3-49fd-8d06-94ba74617a93 None None] Provisioning for port 3e99c88e-4baf-4244-a815-ee0dfb29f80a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:48.554284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 075024c1-553d-4835-9194-c4135f60fab9 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:48.559207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3e66721e-35a3-49fd-8d06-94ba74617a93 None None] Provisioning complete for port 3e99c88e-4baf-4244-a815-ee0dfb29f80a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:48.559397 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3e66721e-35a3-49fd-8d06-94ba74617a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.605121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] For port f478edf6-a7f7-49d4-b4ef-54035a5142c6, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:48.610231 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Router 752f8ffd-6995-46b3-9f9a-bbbd91271fae has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:28:48.627803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] For port f478edf6-a7f7-49d4-b4ef-54035a5142c6, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f478edf6-a7f7-49d4-b4ef-54035a5142c6,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:48.637547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3e66721e-35a3-49fd-8d06-94ba74617a93 None None] Port 3e99c88e-4baf-4244-a815-ee0dfb29f80a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:28:48.639470 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.709892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 075024c1-553d-4835-9194-c4135f60fab9 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:48.714263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Routers {'752f8ffd-6995-46b3-9f9a-bbbd91271fae'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:48.714896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:48.719882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 075024c1-553d-4835-9194-c4135f60fab9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:48.720802 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.735301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:28:48.740689 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2fd97276-c08d-48a0-a87d-1512c9316ad8 admin admin] 10.222.0.22 "PUT /v2.0/routers/752f8ffd-6995-46b3-9f9a-bbbd91271fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8129895 Aug 29 17:28:48.751030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00cfcf-5964-4e30-99da-735b9568a83e None None] Pushing event updated for resources: {'Port': ['ID=f478edf6-a7f7-49d4-b4ef-54035a5142c6,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:48.840246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-85446d68-5a65-489f-8fdd-f995abe1981d None None] Provisioning complete for port 3e99c88e-4baf-4244-a815-ee0dfb29f80a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:48.840961 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85446d68-5a65-489f-8fdd-f995abe1981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:48.912300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-85446d68-5a65-489f-8fdd-f995abe1981d None None] Port 3e99c88e-4baf-4244-a815-ee0dfb29f80a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:28:48.917810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] Set router 752f8ffd-6995-46b3-9f9a-bbbd91271fae gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:48.960177 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.068805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 075024c1-553d-4835-9194-c4135f60fab9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=075024c1-553d-4835-9194-c4135f60fab9,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:49.075480 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.076265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7973da54-d431-4dc4-86f1-bf676c4b0131 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:49.193206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=075024c1-553d-4835-9194-c4135f60fab9,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:49.214490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7973da54-d431-4dc4-86f1-bf676c4b0131 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:49.214868 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.261515 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-bad461da-4b1f-4bdc-9a6a-5fc4aae51eed tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:49.263016 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-bad461da-4b1f-4bdc-9a6a-5fc4aae51eed tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/networks?id=c0f5bc88-9514-4f61-a896-bd16bc024eb9 HTTP/1.1" status: 200 len: 910 time: 0.0888579 Aug 29 17:28:49.264158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'name': 'tempest-TestServerMultinode-362673488-router', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:44Z', 'updated_at': '2021-08-29T17:28:48Z', 'revision_number': 4, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'gw_port': {'id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:45Z', 'updated_at': '2021-08-29T17:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '3e99c88e-4baf-4244-a815-ee0dfb29f80a', 'name': '', 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'mac_address': 'fa:16:3e:d1:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b27826da-6095-49d7-b567-c13ec9e72ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:47Z', 'updated_at': '2021-08-29T17:28:48Z', 'revision_number': 2, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'subnets': [{'id': 'b27826da-6095-49d7-b567-c13ec9e72ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:49.278352 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-aff09151-df36-4ba8-9351-a4fb79026ebb tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/quotas/fc365f7a5d7e4adf96b18cf80435cf49 HTTP/1.1" status: 200 len: 375 time: 0.0086405 Aug 29 17:28:49.292779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbcd759-30f5-46f8-bf54-ad87e8d7c5f0 None None] The sync data for ids ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'] in n-d-713301-13 is: [{'id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'name': 'tempest-TestServerMultinode-362673488-router', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:44Z', 'updated_at': '2021-08-29T17:28:48Z', 'revision_number': 4, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'gw_port': {'id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:45Z', 'updated_at': '2021-08-29T17:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '3e99c88e-4baf-4244-a815-ee0dfb29f80a', 'name': '', 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'mac_address': 'fa:16:3e:d1:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b27826da-6095-49d7-b567-c13ec9e72ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:47Z', 'updated_at': '2021-08-29T17:28:48Z', 'revision_number': 2, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'subnets': [{'id': 'b27826da-6095-49d7-b567-c13ec9e72ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:49.368322 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-6363e24d-39e7-422e-95c5-97f06f68f913 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc365f7a5d7e4adf96b18cf80435cf49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837948 Aug 29 17:28:49.415816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9919c3ec-2c0b-42e9-8d84-9525ff201e03 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:49.464557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-83bcf16b-2a35-4015-866e-fabd3847fde9 service neutron] 10.222.0.22 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861883 Aug 29 17:28:49.467640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:49.468094 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.571718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 075024c1-553d-4835-9194-c4135f60fab9 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:49.589423 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-7bef14c5-3af3-442b-8564-1f36a9c3c102 service neutron] 10.222.0.22 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170290 Aug 29 17:28:49.624643 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 075024c1-553d-4835-9194-c4135f60fab9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:49.625476 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:49.772273 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0df0b094-0168-4258-89d5-749a6d4051d6 req-d33704ef-23f8-41b3-9819-295a50dfc8b5 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 210 time: 0.0294404 Aug 29 17:28:50.458677 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:50.916092 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f39515ce-87bb-4633-a224-a0d2dd5b1aaf req-dcccba89-698e-43b4-b006-f4c161460ffa tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 210 time: 0.0385509 Aug 29 17:28:50.968233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-69bd19df-0d2d-483c-87c7-a91591160f11 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:50.969750 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-69bd19df-0d2d-483c-87c7-a91591160f11 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.16 "GET /v2.0/networks?id=c0f5bc88-9514-4f61-a896-bd16bc024eb9 HTTP/1.1" status: 200 len: 910 time: 0.1417439 Aug 29 17:28:50.983471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Request body: {'port': {'device_id': 'c088d4bc-db7b-4c8f-99c9-4d23e89f974b', 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9', 'admin_state_up': True, 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:51.005749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Made reservation on behalf of fc365f7a5d7e4adf96b18cf80435cf49 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:28:51.008326 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.123777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Allocated IP 172.20.0.5 (c0f5bc88-9514-4f61-a896-bd16bc024eb9/b300b3a1-9ac1-4427-a4df-c0658e7cfc8a/07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:28:51.266435 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.278653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Transition to ACTIVE for port object 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:51.311503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.327469 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Sync routers for ids ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:28:51.336692 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Routers {'752f8ffd-6995-46b3-9f9a-bbbd91271fae'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:51.337327 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:51.355336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Network c0f5bc88-9514-4f61-a896-bd16bc024eb9 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:28:51.366513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:28:51.370207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:28:51.375938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Pushing event updated for resources: {'Port': ['ID=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:51.417273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:51.417961 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.438140 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-de1b4b58-7c24-4e8e-b5a3-f79204185a51 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4585099 Aug 29 17:28:51.459536 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Set router 752f8ffd-6995-46b3-9f9a-bbbd91271fae gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:51.466358 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f478edf6-a7f7-49d4-b4ef-54035a5142c6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:51.475792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Request body: {'port': {'device_id': 'c088d4bc-db7b-4c8f-99c9-4d23e89f974b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:28:51.523105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port f478edf6-a7f7-49d4-b4ef-54035a5142c6 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:51.528355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f478edf6-a7f7-49d4-b4ef-54035a5142c6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:51.528974 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.546788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.639228 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.669661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port f478edf6-a7f7-49d4-b4ef-54035a5142c6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f478edf6-a7f7-49d4-b4ef-54035a5142c6,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:51.672232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3d88cf46-b8bb-4b08-9298-1dcb56576814 None None] Provisioning for port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:51.676342 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.700224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3d88cf46-b8bb-4b08-9298-1dcb56576814 None None] Provisioning complete for port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:51.700694 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3d88cf46-b8bb-4b08-9298-1dcb56576814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.754381 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=f478edf6-a7f7-49d4-b4ef-54035a5142c6,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:51.756964 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3d88cf46-b8bb-4b08-9298-1dcb56576814 None None] Port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:28:51.795529 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'name': 'tempest-TestServerMultinode-362673488-router', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:44Z', 'updated_at': '2021-08-29T17:28:48Z', 'revision_number': 4, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'gw_port': {'id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:45Z', 'updated_at': '2021-08-29T17:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '3e99c88e-4baf-4244-a815-ee0dfb29f80a', 'name': '', 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'mac_address': 'fa:16:3e:d1:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b27826da-6095-49d7-b567-c13ec9e72ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:47Z', 'updated_at': '2021-08-29T17:28:48Z', 'revision_number': 2, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'subnets': [{'id': 'b27826da-6095-49d7-b567-c13ec9e72ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:51.821181 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Checking router: 752f8ffd-6995-46b3-9f9a-bbbd91271fae for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:28:51.821555 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Updating router 752f8ffd-6995-46b3-9f9a-bbbd91271fae port 3e99c88e-4baf-4244-a815-ee0dfb29f80a binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:28:51.844407 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.850040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:51.857720 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.870179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Transition to ACTIVE for port object 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:51.874167 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:51.928015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Pushing event updated for resources: {'Port': ['ID=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:52.020347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Attempting to bind port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:52.020675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Attempting to bind port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:52.021007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Attempting to bind port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a on network c0f5bc88-9514-4f61-a896-bd16bc024eb9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:52.025820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a on network c0f5bc88-9514-4f61-a896-bd16bc024eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:28:52.026146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Attempting to bind port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a on network c0f5bc88-9514-4f61-a896-bd16bc024eb9 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:52.031301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:52.031631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Checking segment: {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:52.033059 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Bound using segment: {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:52.033059 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Bound port: 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:52.033410 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.054138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b050540-d32d-4be2-b134-54faeac38470 req-dbf48347-7f25-4307-8062-596acb0d3b19 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.062771 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b050540-d32d-4be2-b134-54faeac38470 req-dbf48347-7f25-4307-8062-596acb0d3b19 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1053 time: 0.0507402 Aug 29 17:28:52.107218 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b050540-d32d-4be2-b134-54faeac38470 req-94bf8ac5-55ae-48f7-9fee-5185eef16d2e tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386434 Aug 29 17:28:52.124669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] For port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:52.127995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] For port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:52.133310 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.160045 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.168726 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.169363 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.170762 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] 10.222.0.16 "PUT /v2.0/ports/07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a HTTP/1.1" status: 200 len: 1092 time: 0.6997573 Aug 29 17:28:52.171579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088d4bc-db7b-4c8f-99c9-4d23e89f974b', 'tag': '07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:52.172426 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Transition to ACTIVE for port object 3e99c88e-4baf-4244-a815-ee0dfb29f80a will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:28:52.174137 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb12afc1-52ef-49fe-9214-f06b804955b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c088d4bc-db7b-4c8f-99c9-4d23e89f974b", "tag": "07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:52.183386 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.198769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c2202-55b2-43b1-b4ef-3377a4f7c08d service neutron] Pushing event updated for resources: {'Port': ['ID=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:52.235192 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ecbd3b-cb95-40c0-a222-05fe499b89da x-openstack-request-id: req-d8ecbd3b-cb95-40c0-a222-05fe499b89da {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:52.235514 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088d4bc-db7b-4c8f-99c9-4d23e89f974b", "tag": "07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:52.236531 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8ecbd3b-cb95-40c0-a222-05fe499b89da {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:52.236927 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088d4bc-db7b-4c8f-99c9-4d23e89f974b', 'tag': '07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a', 'status': 'completed', 'code': 200} Aug 29 17:28:52.242632 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeaf436-f346-4b04-97d4-c69680e2bdab None None] Pushing event updated for resources: {'Port': ['ID=3e99c88e-4baf-4244-a815-ee0dfb29f80a,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:52.283944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-78249524-3b3b-455b-93c7-fb2be80d7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.285654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-78249524-3b3b-455b-93c7-fb2be80d7813 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc365f7a5d7e4adf96b18cf80435cf49&device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1095 time: 0.0613530 Aug 29 17:28:52.302734 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Attempting to bind port 3e99c88e-4baf-4244-a815-ee0dfb29f80a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:28:52.303343 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Attempting to bind port 3e99c88e-4baf-4244-a815-ee0dfb29f80a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '23f716dc-45f3-4ae2-b5b6-30c99623a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:28:52.303921 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Attempting to bind port 3e99c88e-4baf-4244-a815-ee0dfb29f80a on network dfb40fed-4488-4885-8f64-ad2dcf2df081 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:28:52.309930 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:28:52.310628 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Checking segment: {'id': '23f716dc-45f3-4ae2-b5b6-30c99623a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:28:52.311241 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.311831 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Bound using segment: {'id': '23f716dc-45f3-4ae2-b5b6-30c99623a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:28:52.312553 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Bound port: 3e99c88e-4baf-4244-a815-ee0dfb29f80a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f716dc-45f3-4ae2-b5b6-30c99623a828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:28:52.313138 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.335291 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-35330e9b-6c52-40e5-bd77-0ee0990d66ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a HTTP/1.1" status: 200 len: 217 time: 0.0389798 Aug 29 17:28:52.387969 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] For port 3e99c88e-4baf-4244-a815-ee0dfb29f80a, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:28:52.389690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-969d0ea1-4efe-48a6-b8bb-b34f431afb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.391651 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] For port 3e99c88e-4baf-4244-a815-ee0dfb29f80a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3e99c88e-4baf-4244-a815-ee0dfb29f80a,segment=NetworkSegment(23f716dc-45f3-4ae2-b5b6-30c99623a828),segment_id=23f716dc-45f3-4ae2-b5b6-30c99623a828)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:28:52.392527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-969d0ea1-4efe-48a6-b8bb-b34f431afb82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b300b3a1-9ac1-4427-a4df-c0658e7cfc8a HTTP/1.1" status: 200 len: 848 time: 0.0503352 Aug 29 17:28:52.396620 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:52.449984 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-a8937746-b858-40c9-9cc5-fc4bcdebee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.451607 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-a8937746-b858-40c9-9cc5-fc4bcdebee38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c0f5bc88-9514-4f61-a896-bd16bc024eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529199 Aug 29 17:28:52.467611 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Routers {'752f8ffd-6995-46b3-9f9a-bbbd91271fae'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:28:52.468236 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:28:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:52.472130 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeaf436-f346-4b04-97d4-c69680e2bdab None None] Pushing event updated for resources: {'Port': ['ID=3e99c88e-4baf-4244-a815-ee0dfb29f80a,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:52.555423 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-2d8de83c-ddcb-4e5e-b813-268b876b3b06 service neutron] 10.222.0.16 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958161 Aug 29 17:28:52.580758 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] Set router 752f8ffd-6995-46b3-9f9a-bbbd91271fae gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:28:52.656706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-01baec4b-5d8b-4303-9fef-beff1448faa1 req-cda11caf-43c6-482e-bbbd-8eb95a6ef784 service neutron] 10.222.0.16 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942290 Aug 29 17:28:52.753177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12afc1-52ef-49fe-9214-f06b804955b9 req-a9fefafa-4a50-416b-ac7c-248202becd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.754735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb12afc1-52ef-49fe-9214-f06b804955b9 req-a9fefafa-4a50-416b-ac7c-248202becd1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc365f7a5d7e4adf96b18cf80435cf49&device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1095 time: 0.0425181 Aug 29 17:28:52.793838 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'name': 'tempest-TestServerMultinode-362673488-router', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:44Z', 'updated_at': '2021-08-29T17:28:48Z', 'revision_number': 4, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'gw_port': {'id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:45Z', 'updated_at': '2021-08-29T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '3e99c88e-4baf-4244-a815-ee0dfb29f80a', 'name': '', 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'mac_address': 'fa:16:3e:d1:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b27826da-6095-49d7-b567-c13ec9e72ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:47Z', 'updated_at': '2021-08-29T17:28:52Z', 'revision_number': 4, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'subnets': [{'id': 'b27826da-6095-49d7-b567-c13ec9e72ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:28:52.822999 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e0a5e-d806-4b6f-9139-7f6328afe877 None None] The sync data for ids ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'] in n-d-713301-13 is: [{'id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'name': 'tempest-TestServerMultinode-362673488-router', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:44Z', 'updated_at': '2021-08-29T17:28:48Z', 'revision_number': 4, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'gw_port': {'id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:45Z', 'updated_at': '2021-08-29T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '3e99c88e-4baf-4244-a815-ee0dfb29f80a', 'name': '', 'network_id': 'dfb40fed-4488-4885-8f64-ad2dcf2df081', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'mac_address': 'fa:16:3e:d1:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'b27826da-6095-49d7-b567-c13ec9e72ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:47Z', 'updated_at': '2021-08-29T17:28:52Z', 'revision_number': 4, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'subnets': [{'id': 'b27826da-6095-49d7-b567-c13ec9e72ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:28:52.845799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12afc1-52ef-49fe-9214-f06b804955b9 req-b77a2723-1b85-4ab8-a07e-76df7eb3e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.847186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb12afc1-52ef-49fe-9214-f06b804955b9 req-b77a2723-1b85-4ab8-a07e-76df7eb3e301 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c0f5bc88-9514-4f61-a896-bd16bc024eb9 HTTP/1.1" status: 200 len: 910 time: 0.0855520 Aug 29 17:28:52.894941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb12afc1-52ef-49fe-9214-f06b804955b9 req-36a2b648-5c09-4b19-a21e-1ff71d4ca1b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a HTTP/1.1" status: 200 len: 217 time: 0.0402801 Aug 29 17:28:52.946129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12afc1-52ef-49fe-9214-f06b804955b9 req-e79dd8e1-8a7f-400e-935c-29cd04efbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.947665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb12afc1-52ef-49fe-9214-f06b804955b9 req-e79dd8e1-8a7f-400e-935c-29cd04efbc9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b300b3a1-9ac1-4427-a4df-c0658e7cfc8a HTTP/1.1" status: 200 len: 848 time: 0.0459373 Aug 29 17:28:52.996546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12afc1-52ef-49fe-9214-f06b804955b9 req-7bda7c32-0064-4183-92fb-1979e6fafb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:52.998219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb12afc1-52ef-49fe-9214-f06b804955b9 req-7bda7c32-0064-4183-92fb-1979e6fafb55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c0f5bc88-9514-4f61-a896-bd16bc024eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433781 Aug 29 17:28:53.104344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb12afc1-52ef-49fe-9214-f06b804955b9 req-203c19cd-e95a-4f68-a9d8-d6459b5453af service neutron] 10.222.0.16 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982440 Aug 29 17:28:53.201035 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb12afc1-52ef-49fe-9214-f06b804955b9 req-2b7d3e2f-9d7f-46a9-962f-3de92cc6fcea service neutron] 10.222.0.16 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893409 Aug 29 17:28:53.215618 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d602f-343b-4bbb-b7e3-7fce79c3f820 req-de59da20-d63f-43fd-84a6-3e2368433572 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:53.217344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-834d602f-343b-4bbb-b7e3-7fce79c3f820 req-de59da20-d63f-43fd-84a6-3e2368433572 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1095 time: 0.0478084 Aug 29 17:28:53.256008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-834d602f-343b-4bbb-b7e3-7fce79c3f820 req-6f424c57-ee21-4131-bcd9-79cf64e5d328 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299177 Aug 29 17:28:53.428534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f478edf6-a7f7-49d4-b4ef-54035a5142c6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:53.478941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port f478edf6-a7f7-49d4-b4ef-54035a5142c6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:53.479314 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.552639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3e99c88e-4baf-4244-a815-ee0dfb29f80a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:53.597694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 3e99c88e-4baf-4244-a815-ee0dfb29f80a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:53.601696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3e99c88e-4baf-4244-a815-ee0dfb29f80a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:53.602148 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.677865 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.710120 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 3e99c88e-4baf-4244-a815-ee0dfb29f80a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3e99c88e-4baf-4244-a815-ee0dfb29f80a,segment=NetworkSegment(23f716dc-45f3-4ae2-b5b6-30c99623a828),segment_id=23f716dc-45f3-4ae2-b5b6-30c99623a828)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:53.714059 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:53.760027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=3e99c88e-4baf-4244-a815-ee0dfb29f80a,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:54.367137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd2ec9-7bee-4171-ba00-e076b067b65e req-58380060-bb6a-4aa1-ad30-6517e5730e0a tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:54.368673 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98fd2ec9-7bee-4171-ba00-e076b067b65e req-58380060-bb6a-4aa1-ad30-6517e5730e0a tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1095 time: 0.0418923 Aug 29 17:28:54.406671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98fd2ec9-7bee-4171-ba00-e076b067b65e req-879fca20-f367-40ec-819f-d29a8152479b tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Aug 29 17:28:55.404581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3e99c88e-4baf-4244-a815-ee0dfb29f80a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:55.456125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 3e99c88e-4baf-4244-a815-ee0dfb29f80a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:55.456492 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:55.511808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df41f71-153b-492d-af8e-b281c0a49f6b req-ba9946d4-e5f1-465f-8db3-c34cbca41d66 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:55.513367 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7df41f71-153b-492d-af8e-b281c0a49f6b req-ba9946d4-e5f1-465f-8db3-c34cbca41d66 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1095 time: 0.0400946 Aug 29 17:28:55.549284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7df41f71-153b-492d-af8e-b281c0a49f6b req-f59c5e27-3c7b-46c8-aaad-14b787d1b58b tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287445 Aug 29 17:28:56.449194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:28:56.542464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:56.553944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a', 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9', 'port_id': '07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a', 'mac_address': 'fa:16:3e:90:87:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b300b3a1-9ac1-4427-a4df-c0658e7cfc8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:28:56.590963 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:56.603807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:28:56.624529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:56.628866 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:56.655660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f330e-7a6e-49f2-bb71-bd3f098fbaa2 req-4eeb0bed-6873-4a2b-8c07-9f4c7c2f8910 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:56.657037 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-236f330e-7a6e-49f2-bb71-bd3f098fbaa2 req-4eeb0bed-6873-4a2b-8c07-9f4c7c2f8910 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1095 time: 0.0414708 Aug 29 17:28:56.677565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:56.692428 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-236f330e-7a6e-49f2-bb71-bd3f098fbaa2 req-7458972a-b1b8-40ee-bf04-31dc72239d41 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288792 Aug 29 17:28:56.908794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:28:56.962909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67d64221-b37f-46e9-8907-606f4a163f39 req-3ed343f3-2418-48d3-b612-b14c932d497d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390446 Aug 29 17:28:57.041757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d64221-b37f-46e9-8907-606f4a163f39 req-c636b0dc-3557-47fe-96b6-ad2b0bf3d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.043257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67d64221-b37f-46e9-8907-606f4a163f39 req-c636b0dc-3557-47fe-96b6-ad2b0bf3d8f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d04c0249fc5e416585c5676d42c8ae30&device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 1099 time: 0.0402777 Aug 29 17:28:57.147238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d64221-b37f-46e9-8907-606f4a163f39 req-88b73b8b-2247-409c-9bd1-b2b567a67d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.148691 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67d64221-b37f-46e9-8907-606f4a163f39 req-88b73b8b-2247-409c-9bd1-b2b567a67d2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 200 len: 916 time: 0.0871878 Aug 29 17:28:57.213075 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67d64221-b37f-46e9-8907-606f4a163f39 req-0ad8a6d5-0200-47e7-9886-934244f73bac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 200 len: 1002 time: 0.0569129 Aug 29 17:28:57.264847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d64221-b37f-46e9-8907-606f4a163f39 req-0417ca8d-3323-4466-b29c-dba9efcd73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.266277 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67d64221-b37f-46e9-8907-606f4a163f39 req-0417ca8d-3323-4466-b29c-dba9efcd73a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 200 len: 854 time: 0.0463331 Aug 29 17:28:57.311727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d64221-b37f-46e9-8907-606f4a163f39 req-8d298db7-2306-4bdb-8a0e-72a59b4e7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.313153 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67d64221-b37f-46e9-8907-606f4a163f39 req-8d298db7-2306-4bdb-8a0e-72a59b4e7e94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd3ee4a9-907c-4102-9a91-a3ab6420bccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384359 Aug 29 17:28:57.402802 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67d64221-b37f-46e9-8907-606f4a163f39 req-764e6a18-bfa8-4954-ac4c-c081810ed291 service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813842 Aug 29 17:28:57.495647 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-67d64221-b37f-46e9-8907-606f4a163f39 req-ea418dec-e194-4b39-8a78-7bd406707e3e service neutron] 10.222.0.16 "GET /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853648 Aug 29 17:28:57.701404 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:28:57.796212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39f41-4375-4430-88ac-aaf84e0cfcc9 req-83fc6d0c-bbb4-4b36-a274-ae233cf3a040 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:57.797745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5fe39f41-4375-4430-88ac-aaf84e0cfcc9 req-83fc6d0c-bbb4-4b36-a274-ae233cf3a040 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1096 time: 0.0393112 Aug 29 17:28:57.831666 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5fe39f41-4375-4430-88ac-aaf84e0cfcc9 req-94496640-d6d1-4a11-9d88-103f5039e0b2 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275910 Aug 29 17:28:58.458938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:28:58.506234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:28:58.509851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:28:58.510224 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:58.585597 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:58.607031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088d4bc-db7b-4c8f-99c9-4d23e89f974b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:28:58.609466 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b2f095-312c-4c43-bc66-2dc695046be1" -d '{"events": [{"server_uuid": "c088d4bc-db7b-4c8f-99c9-4d23e89f974b", "name": "network-vif-plugged", "status": "completed", "tag": "07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:28:58.621765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:28:58.625950 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:28:58.649888 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c58ef8-958e-49ac-8227-0b6a7b42d279 x-openstack-request-id: req-f3c58ef8-958e-49ac-8227-0b6a7b42d279 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:28:58.650190 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088d4bc-db7b-4c8f-99c9-4d23e89f974b", "name": "network-vif-plugged", "status": "completed", "tag": "07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:28:58.650441 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3c58ef8-958e-49ac-8227-0b6a7b42d279 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:28:58.650824 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088d4bc-db7b-4c8f-99c9-4d23e89f974b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a', 'code': 200} Aug 29 17:28:58.678109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:28:58.744635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e96917-7b84-43cd-a124-9a6e86d5f75a req-a5958fd3-a7c7-4020-9976-a8ed74e6588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:58.746152 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74e96917-7b84-43cd-a124-9a6e86d5f75a req-a5958fd3-a7c7-4020-9976-a8ed74e6588e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1097 time: 0.0402896 Aug 29 17:28:58.779725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74e96917-7b84-43cd-a124-9a6e86d5f75a req-6ef66e8e-3790-425c-b7f7-51e5c89431e4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269854 Aug 29 17:28:58.942795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be7a50-27f2-49d6-865e-2096ce2111f6 req-de38fa96-b163-47ab-b931-eb1ff9157447 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:28:58.944242 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40be7a50-27f2-49d6-865e-2096ce2111f6 req-de38fa96-b163-47ab-b931-eb1ff9157447 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1097 time: 0.0476058 Aug 29 17:28:58.977795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40be7a50-27f2-49d6-865e-2096ce2111f6 req-6cb38804-5674-401b-876d-408adb88198e tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277212 Aug 29 17:29:00.088780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4b13-902c-4166-abce-e9f86e4443e4 req-da5be71c-0a91-4ecd-8458-e3fb856cf3c0 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:00.090472 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e40c4b13-902c-4166-abce-e9f86e4443e4 req-da5be71c-0a91-4ecd-8458-e3fb856cf3c0 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1097 time: 0.0432558 Aug 29 17:29:00.133135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e40c4b13-902c-4166-abce-e9f86e4443e4 req-48d03abc-41ab-467a-afc6-ef7f8282703a tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361586 Aug 29 17:29:01.238748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1275de7-2055-406b-b78f-3599aef23004 req-42f5312e-73a2-4a7c-b94c-8174387cd801 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:01.240533 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1275de7-2055-406b-b78f-3599aef23004 req-42f5312e-73a2-4a7c-b94c-8174387cd801 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1097 time: 0.0417213 Aug 29 17:29:01.274169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1275de7-2055-406b-b78f-3599aef23004 req-6665d193-f68e-4b14-ac2d-b7d0de5f0321 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278013 Aug 29 17:29:01.380021 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c99241-efb8-4e1f-9c5b-c020ea790477 req-90ae6eaf-f25d-44fc-af07-5e2c6ec17361 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:01.381567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64c99241-efb8-4e1f-9c5b-c020ea790477 req-90ae6eaf-f25d-44fc-af07-5e2c6ec17361 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1097 time: 0.0417650 Aug 29 17:29:01.415937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64c99241-efb8-4e1f-9c5b-c020ea790477 req-daa766d5-c248-4c27-a0aa-bad9781a809c tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284331 Aug 29 17:29:01.519699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83736392-bfb9-4a79-b733-287f2650175a req-9d7febf9-44b6-4409-806a-ad7c6e661585 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:01.521184 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-83736392-bfb9-4a79-b733-287f2650175a req-9d7febf9-44b6-4409-806a-ad7c6e661585 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1097 time: 0.0410297 Aug 29 17:29:01.554975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-83736392-bfb9-4a79-b733-287f2650175a req-4db60a34-3816-4ca0-aa6f-0d0a0a9a185c tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279260 Aug 29 17:29:01.762765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-270d07c3-64d1-4c1a-b9f2-564c6e1cb3a3 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:01.764247 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-270d07c3-64d1-4c1a-b9f2-564c6e1cb3a3 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/networks?id=c0f5bc88-9514-4f61-a896-bd16bc024eb9 HTTP/1.1" status: 200 len: 910 time: 0.0853262 Aug 29 17:29:01.778567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-60af5642-8290-472e-8e18-6291583a7d0b tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/quotas/fc365f7a5d7e4adf96b18cf80435cf49 HTTP/1.1" status: 200 len: 375 time: 0.0085430 Aug 29 17:29:01.827622 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-3cc5725a-2872-4eb2-b0d9-ef933b2e490b tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc365f7a5d7e4adf96b18cf80435cf49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0433953 Aug 29 17:29:01.915960 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-61d0174f-ccea-43b2-a7d3-4e573d9c27ca service neutron] 10.222.0.22 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813737 Aug 29 17:29:02.342950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7aadf492-3251-47f6-a471-757235c1278d service neutron] 10.222.0.22 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208908 Aug 29 17:29:02.514704 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7b20dedf-50c9-471a-bc86-60e59829acdd req-1eb32ed5-f3a7-40f7-b033-9d488fa4a92f tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 210 time: 0.0269961 Aug 29 17:29:03.382570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-d3765058-3783-4c81-9d6f-d1761c7348e6 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:03.384051 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-d3765058-3783-4c81-9d6f-d1761c7348e6 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.10 "GET /v2.0/networks?id=c0f5bc88-9514-4f61-a896-bd16bc024eb9 HTTP/1.1" status: 200 len: 910 time: 0.0961244 Aug 29 17:29:03.397147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Request body: {'port': {'device_id': 'ad0e4c18-bac0-4708-ab13-38ca8107f56c', 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9', 'admin_state_up': True, 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:03.422730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Made reservation on behalf of fc365f7a5d7e4adf96b18cf80435cf49 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:29:03.425028 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.544408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Allocated IP 172.20.0.14 (c0f5bc88-9514-4f61-a896-bd16bc024eb9/b300b3a1-9ac1-4427-a4df-c0658e7cfc8a/407093f9-ac92-4a19-a703-2a12423962d7) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:29:03.611571 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64687ea0-504d-4276-8d93-237a04d49e8c req-dea4753c-5b69-4ae7-9204-62a83dc37c71 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 210 time: 0.0283477 Aug 29 17:29:03.683563 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.696354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Transition to ACTIVE for port object 407093f9-ac92-4a19-a703-2a12423962d7 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:03.729209 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.740507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:03.776827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Network c0f5bc88-9514-4f61-a896-bd16bc024eb9 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:29:03.781868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:29:03.788831 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:29:03.790694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Pushing event updated for resources: {'Port': ['ID=407093f9-ac92-4a19-a703-2a12423962d7,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:03.830809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:03.831293 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:03.846747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-e70a3630-14ff-48c7-a444-0978efa249ce tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4539943 Aug 29 17:29:03.860980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Request body: {'port': {'device_id': 'ad0e4c18-bac0-4708-ab13-38ca8107f56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:29:03.922248 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.045617 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4d2a3163-6566-4223-b6de-bc15307c4cd5 None None] Provisioning for port 407093f9-ac92-4a19-a703-2a12423962d7 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:04.051959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4d2a3163-6566-4223-b6de-bc15307c4cd5 None None] Provisioning complete for port 407093f9-ac92-4a19-a703-2a12423962d7 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:04.052361 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4d2a3163-6566-4223-b6de-bc15307c4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.085088 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a3163-6566-4223-b6de-bc15307c4cd5 None None] Port 407093f9-ac92-4a19-a703-2a12423962d7 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:29:04.206788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407093f9-ac92-4a19-a703-2a12423962d7 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:04.214467 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.226180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Transition to ACTIVE for port object 407093f9-ac92-4a19-a703-2a12423962d7 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:29:04.230127 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.282784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Pushing event updated for resources: {'Port': ['ID=407093f9-ac92-4a19-a703-2a12423962d7,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:04.357139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Attempting to bind port 407093f9-ac92-4a19-a703-2a12423962d7 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:29:04.357506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Attempting to bind port 407093f9-ac92-4a19-a703-2a12423962d7 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:29:04.357844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Attempting to bind port 407093f9-ac92-4a19-a703-2a12423962d7 on network c0f5bc88-9514-4f61-a896-bd16bc024eb9 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:04.363067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Port 407093f9-ac92-4a19-a703-2a12423962d7 on network c0f5bc88-9514-4f61-a896-bd16bc024eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:29:04.363526 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Attempting to bind port 407093f9-ac92-4a19-a703-2a12423962d7 on network c0f5bc88-9514-4f61-a896-bd16bc024eb9 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:29:04.369074 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:29:04.369478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Checking segment: {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:29:04.369869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Bound using segment: {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:29:04.370356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Bound port: 407093f9-ac92-4a19-a703-2a12423962d7, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cf03e9-4182-40d9-9928-32c88f841ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:29:04.370742 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.445189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] For port 407093f9-ac92-4a19-a703-2a12423962d7, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:29:04.448378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] For port 407093f9-ac92-4a19-a703-2a12423962d7, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=407093f9-ac92-4a19-a703-2a12423962d7,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:29:04.451975 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.492980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:04.493646 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:04.495061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] 10.222.0.10 "PUT /v2.0/ports/407093f9-ac92-4a19-a703-2a12423962d7 HTTP/1.1" status: 200 len: 1093 time: 0.6396124 Aug 29 17:29:04.495930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0e4c18-bac0-4708-ab13-38ca8107f56c', 'tag': '407093f9-ac92-4a19-a703-2a12423962d7'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:04.498720 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0e4c18-bac0-4708-ab13-38ca8107f56c", "tag": "407093f9-ac92-4a19-a703-2a12423962d7"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:04.549810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375f24c-d905-433f-8ad3-ce59ffb01b5c service neutron] Pushing event updated for resources: {'Port': ['ID=407093f9-ac92-4a19-a703-2a12423962d7,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:04.558171 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b7001f-c793-4f3b-8722-de4430565f68 x-openstack-request-id: req-92b7001f-c793-4f3b-8722-de4430565f68 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:04.558472 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0e4c18-bac0-4708-ab13-38ca8107f56c", "tag": "407093f9-ac92-4a19-a703-2a12423962d7", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:04.558731 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92b7001f-c793-4f3b-8722-de4430565f68 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:04.559140 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0e4c18-bac0-4708-ab13-38ca8107f56c', 'tag': '407093f9-ac92-4a19-a703-2a12423962d7', 'status': 'completed', 'code': 200} Aug 29 17:29:04.593704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-4bb16d4c-113e-406a-be9d-c706d692eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:04.595799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-4bb16d4c-113e-406a-be9d-c706d692eded service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc365f7a5d7e4adf96b18cf80435cf49&device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1096 time: 0.0578628 Aug 29 17:29:04.648806 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-1e1066d1-365d-4c6d-8891-8e567d17e545 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=407093f9-ac92-4a19-a703-2a12423962d7 HTTP/1.1" status: 200 len: 217 time: 0.0442221 Aug 29 17:29:04.725317 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88e153-abac-478a-8935-230b92aefa62 req-87f63bb6-fd0f-4683-af8a-6163305e0636 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:04.726971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d88e153-abac-478a-8935-230b92aefa62 req-87f63bb6-fd0f-4683-af8a-6163305e0636 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1096 time: 0.0428410 Aug 29 17:29:04.764845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d88e153-abac-478a-8935-230b92aefa62 req-a1295fc7-dcfa-43fa-b01e-a78ff7796382 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Aug 29 17:29:05.020617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-75b482d2-54d8-4ee3-978a-ce743396d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.022076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-75b482d2-54d8-4ee3-978a-ce743396d20c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b300b3a1-9ac1-4427-a4df-c0658e7cfc8a HTTP/1.1" status: 200 len: 848 time: 0.3669381 Aug 29 17:29:05.067518 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-862f1b67-3202-40be-8fde-3eb3b43ca20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.068970 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-862f1b67-3202-40be-8fde-3eb3b43ca20c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0f5bc88-9514-4f61-a896-bd16bc024eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397301 Aug 29 17:29:05.162341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-727e1931-d10e-4d6a-bd50-d2563c04e6e1 service neutron] 10.222.0.10 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854399 Aug 29 17:29:05.253967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cb04dbfe-d85d-4867-a650-5484b416b0ff req-df6ca0bb-1438-4451-88da-db080b9231da service neutron] 10.222.0.10 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846112 Aug 29 17:29:05.344467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128 req-8159cb7b-be1a-4639-bf46-d4ff17ed3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.346034 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128 req-8159cb7b-be1a-4639-bf46-d4ff17ed3c94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc365f7a5d7e4adf96b18cf80435cf49&device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1096 time: 0.0446818 Aug 29 17:29:05.445717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128 req-598ff60c-60b0-4cdb-8d2a-ec05c2d4091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.447206 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128 req-598ff60c-60b0-4cdb-8d2a-ec05c2d4091c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c0f5bc88-9514-4f61-a896-bd16bc024eb9 HTTP/1.1" status: 200 len: 910 time: 0.0943730 Aug 29 17:29:05.488451 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128 req-084921a1-daf8-4189-9281-ef4424676f15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=407093f9-ac92-4a19-a703-2a12423962d7 HTTP/1.1" status: 200 len: 217 time: 0.0347476 Aug 29 17:29:05.542237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128 req-5955db5c-9e30-4d49-a277-b386c541c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.543693 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128 req-5955db5c-9e30-4d49-a277-b386c541c0a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b300b3a1-9ac1-4427-a4df-c0658e7cfc8a HTTP/1.1" status: 200 len: 848 time: 0.0478022 Aug 29 17:29:05.590271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128 req-4ffa23bc-7a92-4f4c-857d-08c6f6a0181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.591757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128 req-4ffa23bc-7a92-4f4c-857d-08c6f6a0181a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c0f5bc88-9514-4f61-a896-bd16bc024eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397036 Aug 29 17:29:05.681782 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128 req-64999365-a769-424e-afc6-383ea439625b service neutron] 10.222.0.10 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825694 Aug 29 17:29:05.774758 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38746a08-bb7c-43c0-83b3-6d9b1c3c2128 req-ccc76360-82dd-4a74-b6f7-230f29c4d7ee service neutron] 10.222.0.10 "GET /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861526 Aug 29 17:29:05.872805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef524a36-a733-41a5-a23c-df2780c51a7f req-201ba75b-d78e-4192-a7b9-b5139925cc29 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:05.874368 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef524a36-a733-41a5-a23c-df2780c51a7f req-201ba75b-d78e-4192-a7b9-b5139925cc29 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1096 time: 0.0421181 Aug 29 17:29:05.908294 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef524a36-a733-41a5-a23c-df2780c51a7f req-60c66b1b-3b27-4879-bb68-1717d97cd5f0 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279632 Aug 29 17:29:07.017332 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd520c7-0c4c-4f62-958a-a8b6d891b6a4 req-da08e81c-1962-4ca9-a6bf-fe38acaa76f7 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:07.018841 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cd520c7-0c4c-4f62-958a-a8b6d891b6a4 req-da08e81c-1962-4ca9-a6bf-fe38acaa76f7 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1096 time: 0.0457685 Aug 29 17:29:07.056341 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cd520c7-0c4c-4f62-958a-a8b6d891b6a4 req-99f3b023-a9c6-4a9e-8d6b-0457ccbe1c20 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Aug 29 17:29:08.160238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581293c-6f9a-49c4-9be5-af337b249016 req-49d68821-22f2-4d5c-9356-ced46cdb7af6 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:08.162761 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0581293c-6f9a-49c4-9be5-af337b249016 req-49d68821-22f2-4d5c-9356-ced46cdb7af6 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1096 time: 0.0412581 Aug 29 17:29:08.202800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0581293c-6f9a-49c4-9be5-af337b249016 req-b8144c53-6831-4ce9-8bfd-36b54c7bfc83 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341043 Aug 29 17:29:08.338560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 407093f9-ac92-4a19-a703-2a12423962d7 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:29:08.433432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 407093f9-ac92-4a19-a703-2a12423962d7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=407093f9-ac92-4a19-a703-2a12423962d7,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:08.444452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '407093f9-ac92-4a19-a703-2a12423962d7', 'network_id': 'c0f5bc88-9514-4f61-a896-bd16bc024eb9', 'port_id': '407093f9-ac92-4a19-a703-2a12423962d7', 'mac_address': 'fa:16:3e:e6:dd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b300b3a1-9ac1-4427-a4df-c0658e7cfc8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:29:08.480561 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:08.493134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407093f9-ac92-4a19-a703-2a12423962d7 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:29:08.511878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 407093f9-ac92-4a19-a703-2a12423962d7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=407093f9-ac92-4a19-a703-2a12423962d7,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:08.515985 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:08.562174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=407093f9-ac92-4a19-a703-2a12423962d7,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:08.715596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['407093f9-ac92-4a19-a703-2a12423962d7'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:09.310896 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32219d-07fe-4c09-aee4-58d2e65bee16 req-b3814fe8-49ab-4ece-9069-16c4cf201e7e tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:09.312414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d32219d-07fe-4c09-aee4-58d2e65bee16 req-b3814fe8-49ab-4ece-9069-16c4cf201e7e tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1097 time: 0.0406365 Aug 29 17:29:09.347294 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9d32219d-07fe-4c09-aee4-58d2e65bee16 req-db5223c7-60a7-4d60-9737-18ab15136a1e tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287528 Aug 29 17:29:10.340113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 407093f9-ac92-4a19-a703-2a12423962d7 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:29:10.389736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 407093f9-ac92-4a19-a703-2a12423962d7 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:29:10.393380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 407093f9-ac92-4a19-a703-2a12423962d7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:29:10.393789 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:10.472713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9461a8-3e2c-412c-800d-410ab39a64c0 req-2712ebc4-4b30-4412-a9d6-6f845b53536e tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:10.474589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce9461a8-3e2c-412c-800d-410ab39a64c0 req-2712ebc4-4b30-4412-a9d6-6f845b53536e tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1097 time: 0.0484529 Aug 29 17:29:10.489195 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:10.510442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ce9461a8-3e2c-412c-800d-410ab39a64c0 req-546717d7-ff2b-4ffa-b8f3-c90843e9c011 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296311 Aug 29 17:29:10.510871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0e4c18-bac0-4708-ab13-38ca8107f56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407093f9-ac92-4a19-a703-2a12423962d7'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:10.513099 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9abff31-7680-4f35-bc8d-02c45bb2998f" -d '{"events": [{"server_uuid": "ad0e4c18-bac0-4708-ab13-38ca8107f56c", "name": "network-vif-plugged", "status": "completed", "tag": "407093f9-ac92-4a19-a703-2a12423962d7"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:10.530708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 407093f9-ac92-4a19-a703-2a12423962d7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=407093f9-ac92-4a19-a703-2a12423962d7,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:10.535729 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:10.568142 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bf6cae-f011-406e-b964-4dc46a63d9bb x-openstack-request-id: req-a1bf6cae-f011-406e-b964-4dc46a63d9bb {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:10.568434 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0e4c18-bac0-4708-ab13-38ca8107f56c", "name": "network-vif-plugged", "status": "completed", "tag": "407093f9-ac92-4a19-a703-2a12423962d7", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:10.568784 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1bf6cae-f011-406e-b964-4dc46a63d9bb {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:10.569164 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0e4c18-bac0-4708-ab13-38ca8107f56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407093f9-ac92-4a19-a703-2a12423962d7', 'code': 200} Aug 29 17:29:10.600678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=407093f9-ac92-4a19-a703-2a12423962d7,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:10.650800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0853cb-d17a-4beb-8bd6-83bd1e4c5939 req-74cf440b-d8d9-49e8-a315-3f68b71d1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:10.652307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b0853cb-d17a-4beb-8bd6-83bd1e4c5939 req-74cf440b-d8d9-49e8-a315-3f68b71d1c57 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1098 time: 0.0405135 Aug 29 17:29:10.685837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2b0853cb-d17a-4beb-8bd6-83bd1e4c5939 req-214e9dbc-88d8-4841-8902-418b11ed6ac6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269158 Aug 29 17:29:11.620717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b82ae6-c5fc-4e26-8d4a-1449915b2e71 req-6b17fcec-b552-49e5-a80f-d54cb1ac4459 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:11.622203 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-01b82ae6-c5fc-4e26-8d4a-1449915b2e71 req-6b17fcec-b552-49e5-a80f-d54cb1ac4459 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1098 time: 0.0419247 Aug 29 17:29:11.660695 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-01b82ae6-c5fc-4e26-8d4a-1449915b2e71 req-0c5249f1-6372-4b27-8053-680f602a6b57 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Aug 29 17:29:12.769724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557bca0-0920-491a-8b54-714fcc7b7433 req-44e1a9ad-24ad-407b-bdb0-304ab0b4e240 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:12.771257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a557bca0-0920-491a-8b54-714fcc7b7433 req-44e1a9ad-24ad-407b-bdb0-304ab0b4e240 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1098 time: 0.0420635 Aug 29 17:29:12.805024 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a557bca0-0920-491a-8b54-714fcc7b7433 req-381acc3c-0d5d-43c8-9e07-71854a7b3426 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278318 Aug 29 17:29:12.910239 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-07c2db55-b4c1-4c69-a4bb-cef4b0c2c81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:12.911589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b320784-47d0-4db9-aab5-0db8292daf15 req-44a37f54-82f1-41dd-ad0c-67b8c8e1b70a tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:12.913180 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b320784-47d0-4db9-aab5-0db8292daf15 req-44a37f54-82f1-41dd-ad0c-67b8c8e1b70a tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1098 time: 0.0427601 Aug 29 17:29:12.948502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6b320784-47d0-4db9-aab5-0db8292daf15 req-67b96481-336c-466b-9ae9-1d3b93a51214 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290399 Aug 29 17:29:13.054801 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc7cf8-0e5b-4e4d-9d1a-4d2dadc54a1a req-72c9c55a-7c5c-4583-a976-f757eb00216c tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:13.056353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dedc7cf8-0e5b-4e4d-9d1a-4d2dadc54a1a req-72c9c55a-7c5c-4583-a976-f757eb00216c tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1098 time: 0.0428653 Aug 29 17:29:13.095008 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dedc7cf8-0e5b-4e4d-9d1a-4d2dadc54a1a req-fd1b2594-a14d-4fde-9780-e28b8c0bd982 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327687 Aug 29 17:29:13.322710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3dd4e-edbe-4846-a4ed-ada7252cee6d req-5eacb37c-27f3-4dda-bb43-1180f774b1be tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:13.324198 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6b3dd4e-edbe-4846-a4ed-ada7252cee6d req-5eacb37c-27f3-4dda-bb43-1180f774b1be tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1098 time: 0.0402033 Aug 29 17:29:13.358456 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6b3dd4e-edbe-4846-a4ed-ada7252cee6d req-bb35c339-9de1-4ed9-8342-b276fcc1ba4e tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283053 Aug 29 17:29:14.466478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006b0a8-2ebf-4e72-a03a-6e039ed3026c req-62ca5344-8cd8-47f2-b32e-03b6c97d1a43 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:14.468016 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c006b0a8-2ebf-4e72-a03a-6e039ed3026c req-62ca5344-8cd8-47f2-b32e-03b6c97d1a43 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1098 time: 0.0400205 Aug 29 17:29:14.502743 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c006b0a8-2ebf-4e72-a03a-6e039ed3026c req-64f534ed-b7c6-4839-b5c8-fc1ed096bf97 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288022 Aug 29 17:29:14.540514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a45db-1209-43df-9085-f1d8ba90fc77 req-d4ad0b26-0fe0-4728-a387-f7c0155be54f tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:14.542058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b58a45db-1209-43df-9085-f1d8ba90fc77 req-d4ad0b26-0fe0-4728-a387-f7c0155be54f tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ad0e4c18-bac0-4708-ab13-38ca8107f56c HTTP/1.1" status: 200 len: 1098 time: 0.0384884 Aug 29 17:29:14.623586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-b58a45db-1209-43df-9085-f1d8ba90fc77 req-ee8456cc-4c7f-4ad1-82ac-9e266062bf82 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Deleting port 407093f9-ac92-4a19-a703-2a12423962d7 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:14.623932 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b58a45db-1209-43df-9085-f1d8ba90fc77 req-ee8456cc-4c7f-4ad1-82ac-9e266062bf82 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.700545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b58a45db-1209-43df-9085-f1d8ba90fc77 req-ee8456cc-4c7f-4ad1-82ac-9e266062bf82 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] For port 407093f9-ac92-4a19-a703-2a12423962d7, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=407093f9-ac92-4a19-a703-2a12423962d7,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:14.700827 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b58a45db-1209-43df-9085-f1d8ba90fc77 req-ee8456cc-4c7f-4ad1-82ac-9e266062bf82 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.713281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-b58a45db-1209-43df-9085-f1d8ba90fc77 req-ee8456cc-4c7f-4ad1-82ac-9e266062bf82 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Calling delete_port for 407093f9-ac92-4a19-a703-2a12423962d7 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:14.835476 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b58a45db-1209-43df-9085-f1d8ba90fc77 req-ee8456cc-4c7f-4ad1-82ac-9e266062bf82 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.849378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['407093f9-ac92-4a19-a703-2a12423962d7'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:14.851665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:14.866693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8456cc-4c7f-4ad1-82ac-9e266062bf82 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Pushing event deleted for resources: {'Port': ['ID=407093f9-ac92-4a19-a703-2a12423962d7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:14.915655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58a45db-1209-43df-9085-f1d8ba90fc77 req-ee8456cc-4c7f-4ad1-82ac-9e266062bf82 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] No DVR routers for this DVR port 407093f9-ac92-4a19-a703-2a12423962d7 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:14.919555 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b58a45db-1209-43df-9085-f1d8ba90fc77 req-ee8456cc-4c7f-4ad1-82ac-9e266062bf82 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:14.921642 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b58a45db-1209-43df-9085-f1d8ba90fc77 req-ee8456cc-4c7f-4ad1-82ac-9e266062bf82 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.10 "DELETE /v2.0/ports/407093f9-ac92-4a19-a703-2a12423962d7 HTTP/1.1" status: 204 len: 173 time: 0.3731587 Aug 29 17:29:14.922121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0e4c18-bac0-4708-ab13-38ca8107f56c', 'name': 'network-vif-deleted', 'tag': '407093f9-ac92-4a19-a703-2a12423962d7'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:14.925194 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd2e9ce-2b22-43ed-b813-eb676a45c9d5" -d '{"events": [{"server_uuid": "ad0e4c18-bac0-4708-ab13-38ca8107f56c", "name": "network-vif-deleted", "tag": "407093f9-ac92-4a19-a703-2a12423962d7"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:14.962469 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca416116-6d2e-49d5-87d0-9d6b48c1f74e x-openstack-request-id: req-ca416116-6d2e-49d5-87d0-9d6b48c1f74e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:14.962808 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0e4c18-bac0-4708-ab13-38ca8107f56c", "name": "network-vif-deleted", "tag": "407093f9-ac92-4a19-a703-2a12423962d7", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:14.963094 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca416116-6d2e-49d5-87d0-9d6b48c1f74e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:14.963503 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0e4c18-bac0-4708-ab13-38ca8107f56c', 'name': 'network-vif-deleted', 'tag': '407093f9-ac92-4a19-a703-2a12423962d7', 'status': 'completed', 'code': 200} Aug 29 17:29:15.549669 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3266b04c-8e22-483f-977b-433e304a6777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:15.759542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f31f3-4865-4993-8b69-06a9ade78756 req-17aeb2cf-e4c9-4e6e-8f29-8ceb7ae88c2f tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:15.761058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f6f31f3-4865-4993-8b69-06a9ade78756 req-17aeb2cf-e4c9-4e6e-8f29-8ceb7ae88c2f tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1097 time: 0.0404832 Aug 29 17:29:15.794729 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f6f31f3-4865-4993-8b69-06a9ade78756 req-461b4b3e-5970-4bf6-a1ad-f2dd9109bb88 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270839 Aug 29 17:29:15.903627 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:16.723967 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:16.901319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f0041-17a6-43e0-a5de-619cbb4d320e req-569bac28-4766-495b-9bf1-b0609eac79ec tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:16.902839 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-340f0041-17a6-43e0-a5de-619cbb4d320e req-569bac28-4766-495b-9bf1-b0609eac79ec tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1097 time: 0.0407968 Aug 29 17:29:16.937255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-340f0041-17a6-43e0-a5de-619cbb4d320e req-64f81e0f-4f3d-4186-ac9c-886d798df978 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=3eff7612-31b0-449b-9609-1ddd7bfa6818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283275 Aug 29 17:29:17.323109 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d934c2-e14b-4301-bb01-fbfc45a17ada req-c7ff161c-7b63-4421-91b8-b61a33e5deb2 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:17.324581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-04d934c2-e14b-4301-bb01-fbfc45a17ada req-c7ff161c-7b63-4421-91b8-b61a33e5deb2 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 1097 time: 0.0395961 Aug 29 17:29:17.406146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-04d934c2-e14b-4301-bb01-fbfc45a17ada req-ae54f9ff-bf68-4dc5-9de1-53382ee7accd tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Deleting port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:17.406523 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-04d934c2-e14b-4301-bb01-fbfc45a17ada req-ae54f9ff-bf68-4dc5-9de1-53382ee7accd tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:17.482800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-04d934c2-e14b-4301-bb01-fbfc45a17ada req-ae54f9ff-bf68-4dc5-9de1-53382ee7accd tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] For port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:17.483160 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-04d934c2-e14b-4301-bb01-fbfc45a17ada req-ae54f9ff-bf68-4dc5-9de1-53382ee7accd tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:17.495659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-04d934c2-e14b-4301-bb01-fbfc45a17ada req-ae54f9ff-bf68-4dc5-9de1-53382ee7accd tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Calling delete_port for 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:17.615959 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-04d934c2-e14b-4301-bb01-fbfc45a17ada req-ae54f9ff-bf68-4dc5-9de1-53382ee7accd tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:17.626854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:29:17.641741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54f9ff-bf68-4dc5-9de1-53382ee7accd tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Pushing event deleted for resources: {'Port': ['ID=07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:17.688833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d934c2-e14b-4301-bb01-fbfc45a17ada req-ae54f9ff-bf68-4dc5-9de1-53382ee7accd tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] No DVR routers for this DVR port 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:17.691371 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-04d934c2-e14b-4301-bb01-fbfc45a17ada req-ae54f9ff-bf68-4dc5-9de1-53382ee7accd tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:17.693373 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-04d934c2-e14b-4301-bb01-fbfc45a17ada req-ae54f9ff-bf68-4dc5-9de1-53382ee7accd tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.16 "DELETE /v2.0/ports/07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a HTTP/1.1" status: 204 len: 173 time: 0.3618529 Aug 29 17:29:17.693811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088d4bc-db7b-4c8f-99c9-4d23e89f974b', 'name': 'network-vif-deleted', 'tag': '07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:17.696040 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8215096b-481a-42da-bb32-54161c2ba04c" -d '{"events": [{"server_uuid": "c088d4bc-db7b-4c8f-99c9-4d23e89f974b", "name": "network-vif-deleted", "tag": "07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:17.735897 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ec9437-06c6-435e-89ee-b3ff38f8d7f5 x-openstack-request-id: req-08ec9437-06c6-435e-89ee-b3ff38f8d7f5 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:17.736275 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088d4bc-db7b-4c8f-99c9-4d23e89f974b", "name": "network-vif-deleted", "tag": "07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:17.736533 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08ec9437-06c6-435e-89ee-b3ff38f8d7f5 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:17.736993 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088d4bc-db7b-4c8f-99c9-4d23e89f974b', 'name': 'network-vif-deleted', 'tag': '07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a', 'status': 'completed', 'code': 200} Aug 29 17:29:17.852151 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:18.042762 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a9f52e54-0d99-49d7-916b-23c6ca95613e req-01ab516f-bc54-4e4c-86c1-69dd2c2d1918 tempest-TestServerMultinode-552332274 tempest-TestServerMultinode-552332274-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c088d4bc-db7b-4c8f-99c9-4d23e89f974b HTTP/1.1" status: 200 len: 210 time: 0.0254395 Aug 29 17:29:18.364416 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:18.384046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 407093f9-ac92-4a19-a703-2a12423962d7 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:18.403011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 407093f9-ac92-4a19-a703-2a12423962d7 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:18.403355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 407093f9-ac92-4a19-a703-2a12423962d7 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:19.104816 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34808) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:19.176513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-80ce24fb-8c4d-436e-b9c2-c3c9ca49680e req-94d78765-ce4b-45b0-94bf-a62fb3169932 service neutron] (111676) timed out ('10.222.0.22', 51646) {{(pid=111676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:29:19.446600 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:19.690569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] Deleting port 075024c1-553d-4835-9194-c4135f60fab9 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:19.690826 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:19.772550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] For port 075024c1-553d-4835-9194-c4135f60fab9, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=075024c1-553d-4835-9194-c4135f60fab9,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:19.772908 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:19.786104 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] Calling delete_port for 075024c1-553d-4835-9194-c4135f60fab9 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:19.961702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:19.989020 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] Pushing event deleted for resources: {'Port': ['ID=075024c1-553d-4835-9194-c4135f60fab9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:20.160454 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.372752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] Router 4ad91553-186f-4405-aa70-aea01466baaf has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:29:20.466651 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.479715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:29:20.484872 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6958898e-756a-4c1f-bba8-204abd6b4dba admin admin] 10.222.0.22 "PUT /v2.0/routers/4ad91553-186f-4405-aa70-aea01466baaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3788671 Aug 29 17:29:20.488147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34812) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:20.489317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738f9afd-3d05-4f06-ab01-cf3e1b2b863d None None] Sync routers for ids ['4ad91553-186f-4405-aa70-aea01466baaf'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:29:20.498735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f9afd-3d05-4f06-ab01-cf3e1b2b863d None None] Routers {'4ad91553-186f-4405-aa70-aea01466baaf'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:29:20.499383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-738f9afd-3d05-4f06-ab01-cf3e1b2b863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:29:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4ad91553-186f-4405-aa70-aea01466baaf'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:20.584494 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:20.592185 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.613154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:20.613515 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 07a8ea95-6d3b-4bc6-9602-a6b0ab8d6d2a not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:20.629173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-738f9afd-3d05-4f06-ab01-cf3e1b2b863d None None] Set router 4ad91553-186f-4405-aa70-aea01466baaf gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:29:20.695491 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.747092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Deleting port 7973da54-d431-4dc4-86f1-bf676c4b0131 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:20.747755 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.808872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-738f9afd-3d05-4f06-ab01-cf3e1b2b863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad91553-186f-4405-aa70-aea01466baaf', 'name': 'tempest-TestServerMultinode-852618515-router', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:29:19Z', 'revision_number': 5, 'project_id': '4c348c31654145cbbaec561638307f96', 'gw_port': {'id': '7973da54-d431-4dc4-86f1-bf676c4b0131', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad91553-186f-4405-aa70-aea01466baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:20.825803 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] For port 7973da54-d431-4dc4-86f1-bf676c4b0131, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7973da54-d431-4dc4-86f1-bf676c4b0131,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:20.826172 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:20.839441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738f9afd-3d05-4f06-ab01-cf3e1b2b863d None None] Checking router: 4ad91553-186f-4405-aa70-aea01466baaf for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:29:20.843016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Calling delete_port for 7973da54-d431-4dc4-86f1-bf676c4b0131 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:20.848278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f9afd-3d05-4f06-ab01-cf3e1b2b863d None None] Routers {'4ad91553-186f-4405-aa70-aea01466baaf'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:29:20.848881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-738f9afd-3d05-4f06-ab01-cf3e1b2b863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:29:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['4ad91553-186f-4405-aa70-aea01466baaf'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:20.929735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-738f9afd-3d05-4f06-ab01-cf3e1b2b863d None None] Set router 4ad91553-186f-4405-aa70-aea01466baaf gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:29:20.984030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-738f9afd-3d05-4f06-ab01-cf3e1b2b863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad91553-186f-4405-aa70-aea01466baaf', 'name': 'tempest-TestServerMultinode-852618515-router', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:29:20Z', 'revision_number': 6, 'project_id': '4c348c31654145cbbaec561638307f96', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:21.006545 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.010946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738f9afd-3d05-4f06-ab01-cf3e1b2b863d None None] The sync data for ids ['4ad91553-186f-4405-aa70-aea01466baaf'] in n-d-713301-13 is: [{'id': '4ad91553-186f-4405-aa70-aea01466baaf', 'name': 'tempest-TestServerMultinode-852618515-router', 'tenant_id': '4c348c31654145cbbaec561638307f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:40Z', 'updated_at': '2021-08-29T17:29:20Z', 'revision_number': 6, 'project_id': '4c348c31654145cbbaec561638307f96', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:29:21.058865 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7973da54-d431-4dc4-86f1-bf676c4b0131,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:21.105398 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.195149 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.197152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.239127 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.239664 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ad91553-186f-4405-aa70-aea01466baaf {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:29:21.244274 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.245443 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-220652ce-ae14-4428-b773-5e2d7b8048e8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/4ad91553-186f-4405-aa70-aea01466baaf HTTP/1.1" status: 204 len: 168 time: 0.7562804 Aug 29 17:29:21.247933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34814) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:21.294894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa852ef-e7d1-4c4e-951a-ffb6d866ddfa admin admin] Deleting subnet b300b3a1-9ac1-4427-a4df-c0658e7cfc8a {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:21.298332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0aa852ef-e7d1-4c4e-951a-ffb6d866ddfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.331701 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0aa852ef-e7d1-4c4e-951a-ffb6d866ddfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.417260 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0aa852ef-e7d1-4c4e-951a-ffb6d866ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.484041 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0aa852ef-e7d1-4c4e-951a-ffb6d866ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.486840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 075024c1-553d-4835-9194-c4135f60fab9 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:21.510628 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 075024c1-553d-4835-9194-c4135f60fab9 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:21.511050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 075024c1-553d-4835-9194-c4135f60fab9 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:21.511593 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa852ef-e7d1-4c4e-951a-ffb6d866ddfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b300b3a1-9ac1-4427-a4df-c0658e7cfc8a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:21.517426 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0aa852ef-e7d1-4c4e-951a-ffb6d866ddfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.521910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34816) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:21.522479 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0aa852ef-e7d1-4c4e-951a-ffb6d866ddfa admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b300b3a1-9ac1-4427-a4df-c0658e7cfc8a HTTP/1.1" status: 204 len: 168 time: 0.2736087 Aug 29 17:29:21.527661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57eca79-9d13-498d-8b30-a4e6a25a1b27 None None] Network c0f5bc88-9514-4f61-a896-bd16bc024eb9 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:21.590106 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.649873 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Deleting port 4a7bfc6c-b512-488a-9d46-6f832d1591af {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:21.650240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.711917 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] For port 4a7bfc6c-b512-488a-9d46-6f832d1591af, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=4a7bfc6c-b512-488a-9d46-6f832d1591af,segment=NetworkSegment(80cf03e9-4182-40d9-9928-32c88f841ab1),segment_id=80cf03e9-4182-40d9-9928-32c88f841ab1)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:21.712221 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.725166 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Calling delete_port for 4a7bfc6c-b512-488a-9d46-6f832d1591af owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:21.804103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e29824-c3d5-4e97-bcb7-b174e4f27208 None None] DHCP port deletion for c0f5bc88-9514-4f61-a896-bd16bc024eb9 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:29:21.815421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.841842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7bfc6c-b512-488a-9d46-6f832d1591af,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:21.847184 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] No DVR routers for this DVR port 4a7bfc6c-b512-488a-9d46-6f832d1591af on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:21.854600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-96e29824-c3d5-4e97-bcb7-b174e4f27208 None None] Deleting port 4a7bfc6c-b512-488a-9d46-6f832d1591af {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:21.854985 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-96e29824-c3d5-4e97-bcb7-b174e4f27208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.919205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-96e29824-c3d5-4e97-bcb7-b174e4f27208 None None] For port 4a7bfc6c-b512-488a-9d46-6f832d1591af, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:21.919835 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-96e29824-c3d5-4e97-bcb7-b174e4f27208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.921876 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.931887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f5bc88-9514-4f61-a896-bd16bc024eb9']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:21.936736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-96e29824-c3d5-4e97-bcb7-b174e4f27208 None None] Calling delete_port for 4a7bfc6c-b512-488a-9d46-6f832d1591af owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:21.939455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-96e29824-c3d5-4e97-bcb7-b174e4f27208 None None] Port 4a7bfc6c-b512-488a-9d46-6f832d1591af was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:29:21.940745 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-96e29824-c3d5-4e97-bcb7-b174e4f27208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.945794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cf03e9-4182-40d9-9928-32c88f841ab1') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:21.946091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cf03e9-4182-40d9-9928-32c88f841ab1') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:21.955417 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.967127 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e29824-c3d5-4e97-bcb7-b174e4f27208 None None] Pushing event deleted for resources: {'Port': ['ID=4a7bfc6c-b512-488a-9d46-6f832d1591af,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:21.969031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e29824-c3d5-4e97-bcb7-b174e4f27208 None None] No DVR routers for this DVR port 4a7bfc6c-b512-488a-9d46-6f832d1591af on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:21.971053 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.979160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:29:21.979160 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:29:21.989568 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:29:22.037512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.043748 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.045654 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] 10.222.0.22 "DELETE /v2.0/networks/c0f5bc88-9514-4f61-a896-bd16bc024eb9 HTTP/1.1" status: 204 len: 168 time: 0.5225775 Aug 29 17:29:22.048685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34818) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:22.058325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e7266-724d-4d8b-81ba-578641446dfb admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f5bc88-9514-4f61-a896-bd16bc024eb9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:22.392879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.639500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] Deleting port 3e99c88e-4baf-4244-a815-ee0dfb29f80a {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:22.640182 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.719687 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] For port 3e99c88e-4baf-4244-a815-ee0dfb29f80a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=3e99c88e-4baf-4244-a815-ee0dfb29f80a,segment=NetworkSegment(23f716dc-45f3-4ae2-b5b6-30c99623a828),segment_id=23f716dc-45f3-4ae2-b5b6-30c99623a828)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:22.719973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.732522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] Calling delete_port for 3e99c88e-4baf-4244-a815-ee0dfb29f80a owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:22.909532 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:22.935221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e99c88e-4baf-4244-a815-ee0dfb29f80a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:23.108705 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.321936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] Router 752f8ffd-6995-46b3-9f9a-bbbd91271fae has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:29:23.432922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:29:23.441058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34820) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:23.443697 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc18eb4-2899-49b7-b394-9df615345d57 None None] Sync routers for ids ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:29:23.449524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-49c8e634-6b35-417b-a6ce-485edb2c105a admin admin] 10.222.0.22 "PUT /v2.0/routers/752f8ffd-6995-46b3-9f9a-bbbd91271fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3972509 Aug 29 17:29:23.454352 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc18eb4-2899-49b7-b394-9df615345d57 None None] Routers {'752f8ffd-6995-46b3-9f9a-bbbd91271fae'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:29:23.455030 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8dc18eb4-2899-49b7-b394-9df615345d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:29:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:23.488987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4a7bfc6c-b512-488a-9d46-6f832d1591af no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:23.509193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 4a7bfc6c-b512-488a-9d46-6f832d1591af {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:23.509574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 4a7bfc6c-b512-488a-9d46-6f832d1591af not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:23.510027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7973da54-d431-4dc4-86f1-bf676c4b0131 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:23.535017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 7973da54-d431-4dc4-86f1-bf676c4b0131 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:23.535378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7973da54-d431-4dc4-86f1-bf676c4b0131 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:23.559287 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.566333 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-8dc18eb4-2899-49b7-b394-9df615345d57 None None] Set router 752f8ffd-6995-46b3-9f9a-bbbd91271fae gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:29:23.668147 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.724578 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Deleting port f478edf6-a7f7-49d4-b4ef-54035a5142c6 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:23.724926 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.736664 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8dc18eb4-2899-49b7-b394-9df615345d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'name': 'tempest-TestServerMultinode-362673488-router', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:44Z', 'updated_at': '2021-08-29T17:29:22Z', 'revision_number': 5, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'gw_port': {'id': 'f478edf6-a7f7-49d4-b4ef-54035a5142c6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:28:45Z', 'updated_at': '2021-08-29T17:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:23.769646 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc18eb4-2899-49b7-b394-9df615345d57 None None] Checking router: 752f8ffd-6995-46b3-9f9a-bbbd91271fae for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:29:23.777710 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc18eb4-2899-49b7-b394-9df615345d57 None None] Routers {'752f8ffd-6995-46b3-9f9a-bbbd91271fae'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:29:23.778640 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8dc18eb4-2899-49b7-b394-9df615345d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:29:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:23.807911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] For port f478edf6-a7f7-49d4-b4ef-54035a5142c6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=f478edf6-a7f7-49d4-b4ef-54035a5142c6,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:23.808276 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:23.822030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Calling delete_port for f478edf6-a7f7-49d4-b4ef-54035a5142c6 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:23.961350 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-8dc18eb4-2899-49b7-b394-9df615345d57 None None] Set router 752f8ffd-6995-46b3-9f9a-bbbd91271fae gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:29:23.993948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.017582 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8dc18eb4-2899-49b7-b394-9df615345d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'name': 'tempest-TestServerMultinode-362673488-router', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:44Z', 'updated_at': '2021-08-29T17:29:23Z', 'revision_number': 6, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:24.021037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f478edf6-a7f7-49d4-b4ef-54035a5142c6,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:24.046672 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc18eb4-2899-49b7-b394-9df615345d57 None None] The sync data for ids ['752f8ffd-6995-46b3-9f9a-bbbd91271fae'] in n-d-713301-13 is: [{'id': '752f8ffd-6995-46b3-9f9a-bbbd91271fae', 'name': 'tempest-TestServerMultinode-362673488-router', 'tenant_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:28:44Z', 'updated_at': '2021-08-29T17:29:23Z', 'revision_number': 6, 'project_id': 'fc365f7a5d7e4adf96b18cf80435cf49', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:29:24.087942 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.178001 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.180099 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.225062 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.225537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 752f8ffd-6995-46b3-9f9a-bbbd91271fae {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:29:24.229979 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.231118 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-94dbb2da-b21c-4aa0-8c6d-1794679bef33 admin admin] 10.222.0.22 "DELETE /v2.0/routers/752f8ffd-6995-46b3-9f9a-bbbd91271fae HTTP/1.1" status: 204 len: 168 time: 0.7889438 Aug 29 17:29:24.233676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34822) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:24.278464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf8fae8-a4da-4944-968b-2adc81384654 admin admin] Deleting subnet b27826da-6095-49d7-b567-c13ec9e72ddb {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:24.282561 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdf8fae8-a4da-4944-968b-2adc81384654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.321016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdf8fae8-a4da-4944-968b-2adc81384654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.406734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdf8fae8-a4da-4944-968b-2adc81384654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.466314 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdf8fae8-a4da-4944-968b-2adc81384654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.493173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8fae8-a4da-4944-968b-2adc81384654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27826da-6095-49d7-b567-c13ec9e72ddb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:24.498187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdf8fae8-a4da-4944-968b-2adc81384654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.500089 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fdf8fae8-a4da-4944-968b-2adc81384654 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b27826da-6095-49d7-b567-c13ec9e72ddb HTTP/1.1" status: 204 len: 168 time: 0.2653773 Aug 29 17:29:24.503237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34824) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:24.503917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d276ea93-d1bc-4d12-a22f-624e3755077f None None] Network dfb40fed-4488-4885-8f64-ad2dcf2df081 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:24.572827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.631988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Deleting port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:24.632484 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.694021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5755f04c-8783-4bf0-8f40-c8468aaef96a None None] DHCP port deletion for dfb40fed-4488-4885-8f64-ad2dcf2df081 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:29:24.699481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] For port 9919c3ec-2c0b-42e9-8d84-9525ff201e03, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9919c3ec-2c0b-42e9-8d84-9525ff201e03,segment=NetworkSegment(23f716dc-45f3-4ae2-b5b6-30c99623a828),segment_id=23f716dc-45f3-4ae2-b5b6-30c99623a828)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:24.699846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.713040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Calling delete_port for 9919c3ec-2c0b-42e9-8d84-9525ff201e03 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:24.745625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5755f04c-8783-4bf0-8f40-c8468aaef96a None None] Deleting port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:24.746005 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5755f04c-8783-4bf0-8f40-c8468aaef96a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.800446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.814131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5755f04c-8783-4bf0-8f40-c8468aaef96a None None] For port 9919c3ec-2c0b-42e9-8d84-9525ff201e03, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9919c3ec-2c0b-42e9-8d84-9525ff201e03,segment=NetworkSegment(23f716dc-45f3-4ae2-b5b6-30c99623a828),segment_id=23f716dc-45f3-4ae2-b5b6-30c99623a828)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:24.814391 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5755f04c-8783-4bf0-8f40-c8468aaef96a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.827807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5755f04c-8783-4bf0-8f40-c8468aaef96a None None] Calling delete_port for 9919c3ec-2c0b-42e9-8d84-9525ff201e03 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:24.831044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Pushing event deleted for resources: {'Port': ['ID=9919c3ec-2c0b-42e9-8d84-9525ff201e03,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:24.832926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] No DVR routers for this DVR port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:24.912111 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5755f04c-8783-4bf0-8f40-c8468aaef96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.916233 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.928310 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb40fed-4488-4885-8f64-ad2dcf2df081']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:24.936262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755f04c-8783-4bf0-8f40-c8468aaef96a None None] Pushing event deleted for resources: {'Port': ['ID=9919c3ec-2c0b-42e9-8d84-9525ff201e03,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:24.942810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755f04c-8783-4bf0-8f40-c8468aaef96a None None] No DVR routers for this DVR port 9919c3ec-2c0b-42e9-8d84-9525ff201e03 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:24.943682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f716dc-45f3-4ae2-b5b6-30c99623a828') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:24.944137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f716dc-45f3-4ae2-b5b6-30c99623a828') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:24.956012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.969732 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.975783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:29:24.976177 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:29:24.978063 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:29:25.035149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.040555 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.042810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] 10.222.0.22 "DELETE /v2.0/networks/dfb40fed-4488-4885-8f64-ad2dcf2df081 HTTP/1.1" status: 204 len: 168 time: 0.5386379 Aug 29 17:29:25.056012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b5d28-4fb4-461f-9c7d-71061505afbd admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb40fed-4488-4885-8f64-ad2dcf2df081,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:25.213344 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34830) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:25.254099 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c7c88157-d44b-424e-b5ed-f8e61c672603 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c348c31654145cbbaec561638307f96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395834 Aug 29 17:29:25.256719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34832) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:25.306325 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c42bee78-6ae8-412f-b7d6-0f33d99a73fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.333598 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c42bee78-6ae8-412f-b7d6-0f33d99a73fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.383479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c42bee78-6ae8-412f-b7d6-0f33d99a73fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.386039 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c42bee78-6ae8-412f-b7d6-0f33d99a73fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.387336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c42bee78-6ae8-412f-b7d6-0f33d99a73fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a80f4ca-830b-4e86-9858-1048b6922227 HTTP/1.1" status: 204 len: 168 time: 0.1293414 Aug 29 17:29:25.396810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bee78-6ae8-412f-b7d6-0f33d99a73fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a80f4ca-830b-4e86-9858-1048b6922227,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:25.438841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f478edf6-a7f7-49d4-b4ef-54035a5142c6 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:25.460926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: f478edf6-a7f7-49d4-b4ef-54035a5142c6 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:25.461448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device f478edf6-a7f7-49d4-b4ef-54035a5142c6 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:25.462142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3e99c88e-4baf-4244-a815-ee0dfb29f80a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:25.481297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 3e99c88e-4baf-4244-a815-ee0dfb29f80a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:25.481732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 3e99c88e-4baf-4244-a815-ee0dfb29f80a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:25.482215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9919c3ec-2c0b-42e9-8d84-9525ff201e03 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:25.501982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 9919c3ec-2c0b-42e9-8d84-9525ff201e03 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:25.502350 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9919c3ec-2c0b-42e9-8d84-9525ff201e03 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:25.749687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34852) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:25.799311 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f04ea5a8-c001-4857-a103-30a51b871620 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc365f7a5d7e4adf96b18cf80435cf49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484149 Aug 29 17:29:25.802128 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34854) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:25.836032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c2e5f-c8f2-470d-b6bc-615c570565c4 req-f165596f-866b-4c96-8453-51bab7e92d4f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:25.837540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-417c2e5f-c8f2-470d-b6bc-615c570565c4 req-f165596f-866b-4c96-8453-51bab7e92d4f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 947 time: 0.0511618 Aug 29 17:29:25.850854 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a3a9-843b-43d5-a5b8-b8e7bb30ed8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.872130 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a3a9-843b-43d5-a5b8-b8e7bb30ed8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.876914 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-417c2e5f-c8f2-470d-b6bc-615c570565c4 req-4e424c56-ae15-424c-a8da-fb0b0f0e836f tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331349 Aug 29 17:29:25.920532 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a3a9-843b-43d5-a5b8-b8e7bb30ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.924211 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a3a9-843b-43d5-a5b8-b8e7bb30ed8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:25.925460 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c5a3a3a9-843b-43d5-a5b8-b8e7bb30ed8c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3eff7612-31b0-449b-9609-1ddd7bfa6818 HTTP/1.1" status: 204 len: 168 time: 0.1222510 Aug 29 17:29:25.932982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3a3a9-843b-43d5-a5b8-b8e7bb30ed8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eff7612-31b0-449b-9609-1ddd7bfa6818,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:27.000100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b3ab5-45de-4c24-8168-6a7b65234813 req-b7aa9471-ee95-44a0-aa0a-235aa0315a81 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:27.002483 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-528b3ab5-45de-4c24-8168-6a7b65234813 req-b7aa9471-ee95-44a0-aa0a-235aa0315a81 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 947 time: 0.0537694 Aug 29 17:29:27.042616 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-528b3ab5-45de-4c24-8168-6a7b65234813 req-7c0dd4ce-a020-47c9-98d4-6fd182d327b0 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups?id=2129022a-c4b8-4f4f-a60c-7bb017dccaff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329509 Aug 29 17:29:27.363178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da00117-259b-47d9-80e7-184324e88bf0 req-1783f306-68df-449f-8cb1-d10d40c3b92c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:29:27.364622 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9da00117-259b-47d9-80e7-184324e88bf0 req-1783f306-68df-449f-8cb1-d10d40c3b92c tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 947 time: 0.0473893 Aug 29 17:29:27.456767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Deleting port e2b93d76-7c4b-4305-ae70-15dcd8452f1f {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:27.457111 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.544991 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] For port e2b93d76-7c4b-4305-ae70-15dcd8452f1f, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:27.545384 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.715272 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.715580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.715899 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Floating IP b406092c-3142-46c8-8223-5e9a2466773a disassociated. External IP: 172.25.5.113, port: e2b93d76-7c4b-4305-ae70-15dcd8452f1f. Aug 29 17:29:27.716244 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Calling delete_port for e2b93d76-7c4b-4305-ae70-15dcd8452f1f owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:27.841008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:27.872693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event deleted for resources: {'Port': ['ID=e2b93d76-7c4b-4305-ae70-15dcd8452f1f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:27.989078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Router 5322c82b-ae53-49eb-a24f-8fca9176ea2f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:29:28.104466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:29:28.114672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e75271-7c5e-4e58-a610-101886292949 None None] Sync routers for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:29:28.127753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e75271-7c5e-4e58-a610-101886292949 None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:29:28.128436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-59e75271-7c5e-4e58-a610-101886292949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:29:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:28.168519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] No DVR routers for this DVR port e2b93d76-7c4b-4305-ae70-15dcd8452f1f on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:28.171578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b9eef34-8c5f-4ed6-92d1-66207a3c8ec2 req-42aeca31-204a-464b-bdb7-cb55307d3181 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/ports?device_id=45dda72c-52df-43c3-b418-1141e29d0095 HTTP/1.1" status: 200 len: 210 time: 0.0413480 Aug 29 17:29:28.172593 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:28.174496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9da00117-259b-47d9-80e7-184324e88bf0 req-11938fe1-c867-4ee5-a5bb-d0fa44cb7419 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.16 "DELETE /v2.0/ports/e2b93d76-7c4b-4305-ae70-15dcd8452f1f HTTP/1.1" status: 204 len: 173 time: 0.8027811 Aug 29 17:29:28.175025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'name': 'network-vif-deleted', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:29:28.177267 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb0c050-ba78-47de-8321-a3992858d07e" -d '{"events": [{"server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "name": "network-vif-deleted", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:29:28.225976 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d542f20-875e-49a8-b88c-bfaec4dd00a1 x-openstack-request-id: req-8d542f20-875e-49a8-b88c-bfaec4dd00a1 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:29:28.226271 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dda72c-52df-43c3-b418-1141e29d0095", "name": "network-vif-deleted", "tag": "e2b93d76-7c4b-4305-ae70-15dcd8452f1f", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:29:28.226556 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d542f20-875e-49a8-b88c-bfaec4dd00a1 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:29:28.227228 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dda72c-52df-43c3-b418-1141e29d0095', 'name': 'network-vif-deleted', 'tag': 'e2b93d76-7c4b-4305-ae70-15dcd8452f1f', 'status': 'completed', 'code': 200} Aug 29 17:29:28.256298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-59e75271-7c5e-4e58-a610-101886292949 None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:29:28.477187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-59e75271-7c5e-4e58-a610-101886292949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:28.504299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e75271-7c5e-4e58-a610-101886292949 None None] Checking router: 5322c82b-ae53-49eb-a24f-8fca9176ea2f for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:29:28.514128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e75271-7c5e-4e58-a610-101886292949 None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:29:28.514727 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-59e75271-7c5e-4e58-a610-101886292949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:29:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:28.625333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-59e75271-7c5e-4e58-a610-101886292949 None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:29:28.826900 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-59e75271-7c5e-4e58-a610-101886292949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:28.857573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e75271-7c5e-4e58-a610-101886292949 None None] The sync data for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 is: [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:20:55Z', 'revision_number': 4, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '99c155b3-031f-4546-ab1d-6926f6656268', 'name': '', 'network_id': 'bd3ee4a9-907c-4102-9a91-a3ab6420bccb', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'mac_address': 'fa:16:3e:5c:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:54Z', 'updated_at': '2021-08-29T17:21:00Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'subnets': [{'id': '0d19da07-7e31-464c-a07f-d6b3a798098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:29:29.081532 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cd95ad-4310-44d0-ae59-79cc181bd9dd None None] New status for floating IP b406092c-3142-46c8-8223-5e9a2466773a: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:29:29.265427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34868) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:29.318498 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8815335b-a15e-47fb-aed1-4e9f48dc341e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.341875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8815335b-a15e-47fb-aed1-4e9f48dc341e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.389360 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8815335b-a15e-47fb-aed1-4e9f48dc341e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.392483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8815335b-a15e-47fb-aed1-4e9f48dc341e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.393664 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8815335b-a15e-47fb-aed1-4e9f48dc341e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "DELETE /v2.0/security-groups/2129022a-c4b8-4f4f-a60c-7bb017dccaff HTTP/1.1" status: 204 len: 168 time: 0.1272051 Aug 29 17:29:29.396417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34870) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:29.402994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815335b-a15e-47fb-aed1-4e9f48dc341e tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2129022a-c4b8-4f4f-a60c-7bb017dccaff,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:29.414715 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-495668bc-16a8-4cb1-ba37-36f720e42dfa tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] show failed (client error): The resource could not be found. Aug 29 17:29:29.415747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-495668bc-16a8-4cb1-ba37-36f720e42dfa tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "GET /v2.0/security-groups/2129022a-c4b8-4f4f-a60c-7bb017dccaff HTTP/1.1" status: 404 len: 347 time: 0.0175967 Aug 29 17:29:29.418576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34872) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:29.547383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c0afe8be-b0db-48d9-afb5-cb970e2005e3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Deleting port 5ef88a87-fb75-4a0a-832d-e119eeb1d8c0 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:29.547734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0afe8be-b0db-48d9-afb5-cb970e2005e3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.628317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0afe8be-b0db-48d9-afb5-cb970e2005e3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.628570 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0afe8be-b0db-48d9-afb5-cb970e2005e3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.640813 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c0afe8be-b0db-48d9-afb5-cb970e2005e3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Calling delete_port for 5ef88a87-fb75-4a0a-832d-e119eeb1d8c0 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:29.771853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0afe8be-b0db-48d9-afb5-cb970e2005e3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.800855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afe8be-b0db-48d9-afb5-cb970e2005e3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Pushing event deleted for resources: {'Port': ['ID=5ef88a87-fb75-4a0a-832d-e119eeb1d8c0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:29.861574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0afe8be-b0db-48d9-afb5-cb970e2005e3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.864214 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c0afe8be-b0db-48d9-afb5-cb970e2005e3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:29.865406 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c0afe8be-b0db-48d9-afb5-cb970e2005e3 tempest-AttachVolumeShelveTestJSON-1620454472 tempest-AttachVolumeShelveTestJSON-1620454472-project] 10.222.0.22 "DELETE /v2.0/floatingips/b406092c-3142-46c8-8223-5e9a2466773a HTTP/1.1" status: 204 len: 168 time: 0.4459288 Aug 29 17:29:30.620345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e2b93d76-7c4b-4305-ae70-15dcd8452f1f no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:30.643011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: e2b93d76-7c4b-4305-ae70-15dcd8452f1f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:30.643354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e2b93d76-7c4b-4305-ae70-15dcd8452f1f not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:34.432331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34898) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:34.701474 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:29:35.351866 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:35.607328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Deleting port 99c155b3-031f-4546-ab1d-6926f6656268 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:35.607999 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:35.685743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] For port 99c155b3-031f-4546-ab1d-6926f6656268, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=99c155b3-031f-4546-ab1d-6926f6656268,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:35.686104 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:35.699290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Calling delete_port for 99c155b3-031f-4546-ab1d-6926f6656268 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:35.878599 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:35.903734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Pushing event deleted for resources: {'Port': ['ID=99c155b3-031f-4546-ab1d-6926f6656268,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:35.916466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:35.916820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:35.917169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:35.917540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:35.917881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:35.918221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:35.918556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:35.918890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:35.919229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:35.919560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:35.919893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:35.920223 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:36.089857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.311365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Router 5322c82b-ae53-49eb-a24f-8fca9176ea2f has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:29:36.433643 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:29:36.438691 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-627d5ffa-ca27-4bc1-8c0e-06df1ad8b02a admin admin] 10.222.0.22 "PUT /v2.0/routers/5322c82b-ae53-49eb-a24f-8fca9176ea2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0053368 Aug 29 17:29:36.441487 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34902) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:36.442117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a97aa-42c6-461c-8ff3-f3428dd52c5b None None] Sync routers for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:29:36.451795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a97aa-42c6-461c-8ff3-f3428dd52c5b None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:29:36.452411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e28a97aa-42c6-461c-8ff3-f3428dd52c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:29:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:36.554263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.660571 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.712691 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Deleting port af3d9995-4b4c-4ddd-b794-fe232ef8025a {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:36.713020 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.722689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-e28a97aa-42c6-461c-8ff3-f3428dd52c5b None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:29:36.793184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] For port af3d9995-4b4c-4ddd-b794-fe232ef8025a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=af3d9995-4b4c-4ddd-b794-fe232ef8025a,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:36.793581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.806270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Calling delete_port for af3d9995-4b4c-4ddd-b794-fe232ef8025a owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:36.903091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e28a97aa-42c6-461c-8ff3-f3428dd52c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:29:35Z', 'revision_number': 5, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port': {'id': 'af3d9995-4b4c-4ddd-b794-fe232ef8025a', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:20:52Z', 'updated_at': '2021-08-29T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:36.935193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a97aa-42c6-461c-8ff3-f3428dd52c5b None None] Checking router: 5322c82b-ae53-49eb-a24f-8fca9176ea2f for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:29:36.944223 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a97aa-42c6-461c-8ff3-f3428dd52c5b None None] Routers {'5322c82b-ae53-49eb-a24f-8fca9176ea2f'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:29:36.944894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e28a97aa-42c6-461c-8ff3-f3428dd52c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:29:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:36.970843 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:36.997860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Pushing event deleted for resources: {'Port': ['ID=af3d9995-4b4c-4ddd-b794-fe232ef8025a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:37.010859 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.011215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.011573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.011915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.012260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.012601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.012934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.013291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.013629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.014101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.014590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.014923 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:37.034823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-e28a97aa-42c6-461c-8ff3-f3428dd52c5b None None] Set router 5322c82b-ae53-49eb-a24f-8fca9176ea2f gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:29:37.068565 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.086007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-e28a97aa-42c6-461c-8ff3-f3428dd52c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:29:36Z', 'revision_number': 6, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:37.116565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a97aa-42c6-461c-8ff3-f3428dd52c5b None None] The sync data for ids ['5322c82b-ae53-49eb-a24f-8fca9176ea2f'] in n-d-713301-13 is: [{'id': '5322c82b-ae53-49eb-a24f-8fca9176ea2f', 'name': 'tempest-AttachVolumeShelveTestJSON-83289851-router', 'tenant_id': 'd04c0249fc5e416585c5676d42c8ae30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:20:51Z', 'updated_at': '2021-08-29T17:29:36Z', 'revision_number': 6, 'project_id': 'd04c0249fc5e416585c5676d42c8ae30', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:29:37.470748 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.472998 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.520025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.520632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5322c82b-ae53-49eb-a24f-8fca9176ea2f {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:29:37.528137 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.530586 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-56d1d423-a575-448e-93e7-064e1da1ed8e admin admin] 10.222.0.22 "DELETE /v2.0/routers/5322c82b-ae53-49eb-a24f-8fca9176ea2f HTTP/1.1" status: 204 len: 168 time: 1.0869460 Aug 29 17:29:37.532503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34904) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:37.579996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 99c155b3-031f-4546-ab1d-6926f6656268 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:37.585015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1d238c-7ca7-46ff-8955-25f943d1e5d9 admin admin] Deleting subnet 0d19da07-7e31-464c-a07f-d6b3a798098f {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:29:37.589830 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2b1d238c-7ca7-46ff-8955-25f943d1e5d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.600081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 99c155b3-031f-4546-ab1d-6926f6656268 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:37.600504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 99c155b3-031f-4546-ab1d-6926f6656268 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:37.625864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2b1d238c-7ca7-46ff-8955-25f943d1e5d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.700336 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2b1d238c-7ca7-46ff-8955-25f943d1e5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.757955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2b1d238c-7ca7-46ff-8955-25f943d1e5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.784473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d238c-7ca7-46ff-8955-25f943d1e5d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d19da07-7e31-464c-a07f-d6b3a798098f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:37.786468 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2b1d238c-7ca7-46ff-8955-25f943d1e5d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.790275 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2b1d238c-7ca7-46ff-8955-25f943d1e5d9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0d19da07-7e31-464c-a07f-d6b3a798098f HTTP/1.1" status: 204 len: 168 time: 0.2551553 Aug 29 17:29:37.791299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34906) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:37.795698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7542058d-2838-4bdb-9022-9551afcf2ab6 None None] Network bd3ee4a9-907c-4102-9a91-a3ab6420bccb requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:29:37.863601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.920864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Deleting port 10eca363-16f1-4467-8c35-165406980ac8 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:37.921210 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:37.967874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] DHCP port deletion for bd3ee4a9-907c-4102-9a91-a3ab6420bccb request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:29:37.991124 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] For port 10eca363-16f1-4467-8c35-165406980ac8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=10eca363-16f1-4467-8c35-165406980ac8,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:37.991498 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.006398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Calling delete_port for 10eca363-16f1-4467-8c35-165406980ac8 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:38.021905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Deleting port 10eca363-16f1-4467-8c35-165406980ac8 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:29:38.022541 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.084143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] For port 10eca363-16f1-4467-8c35-165406980ac8, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=10eca363-16f1-4467-8c35-165406980ac8,segment=NetworkSegment(0f701873-309b-4434-a31f-4c6fd307ab26),segment_id=0f701873-309b-4434-a31f-4c6fd307ab26)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:29:38.084547 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.090933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.099197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Calling delete_port for 10eca363-16f1-4467-8c35-165406980ac8 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:29:38.124197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10eca363-16f1-4467-8c35-165406980ac8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:38.126790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] No DVR routers for this DVR port 10eca363-16f1-4467-8c35-165406980ac8 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:38.186596 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.198604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] No DVR routers for this DVR port 10eca363-16f1-4467-8c35-165406980ac8 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:29:38.201090 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.216567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3ee4a9-907c-4102-9a91-a3ab6420bccb']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:38.223290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Pushing event deleted for resources: {'Port': ['ID=10eca363-16f1-4467-8c35-165406980ac8,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:38.227858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f701873-309b-4434-a31f-4c6fd307ab26') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:38.228209 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f701873-309b-4434-a31f-4c6fd307ab26') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:29:38.230955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.231300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.231637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.231968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.232298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.232624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.232961 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.233294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.233616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.233939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.234258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.234597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f7ba8-1184-4702-95d6-3323671ec9b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:29:38.237776 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.251684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.257478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:29:38.257866 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:29:38.259492 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:29:38.316713 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.322035 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.323856 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/bd3ee4a9-907c-4102-9a91-a3ab6420bccb HTTP/1.1" status: 204 len: 168 time: 0.5316234 Aug 29 17:29:38.334789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1f52d-8ae0-4656-9f5a-241f21f084e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd3ee4a9-907c-4102-9a91-a3ab6420bccb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:38.434324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34910) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:38.474338 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0003f151-91ac-4187-8996-058f8b5eb1e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d04c0249fc5e416585c5676d42c8ae30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387464 Aug 29 17:29:38.476902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 34912) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:38.524122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-913a9935-d893-4080-a2b3-ce8a0325a116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.545566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-913a9935-d893-4080-a2b3-ce8a0325a116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.590693 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-913a9935-d893-4080-a2b3-ce8a0325a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.593420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-913a9935-d893-4080-a2b3-ce8a0325a116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:38.595355 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-913a9935-d893-4080-a2b3-ce8a0325a116 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f944745-6763-4f08-935f-c5346def4a00 HTTP/1.1" status: 204 len: 168 time: 0.1174185 Aug 29 17:29:38.602966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a9935-d893-4080-a2b3-ce8a0325a116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f944745-6763-4f08-935f-c5346def4a00,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:39.429333 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device af3d9995-4b4c-4ddd-b794-fe232ef8025a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:39.450216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: af3d9995-4b4c-4ddd-b794-fe232ef8025a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:39.450576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device af3d9995-4b4c-4ddd-b794-fe232ef8025a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:39.450997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 10eca363-16f1-4467-8c35-165406980ac8 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:29:39.469446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 10eca363-16f1-4467-8c35-165406980ac8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:29:39.469903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 10eca363-16f1-4467-8c35-165406980ac8 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:29:42.912397 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d3ec4945-c383-4a25-b8f6-e755a6be34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.411818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34978) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:43.521799 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aed4a2d6-9464-4a10-bccc-4d71e3e18e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.610374 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aed4a2d6-9464-4a10-bccc-4d71e3e18e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.614012 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aed4a2d6-9464-4a10-bccc-4d71e3e18e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.651434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4a2d6-9464-4a10-bccc-4d71e3e18e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcf8cb6-58a3-4352-af70-4f058b25c4af,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:43.655955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aed4a2d6-9464-4a10-bccc-4d71e3e18e16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1a1f368070c4dbe9961de1a8495affa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430191 Aug 29 17:29:43.658592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 34982) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:43.706469 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-817b7344-8fbb-4ae6-8ecd-0ffe0efcdbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.726357 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-817b7344-8fbb-4ae6-8ecd-0ffe0efcdbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.774981 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-817b7344-8fbb-4ae6-8ecd-0ffe0efcdbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.777669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-817b7344-8fbb-4ae6-8ecd-0ffe0efcdbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:43.778788 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-817b7344-8fbb-4ae6-8ecd-0ffe0efcdbe5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8dcf8cb6-58a3-4352-af70-4f058b25c4af HTTP/1.1" status: 204 len: 168 time: 0.1192684 Aug 29 17:29:43.786037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b7344-8fbb-4ae6-8ecd-0ffe0efcdbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcf8cb6-58a3-4352-af70-4f058b25c4af,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:45.550106 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf457-c44e-40b8-9549-f636a9b3ed72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:45.905836 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:46.730275 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:47.866166 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:48.369921 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:48.814952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35092) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:48.919218 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9ab2-1dd7-4338-8c41-473981d2e9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.011373 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9ab2-1dd7-4338-8c41-473981d2e9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.014875 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9ab2-1dd7-4338-8c41-473981d2e9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.055285 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5fbd9ab2-1dd7-4338-8c41-473981d2e9f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=79733346147044b3bccd78740e8d77b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392299 Aug 29 17:29:49.057129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd9ab2-1dd7-4338-8c41-473981d2e9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd37483-aaca-4067-8fcf-2ec8354159de,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:49.059951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35096) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:49.116309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a853db4e-7d5c-485f-8048-e91c66874f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.136402 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a853db4e-7d5c-485f-8048-e91c66874f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.182361 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a853db4e-7d5c-485f-8048-e91c66874f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.184902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a853db4e-7d5c-485f-8048-e91c66874f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.186079 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a853db4e-7d5c-485f-8048-e91c66874f9d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fbd37483-aaca-4067-8fcf-2ec8354159de HTTP/1.1" status: 204 len: 168 time: 0.1249619 Aug 29 17:29:49.193489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853db4e-7d5c-485f-8048-e91c66874f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd37483-aaca-4067-8fcf-2ec8354159de,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:49.436165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35102) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:49.450494 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-853bd91d-25bf-4d93-a299-32dcd77f2b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.549999 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-853bd91d-25bf-4d93-a299-32dcd77f2b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.553661 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-853bd91d-25bf-4d93-a299-32dcd77f2b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.591201 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-853bd91d-25bf-4d93-a299-32dcd77f2b4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=79b5e01c3d2543d2b2e16ce71d4d3842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539638 Aug 29 17:29:49.592061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bd91d-25bf-4d93-a299-32dcd77f2b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adbca0f-b281-464b-871c-5781dea80bcc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:49.594439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35104) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:49.645953 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ee57a285-438b-4789-b5f6-910907d807de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.668557 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ee57a285-438b-4789-b5f6-910907d807de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.715523 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ee57a285-438b-4789-b5f6-910907d807de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.718229 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ee57a285-438b-4789-b5f6-910907d807de admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:49.719453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ee57a285-438b-4789-b5f6-910907d807de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8adbca0f-b281-464b-871c-5781dea80bcc HTTP/1.1" status: 204 len: 168 time: 0.1235700 Aug 29 17:29:49.728916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57a285-438b-4789-b5f6-910907d807de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adbca0f-b281-464b-871c-5781dea80bcc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:50.480502 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:51.877048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35178) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:51.999299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3069-e7d6-476e-b1dd-6fa657bbd8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.089043 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3069-e7d6-476e-b1dd-6fa657bbd8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.093465 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3069-e7d6-476e-b1dd-6fa657bbd8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.133581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1cfd3069-e7d6-476e-b1dd-6fa657bbd8f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cba996337ee5477fa3c92585acd44529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549956 Aug 29 17:29:52.134088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd3069-e7d6-476e-b1dd-6fa657bbd8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d935c7d6-6733-4a2d-99c9-43d76bdf1ada,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:52.136778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35182) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:52.192009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1162844f-b296-47a9-9707-22abf0f675fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.213462 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1162844f-b296-47a9-9707-22abf0f675fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.264331 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1162844f-b296-47a9-9707-22abf0f675fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.266971 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1162844f-b296-47a9-9707-22abf0f675fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.268104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1162844f-b296-47a9-9707-22abf0f675fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d935c7d6-6733-4a2d-99c9-43d76bdf1ada HTTP/1.1" status: 204 len: 168 time: 0.1299207 Aug 29 17:29:52.276160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162844f-b296-47a9-9707-22abf0f675fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d935c7d6-6733-4a2d-99c9-43d76bdf1ada,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:52.530017 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35188) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:52.544439 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba6d89d3-d4c4-4351-a314-b084ba9d2778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.633730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba6d89d3-d4c4-4351-a314-b084ba9d2778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.637317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba6d89d3-d4c4-4351-a314-b084ba9d2778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.676118 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ba6d89d3-d4c4-4351-a314-b084ba9d2778 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0243358c07554532b5c7543dcf19d34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449277 Aug 29 17:29:52.676975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d89d3-d4c4-4351-a314-b084ba9d2778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7398d7f4-965e-44cb-a97a-ff280e92e2f7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:52.678783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35190) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:52.727819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83a8fc9f-bc19-4f98-bf84-3b0dc0d1f857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.748263 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83a8fc9f-bc19-4f98-bf84-3b0dc0d1f857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.793394 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83a8fc9f-bc19-4f98-bf84-3b0dc0d1f857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.795973 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-83a8fc9f-bc19-4f98-bf84-3b0dc0d1f857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:52.797164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-83a8fc9f-bc19-4f98-bf84-3b0dc0d1f857 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7398d7f4-965e-44cb-a97a-ff280e92e2f7 HTTP/1.1" status: 204 len: 168 time: 0.1170568 Aug 29 17:29:52.804776 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8fc9f-bc19-4f98-bf84-3b0dc0d1f857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7398d7f4-965e-44cb-a97a-ff280e92e2f7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:54.976368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35304) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:55.085943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-552697bb-f3b0-4187-bd14-2c4fdc8bb16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.178259 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-552697bb-f3b0-4187-bd14-2c4fdc8bb16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.181686 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-552697bb-f3b0-4187-bd14-2c4fdc8bb16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.217732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-552697bb-f3b0-4187-bd14-2c4fdc8bb16f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=12b949c733104831bacd2159b2068d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403154 Aug 29 17:29:55.220248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552697bb-f3b0-4187-bd14-2c4fdc8bb16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d12c33-cb8d-4747-b41f-c7d93b4834ca,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:55.220936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35308) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:55.270337 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31c3dbc8-d3aa-4c18-bb9c-63aef624a10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.290628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31c3dbc8-d3aa-4c18-bb9c-63aef624a10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.338290 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31c3dbc8-d3aa-4c18-bb9c-63aef624a10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.340873 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-31c3dbc8-d3aa-4c18-bb9c-63aef624a10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.344567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-31c3dbc8-d3aa-4c18-bb9c-63aef624a10e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44d12c33-cb8d-4747-b41f-c7d93b4834ca HTTP/1.1" status: 204 len: 168 time: 0.1200287 Aug 29 17:29:55.350095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3dbc8-d3aa-4c18-bb9c-63aef624a10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d12c33-cb8d-4747-b41f-c7d93b4834ca,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:55.602386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35314) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:55.619420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-172911a4-8962-4a95-84b6-fe6e25b3764b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.709753 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-172911a4-8962-4a95-84b6-fe6e25b3764b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.713767 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-172911a4-8962-4a95-84b6-fe6e25b3764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.752443 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-172911a4-8962-4a95-84b6-fe6e25b3764b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02b17c9b70d847e6a762893d649b6b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488540 Aug 29 17:29:55.753360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172911a4-8962-4a95-84b6-fe6e25b3764b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727e1ebb-1230-4fed-8595-6ad07bd7de90,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:55.755234 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35316) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:55.803357 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0cb6e89-a751-470b-b1f3-7047f115e954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.824100 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0cb6e89-a751-470b-b1f3-7047f115e954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.868772 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0cb6e89-a751-470b-b1f3-7047f115e954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.871419 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0cb6e89-a751-470b-b1f3-7047f115e954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:55.872553 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a0cb6e89-a751-470b-b1f3-7047f115e954 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/727e1ebb-1230-4fed-8595-6ad07bd7de90 HTTP/1.1" status: 204 len: 168 time: 0.1163399 Aug 29 17:29:55.880806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb6e89-a751-470b-b1f3-7047f115e954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727e1ebb-1230-4fed-8595-6ad07bd7de90,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:57.838773 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35400) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:57.945491 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-67470a07-5a93-45b3-967d-5d70216abdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.032961 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-67470a07-5a93-45b3-967d-5d70216abdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.036441 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-67470a07-5a93-45b3-967d-5d70216abdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.074434 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-67470a07-5a93-45b3-967d-5d70216abdcf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76c564e1c2834b98a64b53333d23736b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346132 Aug 29 17:29:58.075383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67470a07-5a93-45b3-967d-5d70216abdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844fdbb2-9e8b-4d61-9d91-a873f4992d07,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:58.077276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35404) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:58.126450 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bd536b5b-d8aa-48a5-90f7-c600e72cc7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.146595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bd536b5b-d8aa-48a5-90f7-c600e72cc7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.194786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bd536b5b-d8aa-48a5-90f7-c600e72cc7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.197202 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bd536b5b-d8aa-48a5-90f7-c600e72cc7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.198353 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bd536b5b-d8aa-48a5-90f7-c600e72cc7ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/844fdbb2-9e8b-4d61-9d91-a873f4992d07 HTTP/1.1" status: 204 len: 168 time: 0.1201088 Aug 29 17:29:58.205754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd536b5b-d8aa-48a5-90f7-c600e72cc7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844fdbb2-9e8b-4d61-9d91-a873f4992d07,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:58.457744 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35410) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:58.471292 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-047db7f1-8608-4bad-8900-76699851fe75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.561191 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-047db7f1-8608-4bad-8900-76699851fe75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.564864 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-047db7f1-8608-4bad-8900-76699851fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.603386 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-047db7f1-8608-4bad-8900-76699851fe75 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b947a9a800f548dab7d6b513fae3e161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445677 Aug 29 17:29:58.605272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047db7f1-8608-4bad-8900-76699851fe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9cea02-dee4-46f2-bb8b-43d6df6f780e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:29:58.606066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35412) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:29:58.660567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18659d9-37cd-4096-8b2a-f2b3bbbb93a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.684597 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18659d9-37cd-4096-8b2a-f2b3bbbb93a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.731358 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18659d9-37cd-4096-8b2a-f2b3bbbb93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.733849 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a18659d9-37cd-4096-8b2a-f2b3bbbb93a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:29:58.735039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a18659d9-37cd-4096-8b2a-f2b3bbbb93a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d9cea02-dee4-46f2-bb8b-43d6df6f780e HTTP/1.1" status: 204 len: 168 time: 0.1279626 Aug 29 17:29:58.742704 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18659d9-37cd-4096-8b2a-f2b3bbbb93a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9cea02-dee4-46f2-bb8b-43d6df6f780e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:01.364408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35580) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:01.470131 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-57274d4a-5201-4792-b0c9-1a59f492e6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.558802 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-57274d4a-5201-4792-b0c9-1a59f492e6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.562577 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-57274d4a-5201-4792-b0c9-1a59f492e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.604264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57274d4a-5201-4792-b0c9-1a59f492e6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4443e6-296b-43ae-8cf9-a7942bebf20b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:01.609851 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-57274d4a-5201-4792-b0c9-1a59f492e6b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87e49687b7e14088b87d9852758ae8fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438521 Aug 29 17:30:01.612930 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35584) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:01.662296 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77d435cb-3e07-4baa-96ba-f6470af3d7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.682546 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77d435cb-3e07-4baa-96ba-f6470af3d7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.730715 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77d435cb-3e07-4baa-96ba-f6470af3d7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.733566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77d435cb-3e07-4baa-96ba-f6470af3d7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:01.734761 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-77d435cb-3e07-4baa-96ba-f6470af3d7a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b4443e6-296b-43ae-8cf9-a7942bebf20b HTTP/1.1" status: 204 len: 168 time: 0.1210301 Aug 29 17:30:01.742568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d435cb-3e07-4baa-96ba-f6470af3d7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4443e6-296b-43ae-8cf9-a7942bebf20b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:01.993650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35590) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:02.008132 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43e6fbd8-ba69-4499-beb8-4a6ee6a98518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.099779 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43e6fbd8-ba69-4499-beb8-4a6ee6a98518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.103437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43e6fbd8-ba69-4499-beb8-4a6ee6a98518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.146440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-43e6fbd8-ba69-4499-beb8-4a6ee6a98518 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=958bffad954742e3abe408af5ad02b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516147 Aug 29 17:30:02.147313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6fbd8-ba69-4499-beb8-4a6ee6a98518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e27f24-b351-4900-a136-976ba3831b07,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:02.149878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35592) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:02.205503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-089509c1-e883-439f-9781-d3821a25becf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.227177 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-089509c1-e883-439f-9781-d3821a25becf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.273934 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-089509c1-e883-439f-9781-d3821a25becf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.276882 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-089509c1-e883-439f-9781-d3821a25becf admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:02.278053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-089509c1-e883-439f-9781-d3821a25becf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38e27f24-b351-4900-a136-976ba3831b07 HTTP/1.1" status: 204 len: 168 time: 0.1271482 Aug 29 17:30:02.285937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089509c1-e883-439f-9781-d3821a25becf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e27f24-b351-4900-a136-976ba3831b07,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:03.837031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35704) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:03.942181 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e0caf298-97c5-490e-88bd-29de59ff1ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.036913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e0caf298-97c5-490e-88bd-29de59ff1ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.040612 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e0caf298-97c5-490e-88bd-29de59ff1ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.077728 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e0caf298-97c5-490e-88bd-29de59ff1ad1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ed08884522148be980e791e4508a9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395730 Aug 29 17:30:04.079099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caf298-97c5-490e-88bd-29de59ff1ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fd738a-2be6-4a09-92ea-658d90297b03,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:04.080930 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35708) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:04.132441 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f4d9c28-c9de-4edf-8f28-10caaffd9bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.152815 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f4d9c28-c9de-4edf-8f28-10caaffd9bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.198379 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f4d9c28-c9de-4edf-8f28-10caaffd9bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.200999 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2f4d9c28-c9de-4edf-8f28-10caaffd9bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:04.202178 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2f4d9c28-c9de-4edf-8f28-10caaffd9bdc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9fd738a-2be6-4a09-92ea-658d90297b03 HTTP/1.1" status: 204 len: 168 time: 0.1201782 Aug 29 17:30:04.210240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d9c28-c9de-4edf-8f28-10caaffd9bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fd738a-2be6-4a09-92ea-658d90297b03,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:05.501991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35750) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:05.598784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b44e0b1d-6d5f-4dd7-bcf3-e0340fd4a04c tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:05.625924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b44e0b1d-6d5f-4dd7-bcf3-e0340fd4a04c tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] 10.222.0.22 "PUT /v2.0/quotas/7a877cd570154dd68c35dcacc4c6bc07 HTTP/1.1" status: 200 len: 366 time: 0.1228590 Aug 29 17:30:05.628366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35754) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:05.637559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dec92aac-5094-4164-89be-e882b59c78c9 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0082150 Aug 29 17:30:05.639455 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35756) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:05.648495 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a8a4f326-2f99-4876-a544-7db7ecb53259 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] 10.222.0.22 "GET /v2.0/quotas/7a877cd570154dd68c35dcacc4c6bc07 HTTP/1.1" status: 200 len: 366 time: 0.0081463 Aug 29 17:30:05.650474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35758) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:05.664028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f356167f-bda5-4981-8e1b-f9654077c200 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/7a877cd570154dd68c35dcacc4c6bc07 HTTP/1.1" status: 204 len: 168 time: 0.0125792 Aug 29 17:30:05.666172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35760) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:05.674501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7028152a-070a-4619-a632-85b80413cefd tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0074158 Aug 29 17:30:05.676552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35762) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:05.685081 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-de037073-cbad-4f08-a4c1-062d32184462 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] 10.222.0.22 "GET /v2.0/quotas/7a877cd570154dd68c35dcacc4c6bc07 HTTP/1.1" status: 200 len: 370 time: 0.0075679 Aug 29 17:30:05.687075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35764) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:05.691431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9d0aa64c-6c88-4709-929a-b864239e66d5 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] 10.222.0.22 "GET /v2.0/quotas/7a877cd570154dd68c35dcacc4c6bc07/default HTTP/1.1" status: 200 len: 370 time: 0.0034604 Aug 29 17:30:05.693529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35766) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:05.700586 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-9fc5b140-bef9-4c26-af04-102c17f31f3f tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] delete failed (client error): The resource could not be found. Aug 29 17:30:05.701528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9fc5b140-bef9-4c26-af04-102c17f31f3f tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/7a877cd570154dd68c35dcacc4c6bc07 HTTP/1.1" status: 404 len: 348 time: 0.0071669 Aug 29 17:30:05.801609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35770) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:05.820601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Usage tracker for resource:network and tenant:86784976b5d0495a98f0008a17dfd4d9 is out of sync, need to count used quota {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:30:05.825600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:30:05.832042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Usage tracker for resource:subnet and tenant:86784976b5d0495a98f0008a17dfd4d9 is out of sync, need to count used quota {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:30:05.836712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:30:05.842768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Usage tracker for resource:subnetpool and tenant:86784976b5d0495a98f0008a17dfd4d9 is out of sync, need to count used quota {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:30:05.847922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:30:05.853857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Usage tracker for resource:port and tenant:86784976b5d0495a98f0008a17dfd4d9 is out of sync, need to count used quota {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:30:05.858443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:30:05.865358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Usage tracker for resource:router and tenant:86784976b5d0495a98f0008a17dfd4d9 is out of sync, need to count used quota {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:30:05.870216 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:30:05.876036 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Usage tracker for resource:floatingip and tenant:86784976b5d0495a98f0008a17dfd4d9 is out of sync, need to count used quota {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:30:05.880704 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:30:05.914434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Usage tracker for resource:security_group and tenant:86784976b5d0495a98f0008a17dfd4d9 is out of sync, need to count used quota {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:30:05.919599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:30:05.926024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Usage tracker for resource:security_group_rule and tenant:86784976b5d0495a98f0008a17dfd4d9 is out of sync, need to count used quota {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 29 17:30:05.930572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.quota.resource [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=111676) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 29 17:30:05.934851 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-401cf39b-5f36-4975-be18-c2b9e29fb8b8 tempest-QuotasTest-952961769 tempest-QuotasTest-952961769-project-admin] 10.222.0.22 "GET /v2.0/quotas/86784976b5d0495a98f0008a17dfd4d9/details.json HTTP/1.1" status: 200 len: 703 time: 0.1322515 Aug 29 17:30:06.220590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35776) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:06.326992 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-37c43cb8-7f6f-4083-902f-e71719e78a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.413628 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-37c43cb8-7f6f-4083-902f-e71719e78a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.417552 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-37c43cb8-7f6f-4083-902f-e71719e78a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.457423 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-37c43cb8-7f6f-4083-902f-e71719e78a79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e37aeb8b95764c77a14f7286688865fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357748 Aug 29 17:30:06.458273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c43cb8-7f6f-4083-902f-e71719e78a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2671e221-35c5-4517-8499-dcdd6126aa17,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:06.460187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35780) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:06.512910 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77a5b341-6eca-44de-9b12-3710568c25be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.534946 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77a5b341-6eca-44de-9b12-3710568c25be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.580860 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77a5b341-6eca-44de-9b12-3710568c25be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.583472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77a5b341-6eca-44de-9b12-3710568c25be admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.584632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-77a5b341-6eca-44de-9b12-3710568c25be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2671e221-35c5-4517-8499-dcdd6126aa17 HTTP/1.1" status: 204 len: 168 time: 0.1234658 Aug 29 17:30:06.592326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5b341-6eca-44de-9b12-3710568c25be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2671e221-35c5-4517-8499-dcdd6126aa17,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:06.848012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35786) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:06.861082 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-44a15184-be39-4c79-bf9a-cd42bd42444f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.950683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-44a15184-be39-4c79-bf9a-cd42bd42444f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.954425 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-44a15184-be39-4c79-bf9a-cd42bd42444f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:06.994107 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-44a15184-be39-4c79-bf9a-cd42bd42444f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86784976b5d0495a98f0008a17dfd4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450486 Aug 29 17:30:06.994958 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a15184-be39-4c79-bf9a-cd42bd42444f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cbdbc8-f865-4b5b-8c28-d7ee472ec35d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:06.996738 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35788) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:07.057486 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a080e6df-761d-41a2-afbe-3c8d7de48750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.078546 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a080e6df-761d-41a2-afbe-3c8d7de48750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.128950 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a080e6df-761d-41a2-afbe-3c8d7de48750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.131550 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a080e6df-761d-41a2-afbe-3c8d7de48750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:07.132710 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a080e6df-761d-41a2-afbe-3c8d7de48750 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6cbdbc8-f865-4b5b-8c28-d7ee472ec35d HTTP/1.1" status: 204 len: 168 time: 0.1349041 Aug 29 17:30:07.140662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080e6df-761d-41a2-afbe-3c8d7de48750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cbdbc8-f865-4b5b-8c28-d7ee472ec35d,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:08.321973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35824) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:08.420030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1251161813', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:08.440809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Made reservation on behalf of e628de9ee98c43279e3f64a7bee6466d for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:08.443224 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.451213 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.541467 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.545044 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.549315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] device_id is not set on port e91e7c2d-91a1-4880-a393-fecb9ca26acf yet. {{(pid=111676) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 29 17:30:08.603580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c28eb7-7b2d-4778-832c-6df4c786f8f8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:08.661245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Allocated IP 172.25.5.202 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/e91e7c2d-91a1-4880-a393-fecb9ca26acf) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:08.793961 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.832175 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.870822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:08.873407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:08.880540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:08.906716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Pushing event updated for resources: {'Port': ['ID=e91e7c2d-91a1-4880-a393-fecb9ca26acf,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:08.926596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:08.927207 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.940936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cd847fc6-62a4-4a5f-b063-b668c00052ef tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6177690 Aug 29 17:30:08.943771 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35828) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:08.948011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.202'}]}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:08.968384 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:08.969446 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.027915 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.162535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.353797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.373077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.520159 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.678083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.680233 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.725963 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.726498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2bbc1dd-aab0-48b0-950f-8df284327085 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:30:09.742080 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 29 17:30:09.743163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a4c464b5-aae1-4656-b687-ceb4da13ff90 tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.7984805 Aug 29 17:30:09.745918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35830) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:09.822769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a0a25882-c9b2-435a-b4ab-5304d2d9819d tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Deleting port e91e7c2d-91a1-4880-a393-fecb9ca26acf {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:09.823119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0a25882-c9b2-435a-b4ab-5304d2d9819d tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.896895 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0a25882-c9b2-435a-b4ab-5304d2d9819d tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:09.908788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a0a25882-c9b2-435a-b4ab-5304d2d9819d tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Calling delete_port for e91e7c2d-91a1-4880-a393-fecb9ca26acf owned by {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:10.031829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0a25882-c9b2-435a-b4ab-5304d2d9819d tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.056933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a25882-c9b2-435a-b4ab-5304d2d9819d tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Pushing event deleted for resources: {'Port': ['ID=e91e7c2d-91a1-4880-a393-fecb9ca26acf,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:10.121637 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a0a25882-c9b2-435a-b4ab-5304d2d9819d tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.123488 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a0a25882-c9b2-435a-b4ab-5304d2d9819d tempest-RoutersAdminNegativeIpV6Test-306224413 tempest-RoutersAdminNegativeIpV6Test-306224413-project-admin] 10.222.0.22 "DELETE /v2.0/ports/e91e7c2d-91a1-4880-a393-fecb9ca26acf HTTP/1.1" status: 204 len: 168 time: 0.3766675 Aug 29 17:30:10.358716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35836) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:10.464410 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25ece2b8-63f5-4aad-801f-594873bf679e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.550888 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25ece2b8-63f5-4aad-801f-594873bf679e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.554805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-25ece2b8-63f5-4aad-801f-594873bf679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.593286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-25ece2b8-63f5-4aad-801f-594873bf679e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e02f1cb0f47246fbba0d7b91a6fe8084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329595 Aug 29 17:30:10.594237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ece2b8-63f5-4aad-801f-594873bf679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15713b0c-7262-4fa1-9527-490701f98f72,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:10.596014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35840) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:10.644465 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d21f65a7-ba3a-4da4-a4f6-97db5ed95748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.665116 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d21f65a7-ba3a-4da4-a4f6-97db5ed95748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.711392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d21f65a7-ba3a-4da4-a4f6-97db5ed95748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.713992 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d21f65a7-ba3a-4da4-a4f6-97db5ed95748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:10.715122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d21f65a7-ba3a-4da4-a4f6-97db5ed95748 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15713b0c-7262-4fa1-9527-490701f98f72 HTTP/1.1" status: 204 len: 168 time: 0.1181214 Aug 29 17:30:10.723564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f65a7-ba3a-4da4-a4f6-97db5ed95748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15713b0c-7262-4fa1-9527-490701f98f72,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:10.973914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35846) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:11.014059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4bed38a5-1035-4476-b47d-71789398b9bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e628de9ee98c43279e3f64a7bee6466d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390291 Aug 29 17:30:11.017168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35848) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:11.065958 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ef87282-d82b-40b9-b0bc-aa9c6006b45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:11.086329 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ef87282-d82b-40b9-b0bc-aa9c6006b45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:11.132405 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ef87282-d82b-40b9-b0bc-aa9c6006b45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:11.135110 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ef87282-d82b-40b9-b0bc-aa9c6006b45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:11.136258 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6ef87282-d82b-40b9-b0bc-aa9c6006b45d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/36c28eb7-7b2d-4778-832c-6df4c786f8f8 HTTP/1.1" status: 204 len: 168 time: 0.1181846 Aug 29 17:30:11.143705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef87282-d82b-40b9-b0bc-aa9c6006b45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c28eb7-7b2d-4778-832c-6df4c786f8f8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:11.700497 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:30:11.809599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35870) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:11.915906 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-457c3c02-e681-4c78-969b-92d1b91cb364 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2012846999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:11.938645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-457c3c02-e681-4c78-969b-92d1b91cb364 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:11.939633 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-457c3c02-e681-4c78-969b-92d1b91cb364 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:11.991020 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-457c3c02-e681-4c78-969b-92d1b91cb364 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:11.994993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-457c3c02-e681-4c78-969b-92d1b91cb364 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.009789 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-457c3c02-e681-4c78-969b-92d1b91cb364 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.010961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-457c3c02-e681-4c78-969b-92d1b91cb364 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2003336 Aug 29 17:30:12.013803 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35874) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.019100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-418055908'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:12.038584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Made reservation on behalf of 3e071feb04ff4aaaa195d3ea483aedbf for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:12.041840 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.050240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.138039 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.142203 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.167981 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:30:12.176612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5297d0-d84f-42c5-8e01-a326bdc88d5d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:12.182476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.182826 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Added segment 706655ec-c54b-4886-be9c-0c7f94cc810e of type vlan for network 91567bae-90ad-4171-915b-cc5ce1d73e36 Aug 29 17:30:12.222208 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.246628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.252134 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:12.252724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.309214 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2943771 Aug 29 17:30:12.312123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35876) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.317406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Request body: {'subnet': {'network_id': '91567bae-90ad-4171-915b-cc5ce1d73e36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:12.322609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e31f3-90d6-456e-8ed5-d80ec24e46db tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event updated for resources: {'Network': ['ID=91567bae-90ad-4171-915b-cc5ce1d73e36,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:12.332723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 91567bae-90ad-4171-915b-cc5ce1d73e36 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:30:12.410676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Made reservation on behalf of 3e071feb04ff4aaaa195d3ea483aedbf for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:12.414387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.588235 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.646999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event updated for resources: {'Subnet': ['ID=1f5934fb-a605-4a17-9ac7-8861bf522fb1,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:12.657135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Checking segment: {'id': '706655ec-c54b-4886-be9c-0c7f94cc810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '91567bae-90ad-4171-915b-cc5ce1d73e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:30:12.657519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Network hostable DHCP agents. Network: 91567bae-90ad-4171-915b-cc5ce1d73e36, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:30:12.673600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Network 91567bae-90ad-4171-915b-cc5ce1d73e36 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:30:12.681890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 91567bae-90ad-4171-915b-cc5ce1d73e36) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:12.686233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:12.687609 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.691794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332e3b8-07f2-40ff-91c8-20c036b3c284 None None] Network 91567bae-90ad-4171-915b-cc5ce1d73e36 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:12.700567 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d24ff511-1f8f-4ded-b9d3-2ff608579e8d tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3873458 Aug 29 17:30:12.705021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35878) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.710048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Request body: {'network': {'name': 'tempest-router-network01--1142208575'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:12.730071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Made reservation on behalf of 3e071feb04ff4aaaa195d3ea483aedbf for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:12.733602 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.756927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:30:12.769379 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.769744 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Added segment e0db3457-1dfd-4595-81e8-ad321915ad5d of type vlan for network 025a059b-4e10-4601-8267-c4f12450d594 Aug 29 17:30:12.809383 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.834683 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.840060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-91567bae-90ad-4171-915b-cc5ce1d73e36', 'network_id': '91567bae-90ad-4171-915b-cc5ce1d73e36', 'tenant_id': '3e071feb04ff4aaaa195d3ea483aedbf', 'fixed_ips': [{'subnet_id': '1f5934fb-a605-4a17-9ac7-8861bf522fb1'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:30:12.840271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:12.840842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.841124 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.902937 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1967683 Aug 29 17:30:12.906415 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35880) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:12.911504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bac84-d56e-415f-871f-a589ce6fd4cd tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event updated for resources: {'Network': ['ID=025a059b-4e10-4601-8267-c4f12450d594,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:12.915334 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Request body: {'network': {'name': 'tempest-router-network02--1071329277'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:12.929412 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 025a059b-4e10-4601-8267-c4f12450d594 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:30:12.938040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Made reservation on behalf of 3e071feb04ff4aaaa195d3ea483aedbf for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:12.941597 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.965504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:30:12.974219 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-afd492d6-d6d9-46f8-8fcf-7954173173bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.974913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:12.975264 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Added segment 43743a86-ff6a-480b-8a5d-cedcecf97163 of type vlan for network eb6bab4f-051e-40a9-bf9a-1b5de608fc58 Aug 29 17:30:13.020380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.046560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Allocated IP 172.20.0.2 (91567bae-90ad-4171-915b-cc5ce1d73e36/1f5934fb-a605-4a17-9ac7-8861bf522fb1/b0831b86-a81e-4933-9f99-861d3bbdb3bd) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:13.046785 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.052756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:13.053469 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.116568 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2068048 Aug 29 17:30:13.119256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35882) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:13.124063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Request body: {'subnet': {'network_id': '025a059b-4e10-4601-8267-c4f12450d594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:13.142665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1d9f0-a27b-4a13-909e-d8b43ce694e1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event updated for resources: {'Network': ['ID=eb6bab4f-051e-40a9-bf9a-1b5de608fc58,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:13.153061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network eb6bab4f-051e-40a9-bf9a-1b5de608fc58 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:30:13.215331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Made reservation on behalf of 3e071feb04ff4aaaa195d3ea483aedbf for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:13.218970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.252435 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.261279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Transition to ACTIVE for port object b0831b86-a81e-4933-9f99-861d3bbdb3bd will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:13.278355 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Transition to ACTIVE for port object b0831b86-a81e-4933-9f99-861d3bbdb3bd will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:13.287817 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.330627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Network 91567bae-90ad-4171-915b-cc5ce1d73e36 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:13.336856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:13.339183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:13.345972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Pushing event updated for resources: {'Port': ['ID=b0831b86-a81e-4933-9f99-861d3bbdb3bd,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:13.401673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Attempting to bind port b0831b86-a81e-4933-9f99-861d3bbdb3bd on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:30:13.402377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Attempting to bind port b0831b86-a81e-4933-9f99-861d3bbdb3bd by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '706655ec-c54b-4886-be9c-0c7f94cc810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '91567bae-90ad-4171-915b-cc5ce1d73e36'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:30:13.402759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Attempting to bind port b0831b86-a81e-4933-9f99-861d3bbdb3bd on network 91567bae-90ad-4171-915b-cc5ce1d73e36 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:30:13.403158 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.407988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:30:13.408365 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Checking segment: {'id': '706655ec-c54b-4886-be9c-0c7f94cc810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '91567bae-90ad-4171-915b-cc5ce1d73e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:30:13.408778 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.409674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Bound using segment: {'id': '706655ec-c54b-4886-be9c-0c7f94cc810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '91567bae-90ad-4171-915b-cc5ce1d73e36'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:30:13.409674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Bound port: b0831b86-a81e-4933-9f99-861d3bbdb3bd, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706655ec-c54b-4886-be9c-0c7f94cc810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '91567bae-90ad-4171-915b-cc5ce1d73e36'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:30:13.410039 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.469575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event updated for resources: {'Subnet': ['ID=506a35b6-1e40-4d50-92b4-91e370c44e7f,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:13.474722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Checking segment: {'id': 'e0db3457-1dfd-4595-81e8-ad321915ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '025a059b-4e10-4601-8267-c4f12450d594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:30:13.475086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Network hostable DHCP agents. Network: 025a059b-4e10-4601-8267-c4f12450d594, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:30:13.475274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] For port b0831b86-a81e-4933-9f99-861d3bbdb3bd, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:30:13.478435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] For port b0831b86-a81e-4933-9f99-861d3bbdb3bd, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b0831b86-a81e-4933-9f99-861d3bbdb3bd,segment=NetworkSegment(706655ec-c54b-4886-be9c-0c7f94cc810e),segment_id=706655ec-c54b-4886-be9c-0c7f94cc810e)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:30:13.483274 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.492927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Network 025a059b-4e10-4601-8267-c4f12450d594 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:30:13.502284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 025a059b-4e10-4601-8267-c4f12450d594) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:13.506937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:13.507524 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.516865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5751ad-18a5-4142-a547-9a6c7ad143af None None] Network 025a059b-4e10-4601-8267-c4f12450d594 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:13.522607 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-59d09d4a-db9e-4b02-bc8b-ce9cf467560f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4023654 Aug 29 17:30:13.525991 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35884) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:13.531186 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Request body: {'subnet': {'network_id': 'eb6bab4f-051e-40a9-bf9a-1b5de608fc58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:13.588787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e370bd-4a41-4c9c-bb21-c34d1b17a38f None None] Pushing event updated for resources: {'Port': ['ID=b0831b86-a81e-4933-9f99-861d3bbdb3bd,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:13.630959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Made reservation on behalf of 3e071feb04ff4aaaa195d3ea483aedbf for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:30:13.634522 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.702325 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-025a059b-4e10-4601-8267-c4f12450d594', 'network_id': '025a059b-4e10-4601-8267-c4f12450d594', 'tenant_id': '3e071feb04ff4aaaa195d3ea483aedbf', 'fixed_ips': [{'subnet_id': '506a35b6-1e40-4d50-92b4-91e370c44e7f'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:30:13.703762 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.856193 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.859584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Allocated IP 172.20.0.2 (025a059b-4e10-4601-8267-c4f12450d594/506a35b6-1e40-4d50-92b4-91e370c44e7f/096b3155-a307-48c5-b1bc-929a69c8f906) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:13.917858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event updated for resources: {'Subnet': ['ID=c2f81d67-2979-4047-85b5-3fc7d56f8402,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:13.929855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Checking segment: {'id': '43743a86-ff6a-480b-8a5d-cedcecf97163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'eb6bab4f-051e-40a9-bf9a-1b5de608fc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:30:13.930222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Network hostable DHCP agents. Network: eb6bab4f-051e-40a9-bf9a-1b5de608fc58, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:30:13.946879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Network eb6bab4f-051e-40a9-bf9a-1b5de608fc58 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:30:13.956550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, eb6bab4f-051e-40a9-bf9a-1b5de608fc58) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:13.961117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:30:13.963924 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:13.980016 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e81cc36c-0be4-47c0-97e6-a3e26d9b2bd3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4527438 Aug 29 17:30:13.982696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35886) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:14.079464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d77941-2c85-44ac-b69e-65725a93ddea None None] Network eb6bab4f-051e-40a9-bf9a-1b5de608fc58 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:14.256473 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.270984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Transition to ACTIVE for port object 096b3155-a307-48c5-b1bc-929a69c8f906 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:14.273535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.300312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Transition to ACTIVE for port object 096b3155-a307-48c5-b1bc-929a69c8f906 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:14.303126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-eb6bab4f-051e-40a9-bf9a-1b5de608fc58', 'network_id': 'eb6bab4f-051e-40a9-bf9a-1b5de608fc58', 'tenant_id': '3e071feb04ff4aaaa195d3ea483aedbf', 'fixed_ips': [{'subnet_id': 'c2f81d67-2979-4047-85b5-3fc7d56f8402'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:30:14.303982 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.317541 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.374984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Network 025a059b-4e10-4601-8267-c4f12450d594 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:14.382611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:14.429790 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Pushing event updated for resources: {'Port': ['ID=096b3155-a307-48c5-b1bc-929a69c8f906,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:14.432345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:14.524994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Attempting to bind port 096b3155-a307-48c5-b1bc-929a69c8f906 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:30:14.525400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Attempting to bind port 096b3155-a307-48c5-b1bc-929a69c8f906 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'e0db3457-1dfd-4595-81e8-ad321915ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '025a059b-4e10-4601-8267-c4f12450d594'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:30:14.525772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Attempting to bind port 096b3155-a307-48c5-b1bc-929a69c8f906 on network 025a059b-4e10-4601-8267-c4f12450d594 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:30:14.537433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:30:14.537831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Checking segment: {'id': 'e0db3457-1dfd-4595-81e8-ad321915ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '025a059b-4e10-4601-8267-c4f12450d594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:30:14.538247 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.538633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Bound using segment: {'id': 'e0db3457-1dfd-4595-81e8-ad321915ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '025a059b-4e10-4601-8267-c4f12450d594'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:30:14.539115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Bound port: 096b3155-a307-48c5-b1bc-929a69c8f906, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0db3457-1dfd-4595-81e8-ad321915ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '025a059b-4e10-4601-8267-c4f12450d594'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:30:14.539511 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.562834 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Allocated IP 172.20.0.2 (eb6bab4f-051e-40a9-bf9a-1b5de608fc58/c2f81d67-2979-4047-85b5-3fc7d56f8402/69e83ce5-ab0e-4186-b6bb-80e4612a9f26) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:14.598744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0a3175-8347-4399-8c79-f71a044a0ab8 None None] Network 91567bae-90ad-4171-915b-cc5ce1d73e36 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:14.737966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] For port 096b3155-a307-48c5-b1bc-929a69c8f906, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:30:14.762729 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1e9a4c7b-eb8d-4c80-a8b0-a371a61f08a8 None None] Provisioning for port b0831b86-a81e-4933-9f99-861d3bbdb3bd completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:14.768196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] For port 096b3155-a307-48c5-b1bc-929a69c8f906, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=096b3155-a307-48c5-b1bc-929a69c8f906,segment=NetworkSegment(e0db3457-1dfd-4595-81e8-ad321915ad5d),segment_id=e0db3457-1dfd-4595-81e8-ad321915ad5d)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:30:14.783608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.901816 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Allocated IP 172.20.0.1 (025a059b-4e10-4601-8267-c4f12450d594/506a35b6-1e40-4d50-92b4-91e370c44e7f/5a52fe67-3c0e-403f-9bc2-d0a1ec586b66) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:14.928098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f0dcf-e2a3-4d26-9187-a69a72981792 None None] Pushing event updated for resources: {'Port': ['ID=096b3155-a307-48c5-b1bc-929a69c8f906,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:14.956841 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:14.969122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Transition to ACTIVE for port object 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:14.988960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Transition to ACTIVE for port object 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:14.998790 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.024508 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.036166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Network eb6bab4f-051e-40a9-bf9a-1b5de608fc58 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:15.038424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Transition to ACTIVE for port object 5a52fe67-3c0e-403f-9bc2-d0a1ec586b66 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:15.039292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:15.042727 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:15.056171 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Pushing event updated for resources: {'Port': ['ID=69e83ce5-ab0e-4186-b6bb-80e4612a9f26,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:15.085903 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.117443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Attempting to bind port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:30:15.117816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Attempting to bind port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '43743a86-ff6a-480b-8a5d-cedcecf97163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'eb6bab4f-051e-40a9-bf9a-1b5de608fc58'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:30:15.118183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Attempting to bind port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 on network eb6bab4f-051e-40a9-bf9a-1b5de608fc58 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:30:15.120084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Network 025a059b-4e10-4601-8267-c4f12450d594 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:15.123174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:30:15.123549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Checking segment: {'id': '43743a86-ff6a-480b-8a5d-cedcecf97163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'eb6bab4f-051e-40a9-bf9a-1b5de608fc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:30:15.123952 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.124346 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Bound using segment: {'id': '43743a86-ff6a-480b-8a5d-cedcecf97163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'eb6bab4f-051e-40a9-bf9a-1b5de608fc58'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:30:15.124890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Bound port: 69e83ce5-ab0e-4186-b6bb-80e4612a9f26, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43743a86-ff6a-480b-8a5d-cedcecf97163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'eb6bab4f-051e-40a9-bf9a-1b5de608fc58'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:30:15.125299 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.141794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:15.144256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:15.194089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event updated for resources: {'Port': ['ID=5a52fe67-3c0e-403f-9bc2-d0a1ec586b66,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:15.206132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.215704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] For port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:30:15.221425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] For port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=69e83ce5-ab0e-4186-b6bb-80e4612a9f26,segment=NetworkSegment(43743a86-ff6a-480b-8a5d-cedcecf97163),segment_id=43743a86-ff6a-480b-8a5d-cedcecf97163)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:30:15.226541 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.300880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9371b43-0524-4bdd-b79e-f7c18963f17d None None] Pushing event updated for resources: {'Port': ['ID=69e83ce5-ab0e-4186-b6bb-80e4612a9f26,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:15.359550 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.562814 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-36fc0c66-5137-493b-ab73-a2de32cc0ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.594789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b0831b86-a81e-4933-9f99-861d3bbdb3bd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:15.666242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b0831b86-a81e-4933-9f99-861d3bbdb3bd completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:15.670306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b0831b86-a81e-4933-9f99-861d3bbdb3bd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:15.670683 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.681059 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.690132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.754005 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.768007 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.769748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event updated for resources: {'Port': ['ID=5a52fe67-3c0e-403f-9bc2-d0a1ec586b66,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:15.795131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port b0831b86-a81e-4933-9f99-861d3bbdb3bd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b0831b86-a81e-4933-9f99-861d3bbdb3bd,segment=NetworkSegment(706655ec-c54b-4886-be9c-0c7f94cc810e),segment_id=706655ec-c54b-4886-be9c-0c7f94cc810e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:15.800180 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:15.800987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 096b3155-a307-48c5-b1bc-929a69c8f906 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:15.872957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Network 025a059b-4e10-4601-8267-c4f12450d594 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:15.875107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:15.883254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=b0831b86-a81e-4933-9f99-861d3bbdb3bd,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:15.913903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 096b3155-a307-48c5-b1bc-929a69c8f906 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:15.918456 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.002841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Router da4c8add-4a28-49f4-8960-c26a93118873 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:30:16.043864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e539e0cd-a5c3-4b94-8554-2bb2563a0b03 None None] Network 025a059b-4e10-4601-8267-c4f12450d594 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:16.104431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:16.115458 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92214442-f608-4c35-bc34-01801e61a6fa None None] Sync routers for ids ['da4c8add-4a28-49f4-8960-c26a93118873'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:16.120001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35888) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.120513 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d598fa63-ec0d-40a5-aef0-5261054e880e tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "PUT /v2.0/routers/da4c8add-4a28-49f4-8960-c26a93118873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1365190 Aug 29 17:30:16.127199 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92214442-f608-4c35-bc34-01801e61a6fa None None] Routers {'da4c8add-4a28-49f4-8960-c26a93118873'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:16.128615 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-92214442-f608-4c35-bc34-01801e61a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:30:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['da4c8add-4a28-49f4-8960-c26a93118873'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:16.167358 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-92214442-f608-4c35-bc34-01801e61a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:16.177984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2bb30282-351c-4b8a-bf8a-f54f89ba194a None None] Provisioning for port 096b3155-a307-48c5-b1bc-929a69c8f906 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:16.180293 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92214442-f608-4c35-bc34-01801e61a6fa None None] Routers {'da4c8add-4a28-49f4-8960-c26a93118873'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:16.180927 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-92214442-f608-4c35-bc34-01801e61a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:30:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['da4c8add-4a28-49f4-8960-c26a93118873'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:16.184701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2bb30282-351c-4b8a-bf8a-f54f89ba194a None None] Provisioning complete for port 096b3155-a307-48c5-b1bc-929a69c8f906 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:16.185077 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2bb30282-351c-4b8a-bf8a-f54f89ba194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.218817 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-92214442-f608-4c35-bc34-01801e61a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:16.219782 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92214442-f608-4c35-bc34-01801e61a6fa None None] The sync data for ids ['da4c8add-4a28-49f4-8960-c26a93118873'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:16.299830 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2bb30282-351c-4b8a-bf8a-f54f89ba194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.335797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2bb30282-351c-4b8a-bf8a-f54f89ba194a None None] For port 096b3155-a307-48c5-b1bc-929a69c8f906, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=096b3155-a307-48c5-b1bc-929a69c8f906,segment=NetworkSegment(e0db3457-1dfd-4595-81e8-ad321915ad5d),segment_id=e0db3457-1dfd-4595-81e8-ad321915ad5d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:16.341063 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2bb30282-351c-4b8a-bf8a-f54f89ba194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.407429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb30282-351c-4b8a-bf8a-f54f89ba194a None None] Pushing event updated for resources: {'Port': ['ID=096b3155-a307-48c5-b1bc-929a69c8f906,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:16.471800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ea44f-daa4-480d-8ef2-9b6148821764 None None] Network eb6bab4f-051e-40a9-bf9a-1b5de608fc58 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:16.517418 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-d30ea179-8727-4ef4-8e6b-683e802844d7 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:30:16.518585 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d30ea179-8727-4ef4-8e6b-683e802844d7 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "PUT /v2.0/routers/da4c8add-4a28-49f4-8960-c26a93118873/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3968296 Aug 29 17:30:16.521602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35890) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:16.593736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fb0a4416-0cf8-469d-a4a6-36b3cd0a1a4e None None] Provisioning for port 5a52fe67-3c0e-403f-9bc2-d0a1ec586b66 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:16.602827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fb0a4416-0cf8-469d-a4a6-36b3cd0a1a4e None None] Provisioning complete for port 5a52fe67-3c0e-403f-9bc2-d0a1ec586b66 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:16.603198 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4416-0cf8-469d-a4a6-36b3cd0a1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.668073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a4416-0cf8-469d-a4a6-36b3cd0a1a4e None None] Port 5a52fe67-3c0e-403f-9bc2-d0a1ec586b66 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:30:16.689486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fb0a4416-0cf8-469d-a4a6-36b3cd0a1a4e None None] Provisioning for port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:16.706378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-fb0a4416-0cf8-469d-a4a6-36b3cd0a1a4e None None] Provisioning complete for port 096b3155-a307-48c5-b1bc-929a69c8f906 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:16.706713 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4416-0cf8-469d-a4a6-36b3cd0a1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.750345 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.867298 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04c16bd3-b469-4a42-a71f-ffc6e9a313f4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.929681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e9ffedc0-8fc5-44ce-a12d-0cfe1b729f5c None None] Provisioning complete for port 5a52fe67-3c0e-403f-9bc2-d0a1ec586b66 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:16.930379 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e9ffedc0-8fc5-44ce-a12d-0cfe1b729f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:16.971329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e9ffedc0-8fc5-44ce-a12d-0cfe1b729f5c None None] Port 5a52fe67-3c0e-403f-9bc2-d0a1ec586b66 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:30:17.090859 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ccbe4027-e20b-4bdf-afbe-07dd578ffcce None None] Provisioning complete for port 5a52fe67-3c0e-403f-9bc2-d0a1ec586b66 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:17.091194 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4027-e20b-4bdf-afbe-07dd578ffcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.129451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe4027-e20b-4bdf-afbe-07dd578ffcce None None] Port 5a52fe67-3c0e-403f-9bc2-d0a1ec586b66 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:30:17.421320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-04c16bd3-b469-4a42-a71f-ffc6e9a313f4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Deleting port 5a52fe67-3c0e-403f-9bc2-d0a1ec586b66 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:17.421783 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04c16bd3-b469-4a42-a71f-ffc6e9a313f4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.507677 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04c16bd3-b469-4a42-a71f-ffc6e9a313f4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.520230 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-04c16bd3-b469-4a42-a71f-ffc6e9a313f4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Calling delete_port for 5a52fe67-3c0e-403f-9bc2-d0a1ec586b66 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:17.535580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:17.582553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:17.586172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:17.586544 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.660864 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.695025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04c16bd3-b469-4a42-a71f-ffc6e9a313f4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.695933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=69e83ce5-ab0e-4186-b6bb-80e4612a9f26,segment=NetworkSegment(43743a86-ff6a-480b-8a5d-cedcecf97163),segment_id=43743a86-ff6a-480b-8a5d-cedcecf97163)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:17.699348 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.700190 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b0831b86-a81e-4933-9f99-861d3bbdb3bd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:17.723513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c16bd3-b469-4a42-a71f-ffc6e9a313f4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event deleted for resources: {'Port': ['ID=5a52fe67-3c0e-403f-9bc2-d0a1ec586b66,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:17.780342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=69e83ce5-ab0e-4186-b6bb-80e4612a9f26,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:17.787954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b0831b86-a81e-4933-9f99-861d3bbdb3bd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:17.788326 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.878321 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-04c16bd3-b469-4a42-a71f-ffc6e9a313f4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.879883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 096b3155-a307-48c5-b1bc-929a69c8f906 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:17.903074 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:17.930595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 096b3155-a307-48c5-b1bc-929a69c8f906 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:17.930972 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.039819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c16bd3-b469-4a42-a71f-ffc6e9a313f4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Router da4c8add-4a28-49f4-8960-c26a93118873 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:30:18.117170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c16bd3-b469-4a42-a71f-ffc6e9a313f4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:18.122551 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-04c16bd3-b469-4a42-a71f-ffc6e9a313f4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "PUT /v2.0/routers/da4c8add-4a28-49f4-8960-c26a93118873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5996602 Aug 29 17:30:18.126225 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35894) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:18.129470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff8d9c-3de9-4b8a-83a5-6fb3b7e0de13 None None] Sync routers for ids ['da4c8add-4a28-49f4-8960-c26a93118873'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:18.138444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff8d9c-3de9-4b8a-83a5-6fb3b7e0de13 None None] Routers {'da4c8add-4a28-49f4-8960-c26a93118873'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:18.139059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-36ff8d9c-3de9-4b8a-83a5-6fb3b7e0de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:30:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['da4c8add-4a28-49f4-8960-c26a93118873'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:18.163957 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-b35e6df2-f23a-4a8d-b5b4-ed40772589bf tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] delete failed (client error): The resource could not be found. Aug 29 17:30:18.164927 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b35e6df2-f23a-4a8d-b5b4-ed40772589bf tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-466566481 HTTP/1.1" status: 404 len: 334 time: 0.0377700 Aug 29 17:30:18.168623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35896) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:18.173061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-be3dee36-943d-415c-afe7-df78d520cd4f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da4c8add-4a28-49f4-8960-c26a93118873'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:18.175621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-36ff8d9c-3de9-4b8a-83a5-6fb3b7e0de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:18.184258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff8d9c-3de9-4b8a-83a5-6fb3b7e0de13 None None] Routers {'da4c8add-4a28-49f4-8960-c26a93118873'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:18.184860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-36ff8d9c-3de9-4b8a-83a5-6fb3b7e0de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:30:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['da4c8add-4a28-49f4-8960-c26a93118873'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:18.216911 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-36ff8d9c-3de9-4b8a-83a5-6fb3b7e0de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:18.217562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff8d9c-3de9-4b8a-83a5-6fb3b7e0de13 None None] The sync data for ids ['da4c8add-4a28-49f4-8960-c26a93118873'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:18.369862 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.384639 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-be3dee36-943d-415c-afe7-df78d520cd4f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.403815 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-be3dee36-943d-415c-afe7-df78d520cd4f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] update failed (client error): The resource could not be found. Aug 29 17:30:18.404853 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-be3dee36-943d-415c-afe7-df78d520cd4f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "PUT /v2.0/routers/da4c8add-4a28-49f4-8960-c26a93118873 HTTP/1.1" status: 404 len: 339 time: 0.2353351 Aug 29 17:30:18.408971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35898) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:18.679748 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:18.906980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Allocated IP 172.20.0.1 (91567bae-90ad-4171-915b-cc5ce1d73e36/1f5934fb-a605-4a17-9ac7-8861bf522fb1/c195d28a-264f-44c9-a9ea-8825c05314d2) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:30:19.022831 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.038985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Transition to ACTIVE for port object c195d28a-264f-44c9-a9ea-8825c05314d2 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:30:19.071445 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.111554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Network 91567bae-90ad-4171-915b-cc5ce1d73e36 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:19.116417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:19.119021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:30:19.143940 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event updated for resources: {'Port': ['ID=c195d28a-264f-44c9-a9ea-8825c05314d2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:19.168075 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.287137 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.374022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e733b5de-610e-4eab-9652-0b9f2cf4f273 None None] Provisioning for port c195d28a-264f-44c9-a9ea-8825c05314d2 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:30:19.379214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e733b5de-610e-4eab-9652-0b9f2cf4f273 None None] Provisioning complete for port c195d28a-264f-44c9-a9ea-8825c05314d2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:19.379598 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e733b5de-610e-4eab-9652-0b9f2cf4f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.422259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e733b5de-610e-4eab-9652-0b9f2cf4f273 None None] Port c195d28a-264f-44c9-a9ea-8825c05314d2 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:30:19.458237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:30:19.508940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:19.509452 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.568367 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.573121 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.648945 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.651569 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event updated for resources: {'Port': ['ID=c195d28a-264f-44c9-a9ea-8825c05314d2,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:19.742721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Network 91567bae-90ad-4171-915b-cc5ce1d73e36 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:30:19.744061 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:30:19.841838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Router da4c8add-4a28-49f4-8960-c26a93118873 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:30:19.935841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:19.941120 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1e8ed0a3-45e7-4326-a8f2-19618d3246d4 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "PUT /v2.0/routers/da4c8add-4a28-49f4-8960-c26a93118873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5311692 Aug 29 17:30:19.943786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35900) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:19.944056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6979799c-3170-497a-9dce-e3c9d72e03c3 None None] Provisioning complete for port c195d28a-264f-44c9-a9ea-8825c05314d2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:30:19.944421 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6979799c-3170-497a-9dce-e3c9d72e03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:19.948070 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e73b8-57ac-4a4b-b768-7e5ae369e183 None None] Sync routers for ids ['da4c8add-4a28-49f4-8960-c26a93118873'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:19.957847 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e73b8-57ac-4a4b-b768-7e5ae369e183 None None] Routers {'da4c8add-4a28-49f4-8960-c26a93118873'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:19.958456 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-757e73b8-57ac-4a4b-b768-7e5ae369e183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:30:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['da4c8add-4a28-49f4-8960-c26a93118873'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:19.978053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6979799c-3170-497a-9dce-e3c9d72e03c3 None None] Port c195d28a-264f-44c9-a9ea-8825c05314d2 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:30:19.989632 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-757e73b8-57ac-4a4b-b768-7e5ae369e183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:19.998262 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e73b8-57ac-4a4b-b768-7e5ae369e183 None None] Routers {'da4c8add-4a28-49f4-8960-c26a93118873'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:19.998856 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-757e73b8-57ac-4a4b-b768-7e5ae369e183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:30:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['da4c8add-4a28-49f4-8960-c26a93118873'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:20.031470 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-757e73b8-57ac-4a4b-b768-7e5ae369e183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:20.032026 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e73b8-57ac-4a4b-b768-7e5ae369e183 None None] The sync data for ids ['da4c8add-4a28-49f4-8960-c26a93118873'] in n-d-713301-13 is: [] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:20.040332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54336c48-023f-453c-b463-e8f902d621c1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:20.124200 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-54336c48-023f-453c-b463-e8f902d621c1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 29 17:30:20.125785 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-54336c48-023f-453c-b463-e8f902d621c1 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "DELETE /v2.0/routers/da4c8add-4a28-49f4-8960-c26a93118873 HTTP/1.1" status: 409 len: 329 time: 0.1810694 Aug 29 17:30:20.128596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35902) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:20.492448 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:20.740874 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2855b31d-eb45-4253-bfe4-b38ae49193eb tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:20.970843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-2855b31d-eb45-4253-bfe4-b38ae49193eb tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Deleting port c195d28a-264f-44c9-a9ea-8825c05314d2 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:20.971519 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2855b31d-eb45-4253-bfe4-b38ae49193eb tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:21.057171 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2855b31d-eb45-4253-bfe4-b38ae49193eb tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:21.069292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-2855b31d-eb45-4253-bfe4-b38ae49193eb tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Calling delete_port for c195d28a-264f-44c9-a9ea-8825c05314d2 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:21.231727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2855b31d-eb45-4253-bfe4-b38ae49193eb tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:21.259491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855b31d-eb45-4253-bfe4-b38ae49193eb tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event deleted for resources: {'Port': ['ID=c195d28a-264f-44c9-a9ea-8825c05314d2,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:21.398513 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2855b31d-eb45-4253-bfe4-b38ae49193eb tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:21.564177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2855b31d-eb45-4253-bfe4-b38ae49193eb tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Router da4c8add-4a28-49f4-8960-c26a93118873 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:30:21.639112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2855b31d-eb45-4253-bfe4-b38ae49193eb tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:30:21.644527 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2855b31d-eb45-4253-bfe4-b38ae49193eb tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "PUT /v2.0/routers/da4c8add-4a28-49f4-8960-c26a93118873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5149772 Aug 29 17:30:21.648062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35904) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:21.651518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc2e88-1c7e-4484-839f-1ea58d22595e None None] Sync routers for ids ['da4c8add-4a28-49f4-8960-c26a93118873'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:30:21.660982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc2e88-1c7e-4484-839f-1ea58d22595e None None] Routers {'da4c8add-4a28-49f4-8960-c26a93118873'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:21.661618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bbbc2e88-1c7e-4484-839f-1ea58d22595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:30:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['da4c8add-4a28-49f4-8960-c26a93118873'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:21.684737 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-2b091a7d-f81d-4a74-bcc2-9a9016710de6 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] show failed (client error): The resource could not be found. Aug 29 17:30:21.685801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2b091a7d-f81d-4a74-bcc2-9a9016710de6 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1382141178 HTTP/1.1" status: 404 len: 335 time: 0.0368307 Aug 29 17:30:21.689424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35906) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:21.695024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-cfbca164-7a44-4b14-a92c-af7fe94ef52f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Request body: {'router': {'name': 'new_name'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:30:21.695867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bbbc2e88-1c7e-4484-839f-1ea58d22595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:21.705136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc2e88-1c7e-4484-839f-1ea58d22595e None None] Routers {'da4c8add-4a28-49f4-8960-c26a93118873'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:30:21.705943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bbbc2e88-1c7e-4484-839f-1ea58d22595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:30:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['da4c8add-4a28-49f4-8960-c26a93118873'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:21.733880 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-cfbca164-7a44-4b14-a92c-af7fe94ef52f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] update failed (client error): The resource could not be found. Aug 29 17:30:21.734913 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cfbca164-7a44-4b14-a92c-af7fe94ef52f tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-268004459 HTTP/1.1" status: 404 len: 334 time: 0.0445144 Aug 29 17:30:21.737186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bbbc2e88-1c7e-4484-839f-1ea58d22595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:21.737844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc2e88-1c7e-4484-839f-1ea58d22595e None None] The sync data for ids ['da4c8add-4a28-49f4-8960-c26a93118873'] in n-d-713301-13 is: [] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:30:21.739293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35908) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:21.790551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-d962dcbc-edf6-418a-8feb-4b7d9233be59 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Deleting subnet c2f81d67-2979-4047-85b5-3fc7d56f8402 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:30:21.793578 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d962dcbc-edf6-418a-8feb-4b7d9233be59 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:21.832598 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d962dcbc-edf6-418a-8feb-4b7d9233be59 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:21.917185 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d962dcbc-edf6-418a-8feb-4b7d9233be59 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:21.973038 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d962dcbc-edf6-418a-8feb-4b7d9233be59 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.000062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962dcbc-edf6-418a-8feb-4b7d9233be59 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f81d67-2979-4047-85b5-3fc7d56f8402,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:22.003704 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d962dcbc-edf6-418a-8feb-4b7d9233be59 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.008409 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d962dcbc-edf6-418a-8feb-4b7d9233be59 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "DELETE /v2.0/subnets/c2f81d67-2979-4047-85b5-3fc7d56f8402 HTTP/1.1" status: 204 len: 168 time: 0.2652829 Aug 29 17:30:22.008409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35910) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.013305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7cd5b5-7c3a-459a-b2c9-648ee8593c88 None None] Network eb6bab4f-051e-40a9-bf9a-1b5de608fc58 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:22.060121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-29db3391-9db5-426b-8507-d04ece050ed3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Deleting subnet 506a35b6-1e40-4d50-92b4-91e370c44e7f {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:30:22.064085 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29db3391-9db5-426b-8507-d04ece050ed3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.105963 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29db3391-9db5-426b-8507-d04ece050ed3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.197916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29db3391-9db5-426b-8507-d04ece050ed3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.258187 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29db3391-9db5-426b-8507-d04ece050ed3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.286982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db3391-9db5-426b-8507-d04ece050ed3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event deleted for resources: {'Subnet': ['ID=506a35b6-1e40-4d50-92b4-91e370c44e7f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:22.288980 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-29db3391-9db5-426b-8507-d04ece050ed3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.290881 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-29db3391-9db5-426b-8507-d04ece050ed3 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "DELETE /v2.0/subnets/506a35b6-1e40-4d50-92b4-91e370c44e7f HTTP/1.1" status: 204 len: 168 time: 0.2816608 Aug 29 17:30:22.293252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35912) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.297481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fae5f1-10ed-4b65-a0f7-34a156172402 None None] Network 025a059b-4e10-4601-8267-c4f12450d594 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:22.348514 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4411e61d-09fd-437e-8f48-6f833c9e41b1 None None] DHCP port deletion for eb6bab4f-051e-40a9-bf9a-1b5de608fc58 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:30:22.373814 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.429514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Deleting port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:22.429864 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.450477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4411e61d-09fd-437e-8f48-6f833c9e41b1 None None] Deleting port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:22.450828 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4411e61d-09fd-437e-8f48-6f833c9e41b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.496320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] For port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=69e83ce5-ab0e-4186-b6bb-80e4612a9f26,segment=NetworkSegment(43743a86-ff6a-480b-8a5d-cedcecf97163),segment_id=43743a86-ff6a-480b-8a5d-cedcecf97163)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:22.496885 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.505158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a09c22-ac0d-4b7d-8cc7-a7f164cd779e None None] DHCP port deletion for 025a059b-4e10-4601-8267-c4f12450d594 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:30:22.512818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Calling delete_port for 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:22.521726 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4411e61d-09fd-437e-8f48-6f833c9e41b1 None None] For port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=69e83ce5-ab0e-4186-b6bb-80e4612a9f26,segment=NetworkSegment(43743a86-ff6a-480b-8a5d-cedcecf97163),segment_id=43743a86-ff6a-480b-8a5d-cedcecf97163)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:22.522135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4411e61d-09fd-437e-8f48-6f833c9e41b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.550358 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4411e61d-09fd-437e-8f48-6f833c9e41b1 None None] Calling delete_port for 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:22.595294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.621169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event deleted for resources: {'Port': ['ID=69e83ce5-ab0e-4186-b6bb-80e4612a9f26,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:22.621861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-16a09c22-ac0d-4b7d-8cc7-a7f164cd779e None None] Deleting port 096b3155-a307-48c5-b1bc-929a69c8f906 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:22.622228 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-16a09c22-ac0d-4b7d-8cc7-a7f164cd779e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.625379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] No DVR routers for this DVR port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:30:22.694813 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4411e61d-09fd-437e-8f48-6f833c9e41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.703063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-16a09c22-ac0d-4b7d-8cc7-a7f164cd779e None None] For port 096b3155-a307-48c5-b1bc-929a69c8f906, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=096b3155-a307-48c5-b1bc-929a69c8f906,segment=NetworkSegment(e0db3457-1dfd-4595-81e8-ad321915ad5d),segment_id=e0db3457-1dfd-4595-81e8-ad321915ad5d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:22.703382 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-16a09c22-ac0d-4b7d-8cc7-a7f164cd779e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.705614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.715589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6bab4f-051e-40a9-bf9a-1b5de608fc58']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:22.727317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43743a86-ff6a-480b-8a5d-cedcecf97163') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:22.727547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43743a86-ff6a-480b-8a5d-cedcecf97163') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:22.736040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-16a09c22-ac0d-4b7d-8cc7-a7f164cd779e None None] Calling delete_port for 096b3155-a307-48c5-b1bc-929a69c8f906 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:22.737604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.738357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411e61d-09fd-437e-8f48-6f833c9e41b1 None None] Pushing event deleted for resources: {'Port': ['ID=69e83ce5-ab0e-4186-b6bb-80e4612a9f26,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:22.743369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4411e61d-09fd-437e-8f48-6f833c9e41b1 None None] No DVR routers for this DVR port 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:30:22.758477 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.764903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:30:22.765446 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:30:22.768711 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:30:22.823668 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-16a09c22-ac0d-4b7d-8cc7-a7f164cd779e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.827200 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.835595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:22.837436 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "DELETE /v2.0/networks/eb6bab4f-051e-40a9-bf9a-1b5de608fc58 HTTP/1.1" status: 204 len: 168 time: 0.5432472 Aug 29 17:30:22.840195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35914) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:22.851151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a09c22-ac0d-4b7d-8cc7-a7f164cd779e None None] No DVR routers for this DVR port 096b3155-a307-48c5-b1bc-929a69c8f906 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:30:22.854156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a09c22-ac0d-4b7d-8cc7-a7f164cd779e None None] Pushing event deleted for resources: {'Port': ['ID=096b3155-a307-48c5-b1bc-929a69c8f906,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:22.854335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d53dfe-fa45-44ca-98d6-20ceeabeab09 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event deleted for resources: {'Network': ['ID=eb6bab4f-051e-40a9-bf9a-1b5de608fc58,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:22.919853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.007132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.017178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025a059b-4e10-4601-8267-c4f12450d594']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:23.027250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0db3457-1dfd-4595-81e8-ad321915ad5d') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:23.027546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0db3457-1dfd-4595-81e8-ad321915ad5d') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:23.036680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.052082 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.058263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:30:23.058738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:30:23.062050 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:30:23.119011 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.129093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.130949 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "DELETE /v2.0/networks/025a059b-4e10-4601-8267-c4f12450d594 HTTP/1.1" status: 204 len: 168 time: 0.2897332 Aug 29 17:30:23.133517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35916) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.140720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15540b9b-35c9-4a15-a051-0b493b99fd42 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event deleted for resources: {'Network': ['ID=025a059b-4e10-4601-8267-c4f12450d594,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:23.188613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5b02ca-7da0-40dc-992c-00dc996fa7fa tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Deleting subnet 1f5934fb-a605-4a17-9ac7-8861bf522fb1 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:30:23.191601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d5b02ca-7da0-40dc-992c-00dc996fa7fa tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.230078 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d5b02ca-7da0-40dc-992c-00dc996fa7fa tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.313558 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d5b02ca-7da0-40dc-992c-00dc996fa7fa tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.373398 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d5b02ca-7da0-40dc-992c-00dc996fa7fa tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.400110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b02ca-7da0-40dc-992c-00dc996fa7fa tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5934fb-a605-4a17-9ac7-8861bf522fb1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:23.403945 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d5b02ca-7da0-40dc-992c-00dc996fa7fa tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.406309 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2d5b02ca-7da0-40dc-992c-00dc996fa7fa tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "DELETE /v2.0/subnets/1f5934fb-a605-4a17-9ac7-8861bf522fb1 HTTP/1.1" status: 204 len: 168 time: 0.2712128 Aug 29 17:30:23.412724 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee53708-91fc-4b75-8f5e-e35191074f18 None None] Network 91567bae-90ad-4171-915b-cc5ce1d73e36 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:30:23.413414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35918) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.478625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:30:23.498925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.525352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:30:23.525694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 69e83ce5-ab0e-4186-b6bb-80e4612a9f26 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:30:23.526116 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 096b3155-a307-48c5-b1bc-929a69c8f906 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:30:23.557730 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 096b3155-a307-48c5-b1bc-929a69c8f906 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:30:23.558077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 096b3155-a307-48c5-b1bc-929a69c8f906 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:30:23.558505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Deleting port b0831b86-a81e-4933-9f99-861d3bbdb3bd {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:23.558863 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.622072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] For port b0831b86-a81e-4933-9f99-861d3bbdb3bd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b0831b86-a81e-4933-9f99-861d3bbdb3bd,segment=NetworkSegment(706655ec-c54b-4886-be9c-0c7f94cc810e),segment_id=706655ec-c54b-4886-be9c-0c7f94cc810e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:23.622461 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.629725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82f5016-e643-4cb1-9580-4eb8fb3f02f7 None None] DHCP port deletion for 91567bae-90ad-4171-915b-cc5ce1d73e36 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:30:23.636924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Calling delete_port for b0831b86-a81e-4933-9f99-861d3bbdb3bd owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:23.674238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b82f5016-e643-4cb1-9580-4eb8fb3f02f7 None None] Deleting port b0831b86-a81e-4933-9f99-861d3bbdb3bd {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:30:23.674633 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b82f5016-e643-4cb1-9580-4eb8fb3f02f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.717348 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.737758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b82f5016-e643-4cb1-9580-4eb8fb3f02f7 None None] For port b0831b86-a81e-4933-9f99-861d3bbdb3bd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b0831b86-a81e-4933-9f99-861d3bbdb3bd,segment=NetworkSegment(706655ec-c54b-4886-be9c-0c7f94cc810e),segment_id=706655ec-c54b-4886-be9c-0c7f94cc810e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:30:23.738303 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b82f5016-e643-4cb1-9580-4eb8fb3f02f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.744154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] No DVR routers for this DVR port b0831b86-a81e-4933-9f99-861d3bbdb3bd on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:30:23.750657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event deleted for resources: {'Port': ['ID=b0831b86-a81e-4933-9f99-861d3bbdb3bd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:23.751740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b82f5016-e643-4cb1-9580-4eb8fb3f02f7 None None] Calling delete_port for b0831b86-a81e-4933-9f99-861d3bbdb3bd owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:30:23.825707 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b82f5016-e643-4cb1-9580-4eb8fb3f02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.828516 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.838467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91567bae-90ad-4171-915b-cc5ce1d73e36']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:23.848793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706655ec-c54b-4886-be9c-0c7f94cc810e') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:23.849431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706655ec-c54b-4886-be9c-0c7f94cc810e') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:30:23.851508 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f5016-e643-4cb1-9580-4eb8fb3f02f7 None None] No DVR routers for this DVR port b0831b86-a81e-4933-9f99-861d3bbdb3bd on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:30:23.859238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f5016-e643-4cb1-9580-4eb8fb3f02f7 None None] Pushing event deleted for resources: {'Port': ['ID=b0831b86-a81e-4933-9f99-861d3bbdb3bd,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:23.859913 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.873169 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.879951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:30:23.880635 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:30:23.883628 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:30:23.939757 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.946394 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:23.948170 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "DELETE /v2.0/networks/91567bae-90ad-4171-915b-cc5ce1d73e36 HTTP/1.1" status: 204 len: 168 time: 0.5331023 Aug 29 17:30:23.950948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35920) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:23.959511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea47be-d3b5-4e9a-a1d0-a1f1ad853efe tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Pushing event deleted for resources: {'Network': ['ID=91567bae-90ad-4171-915b-cc5ce1d73e36,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:23.977900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5b51a592-c34b-40f0-8f65-c33afe005399 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "GET /v2.0/ports?device_id=da4c8add-4a28-49f4-8960-c26a93118873 HTTP/1.1" status: 200 len: 205 time: 0.0257416 Aug 29 17:30:23.980129 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35922) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:24.058526 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-857479b0-4da3-4bd4-9bf6-eda7694bade5 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.213639 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-857479b0-4da3-4bd4-9bf6-eda7694bade5 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.215548 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-857479b0-4da3-4bd4-9bf6-eda7694bade5 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.257641 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-857479b0-4da3-4bd4-9bf6-eda7694bade5 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.258150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857479b0-4da3-4bd4-9bf6-eda7694bade5 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Fanout notify agent at l3_agent the message router_deleted on router da4c8add-4a28-49f4-8960-c26a93118873 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:30:24.265151 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-857479b0-4da3-4bd4-9bf6-eda7694bade5 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.266298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-857479b0-4da3-4bd4-9bf6-eda7694bade5 tempest-RoutersNegativeTest-938627779 tempest-RoutersNegativeTest-938627779-project] 10.222.0.22 "DELETE /v2.0/routers/da4c8add-4a28-49f4-8960-c26a93118873 HTTP/1.1" status: 204 len: 168 time: 0.2852731 Aug 29 17:30:24.503965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35928) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:24.635658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-afa9c2ff-3b40-4b44-af24-395666c26ddc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e071feb04ff4aaaa195d3ea483aedbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304529 Aug 29 17:30:24.638047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35932) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:24.689053 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b0ba30a-a2ca-4228-ad14-77d66c61ae30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.709601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b0ba30a-a2ca-4228-ad14-77d66c61ae30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.756726 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b0ba30a-a2ca-4228-ad14-77d66c61ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.759265 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b0ba30a-a2ca-4228-ad14-77d66c61ae30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:24.760830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b0ba30a-a2ca-4228-ad14-77d66c61ae30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b5297d0-d84f-42c5-8e01-a326bdc88d5d HTTP/1.1" status: 204 len: 168 time: 0.1217394 Aug 29 17:30:24.768722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ba30a-a2ca-4228-ad14-77d66c61ae30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5297d0-d84f-42c5-8e01-a326bdc88d5d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:25.467845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b0831b86-a81e-4933-9f99-861d3bbdb3bd no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:30:25.491097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b0831b86-a81e-4933-9f99-861d3bbdb3bd {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:30:25.491439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b0831b86-a81e-4933-9f99-861d3bbdb3bd not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:30:25.784075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-522e15ab-adad-4d1f-b44b-62e2996bbfbe req-55331c50-c541-46ec-94ad-3c8da19b40fe service neutron] (111677) timed out ('10.222.0.22', 46606) {{(pid=111677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:30:26.111837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35972) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:26.216743 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c1e01ac-df8e-4fd3-9b49-eb70984664a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.304340 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c1e01ac-df8e-4fd3-9b49-eb70984664a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.308007 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c1e01ac-df8e-4fd3-9b49-eb70984664a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.345465 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1c1e01ac-df8e-4fd3-9b49-eb70984664a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=43f10acdcf7046d9affcb6a110daa181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325597 Aug 29 17:30:26.347334 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e01ac-df8e-4fd3-9b49-eb70984664a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d655861d-0a01-4ce1-9dd7-45a28fd64a2b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:26.348229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35976) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:26.397449 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cb34e25-4b7a-44c0-9803-f276aeba80dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.419488 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cb34e25-4b7a-44c0-9803-f276aeba80dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.465358 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cb34e25-4b7a-44c0-9803-f276aeba80dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.467886 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8cb34e25-4b7a-44c0-9803-f276aeba80dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.469649 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8cb34e25-4b7a-44c0-9803-f276aeba80dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d655861d-0a01-4ce1-9dd7-45a28fd64a2b HTTP/1.1" status: 204 len: 168 time: 0.1202815 Aug 29 17:30:26.477240 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb34e25-4b7a-44c0-9803-f276aeba80dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d655861d-0a01-4ce1-9dd7-45a28fd64a2b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:26.726885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 35982) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:26.744125 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9ff90ba-3a25-4d45-b2fe-82eb7ff8607d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.831440 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9ff90ba-3a25-4d45-b2fe-82eb7ff8607d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.835028 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e9ff90ba-3a25-4d45-b2fe-82eb7ff8607d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.873892 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e9ff90ba-3a25-4d45-b2fe-82eb7ff8607d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bc2315317a894c19a626e2c0a77ab709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459475 Aug 29 17:30:26.875580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff90ba-3a25-4d45-b2fe-82eb7ff8607d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32279157-c277-4a9e-9ae9-652a26eff66a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:26.877109 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 35984) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:26.925720 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65faf6b7-1c3d-4fda-a209-24609bd89b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.949038 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65faf6b7-1c3d-4fda-a209-24609bd89b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.994784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65faf6b7-1c3d-4fda-a209-24609bd89b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.997392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-65faf6b7-1c3d-4fda-a209-24609bd89b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:26.998545 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-65faf6b7-1c3d-4fda-a209-24609bd89b1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32279157-c277-4a9e-9ae9-652a26eff66a HTTP/1.1" status: 204 len: 168 time: 0.1203780 Aug 29 17:30:27.007299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65faf6b7-1c3d-4fda-a209-24609bd89b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32279157-c277-4a9e-9ae9-652a26eff66a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:42.915309 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6116c8d7-8830-4411-bf5e-f3fb95172cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:45.554409 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f3981984-bea2-40bb-b447-036c13019947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:45.910716 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:46.726589 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:47.881928 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:48.372123 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:48.699838 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:30:50.491686 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:54.632222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36186) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:54.737329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:54.825763 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:54.830285 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:54.867912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f47a926d2e434a1f900ee3e4457361ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345781 Aug 29 17:30:54.869028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a867ccb0-c35f-4e7a-a2fd-437c2fe6fb69,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:54.870560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36190) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:54.876501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.876855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.877208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.877577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.877916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.878250 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.878586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.878909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.879245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.879571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.879901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.880228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b053fa-e740-4bcc-9715-226af8ccf536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:54.922673 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:54.943701 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:54.989439 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:54.991887 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:54.993335 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a867ccb0-c35f-4e7a-a2fd-437c2fe6fb69 HTTP/1.1" status: 204 len: 168 time: 0.1217823 Aug 29 17:30:55.001395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a867ccb0-c35f-4e7a-a2fd-437c2fe6fb69,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:55.008739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.009146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.009443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.009755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.010094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.010537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.010887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.011312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.011547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.011844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.012167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.012493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf0f4-a441-4585-9d47-987122e19aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:30:55.254910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36196) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:55.268740 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6727fabf-0f91-467e-8b97-7411c0ea5462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.354819 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6727fabf-0f91-467e-8b97-7411c0ea5462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.359141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6727fabf-0f91-467e-8b97-7411c0ea5462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.399505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6727fabf-0f91-467e-8b97-7411c0ea5462 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6b47936570143449a9d952b54e59439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434617 Aug 29 17:30:55.401618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727fabf-0f91-467e-8b97-7411c0ea5462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4819af4c-29a9-40c5-be0b-8095ef984d97,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:30:55.402804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36198) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:30:55.452138 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fa08864d-6fb7-49f3-be02-01120674463a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.476116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fa08864d-6fb7-49f3-be02-01120674463a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.522671 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fa08864d-6fb7-49f3-be02-01120674463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.525119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fa08864d-6fb7-49f3-be02-01120674463a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:30:55.527289 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fa08864d-6fb7-49f3-be02-01120674463a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4819af4c-29a9-40c5-be0b-8095ef984d97 HTTP/1.1" status: 204 len: 168 time: 0.1229868 Aug 29 17:30:55.535270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08864d-6fb7-49f3-be02-01120674463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4819af4c-29a9-40c5-be0b-8095ef984d97,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:04.269833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36292) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:04.388152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54ce624d-bc87-4708-93f8-53f8363fa28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:04.490044 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54ce624d-bc87-4708-93f8-53f8363fa28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:04.494670 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-54ce624d-bc87-4708-93f8-53f8363fa28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:04.533489 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-54ce624d-bc87-4708-93f8-53f8363fa28d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a19a617716945baa06fa6ff79d02638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625401 Aug 29 17:31:04.535520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce624d-bc87-4708-93f8-53f8363fa28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b74218-3ed0-4dfe-b874-a5a38ac3305e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:04.536300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36298) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:04.587579 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70e50caf-f219-416b-8b51-0881875c8c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:04.608906 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70e50caf-f219-416b-8b51-0881875c8c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:04.656420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70e50caf-f219-416b-8b51-0881875c8c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:04.658988 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70e50caf-f219-416b-8b51-0881875c8c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:04.660129 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-70e50caf-f219-416b-8b51-0881875c8c80 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08b74218-3ed0-4dfe-b874-a5a38ac3305e HTTP/1.1" status: 204 len: 168 time: 0.1227007 Aug 29 17:31:04.667875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e50caf-f219-416b-8b51-0881875c8c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b74218-3ed0-4dfe-b874-a5a38ac3305e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:04.919521 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36304) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:04.932786 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ea48ff5-ffdc-4408-b24a-66f3aa897510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.019227 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ea48ff5-ffdc-4408-b24a-66f3aa897510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.022916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1ea48ff5-ffdc-4408-b24a-66f3aa897510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.063578 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1ea48ff5-ffdc-4408-b24a-66f3aa897510 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dfedc05f3473467c8e36b266123f6158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429396 Aug 29 17:31:05.064438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea48ff5-ffdc-4408-b24a-66f3aa897510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe09fae-878c-47c3-a2b5-7836b265ff88,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:05.066342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36306) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:05.114678 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64d566fd-7a8a-4b3c-a9bd-054bda230f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.136054 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64d566fd-7a8a-4b3c-a9bd-054bda230f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.184853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64d566fd-7a8a-4b3c-a9bd-054bda230f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.188784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64d566fd-7a8a-4b3c-a9bd-054bda230f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:05.192354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-64d566fd-7a8a-4b3c-a9bd-054bda230f54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/abe09fae-878c-47c3-a2b5-7836b265ff88 HTTP/1.1" status: 204 len: 168 time: 0.1225150 Aug 29 17:31:05.198392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d566fd-7a8a-4b3c-a9bd-054bda230f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe09fae-878c-47c3-a2b5-7836b265ff88,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:06.727497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36352) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:06.832053 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-551a602f-6ab5-4299-bc3c-fcfcf3757a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:06.931344 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-551a602f-6ab5-4299-bc3c-fcfcf3757a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:06.934849 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-551a602f-6ab5-4299-bc3c-fcfcf3757a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:06.972854 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-551a602f-6ab5-4299-bc3c-fcfcf3757a84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef5d2df0275f457797b87bbf6c07f704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443111 Aug 29 17:31:06.973726 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a602f-6ab5-4299-bc3c-fcfcf3757a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a21cd1-2b19-43fe-9853-a739e711d069,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:06.975780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36356) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:07.024883 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0b824ba9-1070-4ff1-9b0d-12e6ef6192fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.045781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0b824ba9-1070-4ff1-9b0d-12e6ef6192fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.090947 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0b824ba9-1070-4ff1-9b0d-12e6ef6192fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.093974 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0b824ba9-1070-4ff1-9b0d-12e6ef6192fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.095124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0b824ba9-1070-4ff1-9b0d-12e6ef6192fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59a21cd1-2b19-43fe-9853-a739e711d069 HTTP/1.1" status: 204 len: 168 time: 0.1184247 Aug 29 17:31:07.102380 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b824ba9-1070-4ff1-9b0d-12e6ef6192fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a21cd1-2b19-43fe-9853-a739e711d069,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:07.345818 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36362) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:07.359541 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-00d0a8c5-f717-4b9f-ac2a-b93ed990d60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.447392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-00d0a8c5-f717-4b9f-ac2a-b93ed990d60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.451030 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-00d0a8c5-f717-4b9f-ac2a-b93ed990d60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.489510 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-00d0a8c5-f717-4b9f-ac2a-b93ed990d60d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=149e60fa4a5d412d889fb726792e7cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425860 Aug 29 17:31:07.490377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0a8c5-f717-4b9f-ac2a-b93ed990d60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf05638-7dd1-4be2-99c7-00fc764156b3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:07.492246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36364) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:07.541416 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5bd62fb8-2731-4930-a805-691882a88f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.563418 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5bd62fb8-2731-4930-a805-691882a88f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.609276 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5bd62fb8-2731-4930-a805-691882a88f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.611886 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5bd62fb8-2731-4930-a805-691882a88f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:07.613018 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5bd62fb8-2731-4930-a805-691882a88f8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dbf05638-7dd1-4be2-99c7-00fc764156b3 HTTP/1.1" status: 204 len: 168 time: 0.1192551 Aug 29 17:31:07.620857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd62fb8-2731-4930-a805-691882a88f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf05638-7dd1-4be2-99c7-00fc764156b3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:12.918646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-24f4977d-1407-459b-9323-737953513759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.555660 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f077-dcb7-4e50-85ff-54cac233a353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:15.911399 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:16.730295 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.663305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36494) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:17.769421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84900f6c-604f-44d0-8b22-aba943b025cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.868219 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84900f6c-604f-44d0-8b22-aba943b025cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.872018 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-84900f6c-604f-44d0-8b22-aba943b025cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.881597 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.914858 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-84900f6c-604f-44d0-8b22-aba943b025cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bed0fb3c7f9f4f8e8784c0ece14ee633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503867 Aug 29 17:31:17.915907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84900f6c-604f-44d0-8b22-aba943b025cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2360f031-11d8-4f70-9c93-7bc0fad7487f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:17.917609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36498) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:17.969083 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c57cba0-17d2-4c6c-bfaa-2c1bd8f06086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:17.989284 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c57cba0-17d2-4c6c-bfaa-2c1bd8f06086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.036382 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c57cba0-17d2-4c6c-bfaa-2c1bd8f06086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.039005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2c57cba0-17d2-4c6c-bfaa-2c1bd8f06086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.040236 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2c57cba0-17d2-4c6c-bfaa-2c1bd8f06086 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2360f031-11d8-4f70-9c93-7bc0fad7487f HTTP/1.1" status: 204 len: 168 time: 0.1216319 Aug 29 17:31:18.048043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57cba0-17d2-4c6c-bfaa-2c1bd8f06086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2360f031-11d8-4f70-9c93-7bc0fad7487f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:18.294427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 36504) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:18.307425 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b5dae3a-c57e-46be-b5ab-f2fd4aa69a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.374752 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.394686 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b5dae3a-c57e-46be-b5ab-f2fd4aa69a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.398867 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b5dae3a-c57e-46be-b5ab-f2fd4aa69a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.436895 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b5dae3a-c57e-46be-b5ab-f2fd4aa69a6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=feee28fa93dc404d8923dc0f57abea56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413887 Aug 29 17:31:18.438299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dae3a-c57e-46be-b5ab-f2fd4aa69a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb5b486-78fe-4070-bbaf-692c03fa9458,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:18.440197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36506) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:18.489764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef411531-b3a9-49d2-a27b-2db0554da4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.510725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef411531-b3a9-49d2-a27b-2db0554da4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.556537 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef411531-b3a9-49d2-a27b-2db0554da4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.559310 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef411531-b3a9-49d2-a27b-2db0554da4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.560457 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ef411531-b3a9-49d2-a27b-2db0554da4be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fb5b486-78fe-4070-bbaf-692c03fa9458 HTTP/1.1" status: 204 len: 168 time: 0.1186829 Aug 29 17:31:18.568354 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef411531-b3a9-49d2-a27b-2db0554da4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb5b486-78fe-4070-bbaf-692c03fa9458,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:18.871754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36512) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:18.885249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6c7615e-a333-4f02-86cb-f74fa15c1c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.973393 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6c7615e-a333-4f02-86cb-f74fa15c1c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:18.977197 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d6c7615e-a333-4f02-86cb-f74fa15c1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.016561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7615e-a333-4f02-86cb-f74fa15c1c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ac2405-7e9b-4b79-af60-91bdaa40f260,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:19.020790 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d6c7615e-a333-4f02-86cb-f74fa15c1c68 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f17a5d94bc6e48e99d50b059ebf3454e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480117 Aug 29 17:31:19.023538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 36514) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:31:19.072342 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d16ee4c-ee9e-41e2-a2cf-469e156dadc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.093193 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d16ee4c-ee9e-41e2-a2cf-469e156dadc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.139014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d16ee4c-ee9e-41e2-a2cf-469e156dadc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.141674 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6d16ee4c-ee9e-41e2-a2cf-469e156dadc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:19.142797 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6d16ee4c-ee9e-41e2-a2cf-469e156dadc4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62ac2405-7e9b-4b79-af60-91bdaa40f260 HTTP/1.1" status: 204 len: 168 time: 0.1185472 Aug 29 17:31:19.150063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16ee4c-ee9e-41e2-a2cf-469e156dadc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ac2405-7e9b-4b79-af60-91bdaa40f260,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:20.502200 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:21.373695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-cad96c75-7f37-4748-8ebf-14ecd06da857 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9288f80cbe5a426ea44fb30e3f3f3e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224020 Aug 29 17:31:21.480625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-6a425f3e-d2b3-4653-b408-5a4adbad3e32 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:21.482052 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-6a425f3e-d2b3-4653-b408-5a4adbad3e32 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1031122 Aug 29 17:31:21.497520 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-a3adf641-2b83-44a4-b43c-626cab94e70a tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/quotas/9288f80cbe5a426ea44fb30e3f3f3e7e HTTP/1.1" status: 200 len: 375 time: 0.0089610 Aug 29 17:31:21.527926 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-9875da17-ea5e-44d0-bb64-6eb5861a9da2 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9288f80cbe5a426ea44fb30e3f3f3e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252960 Aug 29 17:31:21.688204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0668b815-1dde-4c63-a249-c7b3e62178cf req-dbf40117-c2d2-4aad-94f3-6f27aa42440e tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 210 time: 0.0277271 Aug 29 17:31:22.649089 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fc139901-aef7-45c7-a512-2e76c33738b9 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9288f80cbe5a426ea44fb30e3f3f3e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223997 Aug 29 17:31:22.769217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-a3e7894c-7d72-4168-8e32-3933f6925476 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:22.770701 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-a3e7894c-7d72-4168-8e32-3933f6925476 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147709 Aug 29 17:31:22.785059 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Request body: {'port': {'device_id': '3348068b-e344-46be-a172-d7703dd1fb8b', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': '9288f80cbe5a426ea44fb30e3f3f3e7e'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:22.854072 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ffb2c84-f0a6-4218-8a8d-a6d233a4bac9 req-0aa65603-05c3-422d-a7e0-09567c7088d5 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 210 time: 0.0538895 Aug 29 17:31:22.914162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Made reservation on behalf of 9288f80cbe5a426ea44fb30e3f3f3e7e for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:31:22.918165 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:22.927575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.023224 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.026925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.092150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9076fe38-9b3d-47bb-855f-8fd310f2fedd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:23.158820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Allocated IP 192.168.233.214 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/ca577c7f-c9c5-4541-bd28-5432704d5c88) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:31:23.304680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.318646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Transition to ACTIVE for port object ca577c7f-c9c5-4541-bd28-5432704d5c88 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:31:23.349617 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.389780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:31:23.392697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:31:23.398766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:31:23.424964 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Pushing event updated for resources: {'Port': ['ID=ca577c7f-c9c5-4541-bd28-5432704d5c88,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:23.453471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:23.454096 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.469916 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fffe121d-062a-44a6-af9a-4813be313c11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6883719 Aug 29 17:31:23.480760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-e3723615-49bd-4987-a436-9fb8aa0ec030 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:31:23.481775 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-e3723615-49bd-4987-a436-9fb8aa0ec030 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053222 Aug 29 17:31:23.597825 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Request body: {'port': {'device_id': '3348068b-e344-46be-a172-d7703dd1fb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:31:23.653373 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.680520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-62afb4a7-b1d3-4ef9-a0d1-d8135c14f75b None None] Provisioning for port ca577c7f-c9c5-4541-bd28-5432704d5c88 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:31:23.684197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-62afb4a7-b1d3-4ef9-a0d1-d8135c14f75b None None] Provisioning complete for port ca577c7f-c9c5-4541-bd28-5432704d5c88 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:31:23.684638 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-62afb4a7-b1d3-4ef9-a0d1-d8135c14f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.717443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-62afb4a7-b1d3-4ef9-a0d1-d8135c14f75b None None] Port ca577c7f-c9c5-4541-bd28-5432704d5c88 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:31:23.915731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca577c7f-c9c5-4541-bd28-5432704d5c88 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:31:23.923030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.935224 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Transition to ACTIVE for port object ca577c7f-c9c5-4541-bd28-5432704d5c88 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:31:23.939232 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:23.995076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Pushing event updated for resources: {'Port': ['ID=ca577c7f-c9c5-4541-bd28-5432704d5c88,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:24.000541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75923ee-3604-41f0-a9a3-648ffe0a01a8 req-9e658103-5850-4986-b780-dfe55e7c65a4 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:24.002129 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d75923ee-3604-41f0-a9a3-648ffe0a01a8 req-9e658103-5850-4986-b780-dfe55e7c65a4 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 948 time: 0.0547099 Aug 29 17:31:24.044135 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d75923ee-3604-41f0-a9a3-648ffe0a01a8 req-9462e84b-155d-440c-a6f9-ae62db8c7092 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/security-groups?id=9076fe38-9b3d-47bb-855f-8fd310f2fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352693 Aug 29 17:31:24.073410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Attempting to bind port ca577c7f-c9c5-4541-bd28-5432704d5c88 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:31:24.073751 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Attempting to bind port ca577c7f-c9c5-4541-bd28-5432704d5c88 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:31:24.074089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Attempting to bind port ca577c7f-c9c5-4541-bd28-5432704d5c88 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:31:24.079161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Port ca577c7f-c9c5-4541-bd28-5432704d5c88 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:31:24.079770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Attempting to bind port ca577c7f-c9c5-4541-bd28-5432704d5c88 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:31:24.084646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:31:24.084989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:31:24.085419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:31:24.085851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Bound port: ca577c7f-c9c5-4541-bd28-5432704d5c88, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:31:24.086221 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.152251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] For port ca577c7f-c9c5-4541-bd28-5432704d5c88, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:31:24.156151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] For port ca577c7f-c9c5-4541-bd28-5432704d5c88, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca577c7f-c9c5-4541-bd28-5432704d5c88,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:31:24.161059 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.199772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:24.200462 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:24.202450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] 10.222.0.16 "PUT /v2.0/ports/ca577c7f-c9c5-4541-bd28-5432704d5c88 HTTP/1.1" status: 200 len: 1097 time: 0.7110176 Aug 29 17:31:24.202871 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3348068b-e344-46be-a172-d7703dd1fb8b', 'tag': 'ca577c7f-c9c5-4541-bd28-5432704d5c88'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:24.205179 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "3348068b-e344-46be-a172-d7703dd1fb8b", "tag": "ca577c7f-c9c5-4541-bd28-5432704d5c88"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:24.230274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d54c04-69ef-4d14-b106-44612cca7a49 service neutron] Pushing event updated for resources: {'Port': ['ID=ca577c7f-c9c5-4541-bd28-5432704d5c88,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:24.300925 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-57552b2a-fb66-47d1-a31b-a436d357d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:24.302497 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-57552b2a-fb66-47d1-a31b-a436d357d94b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9288f80cbe5a426ea44fb30e3f3f3e7e&device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 1100 time: 0.0439768 Aug 29 17:31:24.347660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-fd28c8ac-b1b0-4a5d-843c-82bce8a2dc02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ca577c7f-c9c5-4541-bd28-5432704d5c88 HTTP/1.1" status: 200 len: 217 time: 0.0378544 Aug 29 17:31:24.405759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-b3e9ba79-2f96-4e00-ba73-83f0caf2b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:24.407230 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-b3e9ba79-2f96-4e00-ba73-83f0caf2b818 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0528154 Aug 29 17:31:24.423320 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2fcbf6-cd9f-48da-8d12-a4aa3c92f0f2 x-openstack-request-id: req-4c2fcbf6-cd9f-48da-8d12-a4aa3c92f0f2 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:24.423609 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3348068b-e344-46be-a172-d7703dd1fb8b", "tag": "ca577c7f-c9c5-4541-bd28-5432704d5c88", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:24.423860 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c2fcbf6-cd9f-48da-8d12-a4aa3c92f0f2 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:24.424250 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3348068b-e344-46be-a172-d7703dd1fb8b', 'tag': 'ca577c7f-c9c5-4541-bd28-5432704d5c88', 'status': 'completed', 'code': 200} Aug 29 17:31:24.456641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-42ab8d7e-45c5-4b0c-81d3-858f482adee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:24.458160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-42ab8d7e-45c5-4b0c-81d3-858f482adee9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0435023 Aug 29 17:31:24.551510 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-39d62d64-bc67-417a-8ecc-9d6e762a1526 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862484 Aug 29 17:31:24.645585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-49ef6642-b663-4be8-aed8-2f5fa19c36be req-58dd2d3b-b5f3-4ce0-ba4b-576db2a5e81f service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868247 Aug 29 17:31:24.738221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8 req-1ae75c50-6f9b-4247-befe-d8cdd8ce4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:24.739679 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8 req-1ae75c50-6f9b-4247-befe-d8cdd8ce4b7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9288f80cbe5a426ea44fb30e3f3f3e7e&device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 1100 time: 0.0415952 Aug 29 17:31:24.832384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8 req-0bba7d8e-752b-48d4-a007-191021792f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:24.833827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8 req-0bba7d8e-752b-48d4-a007-191021792f5a service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.0870109 Aug 29 17:31:24.875741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8 req-7e90b2ef-6f7e-43b9-b5e2-9af683eb6fb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ca577c7f-c9c5-4541-bd28-5432704d5c88 HTTP/1.1" status: 200 len: 217 time: 0.0343029 Aug 29 17:31:24.923795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8 req-cd0d5686-d365-421c-b216-21656b9984e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:24.925212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8 req-cd0d5686-d365-421c-b216-21656b9984e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0427744 Aug 29 17:31:24.972960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8 req-0f43df5a-8bbe-4d33-aa2d-4a2184dc8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:24.974458 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8 req-0f43df5a-8bbe-4d33-aa2d-4a2184dc8b23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426643 Aug 29 17:31:25.064062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8 req-51426cb6-e567-484d-a970-4494193a54ef service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827050 Aug 29 17:31:25.160788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe3102-20fd-45a6-a78a-1bc60627ab02 req-2e773d13-eab8-4825-8e2e-ac0e18a2513e tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:25.162334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fdfe3102-20fd-45a6-a78a-1bc60627ab02 req-2e773d13-eab8-4825-8e2e-ac0e18a2513e tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 948 time: 0.0483403 Aug 29 17:31:25.166865 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc8e031-27d7-4084-a3f1-80df5e3d7eb8 req-ee25ed1b-926f-432b-974b-c01f6cc5b013 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961690 Aug 29 17:31:25.200624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fdfe3102-20fd-45a6-a78a-1bc60627ab02 req-9854f387-a7a2-4138-9ff9-7b0602e83772 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/security-groups?id=9076fe38-9b3d-47bb-855f-8fd310f2fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Aug 29 17:31:25.698231 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:31:26.316286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451be767-4fc7-41d9-b226-d847743277d5 req-82408029-1a39-438c-9efd-5107fc15667b tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:26.317749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-451be767-4fc7-41d9-b226-d847743277d5 req-82408029-1a39-438c-9efd-5107fc15667b tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 948 time: 0.0489132 Aug 29 17:31:26.354116 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-451be767-4fc7-41d9-b226-d847743277d5 req-eda7410f-28d8-4613-9ef6-7e31f74b2d1c tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/security-groups?id=9076fe38-9b3d-47bb-855f-8fd310f2fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304112 Aug 29 17:31:27.271425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca577c7f-c9c5-4541-bd28-5432704d5c88 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:31:27.360915 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ca577c7f-c9c5-4541-bd28-5432704d5c88, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca577c7f-c9c5-4541-bd28-5432704d5c88,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:27.372006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'ca577c7f-c9c5-4541-bd28-5432704d5c88', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'ca577c7f-c9c5-4541-bd28-5432704d5c88', 'mac_address': 'fa:16:3e:b8:91:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:31:27.413251 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:27.426212 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca577c7f-c9c5-4541-bd28-5432704d5c88 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:31:27.446234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ca577c7f-c9c5-4541-bd28-5432704d5c88, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca577c7f-c9c5-4541-bd28-5432704d5c88,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:27.450608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:27.470464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6569ac7-2b4b-4068-a13d-60b25b228c6b req-7de7fdf4-98d5-4200-bae8-4bac65c9b7e4 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:27.472356 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6569ac7-2b4b-4068-a13d-60b25b228c6b req-7de7fdf4-98d5-4200-bae8-4bac65c9b7e4 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 948 time: 0.0496655 Aug 29 17:31:27.498671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ca577c7f-c9c5-4541-bd28-5432704d5c88,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:27.505953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.506310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.506658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.507001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.507341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.507677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.508010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.508342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.508673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.509000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.509359 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.509689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:31:27.510922 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6569ac7-2b4b-4068-a13d-60b25b228c6b req-cd09c213-7f73-4297-a066-957a13c68ac6 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/security-groups?id=9076fe38-9b3d-47bb-855f-8fd310f2fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Aug 29 17:31:27.769351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ca577c7f-c9c5-4541-bd28-5432704d5c88'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:31:28.623236 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3cab8-3f8c-4b8f-953e-f88132502095 req-38f47552-6cf9-43f7-95f7-1be9a965ef1f tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:28.624684 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7cd3cab8-3f8c-4b8f-953e-f88132502095 req-38f47552-6cf9-43f7-95f7-1be9a965ef1f tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 949 time: 0.0481486 Aug 29 17:31:28.662143 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7cd3cab8-3f8c-4b8f-953e-f88132502095 req-55dd14e7-22c4-4227-a8e7-e7a2ccc2f42d tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/security-groups?id=9076fe38-9b3d-47bb-855f-8fd310f2fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 Aug 29 17:31:29.275754 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca577c7f-c9c5-4541-bd28-5432704d5c88 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:31:29.322672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port ca577c7f-c9c5-4541-bd28-5432704d5c88 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:31:29.326147 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port ca577c7f-c9c5-4541-bd28-5432704d5c88 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:31:29.326547 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:29.400607 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:29.426678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3348068b-e344-46be-a172-d7703dd1fb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca577c7f-c9c5-4541-bd28-5432704d5c88'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:31:29.428982 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbc9475-7822-40a9-b639-5ae161b1f12c" -d '{"events": [{"server_uuid": "3348068b-e344-46be-a172-d7703dd1fb8b", "name": "network-vif-plugged", "status": "completed", "tag": "ca577c7f-c9c5-4541-bd28-5432704d5c88"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:31:29.441200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port ca577c7f-c9c5-4541-bd28-5432704d5c88, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca577c7f-c9c5-4541-bd28-5432704d5c88,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:31:29.446255 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:29.494165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=ca577c7f-c9c5-4541-bd28-5432704d5c88,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:31:29.535503 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf76d852-3271-4500-8ed4-7307b3dff23d x-openstack-request-id: req-cf76d852-3271-4500-8ed4-7307b3dff23d {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:31:29.535801 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3348068b-e344-46be-a172-d7703dd1fb8b", "name": "network-vif-plugged", "status": "completed", "tag": "ca577c7f-c9c5-4541-bd28-5432704d5c88", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:31:29.536058 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf76d852-3271-4500-8ed4-7307b3dff23d {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:31:29.536801 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3348068b-e344-46be-a172-d7703dd1fb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca577c7f-c9c5-4541-bd28-5432704d5c88', 'code': 200} Aug 29 17:31:29.630883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cb314-5bcf-4dcc-be13-f890e4e7a2fd req-d661c014-7196-4d12-8a57-529ba8db1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:29.632405 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2e3cb314-5bcf-4dcc-be13-f890e4e7a2fd req-d661c014-7196-4d12-8a57-529ba8db1df1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 1102 time: 0.0394483 Aug 29 17:31:29.670848 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2e3cb314-5bcf-4dcc-be13-f890e4e7a2fd req-57e36661-7a10-4fbe-a24e-3204622aaa8e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9076fe38-9b3d-47bb-855f-8fd310f2fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305526 Aug 29 17:31:29.775042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194b2bf-a298-42e3-9b52-25fe6d04fc4f req-5e4250a4-df82-45b3-9cfa-540e5aed417f tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:29.776488 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8194b2bf-a298-42e3-9b52-25fe6d04fc4f req-5e4250a4-df82-45b3-9cfa-540e5aed417f tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 950 time: 0.0499182 Aug 29 17:31:29.816054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8194b2bf-a298-42e3-9b52-25fe6d04fc4f req-96a36b43-201b-42f3-b4d4-9c2eb83fae11 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/security-groups?id=9076fe38-9b3d-47bb-855f-8fd310f2fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330036 Aug 29 17:31:30.937255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19653714-8898-44ed-828f-6d447f199e7e req-415ad650-2ccd-475f-9b34-93cd87bc4e56 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:30.938875 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19653714-8898-44ed-828f-6d447f199e7e req-415ad650-2ccd-475f-9b34-93cd87bc4e56 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 950 time: 0.0539346 Aug 29 17:31:30.977420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-19653714-8898-44ed-828f-6d447f199e7e req-811ee51e-9dc1-49dd-8463-397846fabb81 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/security-groups?id=9076fe38-9b3d-47bb-855f-8fd310f2fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Aug 29 17:31:32.093889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b3e7d-255b-4e94-b6d7-d916aaeb7eb4 req-946d8a25-88f5-48a9-aaf3-bf7e9774a601 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:31:32.095341 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-842b3e7d-255b-4e94-b6d7-d916aaeb7eb4 req-946d8a25-88f5-48a9-aaf3-bf7e9774a601 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 950 time: 0.0491731 Aug 29 17:31:32.133573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-842b3e7d-255b-4e94-b6d7-d916aaeb7eb4 req-2248da1a-cd03-4ac8-acd1-940df59af916 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/security-groups?id=9076fe38-9b3d-47bb-855f-8fd310f2fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Aug 29 17:31:42.922344 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf3fb-04aa-406a-9da9-8f273e9b07fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.557914 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a45f0dd0-b328-4b1c-954f-b6fb3f7b65df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:45.913002 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:46.734654 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:47.881112 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:48.378283 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:50.511662 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:31:59.978715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-e473d102-fde4-4bf0-a9a7-677fee47f305 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416365 Aug 29 17:32:00.071238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-9b7bd1b1-e5dc-4aa4-aa99-b4b611465675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:00.072727 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-9b7bd1b1-e5dc-4aa4-aa99-b4b611465675 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9288f80cbe5a426ea44fb30e3f3f3e7e&device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 1102 time: 0.0464268 Aug 29 17:32:00.175611 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-bd383b79-e29e-4eb7-b32b-a6113eb0875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:00.177067 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-bd383b79-e29e-4eb7-b32b-a6113eb0875b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.0857532 Aug 29 17:32:00.228051 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-90583958-9c19-44c1-b9a6-6be470916d78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ca577c7f-c9c5-4541-bd28-5432704d5c88 HTTP/1.1" status: 200 len: 217 time: 0.0423677 Aug 29 17:32:00.282315 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-30237e18-5591-4076-bcdb-d670b2360642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:00.283783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-30237e18-5591-4076-bcdb-d670b2360642 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0491233 Aug 29 17:32:00.330028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-2f41333a-8970-4cab-9b25-4f4c8a0a7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:00.331551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-2f41333a-8970-4cab-9b25-4f4c8a0a7158 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0402050 Aug 29 17:32:00.424746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-67917f7c-db60-40ff-af6d-0aeb29f248a2 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860918 Aug 29 17:32:00.866189 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-350b2fb8-1510-42d8-8858-ae4429f78880 req-9deed8e0-c043-4e12-a88a-83c04ee8e431 service neutron] 10.222.0.16 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334092 Aug 29 17:32:02.697172 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:32:12.924707 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8465b976-e6df-4ddf-a521-5cf88b85555a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.558350 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e382b4e6-776e-4510-8144-f4c5c1487743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:15.915250 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:16.736624 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:17.880804 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:18.379958 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:20.507368 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:34.006717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1d81b-4c60-4d56-9c42-e439c505be2c req-8ede04c5-0b59-4fda-bb5d-d104e4c00b49 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:34.008075 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60f1d81b-4c60-4d56-9c42-e439c505be2c req-8ede04c5-0b59-4fda-bb5d-d104e4c00b49 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 950 time: 0.0492358 Aug 29 17:32:34.044531 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-60f1d81b-4c60-4d56-9c42-e439c505be2c req-96ae3f76-c30f-4989-9d70-1d5998825766 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/security-groups?id=9076fe38-9b3d-47bb-855f-8fd310f2fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304737 Aug 29 17:32:35.161495 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e28154-6f8a-4e55-bb2e-56252c340d8d req-72961c7c-06db-4eee-a120-30ab45e586af tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:35.162951 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-79e28154-6f8a-4e55-bb2e-56252c340d8d req-72961c7c-06db-4eee-a120-30ab45e586af tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 950 time: 0.0497615 Aug 29 17:32:35.199229 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-79e28154-6f8a-4e55-bb2e-56252c340d8d req-a1e1458f-2e8d-4f0c-b1f8-5100025ec461 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/security-groups?id=9076fe38-9b3d-47bb-855f-8fd310f2fedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304511 Aug 29 17:32:35.605003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68933b22-f93c-44d3-a476-33dafbd52520 req-a19d418b-0f1e-4e73-bd23-7d8ffdc87098 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:32:35.606467 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68933b22-f93c-44d3-a476-33dafbd52520 req-a19d418b-0f1e-4e73-bd23-7d8ffdc87098 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.16 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 950 time: 0.0502503 Aug 29 17:32:35.692479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-68933b22-f93c-44d3-a476-33dafbd52520 req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Deleting port ca577c7f-c9c5-4541-bd28-5432704d5c88 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:32:35.692742 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-68933b22-f93c-44d3-a476-33dafbd52520 req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.780926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-68933b22-f93c-44d3-a476-33dafbd52520 req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] For port ca577c7f-c9c5-4541-bd28-5432704d5c88, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=ca577c7f-c9c5-4541-bd28-5432704d5c88,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:32:35.781314 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-68933b22-f93c-44d3-a476-33dafbd52520 req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.793571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-68933b22-f93c-44d3-a476-33dafbd52520 req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Calling delete_port for ca577c7f-c9c5-4541-bd28-5432704d5c88 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:32:35.918630 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-68933b22-f93c-44d3-a476-33dafbd52520 req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:35.930375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['ca577c7f-c9c5-4541-bd28-5432704d5c88'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:32:35.947007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Pushing event deleted for resources: {'Port': ['ID=ca577c7f-c9c5-4541-bd28-5432704d5c88,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:32:35.960141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.960494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.960843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.961183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.961540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.961870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.962200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.962529 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.962856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.963180 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.963505 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.963827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:32:35.996991 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-68933b22-f93c-44d3-a476-33dafbd52520 req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] No DVR routers for this DVR port ca577c7f-c9c5-4541-bd28-5432704d5c88 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:32:35.999977 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-68933b22-f93c-44d3-a476-33dafbd52520 req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:36.001992 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68933b22-f93c-44d3-a476-33dafbd52520 req-7a6341d9-4db1-49e5-a187-56a844d74378 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.16 "DELETE /v2.0/ports/ca577c7f-c9c5-4541-bd28-5432704d5c88 HTTP/1.1" status: 204 len: 173 time: 0.3896370 Aug 29 17:32:36.002424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3348068b-e344-46be-a172-d7703dd1fb8b', 'name': 'network-vif-deleted', 'tag': 'ca577c7f-c9c5-4541-bd28-5432704d5c88'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:32:36.004680 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d459d9-b419-4cfe-94da-d5a1084655f6" -d '{"events": [{"server_uuid": "3348068b-e344-46be-a172-d7703dd1fb8b", "name": "network-vif-deleted", "tag": "ca577c7f-c9c5-4541-bd28-5432704d5c88"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:32:36.040994 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd6c13a-3948-4491-9b4a-65249bdae27a x-openstack-request-id: req-4cd6c13a-3948-4491-9b4a-65249bdae27a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:32:36.041358 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3348068b-e344-46be-a172-d7703dd1fb8b", "name": "network-vif-deleted", "tag": "ca577c7f-c9c5-4541-bd28-5432704d5c88", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:32:36.041597 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4cd6c13a-3948-4491-9b4a-65249bdae27a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:32:36.041995 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3348068b-e344-46be-a172-d7703dd1fb8b', 'name': 'network-vif-deleted', 'tag': 'ca577c7f-c9c5-4541-bd28-5432704d5c88', 'status': 'completed', 'code': 200} Aug 29 17:32:36.302926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8502e4ac-957c-482e-9850-0225362a53b2 req-89fb51ed-57b1-4da8-8a57-cf8863be8028 tempest-VolumesBackupsTest-385817300 tempest-VolumesBackupsTest-385817300-project] 10.222.0.22 "GET /v2.0/ports?device_id=3348068b-e344-46be-a172-d7703dd1fb8b HTTP/1.1" status: 200 len: 210 time: 0.0269005 Aug 29 17:32:39.637815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca577c7f-c9c5-4541-bd28-5432704d5c88 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:32:39.659059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: ca577c7f-c9c5-4541-bd28-5432704d5c88 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:32:39.659458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device ca577c7f-c9c5-4541-bd28-5432704d5c88 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:32:39.701489 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:32:42.927152 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ad3158bf-2781-4267-a7c5-21a9fcac3623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.561309 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6d2e0c2d-30e9-4f53-8605-cb101672247c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:45.916886 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:46.735906 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:47.891839 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:48.397685 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:32:50.521776 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:12.928561 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b26a03ef-3c68-4ba7-9c5d-63c1c76be8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.562554 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1578e099-f0e2-4131-808e-8bbbb21d92d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:15.919574 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:16.700761 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:33:16.736443 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:17.912895 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:18.387495 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:20.526148 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:42.928623 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bbb01b3c-38d6-4718-a8ad-81ad3d83a445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.567030 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2554-99cf-473a-a205-667961ad6236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:45.920816 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:46.740162 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:47.912013 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:48.385646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:50.522211 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:33:53.701858 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:34:12.930691 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7ba46703-f7d8-475a-9bbc-53a7e08f5405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.569130 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b026a92-c113-4353-bb3b-3ffc9bf02994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:15.924173 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:16.741474 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:17.912140 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:18.389293 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:20.528641 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:30.701035 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:34:42.939972 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-33022419-ae17-4313-8274-9b0e10a637c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:45.571051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b058904c-cf5b-4076-ab06-82ea0057efee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:45.926811 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:46.745074 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:47.944535 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:48.390645 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:34:50.522806 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:07.699939 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:35:12.931046 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ba520ffa-4a39-4bb3-9b07-5d9d6975ddab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:15.569475 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c16a7a6b-0837-47fd-a87f-8b274fe3e900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:15.928773 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:16.746599 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:17.975113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:18.395720 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:20.517481 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:32.789094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40402) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:32.924354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8897a019-c730-4291-a194-f59f7b4ae1c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9288f80cbe5a426ea44fb30e3f3f3e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335104 Aug 29 17:35:32.926673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40408) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:32.978521 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.003638 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.054057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.056629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:33.057844 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9076fe38-9b3d-47bb-855f-8fd310f2fedd HTTP/1.1" status: 204 len: 168 time: 0.1302679 Aug 29 17:35:33.066939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9076fe38-9b3d-47bb-855f-8fd310f2fedd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:33.074580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:33.075009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:33.075422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:33.075769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:33.076105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:33.076440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:33.076785 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:33.077096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:33.077447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:33.077780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:33.078106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:33.078429 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de85ffa5-4361-4187-847e-8742fbe7f283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:34.966266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40562) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:35.077624 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-37e61815-812a-466c-bf2e-5e5fea8e6baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.165044 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-37e61815-812a-466c-bf2e-5e5fea8e6baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.168929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-37e61815-812a-466c-bf2e-5e5fea8e6baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.206601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-37e61815-812a-466c-bf2e-5e5fea8e6baf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bcb8d4068aaa412399e2457cbe8a8433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392282 Aug 29 17:35:35.207471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e61815-812a-466c-bf2e-5e5fea8e6baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1b6ebc-8e4e-4636-8a86-f432c880a833,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:35.209370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40566) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:35.263749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.284683 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.331273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.333832 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.334991 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc1b6ebc-8e4e-4636-8a86-f432c880a833 HTTP/1.1" status: 204 len: 168 time: 0.1241977 Aug 29 17:35:35.342669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1b6ebc-8e4e-4636-8a86-f432c880a833,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:35.349949 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.350302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.350684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.351019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.351362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.351700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.352028 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.352454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.352678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.353006 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.353371 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.353695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6043de-e0d5-4183-8d9b-fe7d47e8676b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:35.588037 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40574) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:35.601273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08196eee-dbc3-4fcd-892b-c248a493599c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.690304 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08196eee-dbc3-4fcd-892b-c248a493599c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.693883 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-08196eee-dbc3-4fcd-892b-c248a493599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.730985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-08196eee-dbc3-4fcd-892b-c248a493599c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08c894a6cd41461fa77a6a4e7b4a48cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418991 Aug 29 17:35:35.732132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08196eee-dbc3-4fcd-892b-c248a493599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bfc730-e714-4ddf-b2f8-bfd8a3f54799,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:35.733714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40576) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:35.784752 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30f34429-99be-4dee-a43c-29058301acf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.805698 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30f34429-99be-4dee-a43c-29058301acf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.852925 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30f34429-99be-4dee-a43c-29058301acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.855483 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-30f34429-99be-4dee-a43c-29058301acf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:35.856609 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-30f34429-99be-4dee-a43c-29058301acf8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3bfc730-e714-4ddf-b2f8-bfd8a3f54799 HTTP/1.1" status: 204 len: 168 time: 0.1213522 Aug 29 17:35:35.866097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f34429-99be-4dee-a43c-29058301acf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bfc730-e714-4ddf-b2f8-bfd8a3f54799,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:37.923389 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40630) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:37.928633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'network': {'name': 'tempest-network-smoke--1722047503', 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'port_security_enabled': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:37.948035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Made reservation on behalf of 742250f7721140199bc09cf3b7f4d8c8 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:37.951336 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:37.959836 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.048024 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.051678 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.076778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:35:38.085784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e0b64d-c7ba-4d9e-b32c-955f0525712c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:38.091890 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.092237 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Added segment cbc073f8-5498-485e-8c7b-449c63271067 of type vlan for network f6c20e73-1f2c-42e5-aa30-196ba0274415 Aug 29 17:35:38.131390 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.155303 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.161443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:38.162032 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.217737 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2932351 Aug 29 17:35:38.221073 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40632) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:38.227702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'admin_state_up': True, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:38.237369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ef819-d58e-4e68-aa09-54d441c31daa tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Network': ['ID=f6c20e73-1f2c-42e5-aa30-196ba0274415,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:38.248804 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network f6c20e73-1f2c-42e5-aa30-196ba0274415 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:35:38.258490 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.259508 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.312712 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.758332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.943385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:38.961858 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:39.067217 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Allocated IP 172.25.5.43 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/0ae41729-71c0-4486-8890-4a1ebbb89f37) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:39.166328 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:39.202298 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:39.240745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:39.244995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:39.250775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:39.275501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Port': ['ID=0ae41729-71c0-4486-8890-4a1ebbb89f37,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:39.499559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:39.692312 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:39.815784 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Router 42e044c2-595c-45b1-be3c-3819afe44cde is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:35:39.919656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:35:39.929621 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Sync routers for ids ['42e044c2-595c-45b1-be3c-3819afe44cde'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:35:39.938588 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:39.939817 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-99dda9bb-97b4-4387-a724-62abc0c087ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7178001 Aug 29 17:35:39.939924 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Routers {'42e044c2-595c-45b1-be3c-3819afe44cde'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:35:39.940602 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:35:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['42e044c2-595c-45b1-be3c-3819afe44cde'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:39.943229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40634) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:40.042943 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Set router 42e044c2-595c-45b1-be3c-3819afe44cde gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:35:40.065620 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1b57983d-3d7e-4b98-b02c-c7bd11ee3a96 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=742250f7721140199bc09cf3b7f4d8c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1212146 Aug 29 17:35:40.068230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40638) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:40.156556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b02eb-08ed-40b5-a729-23e2c6ded73c tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:40.158321 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-559b02eb-08ed-40b5-a729-23e2c6ded73c tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890913 Aug 29 17:35:40.160868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40640) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:40.193669 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3945f842-ac05-4e43-9887-fffca767dffe tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312798 Aug 29 17:35:40.195764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40642) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:40.200525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-543689830', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:40.214792 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:39Z', 'revision_number': 3, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:40.243731 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Checking router: 42e044c2-595c-45b1-be3c-3819afe44cde for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:35:40.244086 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Updating router 42e044c2-595c-45b1-be3c-3819afe44cde port 0ae41729-71c0-4486-8890-4a1ebbb89f37 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:35:40.267982 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.288942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Made reservation on behalf of 742250f7721140199bc09cf3b7f4d8c8 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:40.292529 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.479793 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.541732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Subnet': ['ID=16967a08-3315-4b93-b75c-6e07ad6cd465,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:40.551237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Checking segment: {'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:40.551599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network hostable DHCP agents. Network: f6c20e73-1f2c-42e5-aa30-196ba0274415, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:35:40.568367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network f6c20e73-1f2c-42e5-aa30-196ba0274415 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:35:40.576836 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, f6c20e73-1f2c-42e5-aa30-196ba0274415) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:40.581534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:40.582561 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.585605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed5028-e569-459d-985d-fd9ef93a1412 None None] Network f6c20e73-1f2c-42e5-aa30-196ba0274415 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:40.599543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c429a259-1307-4aac-a233-f1ef80ae7e8d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4022896 Aug 29 17:35:40.601859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40644) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:40.618053 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.628717 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Transition to ACTIVE for port object 0ae41729-71c0-4486-8890-4a1ebbb89f37 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:40.634536 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.677423 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Attempting to bind port 0ae41729-71c0-4486-8890-4a1ebbb89f37 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:40.677786 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Attempting to bind port 0ae41729-71c0-4486-8890-4a1ebbb89f37 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:40.678133 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Attempting to bind port 0ae41729-71c0-4486-8890-4a1ebbb89f37 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:40.684600 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:40.684962 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:40.685378 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.685768 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:40.686225 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Bound port: 0ae41729-71c0-4486-8890-4a1ebbb89f37, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:40.686584 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.731313 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Pushing event updated for resources: {'Port': ['ID=0ae41729-71c0-4486-8890-4a1ebbb89f37,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:40.742505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-f6c20e73-1f2c-42e5-aa30-196ba0274415', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'fixed_ips': [{'subnet_id': '16967a08-3315-4b93-b75c-6e07ad6cd465'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:35:40.743646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.753050 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.753397 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.753741 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.754079 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.754410 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.754738 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.755064 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.755392 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.755715 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.756036 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.756357 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.756708 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:40.765456 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] For port 0ae41729-71c0-4486-8890-4a1ebbb89f37, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:40.768716 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] For port 0ae41729-71c0-4486-8890-4a1ebbb89f37, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0ae41729-71c0-4486-8890-4a1ebbb89f37,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:40.772741 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:40.835550 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Routers {'42e044c2-595c-45b1-be3c-3819afe44cde'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:35:40.836164 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:35:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['42e044c2-595c-45b1-be3c-3819afe44cde'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:40.881535 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ad6e9-c677-4195-96db-1681888111ee None None] Pushing event updated for resources: {'Port': ['ID=0ae41729-71c0-4486-8890-4a1ebbb89f37,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:40.892091 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Allocated IP 172.20.0.2 (f6c20e73-1f2c-42e5-aa30-196ba0274415/16967a08-3315-4b93-b75c-6e07ad6cd465/27c1430f-8396-4823-a91a-4d1bd7a27d37) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:40.953704 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] Set router 42e044c2-595c-45b1-be3c-3819afe44cde gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:35:41.039636 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.049034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Transition to ACTIVE for port object 27c1430f-8396-4823-a91a-4d1bd7a27d37 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:41.064550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Transition to ACTIVE for port object 27c1430f-8396-4823-a91a-4d1bd7a27d37 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:41.071286 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.085141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.112462 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Network f6c20e73-1f2c-42e5-aa30-196ba0274415 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:41.117394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:41.121028 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:41.128926 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Pushing event updated for resources: {'Port': ['ID=27c1430f-8396-4823-a91a-4d1bd7a27d37,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:41.139135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.139492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.139838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.140177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.140513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.140848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.141178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.141534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.141861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.142700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.143606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.143606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:35:41.153871 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:39Z', 'revision_number': 3, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:41.182662 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8379d4e-a402-4cdb-a571-20b3343be26a None None] The sync data for ids ['42e044c2-595c-45b1-be3c-3819afe44cde'] in n-d-713301-13 is: [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:39Z', 'revision_number': 3, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:35:41.189824 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Attempting to bind port 27c1430f-8396-4823-a91a-4d1bd7a27d37 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:41.190201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Attempting to bind port 27c1430f-8396-4823-a91a-4d1bd7a27d37 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:41.190565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Attempting to bind port 27c1430f-8396-4823-a91a-4d1bd7a27d37 on network f6c20e73-1f2c-42e5-aa30-196ba0274415 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:41.195795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:41.196325 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Checking segment: {'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:41.196737 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.197115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Bound using segment: {'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:41.197615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Bound port: 27c1430f-8396-4823-a91a-4d1bd7a27d37, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:41.197996 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.264605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] For port 27c1430f-8396-4823-a91a-4d1bd7a27d37, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:41.269296 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] For port 27c1430f-8396-4823-a91a-4d1bd7a27d37, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=27c1430f-8396-4823-a91a-4d1bd7a27d37,segment=NetworkSegment(cbc073f8-5498-485e-8c7b-449c63271067),segment_id=cbc073f8-5498-485e-8c7b-449c63271067)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:41.274434 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.336385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b138d9-38c8-4384-b0f6-1581e0430c1b None None] Pushing event updated for resources: {'Port': ['ID=27c1430f-8396-4823-a91a-4d1bd7a27d37,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:41.399192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Allocated IP 172.20.0.1 (f6c20e73-1f2c-42e5-aa30-196ba0274415/16967a08-3315-4b93-b75c-6e07ad6cd465/77afb530-1b41-469c-8823-90f103c8bf82) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:41.585189 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.605360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Transition to ACTIVE for port object 77afb530-1b41-469c-8823-90f103c8bf82 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:41.654968 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.706089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network f6c20e73-1f2c-42e5-aa30-196ba0274415 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:41.709487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:41.714121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:41.751237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 27c1430f-8396-4823-a91a-4d1bd7a27d37 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:41.757324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Port': ['ID=77afb530-1b41-469c-8823-90f103c8bf82,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:41.779356 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.808236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 27c1430f-8396-4823-a91a-4d1bd7a27d37 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:41.812667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0ae41729-71c0-4486-8890-4a1ebbb89f37 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:41.864727 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 0ae41729-71c0-4486-8890-4a1ebbb89f37 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:41.870013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0ae41729-71c0-4486-8890-4a1ebbb89f37 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:41.870393 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.932658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.962505 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:41.984733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 0ae41729-71c0-4486-8890-4a1ebbb89f37, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0ae41729-71c0-4486-8890-4a1ebbb89f37,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:41.995276 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.064640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=0ae41729-71c0-4486-8890-4a1ebbb89f37,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:42.245771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.252032 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.332731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Port': ['ID=77afb530-1b41-469c-8823-90f103c8bf82,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:42.335685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.347448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e7d77-3dd4-434b-a002-a1b975f8e0d6 None None] Network f6c20e73-1f2c-42e5-aa30-196ba0274415 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:35:42.411491 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-52a8a888-cd12-45c2-8e01-dd279ad9d68b None None] Provisioning for port 27c1430f-8396-4823-a91a-4d1bd7a27d37 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:42.423156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-52a8a888-cd12-45c2-8e01-dd279ad9d68b None None] Provisioning complete for port 27c1430f-8396-4823-a91a-4d1bd7a27d37 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:42.423569 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-52a8a888-cd12-45c2-8e01-dd279ad9d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.433583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network f6c20e73-1f2c-42e5-aa30-196ba0274415 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:42.435330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:42.551654 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Router 42e044c2-595c-45b1-be3c-3819afe44cde has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:35:42.562911 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-52a8a888-cd12-45c2-8e01-dd279ad9d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.603151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-52a8a888-cd12-45c2-8e01-dd279ad9d68b None None] For port 27c1430f-8396-4823-a91a-4d1bd7a27d37, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=27c1430f-8396-4823-a91a-4d1bd7a27d37,segment=NetworkSegment(cbc073f8-5498-485e-8c7b-449c63271067),segment_id=cbc073f8-5498-485e-8c7b-449c63271067)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:42.608142 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-52a8a888-cd12-45c2-8e01-dd279ad9d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.667797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8a888-cd12-45c2-8e01-dd279ad9d68b None None] Pushing event updated for resources: {'Port': ['ID=27c1430f-8396-4823-a91a-4d1bd7a27d37,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:42.685883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:35:42.691019 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2acc35c0-66a5-4ae7-ac83-cdc08b2705b0 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "PUT /v2.0/routers/42e044c2-595c-45b1-be3c-3819afe44cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0881805 Aug 29 17:35:42.693716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40646) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:42.698632 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9ecf7350-3a3e-4dad-a172-107a204ff33d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1540119397', 'description': 'tempest-secgroup_access--1540119397 description', 'project_id': '742250f7721140199bc09cf3b7f4d8c8'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:42.722277 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ecf7350-3a3e-4dad-a172-107a204ff33d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.810574 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ecf7350-3a3e-4dad-a172-107a204ff33d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.816658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ecf7350-3a3e-4dad-a172-107a204ff33d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.831160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-161f2f23-6173-428e-ad0c-dd476a037d6e None None] Provisioning for port 77afb530-1b41-469c-8823-90f103c8bf82 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:42.836153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-161f2f23-6173-428e-ad0c-dd476a037d6e None None] Provisioning complete for port 77afb530-1b41-469c-8823-90f103c8bf82 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:42.836815 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-161f2f23-6173-428e-ad0c-dd476a037d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.849254 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ecf7350-3a3e-4dad-a172-107a204ff33d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.850518 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9ecf7350-3a3e-4dad-a172-107a204ff33d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1557314 Aug 29 17:35:42.853797 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40648) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:42.855007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf7350-3a3e-4dad-a172-107a204ff33d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905287ae-42da-414e-ac28-b4a585088c09,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:42.859977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1544f8d6-3286-4b93-83fb-2a485d371cc8 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1279355186', 'description': 'tempest-secgroup_general--1279355186 description', 'project_id': '742250f7721140199bc09cf3b7f4d8c8'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:42.885910 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1544f8d6-3286-4b93-83fb-2a485d371cc8 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.886463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-161f2f23-6173-428e-ad0c-dd476a037d6e None None] Port 77afb530-1b41-469c-8823-90f103c8bf82 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:35:42.897342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-161f2f23-6173-428e-ad0c-dd476a037d6e None None] Provisioning complete for port 27c1430f-8396-4823-a91a-4d1bd7a27d37 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:42.897729 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-161f2f23-6173-428e-ad0c-dd476a037d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.956719 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-145f6179-b4b5-4821-9f32-a05601cf1f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.990593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1544f8d6-3286-4b93-83fb-2a485d371cc8 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:42.995448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1544f8d6-3286-4b93-83fb-2a485d371cc8 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.026299 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1544f8d6-3286-4b93-83fb-2a485d371cc8 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.027527 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1544f8d6-3286-4b93-83fb-2a485d371cc8 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1723068 Aug 29 17:35:43.030743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40650) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:43.039695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d32a5d0d-a998-43aa-8927-367f835e269d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'security_group_rule': {'security_group_id': '905287ae-42da-414e-ac28-b4a585088c09', 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:43.046327 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544f8d6-3286-4b93-83fb-2a485d371cc8 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711f502c-03a6-4669-8808-d3ae1c4bc6b5,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:43.054465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Sync routers for ids ['42e044c2-595c-45b1-be3c-3819afe44cde'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:35:43.064317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Routers {'42e044c2-595c-45b1-be3c-3819afe44cde'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:35:43.064947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:35:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['42e044c2-595c-45b1-be3c-3819afe44cde'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:43.080354 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d32a5d0d-a998-43aa-8927-367f835e269d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.145784 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d32a5d0d-a998-43aa-8927-367f835e269d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.150152 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d32a5d0d-a998-43aa-8927-367f835e269d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.171000 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d32a5d0d-a998-43aa-8927-367f835e269d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.172594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d32a5d0d-a998-43aa-8927-367f835e269d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397274 Aug 29 17:35:43.185421 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a5d0d-a998-43aa-8927-367f835e269d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd322cda-b7fe-43e9-91e7-c5bdff506d4e,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:43.322207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-318923df-b0da-4144-8ba7-071f58c264d4 None None] Provisioning complete for port 77afb530-1b41-469c-8823-90f103c8bf82 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:43.322904 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-318923df-b0da-4144-8ba7-071f58c264d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.377701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-318923df-b0da-4144-8ba7-071f58c264d4 None None] Port 77afb530-1b41-469c-8823-90f103c8bf82 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:35:43.382278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Set router 42e044c2-595c-45b1-be3c-3819afe44cde gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:35:43.460442 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-cff6f7bb-9c67-4438-ac55-9e6d9d69212d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_access--1540119397&fields=id&tenant_id=742250f7721140199bc09cf3b7f4d8c8 HTTP/1.1" status: 200 len: 267 time: 0.0389016 Aug 29 17:35:43.501396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-e0581ec9-56a8-40fe-b9c2-22088075a109 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_general--1279355186&fields=id&tenant_id=742250f7721140199bc09cf3b7f4d8c8 HTTP/1.1" status: 200 len: 267 time: 0.0341954 Aug 29 17:35:43.523892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-10d0e07d-0a12-4fd9-9355-53a19e0ef001 None None] Provisioning complete for port 77afb530-1b41-469c-8823-90f103c8bf82 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:43.524270 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-10d0e07d-0a12-4fd9-9355-53a19e0ef001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.574731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-10d0e07d-0a12-4fd9-9355-53a19e0ef001 None None] Port 77afb530-1b41-469c-8823-90f103c8bf82 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:35:43.608880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-aa478092-42cc-466b-a275-fb1465b5cc24 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:43.610370 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-aa478092-42cc-466b-a275-fb1465b5cc24 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/networks?id=f6c20e73-1f2c-42e5-aa30-196ba0274415 HTTP/1.1" status: 200 len: 797 time: 0.1015425 Aug 29 17:35:43.624904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '77afb530-1b41-469c-8823-90f103c8bf82', 'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:33:a2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:41Z', 'updated_at': '2021-08-29T17:35:42Z', 'revision_number': 2, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:43.627512 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-94554842-5d8e-48cb-89ee-507603eb1f3d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/quotas/742250f7721140199bc09cf3b7f4d8c8 HTTP/1.1" status: 200 len: 375 time: 0.0109358 Aug 29 17:35:43.660217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Checking router: 42e044c2-595c-45b1-be3c-3819afe44cde for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:35:43.660584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Updating router 42e044c2-595c-45b1-be3c-3819afe44cde port 77afb530-1b41-469c-8823-90f103c8bf82 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:35:43.685756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-f2453677-8b6c-44d4-9601-596a817d55ae tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=742250f7721140199bc09cf3b7f4d8c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511494 Aug 29 17:35:43.687292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 27c1430f-8396-4823-a91a-4d1bd7a27d37 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:43.691004 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.827401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 27c1430f-8396-4823-a91a-4d1bd7a27d37 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:43.827783 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:43.839090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-71d570b5-8fa7-4119-b4c1-a31eeb66c898 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408179 Aug 29 17:35:43.929683 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-8c0eacf8-47b5-42ab-a1e6-1ab2c6e5d291 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842624 Aug 29 17:35:43.988220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0ae41729-71c0-4486-8890-4a1ebbb89f37 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:44.074560 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:44.089150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Transition to ACTIVE for port object 77afb530-1b41-469c-8823-90f103c8bf82 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:44.093576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0ae41729-71c0-4486-8890-4a1ebbb89f37 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:44.093972 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:44.096811 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:44.177901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15989fd-1d06-45eb-b9fa-5c1daabd0530 None None] Pushing event updated for resources: {'Port': ['ID=77afb530-1b41-469c-8823-90f103c8bf82,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:44.217197 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c9ca2b4-ca01-45e2-acd9-ff19da13dd31 req-006b9d4d-2ff4-4679-95cd-ea060158895f tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 210 time: 0.1107130 Aug 29 17:35:44.273989 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Attempting to bind port 77afb530-1b41-469c-8823-90f103c8bf82 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:44.274367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Attempting to bind port 77afb530-1b41-469c-8823-90f103c8bf82 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:44.274734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Attempting to bind port 77afb530-1b41-469c-8823-90f103c8bf82 on network f6c20e73-1f2c-42e5-aa30-196ba0274415 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:44.284906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:44.285313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Checking segment: {'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:44.285724 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:44.286119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Bound using segment: {'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:44.286599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Bound port: 77afb530-1b41-469c-8823-90f103c8bf82, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:44.286996 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:44.360132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] For port 77afb530-1b41-469c-8823-90f103c8bf82, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:44.364244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] For port 77afb530-1b41-469c-8823-90f103c8bf82, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=77afb530-1b41-469c-8823-90f103c8bf82,segment=NetworkSegment(cbc073f8-5498-485e-8c7b-449c63271067),segment_id=cbc073f8-5498-485e-8c7b-449c63271067)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:44.368495 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:44.430883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Routers {'42e044c2-595c-45b1-be3c-3819afe44cde'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:35:44.431519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:35:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['42e044c2-595c-45b1-be3c-3819afe44cde'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:44.478572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15989fd-1d06-45eb-b9fa-5c1daabd0530 None None] Pushing event updated for resources: {'Port': ['ID=77afb530-1b41-469c-8823-90f103c8bf82,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:44.562128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] Set router 42e044c2-595c-45b1-be3c-3819afe44cde gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:35:44.699042 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:35:44.784666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '77afb530-1b41-469c-8823-90f103c8bf82', 'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:33:a2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:41Z', 'updated_at': '2021-08-29T17:35:44Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:44.810593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d96059-807c-43df-9365-f1f0ced046e7 None None] The sync data for ids ['42e044c2-595c-45b1-be3c-3819afe44cde'] in n-d-713301-13 is: [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '77afb530-1b41-469c-8823-90f103c8bf82', 'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:33:a2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:41Z', 'updated_at': '2021-08-29T17:35:44Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:35:45.139363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-90e6b1ab-5f24-47f1-8a1e-4688122e9d69 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:45.141148 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-90e6b1ab-5f24-47f1-8a1e-4688122e9d69 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.16 "GET /v2.0/networks?id=f6c20e73-1f2c-42e5-aa30-196ba0274415 HTTP/1.1" status: 200 len: 797 time: 0.1182146 Aug 29 17:35:45.188989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-7e94bfe9-5b41-4721-a4bf-eb94b48ba97f tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=742250f7721140199bc09cf3b7f4d8c8 HTTP/1.1" status: 200 len: 478 time: 0.0387077 Aug 29 17:35:45.203055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'port': {'device_id': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'admin_state_up': True, 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'security_groups': ['905287ae-42da-414e-ac28-b4a585088c09', '711f502c-03a6-4669-8808-d3ae1c4bc6b5']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:45.351677 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-89434a39-8414-4765-ae91-06f95ce5a196 req-dbc9ba8a-d926-4f71-bc45-1b4f01e4ad3e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 210 time: 0.0316463 Aug 29 17:35:45.352483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Made reservation on behalf of 742250f7721140199bc09cf3b7f4d8c8 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:35:45.356122 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.488714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Allocated IP 172.20.0.8 (f6c20e73-1f2c-42e5-aa30-196ba0274415/16967a08-3315-4b93-b75c-6e07ad6cd465/c36afc47-9847-43da-add7-abc219afd050) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:45.571213 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9de763da-97b8-4dd9-948e-934190374e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.651158 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.666444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Transition to ACTIVE for port object c36afc47-9847-43da-add7-abc219afd050 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:45.696941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 77afb530-1b41-469c-8823-90f103c8bf82 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:45.700639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.745079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network f6c20e73-1f2c-42e5-aa30-196ba0274415 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:45.750689 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:45.753852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 77afb530-1b41-469c-8823-90f103c8bf82 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:45.755289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:45.760685 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 77afb530-1b41-469c-8823-90f103c8bf82 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:45.761141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.763415 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Port': ['ID=c36afc47-9847-43da-add7-abc219afd050,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:45.824752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:45.825724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.846062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-29cda46f-4b58-45f4-a449-6b55ead73284 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6459997 Aug 29 17:35:45.858203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Request body: {'port': {'device_id': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:45.861750 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.898112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 77afb530-1b41-469c-8823-90f103c8bf82, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=77afb530-1b41-469c-8823-90f103c8bf82,segment=NetworkSegment(cbc073f8-5498-485e-8c7b-449c63271067),segment_id=cbc073f8-5498-485e-8c7b-449c63271067)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:45.903450 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.929038 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.957913 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:45.975577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=77afb530-1b41-469c-8823-90f103c8bf82,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:46.031995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-027214e2-8db2-4883-94d1-3f0b322781ea None None] Provisioning for port c36afc47-9847-43da-add7-abc219afd050 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:46.036329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-027214e2-8db2-4883-94d1-3f0b322781ea None None] Provisioning complete for port c36afc47-9847-43da-add7-abc219afd050 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:46.036646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-027214e2-8db2-4883-94d1-3f0b322781ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:46.070783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-027214e2-8db2-4883-94d1-3f0b322781ea None None] Port c36afc47-9847-43da-add7-abc219afd050 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:35:46.199535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36afc47-9847-43da-add7-abc219afd050 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:46.207079 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:46.218936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Transition to ACTIVE for port object c36afc47-9847-43da-add7-abc219afd050 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:35:46.223291 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:46.280974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Pushing event updated for resources: {'Port': ['ID=c36afc47-9847-43da-add7-abc219afd050,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:46.353894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Attempting to bind port c36afc47-9847-43da-add7-abc219afd050 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:35:46.354234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Attempting to bind port c36afc47-9847-43da-add7-abc219afd050 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:35:46.354569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Attempting to bind port c36afc47-9847-43da-add7-abc219afd050 on network f6c20e73-1f2c-42e5-aa30-196ba0274415 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:46.359437 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Port c36afc47-9847-43da-add7-abc219afd050 on network f6c20e73-1f2c-42e5-aa30-196ba0274415 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:35:46.359793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Attempting to bind port c36afc47-9847-43da-add7-abc219afd050 on network f6c20e73-1f2c-42e5-aa30-196ba0274415 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:35:46.365328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:35:46.365672 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Checking segment: {'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:35:46.366061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Bound using segment: {'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:35:46.366488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Bound port: c36afc47-9847-43da-add7-abc219afd050, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc073f8-5498-485e-8c7b-449c63271067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:35:46.366865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:46.440370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] For port c36afc47-9847-43da-add7-abc219afd050, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:35:46.443767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] For port c36afc47-9847-43da-add7-abc219afd050, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c36afc47-9847-43da-add7-abc219afd050,segment=NetworkSegment(cbc073f8-5498-485e-8c7b-449c63271067),segment_id=cbc073f8-5498-485e-8c7b-449c63271067)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:35:46.448886 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:46.488512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:46.489140 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:46.490576 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] 10.222.0.16 "PUT /v2.0/ports/c36afc47-9847-43da-add7-abc219afd050 HTTP/1.1" status: 200 len: 1131 time: 0.6372023 Aug 29 17:35:46.492894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'tag': 'c36afc47-9847-43da-add7-abc219afd050'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:46.500026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb09ba0-6e4b-4fd5-b84b-da3ea6345c24 req-4bbcffb4-b8b5-489b-a24c-7932b7d42bd9 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:46.501667 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fb09ba0-6e4b-4fd5-b84b-da3ea6345c24 req-4bbcffb4-b8b5-489b-a24c-7932b7d42bd9 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 982 time: 0.0699575 Aug 29 17:35:46.502125 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdc97cd-4d15-4835-83b4-ccd42a92617e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f1ad1c-8028-43ff-a226-79269e11e943", "tag": "c36afc47-9847-43da-add7-abc219afd050"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:46.551936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b8414-0ab3-4770-bf00-d8f968032339 service neutron] Pushing event updated for resources: {'Port': ['ID=c36afc47-9847-43da-add7-abc219afd050,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:46.557820 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fb09ba0-6e4b-4fd5-b84b-da3ea6345c24 req-f11781bd-d6d1-460a-9266-8838e560a097 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0472448 Aug 29 17:35:46.576374 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fad4470-afdd-4b31-873a-edfbe2edc187 x-openstack-request-id: req-4fad4470-afdd-4b31-873a-edfbe2edc187 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:46.576677 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f1ad1c-8028-43ff-a226-79269e11e943", "tag": "c36afc47-9847-43da-add7-abc219afd050", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:46.576936 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fad4470-afdd-4b31-873a-edfbe2edc187 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:46.577365 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'tag': 'c36afc47-9847-43da-add7-abc219afd050', 'status': 'completed', 'code': 200} Aug 29 17:35:46.604914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-75c08e5c-abd1-4aca-94ec-18605099a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:46.606579 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-75c08e5c-abd1-4aca-94ec-18605099a1f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=742250f7721140199bc09cf3b7f4d8c8&device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 1134 time: 0.0661397 Aug 29 17:35:46.654514 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-dd9bbbcb-d3f6-4a4a-8019-3f12d082be20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c36afc47-9847-43da-add7-abc219afd050 HTTP/1.1" status: 200 len: 217 time: 0.0384040 Aug 29 17:35:46.719617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-7900953e-5637-4cc5-96f9-01504c3b077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:46.721159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-7900953e-5637-4cc5-96f9-01504c3b077f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16967a08-3315-4b93-b75c-6e07ad6cd465 HTTP/1.1" status: 200 len: 834 time: 0.0590615 Aug 29 17:35:46.750736 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:46.769767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-ffa16511-57d2-4f87-aec5-013ced839476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:46.771185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-ffa16511-57d2-4f87-aec5-013ced839476 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6c20e73-1f2c-42e5-aa30-196ba0274415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431652 Aug 29 17:35:46.861966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-055faedd-d73c-462c-84a8-139d490e5423 service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838871 Aug 29 17:35:46.955556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2a78153-8ed3-4ba3-80e7-bdbbc2637c5f req-f2202829-ec26-4c8e-afc3-05e73fac4991 service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868468 Aug 29 17:35:47.038032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc97cd-4d15-4835-83b4-ccd42a92617e req-d7d27b76-2144-4de6-86b3-cd58268ce0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:47.039433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fdc97cd-4d15-4835-83b4-ccd42a92617e req-d7d27b76-2144-4de6-86b3-cd58268ce0d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=742250f7721140199bc09cf3b7f4d8c8&device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 1134 time: 0.0415068 Aug 29 17:35:47.135675 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc97cd-4d15-4835-83b4-ccd42a92617e req-5dea5258-cbd1-4383-80bd-62bfc045124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:47.137158 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fdc97cd-4d15-4835-83b4-ccd42a92617e req-5dea5258-cbd1-4383-80bd-62bfc045124d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6c20e73-1f2c-42e5-aa30-196ba0274415 HTTP/1.1" status: 200 len: 898 time: 0.0910928 Aug 29 17:35:47.178395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fdc97cd-4d15-4835-83b4-ccd42a92617e req-afda8f56-bb9a-47ba-8017-f80c818a2826 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c36afc47-9847-43da-add7-abc219afd050 HTTP/1.1" status: 200 len: 217 time: 0.0338385 Aug 29 17:35:47.225285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc97cd-4d15-4835-83b4-ccd42a92617e req-5f7fbfc5-7d5b-4e42-ad32-198a1886d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:47.226681 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fdc97cd-4d15-4835-83b4-ccd42a92617e req-5f7fbfc5-7d5b-4e42-ad32-198a1886d548 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16967a08-3315-4b93-b75c-6e07ad6cd465 HTTP/1.1" status: 200 len: 834 time: 0.0420668 Aug 29 17:35:47.275411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc97cd-4d15-4835-83b4-ccd42a92617e req-8c8daed7-4c42-4903-a2eb-5f03b08d22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:47.276905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fdc97cd-4d15-4835-83b4-ccd42a92617e req-8c8daed7-4c42-4903-a2eb-5f03b08d22f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6c20e73-1f2c-42e5-aa30-196ba0274415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438044 Aug 29 17:35:47.366374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fdc97cd-4d15-4835-83b4-ccd42a92617e req-9c9c2517-612b-4725-91e5-3d1b10094828 service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814004 Aug 29 17:35:47.458203 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3fdc97cd-4d15-4835-83b4-ccd42a92617e req-afcf2ecf-453f-4009-83a6-8eb8e883bc33 service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849986 Aug 29 17:35:47.662821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 77afb530-1b41-469c-8823-90f103c8bf82 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:47.681410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcaa34e-8e0e-49bc-9cbd-d590f349c1c9 req-ccdb5f3e-4a28-425e-bc36-28e6b33a07e9 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:47.682902 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dcaa34e-8e0e-49bc-9cbd-d590f349c1c9 req-ccdb5f3e-4a28-425e-bc36-28e6b33a07e9 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 982 time: 0.0540869 Aug 29 17:35:47.711830 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 77afb530-1b41-469c-8823-90f103c8bf82 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:47.712207 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:47.723288 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dcaa34e-8e0e-49bc-9cbd-d590f349c1c9 req-275c8574-e004-4712-a771-c34e57a79263 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0342498 Aug 29 17:35:47.974969 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:48.397516 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:48.836559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cec030-3fd5-4153-b593-7c60b42c7a84 req-6c7badb3-acb5-48b2-8825-40dcaa36dcf4 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:48.838049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3cec030-3fd5-4153-b593-7c60b42c7a84 req-6c7badb3-acb5-48b2-8825-40dcaa36dcf4 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 982 time: 0.0491784 Aug 29 17:35:48.876969 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b3cec030-3fd5-4153-b593-7c60b42c7a84 req-eea2a4d2-1315-4db9-9159-775b58331403 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0323608 Aug 29 17:35:49.988977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77919c0d-84a1-45b7-8e01-25b5420e2384 req-57bdcef6-e2fe-4b65-b143-24570b678c52 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:49.990490 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77919c0d-84a1-45b7-8e01-25b5420e2384 req-57bdcef6-e2fe-4b65-b143-24570b678c52 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 982 time: 0.0486786 Aug 29 17:35:50.031631 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77919c0d-84a1-45b7-8e01-25b5420e2384 req-d9da37d0-13de-471b-9766-ecc19aa0b429 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0352514 Aug 29 17:35:50.518998 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:51.148469 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa483-3e42-4bba-85f9-7b918069f12f req-e36bdd98-d98b-4ce0-922c-71b4fd1ed7fc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:51.149980 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-909aa483-3e42-4bba-85f9-7b918069f12f req-e36bdd98-d98b-4ce0-922c-71b4fd1ed7fc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 982 time: 0.0492632 Aug 29 17:35:51.188416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-909aa483-3e42-4bba-85f9-7b918069f12f req-2fde2b1e-1c8e-4e17-997e-6e06ebae0f3f tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0325127 Aug 29 17:35:52.303147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9912c3-dd3c-4cf2-a345-23d1cad9bd80 req-24d7c122-fe61-4ee9-b4b4-5f9aeb8d3fce tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:52.304590 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b9912c3-dd3c-4cf2-a345-23d1cad9bd80 req-24d7c122-fe61-4ee9-b4b4-5f9aeb8d3fce tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 982 time: 0.0499177 Aug 29 17:35:52.347592 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6b9912c3-dd3c-4cf2-a345-23d1cad9bd80 req-ca88022a-15b8-4969-aea9-63b8be0f5954 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0369883 Aug 29 17:35:52.381208 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c36afc47-9847-43da-add7-abc219afd050 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:35:52.475969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c36afc47-9847-43da-add7-abc219afd050, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c36afc47-9847-43da-add7-abc219afd050,segment=NetworkSegment(cbc073f8-5498-485e-8c7b-449c63271067),segment_id=cbc073f8-5498-485e-8c7b-449c63271067)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:52.486998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'c36afc47-9847-43da-add7-abc219afd050', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'port_id': 'c36afc47-9847-43da-add7-abc219afd050', 'mac_address': 'fa:16:3e:34:42:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:35:52.523149 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.535182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36afc47-9847-43da-add7-abc219afd050 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:35:52.553428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c36afc47-9847-43da-add7-abc219afd050, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c36afc47-9847-43da-add7-abc219afd050,segment=NetworkSegment(cbc073f8-5498-485e-8c7b-449c63271067),segment_id=cbc073f8-5498-485e-8c7b-449c63271067)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:52.557844 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:52.603852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=c36afc47-9847-43da-add7-abc219afd050,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:52.900683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['c36afc47-9847-43da-add7-abc219afd050'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:35:53.471146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd43e-bd39-4882-9292-7d629f7c55ee req-565086af-b1fb-4f84-80e8-dc8c985d4cfb tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:53.472669 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e41bd43e-bd39-4882-9292-7d629f7c55ee req-565086af-b1fb-4f84-80e8-dc8c985d4cfb tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 983 time: 0.0536940 Aug 29 17:35:53.512202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e41bd43e-bd39-4882-9292-7d629f7c55ee req-b7e9faab-fdaa-4caf-b9ab-fe648a9051fd tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0334120 Aug 29 17:35:54.380655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c36afc47-9847-43da-add7-abc219afd050 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:35:54.431361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port c36afc47-9847-43da-add7-abc219afd050 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:35:54.435003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port c36afc47-9847-43da-add7-abc219afd050 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:35:54.435383 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:54.512410 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:54.534946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36afc47-9847-43da-add7-abc219afd050'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:54.537320 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e7dba1-b5ed-46ba-a75b-3c867bb496ed" -d '{"events": [{"server_uuid": "d4f1ad1c-8028-43ff-a226-79269e11e943", "name": "network-vif-plugged", "status": "completed", "tag": "c36afc47-9847-43da-add7-abc219afd050"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:54.550292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port c36afc47-9847-43da-add7-abc219afd050, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c36afc47-9847-43da-add7-abc219afd050,segment=NetworkSegment(cbc073f8-5498-485e-8c7b-449c63271067),segment_id=cbc073f8-5498-485e-8c7b-449c63271067)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:35:54.556128 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:54.579244 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79642d98-15d5-458f-b63d-b5a8b0a3a335 x-openstack-request-id: req-79642d98-15d5-458f-b63d-b5a8b0a3a335 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:54.579540 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f1ad1c-8028-43ff-a226-79269e11e943", "name": "network-vif-plugged", "status": "completed", "tag": "c36afc47-9847-43da-add7-abc219afd050", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:54.580315 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79642d98-15d5-458f-b63d-b5a8b0a3a335 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:54.580980 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36afc47-9847-43da-add7-abc219afd050', 'code': 200} Aug 29 17:35:54.607523 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=c36afc47-9847-43da-add7-abc219afd050,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:54.633691 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc479654-b279-474e-8f96-e77d2b9a7227 req-65099efd-c602-4929-b6f3-db183e69b220 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:54.635103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc479654-b279-474e-8f96-e77d2b9a7227 req-65099efd-c602-4929-b6f3-db183e69b220 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 984 time: 0.0509815 Aug 29 17:35:54.698229 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc479654-b279-474e-8f96-e77d2b9a7227 req-270fc031-e9bb-4b02-b56a-49fcce11953a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0532608 Aug 29 17:35:54.703616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2f9dd-3b36-45c9-88d1-8c67e1225966 req-41f2021f-7847-4764-aa5d-923a520b3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:54.705606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47f2f9dd-3b36-45c9-88d1-8c67e1225966 req-41f2021f-7847-4764-aa5d-923a520b3831 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 1136 time: 0.0681696 Aug 29 17:35:54.741756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-47f2f9dd-3b36-45c9-88d1-8c67e1225966 req-283a3fdf-8a2c-4709-9df1-ab9273ede1a9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&id=905287ae-42da-414e-ac28-b4a585088c09&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0290687 Aug 29 17:35:55.813366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de53466-357a-4163-a942-b7818320db70 req-4ac8efac-3e02-48f0-8911-d6cc4557057f tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:55.814839 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1de53466-357a-4163-a942-b7818320db70 req-4ac8efac-3e02-48f0-8911-d6cc4557057f tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 984 time: 0.0489321 Aug 29 17:35:55.853540 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1de53466-357a-4163-a942-b7818320db70 req-cff958a8-30cd-463e-8287-8fbf8d2898f6 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0327508 Aug 29 17:35:56.969413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048838e-be41-48bd-802e-65a4e16b95b9 req-8bad5aed-e954-4e53-98df-bc8b4b0dd390 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:56.970891 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e048838e-be41-48bd-802e-65a4e16b95b9 req-8bad5aed-e954-4e53-98df-bc8b4b0dd390 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 984 time: 0.0519831 Aug 29 17:35:57.010669 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e048838e-be41-48bd-802e-65a4e16b95b9 req-bc8e8f7b-7790-470a-aeaf-c25ff7dcde6b tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0338905 Aug 29 17:35:57.129459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d14fc6-20b3-480f-b463-ee4efd3f643f req-808e48e7-aa5e-407a-adad-dcad2c984936 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:57.130964 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03d14fc6-20b3-480f-b463-ee4efd3f643f req-808e48e7-aa5e-407a-adad-dcad2c984936 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 984 time: 0.0546432 Aug 29 17:35:57.170217 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-03d14fc6-20b3-480f-b463-ee4efd3f643f req-f67fc9af-8db2-4d7b-9d3d-a017fdece6eb tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332241 Aug 29 17:35:57.273146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c492ee-34e0-446a-a840-90fd74b6afba req-a0ac5f5b-424c-4424-bf2b-f83db6f5ef71 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:57.274692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13c492ee-34e0-446a-a840-90fd74b6afba req-a0ac5f5b-424c-4424-bf2b-f83db6f5ef71 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 1136 time: 0.0411644 Aug 29 17:35:57.293216 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-13c492ee-34e0-446a-a840-90fd74b6afba req-95f6f6e9-f85a-459a-93c4-01dcff61fa06 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.380151 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-13c492ee-34e0-446a-a840-90fd74b6afba req-95f6f6e9-f85a-459a-93c4-01dcff61fa06 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.383896 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-13c492ee-34e0-446a-a840-90fd74b6afba req-95f6f6e9-f85a-459a-93c4-01dcff61fa06 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.407136 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13c492ee-34e0-446a-a840-90fd74b6afba req-95f6f6e9-f85a-459a-93c4-01dcff61fa06 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1264143 Aug 29 17:35:57.416326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6f6e9-f85a-459a-93c4-01dcff61fa06 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d5b04d-2f9c-457c-bbca-af36bcbd08a8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:57.428386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40724) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:57.471281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939f1ab-5ff4-4a82-9744-6a37457f0511 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:57.472783 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7939f1ab-5ff4-4a82-9744-6a37457f0511 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 1131 time: 0.0434103 Aug 29 17:35:57.475670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40726) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:57.479944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'c36afc47-9847-43da-add7-abc219afd050', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:35:57.500849 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.595281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.701725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Allocated IP 172.25.5.13 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/e0852122-7a29-4512-8c6b-ca64b15292af) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:35:57.805095 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.843292 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:57.881065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:35:57.885278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:35:57.890702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:35:57.914827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Port': ['ID=e0852122-7a29-4512-8c6b-ca64b15292af,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:58.244325 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:58.311369 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:58.461294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:58.465508 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:58.531010 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Port': ['ID=e0852122-7a29-4512-8c6b-ca64b15292af,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:35:58.541446 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:58.639343 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Floating IP e30eef31-6630-4058-bb7b-71d33def3124 associated. External IP: 172.25.5.13, port: c36afc47-9847-43da-add7-abc219afd050. Aug 29 17:35:58.847977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Router 42e044c2-595c-45b1-be3c-3819afe44cde has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:35:59.274444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:35:59.283701 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ba608-f13e-497d-85c0-a73300623da0 None None] Sync routers for ids ['42e044c2-595c-45b1-be3c-3819afe44cde'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:35:59.289596 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:35:59.293360 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ba608-f13e-497d-85c0-a73300623da0 None None] Routers {'42e044c2-595c-45b1-be3c-3819afe44cde'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:35:59.293966 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6d7ba608-f13e-497d-85c0-a73300623da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:35:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['42e044c2-595c-45b1-be3c-3819afe44cde'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:59.316278 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e3a928aa-1808-4f4a-ac14-cf9318c709d1 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8396273 Aug 29 17:35:59.316855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'tag': 'c36afc47-9847-43da-add7-abc219afd050'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:35:59.319024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40728) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:59.319504 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f1ad1c-8028-43ff-a226-79269e11e943", "tag": "c36afc47-9847-43da-add7-abc219afd050"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:35:59.400871 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-6d7ba608-f13e-497d-85c0-a73300623da0 None None] Set router 42e044c2-595c-45b1-be3c-3819afe44cde gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:35:59.424686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c092581-9e7f-4b8e-810b-fa77e5de3307 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.425258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c092581-9e7f-4b8e-810b-fa77e5de3307 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.425741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c092581-9e7f-4b8e-810b-fa77e5de3307 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.426374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c092581-9e7f-4b8e-810b-fa77e5de3307 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.430395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0c092581-9e7f-4b8e-810b-fa77e5de3307 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1079090 Aug 29 17:35:59.430545 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4802f3-1830-461a-a8a1-78d869371bd2 x-openstack-request-id: req-8a4802f3-1830-461a-a8a1-78d869371bd2 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:35:59.430545 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f1ad1c-8028-43ff-a226-79269e11e943", "tag": "c36afc47-9847-43da-add7-abc219afd050", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:35:59.430545 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a4802f3-1830-461a-a8a1-78d869371bd2 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:35:59.430545 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'tag': 'c36afc47-9847-43da-add7-abc219afd050', 'status': 'completed', 'code': 200} Aug 29 17:35:59.430874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40734) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:59.485636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daa76d3-5802-4e25-8ba7-1b8d805468e1 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.486239 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daa76d3-5802-4e25-8ba7-1b8d805468e1 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.486607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daa76d3-5802-4e25-8ba7-1b8d805468e1 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.487412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daa76d3-5802-4e25-8ba7-1b8d805468e1 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.491253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2daa76d3-5802-4e25-8ba7-1b8d805468e1 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0569623 Aug 29 17:35:59.491916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40736) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:59.492028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7 req-47c5b195-bd52-45ef-998c-78135aa83541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.493981 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7 req-47c5b195-bd52-45ef-998c-78135aa83541 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=742250f7721140199bc09cf3b7f4d8c8&device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 1136 time: 0.0427504 Aug 29 17:35:59.590663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7 req-1fbe3a9c-79c6-4172-a38d-26a49d10194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.592189 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7 req-1fbe3a9c-79c6-4172-a38d-26a49d10194d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6c20e73-1f2c-42e5-aa30-196ba0274415 HTTP/1.1" status: 200 len: 898 time: 0.0909350 Aug 29 17:35:59.637602 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6d7ba608-f13e-497d-85c0-a73300623da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'e30eef31-6630-4058-bb7b-71d33def3124', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'port_id': 'c36afc47-9847-43da-add7-abc219afd050', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'mac_address': 'fa:16:3e:34:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:35:58Z', 'updated_at': '2021-08-29T17:35:58Z', 'revision_number': 0, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77afb530-1b41-469c-8823-90f103c8bf82', 'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:33:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:41Z', 'updated_at': '2021-08-29T17:35:45Z', 'revision_number': 5, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:59.662512 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7 req-0ba4deab-3ad2-4ac4-b3ac-06a29b9529a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c36afc47-9847-43da-add7-abc219afd050 HTTP/1.1" status: 200 len: 998 time: 0.0621951 Aug 29 17:35:59.665466 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ba608-f13e-497d-85c0-a73300623da0 None None] Checking router: 42e044c2-595c-45b1-be3c-3819afe44cde for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:35:59.673813 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ba608-f13e-497d-85c0-a73300623da0 None None] Routers {'42e044c2-595c-45b1-be3c-3819afe44cde'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:35:59.674418 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6d7ba608-f13e-497d-85c0-a73300623da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:35:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['42e044c2-595c-45b1-be3c-3819afe44cde'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:35:59.716668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7 req-db24e21c-472a-4832-87aa-51d1c4dee8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.718209 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7 req-db24e21c-472a-4832-87aa-51d1c4dee8f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16967a08-3315-4b93-b75c-6e07ad6cd465 HTTP/1.1" status: 200 len: 834 time: 0.0495996 Aug 29 17:35:59.721174 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-13c5a2f0-0a31-4141-b5e3-a53d78a3b204 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1612 time: 0.2276111 Aug 29 17:35:59.723667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40738) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:35:59.762864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb8eec-9c46-460b-baaa-fe22f1506f4a tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.763356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb8eec-9c46-460b-baaa-fe22f1506f4a tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.767978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cbeb8eec-9c46-460b-baaa-fe22f1506f4a tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=42e044c2-595c-45b1-be3c-3819afe44cde HTTP/1.1" status: 200 len: 1991 time: 0.0405734 Aug 29 17:35:59.769974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7 req-15598560-8b35-48b3-8cb2-56c69d450ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:35:59.771469 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7 req-15598560-8b35-48b3-8cb2-56c69d450ffa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6c20e73-1f2c-42e5-aa30-196ba0274415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455117 Aug 29 17:35:59.788606 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-6d7ba608-f13e-497d-85c0-a73300623da0 None None] Set router 42e044c2-595c-45b1-be3c-3819afe44cde gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:35:59.861925 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7 req-dea469f2-0ab1-41fa-90f9-aaaca833c77f service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832157 Aug 29 17:35:59.957411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df2e1333-9b74-4d3c-9aeb-425cdc88c0d7 req-60ece7d3-85be-4d86-abed-afb24ba5088c service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886357 Aug 29 17:36:00.004437 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-6d7ba608-f13e-497d-85c0-a73300623da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'e30eef31-6630-4058-bb7b-71d33def3124', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'port_id': 'c36afc47-9847-43da-add7-abc219afd050', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'mac_address': 'fa:16:3e:34:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:35:58Z', 'updated_at': '2021-08-29T17:35:58Z', 'revision_number': 0, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77afb530-1b41-469c-8823-90f103c8bf82', 'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:33:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:41Z', 'updated_at': '2021-08-29T17:35:45Z', 'revision_number': 5, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:36:00.034033 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ba608-f13e-497d-85c0-a73300623da0 None None] The sync data for ids ['42e044c2-595c-45b1-be3c-3819afe44cde'] in n-d-713301-13 is: [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'e30eef31-6630-4058-bb7b-71d33def3124', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'port_id': 'c36afc47-9847-43da-add7-abc219afd050', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'mac_address': 'fa:16:3e:34:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:35:58Z', 'updated_at': '2021-08-29T17:35:58Z', 'revision_number': 0, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77afb530-1b41-469c-8823-90f103c8bf82', 'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:33:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:41Z', 'updated_at': '2021-08-29T17:35:45Z', 'revision_number': 5, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:36:00.220131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf0b41-307c-49df-90f9-7e134860faa6 None None] New status for floating IP e30eef31-6630-4058-bb7b-71d33def3124: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:36:03.959974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-a5d52e73-ad47-4e59-9204-2e9e1ec7d247 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397003 Aug 29 17:36:04.039453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-c1a1951c-310b-4abb-b4ec-66a27d48bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:04.040896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-c1a1951c-310b-4abb-b4ec-66a27d48bf54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=742250f7721140199bc09cf3b7f4d8c8&device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 1136 time: 0.0405753 Aug 29 17:36:04.143163 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-7c96278b-fea8-41f9-b77c-d33ce1cb32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:04.144565 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-7c96278b-fea8-41f9-b77c-d33ce1cb32b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6c20e73-1f2c-42e5-aa30-196ba0274415 HTTP/1.1" status: 200 len: 898 time: 0.0853317 Aug 29 17:36:04.547671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-cb22d1e6-b66a-4ccd-aa64-611da3a0aac2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c36afc47-9847-43da-add7-abc219afd050 HTTP/1.1" status: 200 len: 1000 time: 0.3959291 Aug 29 17:36:04.595635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-d05b46a8-48cc-44d0-a6c2-57add48597e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:04.596998 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-d05b46a8-48cc-44d0-a6c2-57add48597e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16967a08-3315-4b93-b75c-6e07ad6cd465 HTTP/1.1" status: 200 len: 834 time: 0.0422633 Aug 29 17:36:04.646772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-f3e379e4-6c6a-4bc4-9ddd-1cb5df371a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:36:04.648225 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-f3e379e4-6c6a-4bc4-9ddd-1cb5df371a73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6c20e73-1f2c-42e5-aa30-196ba0274415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444214 Aug 29 17:36:04.734471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-17f237ca-dc28-4f35-bb40-ff0c3b4cb527 service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791585 Aug 29 17:36:04.825695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-469269e4-f06c-41cc-99cb-d3cf239b5b63 req-d77398a4-6c33-48c5-9ee3-93f98ce7a719 service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834899 Aug 29 17:36:12.930108 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-18a6c583-28f6-4fd6-bea1-56153cef3fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:15.573141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-73cb9ee0-a063-4a33-9b2b-ebf477ab2a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:15.932304 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:16.752000 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:17.974139 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:18.400353 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:20.519070 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:21.700349 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:36:42.929937 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad030-4b5b-4456-90e6-0dcaef59a4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:45.572962 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-75033ea6-a198-40a5-8d3d-3b9960021d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:45.932813 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:46.754831 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:47.976041 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:48.404295 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:49.423513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-d88623b5-e2c1-4e82-a1b0-1902345effbd req-add10e77-9fc6-4387-ab0b-90c7738f8c2e service neutron] (111676) timed out ('10.222.0.16', 59562) {{(pid=111676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:36:50.526614 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:36:58.699922 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:37:04.666303 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40770) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:04.740497 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-07b5622d-c9a6-416b-aff6-a48581650d3e tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1373 time: 0.0731230 Aug 29 17:37:04.743883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40772) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:04.748572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'network': {'name': 'tempest-network-smoke--333333465', 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'port_security_enabled': False}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:04.769046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Made reservation on behalf of 742250f7721140199bc09cf3b7f4d8c8 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:04.772923 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:04.795693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:37:04.804629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:04.805002 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Added segment 38c90052-229f-4472-879b-faa618b744a8 of type vlan for network 79247de9-72a0-4649-8f48-006e60b04ebc Aug 29 17:37:04.844027 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:04.869963 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:04.875420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:04.876257 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:04.933543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1885445 Aug 29 17:37:04.936058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40774) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:04.942559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1312681983', 'admin_state_up': True, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:04.961004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Network': ['ID=79247de9-72a0-4649-8f48-006e60b04ebc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:04.974252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.974601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.974943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.975278 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.975609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.975940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.976267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.976591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.976944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.977295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.977620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.977938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a30eb-ea74-45ff-ae8d-c55236849769 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:04.985622 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:04.987445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:04.989034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 79247de9-72a0-4649-8f48-006e60b04ebc details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:37:05.045628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:05.181412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:05.377994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:05.396929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:05.502906 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Allocated IP 172.25.5.249 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/5c843483-48b3-43d7-bbef-44e3bffeb3eb) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:05.603215 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:05.641806 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:05.677718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:05.681032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:05.686546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:05.715302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Port': ['ID=5c843483-48b3-43d7-bbef-44e3bffeb3eb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:05.943399 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:06.126346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-65504aea-294b-40e5-a328-95a9a973098b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1957414 Aug 29 17:37:06.201615 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:06.252000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-06cc991c-d281-496c-b918-8ab73fcef61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.253519 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-06cc991c-d281-496c-b918-8ab73fcef61c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=742250f7721140199bc09cf3b7f4d8c8&device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 1136 time: 0.0844541 Aug 29 17:37:06.397976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-d17e0163-e48b-48a9-8da5-c70715be1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.399997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-d17e0163-e48b-48a9-8da5-c70715be1a35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6c20e73-1f2c-42e5-aa30-196ba0274415 HTTP/1.1" status: 200 len: 898 time: 0.1080794 Aug 29 17:37:06.444549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Router 81e99a3d-daed-426b-92e1-459d91b89683 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:37:06.505698 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-71a3f0b4-7cb5-4fd4-bc46-ef9b2f2b40a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c36afc47-9847-43da-add7-abc219afd050 HTTP/1.1" status: 200 len: 1000 time: 0.0988784 Aug 29 17:37:06.596364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-980bef08-1219-46c3-ba69-9ca1ae055a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.597835 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-980bef08-1219-46c3-ba69-9ca1ae055a6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16967a08-3315-4b93-b75c-6e07ad6cd465 HTTP/1.1" status: 200 len: 834 time: 0.0839911 Aug 29 17:37:06.604009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:37:06.613938 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Sync routers for ids ['81e99a3d-daed-426b-92e1-459d91b89683'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:37:06.624155 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Routers {'81e99a3d-daed-426b-92e1-459d91b89683'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:06.624764 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:36:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['81e99a3d-daed-426b-92e1-459d91b89683'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:06.649341 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:06.650550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3b1f6b7b-7046-46d6-91ae-4275e6cef6ad tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7136078 Aug 29 17:37:06.653689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40780) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:06.663572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-549015d1-5254-431a-8d97-1df0a23ee93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.665200 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-549015d1-5254-431a-8d97-1df0a23ee93d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6c20e73-1f2c-42e5-aa30-196ba0274415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593882 Aug 29 17:37:06.705448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18cf182-d28f-4689-b923-c24ccb57f98b tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.709900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b18cf182-d28f-4689-b923-c24ccb57f98b tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=742250f7721140199bc09cf3b7f4d8c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0550025 Aug 29 17:37:06.710567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40784) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:06.767706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-9116bb5a-e937-48f3-a2c0-559e8db69712 service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940914 Aug 29 17:37:06.802760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3efb121-f36f-4503-abee-bc3ed80886bc tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.804668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b3efb121-f36f-4503-abee-bc3ed80886bc tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931735 Aug 29 17:37:06.807493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40786) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:06.821160 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Set router 81e99a3d-daed-426b-92e1-459d91b89683 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:06.845148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5f929ac4-4542-43c4-9a4c-34655394406a tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340154 Aug 29 17:37:06.845435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40788) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:06.866034 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-024052c2-2079-4aae-8c2c-f29184a2de3d req-4f5ad4fa-c6eb-4f43-b34c-78d2b877bef3 service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909076 Aug 29 17:37:06.874337 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ee20e788-eb81-4c2b-846d-d49173b4ea05 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=742250f7721140199bc09cf3b7f4d8c8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278323 Aug 29 17:37:06.877291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40790) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:06.966232 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683387e9-9dfc-4a32-ac58-0daa2a844808 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:06.967737 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-683387e9-9dfc-4a32-ac58-0daa2a844808 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894310 Aug 29 17:37:06.970489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40792) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:06.998182 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e99a3d-daed-426b-92e1-459d91b89683', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312681983', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:04Z', 'updated_at': '2021-08-29T17:37:05Z', 'revision_number': 3, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:05Z', 'updated_at': '2021-08-29T17:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:06.998919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-54622015-942f-41a8-a840-a7f7f5241da4 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273592 Aug 29 17:37:07.001657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40794) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:07.006548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1416375528', 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc', 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:07.028338 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Checking router: 81e99a3d-daed-426b-92e1-459d91b89683 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:37:07.028607 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Updating router 81e99a3d-daed-426b-92e1-459d91b89683 port 5c843483-48b3-43d7-bbef-44e3bffeb3eb binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:37:07.052287 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.093574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Made reservation on behalf of 742250f7721140199bc09cf3b7f4d8c8 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:07.097021 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.279365 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.292630 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.301996 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Transition to ACTIVE for port object 5c843483-48b3-43d7-bbef-44e3bffeb3eb will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:07.307568 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.348877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Subnet': ['ID=23259ff5-5106-4c40-858e-e45cf5e8efeb,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:07.354903 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Attempting to bind port 5c843483-48b3-43d7-bbef-44e3bffeb3eb on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:07.355269 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Attempting to bind port 5c843483-48b3-43d7-bbef-44e3bffeb3eb by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:07.356029 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Attempting to bind port 5c843483-48b3-43d7-bbef-44e3bffeb3eb on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:07.356643 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Checking segment: {'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:07.357009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network hostable DHCP agents. Network: 79247de9-72a0-4649-8f48-006e60b04ebc, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:37:07.368420 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:07.368789 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:07.369250 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.369669 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:07.370146 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Bound port: 5c843483-48b3-43d7-bbef-44e3bffeb3eb, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:07.370531 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.373026 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Pushing event updated for resources: {'Port': ['ID=5c843483-48b3-43d7-bbef-44e3bffeb3eb,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:07.375134 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network 79247de9-72a0-4649-8f48-006e60b04ebc is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:37:07.384679 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 79247de9-72a0-4649-8f48-006e60b04ebc) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:07.389071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:07.389799 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.399136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402f38ce-3eb0-4258-9571-f6624b091ad4 None None] Network 79247de9-72a0-4649-8f48-006e60b04ebc requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:37:07.407396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5efd873e-da05-49fe-9e04-a4b0e9d3973a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4020026 Aug 29 17:37:07.407731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40796) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:07.424617 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.424967 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.425313 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.425646 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.425975 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.426299 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.426621 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.426939 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.427263 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.427602 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.427934 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.428312 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.437569 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] For port 5c843483-48b3-43d7-bbef-44e3bffeb3eb, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:07.440774 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] For port 5c843483-48b3-43d7-bbef-44e3bffeb3eb, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5c843483-48b3-43d7-bbef-44e3bffeb3eb,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:07.445069 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.506734 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Routers {'81e99a3d-daed-426b-92e1-459d91b89683'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:07.507354 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:36:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['81e99a3d-daed-426b-92e1-459d91b89683'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:07.510580 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde72cc-75c6-4920-b443-655fb09f4acc None None] Pushing event updated for resources: {'Port': ['ID=5c843483-48b3-43d7-bbef-44e3bffeb3eb,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:07.563456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-79247de9-72a0-4649-8f48-006e60b04ebc', 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'fixed_ips': [{'subnet_id': '23259ff5-5106-4c40-858e-e45cf5e8efeb'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:37:07.564373 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.616883 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] Set router 81e99a3d-daed-426b-92e1-459d91b89683 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:07.704045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Allocated IP 172.20.0.18 (79247de9-72a0-4649-8f48-006e60b04ebc/23259ff5-5106-4c40-858e-e45cf5e8efeb/03fa4122-a6f7-41d5-887f-7df09e286cc6) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:07.804556 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e99a3d-daed-426b-92e1-459d91b89683', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312681983', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:04Z', 'updated_at': '2021-08-29T17:37:05Z', 'revision_number': 3, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:05Z', 'updated_at': '2021-08-29T17:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:07.834662 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b33d3de-50a1-42df-9838-ee8627ccccd6 None None] The sync data for ids ['81e99a3d-daed-426b-92e1-459d91b89683'] in n-d-713301-13 is: [{'id': '81e99a3d-daed-426b-92e1-459d91b89683', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312681983', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:04Z', 'updated_at': '2021-08-29T17:37:05Z', 'revision_number': 3, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:05Z', 'updated_at': '2021-08-29T17:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:37:07.856769 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.866280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Transition to ACTIVE for port object 03fa4122-a6f7-41d5-887f-7df09e286cc6 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:07.880441 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.882565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Transition to ACTIVE for port object 03fa4122-a6f7-41d5-887f-7df09e286cc6 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:07.888508 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:07.924473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Network 79247de9-72a0-4649-8f48-006e60b04ebc is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:07.927304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:07.929695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:07.962505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Pushing event updated for resources: {'Port': ['ID=03fa4122-a6f7-41d5-887f-7df09e286cc6,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:07.985137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.985527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.985873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.986209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.986541 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.986868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.987191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.987513 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.987835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.988154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.988481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:07.988825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.006061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Attempting to bind port 03fa4122-a6f7-41d5-887f-7df09e286cc6 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:08.006431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Attempting to bind port 03fa4122-a6f7-41d5-887f-7df09e286cc6 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:08.006792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Attempting to bind port 03fa4122-a6f7-41d5-887f-7df09e286cc6 on network 79247de9-72a0-4649-8f48-006e60b04ebc {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:08.012673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:08.013054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Checking segment: {'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:08.013520 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.013954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Bound using segment: {'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:08.014977 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Bound port: 03fa4122-a6f7-41d5-887f-7df09e286cc6, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:08.015375 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.104927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] For port 03fa4122-a6f7-41d5-887f-7df09e286cc6, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:08.109029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] For port 03fa4122-a6f7-41d5-887f-7df09e286cc6, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=03fa4122-a6f7-41d5-887f-7df09e286cc6,segment=NetworkSegment(38c90052-229f-4472-879b-faa618b744a8),segment_id=38c90052-229f-4472-879b-faa618b744a8)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:08.113824 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.178965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67221f50-6af5-4531-936e-d50445164dc0 None None] Pushing event updated for resources: {'Port': ['ID=03fa4122-a6f7-41d5-887f-7df09e286cc6,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:08.202590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Allocated IP 172.20.0.17 (79247de9-72a0-4649-8f48-006e60b04ebc/23259ff5-5106-4c40-858e-e45cf5e8efeb/2bb3d99a-3119-4cee-9c50-0216b436ef40) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:08.342587 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.377964 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Transition to ACTIVE for port object 2bb3d99a-3119-4cee-9c50-0216b436ef40 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:08.425157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.468635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network 79247de9-72a0-4649-8f48-006e60b04ebc is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:08.472897 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:08.479517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:08.508606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Port': ['ID=2bb3d99a-3119-4cee-9c50-0216b436ef40,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:08.524450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.524878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.525299 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.525705 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.526096 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.526504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.526910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.527305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.527697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.528085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.528473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.528857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:37:08.545306 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.681917 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.964521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:08.969273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:09.043963 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:09.045814 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Port': ['ID=2bb3d99a-3119-4cee-9c50-0216b436ef40,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:09.132128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed83cae1-d808-4fda-974a-97c0f314853c None None] Network 79247de9-72a0-4649-8f48-006e60b04ebc requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:37:09.145325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network 79247de9-72a0-4649-8f48-006e60b04ebc is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:09.146727 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:09.191253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ac07c708-4d19-4809-8e34-53ed90c31d21 None None] Provisioning for port 03fa4122-a6f7-41d5-887f-7df09e286cc6 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:09.270785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Router 81e99a3d-daed-426b-92e1-459d91b89683 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:37:09.384409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:37:09.396699 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-23ce14b3-eeb3-4c97-adc0-e7692f136a64 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "PUT /v2.0/routers/81e99a3d-daed-426b-92e1-459d91b89683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9807751 Aug 29 17:37:09.532836 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-224336a8-9bf3-43dd-9916-8c105532dfdf None None] Provisioning for port 2bb3d99a-3119-4cee-9c50-0216b436ef40 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:09.537422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-224336a8-9bf3-43dd-9916-8c105532dfdf None None] Provisioning complete for port 2bb3d99a-3119-4cee-9c50-0216b436ef40 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:09.537940 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-224336a8-9bf3-43dd-9916-8c105532dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:09.582378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-224336a8-9bf3-43dd-9916-8c105532dfdf None None] Port 2bb3d99a-3119-4cee-9c50-0216b436ef40 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:37:09.626290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-97004d5c-4dcb-4a7e-9b66-5bfe2a79ee48 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:09.627884 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-97004d5c-4dcb-4a7e-9b66-5bfe2a79ee48 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/networks?id=79247de9-72a0-4649-8f48-006e60b04ebc HTTP/1.1" status: 200 len: 797 time: 0.1234512 Aug 29 17:37:09.644495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-dc1f2822-5d8b-425f-92e4-99122fd22156 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/quotas/742250f7721140199bc09cf3b7f4d8c8 HTTP/1.1" status: 200 len: 375 time: 0.0097182 Aug 29 17:37:09.723686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e16e0531-1660-4759-9882-ed94ade18a41 None None] Provisioning complete for port 2bb3d99a-3119-4cee-9c50-0216b436ef40 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:09.724192 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e16e0531-1660-4759-9882-ed94ade18a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:09.741561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-e88bbd99-1cf5-441e-9c12-02a572cd79bb tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=742250f7721140199bc09cf3b7f4d8c8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0860608 Aug 29 17:37:09.762070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-6419b890-a844-4ff7-964d-e1a2ce9470fe service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:37:09.770146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-6419b890-a844-4ff7-964d-e1a2ce9470fe service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192759 Aug 29 17:37:09.787426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c843483-48b3-43d7-bbef-44e3bffeb3eb up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:09.824279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Sync routers for ids ['81e99a3d-daed-426b-92e1-459d91b89683'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:37:09.837299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Routers {'81e99a3d-daed-426b-92e1-459d91b89683'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:09.837951 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:36:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['81e99a3d-daed-426b-92e1-459d91b89683'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:09.839717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e16e0531-1660-4759-9882-ed94ade18a41 None None] Port 2bb3d99a-3119-4cee-9c50-0216b436ef40 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:37:09.878372 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-7165f82b-1513-4152-af0a-4354f6fdbb6d service neutron] 10.222.0.22 "GET /v2.0/networks/79247de9-72a0-4649-8f48-006e60b04ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071382 Aug 29 17:37:09.941697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 5c843483-48b3-43d7-bbef-44e3bffeb3eb completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:09.958634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5c843483-48b3-43d7-bbef-44e3bffeb3eb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:09.959031 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:09.975903 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-9347dabb-96ac-4aa6-8a9a-87b04a12b33d service neutron] 10.222.0.22 "GET /v2.0/networks/79247de9-72a0-4649-8f48-006e60b04ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882936 Aug 29 17:37:09.995234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Set router 81e99a3d-daed-426b-92e1-459d91b89683 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:10.024307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d604cea2-f225-44f3-8ce7-b4611ea646f0 None None] Provisioning complete for port 2bb3d99a-3119-4cee-9c50-0216b436ef40 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:10.024690 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d604cea2-f225-44f3-8ce7-b4611ea646f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:10.144752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d604cea2-f225-44f3-8ce7-b4611ea646f0 None None] Port 2bb3d99a-3119-4cee-9c50-0216b436ef40 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:37:10.148767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-399b14c7-cb5d-4ba5-a610-776e6ed376f1 req-e0a3e095-1ab1-4863-a867-53ea9720eff2 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 210 time: 0.0289211 Aug 29 17:37:10.206257 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:10.256107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 5c843483-48b3-43d7-bbef-44e3bffeb3eb, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5c843483-48b3-43d7-bbef-44e3bffeb3eb,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:10.262234 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:10.263040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 03fa4122-a6f7-41d5-887f-7df09e286cc6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:10.359177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=5c843483-48b3-43d7-bbef-44e3bffeb3eb,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:10.370011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e99a3d-daed-426b-92e1-459d91b89683', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312681983', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:04Z', 'updated_at': '2021-08-29T17:37:08Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:05Z', 'updated_at': '2021-08-29T17:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2bb3d99a-3119-4cee-9c50-0216b436ef40', 'name': '', 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:af:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '23259ff5-5106-4c40-858e-e45cf5e8efeb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:08Z', 'updated_at': '2021-08-29T17:37:08Z', 'revision_number': 2, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '23259ff5-5106-4c40-858e-e45cf5e8efeb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:10.403318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Checking router: 81e99a3d-daed-426b-92e1-459d91b89683 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:37:10.403878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Updating router 81e99a3d-daed-426b-92e1-459d91b89683 port 2bb3d99a-3119-4cee-9c50-0216b436ef40 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:37:10.408737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 03fa4122-a6f7-41d5-887f-7df09e286cc6 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:10.429690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 03fa4122-a6f7-41d5-887f-7df09e286cc6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:10.430213 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:10.459255 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:10.618848 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:10.698323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 03fa4122-a6f7-41d5-887f-7df09e286cc6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=03fa4122-a6f7-41d5-887f-7df09e286cc6,segment=NetworkSegment(38c90052-229f-4472-879b-faa618b744a8),segment_id=38c90052-229f-4472-879b-faa618b744a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:10.704380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:10.780019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=03fa4122-a6f7-41d5-887f-7df09e286cc6,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:10.838231 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:10.848191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Transition to ACTIVE for port object 2bb3d99a-3119-4cee-9c50-0216b436ef40 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:10.853933 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:10.920335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d3ea8-8df0-4d77-ad51-4253443dd00a None None] Pushing event updated for resources: {'Port': ['ID=2bb3d99a-3119-4cee-9c50-0216b436ef40,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:10.953605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Attempting to bind port 2bb3d99a-3119-4cee-9c50-0216b436ef40 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:10.953981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Attempting to bind port 2bb3d99a-3119-4cee-9c50-0216b436ef40 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:10.954351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Attempting to bind port 2bb3d99a-3119-4cee-9c50-0216b436ef40 on network 79247de9-72a0-4649-8f48-006e60b04ebc {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:10.960306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:10.960677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Checking segment: {'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:10.961721 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:10.962244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Bound using segment: {'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:10.962714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Bound port: 2bb3d99a-3119-4cee-9c50-0216b436ef40, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:10.963125 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:11.038290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] For port 2bb3d99a-3119-4cee-9c50-0216b436ef40, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:11.042174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] For port 2bb3d99a-3119-4cee-9c50-0216b436ef40, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2bb3d99a-3119-4cee-9c50-0216b436ef40,segment=NetworkSegment(38c90052-229f-4472-879b-faa618b744a8),segment_id=38c90052-229f-4472-879b-faa618b744a8)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:11.046257 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:11.095410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Routers {'81e99a3d-daed-426b-92e1-459d91b89683'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:11.096033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:36:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['81e99a3d-daed-426b-92e1-459d91b89683'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:11.177750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d3ea8-8df0-4d77-ad51-4253443dd00a None None] Pushing event updated for resources: {'Port': ['ID=2bb3d99a-3119-4cee-9c50-0216b436ef40,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:11.225838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-8101b2ab-7ddb-4191-9e8e-f4d85b36bc2e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:11.229293 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-8101b2ab-7ddb-4191-9e8e-f4d85b36bc2e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.10 "GET /v2.0/networks?id=79247de9-72a0-4649-8f48-006e60b04ebc HTTP/1.1" status: 200 len: 797 time: 0.1446538 Aug 29 17:37:11.244190 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Request body: {'port': {'device_id': '0c558a76-4375-4d43-b700-a02cc3b3dea9', 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc', 'admin_state_up': True, 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:11.266419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] Set router 81e99a3d-daed-426b-92e1-459d91b89683 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:11.303620 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3150bcc3-b8ec-4a1f-87ec-67d8f0b2570b req-e4333091-5933-4967-b89d-d7b7069ad940 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 210 time: 0.0501101 Aug 29 17:37:11.379678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Made reservation on behalf of 742250f7721140199bc09cf3b7f4d8c8 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:11.384008 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:11.510794 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Allocated IP 172.20.0.21 (79247de9-72a0-4649-8f48-006e60b04ebc/23259ff5-5106-4c40-858e-e45cf5e8efeb/7a8b320a-aa40-42d9-89fc-3e22b91dcf20) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:11.628228 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:11.638148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e99a3d-daed-426b-92e1-459d91b89683', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312681983', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:04Z', 'updated_at': '2021-08-29T17:37:08Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:05Z', 'updated_at': '2021-08-29T17:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2bb3d99a-3119-4cee-9c50-0216b436ef40', 'name': '', 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:af:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '23259ff5-5106-4c40-858e-e45cf5e8efeb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:08Z', 'updated_at': '2021-08-29T17:37:11Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '23259ff5-5106-4c40-858e-e45cf5e8efeb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:11.641828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Transition to ACTIVE for port object 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:11.664715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f9657-6d84-422d-9c0e-f54b8c0166f2 None None] The sync data for ids ['81e99a3d-daed-426b-92e1-459d91b89683'] in n-d-713301-13 is: [{'id': '81e99a3d-daed-426b-92e1-459d91b89683', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312681983', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:04Z', 'updated_at': '2021-08-29T17:37:08Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:05Z', 'updated_at': '2021-08-29T17:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '2bb3d99a-3119-4cee-9c50-0216b436ef40', 'name': '', 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:af:c2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '23259ff5-5106-4c40-858e-e45cf5e8efeb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:08Z', 'updated_at': '2021-08-29T17:37:11Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '23259ff5-5106-4c40-858e-e45cf5e8efeb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:37:11.675023 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:11.732048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Network 79247de9-72a0-4649-8f48-006e60b04ebc is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:11.737843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:11.745168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:11.747188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c843483-48b3-43d7-bbef-44e3bffeb3eb up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:11.780581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event updated for resources: {'Port': ['ID=7a8b320a-aa40-42d9-89fc-3e22b91dcf20,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:11.815349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5c843483-48b3-43d7-bbef-44e3bffeb3eb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:11.815887 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:11.818909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:11.819574 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:11.835693 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-22a98d4f-9a05-4cce-8f62-cd17d9b3ac91 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5982013 Aug 29 17:37:11.919381 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 03fa4122-a6f7-41d5-887f-7df09e286cc6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:11.972571 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Request body: {'port': {'device_id': '0c558a76-4375-4d43-b700-a02cc3b3dea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:11.984471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 03fa4122-a6f7-41d5-887f-7df09e286cc6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:11.984851 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.032984 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.063234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b519d2b5-52a1-46a4-aa5f-9a4914da7b83 None None] Provisioning for port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:12.071849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b519d2b5-52a1-46a4-aa5f-9a4914da7b83 None None] Provisioning complete for port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:12.072219 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b519d2b5-52a1-46a4-aa5f-9a4914da7b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.123003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b519d2b5-52a1-46a4-aa5f-9a4914da7b83 None None] Port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:37:12.325158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:12.333034 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.346740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Transition to ACTIVE for port object 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:12.350542 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.434173 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8b320a-aa40-42d9-89fc-3e22b91dcf20,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:12.489953 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed94b2-8446-4521-8d65-5108c3fd655e req-e0888c4c-6dbc-471e-aa4d-c4958ab26336 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:12.491519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bbed94b2-8446-4521-8d65-5108c3fd655e req-e0888c4c-6dbc-471e-aa4d-c4958ab26336 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 907 time: 0.1095541 Aug 29 17:37:12.529684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Attempting to bind port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:12.529942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Attempting to bind port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:12.530278 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Attempting to bind port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 on network 79247de9-72a0-4649-8f48-006e60b04ebc {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:12.534977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 on network 79247de9-72a0-4649-8f48-006e60b04ebc not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:37:12.535306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Attempting to bind port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 on network 79247de9-72a0-4649-8f48-006e60b04ebc {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:12.541424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:12.541833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Checking segment: {'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:12.542145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Bound using segment: {'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:12.542583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Bound port: 7a8b320a-aa40-42d9-89fc-3e22b91dcf20, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c90052-229f-4472-879b-faa618b744a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:12.542951 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.618456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] For port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:12.621612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] For port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7a8b320a-aa40-42d9-89fc-3e22b91dcf20,segment=NetworkSegment(38c90052-229f-4472-879b-faa618b744a8),segment_id=38c90052-229f-4472-879b-faa618b744a8)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:12.626435 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.662030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:12.662657 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:12.664034 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] 10.222.0.10 "PUT /v2.0/ports/7a8b320a-aa40-42d9-89fc-3e22b91dcf20 HTTP/1.1" status: 200 len: 1056 time: 0.8201532 Aug 29 17:37:12.665098 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c558a76-4375-4d43-b700-a02cc3b3dea9', 'tag': '7a8b320a-aa40-42d9-89fc-3e22b91dcf20'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:12.667415 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50" -d '{"events": [{"name": "network-changed", "server_uuid": "0c558a76-4375-4d43-b700-a02cc3b3dea9", "tag": "7a8b320a-aa40-42d9-89fc-3e22b91dcf20"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:12.691639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d9949-6018-4a78-9203-a81805856d33 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8b320a-aa40-42d9-89fc-3e22b91dcf20,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:12.734015 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1d8fee-7592-493b-8d7b-2b06ab5a3427 x-openstack-request-id: req-be1d8fee-7592-493b-8d7b-2b06ab5a3427 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:12.734321 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c558a76-4375-4d43-b700-a02cc3b3dea9", "tag": "7a8b320a-aa40-42d9-89fc-3e22b91dcf20", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:12.734577 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be1d8fee-7592-493b-8d7b-2b06ab5a3427 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:12.734983 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c558a76-4375-4d43-b700-a02cc3b3dea9', 'tag': '7a8b320a-aa40-42d9-89fc-3e22b91dcf20', 'status': 'completed', 'code': 200} Aug 29 17:37:12.752453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-e5ab73ae-3211-445c-9a60-0f59a4a703f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:12.754322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-e5ab73ae-3211-445c-9a60-0f59a4a703f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=742250f7721140199bc09cf3b7f4d8c8&device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 1059 time: 0.0489838 Aug 29 17:37:12.803305 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-5e4d3ed5-efe8-460f-9e8b-9dd2b33d0d6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=7a8b320a-aa40-42d9-89fc-3e22b91dcf20 HTTP/1.1" status: 200 len: 217 time: 0.0412333 Aug 29 17:37:12.856743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-ecbfb3c2-bb0b-478f-b2b6-26f36f059aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:12.858355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-ecbfb3c2-bb0b-478f-b2b6-26f36f059aed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23259ff5-5106-4c40-858e-e45cf5e8efeb HTTP/1.1" status: 200 len: 838 time: 0.0484161 Aug 29 17:37:12.903494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-9fb4c900-c16c-4675-905e-71ca38e695fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:12.904947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-9fb4c900-c16c-4675-905e-71ca38e695fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79247de9-72a0-4649-8f48-006e60b04ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0395639 Aug 29 17:37:12.931557 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e662e71b-48f9-4570-bc58-00b5134d8f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:13.000160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-677953f6-c693-44c3-8a59-6b71e0d7f989 service neutron] 10.222.0.10 "GET /v2.0/networks/79247de9-72a0-4649-8f48-006e60b04ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881476 Aug 29 17:37:13.416416 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc651ba9-7522-4497-b810-38f71bdd5bff req-54015a41-b0e5-44a7-9c3e-ab00ea15616c service neutron] 10.222.0.10 "GET /v2.0/networks/79247de9-72a0-4649-8f48-006e60b04ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091618 Aug 29 17:37:13.498606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50 req-47a05e26-727b-43b5-aed9-d8dacb6238eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:13.500009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50 req-47a05e26-727b-43b5-aed9-d8dacb6238eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=742250f7721140199bc09cf3b7f4d8c8&device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 1059 time: 0.0402949 Aug 29 17:37:13.636391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702051b4-a655-442b-9b6e-da8415c1f288 req-0058631e-84bc-40b1-b03b-6460e0fe63b9 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:13.637886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-702051b4-a655-442b-9b6e-da8415c1f288 req-0058631e-84bc-40b1-b03b-6460e0fe63b9 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 907 time: 0.0720057 Aug 29 17:37:13.638858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50 req-feed3d68-2105-47ca-831c-d6694d736b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:13.640165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50 req-feed3d68-2105-47ca-831c-d6694d736b4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=79247de9-72a0-4649-8f48-006e60b04ebc HTTP/1.1" status: 200 len: 898 time: 0.1324260 Aug 29 17:37:13.697169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50 req-a77e82c9-bec0-45cc-a4af-5ceb3be801ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=7a8b320a-aa40-42d9-89fc-3e22b91dcf20 HTTP/1.1" status: 200 len: 217 time: 0.0484521 Aug 29 17:37:13.728000 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2bb3d99a-3119-4cee-9c50-0216b436ef40 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:13.748070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50 req-56b9eab5-293f-4a9b-b56d-6d3137eb49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:13.749632 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50 req-56b9eab5-293f-4a9b-b56d-6d3137eb49ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23259ff5-5106-4c40-858e-e45cf5e8efeb HTTP/1.1" status: 200 len: 838 time: 0.0450690 Aug 29 17:37:13.776797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 2bb3d99a-3119-4cee-9c50-0216b436ef40 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:13.780554 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 2bb3d99a-3119-4cee-9c50-0216b436ef40 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:13.781028 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:13.797473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50 req-f527aeab-f26a-44ad-854f-119dbf17e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:13.798975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50 req-f527aeab-f26a-44ad-854f-119dbf17e9fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79247de9-72a0-4649-8f48-006e60b04ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0398650 Aug 29 17:37:13.859829 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:13.892362 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50 req-7656b56e-8f88-42ee-aab7-ee964251c91f service neutron] 10.222.0.10 "GET /v2.0/networks/79247de9-72a0-4649-8f48-006e60b04ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858502 Aug 29 17:37:13.898587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 2bb3d99a-3119-4cee-9c50-0216b436ef40, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2bb3d99a-3119-4cee-9c50-0216b436ef40,segment=NetworkSegment(38c90052-229f-4472-879b-faa618b744a8),segment_id=38c90052-229f-4472-879b-faa618b744a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:13.902822 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:13.950985 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=2bb3d99a-3119-4cee-9c50-0216b436ef40,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:13.982708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-867c6ea4-12b5-4de5-bb0e-73ee0e7d7c50 req-1e71aeec-f938-4511-8f80-dd44dfb64170 service neutron] 10.222.0.10 "GET /v2.0/networks/79247de9-72a0-4649-8f48-006e60b04ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832002 Aug 29 17:37:14.754299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92eed5-40f5-41f0-b00f-6670b515833a req-f16573cd-d171-4ba8-872f-d18df4249100 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:14.755759 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cc92eed5-40f5-41f0-b00f-6670b515833a req-f16573cd-d171-4ba8-872f-d18df4249100 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 907 time: 0.0490789 Aug 29 17:37:15.573965 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2dbd8a9-5e19-4926-9c61-ee540bc5e98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:15.705813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2bb3d99a-3119-4cee-9c50-0216b436ef40 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:15.755257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 2bb3d99a-3119-4cee-9c50-0216b436ef40 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:15.755627 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:15.873022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754d2df-2f04-40db-bae3-67a49f2c914b req-423af185-65b2-4695-91f2-f29f43247b33 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:15.874549 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7754d2df-2f04-40db-bae3-67a49f2c914b req-423af185-65b2-4695-91f2-f29f43247b33 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 907 time: 0.0507729 Aug 29 17:37:15.932943 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:16.757568 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:16.853800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:37:16.950399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7a8b320a-aa40-42d9-89fc-3e22b91dcf20,segment=NetworkSegment(38c90052-229f-4472-879b-faa618b744a8),segment_id=38c90052-229f-4472-879b-faa618b744a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:16.961907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '7a8b320a-aa40-42d9-89fc-3e22b91dcf20', 'network_id': '79247de9-72a0-4649-8f48-006e60b04ebc', 'port_id': '7a8b320a-aa40-42d9-89fc-3e22b91dcf20', 'mac_address': 'fa:16:3e:eb:bd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23259ff5-5106-4c40-858e-e45cf5e8efeb', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:37:16.991388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6577c-4366-4c00-bf33-4bda53dbca7d req-5bcec828-2ea9-4b3b-8bcf-07ce56edfbef tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:16.993419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b9a6577c-4366-4c00-bf33-4bda53dbca7d req-5bcec828-2ea9-4b3b-8bcf-07ce56edfbef tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 907 time: 0.0501876 Aug 29 17:37:16.998827 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:17.013305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:17.030881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7a8b320a-aa40-42d9-89fc-3e22b91dcf20,segment=NetworkSegment(38c90052-229f-4472-879b-faa618b744a8),segment_id=38c90052-229f-4472-879b-faa618b744a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:17.034564 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:17.080083 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=7a8b320a-aa40-42d9-89fc-3e22b91dcf20,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:17.259771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['7a8b320a-aa40-42d9-89fc-3e22b91dcf20'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:17.989453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:18.110404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7e2cd-ab75-4be1-9b17-d10a4bb8f71d req-723c468c-eaf5-41ea-9fb3-bca3fdaec55b tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:18.111907 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fef7e2cd-ab75-4be1-9b17-d10a4bb8f71d req-723c468c-eaf5-41ea-9fb3-bca3fdaec55b tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 908 time: 0.0527365 Aug 29 17:37:18.407271 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:18.853193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:18.900201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:18.903656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:18.904021 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:18.982120 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:19.006016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c558a76-4375-4d43-b700-a02cc3b3dea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8b320a-aa40-42d9-89fc-3e22b91dcf20'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:19.008743 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee53717b-a63d-4b35-8848-92afa8cff24a" -d '{"events": [{"server_uuid": "0c558a76-4375-4d43-b700-a02cc3b3dea9", "name": "network-vif-plugged", "status": "completed", "tag": "7a8b320a-aa40-42d9-89fc-3e22b91dcf20"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:19.022027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7a8b320a-aa40-42d9-89fc-3e22b91dcf20,segment=NetworkSegment(38c90052-229f-4472-879b-faa618b744a8),segment_id=38c90052-229f-4472-879b-faa618b744a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:19.026235 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:19.079235 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=7a8b320a-aa40-42d9-89fc-3e22b91dcf20,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:19.117612 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606462f3-3ef2-40fd-b4a1-cce171679db1 x-openstack-request-id: req-606462f3-3ef2-40fd-b4a1-cce171679db1 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:19.118043 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c558a76-4375-4d43-b700-a02cc3b3dea9", "name": "network-vif-plugged", "status": "completed", "tag": "7a8b320a-aa40-42d9-89fc-3e22b91dcf20", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:19.118236 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-606462f3-3ef2-40fd-b4a1-cce171679db1 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:19.118646 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c558a76-4375-4d43-b700-a02cc3b3dea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8b320a-aa40-42d9-89fc-3e22b91dcf20', 'code': 200} Aug 29 17:37:19.241342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac84f5-3c6e-460c-acb4-a2f352b63d1b req-4f91662d-be16-417b-8fd6-a03469400e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:19.242870 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52ac84f5-3c6e-460c-acb4-a2f352b63d1b req-4f91662d-be16-417b-8fd6-a03469400e76 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 1061 time: 0.0688543 Aug 29 17:37:19.251584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b123285-f489-418f-b1d0-412b6220b7e5 req-2510641c-d259-48ac-b059-b56e6df5dfe8 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:19.252950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b123285-f489-418f-b1d0-412b6220b7e5 req-2510641c-d259-48ac-b059-b56e6df5dfe8 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 909 time: 0.0709097 Aug 29 17:37:20.370101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cd630-8402-483e-9302-b09775d1e9bb req-bb0ae2e6-9abd-4f89-89dd-fa72527a74ca tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:20.371585 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d6cd630-8402-483e-9302-b09775d1e9bb req-bb0ae2e6-9abd-4f89-89dd-fa72527a74ca tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 909 time: 0.0487733 Aug 29 17:37:20.486174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f072caf-d8a8-4840-b6e3-d18fd8452452 req-254f0096-6e0e-41e4-aa96-c4c23d5b55e4 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:20.487621 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f072caf-d8a8-4840-b6e3-d18fd8452452 req-254f0096-6e0e-41e4-aa96-c4c23d5b55e4 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 909 time: 0.0504036 Aug 29 17:37:20.521300 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:20.595225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5c456-9e65-4dc2-9bac-c6501015c0ce req-bdee62bb-14fa-410f-925f-34aa1369bf0a tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:20.596700 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4ae5c456-9e65-4dc2-9bac-c6501015c0ce req-bdee62bb-14fa-410f-925f-34aa1369bf0a tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 1061 time: 0.0433803 Aug 29 17:37:20.705305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76d0ec-7350-492e-9754-7a1e82abc7e6 req-32e2462e-c97c-46f9-9736-5ab136af03d2 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:20.706817 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b76d0ec-7350-492e-9754-7a1e82abc7e6 req-32e2462e-c97c-46f9-9736-5ab136af03d2 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 1136 time: 0.0437548 Aug 29 17:37:20.741388 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0b76d0ec-7350-492e-9754-7a1e82abc7e6 req-48dbe8de-3bb8-4ebb-9e5b-934570f68336 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0285254 Aug 29 17:37:20.762926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40866) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:20.801014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba1419-c80d-4847-a6f7-9c98396affa3 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:20.802495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e6ba1419-c80d-4847-a6f7-9c98396affa3 tempest-TestSecurityGroupsBasicOps-1612734974 tempest-TestSecurityGroupsBasicOps-1612734974-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 1056 time: 0.0386245 Aug 29 17:37:21.011959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ded05-1f43-41c7-bff3-ab0a0d7b4bff req-d2c9dbc2-ce02-4cac-9665-fb653688a841 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:21.013451 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-601ded05-1f43-41c7-bff3-ab0a0d7b4bff req-d2c9dbc2-ce02-4cac-9665-fb653688a841 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 909 time: 0.0482659 Aug 29 17:37:22.133929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6c29c-bde6-4839-8da5-8ac272aa643a req-8cfeefc9-8e4d-4a6e-932b-b40cfed5091a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:22.135375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7cb6c29c-bde6-4839-8da5-8ac272aa643a req-8cfeefc9-8e4d-4a6e-932b-b40cfed5091a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 909 time: 0.0488763 Aug 29 17:37:22.253494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a3d7c-706d-405d-b419-59e062ef9d35 req-1e17682c-027d-47b2-a91a-9e46f5be20a9 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:22.254957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-006a3d7c-706d-405d-b419-59e062ef9d35 req-1e17682c-027d-47b2-a91a-9e46f5be20a9 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c558a76-4375-4d43-b700-a02cc3b3dea9 HTTP/1.1" status: 200 len: 909 time: 0.0484979 Aug 29 17:37:22.346879 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-006a3d7c-706d-405d-b419-59e062ef9d35 req-4ad77a78-f0b0-486d-80a3-f6abe8de2c8a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Deleting port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:22.347227 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-006a3d7c-706d-405d-b419-59e062ef9d35 req-4ad77a78-f0b0-486d-80a3-f6abe8de2c8a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:22.434975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-006a3d7c-706d-405d-b419-59e062ef9d35 req-4ad77a78-f0b0-486d-80a3-f6abe8de2c8a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] For port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7a8b320a-aa40-42d9-89fc-3e22b91dcf20,segment=NetworkSegment(38c90052-229f-4472-879b-faa618b744a8),segment_id=38c90052-229f-4472-879b-faa618b744a8)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:22.435347 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-006a3d7c-706d-405d-b419-59e062ef9d35 req-4ad77a78-f0b0-486d-80a3-f6abe8de2c8a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:22.448002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-006a3d7c-706d-405d-b419-59e062ef9d35 req-4ad77a78-f0b0-486d-80a3-f6abe8de2c8a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Calling delete_port for 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:22.576081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-006a3d7c-706d-405d-b419-59e062ef9d35 req-4ad77a78-f0b0-486d-80a3-f6abe8de2c8a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:22.603719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad77a78-f0b0-486d-80a3-f6abe8de2c8a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'Port': ['ID=7a8b320a-aa40-42d9-89fc-3e22b91dcf20,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:22.649836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-006a3d7c-706d-405d-b419-59e062ef9d35 req-4ad77a78-f0b0-486d-80a3-f6abe8de2c8a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] No DVR routers for this DVR port 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:37:22.652627 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-006a3d7c-706d-405d-b419-59e062ef9d35 req-4ad77a78-f0b0-486d-80a3-f6abe8de2c8a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:22.655392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-006a3d7c-706d-405d-b419-59e062ef9d35 req-4ad77a78-f0b0-486d-80a3-f6abe8de2c8a tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.10 "DELETE /v2.0/ports/7a8b320a-aa40-42d9-89fc-3e22b91dcf20 HTTP/1.1" status: 204 len: 173 time: 0.3947220 Aug 29 17:37:22.655832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c558a76-4375-4d43-b700-a02cc3b3dea9', 'name': 'network-vif-deleted', 'tag': '7a8b320a-aa40-42d9-89fc-3e22b91dcf20'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:22.658843 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48642d1-8a95-4eb1-a9f2-4ffddd14955b" -d '{"events": [{"server_uuid": "0c558a76-4375-4d43-b700-a02cc3b3dea9", "name": "network-vif-deleted", "tag": "7a8b320a-aa40-42d9-89fc-3e22b91dcf20"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:22.704182 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6332dfd0-4229-4d88-91f0-227a0d14193b x-openstack-request-id: req-6332dfd0-4229-4d88-91f0-227a0d14193b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:22.704548 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c558a76-4375-4d43-b700-a02cc3b3dea9", "name": "network-vif-deleted", "tag": "7a8b320a-aa40-42d9-89fc-3e22b91dcf20", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:22.705007 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6332dfd0-4229-4d88-91f0-227a0d14193b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:22.705537 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c558a76-4375-4d43-b700-a02cc3b3dea9', 'name': 'network-vif-deleted', 'tag': '7a8b320a-aa40-42d9-89fc-3e22b91dcf20', 'status': 'completed', 'code': 200} Aug 29 17:37:23.188421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40878) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:23.884948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:24.131900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Deleting port 2bb3d99a-3119-4cee-9c50-0216b436ef40 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:24.132244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:24.216740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] For port 2bb3d99a-3119-4cee-9c50-0216b436ef40, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=2bb3d99a-3119-4cee-9c50-0216b436ef40,segment=NetworkSegment(38c90052-229f-4472-879b-faa618b744a8),segment_id=38c90052-229f-4472-879b-faa618b744a8)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:24.217409 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:24.230062 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Calling delete_port for 2bb3d99a-3119-4cee-9c50-0216b436ef40 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:24.415365 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:24.440956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'Port': ['ID=2bb3d99a-3119-4cee-9c50-0216b436ef40,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:24.629322 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:24.847485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Router 81e99a3d-daed-426b-92e1-459d91b89683 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:37:24.954766 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:37:24.960003 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a2d4fd60-19a5-4161-9f65-367a9be10c8e tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "PUT /v2.0/routers/81e99a3d-daed-426b-92e1-459d91b89683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7703929 Aug 29 17:37:24.963911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40880) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:24.965964 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c06fc-c870-4c6b-89e4-d30a4d11e2d0 None None] Sync routers for ids ['81e99a3d-daed-426b-92e1-459d91b89683'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:37:24.975571 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c06fc-c870-4c6b-89e4-d30a4d11e2d0 None None] Routers {'81e99a3d-daed-426b-92e1-459d91b89683'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:24.976197 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-db4c06fc-c870-4c6b-89e4-d30a4d11e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:37:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['81e99a3d-daed-426b-92e1-459d91b89683'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:25.014658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e867238-7948-4059-b49c-acb24b190069 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Deleting subnet 23259ff5-5106-4c40-858e-e45cf5e8efeb {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:37:25.017889 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e867238-7948-4059-b49c-acb24b190069 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.057994 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e867238-7948-4059-b49c-acb24b190069 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.075699 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-db4c06fc-c870-4c6b-89e4-d30a4d11e2d0 None None] Set router 81e99a3d-daed-426b-92e1-459d91b89683 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:25.145792 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e867238-7948-4059-b49c-acb24b190069 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.205765 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e867238-7948-4059-b49c-acb24b190069 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.234716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e867238-7948-4059-b49c-acb24b190069 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'Subnet': ['ID=23259ff5-5106-4c40-858e-e45cf5e8efeb,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:25.238315 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e867238-7948-4059-b49c-acb24b190069 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.243666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40882) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:25.244094 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2e867238-7948-4059-b49c-acb24b190069 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "DELETE /v2.0/subnets/23259ff5-5106-4c40-858e-e45cf5e8efeb HTTP/1.1" status: 204 len: 168 time: 0.2780240 Aug 29 17:37:25.245008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bb146f-ab3c-4948-8ba9-429c22489576 None None] Network 79247de9-72a0-4649-8f48-006e60b04ebc requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:37:25.248130 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-db4c06fc-c870-4c6b-89e4-d30a4d11e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e99a3d-daed-426b-92e1-459d91b89683', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312681983', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:04Z', 'updated_at': '2021-08-29T17:37:24Z', 'revision_number': 5, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:05Z', 'updated_at': '2021-08-29T17:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:25.274510 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c06fc-c870-4c6b-89e4-d30a4d11e2d0 None None] Checking router: 81e99a3d-daed-426b-92e1-459d91b89683 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:37:25.283593 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c06fc-c870-4c6b-89e4-d30a4d11e2d0 None None] Routers {'81e99a3d-daed-426b-92e1-459d91b89683'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:25.284559 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-db4c06fc-c870-4c6b-89e4-d30a4d11e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:37:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['81e99a3d-daed-426b-92e1-459d91b89683'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:25.368397 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.432742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7953f236-8664-4c15-a24e-4b751b98e827 None None] DHCP port deletion for 79247de9-72a0-4649-8f48-006e60b04ebc request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:37:25.481084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-7953f236-8664-4c15-a24e-4b751b98e827 None None] Deleting port 03fa4122-a6f7-41d5-887f-7df09e286cc6 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:25.481597 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7953f236-8664-4c15-a24e-4b751b98e827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.492462 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.493400 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-db4c06fc-c870-4c6b-89e4-d30a4d11e2d0 None None] Set router 81e99a3d-daed-426b-92e1-459d91b89683 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:25.544922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7953f236-8664-4c15-a24e-4b751b98e827 None None] For port 03fa4122-a6f7-41d5-887f-7df09e286cc6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=03fa4122-a6f7-41d5-887f-7df09e286cc6,segment=NetworkSegment(38c90052-229f-4472-879b-faa618b744a8),segment_id=38c90052-229f-4472-879b-faa618b744a8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:25.545356 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7953f236-8664-4c15-a24e-4b751b98e827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.549380 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Deleting port 5c843483-48b3-43d7-bbef-44e3bffeb3eb {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:25.549736 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.563223 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-7953f236-8664-4c15-a24e-4b751b98e827 None None] Calling delete_port for 03fa4122-a6f7-41d5-887f-7df09e286cc6 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:25.628819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] For port 5c843483-48b3-43d7-bbef-44e3bffeb3eb, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5c843483-48b3-43d7-bbef-44e3bffeb3eb,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:25.629188 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.643707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Calling delete_port for 5c843483-48b3-43d7-bbef-44e3bffeb3eb owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:25.644513 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7953f236-8664-4c15-a24e-4b751b98e827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.675072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953f236-8664-4c15-a24e-4b751b98e827 None None] Pushing event deleted for resources: {'Port': ['ID=03fa4122-a6f7-41d5-887f-7df09e286cc6,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:25.679706 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-db4c06fc-c870-4c6b-89e4-d30a4d11e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e99a3d-daed-426b-92e1-459d91b89683', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312681983', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:04Z', 'updated_at': '2021-08-29T17:37:24Z', 'revision_number': 5, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:05Z', 'updated_at': '2021-08-29T17:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:25.681003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953f236-8664-4c15-a24e-4b751b98e827 None None] No DVR routers for this DVR port 03fa4122-a6f7-41d5-887f-7df09e286cc6 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:37:25.711187 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c06fc-c870-4c6b-89e4-d30a4d11e2d0 None None] The sync data for ids ['81e99a3d-daed-426b-92e1-459d91b89683'] in n-d-713301-13 is: [{'id': '81e99a3d-daed-426b-92e1-459d91b89683', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1312681983', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:37:04Z', 'updated_at': '2021-08-29T17:37:24Z', 'revision_number': 5, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '5c843483-48b3-43d7-bbef-44e3bffeb3eb', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e99a3d-daed-426b-92e1-459d91b89683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:37:05Z', 'updated_at': '2021-08-29T17:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:37:25.821716 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.850967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'Port': ['ID=5c843483-48b3-43d7-bbef-44e3bffeb3eb,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:25.909750 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:25.999019 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.000968 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.044117 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.044699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Fanout notify agent at l3_agent the message router_deleted on router 81e99a3d-daed-426b-92e1-459d91b89683 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:37:26.051850 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.052980 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0cdb9ae4-f898-417d-ad18-666c9665b3cc tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "DELETE /v2.0/routers/81e99a3d-daed-426b-92e1-459d91b89683 HTTP/1.1" status: 204 len: 168 time: 0.8082488 Aug 29 17:37:26.056187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40884) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:26.124146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 03fa4122-a6f7-41d5-887f-7df09e286cc6 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:26.144451 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 03fa4122-a6f7-41d5-887f-7df09e286cc6 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:26.144912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 03fa4122-a6f7-41d5-887f-7df09e286cc6 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:26.145543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.236269 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.248055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79247de9-72a0-4649-8f48-006e60b04ebc']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:26.263863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c90052-229f-4472-879b-faa618b744a8') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:26.264171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c90052-229f-4472-879b-faa618b744a8') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:26.273439 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.287125 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.293132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:37:26.293564 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:37:26.296591 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:37:26.356371 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.363681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.365553 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "DELETE /v2.0/networks/79247de9-72a0-4649-8f48-006e60b04ebc HTTP/1.1" status: 204 len: 168 time: 0.3084223 Aug 29 17:37:26.368892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40886) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:26.379719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76ac66-b64e-4000-94fb-8f3e1c537228 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'Network': ['ID=79247de9-72a0-4649-8f48-006e60b04ebc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:26.532101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Deleting port e0852122-7a29-4512-8c6b-ca64b15292af {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:26.532322 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.609545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.609856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.621832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Calling delete_port for e0852122-7a29-4512-8c6b-ca64b15292af owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:26.771943 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.799670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'Port': ['ID=e0852122-7a29-4512-8c6b-ca64b15292af,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:26.859478 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:26.859810 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Floating IP e30eef31-6630-4058-bb7b-71d33def3124 disassociated (deleted). External IP: 172.25.5.13, port: c36afc47-9847-43da-add7-abc219afd050. Aug 29 17:37:26.866019 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:26.888235 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:26.888585 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7a8b320a-aa40-42d9-89fc-3e22b91dcf20 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:27.068432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Router 42e044c2-595c-45b1-be3c-3819afe44cde has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:37:27.174555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:37:27.179244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:27.184373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00355920-10fb-421f-9379-37ba5bad8be2 None None] Sync routers for ids ['42e044c2-595c-45b1-be3c-3819afe44cde'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:37:27.192884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00355920-10fb-421f-9379-37ba5bad8be2 None None] Routers {'42e044c2-595c-45b1-be3c-3819afe44cde'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:27.193520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00355920-10fb-421f-9379-37ba5bad8be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:37:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['42e044c2-595c-45b1-be3c-3819afe44cde'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:27.206725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7b5010ad-8d11-43f1-b08b-df44276e8c72 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "DELETE /v2.0/floatingips/e30eef31-6630-4058-bb7b-71d33def3124 HTTP/1.1" status: 204 len: 168 time: 0.8365123 Aug 29 17:37:27.207316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'tag': 'c36afc47-9847-43da-add7-abc219afd050'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:27.209600 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c26f086-9096-43ed-91cf-e4c77e906e93" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f1ad1c-8028-43ff-a226-79269e11e943", "tag": "c36afc47-9847-43da-add7-abc219afd050"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:27.307290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-00355920-10fb-421f-9379-37ba5bad8be2 None None] Set router 42e044c2-595c-45b1-be3c-3819afe44cde gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:27.313213 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1086ea47-c3bf-4846-ab99-2f0c7be7119b x-openstack-request-id: req-1086ea47-c3bf-4846-ab99-2f0c7be7119b {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:27.313544 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f1ad1c-8028-43ff-a226-79269e11e943", "tag": "c36afc47-9847-43da-add7-abc219afd050", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:27.313800 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1086ea47-c3bf-4846-ab99-2f0c7be7119b {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:27.314210 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'tag': 'c36afc47-9847-43da-add7-abc219afd050', 'status': 'completed', 'code': 200} Aug 29 17:37:27.381419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26f086-9096-43ed-91cf-e4c77e906e93 req-e04c9dde-ee50-493e-994b-5bae220f9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:27.384216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c26f086-9096-43ed-91cf-e4c77e906e93 req-e04c9dde-ee50-493e-994b-5bae220f9017 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=742250f7721140199bc09cf3b7f4d8c8&device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 1136 time: 0.0451820 Aug 29 17:37:27.510981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00355920-10fb-421f-9379-37ba5bad8be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '77afb530-1b41-469c-8823-90f103c8bf82', 'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:33:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:41Z', 'updated_at': '2021-08-29T17:35:45Z', 'revision_number': 5, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:27.513469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcb2a0-7a1e-4c16-bbbf-7929717da415 req-fdd43a09-07d6-4f77-9ec8-739da9a55a27 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:27.514963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ddfcb2a0-7a1e-4c16-bbbf-7929717da415 req-fdd43a09-07d6-4f77-9ec8-739da9a55a27 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 984 time: 0.1121254 Aug 29 17:37:27.531053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26f086-9096-43ed-91cf-e4c77e906e93 req-4ebb888c-a04e-4801-8bad-cc1c94ba54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:27.532452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c26f086-9096-43ed-91cf-e4c77e906e93 req-4ebb888c-a04e-4801-8bad-cc1c94ba54ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=f6c20e73-1f2c-42e5-aa30-196ba0274415 HTTP/1.1" status: 200 len: 898 time: 0.1400480 Aug 29 17:37:27.536786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00355920-10fb-421f-9379-37ba5bad8be2 None None] Checking router: 42e044c2-595c-45b1-be3c-3819afe44cde for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:37:27.545857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00355920-10fb-421f-9379-37ba5bad8be2 None None] Routers {'42e044c2-595c-45b1-be3c-3819afe44cde'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:27.546468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00355920-10fb-421f-9379-37ba5bad8be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:37:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['42e044c2-595c-45b1-be3c-3819afe44cde'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:27.588314 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c26f086-9096-43ed-91cf-e4c77e906e93 req-2dcb34a9-5f3b-41af-89c8-66fb767b4058 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c36afc47-9847-43da-add7-abc219afd050 HTTP/1.1" status: 200 len: 217 time: 0.0464375 Aug 29 17:37:27.597734 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ddfcb2a0-7a1e-4c16-bbbf-7929717da415 req-840aa36c-0f49-4b29-824a-cabc3b2957c6 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0753651 Aug 29 17:37:27.642412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26f086-9096-43ed-91cf-e4c77e906e93 req-871b0365-4d5c-4666-86b2-89a2dc509ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:27.643881 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c26f086-9096-43ed-91cf-e4c77e906e93 req-871b0365-4d5c-4666-86b2-89a2dc509ec5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16967a08-3315-4b93-b75c-6e07ad6cd465 HTTP/1.1" status: 200 len: 834 time: 0.0453770 Aug 29 17:37:27.652874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-00355920-10fb-421f-9379-37ba5bad8be2 None None] Set router 42e044c2-595c-45b1-be3c-3819afe44cde gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:27.694417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26f086-9096-43ed-91cf-e4c77e906e93 req-9fe1d89e-c8a1-484f-8dd1-1feeb5731fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:27.696258 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c26f086-9096-43ed-91cf-e4c77e906e93 req-9fe1d89e-c8a1-484f-8dd1-1feeb5731fc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6c20e73-1f2c-42e5-aa30-196ba0274415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448983 Aug 29 17:37:27.728958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c843483-48b3-43d7-bbef-44e3bffeb3eb no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:27.780708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 5c843483-48b3-43d7-bbef-44e3bffeb3eb {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:27.781047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c843483-48b3-43d7-bbef-44e3bffeb3eb not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:27.781496 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2bb3d99a-3119-4cee-9c50-0216b436ef40 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:27.795415 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c26f086-9096-43ed-91cf-e4c77e906e93 req-bf1891c2-376c-4ba8-8347-cea99dabb4a1 service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895488 Aug 29 17:37:27.809890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 2bb3d99a-3119-4cee-9c50-0216b436ef40 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:27.810233 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 2bb3d99a-3119-4cee-9c50-0216b436ef40 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:27.885310 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2c26f086-9096-43ed-91cf-e4c77e906e93 req-b565edd8-3ed4-4884-a596-f0d37f78c4df service neutron] 10.222.0.16 "GET /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825279 Aug 29 17:37:27.890640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00355920-10fb-421f-9379-37ba5bad8be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '77afb530-1b41-469c-8823-90f103c8bf82', 'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:33:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:41Z', 'updated_at': '2021-08-29T17:35:45Z', 'revision_number': 5, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:27.918077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00355920-10fb-421f-9379-37ba5bad8be2 None None] The sync data for ids ['42e044c2-595c-45b1-be3c-3819afe44cde'] in n-d-713301-13 is: [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '77afb530-1b41-469c-8823-90f103c8bf82', 'name': '', 'network_id': 'f6c20e73-1f2c-42e5-aa30-196ba0274415', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'mac_address': 'fa:16:3e:33:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:41Z', 'updated_at': '2021-08-29T17:35:45Z', 'revision_number': 5, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'subnets': [{'id': '16967a08-3315-4b93-b75c-6e07ad6cd465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:37:28.118588 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b093c9-f15e-4e9d-8db7-5c82796ddb97 None None] New status for floating IP e30eef31-6630-4058-bb7b-71d33def3124: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:37:28.715192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040c370-1462-4005-9649-f57d3c0e4807 req-64c172ac-19a7-4feb-9c79-d1bcb05fda88 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:28.717405 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e040c370-1462-4005-9649-f57d3c0e4807 req-64c172ac-19a7-4feb-9c79-d1bcb05fda88 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 984 time: 0.0501525 Aug 29 17:37:28.757345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e040c370-1462-4005-9649-f57d3c0e4807 req-6d7ec1cd-72cf-4458-b14e-28d9adf50386 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/security-groups?id=905287ae-42da-414e-ac28-b4a585088c09&id=711f502c-03a6-4669-8808-d3ae1c4bc6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0345299 Aug 29 17:37:28.975994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28470c8-3c00-47b1-b1a6-3d1b2e16fa15 req-05755b06-4b19-4b87-8023-b5f2abb575f2 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:28.977855 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d28470c8-3c00-47b1-b1a6-3d1b2e16fa15 req-05755b06-4b19-4b87-8023-b5f2abb575f2 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 984 time: 0.0485613 Aug 29 17:37:29.072717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-d28470c8-3c00-47b1-b1a6-3d1b2e16fa15 req-fd667f0f-ccb2-426a-9166-44369578f2ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Deleting port c36afc47-9847-43da-add7-abc219afd050 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:29.073063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d28470c8-3c00-47b1-b1a6-3d1b2e16fa15 req-fd667f0f-ccb2-426a-9166-44369578f2ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.160285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d28470c8-3c00-47b1-b1a6-3d1b2e16fa15 req-fd667f0f-ccb2-426a-9166-44369578f2ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] For port c36afc47-9847-43da-add7-abc219afd050, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=c36afc47-9847-43da-add7-abc219afd050,segment=NetworkSegment(cbc073f8-5498-485e-8c7b-449c63271067),segment_id=cbc073f8-5498-485e-8c7b-449c63271067)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:29.160643 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d28470c8-3c00-47b1-b1a6-3d1b2e16fa15 req-fd667f0f-ccb2-426a-9166-44369578f2ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.177440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-d28470c8-3c00-47b1-b1a6-3d1b2e16fa15 req-fd667f0f-ccb2-426a-9166-44369578f2ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Calling delete_port for c36afc47-9847-43da-add7-abc219afd050 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:29.304796 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d28470c8-3c00-47b1-b1a6-3d1b2e16fa15 req-fd667f0f-ccb2-426a-9166-44369578f2ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.331326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd667f0f-ccb2-426a-9166-44369578f2ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'Port': ['ID=c36afc47-9847-43da-add7-abc219afd050,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:29.378319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28470c8-3c00-47b1-b1a6-3d1b2e16fa15 req-fd667f0f-ccb2-426a-9166-44369578f2ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] No DVR routers for this DVR port c36afc47-9847-43da-add7-abc219afd050 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:37:29.380794 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d28470c8-3c00-47b1-b1a6-3d1b2e16fa15 req-fd667f0f-ccb2-426a-9166-44369578f2ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:29.382817 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d28470c8-3c00-47b1-b1a6-3d1b2e16fa15 req-fd667f0f-ccb2-426a-9166-44369578f2ab tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.16 "DELETE /v2.0/ports/c36afc47-9847-43da-add7-abc219afd050 HTTP/1.1" status: 204 len: 173 time: 0.3979297 Aug 29 17:37:29.383254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'name': 'network-vif-deleted', 'tag': 'c36afc47-9847-43da-add7-abc219afd050'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:29.385559 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699a191d-068e-4f38-89b3-73f2d21ef855" -d '{"events": [{"server_uuid": "d4f1ad1c-8028-43ff-a226-79269e11e943", "name": "network-vif-deleted", "tag": "c36afc47-9847-43da-add7-abc219afd050"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:29.424655 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4013738b-1617-4d0d-90a5-61010a3ae3f9 x-openstack-request-id: req-4013738b-1617-4d0d-90a5-61010a3ae3f9 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:29.424996 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f1ad1c-8028-43ff-a226-79269e11e943", "name": "network-vif-deleted", "tag": "c36afc47-9847-43da-add7-abc219afd050", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:29.425278 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4013738b-1617-4d0d-90a5-61010a3ae3f9 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:29.425696 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f1ad1c-8028-43ff-a226-79269e11e943', 'name': 'network-vif-deleted', 'tag': 'c36afc47-9847-43da-add7-abc219afd050', 'status': 'completed', 'code': 200} Aug 29 17:37:29.877578 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db691d36-59b5-492f-b3de-f104528766c3 req-3f3dfe48-31cb-450a-a533-aba327cf7fe8 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4f1ad1c-8028-43ff-a226-79269e11e943 HTTP/1.1" status: 200 len: 210 time: 0.0336916 Aug 29 17:37:30.935177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40904) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:30.986254 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77351315-d9a6-4044-b4ea-c4a6bc1ca018 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.008186 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77351315-d9a6-4044-b4ea-c4a6bc1ca018 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.051109 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77351315-d9a6-4044-b4ea-c4a6bc1ca018 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.053894 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77351315-d9a6-4044-b4ea-c4a6bc1ca018 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.055044 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-77351315-d9a6-4044-b4ea-c4a6bc1ca018 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "DELETE /v2.0/security-groups/711f502c-03a6-4669-8808-d3ae1c4bc6b5 HTTP/1.1" status: 204 len: 168 time: 0.1189003 Aug 29 17:37:31.057812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40906) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:31.063816 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77351315-d9a6-4044-b4ea-c4a6bc1ca018 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711f502c-03a6-4669-8808-d3ae1c4bc6b5,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:31.114956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e880ce7-3f61-4704-ad51-5e504a979a73 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.137267 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e880ce7-3f61-4704-ad51-5e504a979a73 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.180881 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e880ce7-3f61-4704-ad51-5e504a979a73 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.183399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2e880ce7-3f61-4704-ad51-5e504a979a73 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.184560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2e880ce7-3f61-4704-ad51-5e504a979a73 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "DELETE /v2.0/security-groups/905287ae-42da-414e-ac28-b4a585088c09 HTTP/1.1" status: 204 len: 168 time: 0.1257505 Aug 29 17:37:31.187644 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40908) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:31.197063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e880ce7-3f61-4704-ad51-5e504a979a73 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905287ae-42da-414e-ac28-b4a585088c09,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:31.548333 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.797647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Deleting port 77afb530-1b41-469c-8823-90f103c8bf82 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:31.797991 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.883798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] For port 77afb530-1b41-469c-8823-90f103c8bf82, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=77afb530-1b41-469c-8823-90f103c8bf82,segment=NetworkSegment(cbc073f8-5498-485e-8c7b-449c63271067),segment_id=cbc073f8-5498-485e-8c7b-449c63271067)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:31.884158 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:31.896686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Calling delete_port for 77afb530-1b41-469c-8823-90f103c8bf82 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:32.077211 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:32.107527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'Port': ['ID=77afb530-1b41-469c-8823-90f103c8bf82,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:32.279458 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:32.776244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c36afc47-9847-43da-add7-abc219afd050 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:32.798839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: c36afc47-9847-43da-add7-abc219afd050 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:32.799188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device c36afc47-9847-43da-add7-abc219afd050 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:32.825951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Router 42e044c2-595c-45b1-be3c-3819afe44cde has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:37:32.929828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:37:32.935401 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d7588b7f-2526-42aa-9cde-d0b2e803394d tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "PUT /v2.0/routers/42e044c2-595c-45b1-be3c-3819afe44cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7466910 Aug 29 17:37:32.937992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40910) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:32.941710 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577daa19-5a58-416b-a0c7-44dfc328bb2f None None] Sync routers for ids ['42e044c2-595c-45b1-be3c-3819afe44cde'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:37:32.951559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577daa19-5a58-416b-a0c7-44dfc328bb2f None None] Routers {'42e044c2-595c-45b1-be3c-3819afe44cde'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:32.952184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-577daa19-5a58-416b-a0c7-44dfc328bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:37:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['42e044c2-595c-45b1-be3c-3819afe44cde'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:32.987865 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-219bdb59-36f9-4a1d-90b5-1ad9b1aa4a35 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Deleting subnet 16967a08-3315-4b93-b75c-6e07ad6cd465 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:37:32.990987 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-219bdb59-36f9-4a1d-90b5-1ad9b1aa4a35 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.030864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-219bdb59-36f9-4a1d-90b5-1ad9b1aa4a35 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.122671 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-219bdb59-36f9-4a1d-90b5-1ad9b1aa4a35 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.185339 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-219bdb59-36f9-4a1d-90b5-1ad9b1aa4a35 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.210385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-577daa19-5a58-416b-a0c7-44dfc328bb2f None None] Set router 42e044c2-595c-45b1-be3c-3819afe44cde gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:33.210783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bdb59-36f9-4a1d-90b5-1ad9b1aa4a35 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'Subnet': ['ID=16967a08-3315-4b93-b75c-6e07ad6cd465,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:33.221865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-219bdb59-36f9-4a1d-90b5-1ad9b1aa4a35 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.223816 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-219bdb59-36f9-4a1d-90b5-1ad9b1aa4a35 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "DELETE /v2.0/subnets/16967a08-3315-4b93-b75c-6e07ad6cd465 HTTP/1.1" status: 204 len: 168 time: 0.2849000 Aug 29 17:37:33.226376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40912) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:33.237666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fb6bd1-f02e-4233-ab23-66bf2c69a847 None None] Network f6c20e73-1f2c-42e5-aa30-196ba0274415 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:37:33.334088 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.440231 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.483069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-577daa19-5a58-416b-a0c7-44dfc328bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:37:32Z', 'revision_number': 5, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port': {'id': '0ae41729-71c0-4486-8890-4a1ebbb89f37', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:33.503489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Deleting port 0ae41729-71c0-4486-8890-4a1ebbb89f37 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:33.503846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.512518 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577daa19-5a58-416b-a0c7-44dfc328bb2f None None] Checking router: 42e044c2-595c-45b1-be3c-3819afe44cde for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:37:33.521390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577daa19-5a58-416b-a0c7-44dfc328bb2f None None] Routers {'42e044c2-595c-45b1-be3c-3819afe44cde'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:37:33.522002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-577daa19-5a58-416b-a0c7-44dfc328bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:37:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['42e044c2-595c-45b1-be3c-3819afe44cde'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:33.559380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb6241b-4d13-47ee-850c-e63c6efe5f71 None None] DHCP port deletion for f6c20e73-1f2c-42e5-aa30-196ba0274415 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:37:33.590139 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] For port 0ae41729-71c0-4486-8890-4a1ebbb89f37, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0ae41729-71c0-4486-8890-4a1ebbb89f37,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:33.590425 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.604337 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Calling delete_port for 0ae41729-71c0-4486-8890-4a1ebbb89f37 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:33.633777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-577daa19-5a58-416b-a0c7-44dfc328bb2f None None] Set router 42e044c2-595c-45b1-be3c-3819afe44cde gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:37:33.687936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-577daa19-5a58-416b-a0c7-44dfc328bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:37:33Z', 'revision_number': 6, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:33.722754 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577daa19-5a58-416b-a0c7-44dfc328bb2f None None] The sync data for ids ['42e044c2-595c-45b1-be3c-3819afe44cde'] in n-d-713301-13 is: [{'id': '42e044c2-595c-45b1-be3c-3819afe44cde', 'name': 'tempest-TestSecurityGroupsBasicOps-router-515070939', 'tenant_id': '742250f7721140199bc09cf3b7f4d8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:35:38Z', 'updated_at': '2021-08-29T17:37:33Z', 'revision_number': 6, 'project_id': '742250f7721140199bc09cf3b7f4d8c8', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:37:33.730818 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-efb6241b-4d13-47ee-850c-e63c6efe5f71 None None] Deleting port 27c1430f-8396-4823-a91a-4d1bd7a27d37 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:33.731007 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-efb6241b-4d13-47ee-850c-e63c6efe5f71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.786658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.801092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-efb6241b-4d13-47ee-850c-e63c6efe5f71 None None] For port 27c1430f-8396-4823-a91a-4d1bd7a27d37, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=27c1430f-8396-4823-a91a-4d1bd7a27d37,segment=NetworkSegment(cbc073f8-5498-485e-8c7b-449c63271067),segment_id=cbc073f8-5498-485e-8c7b-449c63271067)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:33.801652 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-efb6241b-4d13-47ee-850c-e63c6efe5f71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.814286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'Port': ['ID=0ae41729-71c0-4486-8890-4a1ebbb89f37,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:33.814493 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-efb6241b-4d13-47ee-850c-e63c6efe5f71 None None] Calling delete_port for 27c1430f-8396-4823-a91a-4d1bd7a27d37 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:33.872689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.892258 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-efb6241b-4d13-47ee-850c-e63c6efe5f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.920844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6241b-4d13-47ee-850c-e63c6efe5f71 None None] Pushing event deleted for resources: {'Port': ['ID=27c1430f-8396-4823-a91a-4d1bd7a27d37,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:33.925823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb6241b-4d13-47ee-850c-e63c6efe5f71 None None] No DVR routers for this DVR port 27c1430f-8396-4823-a91a-4d1bd7a27d37 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:37:33.971523 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:33.973704 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.021098 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.021685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Fanout notify agent at l3_agent the message router_deleted on router 42e044c2-595c-45b1-be3c-3819afe44cde {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:37:34.029553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.030697 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7e1995b4-f972-4d47-8910-0fea90e8ec81 tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "DELETE /v2.0/routers/42e044c2-595c-45b1-be3c-3819afe44cde HTTP/1.1" status: 204 len: 168 time: 0.8034091 Aug 29 17:37:34.033267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40914) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:34.099210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 27c1430f-8396-4823-a91a-4d1bd7a27d37 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:34.111267 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.119821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 27c1430f-8396-4823-a91a-4d1bd7a27d37 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:34.119821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 27c1430f-8396-4823-a91a-4d1bd7a27d37 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:34.204446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.214756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c20e73-1f2c-42e5-aa30-196ba0274415']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:34.224655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc073f8-5498-485e-8c7b-449c63271067') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:34.224950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc073f8-5498-485e-8c7b-449c63271067') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:37:34.235624 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.253912 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.262463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:37:34.262932 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:37:34.270383 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:37:34.338734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.348016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.350015 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] 10.222.0.22 "DELETE /v2.0/networks/f6c20e73-1f2c-42e5-aa30-196ba0274415 HTTP/1.1" status: 204 len: 168 time: 0.3156817 Aug 29 17:37:34.361245 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0cea8-0f00-4d08-8b77-261383c307cf tempest-TestSecurityGroupsBasicOps-694398199 tempest-TestSecurityGroupsBasicOps-694398199-project] Pushing event deleted for resources: {'Network': ['ID=f6c20e73-1f2c-42e5-aa30-196ba0274415,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:34.658813 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40922) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:34.793437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-89e8a182-9349-415f-87af-a7f1230ea78f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=742250f7721140199bc09cf3b7f4d8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334317 Aug 29 17:37:34.795806 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40926) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:34.842479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8197a0fe-9568-4e86-a7b4-93dc5f5d2a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.863284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8197a0fe-9568-4e86-a7b4-93dc5f5d2a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.909695 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8197a0fe-9568-4e86-a7b4-93dc5f5d2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.912212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8197a0fe-9568-4e86-a7b4-93dc5f5d2a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:34.913614 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8197a0fe-9568-4e86-a7b4-93dc5f5d2a73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76e0b64d-c7ba-4d9e-b32c-955f0525712c HTTP/1.1" status: 204 len: 168 time: 0.1168151 Aug 29 17:37:34.921091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197a0fe-9568-4e86-a7b4-93dc5f5d2a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e0b64d-c7ba-4d9e-b32c-955f0525712c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:35.166210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40932) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:35.179190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98edf9f8-4c17-4bc9-8f09-22b788aeda9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.268832 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98edf9f8-4c17-4bc9-8f09-22b788aeda9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.272414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98edf9f8-4c17-4bc9-8f09-22b788aeda9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.309827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-98edf9f8-4c17-4bc9-8f09-22b788aeda9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35128c31fa7f4c229f1c8627acf1c087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425786 Aug 29 17:37:35.311029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edf9f8-4c17-4bc9-8f09-22b788aeda9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acc429f-fc70-40f3-8aad-a643fe9b97bc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:35.312460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 40934) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:35.362093 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0461-2d6c-4beb-a7a7-c15dc509b7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.383027 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0461-2d6c-4beb-a7a7-c15dc509b7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.432241 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0461-2d6c-4beb-a7a7-c15dc509b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.434708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0461-2d6c-4beb-a7a7-c15dc509b7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.435990 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dbbe0461-2d6c-4beb-a7a7-c15dc509b7cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8acc429f-fc70-40f3-8aad-a643fe9b97bc HTTP/1.1" status: 204 len: 168 time: 0.1216516 Aug 29 17:37:35.443663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe0461-2d6c-4beb-a7a7-c15dc509b7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acc429f-fc70-40f3-8aad-a643fe9b97bc,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:35.698874 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:37:35.714754 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 77afb530-1b41-469c-8823-90f103c8bf82 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:35.735084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 77afb530-1b41-469c-8823-90f103c8bf82 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:35.735596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 77afb530-1b41-469c-8823-90f103c8bf82 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:35.736016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0ae41729-71c0-4486-8890-4a1ebbb89f37 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:37:35.755872 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40940) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:35.761651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 0ae41729-71c0-4486-8890-4a1ebbb89f37 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:37:35.762014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0ae41729-71c0-4486-8890-4a1ebbb89f37 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:37:35.798023 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-25a922a5-26ec-46b0-94da-78fde4ce1d44 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09753237c3814abdb956899470104481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410209 Aug 29 17:37:35.800461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 40942) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:35.848128 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ca032d7f-0481-4e57-a5f2-7e86c795373d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.869186 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ca032d7f-0481-4e57-a5f2-7e86c795373d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.915939 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ca032d7f-0481-4e57-a5f2-7e86c795373d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.918608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ca032d7f-0481-4e57-a5f2-7e86c795373d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:35.919739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ca032d7f-0481-4e57-a5f2-7e86c795373d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3d5b04d-2f9c-457c-bbca-af36bcbd08a8 HTTP/1.1" status: 204 len: 168 time: 0.1183736 Aug 29 17:37:35.926908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca032d7f-0481-4e57-a5f2-7e86c795373d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d5b04d-2f9c-457c-bbca-af36bcbd08a8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:42.933640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a64eb2a6-4e67-4931-88b8-fc4fd96488d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.577570 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fc86cdd6-812e-413a-87c2-381a86d7488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:45.589264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-255be844-2585-49ce-b04c-8752559e0b44 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ab41da567d0b4396bd69a70bccc2e0fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258505 Aug 29 17:37:45.699227 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-7d6d3a68-e4fc-46b1-9aa8-f4032238d682 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:45.700676 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-7d6d3a68-e4fc-46b1-9aa8-f4032238d682 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058753 Aug 29 17:37:45.715243 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-e7288f11-5fee-407d-8988-c85d3315b045 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/quotas/ab41da567d0b4396bd69a70bccc2e0fb HTTP/1.1" status: 200 len: 375 time: 0.0087774 Aug 29 17:37:45.746603 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-e07a598c-52e2-4d04-a603-e7c0a2ddbbda tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab41da567d0b4396bd69a70bccc2e0fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261998 Aug 29 17:37:45.903813 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7d0701e-e2f4-4454-a2b5-b796703f416b req-83ae6b52-93fa-444d-982e-780efc07fd78 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 210 time: 0.0271981 Aug 29 17:37:45.935843 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.762648 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:46.877526 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-0cfc2eef-e1da-4ad2-812b-961a1b0470be tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ab41da567d0b4396bd69a70bccc2e0fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322585 Aug 29 17:37:47.000912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-72f25131-15e3-40c1-a5f9-e280245355e7 req-58670037-ee69-4121-851b-ee2b7938b866 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 210 time: 0.0285747 Aug 29 17:37:47.068901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-51480b06-e8f8-466c-b887-90ab7839bb22 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:47.070488 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-51480b06-e8f8-466c-b887-90ab7839bb22 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869161 Aug 29 17:37:47.085030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Request body: {'port': {'device_id': '3f8557b8-59e3-428a-b283-3079d83986a1', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'admin_state_up': True, 'tenant_id': 'ab41da567d0b4396bd69a70bccc2e0fb'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:47.191370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Made reservation on behalf of ab41da567d0b4396bd69a70bccc2e0fb for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:37:47.194888 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.203948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.289800 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.293521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.360142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964ead9d-8b58-4dba-8aa2-c3935468a0fd,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:47.425430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Allocated IP 192.168.233.103 (ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb/dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5/d5b1880d-6c1d-483a-9e12-a797e941ddb3) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:37:47.570836 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.583985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Transition to ACTIVE for port object d5b1880d-6c1d-483a-9e12-a797e941ddb3 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:47.615566 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.655611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:37:47.658552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:37:47.665692 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:37:47.693633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Pushing event updated for resources: {'Port': ['ID=d5b1880d-6c1d-483a-9e12-a797e941ddb3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:47.719485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:47.720136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.735588 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-3aa0c212-687a-48cc-a597-596cf41cd7cf tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6545737 Aug 29 17:37:47.748810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Request body: {'port': {'device_id': '3f8557b8-59e3-428a-b283-3079d83986a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:37:47.805965 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.896853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-77c8412f-23fd-4243-b308-397a002ce777 None None] Provisioning for port d5b1880d-6c1d-483a-9e12-a797e941ddb3 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:47.901011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-77c8412f-23fd-4243-b308-397a002ce777 None None] Provisioning complete for port d5b1880d-6c1d-483a-9e12-a797e941ddb3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:47.901415 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-77c8412f-23fd-4243-b308-397a002ce777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:47.937915 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-77c8412f-23fd-4243-b308-397a002ce777 None None] Port d5b1880d-6c1d-483a-9e12-a797e941ddb3 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:37:47.992334 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:48.067175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b1880d-6c1d-483a-9e12-a797e941ddb3 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:48.082734 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:48.112287 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Transition to ACTIVE for port object d5b1880d-6c1d-483a-9e12-a797e941ddb3 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:37:48.116011 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:48.164071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18b1d1-b682-498c-9f4e-848bc1b26ce3 req-b42ef222-eaee-440e-a1af-0528c33797a7 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:48.165605 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d18b1d1-b682-498c-9f4e-848bc1b26ce3 req-b42ef222-eaee-440e-a1af-0528c33797a7 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 936 time: 0.0941257 Aug 29 17:37:48.190616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b1880d-6c1d-483a-9e12-a797e941ddb3,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:48.256901 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d18b1d1-b682-498c-9f4e-848bc1b26ce3 req-62f2e7cc-6832-4a09-af8b-516d6e1b4a11 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/security-groups?id=964ead9d-8b58-4dba-8aa2-c3935468a0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828440 Aug 29 17:37:48.278723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Attempting to bind port d5b1880d-6c1d-483a-9e12-a797e941ddb3 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:37:48.279059 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Attempting to bind port d5b1880d-6c1d-483a-9e12-a797e941ddb3 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:37:48.279503 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Attempting to bind port d5b1880d-6c1d-483a-9e12-a797e941ddb3 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:48.283896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Port d5b1880d-6c1d-483a-9e12-a797e941ddb3 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:37:48.284212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Attempting to bind port d5b1880d-6c1d-483a-9e12-a797e941ddb3 on network ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:37:48.289083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:37:48.289476 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Checking segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:37:48.289861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Bound using segment: {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:37:48.290285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Bound port: d5b1880d-6c1d-483a-9e12-a797e941ddb3, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a03ffd-efc0-483a-bcd7-d8339fba5d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:37:48.290641 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:48.353760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] For port d5b1880d-6c1d-483a-9e12-a797e941ddb3, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:37:48.356663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] For port d5b1880d-6c1d-483a-9e12-a797e941ddb3, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d5b1880d-6c1d-483a-9e12-a797e941ddb3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:37:48.362006 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:48.406519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:48.407098 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:48.408519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/d5b1880d-6c1d-483a-9e12-a797e941ddb3 HTTP/1.1" status: 200 len: 1097 time: 0.6647038 Aug 29 17:37:48.408967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8557b8-59e3-428a-b283-3079d83986a1', 'tag': 'd5b1880d-6c1d-483a-9e12-a797e941ddb3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:48.411255 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85c3684-3d68-4624-a97b-eef6b918d140" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8557b8-59e3-428a-b283-3079d83986a1", "tag": "d5b1880d-6c1d-483a-9e12-a797e941ddb3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:48.429104 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:48.435406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb6e0e-6660-4940-bfa2-95eb959ac1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b1880d-6c1d-483a-9e12-a797e941ddb3,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:48.462343 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cb7627-db72-4b5f-848d-2b7f4b0a5cd1 x-openstack-request-id: req-d9cb7627-db72-4b5f-848d-2b7f4b0a5cd1 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:48.462633 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8557b8-59e3-428a-b283-3079d83986a1", "tag": "d5b1880d-6c1d-483a-9e12-a797e941ddb3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:48.462917 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9cb7627-db72-4b5f-848d-2b7f4b0a5cd1 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:48.463833 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8557b8-59e3-428a-b283-3079d83986a1', 'tag': 'd5b1880d-6c1d-483a-9e12-a797e941ddb3', 'status': 'completed', 'code': 200} Aug 29 17:37:48.497152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-7d99d3cd-0341-4659-b117-0412905fb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:48.498861 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-7d99d3cd-0341-4659-b117-0412905fb932 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab41da567d0b4396bd69a70bccc2e0fb&device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 1100 time: 0.0464594 Aug 29 17:37:48.542252 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-aa0e02cc-8c2b-451c-82de-502152ecce2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=d5b1880d-6c1d-483a-9e12-a797e941ddb3 HTTP/1.1" status: 200 len: 217 time: 0.0355768 Aug 29 17:37:48.596968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-0a9c9946-cca3-4a7e-9f8c-b030bbd8643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:48.598467 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-0a9c9946-cca3-4a7e-9f8c-b030bbd8643b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0485680 Aug 29 17:37:48.643367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-e179a953-0faa-4279-bcff-15367fbec1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:48.644799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-e179a953-0faa-4279-bcff-15367fbec1e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0395217 Aug 29 17:37:48.731136 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-413676f4-4fdf-47f4-aac7-d864866630c9 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789945 Aug 29 17:37:48.823001 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f1398834-dfe8-4517-9086-6c9b28203e2e req-89098995-4f82-4c54-b8a4-766a3ed4e7c1 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841959 Aug 29 17:37:48.906576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c3684-3d68-4624-a97b-eef6b918d140 req-fe5c9faa-da4b-4b75-a63f-7ab410f61b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:48.908041 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d85c3684-3d68-4624-a97b-eef6b918d140 req-fe5c9faa-da4b-4b75-a63f-7ab410f61b78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab41da567d0b4396bd69a70bccc2e0fb&device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 1100 time: 0.0410297 Aug 29 17:37:48.998889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c3684-3d68-4624-a97b-eef6b918d140 req-316b75b4-9f0a-48f0-b5e6-4ec9be989b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:49.000342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d85c3684-3d68-4624-a97b-eef6b918d140 req-316b75b4-9f0a-48f0-b5e6-4ec9be989b0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb HTTP/1.1" status: 200 len: 870 time: 0.0854309 Aug 29 17:37:49.040469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d85c3684-3d68-4624-a97b-eef6b918d140 req-6a1a217c-0847-4bb9-9f15-80b56c2d0578 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=d5b1880d-6c1d-483a-9e12-a797e941ddb3 HTTP/1.1" status: 200 len: 217 time: 0.0329511 Aug 29 17:37:49.088729 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c3684-3d68-4624-a97b-eef6b918d140 req-9ddbbf62-6739-4bee-bacc-4fcee557d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:49.090200 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d85c3684-3d68-4624-a97b-eef6b918d140 req-9ddbbf62-6739-4bee-bacc-4fcee557d2e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5 HTTP/1.1" status: 200 len: 843 time: 0.0429828 Aug 29 17:37:49.139524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c3684-3d68-4624-a97b-eef6b918d140 req-d75c5f9a-a0d3-466a-880f-e4059cf54555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:49.140956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d85c3684-3d68-4624-a97b-eef6b918d140 req-d75c5f9a-a0d3-466a-880f-e4059cf54555 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0423675 Aug 29 17:37:49.227202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d85c3684-3d68-4624-a97b-eef6b918d140 req-e2810f85-3d7a-45f8-8253-b6c3a197e18c service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784585 Aug 29 17:37:49.318379 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d85c3684-3d68-4624-a97b-eef6b918d140 req-246b9fd0-6571-4ab3-92f3-3bc5ebf8ee49 service neutron] 10.222.0.10 "GET /v2.0/networks/ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833123 Aug 29 17:37:49.373101 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558cd80-0a48-4210-a737-6eb673a881d2 req-d9a0158e-e6d3-48c3-a2ac-5483cb5cb953 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:49.374566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e558cd80-0a48-4210-a737-6eb673a881d2 req-d9a0158e-e6d3-48c3-a2ac-5483cb5cb953 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 948 time: 0.0485396 Aug 29 17:37:49.411511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e558cd80-0a48-4210-a737-6eb673a881d2 req-c08a9904-2e65-4109-a0ae-90cc9fa8ffa1 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/security-groups?id=964ead9d-8b58-4dba-8aa2-c3935468a0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308015 Aug 29 17:37:50.517320 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:50.528157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01db7-2ca7-406c-a30e-d15470d0ebbf req-1e08d076-95a0-4e48-a32f-e81470b213d6 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:50.529640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aac01db7-2ca7-406c-a30e-d15470d0ebbf req-1e08d076-95a0-4e48-a32f-e81470b213d6 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 948 time: 0.0493622 Aug 29 17:37:50.566126 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aac01db7-2ca7-406c-a30e-d15470d0ebbf req-2d380808-96b4-4911-b98e-c08b4e4f21c6 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/security-groups?id=964ead9d-8b58-4dba-8aa2-c3935468a0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304623 Aug 29 17:37:50.993651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d5b1880d-6c1d-483a-9e12-a797e941ddb3 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:37:51.085694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d5b1880d-6c1d-483a-9e12-a797e941ddb3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d5b1880d-6c1d-483a-9e12-a797e941ddb3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:51.097074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'd5b1880d-6c1d-483a-9e12-a797e941ddb3', 'network_id': 'ae0aa43b-f0c2-4881-b50c-97f78e1c8fdb', 'port_id': 'd5b1880d-6c1d-483a-9e12-a797e941ddb3', 'mac_address': 'fa:16:3e:8d:5e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc65b3df-7bf3-46c7-b87c-9ffb8c1122c5', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:37:51.136849 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:51.148770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b1880d-6c1d-483a-9e12-a797e941ddb3 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:37:51.167971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d5b1880d-6c1d-483a-9e12-a797e941ddb3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d5b1880d-6c1d-483a-9e12-a797e941ddb3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:51.171457 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:51.218037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=d5b1880d-6c1d-483a-9e12-a797e941ddb3,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:51.356838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d5b1880d-6c1d-483a-9e12-a797e941ddb3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:51.679909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f3561-1cc4-4f24-b48b-df2e353494e3 req-5e4a7a54-409a-4892-a798-d7d17b09ebf4 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:51.681430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a3f3561-1cc4-4f24-b48b-df2e353494e3 req-5e4a7a54-409a-4892-a798-d7d17b09ebf4 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 949 time: 0.0485370 Aug 29 17:37:51.718067 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0a3f3561-1cc4-4f24-b48b-df2e353494e3 req-344584a7-1d3c-46b4-ba0a-1955a473d7a3 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/security-groups?id=964ead9d-8b58-4dba-8aa2-c3935468a0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305645 Aug 29 17:37:52.833693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0464119-f71c-4982-8a34-24ff35f52e08 req-9384846c-6261-48d8-a593-673a02bc087c tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:52.835135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f0464119-f71c-4982-8a34-24ff35f52e08 req-9384846c-6261-48d8-a593-673a02bc087c tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 949 time: 0.0515342 Aug 29 17:37:52.871948 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f0464119-f71c-4982-8a34-24ff35f52e08 req-ec95db22-5fe9-47be-b454-e2a02ecefd05 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/security-groups?id=964ead9d-8b58-4dba-8aa2-c3935468a0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304193 Aug 29 17:37:53.009165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d5b1880d-6c1d-483a-9e12-a797e941ddb3 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:37:53.056287 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port d5b1880d-6c1d-483a-9e12-a797e941ddb3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:37:53.060255 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port d5b1880d-6c1d-483a-9e12-a797e941ddb3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:37:53.060631 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:53.133743 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:53.155336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8557b8-59e3-428a-b283-3079d83986a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b1880d-6c1d-483a-9e12-a797e941ddb3'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:53.157584 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76792b43-62ce-4f00-9bd5-1caf923dac91" -d '{"events": [{"server_uuid": "3f8557b8-59e3-428a-b283-3079d83986a1", "name": "network-vif-plugged", "status": "completed", "tag": "d5b1880d-6c1d-483a-9e12-a797e941ddb3"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:53.172561 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port d5b1880d-6c1d-483a-9e12-a797e941ddb3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d5b1880d-6c1d-483a-9e12-a797e941ddb3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:53.176312 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:53.199854 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc99fadc-0d0a-4b4b-a576-02d684c3fc36 x-openstack-request-id: req-fc99fadc-0d0a-4b4b-a576-02d684c3fc36 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:53.200144 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8557b8-59e3-428a-b283-3079d83986a1", "name": "network-vif-plugged", "status": "completed", "tag": "d5b1880d-6c1d-483a-9e12-a797e941ddb3", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:53.200394 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc99fadc-0d0a-4b4b-a576-02d684c3fc36 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:53.200779 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8557b8-59e3-428a-b283-3079d83986a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b1880d-6c1d-483a-9e12-a797e941ddb3', 'code': 200} Aug 29 17:37:53.226893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=d5b1880d-6c1d-483a-9e12-a797e941ddb3,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:53.290105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb33bfa-d2f1-428a-917a-15fa4ef11c06 req-6f898028-81bd-458e-8a68-a30813084638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:53.291488 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccb33bfa-d2f1-428a-917a-15fa4ef11c06 req-6f898028-81bd-458e-8a68-a30813084638 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 1102 time: 0.0411384 Aug 29 17:37:53.328674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccb33bfa-d2f1-428a-917a-15fa4ef11c06 req-b766b684-829f-4513-ad05-1f08ebc424ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=964ead9d-8b58-4dba-8aa2-c3935468a0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302958 Aug 29 17:37:53.986990 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdb19e-7dee-41ea-afb7-20d5f82fa898 req-d2d2da8c-c139-4cc5-beef-89b447249aa3 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:53.988389 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fcdb19e-7dee-41ea-afb7-20d5f82fa898 req-d2d2da8c-c139-4cc5-beef-89b447249aa3 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 950 time: 0.0490153 Aug 29 17:37:54.025102 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5fcdb19e-7dee-41ea-afb7-20d5f82fa898 req-cbd93f82-be9d-442a-ac44-15e9ab1ab566 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/security-groups?id=964ead9d-8b58-4dba-8aa2-c3935468a0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308046 Aug 29 17:37:55.139701 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a54baf-2717-4122-96ab-f3248b12d225 req-7c5ef875-f7ca-40d7-911f-9ed5addf8bb7 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:55.141182 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-13a54baf-2717-4122-96ab-f3248b12d225 req-7c5ef875-f7ca-40d7-911f-9ed5addf8bb7 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 950 time: 0.0478365 Aug 29 17:37:55.177530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-13a54baf-2717-4122-96ab-f3248b12d225 req-53f44845-8074-4285-b281-6672c4d53887 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/security-groups?id=964ead9d-8b58-4dba-8aa2-c3935468a0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305378 Aug 29 17:37:56.081069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411ac6f-e004-44b2-b190-721f2201f31f req-fbf7ffef-434a-4853-9f40-878c37dc4f0b tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:56.082460 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9411ac6f-e004-44b2-b190-721f2201f31f req-fbf7ffef-434a-4853-9f40-878c37dc4f0b tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 950 time: 0.0493083 Aug 29 17:37:56.118765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9411ac6f-e004-44b2-b190-721f2201f31f req-8fab820d-623b-4105-8d6d-47d00fa16205 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/security-groups?id=964ead9d-8b58-4dba-8aa2-c3935468a0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302761 Aug 29 17:37:57.236615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1920121-0cf7-4a38-985f-d398e63a352b req-bcfd1ddf-4c0f-4206-a68b-2d308055c119 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:57.238102 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1920121-0cf7-4a38-985f-d398e63a352b req-bcfd1ddf-4c0f-4206-a68b-2d308055c119 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 950 time: 0.0485940 Aug 29 17:37:57.275573 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1920121-0cf7-4a38-985f-d398e63a352b req-7fa167cb-4a94-45cd-b334-f6bbea165e9d tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/security-groups?id=964ead9d-8b58-4dba-8aa2-c3935468a0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314369 Aug 29 17:37:57.320363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75ad2c-c26a-45b8-818a-f7e09d0a393c req-d96e5eaf-4ae5-4e74-b18e-cb6e51ec8ad3 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:37:57.321817 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de75ad2c-c26a-45b8-818a-f7e09d0a393c req-d96e5eaf-4ae5-4e74-b18e-cb6e51ec8ad3 tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 950 time: 0.0517588 Aug 29 17:37:57.732015 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-de75ad2c-c26a-45b8-818a-f7e09d0a393c req-29360b34-77c4-42b8-8c86-e9ad61cb05ad tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Deleting port d5b1880d-6c1d-483a-9e12-a797e941ddb3 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:37:57.732345 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de75ad2c-c26a-45b8-818a-f7e09d0a393c req-29360b34-77c4-42b8-8c86-e9ad61cb05ad tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.818254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-de75ad2c-c26a-45b8-818a-f7e09d0a393c req-29360b34-77c4-42b8-8c86-e9ad61cb05ad tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] For port d5b1880d-6c1d-483a-9e12-a797e941ddb3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=d5b1880d-6c1d-483a-9e12-a797e941ddb3,segment=NetworkSegment(14a03ffd-efc0-483a-bcd7-d8339fba5d9e),segment_id=14a03ffd-efc0-483a-bcd7-d8339fba5d9e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:37:57.818610 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de75ad2c-c26a-45b8-818a-f7e09d0a393c req-29360b34-77c4-42b8-8c86-e9ad61cb05ad tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.830978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-de75ad2c-c26a-45b8-818a-f7e09d0a393c req-29360b34-77c4-42b8-8c86-e9ad61cb05ad tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Calling delete_port for d5b1880d-6c1d-483a-9e12-a797e941ddb3 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:37:57.954479 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de75ad2c-c26a-45b8-818a-f7e09d0a393c req-29360b34-77c4-42b8-8c86-e9ad61cb05ad tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:57.968448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['d5b1880d-6c1d-483a-9e12-a797e941ddb3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:37:57.986951 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29360b34-77c4-42b8-8c86-e9ad61cb05ad tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Pushing event deleted for resources: {'Port': ['ID=d5b1880d-6c1d-483a-9e12-a797e941ddb3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:37:58.028211 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-de75ad2c-c26a-45b8-818a-f7e09d0a393c req-29360b34-77c4-42b8-8c86-e9ad61cb05ad tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] No DVR routers for this DVR port d5b1880d-6c1d-483a-9e12-a797e941ddb3 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:37:58.030830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-de75ad2c-c26a-45b8-818a-f7e09d0a393c req-29360b34-77c4-42b8-8c86-e9ad61cb05ad tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:58.032894 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de75ad2c-c26a-45b8-818a-f7e09d0a393c req-29360b34-77c4-42b8-8c86-e9ad61cb05ad tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.10 "DELETE /v2.0/ports/d5b1880d-6c1d-483a-9e12-a797e941ddb3 HTTP/1.1" status: 204 len: 173 time: 0.7048674 Aug 29 17:37:58.033314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8557b8-59e3-428a-b283-3079d83986a1', 'name': 'network-vif-deleted', 'tag': 'd5b1880d-6c1d-483a-9e12-a797e941ddb3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:37:58.035614 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54360e4b-a763-435e-b74b-ac0cae0916a5" -d '{"events": [{"server_uuid": "3f8557b8-59e3-428a-b283-3079d83986a1", "name": "network-vif-deleted", "tag": "d5b1880d-6c1d-483a-9e12-a797e941ddb3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:37:58.074524 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360abe16-6a53-4311-b7f5-517f9630ecd5 x-openstack-request-id: req-360abe16-6a53-4311-b7f5-517f9630ecd5 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:37:58.074826 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8557b8-59e3-428a-b283-3079d83986a1", "name": "network-vif-deleted", "tag": "d5b1880d-6c1d-483a-9e12-a797e941ddb3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:37:58.075080 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-360abe16-6a53-4311-b7f5-517f9630ecd5 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:37:58.075474 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8557b8-59e3-428a-b283-3079d83986a1', 'name': 'network-vif-deleted', 'tag': 'd5b1880d-6c1d-483a-9e12-a797e941ddb3', 'status': 'completed', 'code': 200} Aug 29 17:37:58.384514 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9135c85-e561-42f2-8706-df19aecace73 req-b7d78d58-94c5-45a9-9333-45d7c3d8b1fb tempest-ServersAdminNegativeTestJSON-1186846524 tempest-ServersAdminNegativeTestJSON-1186846524-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f8557b8-59e3-428a-b283-3079d83986a1 HTTP/1.1" status: 200 len: 210 time: 0.0311511 Aug 29 17:37:59.675584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41092) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:59.802911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b1d0a2cd-1f6b-496d-8d5f-ffb1a059d8f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab41da567d0b4396bd69a70bccc2e0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261744 Aug 29 17:37:59.805378 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41096) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:37:59.851715 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38c1f358-1444-40f5-931e-f5a73f4ab6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:59.872806 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38c1f358-1444-40f5-931e-f5a73f4ab6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:59.920222 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38c1f358-1444-40f5-931e-f5a73f4ab6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:59.922788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-38c1f358-1444-40f5-931e-f5a73f4ab6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:37:59.924053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-38c1f358-1444-40f5-931e-f5a73f4ab6dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/964ead9d-8b58-4dba-8aa2-c3935468a0fd HTTP/1.1" status: 204 len: 168 time: 0.1177967 Aug 29 17:37:59.931511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1f358-1444-40f5-931e-f5a73f4ab6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964ead9d-8b58-4dba-8aa2-c3935468a0fd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:00.182649 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41102) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:00.196225 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bd2667bc-23c8-4099-b432-18bbde9d5efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.285998 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bd2667bc-23c8-4099-b432-18bbde9d5efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.289616 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bd2667bc-23c8-4099-b432-18bbde9d5efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.332407 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bd2667bc-23c8-4099-b432-18bbde9d5efd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a024914224824ab7a6d6a3d82c9a9c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486206 Aug 29 17:38:00.334306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2667bc-23c8-4099-b432-18bbde9d5efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deffc398-5e25-4d19-b5cf-66ca4fab2269,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:00.335151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41104) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:00.386186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-711c5794-4e27-4e41-8ae0-0c134aae6bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.406798 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-711c5794-4e27-4e41-8ae0-0c134aae6bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.453017 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-711c5794-4e27-4e41-8ae0-0c134aae6bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.455576 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-711c5794-4e27-4e41-8ae0-0c134aae6bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:00.456721 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-711c5794-4e27-4e41-8ae0-0c134aae6bcf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/deffc398-5e25-4d19-b5cf-66ca4fab2269 HTTP/1.1" status: 204 len: 168 time: 0.1205988 Aug 29 17:38:00.464180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c5794-4e27-4e41-8ae0-0c134aae6bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deffc398-5e25-4d19-b5cf-66ca4fab2269,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:01.016007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d5b1880d-6c1d-483a-9e12-a797e941ddb3 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:01.035979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: d5b1880d-6c1d-483a-9e12-a797e941ddb3 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:38:01.036330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device d5b1880d-6c1d-483a-9e12-a797e941ddb3 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:38:01.146900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41126) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:01.239249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-289241519-network', 'tenant_id': '323b7412d3b04ad48d39ba8549e203f0'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:01.259518 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Made reservation on behalf of 323b7412d3b04ad48d39ba8549e203f0 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:38:01.262626 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.273727 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.365552 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.369203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.397249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:38:01.403335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:01.409732 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.410079 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Added segment b2701dcf-5930-4f7c-8d16-c83da1b7c395 of type vlan for network 03254c1b-168b-405c-956b-1368da1f8c5b Aug 29 17:38:01.453936 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.476516 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.477508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:01.478088 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.534541 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3864343 Aug 29 17:38:01.537600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41130) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:01.539423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308863a5-a431-4e7d-8e90-cbfd69ac78cb admin admin] Pushing event updated for resources: {'Network': ['ID=03254c1b-168b-405c-956b-1368da1f8c5b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:01.542756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] Request body: {'subnet': {'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-289241519-subnet', 'tenant_id': '323b7412d3b04ad48d39ba8549e203f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:01.553657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 03254c1b-168b-405c-956b-1368da1f8c5b details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:38:01.566544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] Made reservation on behalf of 323b7412d3b04ad48d39ba8549e203f0 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:38:01.568832 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.735860 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.792320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5d748f-ba5f-4b25-99e8-a7f28ae9235f,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:01.799508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] Checking segment: {'id': 'b2701dcf-5930-4f7c-8d16-c83da1b7c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:38:01.799867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] Network hostable DHCP agents. Network: 03254c1b-168b-405c-956b-1368da1f8c5b, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:38:01.816301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] Network 03254c1b-168b-405c-956b-1368da1f8c5b is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:38:01.824735 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 03254c1b-168b-405c-956b-1368da1f8c5b) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:38:01.828826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:01.829450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:01.833655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dde472a-7daa-4d49-9f4f-a744cd61244f None None] Network 03254c1b-168b-405c-956b-1368da1f8c5b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:38:01.842465 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-dc021f45-8f5e-4afc-86a1-87ec4631f572 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3036954 Aug 29 17:38:01.962547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6da5ae-e350-4f94-91ec-d0b8274c39ae None None] Network 03254c1b-168b-405c-956b-1368da1f8c5b requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:38:02.258633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-bbb8124e-4d23-44cb-85cb-b768f3b09751 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:02.260098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-bbb8124e-4d23-44cb-85cb-b768f3b09751 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/networks?id=03254c1b-168b-405c-956b-1368da1f8c5b HTTP/1.1" status: 200 len: 811 time: 0.1019292 Aug 29 17:38:02.274938 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-c784c46f-84c4-4397-a241-e3422ece0903 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/quotas/323b7412d3b04ad48d39ba8549e203f0 HTTP/1.1" status: 200 len: 375 time: 0.0088742 Aug 29 17:38:02.310288 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-9fae725c-6ad6-4f60-9d02-9c59c3b2e94e tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=323b7412d3b04ad48d39ba8549e203f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297134 Aug 29 17:38:02.397689 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-bc21ccee-cad5-4f0e-a090-fb8affac0c84 service neutron] 10.222.0.22 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805063 Aug 29 17:38:02.490156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-8690d3f7-4dbd-4ddb-89f7-257dbb6cb3bc service neutron] 10.222.0.22 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858996 Aug 29 17:38:02.648973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45221e10-ff0c-4d3f-8077-c4a88716bc1d req-ba9c8e67-5eb1-4649-a091-208aef6ca0c8 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 210 time: 0.0305862 Aug 29 17:38:03.513973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-b7962ea8-aa3d-4855-a206-b2d37f1bb942 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:03.515423 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-b7962ea8-aa3d-4855-a206-b2d37f1bb942 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.10 "GET /v2.0/networks?id=03254c1b-168b-405c-956b-1368da1f8c5b HTTP/1.1" status: 200 len: 811 time: 0.1134942 Aug 29 17:38:03.528970 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Request body: {'port': {'device_id': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b', 'admin_state_up': True, 'tenant_id': '323b7412d3b04ad48d39ba8549e203f0'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:03.638663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Made reservation on behalf of 323b7412d3b04ad48d39ba8549e203f0 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:38:03.642281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.742603 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bf9d2f3-c90c-4403-898d-94dd8ae71cb5 req-c64843ab-dac9-4a2c-b5c5-de39f49fca03 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 210 time: 0.0270193 Aug 29 17:38:03.765501 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Allocated IP 172.20.0.9 (03254c1b-168b-405c-956b-1368da1f8c5b/2e5d748f-ba5f-4b25-99e8-a7f28ae9235f/2c9eed43-056f-4dbe-a414-6025f0a0ade8) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:38:03.913619 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.951122 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:03.995942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Network 03254c1b-168b-405c-956b-1368da1f8c5b is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:38:04.000956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:38:04.004924 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:38:04.011699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Pushing event updated for resources: {'Port': ['ID=2c9eed43-056f-4dbe-a414-6025f0a0ade8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:04.055696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.056311 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:04.069789 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-2414835a-e327-46a6-a9ff-f9476573c7df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5451360 Aug 29 17:38:04.082052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Request body: {'port': {'device_id': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:04.132854 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:04.393841 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9eed43-056f-4dbe-a414-6025f0a0ade8 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:38:04.401216 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:04.412956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Transition to ACTIVE for port object 2c9eed43-056f-4dbe-a414-6025f0a0ade8 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:38:04.416765 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:04.469769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9eed43-056f-4dbe-a414-6025f0a0ade8,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:04.531920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Attempting to bind port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:38:04.532252 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Attempting to bind port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': 'b2701dcf-5930-4f7c-8d16-c83da1b7c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:38:04.532578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Attempting to bind port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 on network 03254c1b-168b-405c-956b-1368da1f8c5b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:38:04.536705 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 on network 03254c1b-168b-405c-956b-1368da1f8c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:38:04.537020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Attempting to bind port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 on network 03254c1b-168b-405c-956b-1368da1f8c5b {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:38:04.542029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:38:04.542386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Checking segment: {'id': 'b2701dcf-5930-4f7c-8d16-c83da1b7c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:38:04.542763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Bound using segment: {'id': 'b2701dcf-5930-4f7c-8d16-c83da1b7c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:38:04.543182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Bound port: 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2701dcf-5930-4f7c-8d16-c83da1b7c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:38:04.543530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:04.607854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:38:04.610737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8,segment=NetworkSegment(b2701dcf-5930-4f7c-8d16-c83da1b7c395),segment_id=b2701dcf-5930-4f7c-8d16-c83da1b7c395)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:38:04.615225 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:04.650854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.651477 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:04.652888 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] 10.222.0.10 "PUT /v2.0/ports/2c9eed43-056f-4dbe-a414-6025f0a0ade8 HTTP/1.1" status: 200 len: 1092 time: 0.5748353 Aug 29 17:38:04.653337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:04.655594 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a1109d-9f31-44d6-b25b-9979908254e2" -d '{"events": [{"name": "network-changed", "server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:04.678632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5d144-aaa2-4cdf-a167-394ca3b2c247 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9eed43-056f-4dbe-a414-6025f0a0ade8,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:04.699969 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b5708f-e909-4a6c-a99e-6f5bd44e6f68 x-openstack-request-id: req-86b5708f-e909-4a6c-a99e-6f5bd44e6f68 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:04.700256 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:04.700511 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86b5708f-e909-4a6c-a99e-6f5bd44e6f68 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:04.700902 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8', 'status': 'completed', 'code': 200} Aug 29 17:38:04.732775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-448e4f40-8f0e-4802-a824-625403601a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.734304 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-448e4f40-8f0e-4802-a824-625403601a46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=323b7412d3b04ad48d39ba8549e203f0&device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 1095 time: 0.0433931 Aug 29 17:38:04.776084 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-48878f07-1457-434c-bd4f-9d172370556f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8 HTTP/1.1" status: 200 len: 217 time: 0.0339570 Aug 29 17:38:04.829124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-e1f20005-8cd3-4b75-a070-e1489dbb7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.830652 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-e1f20005-8cd3-4b75-a070-e1489dbb7c9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e5d748f-ba5f-4b25-99e8-a7f28ae9235f HTTP/1.1" status: 200 len: 851 time: 0.0482311 Aug 29 17:38:04.856674 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5f64-8bb9-4e0e-aabd-32cf2d4f0ab2 req-005ec3ed-c113-42e1-99cb-98f32dc739f9 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:04.858186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b4d5f64-8bb9-4e0e-aabd-32cf2d4f0ab2 req-005ec3ed-c113-42e1-99cb-98f32dc739f9 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 943 time: 0.0488691 Aug 29 17:38:04.863061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-a18326de-b359-484e-b4c1-802b0cc543a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03254c1b-168b-405c-956b-1368da1f8c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248854 Aug 29 17:38:04.896310 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4b4d5f64-8bb9-4e0e-aabd-32cf2d4f0ab2 req-e461ab07-6fb3-4a41-a27b-e86f93150228 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Aug 29 17:38:04.951161 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-7bcbe181-3dd0-431c-9428-1836b0518734 service neutron] 10.222.0.10 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808473 Aug 29 17:38:05.046574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2748f00f-4920-4c3a-b819-1c818ca79853 req-1d64d373-d3ab-412b-914c-67ecfa14bb82 service neutron] 10.222.0.10 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884471 Aug 29 17:38:05.132305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1109d-9f31-44d6-b25b-9979908254e2 req-6ee74ad2-a9c7-4ae5-99c8-f64c70c2935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:05.133810 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5a1109d-9f31-44d6-b25b-9979908254e2 req-6ee74ad2-a9c7-4ae5-99c8-f64c70c2935e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=323b7412d3b04ad48d39ba8549e203f0&device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 1095 time: 0.0406201 Aug 29 17:38:05.224846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1109d-9f31-44d6-b25b-9979908254e2 req-5410e234-270c-493c-b1bb-4cad9f31969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:05.226225 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5a1109d-9f31-44d6-b25b-9979908254e2 req-5410e234-270c-493c-b1bb-4cad9f31969a service neutron] 10.222.0.10 "GET /v2.0/networks?id=03254c1b-168b-405c-956b-1368da1f8c5b HTTP/1.1" status: 200 len: 912 time: 0.0853405 Aug 29 17:38:05.268790 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5a1109d-9f31-44d6-b25b-9979908254e2 req-836fd1fb-b112-4f02-a725-a56244281ddd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8 HTTP/1.1" status: 200 len: 217 time: 0.0343699 Aug 29 17:38:05.316177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1109d-9f31-44d6-b25b-9979908254e2 req-709fbc35-f9c7-46e2-9657-d04bce7ad147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:05.317575 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5a1109d-9f31-44d6-b25b-9979908254e2 req-709fbc35-f9c7-46e2-9657-d04bce7ad147 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e5d748f-ba5f-4b25-99e8-a7f28ae9235f HTTP/1.1" status: 200 len: 851 time: 0.0411882 Aug 29 17:38:05.348729 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5a1109d-9f31-44d6-b25b-9979908254e2 req-2c4c59df-1f5a-4adf-9ab0-5e458148036a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03254c1b-168b-405c-956b-1368da1f8c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227079 Aug 29 17:38:05.443941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5a1109d-9f31-44d6-b25b-9979908254e2 req-6c31bda3-483f-4067-80b0-75a7e16b968a service neutron] 10.222.0.10 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867846 Aug 29 17:38:05.532918 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c5a1109d-9f31-44d6-b25b-9979908254e2 req-cefdc04f-dc50-49bf-af3a-9c119cb8a8f4 service neutron] 10.222.0.10 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806189 Aug 29 17:38:06.018029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841c0aa-35ef-4563-8888-2696a4a059ec req-c2b084d9-ba2a-4723-b943-4ce3e47256fb tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:06.019494 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4841c0aa-35ef-4563-8888-2696a4a059ec req-c2b084d9-ba2a-4723-b943-4ce3e47256fb tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 943 time: 0.0534883 Aug 29 17:38:06.058233 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4841c0aa-35ef-4563-8888-2696a4a059ec req-c592d4dc-ecf7-43c6-b577-11698109c1c0 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327206 Aug 29 17:38:07.170038 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5cbcc-34ad-43e1-a65d-cad21d8cfc47 req-e6158ae1-d7bf-465a-9950-9da989910967 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:07.171489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-36f5cbcc-34ad-43e1-a65d-cad21d8cfc47 req-e6158ae1-d7bf-465a-9950-9da989910967 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 943 time: 0.0479577 Aug 29 17:38:07.212252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-36f5cbcc-34ad-43e1-a65d-cad21d8cfc47 req-db05281a-1384-4cff-9c66-47e24915708f tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348153 Aug 29 17:38:08.324427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9fc2c-fbff-45fe-a727-134c7a599cff req-a57cfb3d-3e8f-47db-94a6-5b14764fea3e tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:08.325917 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-24e9fc2c-fbff-45fe-a727-134c7a599cff req-a57cfb3d-3e8f-47db-94a6-5b14764fea3e tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 943 time: 0.0482743 Aug 29 17:38:08.362424 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-24e9fc2c-fbff-45fe-a727-134c7a599cff req-5f67780f-0bc7-408d-8695-580732d62cff tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306683 Aug 29 17:38:09.056018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2c9eed43-056f-4dbe-a414-6025f0a0ade8 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:38:09.152162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8,segment=NetworkSegment(b2701dcf-5930-4f7c-8d16-c83da1b7c395),segment_id=b2701dcf-5930-4f7c-8d16-c83da1b7c395)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:09.163029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '2c9eed43-056f-4dbe-a414-6025f0a0ade8', 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b', 'port_id': '2c9eed43-056f-4dbe-a414-6025f0a0ade8', 'mac_address': 'fa:16:3e:7f:ff:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5d748f-ba5f-4b25-99e8-a7f28ae9235f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:38:09.197969 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:09.210693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9eed43-056f-4dbe-a414-6025f0a0ade8 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:38:09.229264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8,segment=NetworkSegment(b2701dcf-5930-4f7c-8d16-c83da1b7c395),segment_id=b2701dcf-5930-4f7c-8d16-c83da1b7c395)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:09.232704 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:09.281468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2c9eed43-056f-4dbe-a414-6025f0a0ade8,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:09.288528 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.288879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.289236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.289580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.289920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.290250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.290580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.290907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.291232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.291556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.291881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.292227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:09.417597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['2c9eed43-056f-4dbe-a414-6025f0a0ade8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:38:09.480715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ab67a-2b67-4c36-9a5c-cd577ed419fa req-73a6feba-9539-44bb-a859-36ff854c6917 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:09.482218 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-049ab67a-2b67-4c36-9a5c-cd577ed419fa req-73a6feba-9539-44bb-a859-36ff854c6917 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 944 time: 0.0497825 Aug 29 17:38:09.520131 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-049ab67a-2b67-4c36-9a5c-cd577ed419fa req-06194f16-bebd-403e-be2e-18d09e0d96dc tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Aug 29 17:38:10.637400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af3c51-7f45-4db4-8f42-f5d097640408 req-3d6d90f7-b474-46d1-96d0-a1f652561cad tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:10.638873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-05af3c51-7f45-4db4-8f42-f5d097640408 req-3d6d90f7-b474-46d1-96d0-a1f652561cad tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 944 time: 0.0508134 Aug 29 17:38:10.675264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-05af3c51-7f45-4db4-8f42-f5d097640408 req-0db0ae6c-862a-4599-90b5-267ea488e086 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303717 Aug 29 17:38:11.086145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2c9eed43-056f-4dbe-a414-6025f0a0ade8 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:38:11.135629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:38:11.139209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:38:11.139575 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:11.213597 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:11.236621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:11.238856 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d226da-1280-4426-b8f5-c0a5d916edc9" -d '{"events": [{"server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "name": "network-vif-plugged", "status": "completed", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:11.251003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8,segment=NetworkSegment(b2701dcf-5930-4f7c-8d16-c83da1b7c395),segment_id=b2701dcf-5930-4f7c-8d16-c83da1b7c395)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:11.255602 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:11.280627 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24ed094-07c6-495b-a84e-082544961352 x-openstack-request-id: req-e24ed094-07c6-495b-a84e-082544961352 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:11.280923 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "name": "network-vif-plugged", "status": "completed", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:11.281174 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e24ed094-07c6-495b-a84e-082544961352 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:11.281619 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8', 'code': 200} Aug 29 17:38:11.309430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2c9eed43-056f-4dbe-a414-6025f0a0ade8,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:11.373612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a81a0-abbe-4144-a2af-62fc83270dcc req-ead8fbb5-42cf-4866-9ad6-59105871a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:11.374993 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c36a81a0-abbe-4144-a2af-62fc83270dcc req-ead8fbb5-42cf-4866-9ad6-59105871a0ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 1097 time: 0.0430958 Aug 29 17:38:11.410375 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c36a81a0-abbe-4144-a2af-62fc83270dcc req-80892b86-87dc-4512-be5e-bba82cb4dea9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278947 Aug 29 17:38:11.791102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e41b6b-8cdc-4af0-b8ef-fe0c06208ab2 req-01b7957b-19ec-49cb-ab72-e9b7b532a6ea tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:11.792583 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d4e41b6b-8cdc-4af0-b8ef-fe0c06208ab2 req-01b7957b-19ec-49cb-ab72-e9b7b532a6ea tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0490026 Aug 29 17:38:11.829957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d4e41b6b-8cdc-4af0-b8ef-fe0c06208ab2 req-4c93245e-1ca1-46c8-b7fd-ad9e57235a88 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Aug 29 17:38:12.697454 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:38:12.934700 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-21f1a078-0805-471b-8858-3f0d16bcb1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:12.947150 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b4807-30ec-49d2-a922-4c5a5bfb79fd req-7c3abd4a-8499-4edf-8de9-cac0ca3214e9 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:12.949212 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f47b4807-30ec-49d2-a922-4c5a5bfb79fd req-7c3abd4a-8499-4edf-8de9-cac0ca3214e9 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0516875 Aug 29 17:38:12.986382 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f47b4807-30ec-49d2-a922-4c5a5bfb79fd req-19e822be-5914-4889-9fe0-b7615cbde45b tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Aug 29 17:38:13.163455 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41184) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:13.235768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c92ac-4c55-4fc2-b4fb-c5ff6e811058 req-44d71f1c-2fcd-4197-841e-78f01467878c tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:13.237198 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-314c92ac-4c55-4fc2-b4fb-c5ff6e811058 req-44d71f1c-2fcd-4197-841e-78f01467878c tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0631480 Aug 29 17:38:13.289959 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-b5c31b1d-4bf1-404b-905d-15926f7c6e0c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1253822 Aug 29 17:38:13.295360 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-314c92ac-4c55-4fc2-b4fb-c5ff6e811058 req-80b4119d-30a6-4c59-a411-1901af0d15f9 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443468 Aug 29 17:38:14.360377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-bbddc22d-f166-4d6a-9f05-dc2a95908c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:14.361974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-bbddc22d-f166-4d6a-9f05-dc2a95908c85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=323b7412d3b04ad48d39ba8549e203f0&device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 1097 time: 0.0415630 Aug 29 17:38:14.468238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae7b72-2f57-44ac-b52b-3bef1b7ecffa req-e7b38e7e-789d-410d-9e96-fbcc2c1bf13d tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:14.469756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fbae7b72-2f57-44ac-b52b-3bef1b7ecffa req-e7b38e7e-789d-410d-9e96-fbcc2c1bf13d tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.1058919 Aug 29 17:38:14.501230 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-67f64d2e-8480-446a-b1a2-5c401f579cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:14.502961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-67f64d2e-8480-446a-b1a2-5c401f579cc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03254c1b-168b-405c-956b-1368da1f8c5b HTTP/1.1" status: 200 len: 912 time: 0.1301584 Aug 29 17:38:14.555102 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-1293f743-c1fd-445e-9319-a1c5e3e63726 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8 HTTP/1.1" status: 200 len: 217 time: 0.0418236 Aug 29 17:38:14.558452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fbae7b72-2f57-44ac-b52b-3bef1b7ecffa req-8fcef751-d85f-43cb-937f-27da8af8a629 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817544 Aug 29 17:38:14.601825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-c920a610-3a78-46aa-8400-bfbd13fbd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:14.603177 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-c920a610-3a78-46aa-8400-bfbd13fbd338 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e5d748f-ba5f-4b25-99e8-a7f28ae9235f HTTP/1.1" status: 200 len: 851 time: 0.0419059 Aug 29 17:38:14.638510 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-e00640ce-4d5e-421a-adf2-21b8756ec1de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03254c1b-168b-405c-956b-1368da1f8c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258639 Aug 29 17:38:14.728382 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-9e3f1bb9-1dd5-45cc-a5e6-d939bebcef9e service neutron] 10.222.0.10 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827429 Aug 29 17:38:14.814889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-95d00866-f872-44d6-b1cc-740d8df77a4c service neutron] 10.222.0.10 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795548 Aug 29 17:38:15.581865 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0fe6910a-d928-491c-b830-ff5efe126de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:15.681011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062e0a8-d484-4469-b531-3e0e0f6465c1 req-b13cede0-fe3a-47df-8675-d63e991ac016 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:15.683088 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6062e0a8-d484-4469-b531-3e0e0f6465c1 req-b13cede0-fe3a-47df-8675-d63e991ac016 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0517371 Aug 29 17:38:15.721151 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6062e0a8-d484-4469-b531-3e0e0f6465c1 req-3e8b985a-fe45-41d2-a105-44926b1df289 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Aug 29 17:38:15.937045 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:16.764791 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:16.840670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cc0e9-6945-405c-81ca-f70f67ae465b req-6942478d-bd78-4a27-8770-837ce050a38f tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:16.842166 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738cc0e9-6945-405c-81ca-f70f67ae465b req-6942478d-bd78-4a27-8770-837ce050a38f tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0526466 Aug 29 17:38:16.878322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-738cc0e9-6945-405c-81ca-f70f67ae465b req-c69eb96d-0caa-4b24-b4e3-cb77df38b519 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302601 Aug 29 17:38:17.992239 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:17.997170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9d195-f195-4ed4-bdd6-5721c91e09aa req-e5608299-44e3-4d26-8601-b3f53f6df578 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:17.998663 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1be9d195-f195-4ed4-bdd6-5721c91e09aa req-e5608299-44e3-4d26-8601-b3f53f6df578 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0539377 Aug 29 17:38:18.036430 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1be9d195-f195-4ed4-bdd6-5721c91e09aa req-69d4bd18-7755-419e-abad-7389de17a626 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315907 Aug 29 17:38:18.414879 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:19.154141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe280c-5706-45ae-b12b-8e7408ef52cd req-35a048bc-a9f5-4f3b-960f-4608eff316e7 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:19.155633 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ebe280c-5706-45ae-b12b-8e7408ef52cd req-35a048bc-a9f5-4f3b-960f-4608eff316e7 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0484500 Aug 29 17:38:19.193855 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ebe280c-5706-45ae-b12b-8e7408ef52cd req-30951ae0-9e0d-48c3-9f9a-23c51a640249 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Aug 29 17:38:20.306916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85032db0-dae6-4916-8524-62c02c33c5ec req-c011945c-084e-46d6-9850-376af0b7d2ae tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:20.308857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85032db0-dae6-4916-8524-62c02c33c5ec req-c011945c-084e-46d6-9850-376af0b7d2ae tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0485513 Aug 29 17:38:20.346576 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85032db0-dae6-4916-8524-62c02c33c5ec req-a4ed2361-5734-4ad0-96bd-d6b13f9560d7 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317125 Aug 29 17:38:20.516776 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:21.459882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a6525-ae40-4e8e-86d5-01fdfd48551c req-708d3f26-7bb4-49a2-85ca-01349d7ca44c tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:21.461376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c38a6525-ae40-4e8e-86d5-01fdfd48551c req-708d3f26-7bb4-49a2-85ca-01349d7ca44c tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0477073 Aug 29 17:38:21.498834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c38a6525-ae40-4e8e-86d5-01fdfd48551c req-adc55ce7-9c6d-4b8a-837a-87a7107f6fe5 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308967 Aug 29 17:38:22.612670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd0c81-21b9-447b-8e54-9f8d50285ec1 req-89a25d95-e73e-4fa9-a326-75817e74a182 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:22.614136 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79cd0c81-21b9-447b-8e54-9f8d50285ec1 req-89a25d95-e73e-4fa9-a326-75817e74a182 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0480292 Aug 29 17:38:22.650586 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-79cd0c81-21b9-447b-8e54-9f8d50285ec1 req-621bb6ad-ad6b-4494-93a0-7bd6d75c93df tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306702 Aug 29 17:38:23.767331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4afab-a9db-4247-9c26-4d85b48baad4 req-3337828a-10e2-415e-8356-84506a35c57f tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:23.768786 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbf4afab-a9db-4247-9c26-4d85b48baad4 req-3337828a-10e2-415e-8356-84506a35c57f tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0520082 Aug 29 17:38:23.804638 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbf4afab-a9db-4247-9c26-4d85b48baad4 req-477832fb-da63-4602-bb47-28851f9e2b00 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300553 Aug 29 17:38:24.925875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f697209-ad90-4417-9761-ff75a174e1d0 req-4ed19074-db3c-44a1-99c3-22dff7cc6c9e tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:24.927364 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f697209-ad90-4417-9761-ff75a174e1d0 req-4ed19074-db3c-44a1-99c3-22dff7cc6c9e tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0550113 Aug 29 17:38:24.964281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3f697209-ad90-4417-9761-ff75a174e1d0 req-0ed49f27-5a20-46e5-9ad0-f1d726d6e004 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307965 Aug 29 17:38:26.078034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d837bb-14d0-469f-83c8-efd8f984d4c5 req-2ce7e48f-d15e-4fd1-aad5-943dc6712997 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:26.079498 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53d837bb-14d0-469f-83c8-efd8f984d4c5 req-2ce7e48f-d15e-4fd1-aad5-943dc6712997 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0486040 Aug 29 17:38:26.116596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53d837bb-14d0-469f-83c8-efd8f984d4c5 req-a861dfb7-8406-4e38-ad14-de005ea3ae55 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312817 Aug 29 17:38:27.228913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46253c81-9954-4ad9-a3a3-bbd997afe655 req-15e76703-d760-442f-8996-c945f7beb651 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:27.230395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-46253c81-9954-4ad9-a3a3-bbd997afe655 req-15e76703-d760-442f-8996-c945f7beb651 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0483987 Aug 29 17:38:27.267302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-46253c81-9954-4ad9-a3a3-bbd997afe655 req-354a5535-4175-499d-b9b4-edfc7a07e655 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Aug 29 17:38:28.381459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaab1a6-e53e-409c-a1a2-89019b88bdf4 req-036d088a-6d71-4f58-9492-ec010adbb674 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:28.382939 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-abaab1a6-e53e-409c-a1a2-89019b88bdf4 req-036d088a-6d71-4f58-9492-ec010adbb674 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0486355 Aug 29 17:38:28.420949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-abaab1a6-e53e-409c-a1a2-89019b88bdf4 req-72fe91ce-f5c0-4d0f-9a0c-c76dfbf85784 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Aug 29 17:38:29.537050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0545bc-3148-4b79-a4a9-1abf4e9b2c5b req-a39acd3e-0aac-4d90-a5ff-ffc9bb2a14b0 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:29.538528 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e0545bc-3148-4b79-a4a9-1abf4e9b2c5b req-a39acd3e-0aac-4d90-a5ff-ffc9bb2a14b0 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0490839 Aug 29 17:38:29.575611 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0e0545bc-3148-4b79-a4a9-1abf4e9b2c5b req-57185670-ea99-4faa-acf4-acbf8c9e3785 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312243 Aug 29 17:38:30.692722 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555b82e-6d10-4394-966d-6f5f3b54ce2e req-1ffa7ede-4786-4b39-b3e0-bc79c248f4ab tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:30.694155 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0555b82e-6d10-4394-966d-6f5f3b54ce2e req-1ffa7ede-4786-4b39-b3e0-bc79c248f4ab tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0522451 Aug 29 17:38:30.733958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0555b82e-6d10-4394-966d-6f5f3b54ce2e req-dcaf1668-c65a-4c19-8171-2669a1b2f806 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327380 Aug 29 17:38:31.851084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75287d03-e3cd-40da-830c-076eea2a9c14 req-f3c4649c-a0b0-4558-b5ec-a706a11b5f17 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:31.852543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75287d03-e3cd-40da-830c-076eea2a9c14 req-f3c4649c-a0b0-4558-b5ec-a706a11b5f17 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0527697 Aug 29 17:38:31.890241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75287d03-e3cd-40da-830c-076eea2a9c14 req-1f3777da-87f7-48d5-838d-9ffbeb6e8c25 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318434 Aug 29 17:38:33.005335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cc036-175c-4b7f-a63f-7a229e088ec4 req-ea93f7a0-d878-4bc3-9e50-e9a1728bc048 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:33.006834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a03cc036-175c-4b7f-a63f-7a229e088ec4 req-ea93f7a0-d878-4bc3-9e50-e9a1728bc048 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Aug 29 17:38:33.046004 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a03cc036-175c-4b7f-a63f-7a229e088ec4 req-bc16cbe2-eb25-44d8-8e78-b7087a78f643 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325615 Aug 29 17:38:34.160563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1df9a0-b1a8-4556-b7c9-e43d7fed8452 req-5ba8eded-b468-48fc-bbbe-c500d8efee9c tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:34.162048 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d1df9a0-b1a8-4556-b7c9-e43d7fed8452 req-5ba8eded-b468-48fc-bbbe-c500d8efee9c tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0493386 Aug 29 17:38:34.198352 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d1df9a0-b1a8-4556-b7c9-e43d7fed8452 req-c90bb55d-d2e7-4665-9d3f-481c421f231e tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303552 Aug 29 17:38:35.312353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611572f-127a-47cd-a449-3299d5fd1246 req-e973c373-6921-475d-8c45-255b652eb016 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:35.313870 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5611572f-127a-47cd-a449-3299d5fd1246 req-e973c373-6921-475d-8c45-255b652eb016 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0483091 Aug 29 17:38:35.350761 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5611572f-127a-47cd-a449-3299d5fd1246 req-6cbbe99e-4e87-4192-a567-00b6ff9997d9 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310776 Aug 29 17:38:36.467297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91252f14-1711-4689-be43-687eb0a3a117 req-45d4fae7-35e5-4f6c-8dd7-91e9f4912c24 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:36.468756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-91252f14-1711-4689-be43-687eb0a3a117 req-45d4fae7-35e5-4f6c-8dd7-91e9f4912c24 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0487168 Aug 29 17:38:36.505674 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-91252f14-1711-4689-be43-687eb0a3a117 req-6acb2005-c202-44ed-8cf4-aaee86195cbe tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310836 Aug 29 17:38:37.623032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7521a-6c0e-4ae9-a108-393676bbf451 req-3cb97d69-ad26-49e5-badf-c349ff164fea tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:37.624491 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8f7521a-6c0e-4ae9-a108-393676bbf451 req-3cb97d69-ad26-49e5-badf-c349ff164fea tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0520191 Aug 29 17:38:37.661958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8f7521a-6c0e-4ae9-a108-393676bbf451 req-961c7ea3-d8d0-4ee7-b16e-1f3fcad22048 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311844 Aug 29 17:38:38.779444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2eec5a-8a33-46c1-aa17-54dd51661cfb req-3bd9882c-8a49-497e-aaa9-1306b1515b6f tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:38.780900 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de2eec5a-8a33-46c1-aa17-54dd51661cfb req-3bd9882c-8a49-497e-aaa9-1306b1515b6f tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0533071 Aug 29 17:38:38.817794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-de2eec5a-8a33-46c1-aa17-54dd51661cfb req-560b63ee-aeab-4b20-a085-80deee85241b tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310812 Aug 29 17:38:39.930734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95075469-9e79-4f33-94fe-ee5f7431eddc req-7ea0ce6f-2e99-4f34-94dc-56e59a299189 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:39.932204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95075469-9e79-4f33-94fe-ee5f7431eddc req-7ea0ce6f-2e99-4f34-94dc-56e59a299189 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0487499 Aug 29 17:38:39.969520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-95075469-9e79-4f33-94fe-ee5f7431eddc req-2a2f35a1-addf-40c0-8664-c52d9b8f4608 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313447 Aug 29 17:38:41.083917 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2c309-a7e2-46b6-b717-d379f3707aed req-c7e232b6-b5f7-4fce-a970-4f6a5ccb9199 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:41.085411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25b2c309-a7e2-46b6-b717-d379f3707aed req-c7e232b6-b5f7-4fce-a970-4f6a5ccb9199 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0497053 Aug 29 17:38:41.123749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25b2c309-a7e2-46b6-b717-d379f3707aed req-1ca36f27-a311-4c52-838b-b206a0cb008a tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Aug 29 17:38:41.593474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54606240-dde1-4058-85f2-f32cf4cd0e30 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:38:41.594431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54606240-dde1-4058-85f2-f32cf4cd0e30 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059893 Aug 29 17:38:41.655849 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-7748f18b-2408-40b1-a18c-c217ad200737 service neutron] show failed (client error): The resource could not be found. Aug 29 17:38:41.656777 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-7748f18b-2408-40b1-a18c-c217ad200737 service neutron] 10.222.0.10 "GET /v2.0/ports/2c9eed43-056f-4dbe-a414-6025f0a0ade8/bindings/n-h2-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0546961 Aug 29 17:38:41.844700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-2a496daa-d75b-48a5-b7ce-b933c56ffa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:41.846155 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-2a496daa-d75b-48a5-b7ce-b933c56ffa17 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13&tenant_id=323b7412d3b04ad48d39ba8549e203f0 HTTP/1.1" status: 200 len: 1097 time: 0.0406153 Aug 29 17:38:41.858192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:41.911984 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:42.107947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8,segment=NetworkSegment(b2701dcf-5930-4f7c-8d16-c83da1b7c395),segment_id=b2701dcf-5930-4f7c-8d16-c83da1b7c395)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:42.140756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:38:42.180217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:42.182460 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e9eb58-b4f7-4221-bedc-59949c69eb35" -d '{"events": [{"server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "name": "network-vif-unplugged", "status": "completed", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:42.187228 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:42.200432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Transition to ACTIVE for port object 2c9eed43-056f-4dbe-a414-6025f0a0ade8 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:38:42.205193 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:42.247686 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1850a024-d6cf-4d49-9f63-79aea0feb1d2 x-openstack-request-id: req-1850a024-d6cf-4d49-9f63-79aea0feb1d2 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:42.248000 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "name": "network-vif-unplugged", "status": "completed", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:42.248262 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1850a024-d6cf-4d49-9f63-79aea0feb1d2 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:42.248685 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8', 'code': 200} Aug 29 17:38:42.252029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb4fd-f28c-48f9-b2e2-d068a0d3c190 req-f7f45c48-a3bd-4007-93ca-eab7a33c2da3 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:42.253943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b6cb4fd-f28c-48f9-b2e2-d068a0d3c190 req-f7f45c48-a3bd-4007-93ca-eab7a33c2da3 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 943 time: 0.0617290 Aug 29 17:38:42.270724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] No DVR routers for this DVR port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:42.281025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9eed43-056f-4dbe-a414-6025f0a0ade8,revision_number=6']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:42.294271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b6cb4fd-f28c-48f9-b2e2-d068a0d3c190 req-ee06f956-c188-4903-bb2e-f4e7f5f0ca5f tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338242 Aug 29 17:38:42.304537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.304875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.305211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.305567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.305897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.306222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.306546 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.306868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.307191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.307511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.307829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.308729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:42.321780 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Attempting to bind port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:38:42.322111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Attempting to bind port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'b2701dcf-5930-4f7c-8d16-c83da1b7c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:38:42.322438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Attempting to bind port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 on network 03254c1b-168b-405c-956b-1368da1f8c5b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:38:42.326952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 on network 03254c1b-168b-405c-956b-1368da1f8c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:38:42.327287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Attempting to bind port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 on network 03254c1b-168b-405c-956b-1368da1f8c5b {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:38:42.332093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:38:42.332452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Checking segment: {'id': 'b2701dcf-5930-4f7c-8d16-c83da1b7c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:38:42.332847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Bound using segment: {'id': 'b2701dcf-5930-4f7c-8d16-c83da1b7c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:38:42.333314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Bound port: 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2701dcf-5930-4f7c-8d16-c83da1b7c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:38:42.333699 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:42.395892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:38:42.398992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8,segment=NetworkSegment(b2701dcf-5930-4f7c-8d16-c83da1b7c395),segment_id=b2701dcf-5930-4f7c-8d16-c83da1b7c395)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:38:42.402659 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:42.435738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:42.436353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:42.437815 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] 10.222.0.16 "PUT /v2.0/ports/2c9eed43-056f-4dbe-a414-6025f0a0ade8 HTTP/1.1" status: 200 len: 1092 time: 0.5834143 Aug 29 17:38:42.462795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d12a5d-091c-476e-ac38-41e0dd242436 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9eed43-056f-4dbe-a414-6025f0a0ade8,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:42.507894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-9bac8eb0-39d2-467b-9fba-8ec5ce0db468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:42.509394 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-9bac8eb0-39d2-467b-9fba-8ec5ce0db468 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323b7412d3b04ad48d39ba8549e203f0&device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 1095 time: 0.0475206 Aug 29 17:38:42.597191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-09b3f728-6157-4048-a417-89b6dade82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:42.598715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-09b3f728-6157-4048-a417-89b6dade82ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=03254c1b-168b-405c-956b-1368da1f8c5b HTTP/1.1" status: 200 len: 912 time: 0.0817630 Aug 29 17:38:42.639938 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-a6fa467e-4d30-4c1a-adc7-9feab67ca51a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8 HTTP/1.1" status: 200 len: 217 time: 0.0335779 Aug 29 17:38:42.692135 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-6ba74378-d27a-4c9a-8550-982b06ce4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:42.693533 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-6ba74378-d27a-4c9a-8550-982b06ce4f5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e5d748f-ba5f-4b25-99e8-a7f28ae9235f HTTP/1.1" status: 200 len: 851 time: 0.0462689 Aug 29 17:38:42.724602 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-6b217b74-97ba-4c5f-84e0-d5cec4b64bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03254c1b-168b-405c-956b-1368da1f8c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244288 Aug 29 17:38:42.814504 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-64168162-8b41-4e37-b016-1bb2d97ea3cb service neutron] 10.222.0.16 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803757 Aug 29 17:38:42.916302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d9e69193-b5cf-4b07-8954-38048cf3239e req-bd67eb9c-91db-4713-928a-259069d5248c service neutron] 10.222.0.16 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952673 Aug 29 17:38:42.935729 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2cdc713f-a93a-48d8-81e4-8693208ac01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:43.420265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480053f-8d53-4b3a-b24c-3e43347a07c7 req-888657db-1018-4ab2-9576-bea97d8b1c25 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:43.421774 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2480053f-8d53-4b3a-b24c-3e43347a07c7 req-888657db-1018-4ab2-9576-bea97d8b1c25 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 943 time: 0.0499787 Aug 29 17:38:43.460269 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2480053f-8d53-4b3a-b24c-3e43347a07c7 req-328c1e65-86c0-42a5-8ac1-fafb6a2726e4 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Aug 29 17:38:44.250320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:44.252659 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acc1055-2936-428f-a61e-a08a734cd3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:44.300609 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59b84c8-77eb-4ce0-a74a-06a63afe4161 x-openstack-request-id: req-f59b84c8-77eb-4ce0-a74a-06a63afe4161 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:44.300902 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:44.301577 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f59b84c8-77eb-4ce0-a74a-06a63afe4161 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:44.301577 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8', 'status': 'completed', 'code': 200} Aug 29 17:38:44.359110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-d0788042-5ef8-4196-9c17-536c6104fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:44.360703 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-d0788042-5ef8-4196-9c17-536c6104fc31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=323b7412d3b04ad48d39ba8549e203f0&device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 1095 time: 0.0409291 Aug 29 17:38:44.362520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-a477decc-8266-470a-8000-4245729fd0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:44.364103 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-a477decc-8266-470a-8000-4245729fd0eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=323b7412d3b04ad48d39ba8549e203f0&device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 1095 time: 0.0407658 Aug 29 17:38:44.455966 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-edb371d5-1e6f-4982-a78c-15e38239726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:44.457562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-edb371d5-1e6f-4982-a78c-15e38239726f service neutron] 10.222.0.10 "GET /v2.0/networks?id=03254c1b-168b-405c-956b-1368da1f8c5b HTTP/1.1" status: 200 len: 912 time: 0.0856740 Aug 29 17:38:44.458047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-3c1968b9-cb71-421c-928e-dbe86a3b4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:44.459489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-3c1968b9-cb71-421c-928e-dbe86a3b4db9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03254c1b-168b-405c-956b-1368da1f8c5b HTTP/1.1" status: 200 len: 912 time: 0.0919924 Aug 29 17:38:44.500468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-bf14acd6-919f-4209-9e6e-0e962115921e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8 HTTP/1.1" status: 200 len: 217 time: 0.0340145 Aug 29 17:38:44.502697 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-4769339c-7022-477e-91b2-f93fd73e0f6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8 HTTP/1.1" status: 200 len: 217 time: 0.0371168 Aug 29 17:38:44.552723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-795b6a77-26a7-4996-9b24-0e9cf8f4af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:44.554286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-795b6a77-26a7-4996-9b24-0e9cf8f4af22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e5d748f-ba5f-4b25-99e8-a7f28ae9235f HTTP/1.1" status: 200 len: 851 time: 0.0442612 Aug 29 17:38:44.583128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-f4c76b05-a2b5-41b9-9df0-b20042f6d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:44.584587 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-f4c76b05-a2b5-41b9-9df0-b20042f6d283 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e5d748f-ba5f-4b25-99e8-a7f28ae9235f HTTP/1.1" status: 200 len: 851 time: 0.0775919 Aug 29 17:38:44.585916 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-7a3a2315-f9d1-46b0-8185-9aa335b86345 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03254c1b-168b-405c-956b-1368da1f8c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247765 Aug 29 17:38:44.597356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5384ad-8545-4656-b195-a48778d27a95 req-a66085a3-9e8f-45a7-b301-2a87f5fe4fc2 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:44.598741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b5384ad-8545-4656-b195-a48778d27a95 req-a66085a3-9e8f-45a7-b301-2a87f5fe4fc2 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 943 time: 0.0616949 Aug 29 17:38:44.634625 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-627c3f46-7c57-4457-aa30-3afda55b4fca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03254c1b-168b-405c-956b-1368da1f8c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349362 Aug 29 17:38:44.685024 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-545c4c2c-e3c8-49ba-acfb-aa71901b465c service neutron] 10.222.0.10 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921528 Aug 29 17:38:44.698259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b5384ad-8545-4656-b195-a48778d27a95 req-577242fb-192d-4ad9-b948-ae048a50a217 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901861 Aug 29 17:38:44.749690 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-f1c230fa-0191-4842-943d-1d8669481079 service neutron] 10.222.0.16 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069188 Aug 29 17:38:44.776049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-a5440508-6d4f-4d66-8ec9-0112128a89a7 service neutron] 10.222.0.10 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839529 Aug 29 17:38:44.840483 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9acc1055-2936-428f-a61e-a08a734cd3c3 req-1774cf3b-9395-4639-b4b1-0ba26d9e8127 service neutron] 10.222.0.16 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830920 Aug 29 17:38:45.181394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2c9eed43-056f-4dbe-a414-6025f0a0ade8 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:45.219109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2c9eed43-056f-4dbe-a414-6025f0a0ade8 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:38:45.581352 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-97172a37-d0d4-46e3-a034-c21ba00df5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:45.831667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd94b67-12e3-4f76-b26b-a877679ef1b5 req-d19389c6-c12f-4d1e-8dd4-5c7145ec90b3 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:45.833113 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bbd94b67-12e3-4f76-b26b-a877679ef1b5 req-d19389c6-c12f-4d1e-8dd4-5c7145ec90b3 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 943 time: 0.0482349 Aug 29 17:38:45.873911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bbd94b67-12e3-4f76-b26b-a877679ef1b5 req-1f35d69c-8f68-4a7b-802c-1ed12bac9d34 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348532 Aug 29 17:38:45.936138 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:46.771218 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:46.989076 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369e273-e1bc-4ef2-b94b-74fa2fe3a98b req-393a098e-91b9-4976-af43-03a406f05fdb tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:46.990546 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1369e273-e1bc-4ef2-b94b-74fa2fe3a98b req-393a098e-91b9-4976-af43-03a406f05fdb tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 943 time: 0.0484734 Aug 29 17:38:47.035581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1369e273-e1bc-4ef2-b94b-74fa2fe3a98b req-af69bf9d-0782-4a98-a272-fc11009ec190 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384161 Aug 29 17:38:47.110944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2c9eed43-056f-4dbe-a414-6025f0a0ade8 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:38:47.204972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8,segment=NetworkSegment(b2701dcf-5930-4f7c-8d16-c83da1b7c395),segment_id=b2701dcf-5930-4f7c-8d16-c83da1b7c395)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:47.216745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '2c9eed43-056f-4dbe-a414-6025f0a0ade8', 'network_id': '03254c1b-168b-405c-956b-1368da1f8c5b', 'port_id': '2c9eed43-056f-4dbe-a414-6025f0a0ade8', 'mac_address': 'fa:16:3e:7f:ff:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5d748f-ba5f-4b25-99e8-a7f28ae9235f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:38:47.253051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:47.265698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9eed43-056f-4dbe-a414-6025f0a0ade8 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:38:47.272662 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-f6522494-71be-4543-8b8f-a86ebfb5c839 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:47.274491 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-f6522494-71be-4543-8b8f-a86ebfb5c839 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.10 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13&tenant_id=323b7412d3b04ad48d39ba8549e203f0&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 943 time: 0.0517557 Aug 29 17:38:47.286719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8,segment=NetworkSegment(b2701dcf-5930-4f7c-8d16-c83da1b7c395),segment_id=b2701dcf-5930-4f7c-8d16-c83da1b7c395)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:47.290454 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:47.333732 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-b289d84f-b71f-4c4a-b683-f442c8ea62f5 service neutron] delete failed (client error): The resource could not be found. Aug 29 17:38:47.334830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-b289d84f-b71f-4c4a-b683-f442c8ea62f5 service neutron] 10.222.0.10 "DELETE /v2.0/ports/2c9eed43-056f-4dbe-a414-6025f0a0ade8/bindings/n-h1-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0537450 Aug 29 17:38:47.335740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=2c9eed43-056f-4dbe-a414-6025f0a0ade8,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:47.418431 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-f7d5f30f-d6ac-464b-96c4-c9f673f2f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:47.420003 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-f7d5f30f-d6ac-464b-96c4-c9f673f2f8b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=323b7412d3b04ad48d39ba8549e203f0&device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 1096 time: 0.0426040 Aug 29 17:38:47.510231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-00b3ed76-d767-4b16-8906-16f564e9ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:47.512275 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-00b3ed76-d767-4b16-8906-16f564e9ad0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=03254c1b-168b-405c-956b-1368da1f8c5b HTTP/1.1" status: 200 len: 912 time: 0.0850208 Aug 29 17:38:47.553017 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-7fbfaba5-52c6-4607-ab78-43c9bb689548 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8 HTTP/1.1" status: 200 len: 217 time: 0.0335429 Aug 29 17:38:47.599741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-c9f62db0-92f9-4b4e-a3a1-9399fd672567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:47.601109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-c9f62db0-92f9-4b4e-a3a1-9399fd672567 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e5d748f-ba5f-4b25-99e8-a7f28ae9235f HTTP/1.1" status: 200 len: 851 time: 0.0415270 Aug 29 17:38:47.634538 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-7616c1d4-98e5-489d-956e-f44fd5221041 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03254c1b-168b-405c-956b-1368da1f8c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264623 Aug 29 17:38:47.639944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['2c9eed43-056f-4dbe-a414-6025f0a0ade8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:38:47.731871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-598073bb-2696-4171-8622-0780c105d1a8 service neutron] 10.222.0.10 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879979 Aug 29 17:38:47.830048 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-15d3fdc8-da2b-48c0-a20e-9e63fcea23f4 service neutron] 10.222.0.10 "GET /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930469 Aug 29 17:38:47.991097 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:48.419561 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:48.508221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746997d-4af4-4994-a737-c3ad7bce4e29 req-bbf03def-df09-44fd-b85e-cd73d4a02c99 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:48.509625 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2746997d-4af4-4994-a737-c3ad7bce4e29 req-bbf03def-df09-44fd-b85e-cd73d4a02c99 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 944 time: 0.0493770 Aug 29 17:38:48.546863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2746997d-4af4-4994-a737-c3ad7bce4e29 req-f8c14327-7f02-4fcd-8046-ce60abfb9379 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305879 Aug 29 17:38:49.141324 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2c9eed43-056f-4dbe-a414-6025f0a0ade8 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:38:49.187980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:38:49.191813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:38:49.192182 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:49.269294 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:49.291010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:49.293265 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8e34f2-38b2-4817-a06f-298d2cb0927a" -d '{"events": [{"server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "name": "network-vif-plugged", "status": "completed", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:49.305790 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8,segment=NetworkSegment(b2701dcf-5930-4f7c-8d16-c83da1b7c395),segment_id=b2701dcf-5930-4f7c-8d16-c83da1b7c395)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:49.310076 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:49.333193 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a4a396-cd8f-4594-98fc-cbda3a94759c x-openstack-request-id: req-d8a4a396-cd8f-4594-98fc-cbda3a94759c {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:49.333515 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "name": "network-vif-plugged", "status": "completed", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:49.333768 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8a4a396-cd8f-4594-98fc-cbda3a94759c {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:49.334159 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8', 'code': 200} Aug 29 17:38:49.358559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=2c9eed43-056f-4dbe-a414-6025f0a0ade8,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:49.661375 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3490-a047-4787-92d2-d66f0bc5cf11 req-07fe29eb-22cd-4331-be72-55118e788fe2 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:49.662898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d88c3490-a047-4787-92d2-d66f0bc5cf11 req-07fe29eb-22cd-4331-be72-55118e788fe2 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0503242 Aug 29 17:38:49.695895 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:38:49.701857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d88c3490-a047-4787-92d2-d66f0bc5cf11 req-9e79514d-19dc-4009-ae3a-31821ecb11d0 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Aug 29 17:38:49.825463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-34b51675-45dc-4687-82dc-88596d645962 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:49.826874 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-34b51675-45dc-4687-82dc-88596d645962 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.16 "GET /v2.0/ports?device_id=22a847b6-5129-4cc9-9e79-f3fd39179a13 HTTP/1.1" status: 200 len: 945 time: 0.0477295 Aug 29 17:38:49.915739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-ed83d8ba-d4c7-4892-806b-7f689b1aa494 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Deleting port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:38:49.916047 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-ed83d8ba-d4c7-4892-806b-7f689b1aa494 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.002589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-ed83d8ba-d4c7-4892-806b-7f689b1aa494 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] For port 2c9eed43-056f-4dbe-a414-6025f0a0ade8, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2c9eed43-056f-4dbe-a414-6025f0a0ade8,segment=NetworkSegment(b2701dcf-5930-4f7c-8d16-c83da1b7c395),segment_id=b2701dcf-5930-4f7c-8d16-c83da1b7c395)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:38:50.002956 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-ed83d8ba-d4c7-4892-806b-7f689b1aa494 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.015696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-ed83d8ba-d4c7-4892-806b-7f689b1aa494 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Calling delete_port for 2c9eed43-056f-4dbe-a414-6025f0a0ade8 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:38:50.143324 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-ed83d8ba-d4c7-4892-806b-7f689b1aa494 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.154908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['2c9eed43-056f-4dbe-a414-6025f0a0ade8'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:38:50.170547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83d8ba-d4c7-4892-806b-7f689b1aa494 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Pushing event deleted for resources: {'Port': ['ID=2c9eed43-056f-4dbe-a414-6025f0a0ade8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:50.216370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-ed83d8ba-d4c7-4892-806b-7f689b1aa494 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] No DVR routers for this DVR port 2c9eed43-056f-4dbe-a414-6025f0a0ade8 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:38:50.219062 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-ed83d8ba-d4c7-4892-806b-7f689b1aa494 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.221104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ae99c21-230e-48ca-8995-8c5eb306a2ea req-ed83d8ba-d4c7-4892-806b-7f689b1aa494 tempest-DeleteServersTestJSON-1049664858 tempest-DeleteServersTestJSON-1049664858-project] 10.222.0.16 "DELETE /v2.0/ports/2c9eed43-056f-4dbe-a414-6025f0a0ade8 HTTP/1.1" status: 204 len: 173 time: 0.3883851 Aug 29 17:38:50.221576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'name': 'network-vif-deleted', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:50.223914 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae650317-fb3d-4b64-aa53-1cb25aaf2d3d" -d '{"events": [{"server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "name": "network-vif-deleted", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:50.260173 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3dbfe9-5aa1-4e45-9fbb-408ef083abf4 x-openstack-request-id: req-bb3dbfe9-5aa1-4e45-9fbb-408ef083abf4 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:50.260469 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a847b6-5129-4cc9-9e79-f3fd39179a13", "name": "network-vif-deleted", "tag": "2c9eed43-056f-4dbe-a414-6025f0a0ade8", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:50.260725 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb3dbfe9-5aa1-4e45-9fbb-408ef083abf4 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:50.261122 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a847b6-5129-4cc9-9e79-f3fd39179a13', 'name': 'network-vif-deleted', 'tag': '2c9eed43-056f-4dbe-a414-6025f0a0ade8', 'status': 'completed', 'code': 200} Aug 29 17:38:50.521952 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.830844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41304) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:50.873910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-d860298a-bdc1-45a7-9790-ab614ddf38fa admin admin] Deleting subnet 2e5d748f-ba5f-4b25-99e8-a7f28ae9235f {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:38:50.876801 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d860298a-bdc1-45a7-9790-ab614ddf38fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.910297 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d860298a-bdc1-45a7-9790-ab614ddf38fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:50.951649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d860298a-bdc1-45a7-9790-ab614ddf38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.001981 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d860298a-bdc1-45a7-9790-ab614ddf38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.032589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860298a-bdc1-45a7-9790-ab614ddf38fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5d748f-ba5f-4b25-99e8-a7f28ae9235f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:51.034502 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d860298a-bdc1-45a7-9790-ab614ddf38fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.036336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d860298a-bdc1-45a7-9790-ab614ddf38fa admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2e5d748f-ba5f-4b25-99e8-a7f28ae9235f HTTP/1.1" status: 204 len: 168 time: 0.2045126 Aug 29 17:38:51.038913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41306) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:51.104381 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.185378 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.195113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03254c1b-168b-405c-956b-1368da1f8c5b']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:51.205072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2701dcf-5930-4f7c-8d16-c83da1b7c395') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:51.205480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2701dcf-5930-4f7c-8d16-c83da1b7c395') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:38:51.214284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.227382 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.233707 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:38:51.234153 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:38:51.235794 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:38:51.287003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.292919 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.297495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/03254c1b-168b-405c-956b-1368da1f8c5b HTTP/1.1" status: 204 len: 168 time: 0.2576189 Aug 29 17:38:51.308928 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326244a4-78d1-49a9-9feb-6f7051336ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=03254c1b-168b-405c-956b-1368da1f8c5b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:51.424057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41310) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:51.462750 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-67f99c54-34aa-4dbb-870a-62e122e94629 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=323b7412d3b04ad48d39ba8549e203f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374970 Aug 29 17:38:51.465159 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41312) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:51.857811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59ab28c3-0a2b-4289-8a2e-f08c369636ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.878400 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59ab28c3-0a2b-4289-8a2e-f08c369636ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.923965 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59ab28c3-0a2b-4289-8a2e-f08c369636ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.926608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-59ab28c3-0a2b-4289-8a2e-f08c369636ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:51.927733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-59ab28c3-0a2b-4289-8a2e-f08c369636ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1daf893d-fe35-4fd0-8f7d-78c5461d2a2b HTTP/1.1" status: 204 len: 168 time: 0.4616103 Aug 29 17:38:51.935810 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab28c3-0a2b-4289-8a2e-f08c369636ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf893d-fe35-4fd0-8f7d-78c5461d2a2b,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:52.602721 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41334) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:52.724121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1392613074-network', 'tenant_id': '6712de1aee8e412492d5c5a1e1a04715'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:52.743869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Made reservation on behalf of 6712de1aee8e412492d5c5a1e1a04715 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:38:52.746332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.755416 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.846296 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.849832 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.873378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:38:52.882017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681e98d6-3dbb-41c0-831e-5592cbe67cb2,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:52.891502 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.891839 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Added segment 964099ad-6a1a-4d16-8674-c59cbe02bc51 of type vlan for network 08a610e1-90bc-4b20-87f8-f123d3e0241d Aug 29 17:38:52.893830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.894177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.894517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.894855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.895187 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.895520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.895844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.896170 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.896491 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.896812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.897150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.897480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:38:52.938690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.963215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:52.964911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:52.965535 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.017357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4134574 Aug 29 17:38:53.024651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41338) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:38:53.027973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff339e-6121-4f02-8d26-3ed9fa01635e admin admin] Pushing event updated for resources: {'Network': ['ID=08a610e1-90bc-4b20-87f8-f123d3e0241d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:53.030535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] Request body: {'subnet': {'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1392613074-subnet', 'tenant_id': '6712de1aee8e412492d5c5a1e1a04715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:53.037535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 08a610e1-90bc-4b20-87f8-f123d3e0241d details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:38:53.051570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] Made reservation on behalf of 6712de1aee8e412492d5c5a1e1a04715 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:38:53.054015 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.151083 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2c9eed43-056f-4dbe-a414-6025f0a0ade8 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:38:53.171036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 2c9eed43-056f-4dbe-a414-6025f0a0ade8 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:38:53.171380 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2c9eed43-056f-4dbe-a414-6025f0a0ade8 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:38:53.219861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.276172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4a9db5-fdd9-4675-bb05-f4fc367729da,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:53.283742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] Checking segment: {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:38:53.284096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] Network hostable DHCP agents. Network: 08a610e1-90bc-4b20-87f8-f123d3e0241d, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:38:53.299514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] Network 08a610e1-90bc-4b20-87f8-f123d3e0241d is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:38:53.307613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 08a610e1-90bc-4b20-87f8-f123d3e0241d) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:38:53.312686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:53.313787 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:53.316863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2535d252-3f98-406d-8054-54e934de71e2 None None] Network 08a610e1-90bc-4b20-87f8-f123d3e0241d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:38:53.328149 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6228373e-1561-43b8-a0e7-c8d8252fcb11 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3018348 Aug 29 17:38:53.444177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b352b2d3-f14d-439c-b8cf-0ef56c34b02f None None] Network 08a610e1-90bc-4b20-87f8-f123d3e0241d requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:38:53.750715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-87e5b89b-ee88-45d1-915e-feaa75f91fcf tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:53.752174 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-87e5b89b-ee88-45d1-915e-feaa75f91fcf tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 815 time: 0.1015220 Aug 29 17:38:53.766984 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e1370a72-aed2-41b4-9db9-f7b5880cda58 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/quotas/6712de1aee8e412492d5c5a1e1a04715 HTTP/1.1" status: 200 len: 375 time: 0.0088394 Aug 29 17:38:53.801705 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1b383de-abf3-4ea3-a82e-809715680479 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295861 Aug 29 17:38:53.861621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-a49af3a6-b2a5-4a4e-b0ec-082680ee524e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:38:53.862613 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-a49af3a6-b2a5-4a4e-b0ec-082680ee524e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544960 Aug 29 17:38:53.948276 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-47d93859-a033-4ec1-9fce-d36d0b5023c7 service neutron] 10.222.0.22 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794489 Aug 29 17:38:54.037090 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-4fa4e088-ff71-4478-bbd9-468bf4b6ba7a service neutron] 10.222.0.22 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828073 Aug 29 17:38:54.194104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12053dbd-7343-4eae-a300-32e4f50d2a7d req-2076c312-3862-44a0-b8a6-86f6b84c5c13 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 210 time: 0.0265865 Aug 29 17:38:55.072565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-6bdbea48-4755-4655-82a8-eabb78ecbf40 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:55.074058 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-6bdbea48-4755-4655-82a8-eabb78ecbf40 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.16 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 815 time: 0.1064091 Aug 29 17:38:55.086826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Request body: {'port': {'device_id': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d', 'admin_state_up': True, 'tenant_id': '6712de1aee8e412492d5c5a1e1a04715'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:55.192474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Made reservation on behalf of 6712de1aee8e412492d5c5a1e1a04715 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:38:55.196003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.287543 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5b3108b0-c997-40b3-83a7-56b1f86e6650 req-65d8fcfc-0ca7-487f-90eb-c75c576da1aa tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 210 time: 0.0269825 Aug 29 17:38:55.328030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Allocated IP 172.20.0.4 (08a610e1-90bc-4b20-87f8-f123d3e0241d/9b4a9db5-fdd9-4675-bb05-f4fc367729da/949f1283-238a-40e4-8647-25d487f8ee23) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:38:55.475068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.513012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.553890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Network 08a610e1-90bc-4b20-87f8-f123d3e0241d is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:38:55.556870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:38:55.562556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:38:55.587733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Pushing event updated for resources: {'Port': ['ID=949f1283-238a-40e4-8647-25d487f8ee23,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:55.615323 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:55.615963 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.629867 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-e0413038-e7b8-4134-a015-c894bc790617 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468855 Aug 29 17:38:55.642216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Request body: {'port': {'device_id': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:38:55.697319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.959007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949f1283-238a-40e4-8647-25d487f8ee23 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:38:55.966813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:55.978112 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Transition to ACTIVE for port object 949f1283-238a-40e4-8647-25d487f8ee23 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:38:55.981705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:56.032798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=949f1283-238a-40e4-8647-25d487f8ee23,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:56.102409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Attempting to bind port 949f1283-238a-40e4-8647-25d487f8ee23 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:38:56.102742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Attempting to bind port 949f1283-238a-40e4-8647-25d487f8ee23 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:38:56.103070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Attempting to bind port 949f1283-238a-40e4-8647-25d487f8ee23 on network 08a610e1-90bc-4b20-87f8-f123d3e0241d {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:38:56.107221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Port 949f1283-238a-40e4-8647-25d487f8ee23 on network 08a610e1-90bc-4b20-87f8-f123d3e0241d not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:38:56.107539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Attempting to bind port 949f1283-238a-40e4-8647-25d487f8ee23 on network 08a610e1-90bc-4b20-87f8-f123d3e0241d {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:38:56.112228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:38:56.112562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Checking segment: {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:38:56.112946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Bound using segment: {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:38:56.113396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Bound port: 949f1283-238a-40e4-8647-25d487f8ee23, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:38:56.113745 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:56.178417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:38:56.181573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=949f1283-238a-40e4-8647-25d487f8ee23,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:38:56.186326 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:56.219637 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:56.220236 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:38:56.221888 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] 10.222.0.16 "PUT /v2.0/ports/949f1283-238a-40e4-8647-25d487f8ee23 HTTP/1.1" status: 200 len: 1092 time: 0.5834818 Aug 29 17:38:56.222478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:38:56.224815 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30865ca4-631f-49fc-9cde-9c752412aa12" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "tag": "949f1283-238a-40e4-8647-25d487f8ee23"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:38:56.254005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1981be1-30a7-4683-a2d0-b583a1d0f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=949f1283-238a-40e4-8647-25d487f8ee23,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:38:56.268875 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd99747f-f629-4747-9d8e-6982bb792c63 x-openstack-request-id: req-cd99747f-f629-4747-9d8e-6982bb792c63 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:38:56.269157 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "tag": "949f1283-238a-40e4-8647-25d487f8ee23", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:38:56.269430 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd99747f-f629-4747-9d8e-6982bb792c63 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:38:56.269814 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23', 'status': 'completed', 'code': 200} Aug 29 17:38:56.305026 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-8e91e4db-b415-4983-b5bb-e300c473ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:56.306515 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-8e91e4db-b415-4983-b5bb-e300c473ebd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 1095 time: 0.0477400 Aug 29 17:38:56.349360 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-a3ba67ae-2d0b-4051-bd47-08e9d7c6b46a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=949f1283-238a-40e4-8647-25d487f8ee23 HTTP/1.1" status: 200 len: 217 time: 0.0348783 Aug 29 17:38:56.398921 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-aff2cce0-cd5c-4ea3-ba9b-b251891f1f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:56.400365 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-aff2cce0-cd5c-4ea3-ba9b-b251891f1f20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0443647 Aug 29 17:38:56.402277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566d332-58af-49c5-8d3c-2080b9db4f6a req-3a27a69e-532f-48f8-80ec-bdd717f5a458 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:56.403446 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6566d332-58af-49c5-8d3c-2080b9db4f6a req-3a27a69e-532f-48f8-80ec-bdd717f5a458 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 943 time: 0.0493882 Aug 29 17:38:56.434855 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-20c57cff-15de-4a7a-8d43-1637947aed57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268221 Aug 29 17:38:56.442816 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6566d332-58af-49c5-8d3c-2080b9db4f6a req-e3fb7ace-ab63-4b43-8024-0eba899ad806 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Aug 29 17:38:56.528096 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-d779e288-0e56-4b1a-b50e-0f1444c3462c service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860932 Aug 29 17:38:56.616607 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70c4cc64-575f-4128-9f56-6df86383ea44 req-0c33d1a6-3e69-4555-8db9-235945d7adee service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813768 Aug 29 17:38:56.710860 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30865ca4-631f-49fc-9cde-9c752412aa12 req-e8614320-fac1-49ae-b97e-e73334e6eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:56.712340 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30865ca4-631f-49fc-9cde-9c752412aa12 req-e8614320-fac1-49ae-b97e-e73334e6eeac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 1095 time: 0.0477300 Aug 29 17:38:56.801924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30865ca4-631f-49fc-9cde-9c752412aa12 req-1378537c-b4a6-4ed5-9e08-a593db712bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:56.803364 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30865ca4-631f-49fc-9cde-9c752412aa12 req-1378537c-b4a6-4ed5-9e08-a593db712bff service neutron] 10.222.0.16 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0841720 Aug 29 17:38:56.847487 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30865ca4-631f-49fc-9cde-9c752412aa12 req-5cfa60b9-5ce8-41d9-97bf-4f2327099ef5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=949f1283-238a-40e4-8647-25d487f8ee23 HTTP/1.1" status: 200 len: 217 time: 0.0372372 Aug 29 17:38:56.896161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30865ca4-631f-49fc-9cde-9c752412aa12 req-710c3222-de99-44b7-8f7e-ace6169d4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:56.897606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30865ca4-631f-49fc-9cde-9c752412aa12 req-710c3222-de99-44b7-8f7e-ace6169d4da5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0430925 Aug 29 17:38:56.928342 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30865ca4-631f-49fc-9cde-9c752412aa12 req-1d11a564-ff33-4416-aa1a-0f53ba74f36e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241528 Aug 29 17:38:57.016287 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30865ca4-631f-49fc-9cde-9c752412aa12 req-b9cf9bde-21c5-4215-b378-6bdd87e2fe44 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806284 Aug 29 17:38:57.111263 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30865ca4-631f-49fc-9cde-9c752412aa12 req-e6145ef1-fba5-4671-a950-051105ff7ce1 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876517 Aug 29 17:38:57.558192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6db1d-7d1d-4359-adcc-ac36025657d4 req-fa6f4503-3b3f-4730-8112-31bfc86dff6a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:57.560302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8df6db1d-7d1d-4359-adcc-ac36025657d4 req-fa6f4503-3b3f-4730-8112-31bfc86dff6a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 943 time: 0.0495565 Aug 29 17:38:57.597482 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8df6db1d-7d1d-4359-adcc-ac36025657d4 req-ec303cd7-0541-423e-8589-d393db636eb2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313032 Aug 29 17:38:58.710989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994dcd3-ac5b-4f4f-9cc3-98d39bc826fa req-c9de1029-0d9a-4844-a47d-4d29de60efda tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:58.712359 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9994dcd3-ac5b-4f4f-9cc3-98d39bc826fa req-c9de1029-0d9a-4844-a47d-4d29de60efda tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 943 time: 0.0482228 Aug 29 17:38:58.749290 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9994dcd3-ac5b-4f4f-9cc3-98d39bc826fa req-fdaee580-6da1-4230-a56d-78d7e7b8c03a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Aug 29 17:38:59.866387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210a86c-32a8-4356-945e-d44ec2261e9e req-a8fdb4ae-9bb0-48b5-8d51-11978578cc20 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:38:59.867837 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1210a86c-32a8-4356-945e-d44ec2261e9e req-a8fdb4ae-9bb0-48b5-8d51-11978578cc20 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 943 time: 0.0531039 Aug 29 17:38:59.906197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1210a86c-32a8-4356-945e-d44ec2261e9e req-05221761-77f2-4224-92f9-3253c8940576 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Aug 29 17:39:01.021474 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020b97a-213a-499c-b449-015018c011d7 req-7b120db3-e420-4823-9378-5ea3117a0e0b tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:01.022931 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7020b97a-213a-499c-b449-015018c011d7 req-7b120db3-e420-4823-9378-5ea3117a0e0b tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 943 time: 0.0516944 Aug 29 17:39:01.061191 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7020b97a-213a-499c-b449-015018c011d7 req-e0b63ed2-9fd3-4d15-a581-d500aa491868 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Aug 29 17:39:01.197654 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 949f1283-238a-40e4-8647-25d487f8ee23 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:39:01.288143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=949f1283-238a-40e4-8647-25d487f8ee23,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:01.299382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '949f1283-238a-40e4-8647-25d487f8ee23', 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d', 'port_id': '949f1283-238a-40e4-8647-25d487f8ee23', 'mac_address': 'fa:16:3e:0c:65:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4a9db5-fdd9-4675-bb05-f4fc367729da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:39:01.337640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:01.350344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949f1283-238a-40e4-8647-25d487f8ee23 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:01.368252 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=949f1283-238a-40e4-8647-25d487f8ee23,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:01.372133 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:01.420464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=949f1283-238a-40e4-8647-25d487f8ee23,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:01.689168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['949f1283-238a-40e4-8647-25d487f8ee23'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:02.178640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbc2b-919e-4e39-a3f5-14eece62b151 req-d94dd52f-4e2c-4181-85c9-df106982d242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:02.180134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd2cbc2b-919e-4e39-a3f5-14eece62b151 req-d94dd52f-4e2c-4181-85c9-df106982d242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 944 time: 0.0538230 Aug 29 17:39:02.217471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd2cbc2b-919e-4e39-a3f5-14eece62b151 req-86d9cdfc-8a12-4785-9b4f-b27e0e9d954d tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307007 Aug 29 17:39:03.211629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 949f1283-238a-40e4-8647-25d487f8ee23 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:39:03.260017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 949f1283-238a-40e4-8647-25d487f8ee23 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:39:03.263791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 949f1283-238a-40e4-8647-25d487f8ee23 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:39:03.264725 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:03.335417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457e8ac-2e91-4177-a2a8-4712c37dae9f req-40291817-2617-443c-9814-2dbaa076fe53 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:03.336904 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e457e8ac-2e91-4177-a2a8-4712c37dae9f req-40291817-2617-443c-9814-2dbaa076fe53 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 944 time: 0.0490768 Aug 29 17:39:03.341233 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:03.363122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:03.365476 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da35017b-3d99-44fd-b579-5f3b66256a3e" -d '{"events": [{"server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "name": "network-vif-plugged", "status": "completed", "tag": "949f1283-238a-40e4-8647-25d487f8ee23"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:03.375210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e457e8ac-2e91-4177-a2a8-4712c37dae9f req-398a9915-0049-483a-903f-42ce28ef51fd tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Aug 29 17:39:03.382266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=949f1283-238a-40e4-8647-25d487f8ee23,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:03.386738 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:03.412647 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1fccd1-0cc9-40c8-b1c8-ea7ace774a2f x-openstack-request-id: req-9a1fccd1-0cc9-40c8-b1c8-ea7ace774a2f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:03.412945 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "name": "network-vif-plugged", "status": "completed", "tag": "949f1283-238a-40e4-8647-25d487f8ee23", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:03.413199 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a1fccd1-0cc9-40c8-b1c8-ea7ace774a2f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:03.413700 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23', 'code': 200} Aug 29 17:39:03.442699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=949f1283-238a-40e4-8647-25d487f8ee23,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:03.509260 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0beb1-c408-4313-82af-c274828657a7 req-bf2f352b-7499-48eb-b3c3-352a39610872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:03.511026 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8a0beb1-c408-4313-82af-c274828657a7 req-bf2f352b-7499-48eb-b3c3-352a39610872 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 1097 time: 0.0460377 Aug 29 17:39:03.546030 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a8a0beb1-c408-4313-82af-c274828657a7 req-35b87fd9-b279-4d97-a28a-8e772e0b1f2a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276248 Aug 29 17:39:04.492659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e8421-11ff-4c37-ba63-b40ed2e27dca req-44560fce-c2f0-4f5f-8623-0ad98d30de32 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:04.494149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d2e8421-11ff-4c37-ba63-b40ed2e27dca req-44560fce-c2f0-4f5f-8623-0ad98d30de32 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0497210 Aug 29 17:39:04.536510 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d2e8421-11ff-4c37-ba63-b40ed2e27dca req-a39750d6-c772-4f0f-8dab-2706c3b76c01 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364008 Aug 29 17:39:05.657522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1fad0-b942-4a8c-b6b2-c53d51523be0 req-0baa6b4a-c3f4-4147-aff3-af6817316801 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:05.658941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bc1fad0-b942-4a8c-b6b2-c53d51523be0 req-0baa6b4a-c3f4-4147-aff3-af6817316801 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0537934 Aug 29 17:39:05.697699 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1bc1fad0-b942-4a8c-b6b2-c53d51523be0 req-bab5b2f6-297c-4afd-adc8-8326ef3d9cf5 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326779 Aug 29 17:39:05.814282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525583f-71dd-42a2-819f-fea088179917 req-7879ceda-a88a-401e-be4e-e134b5c2d103 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:05.815747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b525583f-71dd-42a2-819f-fea088179917 req-7879ceda-a88a-401e-be4e-e134b5c2d103 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0527437 Aug 29 17:39:05.853187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b525583f-71dd-42a2-819f-fea088179917 req-fe2e046e-8f7c-4564-a810-a992e0e70d8e tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Aug 29 17:39:06.051238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471b513-adf5-4b71-b965-cad701a5afe7 req-e3ba74d2-b582-4d05-9b58-e278232a6501 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:06.052725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c471b513-adf5-4b71-b965-cad701a5afe7 req-e3ba74d2-b582-4d05-9b58-e278232a6501 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0498233 Aug 29 17:39:06.090211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c471b513-adf5-4b71-b965-cad701a5afe7 req-7cc2ea2d-1b35-4107-9db5-e5348b782e8a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313835 Aug 29 17:39:06.203080 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab07fb8-5ed9-40c0-935b-24cf6ecfa715 req-3021dfbc-3cd3-4741-8309-a84a2b1428df tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:06.204465 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aab07fb8-5ed9-40c0-935b-24cf6ecfa715 req-3021dfbc-3cd3-4741-8309-a84a2b1428df tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0495281 Aug 29 17:39:06.240920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aab07fb8-5ed9-40c0-935b-24cf6ecfa715 req-f1263cdf-9f2e-4458-82ca-337e794f170c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306528 Aug 29 17:39:06.502774 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11454bb-5572-468c-9339-e65b3f99914b req-1e16ea66-1002-411f-8d46-49d2ff88bfe6 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:06.504438 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d11454bb-5572-468c-9339-e65b3f99914b req-1e16ea66-1002-411f-8d46-49d2ff88bfe6 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0725739 Aug 29 17:39:06.507229 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-0c2f6257-5383-4d8d-977f-9d0b00f56259 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837870 Aug 29 17:39:06.543091 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d11454bb-5572-468c-9339-e65b3f99914b req-b40886ab-40d3-438d-8733-47c8cbb0432f tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Aug 29 17:39:07.587923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df6b66-4463-404f-bddb-228e1ebba080 req-0d4c6371-85b7-4404-93f5-d26d73a42136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:07.589523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-0d4c6371-85b7-4404-93f5-d26d73a42136 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 1097 time: 0.0420642 Aug 29 17:39:07.659979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265f1c9-0d94-48ae-95d2-27a919e85e64 req-98df6adf-2971-44ae-bd8b-4335d84758c4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:07.661403 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a265f1c9-0d94-48ae-95d2-27a919e85e64 req-98df6adf-2971-44ae-bd8b-4335d84758c4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0485728 Aug 29 17:39:07.680086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df6b66-4463-404f-bddb-228e1ebba080 req-1ab2c2ce-dc57-460f-a4e5-19d0004aa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:07.681588 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-1ab2c2ce-dc57-460f-a4e5-19d0004aa3cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0856528 Aug 29 17:39:07.698388 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a265f1c9-0d94-48ae-95d2-27a919e85e64 req-761e76d6-c942-4ae1-8019-d4886e076a03 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309856 Aug 29 17:39:07.727910 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-46e757fb-3d0c-4619-a739-5ba5adc7c344 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=949f1283-238a-40e4-8647-25d487f8ee23 HTTP/1.1" status: 200 len: 217 time: 0.0397398 Aug 29 17:39:07.777725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df6b66-4463-404f-bddb-228e1ebba080 req-ba8d3e75-136c-4651-8626-1c775792277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:07.779244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-ba8d3e75-136c-4651-8626-1c775792277f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0447121 Aug 29 17:39:07.811380 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-7ce46417-8b75-4331-b5dc-59c9028f9a78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249238 Aug 29 17:39:07.903911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-a7d1ca88-7f6c-4783-8311-6c2983e5d445 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864327 Aug 29 17:39:07.993757 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-9c432c41-ed44-4236-b0b6-9b8b3b349212 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829113 Aug 29 17:39:08.102458 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be9818-e37a-4fcc-a4b7-04237f85fcd2 req-284a91f1-4f2d-4fa2-8b25-2b8c9f4e07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:08.104832 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74be9818-e37a-4fcc-a4b7-04237f85fcd2 req-284a91f1-4f2d-4fa2-8b25-2b8c9f4e07c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 1097 time: 0.0452600 Aug 29 17:39:08.216495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be9818-e37a-4fcc-a4b7-04237f85fcd2 req-10b0ee60-714d-4773-84a7-5279d1d987df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:08.218006 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74be9818-e37a-4fcc-a4b7-04237f85fcd2 req-10b0ee60-714d-4773-84a7-5279d1d987df service neutron] 10.222.0.16 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0888047 Aug 29 17:39:08.260582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74be9818-e37a-4fcc-a4b7-04237f85fcd2 req-a42804b4-e804-4366-9110-b26a1e4ec1a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=949f1283-238a-40e4-8647-25d487f8ee23 HTTP/1.1" status: 200 len: 217 time: 0.0347800 Aug 29 17:39:08.312573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be9818-e37a-4fcc-a4b7-04237f85fcd2 req-df38c274-b21f-45e4-8184-505601b20048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:08.314022 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74be9818-e37a-4fcc-a4b7-04237f85fcd2 req-df38c274-b21f-45e4-8184-505601b20048 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0473752 Aug 29 17:39:08.345822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74be9818-e37a-4fcc-a4b7-04237f85fcd2 req-f38b4254-c9c6-4b34-8f5b-08be457a4fd8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241752 Aug 29 17:39:08.434616 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74be9818-e37a-4fcc-a4b7-04237f85fcd2 req-99eabe5b-9fe4-4dc1-9e54-b811d986f44a service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815585 Aug 29 17:39:08.526546 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74be9818-e37a-4fcc-a4b7-04237f85fcd2 req-2a8d88c4-cdde-4507-a5d0-8f36b6fb5a06 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849075 Aug 29 17:39:08.816379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba444919-311d-4af7-9ca3-1b4ae0c9571e req-530d4fb0-68b1-4786-bac4-4f77873455c2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:08.817895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba444919-311d-4af7-9ca3-1b4ae0c9571e req-530d4fb0-68b1-4786-bac4-4f77873455c2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0512476 Aug 29 17:39:08.857736 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba444919-311d-4af7-9ca3-1b4ae0c9571e req-e24d4801-e15c-45c5-b9ca-9dd3d54d0a35 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334244 Aug 29 17:39:09.973203 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155c808-cd04-4946-83a7-9926174c19d6 req-42da4aa2-c200-4d4c-b08f-6ff4122fb871 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:09.974641 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2155c808-cd04-4946-83a7-9926174c19d6 req-42da4aa2-c200-4d4c-b08f-6ff4122fb871 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0510116 Aug 29 17:39:10.012252 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2155c808-cd04-4946-83a7-9926174c19d6 req-62fe0fc1-4814-4b66-a239-153db57f0d1c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317299 Aug 29 17:39:11.126207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e52ec-45a3-4d15-90be-6ec1add6b42a req-94d36d63-8633-4963-b770-34a12379595b tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:11.127668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f54e52ec-45a3-4d15-90be-6ec1add6b42a req-94d36d63-8633-4963-b770-34a12379595b tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0482910 Aug 29 17:39:11.165134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f54e52ec-45a3-4d15-90be-6ec1add6b42a req-e40326b1-2d76-4c63-a9b6-5663864f958e tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313134 Aug 29 17:39:12.278588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f243d5-b7bb-4d42-a1a3-6ad00ee52322 req-e1e436b0-a143-4b90-be14-5735fd7a9584 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:12.280100 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61f243d5-b7bb-4d42-a1a3-6ad00ee52322 req-e1e436b0-a143-4b90-be14-5735fd7a9584 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0487897 Aug 29 17:39:12.316468 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61f243d5-b7bb-4d42-a1a3-6ad00ee52322 req-40c62a4e-488d-4734-aaad-b054ba71c770 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304224 Aug 29 17:39:12.937250 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-11677489-2839-41c0-92a3-65f9852924ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:13.435225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b946554-add3-47ab-9963-2093ce59777b req-b8140f4a-ea05-401e-a468-30074ec522c9 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:13.436697 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b946554-add3-47ab-9963-2093ce59777b req-b8140f4a-ea05-401e-a468-30074ec522c9 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0537860 Aug 29 17:39:13.474342 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b946554-add3-47ab-9963-2093ce59777b req-3edb4b87-efc7-4248-ba49-1cd13b8e6b67 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Aug 29 17:39:14.588379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce890f6-497f-48b7-8ac4-0769bf1a4451 req-9cfc558d-979d-44ab-a72f-847f7239cc6b tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:14.589868 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dce890f6-497f-48b7-8ac4-0769bf1a4451 req-9cfc558d-979d-44ab-a72f-847f7239cc6b tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0485966 Aug 29 17:39:14.626703 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dce890f6-497f-48b7-8ac4-0769bf1a4451 req-942860d0-15d7-4c69-a60d-20b6a5e1da94 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303833 Aug 29 17:39:15.582117 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ca423af1-8fa5-41ce-8a6d-da01606fc46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:15.740395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef458fd-2a6e-41f5-8521-04aa2226e11a req-26e1d024-f5d5-4d34-b355-ba8dd7313552 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:15.741882 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aef458fd-2a6e-41f5-8521-04aa2226e11a req-26e1d024-f5d5-4d34-b355-ba8dd7313552 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0488625 Aug 29 17:39:15.779070 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aef458fd-2a6e-41f5-8521-04aa2226e11a req-796ae75e-660b-468f-8593-ff832e856cf2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Aug 29 17:39:15.937044 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:16.770554 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:16.901002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00775512-1b1e-40a0-806b-ea1ba55d10e8 req-ac1c15c3-549d-47b9-b670-6b2519927c3c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:16.902511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00775512-1b1e-40a0-806b-ea1ba55d10e8 req-ac1c15c3-549d-47b9-b670-6b2519927c3c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0545323 Aug 29 17:39:16.939328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-00775512-1b1e-40a0-806b-ea1ba55d10e8 req-f89fdaf8-07bb-42fd-bd0e-7c61c9f7f7e7 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309722 Aug 29 17:39:18.004631 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:18.055229 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f54a4-aad7-4a5f-b6cd-95dbb4d8e5fa req-45bc36df-2229-4be1-820d-b449372a95b0 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:18.056691 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df1f54a4-aad7-4a5f-b6cd-95dbb4d8e5fa req-45bc36df-2229-4be1-820d-b449372a95b0 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0489113 Aug 29 17:39:18.092897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-df1f54a4-aad7-4a5f-b6cd-95dbb4d8e5fa req-eee70694-3e61-44fb-9d4c-bc1cef2474e3 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303080 Aug 29 17:39:18.421615 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:19.210476 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585df9a-f706-4e54-a4fe-2e23f397cbc6 req-53bc823c-ca94-4d3c-b728-e81e9297eaaa tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:19.212262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c585df9a-f706-4e54-a4fe-2e23f397cbc6 req-53bc823c-ca94-4d3c-b728-e81e9297eaaa tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0508976 Aug 29 17:39:19.250599 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c585df9a-f706-4e54-a4fe-2e23f397cbc6 req-4a26becb-d1e3-4f5b-b004-40055b92ec28 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326688 Aug 29 17:39:20.368658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7979e-54b3-4945-b29a-8e402debad3e req-af76dcc2-355b-406f-b8a5-2c8e77a456d3 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:20.370252 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4c7979e-54b3-4945-b29a-8e402debad3e req-af76dcc2-355b-406f-b8a5-2c8e77a456d3 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0523369 Aug 29 17:39:20.407912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4c7979e-54b3-4945-b29a-8e402debad3e req-eae16dce-7a05-4fa9-a6d6-d2f78d48cba1 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318944 Aug 29 17:39:20.523173 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:21.521447 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a76d82-7899-43f5-85ef-30fee44fac5b req-e3b1e487-8543-462e-a7a0-d965d466025f tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:21.522917 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21a76d82-7899-43f5-85ef-30fee44fac5b req-e3b1e487-8543-462e-a7a0-d965d466025f tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0481074 Aug 29 17:39:21.560100 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21a76d82-7899-43f5-85ef-30fee44fac5b req-2781927e-33cf-4159-a11e-fb4b8d2c48d4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Aug 29 17:39:22.673935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cd3c0-4e76-4f3a-9ad0-46164bdb778a req-4116796c-4869-4e18-8c2c-a73f2a38633d tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:22.675291 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f04cd3c0-4e76-4f3a-9ad0-46164bdb778a req-4116796c-4869-4e18-8c2c-a73f2a38633d tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0485525 Aug 29 17:39:22.711336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f04cd3c0-4e76-4f3a-9ad0-46164bdb778a req-550a8eac-18b1-4967-a810-f6d299977341 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302269 Aug 29 17:39:23.827626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c17a3-fcbb-4d09-b2f3-3dfe86932cd9 req-d57632e1-46dd-4a1a-9e9b-ea3ff4d1b344 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:23.829090 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e8c17a3-fcbb-4d09-b2f3-3dfe86932cd9 req-d57632e1-46dd-4a1a-9e9b-ea3ff4d1b344 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0507534 Aug 29 17:39:23.867571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8e8c17a3-fcbb-4d09-b2f3-3dfe86932cd9 req-71beb19f-e918-4d44-85ce-4e121f34c7e2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Aug 29 17:39:24.980909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d7753-a121-43d2-b202-0e8448fa1cd3 req-aac34fbc-c0e3-4199-b5c3-359edc807cee tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:24.982449 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-636d7753-a121-43d2-b202-0e8448fa1cd3 req-aac34fbc-c0e3-4199-b5c3-359edc807cee tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0487776 Aug 29 17:39:25.020395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-636d7753-a121-43d2-b202-0e8448fa1cd3 req-f614fd0e-03c9-40de-a7cb-724864eef322 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 Aug 29 17:39:26.133433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d890093-01b1-4a80-b0cb-ae2e1b0779c0 req-5ff7b881-ce98-447b-9be6-0f15c83a08a1 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:26.134894 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d890093-01b1-4a80-b0cb-ae2e1b0779c0 req-5ff7b881-ce98-447b-9be6-0f15c83a08a1 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0483928 Aug 29 17:39:26.170899 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d890093-01b1-4a80-b0cb-ae2e1b0779c0 req-c7c0f193-75dc-4b82-8d5a-1f690b00cff1 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302088 Aug 29 17:39:26.695112 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:39:27.288807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b053b-c902-4665-9cdc-bd34862e743d req-ab810c80-8386-4481-9870-b511f3e4a6f4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:27.290304 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-363b053b-c902-4665-9cdc-bd34862e743d req-ab810c80-8386-4481-9870-b511f3e4a6f4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0533569 Aug 29 17:39:27.327232 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-363b053b-c902-4665-9cdc-bd34862e743d req-40a7320c-5cd8-4f45-b028-aa01b67e53af tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Aug 29 17:39:28.441348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba8d73-2c9b-48ed-be3f-488b0208b0b5 req-f7c7cc21-6948-4110-92cc-56655c7098d7 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:28.442797 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5eba8d73-2c9b-48ed-be3f-488b0208b0b5 req-f7c7cc21-6948-4110-92cc-56655c7098d7 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0473495 Aug 29 17:39:28.479798 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5eba8d73-2c9b-48ed-be3f-488b0208b0b5 req-9007fc7d-ba75-456d-beae-e816f60e920f tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311575 Aug 29 17:39:29.591830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148d7b-c949-423e-b152-4f75d1f5ccb9 req-eba13662-1791-4612-8887-9a0503c860e5 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:29.593455 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4c148d7b-c949-423e-b152-4f75d1f5ccb9 req-eba13662-1791-4612-8887-9a0503c860e5 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0486138 Aug 29 17:39:29.631160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4c148d7b-c949-423e-b152-4f75d1f5ccb9 req-a012b861-da85-4e35-92a9-785d9bc9cc16 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Aug 29 17:39:30.747409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb330-9f12-4d98-83a9-8ae926640109 req-fb18242f-e5be-4bb3-918b-c0c9d0db0d95 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:30.748970 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b78bb330-9f12-4d98-83a9-8ae926640109 req-fb18242f-e5be-4bb3-918b-c0c9d0db0d95 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0512903 Aug 29 17:39:30.786639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b78bb330-9f12-4d98-83a9-8ae926640109 req-965e5f2f-14e5-4207-909a-4c299dc23b02 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308647 Aug 29 17:39:31.899999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c44ddd-e128-4707-8e5d-38c781071331 req-a32a99e3-82c2-42db-a9a2-e2b8d39d8cfa tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:31.901466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3c44ddd-e128-4707-8e5d-38c781071331 req-a32a99e3-82c2-42db-a9a2-e2b8d39d8cfa tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0491254 Aug 29 17:39:31.941161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3c44ddd-e128-4707-8e5d-38c781071331 req-763d5f3d-e18e-451b-9523-d6e143153a9d tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Aug 29 17:39:33.054880 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721a4b9-e6cc-410b-893c-8437c7b9ce33 req-72433d39-5936-4699-9f9f-8b19a4bd12ef tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:33.056348 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5721a4b9-e6cc-410b-893c-8437c7b9ce33 req-72433d39-5936-4699-9f9f-8b19a4bd12ef tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0487394 Aug 29 17:39:33.092248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5721a4b9-e6cc-410b-893c-8437c7b9ce33 req-5f68c39f-8e6b-4843-a3d2-c4f77fe509eb tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299885 Aug 29 17:39:34.209906 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327db99-759e-4f75-b8ec-50707f62a33c req-c3548086-ce70-4878-9447-5892c9dd6f75 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:34.211361 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e327db99-759e-4f75-b8ec-50707f62a33c req-c3548086-ce70-4878-9447-5892c9dd6f75 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0517440 Aug 29 17:39:34.248141 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e327db99-759e-4f75-b8ec-50707f62a33c req-cac5f7a5-5584-47a8-b45e-bb1bdcb99815 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309401 Aug 29 17:39:34.929740 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-25df6b66-4463-404f-bddb-228e1ebba080 req-d5bb5bdb-0e1f-4998-b322-d8ce9c9ca005 service neutron] show failed (client error): The resource could not be found. Aug 29 17:39:34.930822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-d5bb5bdb-0e1f-4998-b322-d8ce9c9ca005 service neutron] 10.222.0.16 "GET /v2.0/ports/949f1283-238a-40e4-8647-25d487f8ee23/bindings/n-h1-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0545681 Aug 29 17:39:35.121134 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df6b66-4463-404f-bddb-228e1ebba080 req-e428760f-63a1-48d4-8390-97eb48dea811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:35.122659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-e428760f-63a1-48d4-8390-97eb48dea811 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d&tenant_id=6712de1aee8e412492d5c5a1e1a04715 HTTP/1.1" status: 200 len: 1097 time: 0.0392792 Aug 29 17:39:35.133974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:35.185835 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:35.412642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6e2ab-d8b4-49e3-a886-2ac453e9f47c req-d059f129-f5e3-4946-92b9-552dabea8cd3 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:35.414189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-78b6e2ab-d8b4-49e3-a886-2ac453e9f47c req-d059f129-f5e3-4946-92b9-552dabea8cd3 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0743151 Aug 29 17:39:35.420845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=949f1283-238a-40e4-8647-25d487f8ee23,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:35.479938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-78b6e2ab-d8b4-49e3-a886-2ac453e9f47c req-0d065b60-8103-4d08-85ac-c09b2c886b67 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563993 Aug 29 17:39:35.482791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:39:35.521444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:35.523680 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b92a50-1af2-4d6c-a85e-a729d3c5a62e" -d '{"events": [{"server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "name": "network-vif-unplugged", "status": "completed", "tag": "949f1283-238a-40e4-8647-25d487f8ee23"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:35.527743 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:35.540262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Transition to ACTIVE for port object 949f1283-238a-40e4-8647-25d487f8ee23 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:39:35.543743 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:35.573550 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0391f6b7-d2a0-4ddd-b91e-854eac0bde32 x-openstack-request-id: req-0391f6b7-d2a0-4ddd-b91e-854eac0bde32 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:35.573843 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "name": "network-vif-unplugged", "status": "completed", "tag": "949f1283-238a-40e4-8647-25d487f8ee23", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:35.574101 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0391f6b7-d2a0-4ddd-b91e-854eac0bde32 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:35.574491 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23', 'code': 200} Aug 29 17:39:35.606313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] No DVR routers for this DVR port 949f1283-238a-40e4-8647-25d487f8ee23 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:39:35.610934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Pushing event updated for resources: {'Port': ['ID=949f1283-238a-40e4-8647-25d487f8ee23,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:35.647195 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Attempting to bind port 949f1283-238a-40e4-8647-25d487f8ee23 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:39:35.647534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Attempting to bind port 949f1283-238a-40e4-8647-25d487f8ee23 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:39:35.647867 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Attempting to bind port 949f1283-238a-40e4-8647-25d487f8ee23 on network 08a610e1-90bc-4b20-87f8-f123d3e0241d {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:35.652094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Port 949f1283-238a-40e4-8647-25d487f8ee23 on network 08a610e1-90bc-4b20-87f8-f123d3e0241d not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:39:35.652419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Attempting to bind port 949f1283-238a-40e4-8647-25d487f8ee23 on network 08a610e1-90bc-4b20-87f8-f123d3e0241d {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:35.657752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:39:35.658088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Checking segment: {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:39:35.658470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Bound using segment: {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:39:35.658894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Bound port: 949f1283-238a-40e4-8647-25d487f8ee23, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:39:35.659255 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:36.049655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:39:36.052774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=949f1283-238a-40e4-8647-25d487f8ee23,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:39:36.056210 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:36.090171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:36.090788 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:36.092179 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] 10.222.0.10 "PUT /v2.0/ports/949f1283-238a-40e4-8647-25d487f8ee23 HTTP/1.1" status: 200 len: 1092 time: 0.9622772 Aug 29 17:39:36.111227 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1e414-6941-4b23-a985-eb94e35cbb16 service neutron] Pushing event updated for resources: {'Port': ['ID=949f1283-238a-40e4-8647-25d487f8ee23,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:36.153029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df6b66-4463-404f-bddb-228e1ebba080 req-9840599e-df57-488d-bc17-68fed3e0aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:36.154522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-9840599e-df57-488d-bc17-68fed3e0aa30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 1095 time: 0.0397673 Aug 29 17:39:36.243377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df6b66-4463-404f-bddb-228e1ebba080 req-eab8d41b-fb7d-4e3e-a77c-3809948188b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:36.244809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-eab8d41b-fb7d-4e3e-a77c-3809948188b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0829444 Aug 29 17:39:36.285122 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-d06f9a77-36ba-4ba1-af93-e66f2719d29d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=949f1283-238a-40e4-8647-25d487f8ee23 HTTP/1.1" status: 200 len: 217 time: 0.0331957 Aug 29 17:39:36.332795 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df6b66-4463-404f-bddb-228e1ebba080 req-ab5556b0-6726-439f-80e3-05c851d99ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:36.334214 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-ab5556b0-6726-439f-80e3-05c851d99ee2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0418735 Aug 29 17:39:36.368516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-97746984-fe14-4071-9613-75080794ea29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272505 Aug 29 17:39:36.456574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-cb3b5c0a-1f4d-40df-b6df-ad4c29a51d3f service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805695 Aug 29 17:39:36.549965 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25df6b66-4463-404f-bddb-228e1ebba080 req-fcc49317-7dd0-47fe-a724-ac55b849b4d4 service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861108 Aug 29 17:39:36.599136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b81bb-3852-4192-9782-2d7c8d0dd48d req-f2a27234-5d43-4775-9e06-00d1fd9d29c8 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:36.600542 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b9b81bb-3852-4192-9782-2d7c8d0dd48d req-f2a27234-5d43-4775-9e06-00d1fd9d29c8 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 943 time: 0.0531087 Aug 29 17:39:36.639901 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b9b81bb-3852-4192-9782-2d7c8d0dd48d req-84220cf5-7d5e-4a5f-a37f-564f9d419418 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327861 Aug 29 17:39:37.575983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:37.578336 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249f6818-5e78-4882-a81b-709b199947ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "tag": "949f1283-238a-40e4-8647-25d487f8ee23"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:37.625584 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5a4345-2f93-4db6-8a28-d0d3105c014a x-openstack-request-id: req-fa5a4345-2f93-4db6-8a28-d0d3105c014a {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:37.625884 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "tag": "949f1283-238a-40e4-8647-25d487f8ee23", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:37.626123 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa5a4345-2f93-4db6-8a28-d0d3105c014a {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:37.626516 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23', 'status': 'completed', 'code': 200} Aug 29 17:39:37.685370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6818-5e78-4882-a81b-709b199947ff req-ed3a05a9-0f85-42f8-a95a-aaeb2dd27ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:37.687018 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-ed3a05a9-0f85-42f8-a95a-aaeb2dd27ba5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 1095 time: 0.0430090 Aug 29 17:39:37.687631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6818-5e78-4882-a81b-709b199947ff req-3a9475b5-4601-434e-94aa-f616a3b38088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:37.689471 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-3a9475b5-4601-434e-94aa-f616a3b38088 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 1095 time: 0.0413682 Aug 29 17:39:37.783953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6818-5e78-4882-a81b-709b199947ff req-221a8c75-d719-4041-943d-4ae625c848fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:37.785493 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-221a8c75-d719-4041-943d-4ae625c848fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0917180 Aug 29 17:39:37.811370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1703666-39a1-4c57-b584-a7a770c9fad0 req-626fb194-7a7b-4c4c-bec7-3716c5f2b67e tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:37.812908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1703666-39a1-4c57-b584-a7a770c9fad0 req-626fb194-7a7b-4c4c-bec7-3716c5f2b67e tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 943 time: 0.0977583 Aug 29 17:39:37.828161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-48bc458f-244c-4d62-958b-3d04114d99d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=949f1283-238a-40e4-8647-25d487f8ee23 HTTP/1.1" status: 200 len: 217 time: 0.0344603 Aug 29 17:39:37.831489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6818-5e78-4882-a81b-709b199947ff req-71d66333-dc59-4403-a862-f06e9848788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:37.832909 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-71d66333-dc59-4403-a862-f06e9848788d service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.1357543 Aug 29 17:39:37.875856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6818-5e78-4882-a81b-709b199947ff req-782f0247-d3a7-4031-8be9-a3066864eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:37.877374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-782f0247-d3a7-4031-8be9-a3066864eda6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0430901 Aug 29 17:39:37.888341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-4a35e5d8-49df-477c-9639-d0385431ddfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=949f1283-238a-40e4-8647-25d487f8ee23 HTTP/1.1" status: 200 len: 217 time: 0.0467272 Aug 29 17:39:37.896049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1703666-39a1-4c57-b584-a7a770c9fad0 req-906c479b-8ecb-49fe-b1a4-df501dafc07d tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745625 Aug 29 17:39:37.919833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-6142fc87-848a-4864-bf3c-83a62499805e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353615 Aug 29 17:39:37.943452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f6818-5e78-4882-a81b-709b199947ff req-64b41ab2-c191-4ea6-8908-e1e2f5de405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:37.944255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-64b41ab2-c191-4ea6-8908-e1e2f5de405d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0473533 Aug 29 17:39:37.979454 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-b653d2ab-45be-4251-bebb-16f712e8c04c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279105 Aug 29 17:39:38.023673 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-3acddec1-d20a-46ae-9555-5e7380d1e801 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966599 Aug 29 17:39:38.085604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-9dc660f0-13ac-4333-988d-43d8599537d1 service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915189 Aug 29 17:39:38.121062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-088b73e6-ce12-4bc5-a62a-657b0f734cb1 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905948 Aug 29 17:39:38.182432 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-249f6818-5e78-4882-a81b-709b199947ff req-36165fbb-8bbe-4948-a15d-56659c05e21d service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890920 Aug 29 17:39:39.014668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44cb31-ce28-4733-8609-69d27fc743af req-4fec60e0-0a37-42ae-9a2b-cda3188fd1b1 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:39.016112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd44cb31-ce28-4733-8609-69d27fc743af req-4fec60e0-0a37-42ae-9a2b-cda3188fd1b1 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 943 time: 0.0496745 Aug 29 17:39:39.053658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd44cb31-ce28-4733-8609-69d27fc743af req-5a33ed5f-0602-4cad-9df9-ac4d9a012e88 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Aug 29 17:39:39.310576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ca659-b95a-4115-8bc6-cfd1ec0e0851 req-74706dc8-9f3b-4072-aafe-1cbef11562e5 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:39.312104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f1ca659-b95a-4115-8bc6-cfd1ec0e0851 req-74706dc8-9f3b-4072-aafe-1cbef11562e5 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 943 time: 0.1164365 Aug 29 17:39:39.320415 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-1d3af5fa-ad1e-4b92-9c4c-84c5bcc6dbfb tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:39.321791 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-1d3af5fa-ad1e-4b92-9c4c-84c5bcc6dbfb tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d&tenant_id=6712de1aee8e412492d5c5a1e1a04715&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 943 time: 0.1151688 Aug 29 17:39:39.370326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 949f1283-238a-40e4-8647-25d487f8ee23 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:39:39.385954 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5f1ca659-b95a-4115-8bc6-cfd1ec0e0851 req-7d7bd2a9-211c-40ba-b159-91e2e26ef016 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632234 Aug 29 17:39:39.392095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 949f1283-238a-40e4-8647-25d487f8ee23 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:39:39.404194 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-b462a594-d581-48b2-aa3b-db2f44eecce5 service neutron] delete failed (client error): The resource could not be found. Aug 29 17:39:39.405257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-b462a594-d581-48b2-aa3b-db2f44eecce5 service neutron] 10.222.0.16 "DELETE /v2.0/ports/949f1283-238a-40e4-8647-25d487f8ee23/bindings/n-h2-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0759447 Aug 29 17:39:39.461492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 949f1283-238a-40e4-8647-25d487f8ee23 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:39:39.489519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-8e201e45-e12e-4a75-b03a-8b96721b1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:39.491014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-8e201e45-e12e-4a75-b03a-8b96721b1507 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 1095 time: 0.0418847 Aug 29 17:39:39.502647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=949f1283-238a-40e4-8647-25d487f8ee23,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:39.513078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '949f1283-238a-40e4-8647-25d487f8ee23', 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d', 'port_id': '949f1283-238a-40e4-8647-25d487f8ee23', 'mac_address': 'fa:16:3e:0c:65:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4a9db5-fdd9-4675-bb05-f4fc367729da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:39:39.551782 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:39.564348 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949f1283-238a-40e4-8647-25d487f8ee23 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:39.583239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=949f1283-238a-40e4-8647-25d487f8ee23,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:39.587205 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:39.587428 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-f61137dc-41ba-48a7-b505-7806619aadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:39.589005 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-f61137dc-41ba-48a7-b505-7806619aadbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0905149 Aug 29 17:39:39.629311 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-c9794538-a859-4101-b6de-4717b114286c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=949f1283-238a-40e4-8647-25d487f8ee23 HTTP/1.1" status: 200 len: 217 time: 0.0337336 Aug 29 17:39:39.634076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=949f1283-238a-40e4-8647-25d487f8ee23,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:39.641702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.642053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.642396 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.642734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.643070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.643405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.643735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.644062 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.644388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.644714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.645041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.645392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:39:39.682553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-da1e1f01-5ddb-4a06-888f-0c1c4373c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:39.683988 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-da1e1f01-5ddb-4a06-888f-0c1c4373c561 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0477896 Aug 29 17:39:39.714739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-4d4913a4-d32a-42c5-9331-1bc06e636ea8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241640 Aug 29 17:39:39.797669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['949f1283-238a-40e4-8647-25d487f8ee23'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:39.801822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-edb63ec8-ce1a-47d3-8ddf-89c3929043e3 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804720 Aug 29 17:39:39.896097 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e823c46-67f4-4489-b8e8-76aab2a03211 req-dba775cf-c327-46a0-9134-608ccffaf451 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871117 Aug 29 17:39:40.509454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f0df8-5442-4f27-a216-b0a337feca36 req-a7e47e08-0010-400b-92d6-2122e654d6d2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:40.510906 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-596f0df8-5442-4f27-a216-b0a337feca36 req-a7e47e08-0010-400b-92d6-2122e654d6d2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 944 time: 0.0491984 Aug 29 17:39:40.548107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-596f0df8-5442-4f27-a216-b0a337feca36 req-a0c44e99-fd01-4c6d-a25a-cb529ebc7608 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312648 Aug 29 17:39:40.660449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3b29-bfbb-458c-b7ce-242f6a7c4984 req-fc9d9368-d765-46b2-8a1e-6233160c3e9a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:40.661936 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70dd3b29-bfbb-458c-b7ce-242f6a7c4984 req-fc9d9368-d765-46b2-8a1e-6233160c3e9a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 944 time: 0.0490439 Aug 29 17:39:40.698514 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70dd3b29-bfbb-458c-b7ce-242f6a7c4984 req-09622984-2fe3-417e-8f5f-a8d27205a0aa tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308206 Aug 29 17:39:40.815034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459050ac-6651-45c2-815a-bac99d3f794f req-a9ee3c28-b88e-41c0-b766-f27ed4d6f366 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:40.816430 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-459050ac-6651-45c2-815a-bac99d3f794f req-a9ee3c28-b88e-41c0-b766-f27ed4d6f366 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 944 time: 0.0533473 Aug 29 17:39:40.853329 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-459050ac-6651-45c2-815a-bac99d3f794f req-7b92f5d0-6c7b-4e90-91d1-0ae8ec8d4bf4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Aug 29 17:39:41.194799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-85e8408d-a33e-42a6-908b-a8eb68646d83 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:41.196253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-85e8408d-a33e-42a6-908b-a8eb68646d83 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 815 time: 0.0982769 Aug 29 17:39:41.211218 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-1fca375a-82eb-44f4-952b-30d744d52b78 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/quotas/6712de1aee8e412492d5c5a1e1a04715 HTTP/1.1" status: 200 len: 375 time: 0.0092361 Aug 29 17:39:41.258177 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-5cb5771f-85c2-4545-abff-e444b92c1cc0 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418806 Aug 29 17:39:41.349436 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-2e4e7dff-b41f-4de3-8150-1ab36599634c service neutron] 10.222.0.22 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842071 Aug 29 17:39:41.400468 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 949f1283-238a-40e4-8647-25d487f8ee23 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:39:41.436716 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-2b97bd9d-0acc-4995-90ba-5500793994dd service neutron] 10.222.0.22 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813594 Aug 29 17:39:41.447856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 949f1283-238a-40e4-8647-25d487f8ee23 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:39:41.451495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 949f1283-238a-40e4-8647-25d487f8ee23 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:39:41.451874 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:41.531477 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:41.559862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:41.562727 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0faed05-d78d-4f7a-ac97-7172a271fa4c" -d '{"events": [{"server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "name": "network-vif-plugged", "status": "completed", "tag": "949f1283-238a-40e4-8647-25d487f8ee23"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:41.580070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=949f1283-238a-40e4-8647-25d487f8ee23,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:41.584833 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:41.607522 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d8387e-e7ba-405b-8726-4d05b5ec277e x-openstack-request-id: req-46d8387e-e7ba-405b-8726-4d05b5ec277e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:41.607827 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "name": "network-vif-plugged", "status": "completed", "tag": "949f1283-238a-40e4-8647-25d487f8ee23", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:41.608078 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46d8387e-e7ba-405b-8726-4d05b5ec277e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:41.608449 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23', 'code': 200} Aug 29 17:39:41.616245 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e2e358d-49ad-4ffe-9b4a-31ee47f64cde req-9903fbbc-c90d-4221-9f80-167939e21f0d tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 210 time: 0.0370550 Aug 29 17:39:41.634135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=949f1283-238a-40e4-8647-25d487f8ee23,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:42.340826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-9cabc446-c377-4994-a3a9-47d3f289f25c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:42.342364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-9cabc446-c377-4994-a3a9-47d3f289f25c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6b84c26-88f4-4e81-9a1b-03a225d9284d HTTP/1.1" status: 200 len: 945 time: 0.0531075 Aug 29 17:39:42.491991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-f7eaf328-0021-4dd7-ab8d-3bb0b59ab545 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Deleting port 949f1283-238a-40e4-8647-25d487f8ee23 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:39:42.492342 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-f7eaf328-0021-4dd7-ab8d-3bb0b59ab545 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.596106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-2e83d47b-9b36-429d-8e97-5fcc692e4dd2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:42.597497 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-2e83d47b-9b36-429d-8e97-5fcc692e4dd2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.10 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 815 time: 0.1691945 Aug 29 17:39:42.615048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Request body: {'port': {'device_id': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d', 'admin_state_up': True, 'tenant_id': '6712de1aee8e412492d5c5a1e1a04715'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:42.677811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-f7eaf328-0021-4dd7-ab8d-3bb0b59ab545 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] For port 949f1283-238a-40e4-8647-25d487f8ee23, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=949f1283-238a-40e4-8647-25d487f8ee23,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:42.678191 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-f7eaf328-0021-4dd7-ab8d-3bb0b59ab545 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.711195 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-f7eaf328-0021-4dd7-ab8d-3bb0b59ab545 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Calling delete_port for 949f1283-238a-40e4-8647-25d487f8ee23 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:39:42.736889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a28f56e-e8e0-432e-b727-adba5f808630 req-db8d5785-90b5-4f10-a30c-a5f75ba8b74c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 210 time: 0.0500419 Aug 29 17:39:42.839816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Made reservation on behalf of 6712de1aee8e412492d5c5a1e1a04715 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:39:42.843636 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.918039 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-f7eaf328-0021-4dd7-ab8d-3bb0b59ab545 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.930900 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['949f1283-238a-40e4-8647-25d487f8ee23'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:42.962346 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2152-88bf-43ce-a22b-f3db4f5e3773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:42.984359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaf328-0021-4dd7-ab8d-3bb0b59ab545 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Pushing event deleted for resources: {'Port': ['ID=949f1283-238a-40e4-8647-25d487f8ee23,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:43.037115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-f7eaf328-0021-4dd7-ab8d-3bb0b59ab545 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] No DVR routers for this DVR port 949f1283-238a-40e4-8647-25d487f8ee23 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:39:43.043429 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-f7eaf328-0021-4dd7-ab8d-3bb0b59ab545 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.045495 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-f7eaf328-0021-4dd7-ab8d-3bb0b59ab545 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.10 "DELETE /v2.0/ports/949f1283-238a-40e4-8647-25d487f8ee23 HTTP/1.1" status: 204 len: 173 time: 0.6922727 Aug 29 17:39:43.046000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'name': 'network-vif-deleted', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:43.049319 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2618b169-ca74-495b-be52-4ad8cfe71376" -d '{"events": [{"server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "name": "network-vif-deleted", "tag": "949f1283-238a-40e4-8647-25d487f8ee23"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:43.088739 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d13a458-94fd-4fc5-aeb1-7963b1475a6d x-openstack-request-id: req-3d13a458-94fd-4fc5-aeb1-7963b1475a6d {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:43.089039 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b84c26-88f4-4e81-9a1b-03a225d9284d", "name": "network-vif-deleted", "tag": "949f1283-238a-40e4-8647-25d487f8ee23", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:43.089431 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d13a458-94fd-4fc5-aeb1-7963b1475a6d {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:43.089791 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b84c26-88f4-4e81-9a1b-03a225d9284d', 'name': 'network-vif-deleted', 'tag': '949f1283-238a-40e4-8647-25d487f8ee23', 'status': 'completed', 'code': 200} Aug 29 17:39:43.105690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Allocated IP 172.20.0.14 (08a610e1-90bc-4b20-87f8-f123d3e0241d/9b4a9db5-fdd9-4675-bb05-f4fc367729da/56862fbc-7e06-4de7-9a25-06684250fecc) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:39:43.261384 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.301272 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.311834 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['949f1283-238a-40e4-8647-25d487f8ee23'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:43.343409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Network 08a610e1-90bc-4b20-87f8-f123d3e0241d is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:39:43.348478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:39:43.352212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:39:43.379584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Pushing event updated for resources: {'Port': ['ID=56862fbc-7e06-4de7-9a25-06684250fecc,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:43.409337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:43.409965 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.424104 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-812fb198-1ab5-49f6-bf4f-dbd191b3cb57 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8173554 Aug 29 17:39:43.436139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Request body: {'port': {'device_id': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:39:43.488479 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.748021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56862fbc-7e06-4de7-9a25-06684250fecc {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:43.755500 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.767368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Transition to ACTIVE for port object 56862fbc-7e06-4de7-9a25-06684250fecc will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:39:43.771956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.834630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Pushing event updated for resources: {'Port': ['ID=56862fbc-7e06-4de7-9a25-06684250fecc,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:43.912872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c605e-34f5-418f-96e9-1df09274d215 req-b2beaf75-ac98-4937-84da-55c740f566d9 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:43.914482 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-153c605e-34f5-418f-96e9-1df09274d215 req-b2beaf75-ac98-4937-84da-55c740f566d9 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 944 time: 0.0982699 Aug 29 17:39:43.937680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Attempting to bind port 56862fbc-7e06-4de7-9a25-06684250fecc on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:39:43.938012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Attempting to bind port 56862fbc-7e06-4de7-9a25-06684250fecc by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:39:43.938341 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Attempting to bind port 56862fbc-7e06-4de7-9a25-06684250fecc on network 08a610e1-90bc-4b20-87f8-f123d3e0241d {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:43.949592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Port 56862fbc-7e06-4de7-9a25-06684250fecc on network 08a610e1-90bc-4b20-87f8-f123d3e0241d not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:39:43.949909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Attempting to bind port 56862fbc-7e06-4de7-9a25-06684250fecc on network 08a610e1-90bc-4b20-87f8-f123d3e0241d {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:39:43.959381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:39:43.959719 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Checking segment: {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:39:43.960102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Bound using segment: {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:39:43.960527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Bound port: 56862fbc-7e06-4de7-9a25-06684250fecc, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:39:43.960879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:43.984612 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-153c605e-34f5-418f-96e9-1df09274d215 req-cd19edda-4f14-442f-82fd-fdb00559931e tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608566 Aug 29 17:39:44.041335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:39:44.044127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=56862fbc-7e06-4de7-9a25-06684250fecc,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:39:44.049160 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:44.083335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:44.083965 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:44.085378 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] 10.222.0.10 "PUT /v2.0/ports/56862fbc-7e06-4de7-9a25-06684250fecc HTTP/1.1" status: 200 len: 1093 time: 0.6532745 Aug 29 17:39:44.106142 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacb88d-3441-4911-bef3-c38b98c7401f service neutron] Pushing event updated for resources: {'Port': ['ID=56862fbc-7e06-4de7-9a25-06684250fecc,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:44.162919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-9f0c6c54-d568-43d9-afb4-925ecbc49855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:44.164425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-9f0c6c54-d568-43d9-afb4-925ecbc49855 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 1096 time: 0.0414612 Aug 29 17:39:44.208524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-ae96e779-3c34-4ace-990d-41884347b526 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56862fbc-7e06-4de7-9a25-06684250fecc HTTP/1.1" status: 200 len: 217 time: 0.0367749 Aug 29 17:39:44.256615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-b9a1e889-7720-48a5-b8e9-63f0ed90979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:44.258131 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-b9a1e889-7720-48a5-b8e9-63f0ed90979a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0433078 Aug 29 17:39:44.290300 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-8d770921-9773-423a-881f-95753be543a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248749 Aug 29 17:39:44.382242 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-9fefad90-190b-4750-bb50-4679cc4413f2 service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852067 Aug 29 17:39:44.472441 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-172f3e3f-829a-44c3-849b-c0009ac7d39b req-5a91f4dd-348f-4668-bdf9-e459309342de service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836546 Aug 29 17:39:45.091198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:45.093677 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d68b8d1-a050-4006-bf52-5e9a23e719e5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:45.103121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49dc87-5be2-43ff-b587-8ba6f4375688 req-725b4fd2-8b8f-41b0-94d3-cb2ee0391b17 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:45.104629 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7c49dc87-5be2-43ff-b587-8ba6f4375688 req-725b4fd2-8b8f-41b0-94d3-cb2ee0391b17 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 944 time: 0.0523694 Aug 29 17:39:45.129324 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d0dfaf-a82b-4672-8c32-8dfbafd2db08 x-openstack-request-id: req-22d0dfaf-a82b-4672-8c32-8dfbafd2db08 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:45.129619 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:45.129874 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22d0dfaf-a82b-4672-8c32-8dfbafd2db08 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:45.130527 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc', 'status': 'completed', 'code': 200} Aug 29 17:39:45.145548 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7c49dc87-5be2-43ff-b587-8ba6f4375688 req-b56dd99e-798d-439f-bd6b-ab550be66175 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350122 Aug 29 17:39:45.192319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b8d1-a050-4006-bf52-5e9a23e719e5 req-d2588630-7091-47cf-a64a-4a8012764bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:45.193826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d68b8d1-a050-4006-bf52-5e9a23e719e5 req-d2588630-7091-47cf-a64a-4a8012764bec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 1096 time: 0.0403693 Aug 29 17:39:45.285826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b8d1-a050-4006-bf52-5e9a23e719e5 req-8ddfca81-c86f-4a90-9373-70545c651298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:45.287190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d68b8d1-a050-4006-bf52-5e9a23e719e5 req-8ddfca81-c86f-4a90-9373-70545c651298 service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0858767 Aug 29 17:39:45.334288 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d68b8d1-a050-4006-bf52-5e9a23e719e5 req-7feedf7c-c02e-4f67-8b56-ed3484bbfd04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56862fbc-7e06-4de7-9a25-06684250fecc HTTP/1.1" status: 200 len: 217 time: 0.0396361 Aug 29 17:39:45.386300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b8d1-a050-4006-bf52-5e9a23e719e5 req-877b55d4-89b4-4f25-9b79-7cb95f15ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:45.387707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d68b8d1-a050-4006-bf52-5e9a23e719e5 req-877b55d4-89b4-4f25-9b79-7cb95f15ce68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0462639 Aug 29 17:39:45.402842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 949f1283-238a-40e4-8647-25d487f8ee23 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:39:45.420967 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d68b8d1-a050-4006-bf52-5e9a23e719e5 req-55fc5610-5b19-4856-8cc5-2a218cb07330 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254998 Aug 29 17:39:45.422984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 949f1283-238a-40e4-8647-25d487f8ee23 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:39:45.423342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 949f1283-238a-40e4-8647-25d487f8ee23 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:39:45.509825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d68b8d1-a050-4006-bf52-5e9a23e719e5 req-9e0ecf67-d730-433e-a042-8b88958b3a1a service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815568 Aug 29 17:39:45.581690 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6d64ff3c-2fc1-4a39-9863-98e1e53b920a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:45.604400 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0d68b8d1-a050-4006-bf52-5e9a23e719e5 req-0c2b63bd-6a83-4b8f-b7ed-ec90557d3d81 service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870872 Aug 29 17:39:45.937915 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:46.260116 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dd2f6-38b7-4ca8-8720-8d7f738404c3 req-0e8b9d4e-9786-45a4-bc14-5266cd4f6587 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:46.261576 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db3dd2f6-38b7-4ca8-8720-8d7f738404c3 req-0e8b9d4e-9786-45a4-bc14-5266cd4f6587 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 944 time: 0.0491877 Aug 29 17:39:46.299456 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db3dd2f6-38b7-4ca8-8720-8d7f738404c3 req-a44ec520-7d56-42a1-8378-eca40f187ca8 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Aug 29 17:39:46.776082 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:47.412677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7e61-c49f-4d36-9013-6e62f0df96fd req-606f7539-fc97-4467-b54a-1686a48426b3 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:47.414941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-04ba7e61-c49f-4d36-9013-6e62f0df96fd req-606f7539-fc97-4467-b54a-1686a48426b3 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 944 time: 0.0499883 Aug 29 17:39:47.415717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 56862fbc-7e06-4de7-9a25-06684250fecc details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:39:47.452898 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-04ba7e61-c49f-4d36-9013-6e62f0df96fd req-bb1708fc-f297-419b-85cc-b098bd981b3a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Aug 29 17:39:47.507813 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=56862fbc-7e06-4de7-9a25-06684250fecc,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:47.522341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '56862fbc-7e06-4de7-9a25-06684250fecc', 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d', 'port_id': '56862fbc-7e06-4de7-9a25-06684250fecc', 'mac_address': 'fa:16:3e:cd:c9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4a9db5-fdd9-4675-bb05-f4fc367729da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:39:47.558584 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:47.570744 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56862fbc-7e06-4de7-9a25-06684250fecc {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:39:47.589346 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=56862fbc-7e06-4de7-9a25-06684250fecc,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:47.592687 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:47.637801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=56862fbc-7e06-4de7-9a25-06684250fecc,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:47.776286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['56862fbc-7e06-4de7-9a25-06684250fecc'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:39:48.020514 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:48.424854 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:48.564974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec3a4a-dc5e-46f3-a60b-7ad3c51807b5 req-70403e28-34b9-4df9-b97b-480aefd0ce85 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:48.566456 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-faec3a4a-dc5e-46f3-a60b-7ad3c51807b5 req-70403e28-34b9-4df9-b97b-480aefd0ce85 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 945 time: 0.0475843 Aug 29 17:39:48.603676 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-faec3a4a-dc5e-46f3-a60b-7ad3c51807b5 req-bd71ffed-d23a-42cd-bb5a-acc7c77d4881 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313387 Aug 29 17:39:49.431242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 56862fbc-7e06-4de7-9a25-06684250fecc up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:39:49.478075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 56862fbc-7e06-4de7-9a25-06684250fecc completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:39:49.482015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 56862fbc-7e06-4de7-9a25-06684250fecc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:39:49.482393 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:49.558838 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:49.579938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:39:49.582191 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4185f6-6fcf-4b04-b257-74e8a391a8cf" -d '{"events": [{"server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "name": "network-vif-plugged", "status": "completed", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:39:49.594899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=56862fbc-7e06-4de7-9a25-06684250fecc,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:39:49.598686 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:49.621629 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4cfc9b-b332-48cb-b9cc-4858aaad8ec7 x-openstack-request-id: req-2e4cfc9b-b332-48cb-b9cc-4858aaad8ec7 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:39:49.621921 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "name": "network-vif-plugged", "status": "completed", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:39:49.622174 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e4cfc9b-b332-48cb-b9cc-4858aaad8ec7 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:39:49.622567 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc', 'code': 200} Aug 29 17:39:49.662088 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=56862fbc-7e06-4de7-9a25-06684250fecc,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:39:49.748764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c8f44-a691-4f44-b6d1-096663738e52 req-f6e473d4-1bb3-4557-8a9c-e87990147805 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:49.750295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5d8c8f44-a691-4f44-b6d1-096663738e52 req-f6e473d4-1bb3-4557-8a9c-e87990147805 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0779073 Aug 29 17:39:49.754748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58828f-f6a8-4a6e-9e4e-6572e2f858e1 req-151a5503-63ab-4108-8e50-07456797b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:49.756420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f58828f-f6a8-4a6e-9e4e-6572e2f858e1 req-151a5503-63ab-4108-8e50-07456797b3f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 1098 time: 0.0744369 Aug 29 17:39:49.810280 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5d8c8f44-a691-4f44-b6d1-096663738e52 req-ff6cfbcb-dae2-48c7-b9e5-f7bf81bab03a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529346 Aug 29 17:39:49.813903 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3f58828f-f6a8-4a6e-9e4e-6572e2f858e1 req-10dcb311-65e7-49ef-8ef6-ed6a19c25fab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499911 Aug 29 17:39:50.522997 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:39:50.924837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f5b1f-d015-4ede-aa4e-dd1c0d58067d req-258364a5-5c51-4681-a5cc-31a6672f15fd tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:50.926289 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-312f5b1f-d015-4ede-aa4e-dd1c0d58067d req-258364a5-5c51-4681-a5cc-31a6672f15fd tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0480115 Aug 29 17:39:50.963183 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-312f5b1f-d015-4ede-aa4e-dd1c0d58067d req-bbadbf5a-24c6-4456-853d-0b83b7e834b4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Aug 29 17:39:51.077575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628fe77-ddbf-455a-88cb-c7594d8c936a req-02d9b9ca-6211-409a-b792-a65e5926a339 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:51.079088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b628fe77-ddbf-455a-88cb-c7594d8c936a req-02d9b9ca-6211-409a-b792-a65e5926a339 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0492160 Aug 29 17:39:51.120220 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b628fe77-ddbf-455a-88cb-c7594d8c936a req-a5bbd10a-ebe6-4365-a296-4e9bd40a44cb tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352354 Aug 29 17:39:51.430353 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-99150afe-7d8c-48bd-8144-c1805ba986b2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456736 Aug 29 17:39:51.444378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4958a6-efd6-4936-b23c-88f1822d6f6c req-1c2ebb0e-62e5-4629-a0f4-d5db8c20b444 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:51.445950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c4958a6-efd6-4936-b23c-88f1822d6f6c req-1c2ebb0e-62e5-4629-a0f4-d5db8c20b444 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0494704 Aug 29 17:39:51.486228 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c4958a6-efd6-4936-b23c-88f1822d6f6c req-c7bb87a1-dc7d-4ff7-ba21-21c3fa79a5e4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332451 Aug 29 17:39:52.479208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe2292-13ed-468f-9991-01684e4385c9 req-a15e9039-f893-466b-a4a7-2b66bc5e29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:52.480752 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-a15e9039-f893-466b-a4a7-2b66bc5e29da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 1098 time: 0.0406907 Aug 29 17:39:52.573279 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe2292-13ed-468f-9991-01684e4385c9 req-684a50f3-c590-40da-b0cb-8237c849e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:52.574771 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-684a50f3-c590-40da-b0cb-8237c849e3ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0868573 Aug 29 17:39:52.600589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ac6e-6c08-4c6e-a402-e496ac19cdaa req-5200dcf2-55c4-45b7-a593-591b558683c3 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:52.602087 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb37ac6e-6c08-4c6e-a402-e496ac19cdaa req-5200dcf2-55c4-45b7-a593-591b558683c3 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0489340 Aug 29 17:39:52.615457 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-85fe4852-484f-4a6c-a736-8c7602ec94a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56862fbc-7e06-4de7-9a25-06684250fecc HTTP/1.1" status: 200 len: 217 time: 0.0338957 Aug 29 17:39:52.639795 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cb37ac6e-6c08-4c6e-a402-e496ac19cdaa req-b256f6e0-ed96-4d5c-97bb-e1c758fd10a4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Aug 29 17:39:52.664280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe2292-13ed-468f-9991-01684e4385c9 req-12378294-ed60-464c-8f92-7a32f18dd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:52.665730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-12378294-ed60-464c-8f92-7a32f18dd00b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0433462 Aug 29 17:39:52.695834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-d9116e05-caf5-4b03-b6bd-07072ffe8b59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238800 Aug 29 17:39:52.786145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-c3cec6a6-27cc-4c46-8c5e-ffbd918052a2 service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833101 Aug 29 17:39:52.872994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-c426ec9b-469e-464e-8f54-79982dbf03cc service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797691 Aug 29 17:39:53.756588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443b8fd-3158-4462-9bd1-f12434d7156e req-46294410-fb11-4352-bd3b-625dc9adb526 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:53.758134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7443b8fd-3158-4462-9bd1-f12434d7156e req-46294410-fb11-4352-bd3b-625dc9adb526 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0530734 Aug 29 17:39:53.796425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7443b8fd-3158-4462-9bd1-f12434d7156e req-b7d07940-45ec-4a07-9f76-0ef4eec0a09f tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318339 Aug 29 17:39:54.913126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7bd6-5b3f-40dc-817c-2db8b710c074 req-fc07b66d-20d5-4ef6-b33c-204d7dc1e349 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:54.914620 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d98d7bd6-5b3f-40dc-817c-2db8b710c074 req-fc07b66d-20d5-4ef6-b33c-204d7dc1e349 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0488982 Aug 29 17:39:54.951498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d98d7bd6-5b3f-40dc-817c-2db8b710c074 req-3b019b66-f4f5-445b-89e9-696e38d60bf4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Aug 29 17:39:56.070799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa3361-575c-40de-b871-5a0231fa7417 req-6015f3a8-b0d0-4a35-b928-32696b1b38ef tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:56.072295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-edaa3361-575c-40de-b871-5a0231fa7417 req-6015f3a8-b0d0-4a35-b928-32696b1b38ef tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0502818 Aug 29 17:39:56.108936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-edaa3361-575c-40de-b871-5a0231fa7417 req-58b89248-0512-40e3-8b0a-246c3122904c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306859 Aug 29 17:39:57.226538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e679b9-7846-4d1f-8ecf-86c4079c4fca req-a3fc3a21-2ede-407b-97c0-e8e849fafcfc tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:57.227983 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-23e679b9-7846-4d1f-8ecf-86c4079c4fca req-a3fc3a21-2ede-407b-97c0-e8e849fafcfc tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0521116 Aug 29 17:39:57.264888 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-23e679b9-7846-4d1f-8ecf-86c4079c4fca req-cb2c4ae4-c65d-4cf6-9cce-15d14e0caa49 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308454 Aug 29 17:39:58.377960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3936-4d32-442b-bd73-3438e8e6b01c req-d313b238-baac-439e-b39c-ceb31da97d5e tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:58.380860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccec3936-4d32-442b-bd73-3438e8e6b01c req-d313b238-baac-439e-b39c-ceb31da97d5e tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0491407 Aug 29 17:39:58.417353 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ccec3936-4d32-442b-bd73-3438e8e6b01c req-adf458b0-ed14-4891-83a8-c827c4508521 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309231 Aug 29 17:39:59.531286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181491a-855d-4acc-804d-36dae6439d4b req-d1f17fef-e8a6-4990-8e5c-f82ee8636794 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:39:59.532740 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9181491a-855d-4acc-804d-36dae6439d4b req-d1f17fef-e8a6-4990-8e5c-f82ee8636794 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0490260 Aug 29 17:39:59.570179 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9181491a-855d-4acc-804d-36dae6439d4b req-34635bc6-03a7-4a12-bf27-d05c96d10853 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310493 Aug 29 17:40:00.695515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba863-a09c-4361-8340-3057ad2db72e req-92011f76-4f2d-4493-b13d-54975f354f68 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:00.696896 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4fba863-a09c-4361-8340-3057ad2db72e req-92011f76-4f2d-4493-b13d-54975f354f68 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0519173 Aug 29 17:40:00.733367 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b4fba863-a09c-4361-8340-3057ad2db72e req-c901c610-dff7-4120-a1b4-e56262b4dde0 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305586 Aug 29 17:40:01.846476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73135a7e-500e-4ef1-8554-d9c62fb57165 req-cbe9a56d-c996-4656-a8ff-f91c17fae3c0 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:01.847911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73135a7e-500e-4ef1-8554-d9c62fb57165 req-cbe9a56d-c996-4656-a8ff-f91c17fae3c0 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0483286 Aug 29 17:40:01.885339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73135a7e-500e-4ef1-8554-d9c62fb57165 req-26139e83-7c8b-411b-9258-ea98a4a14ba7 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Aug 29 17:40:02.998284 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a9a9c-9fa0-4ce6-abb4-622996270078 req-61cb12c3-f7c3-478b-994a-f300d061db42 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:02.999760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-809a9a9c-9fa0-4ce6-abb4-622996270078 req-61cb12c3-f7c3-478b-994a-f300d061db42 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0485258 Aug 29 17:40:03.040749 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-809a9a9c-9fa0-4ce6-abb4-622996270078 req-6d8b0774-6634-4f13-9157-4d909b494dd9 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Aug 29 17:40:03.695954 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:40:04.158328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ccbc6-518e-48ac-993d-f1aa4aeb171b req-671df13d-5796-4250-9462-5056aae93af7 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:04.159755 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a00ccbc6-518e-48ac-993d-f1aa4aeb171b req-671df13d-5796-4250-9462-5056aae93af7 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0519302 Aug 29 17:40:04.196555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a00ccbc6-518e-48ac-993d-f1aa4aeb171b req-3cb6fd84-651b-40e6-abad-e2cc17012351 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Aug 29 17:40:05.311656 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39718258-4011-4d19-86f4-8b8a6fdecf60 req-145b25af-3d00-41ca-a8a4-857c790415d1 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:05.313130 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39718258-4011-4d19-86f4-8b8a6fdecf60 req-145b25af-3d00-41ca-a8a4-857c790415d1 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0506077 Aug 29 17:40:05.349604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-39718258-4011-4d19-86f4-8b8a6fdecf60 req-8e5875c8-ef27-44a4-8b40-4c18e7b29564 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304363 Aug 29 17:40:06.112527 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fbd1b-205f-449f-a39b-6a6398fd5097 req-9e3b0969-8539-4c70-b87c-f4b448d16a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.114021 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c13fbd1b-205f-449f-a39b-6a6398fd5097 req-9e3b0969-8539-4c70-b87c-f4b448d16a7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 1098 time: 0.0430324 Aug 29 17:40:06.213006 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fbd1b-205f-449f-a39b-6a6398fd5097 req-6f1a0cb2-c227-43aa-bbc0-8e7d62ea2876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.214458 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c13fbd1b-205f-449f-a39b-6a6398fd5097 req-6f1a0cb2-c227-43aa-bbc0-8e7d62ea2876 service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0810149 Aug 29 17:40:06.258250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c13fbd1b-205f-449f-a39b-6a6398fd5097 req-6e67108f-fabb-476d-8b21-6aea8a1bb928 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56862fbc-7e06-4de7-9a25-06684250fecc HTTP/1.1" status: 200 len: 217 time: 0.0363004 Aug 29 17:40:06.304454 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fbd1b-205f-449f-a39b-6a6398fd5097 req-d2e981c6-26a1-44da-abd0-1648006003c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.305873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c13fbd1b-205f-449f-a39b-6a6398fd5097 req-d2e981c6-26a1-44da-abd0-1648006003c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0413969 Aug 29 17:40:06.336385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c13fbd1b-205f-449f-a39b-6a6398fd5097 req-dacf8acf-2489-4c0a-a3ed-3656ae67052e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243146 Aug 29 17:40:06.423136 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c13fbd1b-205f-449f-a39b-6a6398fd5097 req-92cac5ff-87e1-4a4d-88e4-b7a65e00097a service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798767 Aug 29 17:40:06.463080 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a3165-d781-411b-8681-6cee255a46bb req-fdc56453-b53f-44fc-b380-ac7f054eaeca tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:06.464523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba1a3165-d781-411b-8681-6cee255a46bb req-fdc56453-b53f-44fc-b380-ac7f054eaeca tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0487008 Aug 29 17:40:06.501855 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba1a3165-d781-411b-8681-6cee255a46bb req-c75f172a-ce6f-4e96-9043-4c2e376d0e6b tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Aug 29 17:40:06.518190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c13fbd1b-205f-449f-a39b-6a6398fd5097 req-8ece14ad-4ab8-4cd4-a3aa-d58a3a5177c9 service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856044 Aug 29 17:40:07.615948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2b431-3edc-4780-9b18-81f2b48fd51b req-c8258333-2ad3-451f-b22d-9ce4e92c624a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:07.617438 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74f2b431-3edc-4780-9b18-81f2b48fd51b req-c8258333-2ad3-451f-b22d-9ce4e92c624a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0482397 Aug 29 17:40:07.655139 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74f2b431-3edc-4780-9b18-81f2b48fd51b req-525dd3d4-586e-4169-9dc4-b7351e647b80 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317481 Aug 29 17:40:08.767746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9aa16-397b-4e35-bf3e-9dbcc49a5882 req-049de173-b142-467f-884d-39ead49cf5dd tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:08.769263 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-90e9aa16-397b-4e35-bf3e-9dbcc49a5882 req-049de173-b142-467f-884d-39ead49cf5dd tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0493388 Aug 29 17:40:08.806228 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-90e9aa16-397b-4e35-bf3e-9dbcc49a5882 req-aaa0fbef-8e34-46ae-9044-35adefebdba6 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Aug 29 17:40:09.922804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccc3e4-d7fa-445c-a0e0-a4c34896921a req-a7d98802-eb19-4222-bc42-4485da9b0aa2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:09.924268 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23ccc3e4-d7fa-445c-a0e0-a4c34896921a req-a7d98802-eb19-4222-bc42-4485da9b0aa2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0521231 Aug 29 17:40:09.961198 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23ccc3e4-d7fa-445c-a0e0-a4c34896921a req-e54d6e9a-5eb1-415a-a5ac-ea9094cb8cf2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301719 Aug 29 17:40:11.082897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc949a-b21e-48f6-a994-266026d83eb9 req-eff43ec1-d9a7-4664-aa56-5c0935de7c63 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:11.084832 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f7dc949a-b21e-48f6-a994-266026d83eb9 req-eff43ec1-d9a7-4664-aa56-5c0935de7c63 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0552199 Aug 29 17:40:11.122428 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f7dc949a-b21e-48f6-a994-266026d83eb9 req-f1e75e9a-9bdc-4189-9007-f8b125636d02 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316210 Aug 29 17:40:12.235505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca394a3-2285-4d1e-89c1-2fc346d1b067 req-ed279e91-df8e-4908-b32b-b2c078aa9f83 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:12.236956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6ca394a3-2285-4d1e-89c1-2fc346d1b067 req-ed279e91-df8e-4908-b32b-b2c078aa9f83 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0481243 Aug 29 17:40:12.274974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6ca394a3-2285-4d1e-89c1-2fc346d1b067 req-8e940df9-1889-4830-89ca-cc65132bca62 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316999 Aug 29 17:40:12.943501 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-680d4b7b-5e3d-4407-8e5e-96880f86a9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:13.392444 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dbfda-fae2-4860-9ed1-94b044c36a56 req-2a0ec72e-64d8-42a0-9426-fc37369e1449 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:13.393961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff8dbfda-fae2-4860-9ed1-94b044c36a56 req-2a0ec72e-64d8-42a0-9426-fc37369e1449 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0531120 Aug 29 17:40:13.432301 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ff8dbfda-fae2-4860-9ed1-94b044c36a56 req-d7fe47c1-bff9-47c9-8670-356f0d7be192 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318367 Aug 29 17:40:14.547913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac04f6-77ec-4f63-8b6e-e982a8230a4e req-328e6289-216e-467d-a536-dfb92ea48a30 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:14.549415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9bac04f6-77ec-4f63-8b6e-e982a8230a4e req-328e6289-216e-467d-a536-dfb92ea48a30 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0489845 Aug 29 17:40:14.586620 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9bac04f6-77ec-4f63-8b6e-e982a8230a4e req-93f73c36-7899-4e3b-b4e6-a54bd115ca7a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307753 Aug 29 17:40:15.582098 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-17efc2f9-894c-4c2b-8a12-1e167dbfc89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:15.700200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e717a2-c2ae-4260-8081-4554b33e0bfd req-cf8daa98-b8d9-4d3e-bfb6-46db1fe8c471 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:15.701616 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-58e717a2-c2ae-4260-8081-4554b33e0bfd req-cf8daa98-b8d9-4d3e-bfb6-46db1fe8c471 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0486989 Aug 29 17:40:15.738835 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-58e717a2-c2ae-4260-8081-4554b33e0bfd req-f969a5e9-1f0a-45f6-9b5e-3d9986a5f97f tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310955 Aug 29 17:40:15.937166 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:16.777755 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:16.858130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ff85b-502e-45f7-8406-dd3b89d2d873 req-68a07ca3-1f43-48e7-98f7-1a43836cd774 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:16.859582 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-227ff85b-502e-45f7-8406-dd3b89d2d873 req-68a07ca3-1f43-48e7-98f7-1a43836cd774 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0514507 Aug 29 17:40:16.896934 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-227ff85b-502e-45f7-8406-dd3b89d2d873 req-57c0c421-2069-49a2-b5d1-27416f50fa9c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Aug 29 17:40:18.013431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5fdb8-66fc-4051-81bd-dc5fa1baa75f req-2bf4cb7e-148f-4438-90bc-b1ebeafb69a4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:18.014817 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eea5fdb8-66fc-4051-81bd-dc5fa1baa75f req-2bf4cb7e-148f-4438-90bc-b1ebeafb69a4 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0522308 Aug 29 17:40:18.037490 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:18.053583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-eea5fdb8-66fc-4051-81bd-dc5fa1baa75f req-2887ea08-aa7e-41c5-9d63-7f8255b13200 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329494 Aug 29 17:40:18.428891 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:19.168963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16d48b-082d-4f33-b68e-dbb252504050 req-2f0753d4-526a-4f78-9c5c-2589b77c995c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:19.170445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d16d48b-082d-4f33-b68e-dbb252504050 req-2f0753d4-526a-4f78-9c5c-2589b77c995c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0482030 Aug 29 17:40:19.207357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d16d48b-082d-4f33-b68e-dbb252504050 req-deeab88c-1047-4d65-8b7c-175d4bac8698 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Aug 29 17:40:19.610738 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-30fe2292-13ed-468f-9991-01684e4385c9 req-ab1e26c3-5253-4632-b9a2-ea2e1d9c6b08 service neutron] show failed (client error): The resource could not be found. Aug 29 17:40:19.611750 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-ab1e26c3-5253-4632-b9a2-ea2e1d9c6b08 service neutron] 10.222.0.10 "GET /v2.0/ports/56862fbc-7e06-4de7-9a25-06684250fecc/bindings/n-h2-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0524290 Aug 29 17:40:19.802853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe2292-13ed-468f-9991-01684e4385c9 req-2b8fc695-417b-4814-b50e-61a6db419e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:19.804339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-2b8fc695-417b-4814-b50e-61a6db419e79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30&tenant_id=6712de1aee8e412492d5c5a1e1a04715 HTTP/1.1" status: 200 len: 1098 time: 0.0415099 Aug 29 17:40:19.817418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:19.867853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:20.072407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=56862fbc-7e06-4de7-9a25-06684250fecc,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:20.104386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:40:20.143877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:20.146517 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736e4b2d-dd00-4cf4-8c0d-28a63c984dd6" -d '{"events": [{"server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "name": "network-vif-unplugged", "status": "completed", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:20.150688 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:20.163957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Transition to ACTIVE for port object 56862fbc-7e06-4de7-9a25-06684250fecc will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:20.167519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:20.199332 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e073e409-128b-47a9-8751-aaae57869ad4 x-openstack-request-id: req-e073e409-128b-47a9-8751-aaae57869ad4 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:20.199622 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "name": "network-vif-unplugged", "status": "completed", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:20.199871 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e073e409-128b-47a9-8751-aaae57869ad4 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:20.200259 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc', 'code': 200} Aug 29 17:40:20.233283 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] No DVR routers for this DVR port 56862fbc-7e06-4de7-9a25-06684250fecc on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:40:20.236355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Pushing event updated for resources: {'Port': ['ID=56862fbc-7e06-4de7-9a25-06684250fecc,revision_number=6']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:20.249002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.249391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.249715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.250048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.250375 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.250698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.251022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.251343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.251663 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.251980 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.252298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.252612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:20.284098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Attempting to bind port 56862fbc-7e06-4de7-9a25-06684250fecc on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:40:20.284429 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Attempting to bind port 56862fbc-7e06-4de7-9a25-06684250fecc by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:40:20.284755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Attempting to bind port 56862fbc-7e06-4de7-9a25-06684250fecc on network 08a610e1-90bc-4b20-87f8-f123d3e0241d {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:20.289682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Port 56862fbc-7e06-4de7-9a25-06684250fecc on network 08a610e1-90bc-4b20-87f8-f123d3e0241d not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:40:20.290002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Attempting to bind port 56862fbc-7e06-4de7-9a25-06684250fecc on network 08a610e1-90bc-4b20-87f8-f123d3e0241d {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:20.294747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:40:20.295138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Checking segment: {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:20.295511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Bound using segment: {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:40:20.295976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Bound port: 56862fbc-7e06-4de7-9a25-06684250fecc, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964099ad-6a1a-4d16-8674-c59cbe02bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:40:20.296332 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:20.327557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca06a7-d279-40d7-b893-f70bcd535057 req-9961da54-2b13-48b6-a69e-dfe9e643b7a2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:20.328978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5aca06a7-d279-40d7-b893-f70bcd535057 req-9961da54-2b13-48b6-a69e-dfe9e643b7a2 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 944 time: 0.0520585 Aug 29 17:40:20.362094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:40:20.366340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56862fbc-7e06-4de7-9a25-06684250fecc,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:40:20.370432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:20.372350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5aca06a7-d279-40d7-b893-f70bcd535057 req-e6439116-9d7f-4f80-910d-022f245ef912 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369685 Aug 29 17:40:20.403207 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:20.403818 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:20.405194 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] 10.222.0.16 "PUT /v2.0/ports/56862fbc-7e06-4de7-9a25-06684250fecc HTTP/1.1" status: 200 len: 1093 time: 0.5921295 Aug 29 17:40:20.437051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858b1d0-fc87-4f50-b9ba-58f04cc6bf58 service neutron] Pushing event updated for resources: {'Port': ['ID=56862fbc-7e06-4de7-9a25-06684250fecc,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:20.469878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe2292-13ed-468f-9991-01684e4385c9 req-6a7fd340-b05d-4af7-8efd-521c5d8b65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:20.471329 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-6a7fd340-b05d-4af7-8efd-521c5d8b65de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 1096 time: 0.0421104 Aug 29 17:40:20.529149 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:20.563201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe2292-13ed-468f-9991-01684e4385c9 req-26201116-90c7-453a-9819-1ee071f2f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:20.564652 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-26201116-90c7-453a-9819-1ee071f2f80e service neutron] 10.222.0.16 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0862162 Aug 29 17:40:20.605727 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-fe566f5b-8bbb-4677-91eb-d275c5de1db8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56862fbc-7e06-4de7-9a25-06684250fecc HTTP/1.1" status: 200 len: 217 time: 0.0337291 Aug 29 17:40:20.657719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe2292-13ed-468f-9991-01684e4385c9 req-d2e9e738-d547-4856-a550-c05665d922a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:20.659129 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-d2e9e738-d547-4856-a550-c05665d922a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0473292 Aug 29 17:40:20.689569 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-3e3b6323-d7d0-4efb-8857-6f53fa5e9b07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235231 Aug 29 17:40:20.775969 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-04dede1d-c69a-4ac1-8c4d-5ab5a506e6b0 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796039 Aug 29 17:40:20.867642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30fe2292-13ed-468f-9991-01684e4385c9 req-8ba3159b-c2a7-4df7-86bc-20cdf48f24d7 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837643 Aug 29 17:40:21.488629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f814e-dc20-4884-811d-c5f620b9c061 req-1493045c-8240-4392-a0b7-9a10495a339c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:21.490617 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-504f814e-dc20-4884-811d-c5f620b9c061 req-1493045c-8240-4392-a0b7-9a10495a339c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 944 time: 0.0494235 Aug 29 17:40:21.527591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-504f814e-dc20-4884-811d-c5f620b9c061 req-e1be3795-c1a2-4f55-9e06-df886c636db6 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Aug 29 17:40:22.201162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:22.203563 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29031da-d18a-4efe-a48b-6c7d08048991" -d '{"events": [{"name": "network-changed", "server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:22.250159 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7982f1a5-2e60-462e-9825-582d1d6d5e7e x-openstack-request-id: req-7982f1a5-2e60-462e-9825-582d1d6d5e7e {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:22.250453 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:22.250742 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7982f1a5-2e60-462e-9825-582d1d6d5e7e {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:22.251123 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc', 'status': 'completed', 'code': 200} Aug 29 17:40:22.312494 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-4bee9d31-1de1-430d-a5ec-23b0be9febe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.313161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-bda2ea56-a986-479c-b759-6e37ca54e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.314002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-4bee9d31-1de1-430d-a5ec-23b0be9febe5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 1096 time: 0.0410452 Aug 29 17:40:22.314891 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-bda2ea56-a986-479c-b759-6e37ca54e987 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 1096 time: 0.0412080 Aug 29 17:40:22.406804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-ac38b405-72b0-4db0-8655-66dc15de275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.408530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-ac38b405-72b0-4db0-8655-66dc15de275d service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0863092 Aug 29 17:40:22.455847 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-09593343-1248-4d48-bf9c-f4fb8f258140 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56862fbc-7e06-4de7-9a25-06684250fecc HTTP/1.1" status: 200 len: 217 time: 0.0397315 Aug 29 17:40:22.507196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-a00b2cfb-6470-44b6-9e1d-eea70632b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.508688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-a00b2cfb-6470-44b6-9e1d-eea70632b2c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0463665 Aug 29 17:40:22.541625 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-f90b1cf2-8b95-4eb1-b1a3-93fbaf5da61d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259967 Aug 29 17:40:22.638420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-0f5a5f15-9428-483a-8308-65f0aa897238 service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898013 Aug 29 17:40:22.728094 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-a4f42da2-ae67-44a1-89ef-281293b29df5 service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830944 Aug 29 17:40:22.782740 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda230d-0a00-4089-bed0-48f955a99ce0 req-cb9f003f-d933-4737-a944-b4a9e126ad81 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.784165 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebda230d-0a00-4089-bed0-48f955a99ce0 req-cb9f003f-d933-4737-a944-b4a9e126ad81 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 944 time: 0.0791457 Aug 29 17:40:22.785504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-f947527f-82d4-4dd1-b554-cd8389509e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.787377 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-f947527f-82d4-4dd1-b554-cd8389509e78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.4666178 Aug 29 17:40:22.839101 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-671bd24f-19ce-48b2-af2e-5f5ac2db9b0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56862fbc-7e06-4de7-9a25-06684250fecc HTTP/1.1" status: 200 len: 217 time: 0.0426030 Aug 29 17:40:22.879220 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebda230d-0a00-4089-bed0-48f955a99ce0 req-9a93944c-c8f2-4b54-ac61-5000fb22d8b5 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883067 Aug 29 17:40:22.897499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-f2fe7b7d-3125-47b0-9195-e5385a499019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:22.898909 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-f2fe7b7d-3125-47b0-9195-e5385a499019 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0490983 Aug 29 17:40:22.932197 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-6a3568b0-03f4-4f06-8e2a-764edc154591 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240040 Aug 29 17:40:23.022445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-4a195ec2-59c5-4bdf-8f3b-d57cbd9d317b service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831790 Aug 29 17:40:23.111834 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c29031da-d18a-4efe-a48b-6c7d08048991 req-638202c7-c382-4334-b2aa-92ac7ac25c57 service neutron] 10.222.0.16 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812078 Aug 29 17:40:23.636344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 56862fbc-7e06-4de7-9a25-06684250fecc no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:40:23.676039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 56862fbc-7e06-4de7-9a25-06684250fecc not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:40:24.000370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c942c-6935-43b3-80c7-d65a97df8f6e req-d252ba55-cbd3-44a8-ba38-4bc318a7285a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:24.002074 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eb1c942c-6935-43b3-80c7-d65a97df8f6e req-d252ba55-cbd3-44a8-ba38-4bc318a7285a tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 944 time: 0.0534353 Aug 29 17:40:24.042342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eb1c942c-6935-43b3-80c7-d65a97df8f6e req-48fa9d6a-9c07-49e8-9528-3167af564e2c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332739 Aug 29 17:40:25.157338 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4495f-faef-4393-8bbc-145aa194d224 req-d35f9157-29c8-43ab-8797-461a6f0055df tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:25.158777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98e4495f-faef-4393-8bbc-145aa194d224 req-d35f9157-29c8-43ab-8797-461a6f0055df tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 944 time: 0.0493038 Aug 29 17:40:25.200087 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-98e4495f-faef-4393-8bbc-145aa194d224 req-0271b5fe-bbcb-4ca4-b104-88ace6233866 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353854 Aug 29 17:40:25.388629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141db3-e9d6-4f70-9697-443145e16e0a req-500760ab-42bb-4ad0-a050-bb7d3daaec58 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:25.390070 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf141db3-e9d6-4f70-9697-443145e16e0a req-500760ab-42bb-4ad0-a050-bb7d3daaec58 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 944 time: 0.0504663 Aug 29 17:40:25.405159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414d09-faab-45b1-9391-453fc427abd9 req-ddc213ca-b44d-4337-97d0-9118dce7c2d3 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:25.406714 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26414d09-faab-45b1-9391-453fc427abd9 req-ddc213ca-b44d-4337-97d0-9118dce7c2d3 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30&tenant_id=6712de1aee8e412492d5c5a1e1a04715&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 944 time: 0.0553231 Aug 29 17:40:25.431994 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf141db3-e9d6-4f70-9697-443145e16e0a req-125a5e6e-b9dd-412f-ad77-733e423b98f9 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355973 Aug 29 17:40:25.466152 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-26414d09-faab-45b1-9391-453fc427abd9 req-502cea37-65ea-4b63-8ac2-143a320c0336 service neutron] delete failed (client error): The resource could not be found. Aug 29 17:40:25.467169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26414d09-faab-45b1-9391-453fc427abd9 req-502cea37-65ea-4b63-8ac2-143a320c0336 service neutron] 10.222.0.10 "DELETE /v2.0/ports/56862fbc-7e06-4de7-9a25-06684250fecc/bindings/n-h1-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0535145 Aug 29 17:40:25.541581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56862fbc-7e06-4de7-9a25-06684250fecc details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:40:25.549481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414d09-faab-45b1-9391-453fc427abd9 req-832078d2-968b-41b3-a509-051b2cc243a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:25.551021 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26414d09-faab-45b1-9391-453fc427abd9 req-832078d2-968b-41b3-a509-051b2cc243a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6712de1aee8e412492d5c5a1e1a04715&device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 1096 time: 0.0411124 Aug 29 17:40:25.632768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56862fbc-7e06-4de7-9a25-06684250fecc,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:25.643130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414d09-faab-45b1-9391-453fc427abd9 req-a0792eae-8b61-4f38-a253-85065775359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:25.644047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '56862fbc-7e06-4de7-9a25-06684250fecc', 'network_id': '08a610e1-90bc-4b20-87f8-f123d3e0241d', 'port_id': '56862fbc-7e06-4de7-9a25-06684250fecc', 'mac_address': 'fa:16:3e:cd:c9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4a9db5-fdd9-4675-bb05-f4fc367729da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:40:25.644550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26414d09-faab-45b1-9391-453fc427abd9 req-a0792eae-8b61-4f38-a253-85065775359e service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 200 len: 916 time: 0.0863407 Aug 29 17:40:25.679949 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:25.686116 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26414d09-faab-45b1-9391-453fc427abd9 req-c87d5bc7-0ae1-4141-8e65-576843adfbbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56862fbc-7e06-4de7-9a25-06684250fecc HTTP/1.1" status: 200 len: 217 time: 0.0346568 Aug 29 17:40:25.696067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56862fbc-7e06-4de7-9a25-06684250fecc {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:40:25.715936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56862fbc-7e06-4de7-9a25-06684250fecc,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:25.719741 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:25.738294 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414d09-faab-45b1-9391-453fc427abd9 req-80dfcad6-c880-490e-a17d-e36d12b8225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:25.739787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26414d09-faab-45b1-9391-453fc427abd9 req-80dfcad6-c880-490e-a17d-e36d12b8225d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 200 len: 855 time: 0.0473492 Aug 29 17:40:25.766329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=56862fbc-7e06-4de7-9a25-06684250fecc,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:25.771915 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26414d09-faab-45b1-9391-453fc427abd9 req-0f1d968a-135c-412a-aa14-a994452c0f6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a610e1-90bc-4b20-87f8-f123d3e0241d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251961 Aug 29 17:40:25.861432 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26414d09-faab-45b1-9391-453fc427abd9 req-b49dc8b3-beaa-42d4-a5f2-8c3a12c2775a service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829208 Aug 29 17:40:25.948560 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26414d09-faab-45b1-9391-453fc427abd9 req-cc6f67ed-c983-4d7d-8d67-c318ebd95c66 service neutron] 10.222.0.10 "GET /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797040 Aug 29 17:40:26.029203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['56862fbc-7e06-4de7-9a25-06684250fecc'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:26.552575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c78320-4d37-4950-bc52-49de5c9e6b71 req-a1b5dce1-9e8a-42ff-806d-a18c1f28cffb tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:26.554066 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c3c78320-4d37-4950-bc52-49de5c9e6b71 req-a1b5dce1-9e8a-42ff-806d-a18c1f28cffb tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 945 time: 0.0528388 Aug 29 17:40:26.591155 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c3c78320-4d37-4950-bc52-49de5c9e6b71 req-4d183c2c-47b8-4b50-bc6e-06bed1cc1222 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Aug 29 17:40:26.702492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc16fc-acbc-4ca3-a1f8-9e133221384a req-f008a0d5-7764-4179-bfc4-1caf09ab1efc tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:26.703940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40fc16fc-acbc-4ca3-a1f8-9e133221384a req-f008a0d5-7764-4179-bfc4-1caf09ab1efc tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 945 time: 0.0484867 Aug 29 17:40:26.740588 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40fc16fc-acbc-4ca3-a1f8-9e133221384a req-8645ef14-18fd-4dad-ae5d-4ca765a06103 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307868 Aug 29 17:40:26.854079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b93346-4aed-4569-bec7-950909b64636 req-0c6eee13-5c39-4520-a51a-a7bdcb790d27 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:26.855436 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0b93346-4aed-4569-bec7-950909b64636 req-0c6eee13-5c39-4520-a51a-a7bdcb790d27 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 945 time: 0.0480173 Aug 29 17:40:26.891751 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0b93346-4aed-4569-bec7-950909b64636 req-c66ffb2f-6cef-4c4d-98f2-a62c504aa236 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304387 Aug 29 17:40:27.211765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dfcbd-27d0-4e95-a16a-7591b0124281 req-f0b0d8cb-3d9c-40af-9b78-bb3a1523a9a7 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:27.213235 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e03dfcbd-27d0-4e95-a16a-7591b0124281 req-f0b0d8cb-3d9c-40af-9b78-bb3a1523a9a7 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 945 time: 0.0494514 Aug 29 17:40:27.253195 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e03dfcbd-27d0-4e95-a16a-7591b0124281 req-5aeafb01-ad5d-44a9-af43-ce079f75edad tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Aug 29 17:40:27.552697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56862fbc-7e06-4de7-9a25-06684250fecc up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:27.601652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 56862fbc-7e06-4de7-9a25-06684250fecc completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:27.605175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 56862fbc-7e06-4de7-9a25-06684250fecc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:27.605580 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:27.679519 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:27.700368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:27.702595 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23699364-0f0f-4cd5-bbc7-7a97ec7a57d3" -d '{"events": [{"server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "name": "network-vif-plugged", "status": "completed", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:27.715347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56862fbc-7e06-4de7-9a25-06684250fecc,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:27.720413 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:27.746577 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66299cbc-81f6-4f6f-9e6d-3834f1317652 x-openstack-request-id: req-66299cbc-81f6-4f6f-9e6d-3834f1317652 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:27.746867 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "name": "network-vif-plugged", "status": "completed", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:27.747114 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66299cbc-81f6-4f6f-9e6d-3834f1317652 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:27.747485 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc', 'code': 200} Aug 29 17:40:27.772149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=56862fbc-7e06-4de7-9a25-06684250fecc,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:28.365630 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051bec6-9d8f-47be-85b3-7999453b7b32 req-e9c85855-1f0a-47d7-a333-6b139c9b6a44 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:28.367066 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9051bec6-9d8f-47be-85b3-7999453b7b32 req-e9c85855-1f0a-47d7-a333-6b139c9b6a44 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0477929 Aug 29 17:40:28.404255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9051bec6-9d8f-47be-85b3-7999453b7b32 req-a13fa0d8-f43b-497a-a926-d313cdfa580d tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.22 "GET /v2.0/security-groups?id=681e98d6-3dbb-41c0-831e-5592cbe67cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Aug 29 17:40:28.473266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91d2f0-2bf8-41dd-b069-14eb1da16a6f req-6fd86207-a595-48d3-817d-369fba49720c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:28.475269 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5c91d2f0-2bf8-41dd-b069-14eb1da16a6f req-6fd86207-a595-48d3-817d-369fba49720c tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd44dae9-ed81-486d-a776-9f4e14feee30 HTTP/1.1" status: 200 len: 946 time: 0.0484252 Aug 29 17:40:28.564862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5c91d2f0-2bf8-41dd-b069-14eb1da16a6f req-cd53f988-d17b-4933-8749-5ea918bb8242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Deleting port 56862fbc-7e06-4de7-9a25-06684250fecc {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:40:28.565208 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5c91d2f0-2bf8-41dd-b069-14eb1da16a6f req-cd53f988-d17b-4933-8749-5ea918bb8242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.650658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-5c91d2f0-2bf8-41dd-b069-14eb1da16a6f req-cd53f988-d17b-4933-8749-5ea918bb8242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] For port 56862fbc-7e06-4de7-9a25-06684250fecc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56862fbc-7e06-4de7-9a25-06684250fecc,segment=NetworkSegment(964099ad-6a1a-4d16-8674-c59cbe02bc51),segment_id=964099ad-6a1a-4d16-8674-c59cbe02bc51)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:28.651019 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5c91d2f0-2bf8-41dd-b069-14eb1da16a6f req-cd53f988-d17b-4933-8749-5ea918bb8242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.664253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-5c91d2f0-2bf8-41dd-b069-14eb1da16a6f req-cd53f988-d17b-4933-8749-5ea918bb8242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Calling delete_port for 56862fbc-7e06-4de7-9a25-06684250fecc owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:40:28.795674 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5c91d2f0-2bf8-41dd-b069-14eb1da16a6f req-cd53f988-d17b-4933-8749-5ea918bb8242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.807185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['56862fbc-7e06-4de7-9a25-06684250fecc'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:28.825538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53f988-d17b-4933-8749-5ea918bb8242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Pushing event deleted for resources: {'Port': ['ID=56862fbc-7e06-4de7-9a25-06684250fecc,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:28.869011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c91d2f0-2bf8-41dd-b069-14eb1da16a6f req-cd53f988-d17b-4933-8749-5ea918bb8242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] No DVR routers for this DVR port 56862fbc-7e06-4de7-9a25-06684250fecc on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:40:28.871714 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-5c91d2f0-2bf8-41dd-b069-14eb1da16a6f req-cd53f988-d17b-4933-8749-5ea918bb8242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:28.873700 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5c91d2f0-2bf8-41dd-b069-14eb1da16a6f req-cd53f988-d17b-4933-8749-5ea918bb8242 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] 10.222.0.16 "DELETE /v2.0/ports/56862fbc-7e06-4de7-9a25-06684250fecc HTTP/1.1" status: 204 len: 173 time: 0.3923898 Aug 29 17:40:28.874149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'name': 'network-vif-deleted', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:28.876376 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1852704e-3313-400f-86ac-b68f74e00c3a" -d '{"events": [{"server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "name": "network-vif-deleted", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:28.914463 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5e42aa-7ced-46de-9fa9-5206e7c5fca7 x-openstack-request-id: req-db5e42aa-7ced-46de-9fa9-5206e7c5fca7 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:28.914759 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd44dae9-ed81-486d-a776-9f4e14feee30", "name": "network-vif-deleted", "tag": "56862fbc-7e06-4de7-9a25-06684250fecc", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:28.915016 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db5e42aa-7ced-46de-9fa9-5206e7c5fca7 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:28.915418 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd44dae9-ed81-486d-a776-9f4e14feee30', 'name': 'network-vif-deleted', 'tag': '56862fbc-7e06-4de7-9a25-06684250fecc', 'status': 'completed', 'code': 200} Aug 29 17:40:29.526035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41674) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:29.568308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Deleting subnet 9b4a9db5-fdd9-4675-bb05-f4fc367729da {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:40:29.571208 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.607669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.644690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.693777 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.717772 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4a9db5-fdd9-4675-bb05-f4fc367729da,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:29.722146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.723983 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9b4a9db5-fdd9-4675-bb05-f4fc367729da HTTP/1.1" status: 204 len: 168 time: 0.1969604 Aug 29 17:40:29.726669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41676) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:29.729110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.729488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.729832 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.730171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.730506 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.730838 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.731166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.731494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.731820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.732141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.732466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.732789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdee69ed-40a9-4e3b-9d8c-069f72109d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:29.797625 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.875501 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.886142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a610e1-90bc-4b20-87f8-f123d3e0241d']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:29.900746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964099ad-6a1a-4d16-8674-c59cbe02bc51') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:29.901049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964099ad-6a1a-4d16-8674-c59cbe02bc51') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:29.909838 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.923897 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.930440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:40:29.930828 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:40:29.932441 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:40:29.984153 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.990077 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:29.991895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] 10.222.0.22 "DELETE /v2.0/networks/08a610e1-90bc-4b20-87f8-f123d3e0241d HTTP/1.1" status: 204 len: 168 time: 0.2641890 Aug 29 17:40:30.006929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638047fd-c5ec-411b-bdf6-4e63e745249b admin admin] Pushing event deleted for resources: {'Network': ['ID=08a610e1-90bc-4b20-87f8-f123d3e0241d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:30.118340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41680) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:30.157646 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5157eeb3-fdf4-42b9-8ecd-84be7defe799 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6712de1aee8e412492d5c5a1e1a04715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381341 Aug 29 17:40:30.159972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41682) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:30.206696 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64c9036e-e551-448d-9aa3-beb3a2f725aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.231989 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64c9036e-e551-448d-9aa3-beb3a2f725aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.280320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64c9036e-e551-448d-9aa3-beb3a2f725aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.282917 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-64c9036e-e551-448d-9aa3-beb3a2f725aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:30.284106 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-64c9036e-e551-448d-9aa3-beb3a2f725aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/681e98d6-3dbb-41c0-831e-5592cbe67cb2 HTTP/1.1" status: 204 len: 168 time: 0.1232545 Aug 29 17:40:30.292645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9036e-e551-448d-9aa3-beb3a2f725aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e98d6-3dbb-41c0-831e-5592cbe67cb2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:30.978645 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41704) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:31.080421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1246808556-network', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:31.102090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Made reservation on behalf of 897cd680bdc24a65b5d4ab28657a154f for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:31.104355 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.112472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.201619 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.205157 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.226111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:40:31.239032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d0e836-0a13-47d0-ba3f-eab392e0544a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:31.243726 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.244079 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Added segment 6d2915c6-e535-4b0f-9081-0757a0816836 of type vlan for network dc8913a7-524e-45a3-a4b7-56a9b9623e13 Aug 29 17:40:31.282935 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.312983 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.313966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:31.314639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.368389 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3885434 Aug 29 17:40:31.371261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41708) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:31.376718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] Request body: {'subnet': {'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1246808556-subnet', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:31.377305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e360d-c8ed-4c02-933e-fb9845867ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=dc8913a7-524e-45a3-a4b7-56a9b9623e13,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:31.388103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:40:31.399833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] Made reservation on behalf of 897cd680bdc24a65b5d4ab28657a154f for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:31.402388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.895945 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.947445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35681b2-a033-4f88-b77d-af859acd2321,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:31.957178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:31.957573 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] Network hostable DHCP agents. Network: dc8913a7-524e-45a3-a4b7-56a9b9623e13, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:40:31.973055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:40:31.981263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, dc8913a7-524e-45a3-a4b7-56a9b9623e13) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:31.985185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:31.985809 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:31.991166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6fc3e6-78d2-4062-94aa-363bc1db8f7c None None] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:40:31.999479 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-851656ec-245e-4da3-8b76-c5e5228bf7e0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6271195 Aug 29 17:40:32.002517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41710) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:32.007909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:32.028767 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.029871 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.081771 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.136420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:40:32.137308 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.227804 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.271953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Allocated IP 172.20.0.2 (dc8913a7-524e-45a3-a4b7-56a9b9623e13/e35681b2-a033-4f88-b77d-af859acd2321/65d65fda-d431-49bb-af3f-dd1bebaad0de) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:32.416629 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.425738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Transition to ACTIVE for port object 65d65fda-d431-49bb-af3f-dd1bebaad0de will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:32.432090 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.440302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Transition to ACTIVE for port object 65d65fda-d431-49bb-af3f-dd1bebaad0de will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:32.446533 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.452790 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.483933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:32.488645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:32.493006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:32.499955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Pushing event updated for resources: {'Port': ['ID=65d65fda-d431-49bb-af3f-dd1bebaad0de,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:32.548713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Attempting to bind port 65d65fda-d431-49bb-af3f-dd1bebaad0de on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:40:32.548988 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Attempting to bind port 65d65fda-d431-49bb-af3f-dd1bebaad0de by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:40:32.549393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Attempting to bind port 65d65fda-d431-49bb-af3f-dd1bebaad0de on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:32.554633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:40:32.555001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:32.555399 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.555503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Allocated IP 172.25.5.5 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/ab857c72-56fe-4a3a-995d-055cb4ac2439) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:32.555784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:40:32.556239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Bound port: 65d65fda-d431-49bb-af3f-dd1bebaad0de, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:40:32.556613 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.621023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] For port 65d65fda-d431-49bb-af3f-dd1bebaad0de, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:40:32.624051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] For port 65d65fda-d431-49bb-af3f-dd1bebaad0de, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=65d65fda-d431-49bb-af3f-dd1bebaad0de,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:40:32.628516 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.664831 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.685004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c30d3-09e4-4eb0-bb9a-f99bbc324061 None None] Pushing event updated for resources: {'Port': ['ID=65d65fda-d431-49bb-af3f-dd1bebaad0de,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:32.709543 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:32.747941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:32.753143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:32.757592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:32.763188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Pushing event updated for resources: {'Port': ['ID=ab857c72-56fe-4a3a-995d-055cb4ac2439,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:33.023469 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.217309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.348413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Router 73c47440-5660-4193-bc95-d81813a1645e is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:40:33.461093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:40:33.471060 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Sync routers for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:40:33.478789 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.480161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5d54da0c-d91c-47cb-9715-6f3a8546351e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4766855 Aug 29 17:40:33.483020 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:33.483167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41712) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:33.483640 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:40:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:33.607651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56862fbc-7e06-4de7-9a25-06684250fecc no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:40:33.610296 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:40:33.636045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 56862fbc-7e06-4de7-9a25-06684250fecc {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:40:33.636790 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56862fbc-7e06-4de7-9a25-06684250fecc not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:40:33.767608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c1a704-220f-474a-ae58-5b5afff0e94f None None] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:40:33.839555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b331e54b-14a4-4596-8325-a88a827927cc None None] Provisioning for port 65d65fda-d431-49bb-af3f-dd1bebaad0de completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:33.840442 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:32Z', 'revision_number': 3, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:33.874267 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Checking router: 73c47440-5660-4193-bc95-d81813a1645e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:40:33.874617 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Updating router 73c47440-5660-4193-bc95-d81813a1645e port ab857c72-56fe-4a3a-995d-055cb4ac2439 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:40:33.883852 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 65d65fda-d431-49bb-af3f-dd1bebaad0de up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:33.902699 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.966669 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:33.985649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 65d65fda-d431-49bb-af3f-dd1bebaad0de completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:33.994112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 65d65fda-d431-49bb-af3f-dd1bebaad0de triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:33.994492 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.095909 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.139655 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 65d65fda-d431-49bb-af3f-dd1bebaad0de, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=65d65fda-d431-49bb-af3f-dd1bebaad0de,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:34.145141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.167619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Allocated IP 172.20.0.1 (dc8913a7-524e-45a3-a4b7-56a9b9623e13/e35681b2-a033-4f88-b77d-af859acd2321/6b95708f-df04-4eb6-bd16-56d2ee79b81f) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:34.200428 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.214473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=65d65fda-d431-49bb-af3f-dd1bebaad0de,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:34.215524 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Transition to ACTIVE for port object ab857c72-56fe-4a3a-995d-055cb4ac2439 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:34.227912 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.274238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-291d25d4-8fb6-48ff-a316-cd6d458145c9 None None] Provisioning complete for port 65d65fda-d431-49bb-af3f-dd1bebaad0de triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:34.274557 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-291d25d4-8fb6-48ff-a316-cd6d458145c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.279059 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Attempting to bind port ab857c72-56fe-4a3a-995d-055cb4ac2439 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:40:34.279423 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Attempting to bind port ab857c72-56fe-4a3a-995d-055cb4ac2439 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:40:34.279813 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Attempting to bind port ab857c72-56fe-4a3a-995d-055cb4ac2439 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:34.282921 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Pushing event updated for resources: {'Port': ['ID=ab857c72-56fe-4a3a-995d-055cb4ac2439,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:34.287497 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:40:34.287864 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:34.288258 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.288642 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:40:34.288811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.289105 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Bound port: ab857c72-56fe-4a3a-995d-055cb4ac2439, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:40:34.289500 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.304263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Transition to ACTIVE for port object 6b95708f-df04-4eb6-bd16-56d2ee79b81f will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:34.316284 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.316638 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.316980 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.317334 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.317665 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.317993 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.318901 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.319228 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.319550 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.319875 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.320201 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.320507 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:34.346535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.358488 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] For port ab857c72-56fe-4a3a-995d-055cb4ac2439, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:40:34.362949 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] For port ab857c72-56fe-4a3a-995d-055cb4ac2439, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ab857c72-56fe-4a3a-995d-055cb4ac2439,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:40:34.371746 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.394307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:34.406103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:34.410849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:34.439887 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Pushing event updated for resources: {'Port': ['ID=6b95708f-df04-4eb6-bd16-56d2ee79b81f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:34.448358 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:34.449291 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:40:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:34.458223 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.493452 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bb406-6725-40f8-9a92-504f783ba978 None None] Pushing event updated for resources: {'Port': ['ID=ab857c72-56fe-4a3a-995d-055cb4ac2439,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:34.579921 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:40:34.609433 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.674473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-50c8a243-cf59-4edc-8d54-f7f2295c44a9 None None] Provisioning for port 6b95708f-df04-4eb6-bd16-56d2ee79b81f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:34.681407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-50c8a243-cf59-4edc-8d54-f7f2295c44a9 None None] Provisioning complete for port 6b95708f-df04-4eb6-bd16-56d2ee79b81f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:34.682081 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-50c8a243-cf59-4edc-8d54-f7f2295c44a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:34.720305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-50c8a243-cf59-4edc-8d54-f7f2295c44a9 None None] Port 6b95708f-df04-4eb6-bd16-56d2ee79b81f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:40:34.861250 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:32Z', 'revision_number': 3, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:34.892709 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9d71da-127a-487c-b201-e3cedd61356a None None] The sync data for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 is: [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:32Z', 'revision_number': 3, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:40:35.183545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.190991 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.266826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Pushing event updated for resources: {'Port': ['ID=6b95708f-df04-4eb6-bd16-56d2ee79b81f,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:35.270193 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.370126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:35.371879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:35.514955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Router 73c47440-5660-4193-bc95-d81813a1645e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:40:35.633779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:40:35.642174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c98c258a-74b0-483a-93a5-ea5759e4b528 admin admin] 10.222.0.22 "PUT /v2.0/routers/73c47440-5660-4193-bc95-d81813a1645e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1580648 Aug 29 17:40:35.654097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eb86585c-ea53-4ee7-8f3c-ff370eaf2744 None None] Provisioning complete for port 6b95708f-df04-4eb6-bd16-56d2ee79b81f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:35.654497 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eb86585c-ea53-4ee7-8f3c-ff370eaf2744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:35.688940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-eb86585c-ea53-4ee7-8f3c-ff370eaf2744 None None] Port 6b95708f-df04-4eb6-bd16-56d2ee79b81f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:40:35.876770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 65d65fda-d431-49bb-af3f-dd1bebaad0de up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:35.924832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 65d65fda-d431-49bb-af3f-dd1bebaad0de triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:35.925207 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.003686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ab857c72-56fe-4a3a-995d-055cb4ac2439 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:36.049369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ab857c72-56fe-4a3a-995d-055cb4ac2439 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:36.053721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ab857c72-56fe-4a3a-995d-055cb4ac2439 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:36.054118 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.137537 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.158895 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ab857c72-56fe-4a3a-995d-055cb4ac2439, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ab857c72-56fe-4a3a-995d-055cb4ac2439,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:36.164236 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.213810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ab857c72-56fe-4a3a-995d-055cb4ac2439,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:36.227929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41720) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:36.232641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-13bdf97d-1a6e-4a64-b25b-94e19dbedca6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633305632', 'description': 'tempest-description--1785836757'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:36.254655 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13bdf97d-1a6e-4a64-b25b-94e19dbedca6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.337616 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13bdf97d-1a6e-4a64-b25b-94e19dbedca6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.341324 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13bdf97d-1a6e-4a64-b25b-94e19dbedca6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.367328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13bdf97d-1a6e-4a64-b25b-94e19dbedca6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.368580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-13bdf97d-1a6e-4a64-b25b-94e19dbedca6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1395745 Aug 29 17:40:36.371409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41722) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:36.376802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1dc3dfa2-acf8-43bd-b34f-6ab44385c47f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'security_group_rule': {'security_group_id': 'b8506404-bf4b-4046-998b-830de52c8039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:36.382358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdf97d-1a6e-4a64-b25b-94e19dbedca6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8506404-bf4b-4046-998b-830de52c8039,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:36.406709 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1dc3dfa2-acf8-43bd-b34f-6ab44385c47f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.445985 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Sync routers for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:40:36.454838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:36.455441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:40:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:36.464504 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1dc3dfa2-acf8-43bd-b34f-6ab44385c47f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.468299 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1dc3dfa2-acf8-43bd-b34f-6ab44385c47f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.487949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3dfa2-acf8-43bd-b34f-6ab44385c47f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b50e19-15ef-420b-af45-5a51e821b8fd,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:36.491684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1dc3dfa2-acf8-43bd-b34f-6ab44385c47f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.493267 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1dc3dfa2-acf8-43bd-b34f-6ab44385c47f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205435 Aug 29 17:40:36.495445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41724) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:36.500154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f3eae455-ea1d-4d63-9d7f-56a1b82448c8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'security_group_rule': {'security_group_id': 'b8506404-bf4b-4046-998b-830de52c8039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:36.527623 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3eae455-ea1d-4d63-9d7f-56a1b82448c8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.564773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:40:36.587707 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3eae455-ea1d-4d63-9d7f-56a1b82448c8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.592499 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3eae455-ea1d-4d63-9d7f-56a1b82448c8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.610669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eae455-ea1d-4d63-9d7f-56a1b82448c8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de7d54b-55cc-44dc-a476-1976a2dae69c,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:36.616601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f3eae455-ea1d-4d63-9d7f-56a1b82448c8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.617975 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f3eae455-ea1d-4d63-9d7f-56a1b82448c8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216083 Aug 29 17:40:36.621093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 41726) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:36.625485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:36.648575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.743779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.765151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 2, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:36.795431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Checking router: 73c47440-5660-4193-bc95-d81813a1645e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:40:36.795795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Updating router 73c47440-5660-4193-bc95-d81813a1645e port 6b95708f-df04-4eb6-bd16-56d2ee79b81f binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:40:36.820611 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.851936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Allocated IP 172.25.5.177 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/9fc17bcb-4861-4de5-99d5-cea6b0a6110c) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:36.954729 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:36.993967 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.036466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:37.042999 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:37.047742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:37.050956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event updated for resources: {'Port': ['ID=9fc17bcb-4861-4de5-99d5-cea6b0a6110c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:37.085185 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.094783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Transition to ACTIVE for port object 6b95708f-df04-4eb6-bd16-56d2ee79b81f will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:37.100135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.134535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.154500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd93d8-d3c6-4ba3-96db-066ee2386d39 None None] Pushing event updated for resources: {'Port': ['ID=6b95708f-df04-4eb6-bd16-56d2ee79b81f,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:37.172362 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.206936 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Attempting to bind port 6b95708f-df04-4eb6-bd16-56d2ee79b81f on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:40:37.207312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Attempting to bind port 6b95708f-df04-4eb6-bd16-56d2ee79b81f by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:40:37.207694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Attempting to bind port 6b95708f-df04-4eb6-bd16-56d2ee79b81f on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:37.212835 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:40:37.213207 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:37.213644 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.214039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:40:37.214645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Bound port: 6b95708f-df04-4eb6-bd16-56d2ee79b81f, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:40:37.215038 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.283393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] For port 6b95708f-df04-4eb6-bd16-56d2ee79b81f, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:40:37.286661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] For port 6b95708f-df04-4eb6-bd16-56d2ee79b81f, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6b95708f-df04-4eb6-bd16-56d2ee79b81f,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:40:37.291002 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.350298 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.353939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:37.354522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:40:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:37.355528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.356505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd93d8-d3c6-4ba3-96db-066ee2386d39 None None] Pushing event updated for resources: {'Port': ['ID=6b95708f-df04-4eb6-bd16-56d2ee79b81f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:37.441729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event updated for resources: {'Port': ['ID=9fc17bcb-4861-4de5-99d5-cea6b0a6110c,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:37.450002 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.465764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.469916 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-887d42ad-8f5d-4998-a4e9-1c7ec1166da3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8448510 Aug 29 17:40:37.502955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:40:37.612508 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-a2f1ec6d-0b31-4b98-92b9-bb71c0dc85f4 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--633305632&fields=id&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 267 time: 0.0369620 Aug 29 17:40:37.710431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:37Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:37.721371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-d6c2584a-c570-4214-a174-7c78217b2978 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:37.722848 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-d6c2584a-c570-4214-a174-7c78217b2978 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 812 time: 0.1033716 Aug 29 17:40:37.736042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8aba88-f257-400e-bced-6527d4faeda7 None None] The sync data for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 is: [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:37Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:40:37.738157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-366c2e39-b398-4a15-9bbb-b04821fe79d4 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/quotas/897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 375 time: 0.0093045 Aug 29 17:40:37.812466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-5bd107a9-ec07-4185-8a18-6c4a585fa35f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678554 Aug 29 17:40:37.861618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ab857c72-56fe-4a3a-995d-055cb4ac2439 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:37.919671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ab857c72-56fe-4a3a-995d-055cb4ac2439 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:37.920216 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:37.928066 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-5503d730-2835-4600-8357-01c81c605405 service neutron] 10.222.0.22 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992362 Aug 29 17:40:38.024609 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-27fb9eb4-c5b6-447f-a99c-775d0ed3c006 service neutron] 10.222.0.22 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895364 Aug 29 17:40:38.203766 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4a9e10c1-4733-4dbb-94df-052a8bc82fed req-2685d59d-35c3-4b50-8366-68ed0a3c1974 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 210 time: 0.0323622 Aug 29 17:40:39.122580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-d20d7661-f73f-4cf6-abc2-f77aa9b8deea tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:39.124050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-d20d7661-f73f-4cf6-abc2-f77aa9b8deea tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 812 time: 0.1140723 Aug 29 17:40:39.169756 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e2949cc0-9ca5-45a6-bcd0-c0f93efdf1a8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 379 time: 0.0340438 Aug 29 17:40:39.180889 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'port': {'device_id': '687314e9-7875-4a98-b71a-e251969f9448', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'admin_state_up': True, 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'security_groups': ['b8506404-bf4b-4046-998b-830de52c8039']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:39.309111 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d58e4404-3f67-4fac-a1fd-9f0aa1945a87 req-d60b18ab-7444-4916-b590-33c7e3a683c0 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 210 time: 0.0352211 Aug 29 17:40:39.327320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Made reservation on behalf of 897cd680bdc24a65b5d4ab28657a154f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:40:39.331283 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:39.460456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Allocated IP 172.20.0.4 (dc8913a7-524e-45a3-a4b7-56a9b9623e13/e35681b2-a033-4f88-b77d-af859acd2321/13a4c99d-b313-409a-9ba3-c00a1e0ad1fb) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:40:39.598798 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:39.612329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Transition to ACTIVE for port object 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:39.644644 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:39.687246 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:40:39.692370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:40:39.696129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:40:39.724258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event updated for resources: {'Port': ['ID=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:39.754016 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:39.754658 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:39.771648 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-9ea1cc60-f42e-4f1f-8acc-b8234d7b1e67 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5946677 Aug 29 17:40:39.787477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Request body: {'port': {'device_id': '687314e9-7875-4a98-b71a-e251969f9448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:39.842693 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6b95708f-df04-4eb6-bd16-56d2ee79b81f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:39.847958 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:39.896434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 6b95708f-df04-4eb6-bd16-56d2ee79b81f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:39.900232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6b95708f-df04-4eb6-bd16-56d2ee79b81f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:39.900658 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:39.985184 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:39.993718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b5329d7b-7967-4e46-b039-ded38253c5c4 None None] Provisioning for port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:39.999978 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b5329d7b-7967-4e46-b039-ded38253c5c4 None None] Provisioning complete for port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:40.000349 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b5329d7b-7967-4e46-b039-ded38253c5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:40.045905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 6b95708f-df04-4eb6-bd16-56d2ee79b81f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6b95708f-df04-4eb6-bd16-56d2ee79b81f,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:40.050667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b5329d7b-7967-4e46-b039-ded38253c5c4 None None] Port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:40:40.053021 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:40.098204 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=6b95708f-df04-4eb6-bd16-56d2ee79b81f,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:40.106264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.106621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.106965 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.107304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.107641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.107975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.108308 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.108635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.108960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.109307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.109634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.109958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:40:40.126014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:40:40.134712 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:40.147484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Transition to ACTIVE for port object 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:40:40.150676 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:40.206267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Pushing event updated for resources: {'Port': ['ID=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:40.276125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Attempting to bind port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:40:40.276462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Attempting to bind port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:40:40.276796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Attempting to bind port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:40.281366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:40:40.281688 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Attempting to bind port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:40:40.286550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:40:40.286938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:40:40.287812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:40:40.288239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Bound port: 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:40:40.288601 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:40.356952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:40:40.360902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:40:40.366125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:40.407641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:40.408537 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:40.410272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] 10.222.0.16 "PUT /v2.0/ports/13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 1092 time: 0.6288812 Aug 29 17:40:40.413178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:40.416318 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea68c95f-f572-460c-aeaa-76c33642b03d" -d '{"events": [{"name": "network-changed", "server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:40.444181 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c006c6-e250-4810-aee4-b92fbb990126 req-84c60d4e-c4d4-4881-88ea-8c5adda7420a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:40.445808 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6c006c6-e250-4810-aee4-b92fbb990126 req-84c60d4e-c4d4-4881-88ea-8c5adda7420a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 943 time: 0.0652435 Aug 29 17:40:40.476632 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baefa3-1731-48d6-ae6e-1d00ca8ffe3d service neutron] Pushing event updated for resources: {'Port': ['ID=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:40.496898 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c44f8f-7f2f-43f9-acb8-2184c331e9ca x-openstack-request-id: req-79c44f8f-7f2f-43f9-acb8-2184c331e9ca {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:40.497189 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:40.497480 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79c44f8f-7f2f-43f9-acb8-2184c331e9ca {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:40.497856 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'status': 'completed', 'code': 200} Aug 29 17:40:40.509518 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6c006c6-e250-4810-aee4-b92fbb990126 req-60f0a9e2-5bc1-4b11-a16a-8d57b03c2e9f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530162 Aug 29 17:40:40.514367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-da0ef234-237f-4380-a21c-7c1450c95bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:40.515950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-da0ef234-237f-4380-a21c-7c1450c95bca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1095 time: 0.0520420 Aug 29 17:40:40.560493 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-15c45d0b-a4f6-4ae6-a8b7-6f375309471f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 217 time: 0.0362730 Aug 29 17:40:40.614599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-35deaf6d-02c8-45bc-a4f0-559510813339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:40.616770 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-35deaf6d-02c8-45bc-a4f0-559510813339 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0491481 Aug 29 17:40:40.660917 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-b794ce17-7afc-483f-bb50-d438af482767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:40.662908 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-b794ce17-7afc-483f-bb50-d438af482767 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392976 Aug 29 17:40:40.694229 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:40:40.750746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-da59e093-952c-442d-b65d-4be0890d84da service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809798 Aug 29 17:40:40.843595 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-37127dae-4c7d-4654-bf96-a9dbef1ad78e req-33a737ea-3ee7-4dfd-ad27-09ef0c643d30 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855820 Aug 29 17:40:40.928616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68c95f-f572-460c-aeaa-76c33642b03d req-fcbbb95d-da3b-49eb-a3fe-7ef974c1e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:40.930115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea68c95f-f572-460c-aeaa-76c33642b03d req-fcbbb95d-da3b-49eb-a3fe-7ef974c1e48d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1095 time: 0.0409088 Aug 29 17:40:41.020998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68c95f-f572-460c-aeaa-76c33642b03d req-7e404680-171a-4be0-b0d8-b90b3aa7d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:41.022971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea68c95f-f572-460c-aeaa-76c33642b03d req-7e404680-171a-4be0-b0d8-b90b3aa7d163 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0859408 Aug 29 17:40:41.063549 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea68c95f-f572-460c-aeaa-76c33642b03d req-92e49cc8-d8e3-4df2-b2a4-7ce491152ee2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 217 time: 0.0337443 Aug 29 17:40:41.111202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68c95f-f572-460c-aeaa-76c33642b03d req-ea160ef1-c66d-43b6-aaeb-24a96b0528b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:41.112494 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea68c95f-f572-460c-aeaa-76c33642b03d req-ea160ef1-c66d-43b6-aaeb-24a96b0528b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0423942 Aug 29 17:40:41.161507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68c95f-f572-460c-aeaa-76c33642b03d req-8a30b2ce-b65c-4126-a4d6-508976e3c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:41.163441 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea68c95f-f572-460c-aeaa-76c33642b03d req-8a30b2ce-b65c-4126-a4d6-508976e3c73e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437307 Aug 29 17:40:41.250717 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea68c95f-f572-460c-aeaa-76c33642b03d req-fefb710b-70bc-4276-a579-ccf63c79d7ae service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800548 Aug 29 17:40:41.341884 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea68c95f-f572-460c-aeaa-76c33642b03d req-886678c7-3dcf-4799-bc6c-7bf17341537a service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841191 Aug 29 17:40:41.624257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccda8ea-bb78-498a-aeef-1750a568c452 req-1055e7c1-d8a4-4f81-b38a-55e9eb2a1e4b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:41.625734 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ccda8ea-bb78-498a-aeef-1750a568c452 req-1055e7c1-d8a4-4f81-b38a-55e9eb2a1e4b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 943 time: 0.0492423 Aug 29 17:40:41.663248 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0ccda8ea-bb78-498a-aeef-1750a568c452 req-27140ef3-cd56-49cb-a438-c79c02b65926 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315177 Aug 29 17:40:41.815309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6b95708f-df04-4eb6-bd16-56d2ee79b81f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:41.861619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6b95708f-df04-4eb6-bd16-56d2ee79b81f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:41.861988 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:42.774546 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea30c37-38b1-4dbb-ab62-32d7ca42289f req-d44f0f48-ceda-47af-a61d-4394c454645d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:42.776009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ea30c37-38b1-4dbb-ab62-32d7ca42289f req-d44f0f48-ceda-47af-a61d-4394c454645d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 943 time: 0.0483222 Aug 29 17:40:42.813250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ea30c37-38b1-4dbb-ab62-32d7ca42289f req-43d10431-ec74-401e-b0f1-968130e7b648 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313113 Aug 29 17:40:42.943705 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d370a3b4-4816-4b72-9d1d-54fd478f1512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:43.980657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bfefb-cbc6-409a-a07c-f02d9930c9a9 req-8997a969-1ae6-40fe-93c1-df1ef1087423 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:43.982130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce8bfefb-cbc6-409a-a07c-f02d9930c9a9 req-8997a969-1ae6-40fe-93c1-df1ef1087423 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 943 time: 0.1023672 Aug 29 17:40:44.019663 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce8bfefb-cbc6-409a-a07c-f02d9930c9a9 req-4fe501d3-2267-485e-8e9e-3d0d3b575e84 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315006 Aug 29 17:40:45.191615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfce76-1b94-4c25-ab4f-0251aadb8f0f req-3cef1036-c03c-4e48-9590-ea5a2105e0dd tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:45.193730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4bcfce76-1b94-4c25-ab4f-0251aadb8f0f req-3cef1036-c03c-4e48-9590-ea5a2105e0dd tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 943 time: 0.1067455 Aug 29 17:40:45.234682 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4bcfce76-1b94-4c25-ab4f-0251aadb8f0f req-5d222039-7aa4-49d8-b3ff-8299a543ff5f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349665 Aug 29 17:40:45.583737 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7289cc0c-d12a-41a8-8aab-8d7387b0d6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:45.614511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:40:45.707885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:45.719705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'port_id': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'mac_address': 'fa:16:3e:32:6d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:40:45.755277 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:45.767768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:40:45.786737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:45.790810 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:45.839299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:45.937696 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:46.077683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['13a4c99d-b313-409a-9ba3-c00a1e0ad1fb'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:40:46.348651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2af6d-0f29-46e1-aa17-6b39addaea19 req-498a3c32-de73-4d60-988a-4a8086cce79d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:46.350726 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e4f2af6d-0f29-46e1-aa17-6b39addaea19 req-498a3c32-de73-4d60-988a-4a8086cce79d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 944 time: 0.0497105 Aug 29 17:40:46.392127 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e4f2af6d-0f29-46e1-aa17-6b39addaea19 req-9d03c64a-e8c5-4cee-a3f9-d8aec87db141 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354800 Aug 29 17:40:46.778434 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.505827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a687d6-aff7-4622-967f-22ebb412858f req-ae5cb75e-1748-406f-8378-4d9f14f07515 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:47.507555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1a687d6-aff7-4622-967f-22ebb412858f req-ae5cb75e-1748-406f-8378-4d9f14f07515 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 944 time: 0.0488689 Aug 29 17:40:47.544742 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1a687d6-aff7-4622-967f-22ebb412858f req-ae9b4790-c3bf-47db-a67e-92cebc5d9b6b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312574 Aug 29 17:40:47.615301 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:40:47.662752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:40:47.666377 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:40:47.666753 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.742184 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.763745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:47.765994 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dca391-0a51-4cbb-8aed-e091ed7f5030" -d '{"events": [{"server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "name": "network-vif-plugged", "status": "completed", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:47.779262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:40:47.783670 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:47.806800 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4802a954-d17d-45ab-a259-6371ac672b8e x-openstack-request-id: req-4802a954-d17d-45ab-a259-6371ac672b8e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:47.807093 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "name": "network-vif-plugged", "status": "completed", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:47.807341 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4802a954-d17d-45ab-a259-6371ac672b8e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:47.807729 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'code': 200} Aug 29 17:40:47.834868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:40:47.900353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7be12-d999-4578-ad69-877f7526d6bc req-2f0929d7-32b4-43e8-a1a9-ee96282ffbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:47.901750 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4d7be12-d999-4578-ad69-877f7526d6bc req-2f0929d7-32b4-43e8-a1a9-ee96282ffbde service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1097 time: 0.0403316 Aug 29 17:40:47.936057 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d4d7be12-d999-4578-ad69-877f7526d6bc req-b573584d-1863-4a9e-9048-63e1b4548c50 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263894 Aug 29 17:40:48.052836 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:48.431698 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:48.660373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06631fc-47b9-4996-bf1e-3341ef686032 req-e28eb0b4-b51c-4872-9f46-54f4bf1bbb31 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:48.661799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b06631fc-47b9-4996-bf1e-3341ef686032 req-e28eb0b4-b51c-4872-9f46-54f4bf1bbb31 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0491786 Aug 29 17:40:48.698544 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b06631fc-47b9-4996-bf1e-3341ef686032 req-41364929-0a08-4e71-a81e-b04448152b4a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308115 Aug 29 17:40:49.817065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b71d93-a322-46a9-8072-74ea70e38b09 req-70ab1b0d-c1d2-48f9-b2e0-fe028a889f39 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:49.818579 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29b71d93-a322-46a9-8072-74ea70e38b09 req-70ab1b0d-c1d2-48f9-b2e0-fe028a889f39 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0518699 Aug 29 17:40:49.856468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-29b71d93-a322-46a9-8072-74ea70e38b09 req-cc2aa653-12bd-4624-a825-7ac29298a630 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320649 Aug 29 17:40:49.965528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561f0ad-5322-4b35-bd2f-634e981cbc33 req-43320b0c-daff-4543-a011-860df993bcb6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:49.966992 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7561f0ad-5322-4b35-bd2f-634e981cbc33 req-43320b0c-daff-4543-a011-860df993bcb6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0480409 Aug 29 17:40:49.975430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 41780) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:40:49.979963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-453d10c7-6cb1-4911-91d2-63db326593c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'floatingip': {'port_id': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:40:50.021196 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-453d10c7-6cb1-4911-91d2-63db326593c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:50.455474 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-453d10c7-6cb1-4911-91d2-63db326593c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:50.460069 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-453d10c7-6cb1-4911-91d2-63db326593c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:50.534078 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:50.561494 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-453d10c7-6cb1-4911-91d2-63db326593c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Floating IP 359579b8-806a-467d-a836-cda719665709 associated. External IP: 172.25.5.177, port: 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb. Aug 29 17:40:50.764174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453d10c7-6cb1-4911-91d2-63db326593c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Router 73c47440-5660-4193-bc95-d81813a1645e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:40:50.871714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453d10c7-6cb1-4911-91d2-63db326593c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:40:50.876579 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-453d10c7-6cb1-4911-91d2-63db326593c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:40:50.881567 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3def0d-0c5f-4edb-ac46-e03ee1798077 None None] Sync routers for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:40:50.890316 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3def0d-0c5f-4edb-ac46-e03ee1798077 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:50.890917 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1a3def0d-0c5f-4edb-ac46-e03ee1798077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:40:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:50.904800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-453d10c7-6cb1-4911-91d2-63db326593c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "PUT /v2.0/floatingips/359579b8-806a-467d-a836-cda719665709 HTTP/1.1" status: 200 len: 991 time: 0.9283009 Aug 29 17:40:50.905402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:40:50.907667 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:40:50.947855 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff0a4a4-f305-4d39-8936-ac4d49b374f0 x-openstack-request-id: req-7ff0a4a4-f305-4d39-8936-ac4d49b374f0 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:40:50.948153 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:40:50.948408 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ff0a4a4-f305-4d39-8936-ac4d49b374f0 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:40:50.948826 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'status': 'completed', 'code': 200} Aug 29 17:40:50.995933 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1a3def0d-0c5f-4edb-ac46-e03ee1798077 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:40:51.012814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5 req-5b7e6302-bb4c-4b15-9d96-e0653f847934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:51.014705 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5 req-5b7e6302-bb4c-4b15-9d96-e0653f847934 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1097 time: 0.0406241 Aug 29 17:40:51.108579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5 req-e15a9498-2c48-4757-b264-52fdc20f462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:51.110119 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5 req-e15a9498-2c48-4757-b264-52fdc20f462e service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0875089 Aug 29 17:40:51.180825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5 req-7dbb037a-a7ee-4885-a7f4-331469a15b7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 999 time: 0.0626268 Aug 29 17:40:51.217406 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1a3def0d-0c5f-4edb-ac46-e03ee1798077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:32:6d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687314e9-7875-4a98-b71a-e251969f9448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:40:50Z', 'revision_number': 1, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:51.233826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5 req-df8a65bd-85fb-418c-8e86-8dc2157e86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:51.235283 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5 req-df8a65bd-85fb-418c-8e86-8dc2157e86a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0477996 Aug 29 17:40:51.246916 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3def0d-0c5f-4edb-ac46-e03ee1798077 None None] Checking router: 73c47440-5660-4193-bc95-d81813a1645e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:40:51.255022 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3def0d-0c5f-4edb-ac46-e03ee1798077 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:40:51.256297 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1a3def0d-0c5f-4edb-ac46-e03ee1798077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:40:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:51.281110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5 req-b6f59290-840f-46be-8b57-fd5dad81c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:40:51.282580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5 req-b6f59290-840f-46be-8b57-fd5dad81c407 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403850 Aug 29 17:40:51.356865 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1a3def0d-0c5f-4edb-ac46-e03ee1798077 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:40:51.370997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5 req-336a38b1-b089-4c8b-9b77-0b7dcdf6efd2 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816023 Aug 29 17:40:51.467046 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-737c8490-e8c1-4d4c-acc7-7cbb5611dfb5 req-26d52276-88c5-46e0-99f4-b4e42f798ec3 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886054 Aug 29 17:40:51.578362 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1a3def0d-0c5f-4edb-ac46-e03ee1798077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:32:6d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687314e9-7875-4a98-b71a-e251969f9448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:40:50Z', 'revision_number': 1, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:40:51.602790 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3def0d-0c5f-4edb-ac46-e03ee1798077 None None] The sync data for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 is: [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:32:6d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687314e9-7875-4a98-b71a-e251969f9448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:40:50Z', 'revision_number': 1, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:40:51.783576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d24d28-ec02-4fc3-8a8c-d8809af0575d None None] New status for floating IP 359579b8-806a-467d-a836-cda719665709: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:41:09.964340 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-2cf6f3f3-6263-4d0a-ba46-e6426e1bb977 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395174 Aug 29 17:41:10.048760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-fb74724a-c0a1-45c5-a88c-6a0c66ff76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:10.050356 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-fb74724a-c0a1-45c5-a88c-6a0c66ff76f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1097 time: 0.0408161 Aug 29 17:41:10.157742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-cf71ccef-271a-4d44-a602-6135b5f91ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:10.159182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-cf71ccef-271a-4d44-a602-6135b5f91ef6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0868108 Aug 29 17:41:10.229759 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-bfa03700-13bd-4744-b373-257d0b749bb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 1001 time: 0.0633233 Aug 29 17:41:10.284173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-9ae48910-c751-4135-a2e5-981e77666d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:10.285627 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-9ae48910-c751-4135-a2e5-981e77666d95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0481994 Aug 29 17:41:10.330454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-8326092d-71db-44d1-b969-210e80b8a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:41:10.331895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-8326092d-71db-44d1-b969-210e80b8a399 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384259 Aug 29 17:41:10.423470 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-71849d98-4b66-4ef1-99fa-ab674be5b24d service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830827 Aug 29 17:41:10.517894 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-221cee7a-8cb3-4680-bcc1-66e492b01850 req-aab63a6a-74fd-49c1-ac2a-1bb885897ba0 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865636 Aug 29 17:41:12.942673 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-836dde8b-5386-47cc-b9b6-0d0699487f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.584075 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c0c64aa2-35ab-4b78-b61d-1c59e795a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:15.937807 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:16.781004 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:17.693898 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:41:18.069247 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:18.434808 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:20.541423 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:42.943490 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ee917bc7-0ce7-4f1b-83f1-3f9528887df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.584417 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f6ec-3b70-4e33-b5d9-dd32216e478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:45.937317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:46.785434 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:48.085012 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:48.437946 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:50.547832 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:41:54.691835 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:42:10.024748 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-9d09227b-74fb-4103-be78-316b1974f52b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0870566 Aug 29 17:42:10.104105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-ed333dd7-8fd7-4c87-9c84-b507e892c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:10.105543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-ed333dd7-8fd7-4c87-9c84-b507e892c4a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1097 time: 0.0406582 Aug 29 17:42:10.208944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-fa35ce91-cac7-4d57-99ba-a1ad28d54b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:10.210391 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-fa35ce91-cac7-4d57-99ba-a1ad28d54b6b service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0870697 Aug 29 17:42:10.274320 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-7337cc76-c1e7-49a0-8021-8bde1258c5c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 1001 time: 0.0572426 Aug 29 17:42:10.325676 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-97d62f39-5e70-43df-ba38-fa3c4126a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:10.327057 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-97d62f39-5e70-43df-ba38-fa3c4126a644 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0462635 Aug 29 17:42:10.371362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-3acf04b1-901f-4b4c-a994-b43599bcfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:42:10.372673 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-3acf04b1-901f-4b4c-a994-b43599bcfaf1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387626 Aug 29 17:42:10.383392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-8291489a-7dda-43a7-a5fa-bc346a79079e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:42:10.385097 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-8291489a-7dda-43a7-a5fa-bc346a79079e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047410 Aug 29 17:42:10.473375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-2d7d530f-a43d-45dc-83ab-81f7c2714e81 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817916 Aug 29 17:42:10.571357 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88ccd9ca-51f0-4fc9-a363-faae5c1b2914 req-e41553ed-cca4-448b-9675-482a09585a1f service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904126 Aug 29 17:42:12.945631 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-957874de-8574-4650-9b8e-3d8fd5ff8c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:15.584456 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c47ee1b3-9a1b-4f95-bce6-261bc0ab0e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:15.937981 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:16.787064 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:18.100107 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:18.443297 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:20.554720 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:31.691251 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:42:42.946489 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-45ac99a1-5e12-4117-9e02-da127251a3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:45.584257 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e5042992-bc70-4452-b3a9-98ddea81f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:45.937968 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:46.790940 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:48.100792 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:48.445343 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:50.586648 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:42:55.748177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-cf3a51ac-4931-4096-8fe1-05d8eb6de39c req-0fdb0a9d-8733-45d7-8358-830a9ee35603 service neutron] (111677) timed out ('10.222.0.22', 53278) {{(pid=111677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:43:08.689908 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:43:09.959963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-1487d3af-8b72-45e1-a6ca-c30311933abb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397427 Aug 29 17:43:10.042947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-9cacd4a0-aa7d-4612-af24-3fca68e4c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:10.044411 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-9cacd4a0-aa7d-4612-af24-3fca68e4c17f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1097 time: 0.0410161 Aug 29 17:43:10.149131 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-3cc44665-3e55-490a-b097-4b13019c2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:10.150603 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-3cc44665-3e55-490a-b097-4b13019c2d5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0874929 Aug 29 17:43:10.213392 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-b92f499f-78a4-4610-86ba-e6d2c5a097c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 1001 time: 0.0559504 Aug 29 17:43:10.264101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-83e5bc7e-5357-4cd5-85dc-f379e36bd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:10.266041 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-83e5bc7e-5357-4cd5-85dc-f379e36bd539 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0458343 Aug 29 17:43:10.311236 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-90a68be0-4f5d-4273-bba1-276c80dc39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:10.313365 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-90a68be0-4f5d-4273-bba1-276c80dc39aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405855 Aug 29 17:43:10.402884 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-7da4f79c-2066-45b5-b0c6-31ef8d4f863b service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815315 Aug 29 17:43:10.498203 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8c75ac93-7df9-4be1-ab07-db14c2ac1b1a req-2452d593-984a-4d4a-b7bc-983a8c8c0805 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883205 Aug 29 17:43:12.946821 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef08578-42f4-4241-8478-3705f6a09e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:15.584074 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-af0b82ab-38a3-4ed8-954d-d6c7328f834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:15.937346 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:16.792121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:18.101652 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:18.445323 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:19.679788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce4113-a22e-45e2-9f21-3f2a1193eb95 req-d5676018-4513-4cad-88df-78aba6318d5e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:19.681212 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5ce4113-a22e-45e2-9f21-3f2a1193eb95 req-d5676018-4513-4cad-88df-78aba6318d5e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0533731 Aug 29 17:43:19.719124 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5ce4113-a22e-45e2-9f21-3f2a1193eb95 req-ac85f04e-2880-47f5-8d62-a748c4ae7fbf tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318773 Aug 29 17:43:19.962361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4d294-3bae-484b-bfd3-095495248b2a req-c85a89c8-fc0d-488f-b1c1-e2f1363d004d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:19.963877 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56e4d294-3bae-484b-bfd3-095495248b2a req-c85a89c8-fc0d-488f-b1c1-e2f1363d004d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0516391 Aug 29 17:43:19.996396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-461b0952-fd55-46bc-9f44-e42ac66f7b05 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898895 Aug 29 17:43:20.003063 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56e4d294-3bae-484b-bfd3-095495248b2a req-03009f6b-0937-4fc9-a241-14b6e0356a2b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324638 Aug 29 17:43:20.613555 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:21.122831 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d350ac-fce7-4505-a7ed-f32fc47616c0 req-9993c26f-241a-4e58-9355-50ed567ab57a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:21.124959 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8d350ac-fce7-4505-a7ed-f32fc47616c0 req-9993c26f-241a-4e58-9355-50ed567ab57a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0514872 Aug 29 17:43:21.182003 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f8d350ac-fce7-4505-a7ed-f32fc47616c0 req-3b6d444e-c923-4f9f-b2f3-01973479515a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509992 Aug 29 17:43:21.210188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-44e6403e-e085-4a47-9e30-88c84810a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:21.211653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-44e6403e-e085-4a47-9e30-88c84810a512 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1097 time: 0.0446770 Aug 29 17:43:21.300468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-7118f7dd-06f9-4d7a-b2ad-21f1d291ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:21.301920 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-7118f7dd-06f9-4d7a-b2ad-21f1d291ac84 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0833566 Aug 29 17:43:21.370651 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-c10e6460-e2ad-4013-9880-36407e4b39a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 1001 time: 0.0618443 Aug 29 17:43:21.421784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-cd3f0c14-576b-4a81-ac6e-3d5c587e479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:21.423282 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-cd3f0c14-576b-4a81-ac6e-3d5c587e479d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0455091 Aug 29 17:43:21.470639 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-21f338f7-9ecd-4799-9029-bba1f40bb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:21.472118 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-21f338f7-9ecd-4799-9029-bba1f40bb6bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424078 Aug 29 17:43:21.562373 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-8c78bec0-742d-4875-a327-5743ce787d16 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833468 Aug 29 17:43:21.651241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-4c91e7b4-4436-488b-904d-8b10cc3f8694 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814755 Aug 29 17:43:22.295214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7f4e9-13d7-4177-97f2-cb959a593947 req-fff915cd-f2c1-41df-9634-df214dc72b64 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:22.296690 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ade7f4e9-13d7-4177-97f2-cb959a593947 req-fff915cd-f2c1-41df-9634-df214dc72b64 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0485137 Aug 29 17:43:22.334524 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ade7f4e9-13d7-4177-97f2-cb959a593947 req-61fb1bf5-e67c-4200-9978-1cfdc5c9a0de tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311630 Aug 29 17:43:23.450955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91133768-1258-4447-b045-8d1e15ece4ac req-2d6ffcd2-59aa-465a-aeed-6f917ae79443 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:23.452460 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-91133768-1258-4447-b045-8d1e15ece4ac req-2d6ffcd2-59aa-465a-aeed-6f917ae79443 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0500772 Aug 29 17:43:23.495501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-91133768-1258-4447-b045-8d1e15ece4ac req-f69df334-94dc-44ef-8df4-ae47406a4f82 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370495 Aug 29 17:43:24.621600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b6cfa-384c-409d-b90c-ca107f28d90b req-398c3dac-4104-4638-bcf1-7cf08bc87a72 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:24.623131 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-139b6cfa-384c-409d-b90c-ca107f28d90b req-398c3dac-4104-4638-bcf1-7cf08bc87a72 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0553377 Aug 29 17:43:24.664118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-139b6cfa-384c-409d-b90c-ca107f28d90b req-997bb4c2-ae65-419c-a601-cae8e11f4a86 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342791 Aug 29 17:43:25.788700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56231121-c53a-4e25-9562-d3109fc4f56c req-e1ea8d70-108f-425b-ad57-396eefec29fe tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:25.790525 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56231121-c53a-4e25-9562-d3109fc4f56c req-e1ea8d70-108f-425b-ad57-396eefec29fe tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0517859 Aug 29 17:43:25.834935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56231121-c53a-4e25-9562-d3109fc4f56c req-9cf34d0e-622f-48da-98cf-61fc8fbaf20d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379388 Aug 29 17:43:26.950065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bd421-6557-45df-9ff1-3e6a3fa063ba req-48b256c6-4a83-432f-9805-6301f446c1c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:26.951519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b84bd421-6557-45df-9ff1-3e6a3fa063ba req-48b256c6-4a83-432f-9805-6301f446c1c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0490036 Aug 29 17:43:26.989882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b84bd421-6557-45df-9ff1-3e6a3fa063ba req-94de088e-bb87-486a-9d9c-f5e46993490a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323853 Aug 29 17:43:28.104293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0681a-7d03-4bd4-8e2d-b306edebb40c req-64686752-aaaa-46c5-acc0-daebc1824121 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:28.105670 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ddb0681a-7d03-4bd4-8e2d-b306edebb40c req-64686752-aaaa-46c5-acc0-daebc1824121 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0490160 Aug 29 17:43:28.142985 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ddb0681a-7d03-4bd4-8e2d-b306edebb40c req-da67bae3-8abd-4bed-8d2a-77f28cb4323c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309258 Aug 29 17:43:29.256463 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17328b7e-891a-4688-954d-75b2e477dcd4 req-9fbc5a52-10a7-4318-b6ad-fd0496536eb3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:29.258215 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17328b7e-891a-4688-954d-75b2e477dcd4 req-9fbc5a52-10a7-4318-b6ad-fd0496536eb3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0493929 Aug 29 17:43:29.295891 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-17328b7e-891a-4688-954d-75b2e477dcd4 req-c126aad5-fa7d-4dfb-b293-923dd031992f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311563 Aug 29 17:43:30.409768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b08b-5512-4402-9225-7983c2d5a1a7 req-ca3ddb0d-e775-4015-94aa-c2b447cf666e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:30.411263 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3976b08b-5512-4402-9225-7983c2d5a1a7 req-ca3ddb0d-e775-4015-94aa-c2b447cf666e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0488820 Aug 29 17:43:30.452640 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3976b08b-5512-4402-9225-7983c2d5a1a7 req-b08aa7f4-d5f4-4362-b6d9-595523b98b00 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353642 Aug 29 17:43:31.568992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b925ad-81b3-4e01-9b0d-b5a5579e6cd0 req-bc4633f2-97ae-4c8f-ba79-87654151ac2e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:31.570486 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-78b925ad-81b3-4e01-9b0d-b5a5579e6cd0 req-bc4633f2-97ae-4c8f-ba79-87654151ac2e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0519786 Aug 29 17:43:31.607214 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-78b925ad-81b3-4e01-9b0d-b5a5579e6cd0 req-bdd70cef-fdab-4f3e-80f9-b54756d5eea5 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309272 Aug 29 17:43:32.719626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a85ed-6884-4b47-827a-c9ffa86953c3 req-d9af502f-cdc0-4bd1-a446-4796bd77e5e7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:32.721029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c50a85ed-6884-4b47-827a-c9ffa86953c3 req-d9af502f-cdc0-4bd1-a446-4796bd77e5e7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0475755 Aug 29 17:43:32.763073 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c50a85ed-6884-4b47-827a-c9ffa86953c3 req-7883fcd5-1e05-4c45-93ec-96a9234ecc78 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323899 Aug 29 17:43:33.877456 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54cca8-8268-4d97-bb58-1c99b058d1c6 req-0c373b32-14fa-4a95-92e4-021fb3a15410 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:33.878950 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e54cca8-8268-4d97-bb58-1c99b058d1c6 req-0c373b32-14fa-4a95-92e4-021fb3a15410 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0493085 Aug 29 17:43:33.915760 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7e54cca8-8268-4d97-bb58-1c99b058d1c6 req-d1559ae3-3622-4a81-aabd-67ee5d7a8372 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309503 Aug 29 17:43:35.028531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb9343-d606-41e5-9a32-002f4972f25c req-ed4f3f79-72d9-4834-a636-bdb24ef34f1a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:35.030018 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6fb9343-d606-41e5-9a32-002f4972f25c req-ed4f3f79-72d9-4834-a636-bdb24ef34f1a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0485408 Aug 29 17:43:35.067403 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6fb9343-d606-41e5-9a32-002f4972f25c req-18e920b2-3a79-4564-9938-3a1dec79ed4f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316133 Aug 29 17:43:36.185369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d417c-8d28-4314-8e4a-cfd045bb7e60 req-4ad27d40-13b8-4a70-948e-cfd2ca0cf64e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:36.186838 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d74d417c-8d28-4314-8e4a-cfd045bb7e60 req-4ad27d40-13b8-4a70-948e-cfd2ca0cf64e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0514033 Aug 29 17:43:36.224024 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d74d417c-8d28-4314-8e4a-cfd045bb7e60 req-53d7552c-8b1d-45de-9a3c-baf43ac19c79 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313396 Aug 29 17:43:37.337098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c02183-7838-4c75-a58b-9ba5ae0ebd70 req-5db1abfd-29c5-4017-975c-d867c3e699a2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:37.338561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03c02183-7838-4c75-a58b-9ba5ae0ebd70 req-5db1abfd-29c5-4017-975c-d867c3e699a2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0476787 Aug 29 17:43:37.379126 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03c02183-7838-4c75-a58b-9ba5ae0ebd70 req-cbf36be8-3687-45a1-8c0f-0d895298fa8a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343492 Aug 29 17:43:38.497823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ae052-0ec2-4401-b692-740b27665921 req-f6de0913-ae6c-400a-b8ea-dae893744224 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:38.499368 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-465ae052-0ec2-4401-b692-740b27665921 req-f6de0913-ae6c-400a-b8ea-dae893744224 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0524945 Aug 29 17:43:38.536969 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-9d31ea88-ccbf-41ce-9467-5547f878fc96 service neutron] show failed (client error): The resource could not be found. Aug 29 17:43:38.537588 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-465ae052-0ec2-4401-b692-740b27665921 req-fa110b7c-baa2-4967-8a3a-04e8b95b8e05 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311089 Aug 29 17:43:38.538014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-9d31ea88-ccbf-41ce-9467-5547f878fc96 service neutron] 10.222.0.16 "GET /v2.0/ports/13a4c99d-b313-409a-9ba3-c00a1e0ad1fb/bindings/n-h1-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0546522 Aug 29 17:43:38.782536 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-0278fb57-88a7-433c-bfa4-d41d63e70e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:38.784066 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-0278fb57-88a7-433c-bfa4-d41d63e70e3c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 1097 time: 0.0898211 Aug 29 17:43:38.795718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:38.846530 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:39.051102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:39.083777 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:43:39.123629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:39.125932 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87789657-3e1e-437f-95e6-f3c1c64f3340" -d '{"events": [{"server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "name": "network-vif-unplugged", "status": "completed", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:39.129728 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:39.143419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Transition to ACTIVE for port object 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:43:39.147280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:39.238045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Pushing event updated for resources: {'Port': ['ID=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:39.259039 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.259394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.259741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.260080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.260419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.260751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.261084 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.261439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.262026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.262354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.262685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.263011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:39.285035 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a8c289-a005-400b-9753-1b1c7f8c7970 x-openstack-request-id: req-03a8c289-a005-400b-9753-1b1c7f8c7970 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:39.285362 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "name": "network-vif-unplugged", "status": "completed", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:39.285615 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03a8c289-a005-400b-9753-1b1c7f8c7970 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:39.286015 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'code': 200} Aug 29 17:43:39.286974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] No DVR routers for this DVR port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:39.422504 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Attempting to bind port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:43:39.422845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Attempting to bind port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:43:39.423184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Attempting to bind port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:39.427453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:43:39.427778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Attempting to bind port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:39.432570 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:43:39.432909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:43:39.433332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:43:39.433761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Bound port: 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:43:39.434121 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:39.495806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:43:39.498981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:43:39.503521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:39.537696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:39.538203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:39.539597 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] 10.222.0.10 "PUT /v2.0/ports/13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 1092 time: 0.7478852 Aug 29 17:43:39.564379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eeaf30-7215-43a8-aa67-46f954a5b17a service neutron] Pushing event updated for resources: {'Port': ['ID=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:39.624281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-e5d9e7a8-d3c8-4b75-9411-fed078a7e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:39.626489 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-e5d9e7a8-d3c8-4b75-9411-fed078a7e27c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1095 time: 0.0638268 Aug 29 17:43:39.715091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53724ea3-a295-4497-94d1-e157ff8a7eb5 req-e2e9763b-7c47-478e-b835-22e47e38b951 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:39.716608 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53724ea3-a295-4497-94d1-e157ff8a7eb5 req-e2e9763b-7c47-478e-b835-22e47e38b951 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 943 time: 0.1061311 Aug 29 17:43:39.770097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-0b5cbb66-f85e-4431-992f-057376647ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:39.771540 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-0b5cbb66-f85e-4431-992f-057376647ab6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.1314034 Aug 29 17:43:39.778523 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-53724ea3-a295-4497-94d1-e157ff8a7eb5 req-6bfda91a-bf92-402b-bd94-beafbaeb7280 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544732 Aug 29 17:43:39.836434 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-7368761b-b423-487e-8d34-cdec63614aa8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 999 time: 0.0569909 Aug 29 17:43:39.884911 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-ad23b332-f1cf-435d-adaf-800ef9627085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:39.886358 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-ad23b332-f1cf-435d-adaf-800ef9627085 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0426407 Aug 29 17:43:39.934224 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-6b028164-51f4-426c-aea9-65ac327b2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:39.935674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-6b028164-51f4-426c-aea9-65ac327b2b2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420773 Aug 29 17:43:40.021720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-d32f39a9-6829-42d1-a7bf-8fc5067bd30c service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789444 Aug 29 17:43:40.112702 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9579c1d4-9941-4ebc-967e-37ac8cfe7545 req-4ae1c382-d4f2-4689-a87f-f3ba8fa76f1d service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840552 Aug 29 17:43:40.894840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a2a7c-6061-4b7e-b274-117ff86e5a74 req-f92f41a5-fb1c-44c3-8041-4d9c2e918313 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:40.896270 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f00a2a7c-6061-4b7e-b274-117ff86e5a74 req-f92f41a5-fb1c-44c3-8041-4d9c2e918313 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 943 time: 0.0487182 Aug 29 17:43:40.932994 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f00a2a7c-6061-4b7e-b274-117ff86e5a74 req-5ff945e4-5aa2-4973-a0ee-99378d13ea09 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308702 Aug 29 17:43:41.286804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:41.289095 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d5313c-3983-4135-8f92-101b4ce62054" -d '{"events": [{"name": "network-changed", "server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:41.336160 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c53885-8137-4bfe-8937-99278a4bf03f x-openstack-request-id: req-03c53885-8137-4bfe-8937-99278a4bf03f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:41.336450 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:41.337281 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03c53885-8137-4bfe-8937-99278a4bf03f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:41.337714 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'status': 'completed', 'code': 200} Aug 29 17:43:41.394337 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-646437a1-0c77-4be5-8788-fbd6a82641d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:41.395937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-646437a1-0c77-4be5-8788-fbd6a82641d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1095 time: 0.0410326 Aug 29 17:43:41.401124 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-b724d9b1-17d9-401c-be16-f08bc28b1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:41.402678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-b724d9b1-17d9-401c-be16-f08bc28b1649 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1095 time: 0.0412555 Aug 29 17:43:41.488501 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-5fa1fa80-a937-4b7a-ba88-e7fa9a80e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:41.490054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-5fa1fa80-a937-4b7a-ba88-e7fa9a80e48c service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0871518 Aug 29 17:43:41.495165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-58499580-1e31-4fc6-a22f-adcc1ad4a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:41.496654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-58499580-1e31-4fc6-a22f-adcc1ad4a48b service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0828812 Aug 29 17:43:41.556219 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-58747ce1-4957-4f7d-91c6-f7198577c840 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 999 time: 0.0593796 Aug 29 17:43:41.567128 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-29263b3d-77c4-4678-a0d8-b91022583efa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 999 time: 0.0628753 Aug 29 17:43:41.620312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-3a1ef749-b210-4498-ab64-d3299c730392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:41.621919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-3a1ef749-b210-4498-ab64-d3299c730392 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0572634 Aug 29 17:43:41.632698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-dfbd58e9-8836-447e-aca7-734f29d22427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:41.634474 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-dfbd58e9-8836-447e-aca7-734f29d22427 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0526042 Aug 29 17:43:41.668868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-c61bfaba-230b-4f45-ae1d-72b693f12a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:41.670749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-c61bfaba-230b-4f45-ae1d-72b693f12a14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419803 Aug 29 17:43:41.681785 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-638c5e25-2753-4e78-95f3-74f5de210a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:41.683298 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-638c5e25-2753-4e78-95f3-74f5de210a2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418415 Aug 29 17:43:41.763012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-c1174065-aa66-4ccc-8352-de305ce00181 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850227 Aug 29 17:43:41.775685 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-25ec6c84-b4bf-417e-bd57-b278e5bbafc0 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847313 Aug 29 17:43:41.858100 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-d33ae602-bd67-4c50-8cda-d9808a6fa07b service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877347 Aug 29 17:43:41.865884 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2d5313c-3983-4135-8f92-101b4ce62054 req-971f389e-462a-49d6-8fbd-64f429ad6df4 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821888 Aug 29 17:43:42.048345 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea50740-b7a6-489c-afd1-c6db054978b9 req-b0daf3ff-1241-4967-bcfb-6825a6a97597 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:42.049838 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ea50740-b7a6-489c-afd1-c6db054978b9 req-b0daf3ff-1241-4967-bcfb-6825a6a97597 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 943 time: 0.0503831 Aug 29 17:43:42.085852 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ea50740-b7a6-489c-afd1-c6db054978b9 req-a5b12bba-e000-4072-a216-ecbd4d2e1dac tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303051 Aug 29 17:43:42.279351 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe6cbe-e433-4466-93bd-d7a8a1d16b79 req-acf1d0d1-c0f0-46ac-bd08-2c4b6bc0044c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:42.280820 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8fe6cbe-e433-4466-93bd-d7a8a1d16b79 req-acf1d0d1-c0f0-46ac-bd08-2c4b6bc0044c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 943 time: 0.0502834 Aug 29 17:43:42.350433 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8fe6cbe-e433-4466-93bd-d7a8a1d16b79 req-d5446db2-b18c-497d-a472-fcafdf661e34 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624311 Aug 29 17:43:42.366514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828519-a535-4603-9849-ff0be9790274 req-be5249fb-541f-4b4f-b26a-38a8575fed79 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:42.367866 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c828519-a535-4603-9849-ff0be9790274 req-be5249fb-541f-4b4f-b26a-38a8575fed79 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448&tenant_id=897cd680bdc24a65b5d4ab28657a154f&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 943 time: 0.0740247 Aug 29 17:43:42.427859 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-9c828519-a535-4603-9849-ff0be9790274 req-92b591f1-036f-4213-9bc8-98bcfe815be5 service neutron] delete failed (client error): The resource could not be found. Aug 29 17:43:42.428849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c828519-a535-4603-9849-ff0be9790274 req-92b591f1-036f-4213-9bc8-98bcfe815be5 service neutron] 10.222.0.16 "DELETE /v2.0/ports/13a4c99d-b313-409a-9ba3-c00a1e0ad1fb/bindings/n-h2-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0539362 Aug 29 17:43:42.510466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828519-a535-4603-9849-ff0be9790274 req-ae6f6413-17c6-414e-9f72-a8576880aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:42.512185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c828519-a535-4603-9849-ff0be9790274 req-ae6f6413-17c6-414e-9f72-a8576880aafb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 1095 time: 0.0402634 Aug 29 17:43:42.526953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:42.564586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:42.604327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828519-a535-4603-9849-ff0be9790274 req-8726d713-5fb5-4e5f-930b-0b3357f8404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:42.605826 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c828519-a535-4603-9849-ff0be9790274 req-8726d713-5fb5-4e5f-930b-0b3357f8404e service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0867152 Aug 29 17:43:42.669845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c828519-a535-4603-9849-ff0be9790274 req-04ab537a-1e4e-4a3a-89de-a2491a8c33be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 200 len: 999 time: 0.0565305 Aug 29 17:43:42.691469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:43:42.722829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828519-a535-4603-9849-ff0be9790274 req-243d193e-f8b3-4cc1-8f6c-3465f957ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:42.724278 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c828519-a535-4603-9849-ff0be9790274 req-243d193e-f8b3-4cc1-8f6c-3465f957ed78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0468619 Aug 29 17:43:42.772574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828519-a535-4603-9849-ff0be9790274 req-8e523813-aa62-4aaf-b2d2-eaac44455c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:42.775033 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c828519-a535-4603-9849-ff0be9790274 req-8e523813-aa62-4aaf-b2d2-eaac44455c55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432422 Aug 29 17:43:42.786413 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:42.800184 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'port_id': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'mac_address': 'fa:16:3e:32:6d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:43:42.836999 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:42.849148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:42.866495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c828519-a535-4603-9849-ff0be9790274 req-4c7e008a-bb74-4ea8-973c-f513ad067e9d service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844717 Aug 29 17:43:42.868635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:42.872419 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:42.921826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:42.929316 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.929678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.930001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.930334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.931149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.931149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.931365 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.931609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.932297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.932632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.932954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.933303 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:42.951454 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-391d2a87-8567-4b35-b548-5712b1cf4e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:42.964392 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c828519-a535-4603-9849-ff0be9790274 req-cc4499aa-529b-47d6-ace0-0713a7664e0d service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911241 Aug 29 17:43:43.105182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['13a4c99d-b313-409a-9ba3-c00a1e0ad1fb'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:43.475197 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865b504-785c-4819-9a8e-ae6d59bea231 req-d7449f59-db16-4550-b924-69266ed40216 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:43.476765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b865b504-785c-4819-9a8e-ae6d59bea231 req-d7449f59-db16-4550-b924-69266ed40216 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 944 time: 0.0550187 Aug 29 17:43:43.515455 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b865b504-785c-4819-9a8e-ae6d59bea231 req-01df9744-a371-4e8e-921d-06868b4cd310 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325441 Aug 29 17:43:43.638869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf8dc9-8fc2-4934-8fdd-9a2d92aafa88 req-b6473304-2312-4cd7-9482-87bcb4b0bdfd tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:43.640265 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-44bf8dc9-8fc2-4934-8fdd-9a2d92aafa88 req-b6473304-2312-4cd7-9482-87bcb4b0bdfd tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 944 time: 0.0520971 Aug 29 17:43:43.681157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-44bf8dc9-8fc2-4934-8fdd-9a2d92aafa88 req-7e74c84c-8606-47bc-9978-9ae63f3c546e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343447 Aug 29 17:43:43.792876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771de5a-87c9-42b8-be26-1851000bce92 req-bba26961-eda8-48b5-bc67-238e8aebee6f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:43.794364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3771de5a-87c9-42b8-be26-1851000bce92 req-bba26961-eda8-48b5-bc67-238e8aebee6f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 944 time: 0.0484362 Aug 29 17:43:43.830957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3771de5a-87c9-42b8-be26-1851000bce92 req-05d9129b-c31f-4328-8bda-b46f9698ce96 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307052 Aug 29 17:43:44.060066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71275506-aee5-41b6-996c-2449a7698d30 req-9406d971-0c19-43ed-be8a-b6e7690514e7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:44.061557 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71275506-aee5-41b6-996c-2449a7698d30 req-9406d971-0c19-43ed-be8a-b6e7690514e7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 944 time: 0.0479827 Aug 29 17:43:44.098788 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71275506-aee5-41b6-996c-2449a7698d30 req-903e7d1d-0700-4a59-835b-ebe6410d6fb3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307996 Aug 29 17:43:44.698675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:43:44.750258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:43:44.754133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:43:44.754510 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:44.828988 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:44.850605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:44.852802 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c366af09-d8db-4407-9787-235b917f61e9" -d '{"events": [{"server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "name": "network-vif-plugged", "status": "completed", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:44.865784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:44.869960 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:44.917061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:44.954646 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a167c9ea-3055-4932-966d-d45344ea4d61 x-openstack-request-id: req-a167c9ea-3055-4932-966d-d45344ea4d61 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:44.954945 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "name": "network-vif-plugged", "status": "completed", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:44.955201 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a167c9ea-3055-4932-966d-d45344ea4d61 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:44.955599 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'code': 200} Aug 29 17:43:45.214433 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478fcb-372d-45c0-974b-1904e8acab24 req-fa554141-cc7b-4bf4-a7ff-afff7985687d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:45.215815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98478fcb-372d-45c0-974b-1904e8acab24 req-fa554141-cc7b-4bf4-a7ff-afff7985687d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0509827 Aug 29 17:43:45.278442 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98478fcb-372d-45c0-974b-1904e8acab24 req-8878f04f-a25e-40af-ba5e-8e3b9f61b6c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559764 Aug 29 17:43:45.294823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-3e16fbcc-6cef-42e1-9fe2-cff05b623659 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:45.296286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-3e16fbcc-6cef-42e1-9fe2-cff05b623659 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.10 "GET /v2.0/ports?device_id=687314e9-7875-4a98-b71a-e251969f9448 HTTP/1.1" status: 200 len: 945 time: 0.0611012 Aug 29 17:43:45.385731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Deleting port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:43:45.386080 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.473351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] For port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:45.473652 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.586267 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f6a86ee0-afce-4a96-8ab3-7df260e04b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.644268 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.644665 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.644990 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Floating IP 359579b8-806a-467d-a836-cda719665709 disassociated. External IP: 172.25.5.177, port: 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb. Aug 29 17:43:45.645364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Calling delete_port for 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:43:45.693560 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:43:45.773809 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:45.802442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event deleted for resources: {'Port': ['ID=13a4c99d-b313-409a-9ba3-c00a1e0ad1fb,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:45.918909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Router 73c47440-5660-4193-bc95-d81813a1645e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:43:45.948120 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:46.029125 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:43:46.038941 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5f99af-9ca3-413a-a2da-ee06dea298f2 None None] Sync routers for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:43:46.048128 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5f99af-9ca3-413a-a2da-ee06dea298f2 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:43:46.048746 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aa5f99af-9ca3-413a-a2da-ee06dea298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:43:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:46.067453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] No DVR routers for this DVR port 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:43:46.070091 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:46.072154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3c8e5cc6-a9ac-4b0f-91fb-58d486045bb7 req-985c28d1-d1a0-4129-a429-7575cca1521c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.10 "DELETE /v2.0/ports/13a4c99d-b313-409a-9ba3-c00a1e0ad1fb HTTP/1.1" status: 204 len: 173 time: 0.7698278 Aug 29 17:43:46.072522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'name': 'network-vif-deleted', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:46.074824 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eeaf49-f26b-470c-bb37-6f10ca4ed8c3" -d '{"events": [{"server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "name": "network-vif-deleted", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:46.114304 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26acfb56-7d48-43f5-b274-6545ef7e842c x-openstack-request-id: req-26acfb56-7d48-43f5-b274-6545ef7e842c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:46.114608 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687314e9-7875-4a98-b71a-e251969f9448", "name": "network-vif-deleted", "tag": "13a4c99d-b313-409a-9ba3-c00a1e0ad1fb", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:46.114867 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26acfb56-7d48-43f5-b274-6545ef7e842c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:46.115327 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687314e9-7875-4a98-b71a-e251969f9448', 'name': 'network-vif-deleted', 'tag': '13a4c99d-b313-409a-9ba3-c00a1e0ad1fb', 'status': 'completed', 'code': 200} Aug 29 17:43:46.160889 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-aa5f99af-9ca3-413a-a2da-ee06dea298f2 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:43:46.483090 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aa5f99af-9ca3-413a-a2da-ee06dea298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:46.509909 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5f99af-9ca3-413a-a2da-ee06dea298f2 None None] Checking router: 73c47440-5660-4193-bc95-d81813a1645e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:43:46.518954 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5f99af-9ca3-413a-a2da-ee06dea298f2 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:43:46.519561 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aa5f99af-9ca3-413a-a2da-ee06dea298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:43:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:46.541324 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-063583d3-d07e-4581-ae34-2d401acd97d3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--633305632&fields=id&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 267 time: 0.0364482 Aug 29 17:43:46.627804 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-aa5f99af-9ca3-413a-a2da-ee06dea298f2 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:43:46.657394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-91305dee-1487-4916-bcd5-421d3275f388 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:46.659420 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-91305dee-1487-4916-bcd5-421d3275f388 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 812 time: 0.1107922 Aug 29 17:43:46.675943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-19613443-3408-497e-b418-76e652819d7b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/quotas/897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 375 time: 0.0103819 Aug 29 17:43:46.730235 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-a85c4078-4494-4012-856c-b754442f94a9 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482795 Aug 29 17:43:46.798287 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:46.839744 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8ca2104a-ed02-4c4c-b87e-b2df7709e227 service neutron] 10.222.0.22 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969894 Aug 29 17:43:46.851014 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-aa5f99af-9ca3-413a-a2da-ee06dea298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:46.877379 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5f99af-9ca3-413a-a2da-ee06dea298f2 None None] The sync data for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 is: [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:43:46.932784 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-ade27abb-2a5e-4bf5-a58c-e6d1996ce9ca service neutron] 10.222.0.22 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862772 Aug 29 17:43:47.103782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d520674-d3f7-4208-8f50-e199a6127ea3 req-daa4746f-c830-4735-952e-0ae102d4058e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 210 time: 0.0289090 Aug 29 17:43:47.163002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21ece8-1842-44f1-89bd-540e2a830d27 None None] New status for floating IP 359579b8-806a-467d-a836-cda719665709: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:43:48.062747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-38b2a8c1-429d-4758-917d-b132968340dd tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:48.064218 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-38b2a8c1-429d-4758-917d-b132968340dd tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 812 time: 0.1082578 Aug 29 17:43:48.108737 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-ba8ce563-274d-4671-9733-f476a5379b4b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 379 time: 0.0347540 Aug 29 17:43:48.119941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'port': {'device_id': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'admin_state_up': True, 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'security_groups': ['b8506404-bf4b-4046-998b-830de52c8039']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:48.126865 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:48.203380 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b1a238c6-bd06-4664-b1a3-ea1d7ad768cb req-eff5b025-ff29-4f24-8a22-d18cd0dc263d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 210 time: 0.0308740 Aug 29 17:43:48.234039 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Made reservation on behalf of 897cd680bdc24a65b5d4ab28657a154f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:43:48.237513 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:48.449460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:48.713810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:43:48.716382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Allocated IP 172.20.0.11 (dc8913a7-524e-45a3-a4b7-56a9b9623e13/e35681b2-a033-4f88-b77d-af859acd2321/2565ba98-b8e2-43ba-979b-b3ec222421ab) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:43:48.733322 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:43:48.733672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 13a4c99d-b313-409a-9ba3-c00a1e0ad1fb not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:43:48.861903 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:48.875407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Transition to ACTIVE for port object 2565ba98-b8e2-43ba-979b-b3ec222421ab will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:43:48.908179 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:48.949501 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:43:48.952510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:43:48.955192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:43:48.992185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event updated for resources: {'Port': ['ID=2565ba98-b8e2-43ba-979b-b3ec222421ab,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:49.007633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.007987 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.008336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.008681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.009154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.009386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.009733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.010089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.010422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.010762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.011093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.011427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:43:49.036173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.036866 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.052675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8d4ec540-252b-48e7-a48a-38050e8d5357 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9363492 Aug 29 17:43:49.066164 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Request body: {'port': {'device_id': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:49.128775 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.213474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3e66c433-d42f-43b9-8d03-71689e5c9d77 None None] Provisioning for port 2565ba98-b8e2-43ba-979b-b3ec222421ab completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:43:49.217548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3e66c433-d42f-43b9-8d03-71689e5c9d77 None None] Provisioning complete for port 2565ba98-b8e2-43ba-979b-b3ec222421ab triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:43:49.218032 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3e66c433-d42f-43b9-8d03-71689e5c9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.254071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-3e66c433-d42f-43b9-8d03-71689e5c9d77 None None] Port 2565ba98-b8e2-43ba-979b-b3ec222421ab cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:43:49.368195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89fa2c-64b4-45da-a0b7-67ca96908b25 req-0088c515-a6fc-4038-93b4-172f84d34c82 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.369696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c89fa2c-64b4-45da-a0b7-67ca96908b25 req-0088c515-a6fc-4038-93b4-172f84d34c82 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 932 time: 0.0750489 Aug 29 17:43:49.431496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c89fa2c-64b4-45da-a0b7-67ca96908b25 req-7453d9bc-8b47-4bf8-b766-3a0922dd5454 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558228 Aug 29 17:43:49.466680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2565ba98-b8e2-43ba-979b-b3ec222421ab {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:49.474521 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.487319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Transition to ACTIVE for port object 2565ba98-b8e2-43ba-979b-b3ec222421ab will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:43:49.490846 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.541937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Pushing event updated for resources: {'Port': ['ID=2565ba98-b8e2-43ba-979b-b3ec222421ab,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:49.614116 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Attempting to bind port 2565ba98-b8e2-43ba-979b-b3ec222421ab on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:43:49.614454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Attempting to bind port 2565ba98-b8e2-43ba-979b-b3ec222421ab by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:43:49.614789 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Attempting to bind port 2565ba98-b8e2-43ba-979b-b3ec222421ab on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:49.619262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Port 2565ba98-b8e2-43ba-979b-b3ec222421ab on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:43:49.619582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Attempting to bind port 2565ba98-b8e2-43ba-979b-b3ec222421ab on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:43:49.624548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:43:49.624882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:43:49.625300 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:43:49.625767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Bound port: 2565ba98-b8e2-43ba-979b-b3ec222421ab, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:43:49.626126 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.693576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:43:49.697463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:43:49.702007 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.735060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.735790 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:49.737062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] 10.222.0.16 "PUT /v2.0/ports/2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1093 time: 0.6760054 Aug 29 17:43:49.737563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:49.739746 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70fc11e5f409b3dfd123195bea6e7c9ee9714a9049e03b3486ee83eebcd16cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21be13a0-777f-4669-b3a7-df6aaa65966e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:49.769747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65789a-4300-4e04-910d-a7e05c595b02 service neutron] Pushing event updated for resources: {'Port': ['ID=2565ba98-b8e2-43ba-979b-b3ec222421ab,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:49.825701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-aa5b166d-fe96-4361-8441-5fc48b471557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.827525 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-aa5b166d-fe96-4361-8441-5fc48b471557 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1096 time: 0.0460250 Aug 29 17:43:49.876007 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8001abb2-6bf1-4a59-9195-ae2997397c6e x-openstack-request-id: req-8001abb2-6bf1-4a59-9195-ae2997397c6e {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:49.876305 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:49.876559 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8001abb2-6bf1-4a59-9195-ae2997397c6e {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:49.876961 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'status': 'completed', 'code': 200} Aug 29 17:43:49.878830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-de6de8eb-cb8d-4298-aba9-ed980e297032 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 217 time: 0.0429270 Aug 29 17:43:49.929894 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8b495383-f29d-4f4f-b3d1-503fabd2bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.931380 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-8b495383-f29d-4f4f-b3d1-503fabd2bf7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0461762 Aug 29 17:43:49.976491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-255ddadc-484f-4caa-b106-b85e8ee570f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:49.977985 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-255ddadc-484f-4caa-b106-b85e8ee570f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401590 Aug 29 17:43:50.070448 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-f6da724c-9103-4989-8161-7a60aa752113 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852516 Aug 29 17:43:50.159148 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fc3a0848-b81e-4d5d-a86e-db20c5b182ce req-24716557-c822-4790-9798-c6cbc024e918 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817766 Aug 29 17:43:50.241613 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be13a0-777f-4669-b3a7-df6aaa65966e req-4bbec209-6129-4769-a2bc-2e11222b960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:50.243092 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21be13a0-777f-4669-b3a7-df6aaa65966e req-4bbec209-6129-4769-a2bc-2e11222b960c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1096 time: 0.0410116 Aug 29 17:43:50.337215 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be13a0-777f-4669-b3a7-df6aaa65966e req-251f0c0f-f6c8-4ec8-835d-bf4e6174d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:50.338729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21be13a0-777f-4669-b3a7-df6aaa65966e req-251f0c0f-f6c8-4ec8-835d-bf4e6174d8e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0891266 Aug 29 17:43:50.380249 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21be13a0-777f-4669-b3a7-df6aaa65966e req-925dc413-dbce-4320-936a-a85402155da6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 217 time: 0.0348358 Aug 29 17:43:50.433217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be13a0-777f-4669-b3a7-df6aaa65966e req-48d68bd9-a6c0-481c-9484-1b975a8f593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:50.434731 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21be13a0-777f-4669-b3a7-df6aaa65966e req-48d68bd9-a6c0-481c-9484-1b975a8f593d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0480049 Aug 29 17:43:50.480574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be13a0-777f-4669-b3a7-df6aaa65966e req-d3c4a6aa-3c70-449f-9a2f-a0618095d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:50.482160 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21be13a0-777f-4669-b3a7-df6aaa65966e req-d3c4a6aa-3c70-449f-9a2f-a0618095d6d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397806 Aug 29 17:43:50.595929 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599b1cf-f7dc-45ad-b05a-352cd3cf2a2a req-d0a9367c-ed1e-42bf-ad9e-f05c8c84a6ca tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:50.597326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0599b1cf-f7dc-45ad-b05a-352cd3cf2a2a req-d0a9367c-ed1e-42bf-ad9e-f05c8c84a6ca tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 944 time: 0.1000850 Aug 29 17:43:50.618524 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:50.621465 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21be13a0-777f-4669-b3a7-df6aaa65966e req-1ef34dfd-5ff6-4d80-ad30-775284224edd service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313660 Aug 29 17:43:50.695372 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0599b1cf-f7dc-45ad-b05a-352cd3cf2a2a req-97d64fe8-a694-48a0-be8c-ec304cd32d93 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903378 Aug 29 17:43:50.728660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21be13a0-777f-4669-b3a7-df6aaa65966e req-8094ecb5-6c43-491e-8805-411730bfefce service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005852 Aug 29 17:43:51.808919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d544f92-5fb4-4400-97a8-b6d319dbb624 req-4feaa2d6-a71c-4b71-a338-f1c8445ff5a0 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:51.810390 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d544f92-5fb4-4400-97a8-b6d319dbb624 req-4feaa2d6-a71c-4b71-a338-f1c8445ff5a0 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 944 time: 0.0473137 Aug 29 17:43:51.847626 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d544f92-5fb4-4400-97a8-b6d319dbb624 req-3991a912-ab83-4576-8703-6d5c477c80ac tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Aug 29 17:43:52.586086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2565ba98-b8e2-43ba-979b-b3ec222421ab details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:43:52.679094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:52.689849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'port_id': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'mac_address': 'fa:16:3e:8d:8f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:43:52.725604 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:52.737616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2565ba98-b8e2-43ba-979b-b3ec222421ab {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:43:52.756129 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:52.759515 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:52.809893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=2565ba98-b8e2-43ba-979b-b3ec222421ab,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:52.962459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fef06-accc-49eb-9c1e-ba03240f5e82 req-bc41f4da-bec1-4f54-90ec-7b5be85a42ba tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:52.964119 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-616fef06-accc-49eb-9c1e-ba03240f5e82 req-bc41f4da-bec1-4f54-90ec-7b5be85a42ba tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 945 time: 0.0500321 Aug 29 17:43:53.004599 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-616fef06-accc-49eb-9c1e-ba03240f5e82 req-efc0e927-29d6-4163-b8ed-5e985137f876 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340643 Aug 29 17:43:53.092843 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['2565ba98-b8e2-43ba-979b-b3ec222421ab'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:43:54.118460 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbdf61-1b5e-4c79-8a6c-bd5fe8fa473f req-3cee531c-a136-46f8-a8fa-651af41b8c62 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:54.119834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fbbbdf61-1b5e-4c79-8a6c-bd5fe8fa473f req-3cee531c-a136-46f8-a8fa-651af41b8c62 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 945 time: 0.0484722 Aug 29 17:43:54.156769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fbbbdf61-1b5e-4c79-8a6c-bd5fe8fa473f req-337330cc-7dcf-4694-b3ba-1bcb296055a2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311220 Aug 29 17:43:54.586025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2565ba98-b8e2-43ba-979b-b3ec222421ab up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:43:54.631883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 2565ba98-b8e2-43ba-979b-b3ec222421ab completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:43:54.635438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 2565ba98-b8e2-43ba-979b-b3ec222421ab triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:43:54.635815 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:54.712558 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:54.733600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:54.735886 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e467c836800fa7ab6568f1b73ff32db64051bd2a61d56d2c0ea3b28c9406877a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c346be1-d059-4736-b19c-a609b7b5becb" -d '{"events": [{"server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "name": "network-vif-plugged", "status": "completed", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:54.748791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:43:54.753790 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:54.780461 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6b18e3-ffe0-493e-863f-d2092128ba78 x-openstack-request-id: req-6d6b18e3-ffe0-493e-863f-d2092128ba78 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:54.780746 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "name": "network-vif-plugged", "status": "completed", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:54.780992 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d6b18e3-ffe0-493e-863f-d2092128ba78 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:54.781396 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'code': 200} Aug 29 17:43:54.806920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=2565ba98-b8e2-43ba-979b-b3ec222421ab,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:43:54.875508 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ee3e-34df-41d8-9d9a-5a5f8302490f req-5814e0bc-7c30-4484-980a-d531a08c0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:54.877526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f134ee3e-34df-41d8-9d9a-5a5f8302490f req-5814e0bc-7c30-4484-980a-d531a08c0224 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1098 time: 0.0396862 Aug 29 17:43:54.911203 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f134ee3e-34df-41d8-9d9a-5a5f8302490f req-99cb6827-d323-4e60-a121-46b0870e86f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264671 Aug 29 17:43:55.269458 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a54b9-266b-4f7c-8e2c-9414d41589f0 req-41501dc8-4986-419a-bcca-38963dcc85ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:55.270916 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-939a54b9-266b-4f7c-8e2c-9414d41589f0 req-41501dc8-4986-419a-bcca-38963dcc85ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0476952 Aug 29 17:43:55.311343 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-939a54b9-266b-4f7c-8e2c-9414d41589f0 req-6a09c4ba-ee8c-4f93-9007-97f925f802f9 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345767 Aug 29 17:43:56.428528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffdc42-d2bf-402c-90b3-4b60dad04fd1 req-cc283b63-bf71-4c67-9e38-176976b46c73 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:56.430029 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51ffdc42-d2bf-402c-90b3-4b60dad04fd1 req-cc283b63-bf71-4c67-9e38-176976b46c73 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0489855 Aug 29 17:43:56.471113 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51ffdc42-d2bf-402c-90b3-4b60dad04fd1 req-b3a54536-7228-4c8c-8368-15613d70a9e2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352247 Aug 29 17:43:56.581365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb061ce-a73a-4236-8a0d-9f063b676fb3 req-012810db-eccc-4e64-b05e-144d4a18f918 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:56.582831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eeb061ce-a73a-4236-8a0d-9f063b676fb3 req-012810db-eccc-4e64-b05e-144d4a18f918 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0484602 Aug 29 17:43:56.591480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42276) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:43:56.595852 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5befb01d-19b5-407a-8e07-3f86321c70c1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'floatingip': {'port_id': '2565ba98-b8e2-43ba-979b-b3ec222421ab'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:43:56.640093 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5befb01d-19b5-407a-8e07-3f86321c70c1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:57.395392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5befb01d-19b5-407a-8e07-3f86321c70c1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:57.399616 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5befb01d-19b5-407a-8e07-3f86321c70c1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:57.498743 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-5befb01d-19b5-407a-8e07-3f86321c70c1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Floating IP 359579b8-806a-467d-a836-cda719665709 associated. External IP: 172.25.5.177, port: 2565ba98-b8e2-43ba-979b-b3ec222421ab. Aug 29 17:43:57.705763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5befb01d-19b5-407a-8e07-3f86321c70c1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Router 73c47440-5660-4193-bc95-d81813a1645e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:43:57.810189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5befb01d-19b5-407a-8e07-3f86321c70c1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:43:57.815741 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5befb01d-19b5-407a-8e07-3f86321c70c1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:43:57.820217 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27d039-b0fa-441d-9716-fe814f9ba15d None None] Sync routers for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:43:57.828796 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27d039-b0fa-441d-9716-fe814f9ba15d None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:43:57.829940 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cd27d039-b0fa-441d-9716-fe814f9ba15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:43:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:57.844791 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5befb01d-19b5-407a-8e07-3f86321c70c1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "PUT /v2.0/floatingips/359579b8-806a-467d-a836-cda719665709 HTTP/1.1" status: 200 len: 992 time: 1.2498012 Aug 29 17:43:57.844791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:43:57.845135 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fedac2268836c349ce9fae9f07665b1ab354f881fbe4bb2edee699cd088bb4e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a838f5-65cf-4dcc-b9e8-905545e302d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:43:57.889513 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31e8758-faaf-4138-a683-f7b4a452e86c x-openstack-request-id: req-d31e8758-faaf-4138-a683-f7b4a452e86c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:43:57.889814 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:43:57.890074 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d31e8758-faaf-4138-a683-f7b4a452e86c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:43:57.890482 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'status': 'completed', 'code': 200} Aug 29 17:43:57.940505 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-cd27d039-b0fa-441d-9716-fe814f9ba15d None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:43:57.956322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a838f5-65cf-4dcc-b9e8-905545e302d9 req-7ec34a56-ba80-4346-b385-087ffdec527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:57.957768 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3a838f5-65cf-4dcc-b9e8-905545e302d9 req-7ec34a56-ba80-4346-b385-087ffdec527a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1098 time: 0.0417802 Aug 29 17:43:58.048439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a838f5-65cf-4dcc-b9e8-905545e302d9 req-b79d8ed6-e5b6-416e-9eef-64caf020a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:58.049962 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3a838f5-65cf-4dcc-b9e8-905545e302d9 req-b79d8ed6-e5b6-416e-9eef-64caf020a3b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0856440 Aug 29 17:43:58.121496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3a838f5-65cf-4dcc-b9e8-905545e302d9 req-ab715b7c-b41d-4499-9714-f8d1bd24530a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1000 time: 0.0641716 Aug 29 17:43:58.155577 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cd27d039-b0fa-441d-9716-fe814f9ba15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:8d:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:43:57Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:58.169786 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a838f5-65cf-4dcc-b9e8-905545e302d9 req-f255b1c7-8712-4668-ad70-993f3ca3705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:58.171257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3a838f5-65cf-4dcc-b9e8-905545e302d9 req-f255b1c7-8712-4668-ad70-993f3ca3705e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0434735 Aug 29 17:43:58.184776 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27d039-b0fa-441d-9716-fe814f9ba15d None None] Checking router: 73c47440-5660-4193-bc95-d81813a1645e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:43:58.193454 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27d039-b0fa-441d-9716-fe814f9ba15d None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:43:58.194053 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cd27d039-b0fa-441d-9716-fe814f9ba15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:43:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:58.218032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a838f5-65cf-4dcc-b9e8-905545e302d9 req-578451ee-5388-4965-b6d0-005abe7047cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:43:58.219968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3a838f5-65cf-4dcc-b9e8-905545e302d9 req-578451ee-5388-4965-b6d0-005abe7047cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409799 Aug 29 17:43:58.296412 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-cd27d039-b0fa-441d-9716-fe814f9ba15d None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:43:58.313686 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3a838f5-65cf-4dcc-b9e8-905545e302d9 req-b52aac99-4750-4900-8171-48e9f4072ac2 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869656 Aug 29 17:43:58.403576 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b3a838f5-65cf-4dcc-b9e8-905545e302d9 req-139721a3-be0a-4ed8-8dd4-1d2c29fb331e service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831535 Aug 29 17:43:58.512742 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cd27d039-b0fa-441d-9716-fe814f9ba15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:8d:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:43:57Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:43:58.538176 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27d039-b0fa-441d-9716-fe814f9ba15d None None] The sync data for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 is: [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:8d:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:43:57Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:43:58.735421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b3692-4160-4181-bc0c-5b43e01b38fb None None] New status for floating IP 359579b8-806a-467d-a836-cda719665709: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:44:09.968305 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-842144cb-4bbc-485f-aca9-2ac80df78c7a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404093 Aug 29 17:44:10.055523 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-a546711e-6978-4873-8d63-270c0c0f37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:10.057012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-a546711e-6978-4873-8d63-270c0c0f37b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1098 time: 0.0463662 Aug 29 17:44:10.159202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-9a69865e-cbe3-409b-9d80-293145341ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:10.160594 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-9a69865e-cbe3-409b-9d80-293145341ce6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0858057 Aug 29 17:44:10.228993 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-d9e1118f-01a2-4dcd-886b-b6722a4061b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1002 time: 0.0610745 Aug 29 17:44:10.276768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-26d355c2-1818-4fed-a024-953af6ecdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:10.278192 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-26d355c2-1818-4fed-a024-953af6ecdfba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0417809 Aug 29 17:44:10.325474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-e1f1fb1d-10ec-429c-84e5-52f231b08dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:44:10.326948 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-e1f1fb1d-10ec-429c-84e5-52f231b08dab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414543 Aug 29 17:44:10.419205 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-1592e635-c1a1-4aba-b0e6-64f35f51a42f service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854185 Aug 29 17:44:10.505751 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7dc68c03-368c-4a9b-90c2-366682b18e50 req-a9f5849d-b7ff-4dfb-8566-c4ccc5ddae9f service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802491 Aug 29 17:44:12.952960 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8bf2d3f2-461a-420f-8551-0c7a628f13b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:15.586077 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-55c7fe3a-4390-4a0d-9ac8-1ee863550665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:15.939504 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:16.800964 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:18.132565 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:18.452281 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:20.632888 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:22.693530 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:44:42.952275 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cac05594-7a97-475f-8076-fa4384c4ea7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:45.587403 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-34536799-ce87-424d-9783-0483a15c6aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:45.939999 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:46.801449 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:48.132970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:48.454867 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:50.641375 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:44:59.693046 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:45:09.973619 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-9f0f067e-12d3-4005-bdf3-3a4ddf8d0e9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404489 Aug 29 17:45:10.056626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-f05d3ef1-c1c6-4eee-8fcd-2112b55ba612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:10.058126 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-f05d3ef1-c1c6-4eee-8fcd-2112b55ba612 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1098 time: 0.0447490 Aug 29 17:45:10.162986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-85fbb223-318b-4389-a0ad-6f1793794c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:10.164374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-85fbb223-318b-4389-a0ad-6f1793794c39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0869136 Aug 29 17:45:10.239184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-c195d3d3-fe7c-4c78-b89c-e959dd442c36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1002 time: 0.0673428 Aug 29 17:45:10.288723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-c0f939ee-6816-476b-8a50-5f36ccc672cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:10.290169 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-c0f939ee-6816-476b-8a50-5f36ccc672cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0441113 Aug 29 17:45:10.337573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-3e40504e-9bdd-44ef-9456-ef19d9ebd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:45:10.339115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-3e40504e-9bdd-44ef-9456-ef19d9ebd40f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403926 Aug 29 17:45:10.431442 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-046e49eb-2382-488c-83f6-969862f434e3 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844803 Aug 29 17:45:10.521115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f4971ec-854a-47ee-9465-f3f3a831cb6d req-1afc366c-864b-4634-b191-6a90fc09c308 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828514 Aug 29 17:45:12.953002 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6aac4221-219f-4898-ae0d-e8c8f063f65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:15.587137 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9f79-a097-4523-ab2e-ab3e32445af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:15.940036 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:16.803193 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:18.132587 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:18.458494 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:20.657476 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:36.692852 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:45:42.953093 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e481f3ec-2cf5-46d1-a3ef-19649096c5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:45.587935 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bc2be78b-a584-4ce5-b8ed-ebcf043ace90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:45.939906 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:46.806985 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.133535 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:48.462802 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:45:50.657314 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:12.036053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-74417319-8992-4cc0-8a46-bf493ea9d2e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776639 Aug 29 17:46:12.119353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-4ce67b04-84e7-4ebc-a80a-153364076bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:12.120822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-4ce67b04-84e7-4ebc-a80a-153364076bf3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1098 time: 0.0444953 Aug 29 17:46:12.219775 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-959ae297-bbf7-4608-a9a7-0523653e0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:12.221203 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-959ae297-bbf7-4608-a9a7-0523653e0b87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0820818 Aug 29 17:46:12.287303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-58ef949e-768f-4956-8ff5-4e08108c04f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1002 time: 0.0593808 Aug 29 17:46:12.337778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-0fb1bd3d-1b98-4068-b77b-d3230a4d9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:12.339292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-0fb1bd3d-1b98-4068-b77b-d3230a4d9314 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0457134 Aug 29 17:46:12.384977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-59ec2488-ca43-4613-b46f-49e42096831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:12.386536 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-59ec2488-ca43-4613-b46f-49e42096831f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404797 Aug 29 17:46:12.480068 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-8733a4c9-a252-4fa4-bb49-9a8a7d8750b5 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851672 Aug 29 17:46:12.569489 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-142f08e2-e55a-433a-9208-4d5e9ee2d8e6 req-88ce76b7-44ae-4479-a2d1-9f4215181fe4 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816095 Aug 29 17:46:12.953538 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f3968d8a-cbf0-4c58-9d32-8501caea2798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:13.692188 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:46:15.589505 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6312-0eca-4832-ad38-8033ade222aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:15.941505 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:16.810294 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:18.133575 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:18.464736 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:20.652580 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:31.219083 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c35e7-10d7-4ccb-a9ed-e4c050bc7aef req-132b76d2-ab34-4686-9b8c-43a4f001268f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:31.221190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-634c35e7-10d7-4ccb-a9ed-e4c050bc7aef req-132b76d2-ab34-4686-9b8c-43a4f001268f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0933690 Aug 29 17:46:31.258445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-634c35e7-10d7-4ccb-a9ed-e4c050bc7aef req-97691ca4-849a-4d7f-9328-0d68a9b01163 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306721 Aug 29 17:46:32.456019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c2246-4761-4838-baaf-f499e535a8f9 req-b9a65411-58d2-4b26-97af-b4ed2b6742fa tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:32.457550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f06c2246-4761-4838-baaf-f499e535a8f9 req-b9a65411-58d2-4b26-97af-b4ed2b6742fa tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0963330 Aug 29 17:46:32.495211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f06c2246-4761-4838-baaf-f499e535a8f9 req-3f4bb7ff-6097-418d-8ca6-a9c31a8c71b5 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310926 Aug 29 17:46:33.614836 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32219664-b9d5-4302-b279-cb6704312ef3 req-9e48c6b3-8828-44df-86c3-3cbde2a596bb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:33.616303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-32219664-b9d5-4302-b279-cb6704312ef3 req-9e48c6b3-8828-44df-86c3-3cbde2a596bb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0533409 Aug 29 17:46:33.654054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-32219664-b9d5-4302-b279-cb6704312ef3 req-7536da41-4dae-4041-8587-87fc679e2fae tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316978 Aug 29 17:46:34.768029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99ca07-6554-4c34-8a6f-0b8bdd9aecb7 req-22bc9854-46d8-4b0e-bf6a-9b3e6fb22ad7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:34.769532 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef99ca07-6554-4c34-8a6f-0b8bdd9aecb7 req-22bc9854-46d8-4b0e-bf6a-9b3e6fb22ad7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0490584 Aug 29 17:46:34.811134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef99ca07-6554-4c34-8a6f-0b8bdd9aecb7 req-b917e718-1982-4b94-bc95-8bd880e5e32a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355988 Aug 29 17:46:35.924795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77dd55-85f9-4dc9-be40-d415f2d07a80 req-cfde9f7a-5caa-4e49-a8a7-0e15bd8b614f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:35.926266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af77dd55-85f9-4dc9-be40-d415f2d07a80 req-cfde9f7a-5caa-4e49-a8a7-0e15bd8b614f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0491226 Aug 29 17:46:35.966047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-af77dd55-85f9-4dc9-be40-d415f2d07a80 req-d31acfab-cace-4a69-b18d-d948d5c9e2c7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339098 Aug 29 17:46:37.080683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953243b-8605-438f-803a-830ea0fa06be req-d4e47d5a-5620-42d0-bdf9-abbf561fa322 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:37.082190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6953243b-8605-438f-803a-830ea0fa06be req-d4e47d5a-5620-42d0-bdf9-abbf561fa322 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0491679 Aug 29 17:46:37.119739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6953243b-8605-438f-803a-830ea0fa06be req-5cccf27d-41b1-4889-9fe0-26560fcae658 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311747 Aug 29 17:46:38.231116 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2b370-d7ea-4a3b-a27f-00e98f4ae127 req-ad0bdb6e-b610-46b1-8b14-1c4226267d05 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:38.232463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52a2b370-d7ea-4a3b-a27f-00e98f4ae127 req-ad0bdb6e-b610-46b1-8b14-1c4226267d05 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0472615 Aug 29 17:46:38.269325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52a2b370-d7ea-4a3b-a27f-00e98f4ae127 req-fb6311f3-b1f1-4458-9b0c-12966b52ccf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310035 Aug 29 17:46:39.382120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfa6f6-12ff-4edd-887c-ecdf460a4e69 req-b228ae3d-9bca-4ea3-a5a2-a67218f39f4f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:39.383589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ebfa6f6-12ff-4edd-887c-ecdf460a4e69 req-b228ae3d-9bca-4ea3-a5a2-a67218f39f4f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0477574 Aug 29 17:46:39.421619 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5ebfa6f6-12ff-4edd-887c-ecdf460a4e69 req-d6a63721-1620-4658-a3ba-d9153821294c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Aug 29 17:46:40.539098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ff9dd-e0d8-48ed-9cc9-f0add2b0f652 req-19d86a7c-7d7a-40b9-960d-be93d0eb2c36 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:40.540550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da0ff9dd-e0d8-48ed-9cc9-f0add2b0f652 req-19d86a7c-7d7a-40b9-960d-be93d0eb2c36 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0526373 Aug 29 17:46:40.577886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da0ff9dd-e0d8-48ed-9cc9-f0add2b0f652 req-a641ca6d-89e4-4521-9304-6c1f1ddf3bca tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311697 Aug 29 17:46:41.691222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ce7f4-421a-45df-b417-d93c55a39e92 req-d4722ee1-dc43-4b72-a6fe-5a3d7b04996c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:41.692607 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc2ce7f4-421a-45df-b417-d93c55a39e92 req-d4722ee1-dc43-4b72-a6fe-5a3d7b04996c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0475848 Aug 29 17:46:41.733417 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bc2ce7f4-421a-45df-b417-d93c55a39e92 req-ff94c447-0a8f-40b4-9cf7-675221b7afae tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343225 Aug 29 17:46:41.911922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42654) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:46:41.979381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ef938-b625-4879-8805-9eef21214bad req-d09ce8c5-2704-45f1-bbec-f887173ecf63 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:41.980843 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b6ef938-b625-4879-8805-9eef21214bad req-d09ce8c5-2704-45f1-bbec-f887173ecf63 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0589142 Aug 29 17:46:42.033344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b6ef938-b625-4879-8805-9eef21214bad req-4dda347f-9320-4e74-a455-2b41fdd205b7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387437 Aug 29 17:46:42.037092 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-63f95e2c-d52e-42ff-aa1d-a1f7ec13aa4f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1240690 Aug 29 17:46:42.952929 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1de9f386-fec9-4739-9b0d-9174a4872245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:43.091944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-ea236897-1f68-46dd-942d-c5df8f26ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:43.093492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-ea236897-1f68-46dd-942d-c5df8f26ac22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1098 time: 0.0409532 Aug 29 17:46:43.204497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6925d4-49b7-45fb-8a14-b1e8a7cd1523 req-85b3053e-4ee5-4c16-96d1-4802576bf054 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:43.206047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b6925d4-49b7-45fb-8a14-b1e8a7cd1523 req-85b3053e-4ee5-4c16-96d1-4802576bf054 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0978277 Aug 29 17:46:43.238140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-010c6f12-d5c5-404e-b6a2-2c9ea23597ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:43.239518 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-010c6f12-d5c5-404e-b6a2-2c9ea23597ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.1393590 Aug 29 17:46:43.287945 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b6925d4-49b7-45fb-8a14-b1e8a7cd1523 req-e2bf7ec7-6c01-4199-8e3f-eab25c02f517 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746346 Aug 29 17:46:43.316245 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-ffe3c16f-9aed-4c54-8721-c609f2640e18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1002 time: 0.0663490 Aug 29 17:46:43.366833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-f0064c49-56b6-4245-9eb5-cf31a4427ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:43.368242 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-f0064c49-56b6-4245-9eb5-cf31a4427ee8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0443647 Aug 29 17:46:43.414357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-df2f600f-43ab-4bd5-ad6b-31c9e8f8fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:43.415857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-df2f600f-43ab-4bd5-ad6b-31c9e8f8fd87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406029 Aug 29 17:46:43.513422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-342c13f7-71c2-46c5-9117-03730e8e9fcc service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907531 Aug 29 17:46:43.601999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-69fedea1-f1a2-453f-80a0-590d00e6c1c7 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816698 Aug 29 17:46:44.405746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb13b8b-38af-43c9-9f0a-ec06079b2877 req-c9d3fb60-082d-4469-a8ec-c43eac36e2fd tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:44.407243 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bb13b8b-38af-43c9-9f0a-ec06079b2877 req-c9d3fb60-082d-4469-a8ec-c43eac36e2fd tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0492702 Aug 29 17:46:44.448561 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8bb13b8b-38af-43c9-9f0a-ec06079b2877 req-78b25f71-4d2e-4c9f-8f91-7b746fa4d41c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354166 Aug 29 17:46:45.429244 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-e630a455-1c6c-43ca-b325-cf1957787529 service neutron] show failed (client error): The resource could not be found. Aug 29 17:46:45.430282 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-e630a455-1c6c-43ca-b325-cf1957787529 service neutron] 10.222.0.16 "GET /v2.0/ports/2565ba98-b8e2-43ba-979b-b3ec222421ab/bindings/n-h1-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0556552 Aug 29 17:46:45.569636 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f7568-3306-4c28-9958-5488e0ff2003 req-ee76d146-8594-4957-af4c-3634ce09c0e8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:45.571190 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d3f7568-3306-4c28-9958-5488e0ff2003 req-ee76d146-8594-4957-af4c-3634ce09c0e8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0545959 Aug 29 17:46:45.592419 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ed98c16e-d126-434c-9532-6f295472e812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.615077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d3f7568-3306-4c28-9958-5488e0ff2003 req-52102b3d-b416-4d79-a2d5-c3988ea4a9c3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360429 Aug 29 17:46:45.711849 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-5ba70787-0d38-4a0c-a0f3-e94e4317b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:45.713973 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-5ba70787-0d38-4a0c-a0f3-e94e4317b8f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 1098 time: 0.0784619 Aug 29 17:46:45.725878 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:45.777882 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.942262 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:45.983960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:46.015809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:46:46.059380 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:46.064795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.077983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Transition to ACTIVE for port object 2565ba98-b8e2-43ba-979b-b3ec222421ab will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:46.082303 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.110119 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b85c03-f0b8-4604-b563-892d9b95eaac" -d '{"events": [{"server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:46.177933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Pushing event updated for resources: {'Port': ['ID=2565ba98-b8e2-43ba-979b-b3ec222421ab,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:46.191584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.191944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.192349 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.192642 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.192981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.193344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.193686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.194020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.194355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.194690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.195022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.195353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:46.226853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] No DVR routers for this DVR port 2565ba98-b8e2-43ba-979b-b3ec222421ab on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:46:46.261530 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10549fd8-202c-402e-9634-ded4cdaa0bcb x-openstack-request-id: req-10549fd8-202c-402e-9634-ded4cdaa0bcb {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:46.261828 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:46.262084 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10549fd8-202c-402e-9634-ded4cdaa0bcb {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:46.262482 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'code': 200} Aug 29 17:46:46.366304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Attempting to bind port 2565ba98-b8e2-43ba-979b-b3ec222421ab on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:46:46.366670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Attempting to bind port 2565ba98-b8e2-43ba-979b-b3ec222421ab by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:46:46.366971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Attempting to bind port 2565ba98-b8e2-43ba-979b-b3ec222421ab on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:46.371845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Port 2565ba98-b8e2-43ba-979b-b3ec222421ab on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:46:46.372171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Attempting to bind port 2565ba98-b8e2-43ba-979b-b3ec222421ab on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:46.378154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:46:46.378497 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:46.378891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:46:46.379318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Bound port: 2565ba98-b8e2-43ba-979b-b3ec222421ab, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:46:46.379680 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.444099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:46:46.446987 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:46:46.451421 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.484225 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:46.484775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.486327 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] 10.222.0.10 "PUT /v2.0/ports/2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1093 time: 0.7643428 Aug 29 17:46:46.521626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47322ffa-ff68-4613-b5dd-bbfc3776f680 service neutron] Pushing event updated for resources: {'Port': ['ID=2565ba98-b8e2-43ba-979b-b3ec222421ab,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:46.563766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-d1a1779c-d9b0-48e5-9cae-f975079c46de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:46.565580 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-d1a1779c-d9b0-48e5-9cae-f975079c46de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1096 time: 0.0524545 Aug 29 17:46:46.660965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-929f48d9-59b9-4406-98fc-ebc7c0c7d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:46.662566 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-929f48d9-59b9-4406-98fc-ebc7c0c7d4f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0899875 Aug 29 17:46:46.738250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-5945f400-ffc0-4ee6-8125-e2b3ab858d47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1000 time: 0.0677218 Aug 29 17:46:46.744088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1f6b9-ad7b-4f22-8dc2-22f4ae07b26d req-3aa310f8-3297-416a-8eae-2d302958727e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:46.745785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81d1f6b9-ad7b-4f22-8dc2-22f4ae07b26d req-3aa310f8-3297-416a-8eae-2d302958727e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 944 time: 0.0528686 Aug 29 17:46:46.785280 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-81d1f6b9-ad7b-4f22-8dc2-22f4ae07b26d req-a6800763-b892-414b-87f1-ed630977364f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334189 Aug 29 17:46:46.795112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-29ef4435-0db7-4b09-acf9-8e1451430848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:46.797259 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-29ef4435-0db7-4b09-acf9-8e1451430848 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0461397 Aug 29 17:46:46.816383 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:46.848192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-149fcecb-5bc5-44ab-a5d1-83fff53cc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:46.849802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-149fcecb-5bc5-44ab-a5d1-83fff53cc7a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440838 Aug 29 17:46:46.942472 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-6e538ac3-0f78-4d2c-8ef7-9892f38d6d51 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846558 Aug 29 17:46:47.033887 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-368d41d2-4b75-4415-bf41-39f5baebf79c req-ab500667-a80c-406b-8d36-283ae38d3aec service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838399 Aug 29 17:46:47.906753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf6656-62ed-45f9-8207-b6bfd959dcc7 req-b63989ea-0d57-41c3-9238-b85a957a3dca tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:47.908228 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cedf6656-62ed-45f9-8207-b6bfd959dcc7 req-b63989ea-0d57-41c3-9238-b85a957a3dca tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 944 time: 0.0495603 Aug 29 17:46:47.945458 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cedf6656-62ed-45f9-8207-b6bfd959dcc7 req-f37a2409-1f53-4b29-a5ae-76fd97056e03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313692 Aug 29 17:46:48.126465 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.263439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:48.265832 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9709b073-be28-486a-9321-e14a30bf7ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:48.313153 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45a70c7-8b1f-4474-b9ae-1e2bf4f81b9a x-openstack-request-id: req-b45a70c7-8b1f-4474-b9ae-1e2bf4f81b9a {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:48.313475 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:48.313730 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b45a70c7-8b1f-4474-b9ae-1e2bf4f81b9a {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:48.314154 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'status': 'completed', 'code': 200} Aug 29 17:46:48.370995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-3167a23e-497f-4cdd-8dc6-a1d658a47d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:48.372459 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-3167a23e-497f-4cdd-8dc6-a1d658a47d56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1096 time: 0.0415459 Aug 29 17:46:48.379605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-adadc12a-22dc-4e8d-89b7-07f1a7d24fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:48.381057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-adadc12a-22dc-4e8d-89b7-07f1a7d24fed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1096 time: 0.0443842 Aug 29 17:46:48.469709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-4bafa576-d710-486e-b72b-ff10ea57a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:48.471002 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:48.471268 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-4bafa576-d710-486e-b72b-ff10ea57a9e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0922472 Aug 29 17:46:48.473939 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-955dd959-5d99-4a22-a62a-2f825d2f4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:48.475624 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-955dd959-5d99-4a22-a62a-2f825d2f4bcf service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0882628 Aug 29 17:46:48.538342 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-723e3e38-a3c7-42a2-a15e-90e6a2baef2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1000 time: 0.0583308 Aug 29 17:46:48.543658 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-36024e58-778f-47de-926a-a5dc733cf779 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1000 time: 0.0609524 Aug 29 17:46:48.588161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-54ba0d87-de81-4c12-9861-60268ab5cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:48.589772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-54ba0d87-de81-4c12-9861-60268ab5cc8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0436623 Aug 29 17:46:48.593357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-d43be646-4e57-46df-8edf-a4536fbc103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:48.594802 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-d43be646-4e57-46df-8edf-a4536fbc103e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0436072 Aug 29 17:46:48.640792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-87bffdea-0fed-46c5-a4d8-3c5d6996b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:48.641010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-444157d1-7611-4b62-96f6-4d281ae141eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:48.642520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-87bffdea-0fed-46c5-a4d8-3c5d6996b5d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403543 Aug 29 17:46:48.642632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-444157d1-7611-4b62-96f6-4d281ae141eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456154 Aug 29 17:46:48.732825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-712d47fb-2e91-4f59-a0a5-3d472176f622 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817754 Aug 29 17:46:48.734661 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-17e15300-52e1-49ef-b071-f1cce4b92cba service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842471 Aug 29 17:46:48.822886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-5860fcd3-ddd9-4178-8fd7-20c97ee221d0 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818408 Aug 29 17:46:48.825523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9709b073-be28-486a-9321-e14a30bf7ec5 req-f0597855-238c-488c-ad14-9357f43baaaf service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861390 Aug 29 17:46:49.059103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068e00c-fb83-48c9-bb4b-0c897c11545f req-6acc7eed-d89d-4487-9bfb-e6c126544cf9 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.060595 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4068e00c-fb83-48c9-bb4b-0c897c11545f req-6acc7eed-d89d-4487-9bfb-e6c126544cf9 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 944 time: 0.0493333 Aug 29 17:46:49.098320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4068e00c-fb83-48c9-bb4b-0c897c11545f req-12ed00d1-e372-4374-af88-379a97bf4fd1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Aug 29 17:46:49.297557 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acaefd-6148-4498-b57d-b94260ea45a8 req-83f50ae2-59f6-443b-a76d-1e054af1d1ea tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.298962 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61acaefd-6148-4498-b57d-b94260ea45a8 req-83f50ae2-59f6-443b-a76d-1e054af1d1ea tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 944 time: 0.0544019 Aug 29 17:46:49.304541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-6f18d40b-3fe8-4abd-8355-dab8bcbfc08c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.306053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-6f18d40b-3fe8-4abd-8355-dab8bcbfc08c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d&tenant_id=897cd680bdc24a65b5d4ab28657a154f&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 944 time: 0.0541153 Aug 29 17:46:49.336009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-61acaefd-6148-4498-b57d-b94260ea45a8 req-534f1d00-f968-4247-833f-6abed859752d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310481 Aug 29 17:46:49.366528 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-184066c3-4580-4260-8126-df6d739464b2 service neutron] delete failed (client error): The resource could not be found. Aug 29 17:46:49.367537 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-184066c3-4580-4260-8126-df6d739464b2 service neutron] 10.222.0.16 "DELETE /v2.0/ports/2565ba98-b8e2-43ba-979b-b3ec222421ab/bindings/n-h2-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0541089 Aug 29 17:46:49.448698 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-e0edbb94-62d7-4640-b0c1-c8f1117d8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.450187 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-e0edbb94-62d7-4640-b0c1-c8f1117d8d3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1096 time: 0.0400674 Aug 29 17:46:49.482872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2565ba98-b8e2-43ba-979b-b3ec222421ab details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:46:49.486144 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2565ba98-b8e2-43ba-979b-b3ec222421ab no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:46:49.546053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-c34476b5-e251-4323-8db4-fc25b98a2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.547502 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-c34476b5-e251-4323-8db4-fc25b98a2c6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0903563 Aug 29 17:46:49.569957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 2565ba98-b8e2-43ba-979b-b3ec222421ab not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:46:49.609881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:49.613460 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-2468bd29-6964-4941-bf12-08fcc1dbc756 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1000 time: 0.0591726 Aug 29 17:46:49.620161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'port_id': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'mac_address': 'fa:16:3e:8d:8f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:46:49.658358 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.667547 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-73030c42-78b0-4d19-8e4e-268bd5e45535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.669042 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-73030c42-78b0-4d19-8e4e-268bd5e45535 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0478311 Aug 29 17:46:49.670845 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2565ba98-b8e2-43ba-979b-b3ec222421ab {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:46:49.689706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:49.693690 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:49.715904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-f1bf5b8f-90b0-4849-9f9d-8d0f5ef21b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:49.717450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-f1bf5b8f-90b0-4849-9f9d-8d0f5ef21b70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410953 Aug 29 17:46:49.743837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2565ba98-b8e2-43ba-979b-b3ec222421ab,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:49.751859 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.752202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.752540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.752873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.753248 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.753582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.754054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.754382 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.754733 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.755057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.755379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.755723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:49.806537 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-7daa6436-694b-43a9-a9e5-c7401e64b6f1 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815656 Aug 29 17:46:49.898085 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12796d9b-f511-487e-a6e1-cbe12862b11e req-81e563e1-9a51-4c5f-a810-5324d2c94f9d service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853565 Aug 29 17:46:49.911737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['2565ba98-b8e2-43ba-979b-b3ec222421ab'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:46:50.458852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a610f-a6e9-4742-973b-fdd63057d042 req-82eb6a1f-7abc-4418-8b7a-c5c6c7ec6be7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.460327 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e8a610f-a6e9-4742-973b-fdd63057d042 req-82eb6a1f-7abc-4418-8b7a-c5c6c7ec6be7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 945 time: 0.0544493 Aug 29 17:46:50.497918 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e8a610f-a6e9-4742-973b-fdd63057d042 req-d50f5365-9f05-43cf-ae36-f862377eab4e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Aug 29 17:46:50.613657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da3b04-6bfe-41a0-9981-c46caa233ee5 req-4755c50c-f5e4-43cf-86f5-86f25d1fb84f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.615150 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-79da3b04-6bfe-41a0-9981-c46caa233ee5 req-4755c50c-f5e4-43cf-86f5-86f25d1fb84f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 945 time: 0.0492144 Aug 29 17:46:50.648278 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:50.653576 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-79da3b04-6bfe-41a0-9981-c46caa233ee5 req-d90c00c4-fc93-400f-95c8-d0d3c02bcef6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325420 Aug 29 17:46:50.691401 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:46:50.875044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab09a1-0df2-40cd-8fbc-91f141cc557d req-683ab319-b153-4398-ab88-1375407a1fe7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.876425 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a5ab09a1-0df2-40cd-8fbc-91f141cc557d req-683ab319-b153-4398-ab88-1375407a1fe7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 945 time: 0.0780528 Aug 29 17:46:50.891332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2920c15-0ab6-4afa-9e49-800f31b6ac96 req-5b4cfb27-ac58-407d-bff9-27ff0757b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.892978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2920c15-0ab6-4afa-9e49-800f31b6ac96 req-5b4cfb27-ac58-407d-bff9-27ff0757b8ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 1097 time: 0.0615165 Aug 29 17:46:50.962221 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a5ab09a1-0df2-40cd-8fbc-91f141cc557d req-391db121-91b5-4fe5-b7b2-af922f92e500 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787077 Aug 29 17:46:50.996147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2920c15-0ab6-4afa-9e49-800f31b6ac96 req-7c045287-e331-46cd-99f2-2561f00a1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:50.997636 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2920c15-0ab6-4afa-9e49-800f31b6ac96 req-7c045287-e331-46cd-99f2-2561f00a1f63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0977187 Aug 29 17:46:51.066481 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2920c15-0ab6-4afa-9e49-800f31b6ac96 req-4d0aff08-b6f2-4801-ab8c-85dda6e7639e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 200 len: 1001 time: 0.0609832 Aug 29 17:46:51.114873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2920c15-0ab6-4afa-9e49-800f31b6ac96 req-10bc1f27-47fe-48ca-9d43-934f8a827766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:51.116274 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2920c15-0ab6-4afa-9e49-800f31b6ac96 req-10bc1f27-47fe-48ca-9d43-934f8a827766 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0432198 Aug 29 17:46:51.160653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2920c15-0ab6-4afa-9e49-800f31b6ac96 req-1616fe4f-c1ee-4fff-bc0a-84438edacd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:51.162048 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2920c15-0ab6-4afa-9e49-800f31b6ac96 req-1616fe4f-c1ee-4fff-bc0a-84438edacd9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392306 Aug 29 17:46:51.252915 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2920c15-0ab6-4afa-9e49-800f31b6ac96 req-b987edd7-63b4-4965-acc5-3dca135bf58c service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830879 Aug 29 17:46:51.341792 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e2920c15-0ab6-4afa-9e49-800f31b6ac96 req-fad49017-7824-4b02-a2f6-2d82557cf08b service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811942 Aug 29 17:46:51.496663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2565ba98-b8e2-43ba-979b-b3ec222421ab up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:46:51.547033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 2565ba98-b8e2-43ba-979b-b3ec222421ab completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:51.550584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 2565ba98-b8e2-43ba-979b-b3ec222421ab triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:51.550957 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.623994 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.645904 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:51.659698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:51.663707 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:51.688186 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fef7c2-957f-44eb-8230-ec7c833b0a26" -d '{"events": [{"server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "name": "network-vif-plugged", "status": "completed", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:51.714749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=2565ba98-b8e2-43ba-979b-b3ec222421ab,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:51.782946 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8adf5c-76a9-4463-a73b-848bce959a5a x-openstack-request-id: req-ae8adf5c-76a9-4463-a73b-848bce959a5a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:51.783266 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "name": "network-vif-plugged", "status": "completed", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:51.783585 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae8adf5c-76a9-4463-a73b-848bce959a5a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:51.784112 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'code': 200} Aug 29 17:46:52.076589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a5148-9a8e-4ee4-b36e-eb182a09c9e2 req-bd1ba79b-65b7-47bd-8186-b6cfab908335 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:52.078064 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d96a5148-9a8e-4ee4-b36e-eb182a09c9e2 req-bd1ba79b-65b7-47bd-8186-b6cfab908335 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0478578 Aug 29 17:46:52.114669 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d96a5148-9a8e-4ee4-b36e-eb182a09c9e2 req-f009fd7b-3297-408a-82e6-3de464d31bea tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307994 Aug 29 17:46:52.347617 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3ac6f-3108-4144-8758-79854333e01a req-e3f7454d-201d-4125-9a1e-c2b6b152f818 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:52.349069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49e3ac6f-3108-4144-8758-79854333e01a req-e3f7454d-201d-4125-9a1e-c2b6b152f818 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0516579 Aug 29 17:46:52.387837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-49e3ac6f-3108-4144-8758-79854333e01a req-cf166945-d693-4761-aa79-21e59f5aab18 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321162 Aug 29 17:46:53.508724 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fddab-f211-4195-95ba-fc71043a52b5 req-07b2e8a1-e142-4e9a-a4ad-fb8c3cb2c7ac tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:53.510281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c33fddab-f211-4195-95ba-fc71043a52b5 req-07b2e8a1-e142-4e9a-a4ad-fb8c3cb2c7ac tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0544832 Aug 29 17:46:53.584801 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-627d105f-499d-4b84-9533-a9e188062ed7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:53.586444 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-627d105f-499d-4b84-9533-a9e188062ed7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5c93884-ee65-4961-95b2-5f9958f39e9d HTTP/1.1" status: 200 len: 946 time: 0.0498581 Aug 29 17:46:53.686283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Deleting port 2565ba98-b8e2-43ba-979b-b3ec222421ab {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:46:53.686511 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.778962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] For port 2565ba98-b8e2-43ba-979b-b3ec222421ab, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=2565ba98-b8e2-43ba-979b-b3ec222421ab,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:46:53.779328 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.896008 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c33fddab-f211-4195-95ba-fc71043a52b5 req-4d098ac2-6b81-4dad-8e7a-1f15a2c4f6be tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798568 Aug 29 17:46:53.949997 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.950323 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:53.950650 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Floating IP 359579b8-806a-467d-a836-cda719665709 disassociated. External IP: 172.25.5.177, port: 2565ba98-b8e2-43ba-979b-b3ec222421ab. Aug 29 17:46:53.951525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Calling delete_port for 2565ba98-b8e2-43ba-979b-b3ec222421ab owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:46:54.075282 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.106678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event deleted for resources: {'Port': ['ID=2565ba98-b8e2-43ba-979b-b3ec222421ab,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:54.220793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Router 73c47440-5660-4193-bc95-d81813a1645e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:46:54.329443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:46:54.339359 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7412d-fd99-4bf0-ab25-0b6253707bc6 None None] Sync routers for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:46:54.348502 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7412d-fd99-4bf0-ab25-0b6253707bc6 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:54.349108 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d8e7412d-fd99-4bf0-ab25-0b6253707bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:46:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:54.366928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] No DVR routers for this DVR port 2565ba98-b8e2-43ba-979b-b3ec222421ab on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:46:54.370254 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:54.372394 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4b0b7873-8937-45af-8e0f-ed78c718e375 req-9ff87dd0-5c80-4b25-b010-d7e2ca44ad03 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.10 "DELETE /v2.0/ports/2565ba98-b8e2-43ba-979b-b3ec222421ab HTTP/1.1" status: 204 len: 173 time: 0.7797410 Aug 29 17:46:54.372857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'name': 'network-vif-deleted', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:54.375255 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd98f45-2216-4135-943c-a6fdb620811b" -d '{"events": [{"server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "name": "network-vif-deleted", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:54.417291 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1250880f-0dc8-48fe-a703-957d4fd9d8ba x-openstack-request-id: req-1250880f-0dc8-48fe-a703-957d4fd9d8ba {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:54.417597 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c93884-ee65-4961-95b2-5f9958f39e9d", "name": "network-vif-deleted", "tag": "2565ba98-b8e2-43ba-979b-b3ec222421ab", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:54.417856 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1250880f-0dc8-48fe-a703-957d4fd9d8ba {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:54.418265 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c93884-ee65-4961-95b2-5f9958f39e9d', 'name': 'network-vif-deleted', 'tag': '2565ba98-b8e2-43ba-979b-b3ec222421ab', 'status': 'completed', 'code': 200} Aug 29 17:46:54.561898 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-d8e7412d-fd99-4bf0-ab25-0b6253707bc6 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:46:54.760078 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d8e7412d-fd99-4bf0-ab25-0b6253707bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:54.788375 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7412d-fd99-4bf0-ab25-0b6253707bc6 None None] Checking router: 73c47440-5660-4193-bc95-d81813a1645e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:46:54.796759 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7412d-fd99-4bf0-ab25-0b6253707bc6 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:46:54.797386 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d8e7412d-fd99-4bf0-ab25-0b6253707bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:46:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:54.895653 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-d8e7412d-fd99-4bf0-ab25-0b6253707bc6 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:46:55.090807 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-d8e7412d-fd99-4bf0-ab25-0b6253707bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:46:55.117078 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7412d-fd99-4bf0-ab25-0b6253707bc6 None None] The sync data for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 is: [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:46:55.193408 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-1a9da83f-6d18-47b0-bdec-893efd4df596 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--633305632&fields=id&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 267 time: 0.0344293 Aug 29 17:46:55.304216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-0a335331-f9b2-4045-b0f6-ca36cc57e3f8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:55.305746 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-0a335331-f9b2-4045-b0f6-ca36cc57e3f8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 812 time: 0.1053503 Aug 29 17:46:55.321037 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-64f08998-ff0a-4a92-8b8c-6c19231a1b7f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/quotas/897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 375 time: 0.0094717 Aug 29 17:46:55.340076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe290bc2-b764-4bac-8000-5e8be8c1074c None None] New status for floating IP 359579b8-806a-467d-a836-cda719665709: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:46:55.379460 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-ace46aca-6021-40c3-aa79-d62bb9d2d2d1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529039 Aug 29 17:46:55.555851 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-073bf76b-7ea8-4168-b206-374f7d1c2622 service neutron] 10.222.0.22 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285183 Aug 29 17:46:55.647437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-df277ee2-a3a5-40ad-a098-4589c76562df service neutron] 10.222.0.22 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854721 Aug 29 17:46:55.810186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88355a45-d49d-4ca9-932e-395c274ccd33 req-a5d05394-336c-4c1b-a08b-d62f75c66fbf tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 210 time: 0.0295432 Aug 29 17:46:56.676055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-50d871fb-9e5b-4e3f-b247-a36de43984bc tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:56.677419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-50d871fb-9e5b-4e3f-b247-a36de43984bc tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 812 time: 0.1035678 Aug 29 17:46:56.721134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-fb170659-ab5c-4006-887e-534b3d940646 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 379 time: 0.0346794 Aug 29 17:46:56.731181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'port': {'device_id': '7c32e616-400a-489e-bd59-002c25c444cd', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'admin_state_up': True, 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'security_groups': ['b8506404-bf4b-4046-998b-830de52c8039']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:56.840177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Made reservation on behalf of 897cd680bdc24a65b5d4ab28657a154f for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:46:56.843710 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:56.932156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06d7a351-5e26-4ff1-9911-71364d9f4f72 req-62cec176-afc9-4086-bdc1-8fce9a0e6ebd tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 210 time: 0.0336940 Aug 29 17:46:56.995631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Allocated IP 172.20.0.12 (dc8913a7-524e-45a3-a4b7-56a9b9623e13/e35681b2-a033-4f88-b77d-af859acd2321/56f2e433-d146-4926-8982-c6d605869270) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:46:57.126359 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.140193 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Transition to ACTIVE for port object 56f2e433-d146-4926-8982-c6d605869270 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:57.172552 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.216937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:46:57.219825 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:46:57.225861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:46:57.250971 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:57.266589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.266935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.267284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.267876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.268216 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.268550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.268877 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.269202 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.269571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.269879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.270208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.270530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:46:57.292003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:57.292629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.309488 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-cb4c4427-4cb0-4e0a-bd2c-ed8e3c4a9bf6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5824137 Aug 29 17:46:57.321993 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Request body: {'port': {'device_id': '7c32e616-400a-489e-bd59-002c25c444cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:46:57.378011 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.487310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9083170b-7625-4392-9c3a-337e6d224289 None None] Provisioning for port 56f2e433-d146-4926-8982-c6d605869270 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:46:57.491053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9083170b-7625-4392-9c3a-337e6d224289 None None] Provisioning complete for port 56f2e433-d146-4926-8982-c6d605869270 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:46:57.491385 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9083170b-7625-4392-9c3a-337e6d224289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.528572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9083170b-7625-4392-9c3a-337e6d224289 None None] Port 56f2e433-d146-4926-8982-c6d605869270 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:46:57.543238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2565ba98-b8e2-43ba-979b-b3ec222421ab no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:46:57.562117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 2565ba98-b8e2-43ba-979b-b3ec222421ab {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:46:57.562452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 2565ba98-b8e2-43ba-979b-b3ec222421ab not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:46:57.645723 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f2e433-d146-4926-8982-c6d605869270 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:46:57.652940 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.665950 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Transition to ACTIVE for port object 56f2e433-d146-4926-8982-c6d605869270 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:46:57.669242 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.736410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:57.791888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:46:57.792374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:46:57.792715 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:57.797152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Port 56f2e433-d146-4926-8982-c6d605869270 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:46:57.797517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:46:57.802418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:46:57.802754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:46:57.803138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:46:57.803595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Bound port: 56f2e433-d146-4926-8982-c6d605869270, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:46:57.804110 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.874417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:46:57.877752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:46:57.882487 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.917056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:57.917705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:46:57.919107 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] 10.222.0.16 "PUT /v2.0/ports/56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1093 time: 0.6016963 Aug 29 17:46:57.919550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'tag': '56f2e433-d146-4926-8982-c6d605869270'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:46:57.951846 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51407c-6813-49ab-a2e5-e27bc3ffdf5e service neutron] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:46:57.992695 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7088f7-dd6a-45fa-b199-b5bcba882072" -d '{"events": [{"name": "network-changed", "server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "tag": "56f2e433-d146-4926-8982-c6d605869270"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:46:58.026619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-dc1e587d-6057-4ee3-89bf-89dcf5afce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:58.028120 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-dc1e587d-6057-4ee3-89bf-89dcf5afce72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1096 time: 0.0534263 Aug 29 17:46:58.073369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f01e-b676-404d-a652-dde3f35c80e5 req-d9df5fb2-4d77-4078-a359-92f4a4468975 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:58.075272 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a838f01e-b676-404d-a652-dde3f35c80e5 req-d9df5fb2-4d77-4078-a359-92f4a4468975 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 944 time: 0.0544174 Aug 29 17:46:58.085543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-f8f82f81-979b-4a6d-ada3-7ee94cbb253c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 217 time: 0.0496788 Aug 29 17:46:58.120647 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414e99c5-3211-40ff-b388-fa0c663dfa10 x-openstack-request-id: req-414e99c5-3211-40ff-b388-fa0c663dfa10 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:46:58.120943 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "tag": "56f2e433-d146-4926-8982-c6d605869270", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:46:58.121201 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-414e99c5-3211-40ff-b388-fa0c663dfa10 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:46:58.121622 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'tag': '56f2e433-d146-4926-8982-c6d605869270', 'status': 'completed', 'code': 200} Aug 29 17:46:58.126250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a838f01e-b676-404d-a652-dde3f35c80e5 req-cbef2b04-0fa3-4487-be96-26551ff4e4fe tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393007 Aug 29 17:46:58.142087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-dcc696d6-5386-4297-9f2e-ae6181c27db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:58.144004 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-dcc696d6-5386-4297-9f2e-ae6181c27db5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0509605 Aug 29 17:46:58.194361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-c9a6065f-1698-4319-bb4c-47d4e50c7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:58.195844 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-c9a6065f-1698-4319-bb4c-47d4e50c7dea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424469 Aug 29 17:46:58.289027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-da6c1e8c-f6d9-406f-bff9-8c84ae7a2b00 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856075 Aug 29 17:46:58.377709 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c9041d1b-9d2a-4101-a421-76834378bb3e req-5ae09627-a728-4480-9f09-54873dfa0c84 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816317 Aug 29 17:46:58.462776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7088f7-dd6a-45fa-b199-b5bcba882072 req-d86e5024-07c3-46e5-abc1-9e5f5100e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:58.464331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da7088f7-dd6a-45fa-b199-b5bcba882072 req-d86e5024-07c3-46e5-abc1-9e5f5100e8b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1096 time: 0.0422714 Aug 29 17:46:58.556332 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7088f7-dd6a-45fa-b199-b5bcba882072 req-2267bb03-bc51-4cf3-acf3-0c256c237499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:58.557791 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da7088f7-dd6a-45fa-b199-b5bcba882072 req-2267bb03-bc51-4cf3-acf3-0c256c237499 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0868039 Aug 29 17:46:58.602181 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da7088f7-dd6a-45fa-b199-b5bcba882072 req-1e768237-9d4a-4cc8-bd1d-7844428f4931 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 217 time: 0.0375216 Aug 29 17:46:58.656653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7088f7-dd6a-45fa-b199-b5bcba882072 req-67330461-fe8c-411f-a24b-9564d571a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:58.658106 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da7088f7-dd6a-45fa-b199-b5bcba882072 req-67330461-fe8c-411f-a24b-9564d571a313 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0479400 Aug 29 17:46:58.702397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7088f7-dd6a-45fa-b199-b5bcba882072 req-2299adc2-12f2-46d2-b4d0-48bad3ce9e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:58.703822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da7088f7-dd6a-45fa-b199-b5bcba882072 req-2299adc2-12f2-46d2-b4d0-48bad3ce9e94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391304 Aug 29 17:46:58.792706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da7088f7-dd6a-45fa-b199-b5bcba882072 req-2327d75e-5ef7-416d-8644-5140fb991810 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819755 Aug 29 17:46:58.885432 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da7088f7-dd6a-45fa-b199-b5bcba882072 req-ca9eec2e-e84d-4541-85a0-7fd852c6adde service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860243 Aug 29 17:46:59.240482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f80d8-6d8c-4d0a-abdb-f5e62b0cf55b req-b9bcf605-5b71-413f-a2d3-1249a481317a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:46:59.241946 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a3f80d8-6d8c-4d0a-abdb-f5e62b0cf55b req-b9bcf605-5b71-413f-a2d3-1249a481317a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 944 time: 0.0490735 Aug 29 17:46:59.279753 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5a3f80d8-6d8c-4d0a-abdb-f5e62b0cf55b req-662c38d8-9246-46f8-b002-38101e54cbd9 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313408 Aug 29 17:47:00.394614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351381d-034c-49af-a237-7ba3f2c68c96 req-4be8a5fc-b143-424d-9757-4fe9f33612c6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:00.396261 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2351381d-034c-49af-a237-7ba3f2c68c96 req-4be8a5fc-b143-424d-9757-4fe9f33612c6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 944 time: 0.0494633 Aug 29 17:47:00.434169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2351381d-034c-49af-a237-7ba3f2c68c96 req-f929f552-1348-4790-af01-58e1a58613ed tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316072 Aug 29 17:47:01.545652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56f2e433-d146-4926-8982-c6d605869270 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:47:01.547900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b5ad0-0c22-488f-8556-73d9a4a88d29 req-c6dd763c-ef86-4479-902b-aa65d1cf646d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:01.549407 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da3b5ad0-0c22-488f-8556-73d9a4a88d29 req-c6dd763c-ef86-4479-902b-aa65d1cf646d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 944 time: 0.0497525 Aug 29 17:47:01.592235 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da3b5ad0-0c22-488f-8556-73d9a4a88d29 req-b42f8954-0c8d-47bb-8810-1061632d8869 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369198 Aug 29 17:47:01.641894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:01.654323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '56f2e433-d146-4926-8982-c6d605869270', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'port_id': '56f2e433-d146-4926-8982-c6d605869270', 'mac_address': 'fa:16:3e:c0:da:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:47:01.690460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.702397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f2e433-d146-4926-8982-c6d605869270 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:47:01.720347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:01.724465 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:01.770500 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:02.047884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['56f2e433-d146-4926-8982-c6d605869270'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:47:02.708545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b5934-6e93-4804-895c-1b2e881b9dd8 req-3451bd27-5b4e-4620-9b11-21ae1937f74b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:02.709945 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-398b5934-6e93-4804-895c-1b2e881b9dd8 req-3451bd27-5b4e-4620-9b11-21ae1937f74b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 945 time: 0.0506558 Aug 29 17:47:03.072712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-398b5934-6e93-4804-895c-1b2e881b9dd8 req-c01817fb-505f-459b-802c-213d28d4afcf tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568873 Aug 29 17:47:03.545769 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56f2e433-d146-4926-8982-c6d605869270 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:47:03.592461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 56f2e433-d146-4926-8982-c6d605869270 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:47:03.595949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 56f2e433-d146-4926-8982-c6d605869270 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:47:03.596319 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.673577 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.695022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f2e433-d146-4926-8982-c6d605869270'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:47:03.697247 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f3b00d-ba95-4d2a-b5a5-db5d7bf95295" -d '{"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-plugged", "status": "completed", "tag": "56f2e433-d146-4926-8982-c6d605869270"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:47:03.709149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:47:03.713336 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:03.737358 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94db157d-bd18-427d-ade6-71ad35f1b87f x-openstack-request-id: req-94db157d-bd18-427d-ade6-71ad35f1b87f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:47:03.737655 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-plugged", "status": "completed", "tag": "56f2e433-d146-4926-8982-c6d605869270", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:47:03.737969 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94db157d-bd18-427d-ade6-71ad35f1b87f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:47:03.738294 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f2e433-d146-4926-8982-c6d605869270', 'code': 200} Aug 29 17:47:03.764049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:47:03.834469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16ba47-9b9e-4ab1-aeea-b29d16f49fb1 req-22aee94b-fa5b-4dc0-8783-ce92ae376bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:03.835935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1d16ba47-9b9e-4ab1-aeea-b29d16f49fb1 req-22aee94b-fa5b-4dc0-8783-ce92ae376bed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1098 time: 0.0399225 Aug 29 17:47:03.870460 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1d16ba47-9b9e-4ab1-aeea-b29d16f49fb1 req-dec89654-95d3-4d73-8deb-a348a2232f4a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275862 Aug 29 17:47:04.185312 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49505f3-c642-44b7-8236-dc7436dd5b37 req-1bf49e49-33e7-40b8-b78f-7766a0e1d1c6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:04.186787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e49505f3-c642-44b7-8236-dc7436dd5b37 req-1bf49e49-33e7-40b8-b78f-7766a0e1d1c6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0482206 Aug 29 17:47:04.224427 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e49505f3-c642-44b7-8236-dc7436dd5b37 req-4cc501a1-f2ad-4e66-9e9a-35a05473a178 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316427 Aug 29 17:47:05.341123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ba40a-2837-431e-86b4-f604be0d4974 req-2ea1cc11-67e1-4641-94ba-c113eb1908ff tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:05.342607 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-426ba40a-2837-431e-86b4-f604be0d4974 req-2ea1cc11-67e1-4641-94ba-c113eb1908ff tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0484664 Aug 29 17:47:05.380258 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-426ba40a-2837-431e-86b4-f604be0d4974 req-dec26220-d3ac-4278-911e-e9cf1d4da8c2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Aug 29 17:47:05.490153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd1d0b-f4b4-4253-800e-20f90ae24b3d req-24ebbab0-0775-4c48-bc94-7ef161de517a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:05.491623 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-12bd1d0b-f4b4-4253-800e-20f90ae24b3d req-24ebbab0-0775-4c48-bc94-7ef161de517a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0477548 Aug 29 17:47:05.500749 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 42804) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:47:05.505122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ffd7b1c6-6d0a-4bfc-a1cc-53d75c70c6e6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'floatingip': {'port_id': '56f2e433-d146-4926-8982-c6d605869270'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:47:05.547734 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd7b1c6-6d0a-4bfc-a1cc-53d75c70c6e6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.972076 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd7b1c6-6d0a-4bfc-a1cc-53d75c70c6e6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:05.975720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd7b1c6-6d0a-4bfc-a1cc-53d75c70c6e6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.073606 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-ffd7b1c6-6d0a-4bfc-a1cc-53d75c70c6e6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Floating IP 359579b8-806a-467d-a836-cda719665709 associated. External IP: 172.25.5.177, port: 56f2e433-d146-4926-8982-c6d605869270. Aug 29 17:47:06.278894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd7b1c6-6d0a-4bfc-a1cc-53d75c70c6e6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Router 73c47440-5660-4193-bc95-d81813a1645e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:47:06.382598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd7b1c6-6d0a-4bfc-a1cc-53d75c70c6e6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:47:06.387986 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ffd7b1c6-6d0a-4bfc-a1cc-53d75c70c6e6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:06.392439 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc07ce-cbc4-49c2-bd26-046ba854ef24 None None] Sync routers for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:47:06.401674 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc07ce-cbc4-49c2-bd26-046ba854ef24 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:06.402276 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-09cc07ce-cbc4-49c2-bd26-046ba854ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:46:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:06.414835 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ffd7b1c6-6d0a-4bfc-a1cc-53d75c70c6e6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "PUT /v2.0/floatingips/359579b8-806a-467d-a836-cda719665709 HTTP/1.1" status: 200 len: 992 time: 0.9130232 Aug 29 17:47:06.415752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'tag': '56f2e433-d146-4926-8982-c6d605869270'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:47:06.418167 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22661f02-00ee-43ee-b1f6-34b77f37b747" -d '{"events": [{"name": "network-changed", "server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "tag": "56f2e433-d146-4926-8982-c6d605869270"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:47:06.456000 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af406a2f-f60f-4b46-9005-835ec739e722 x-openstack-request-id: req-af406a2f-f60f-4b46-9005-835ec739e722 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:47:06.456352 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "tag": "56f2e433-d146-4926-8982-c6d605869270", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:47:06.456667 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af406a2f-f60f-4b46-9005-835ec739e722 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:47:06.457138 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'tag': '56f2e433-d146-4926-8982-c6d605869270', 'status': 'completed', 'code': 200} Aug 29 17:47:06.511811 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-09cc07ce-cbc4-49c2-bd26-046ba854ef24 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:06.517384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22661f02-00ee-43ee-b1f6-34b77f37b747 req-548a19d2-16f6-4c3c-95c5-906eb03cbdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:06.519134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22661f02-00ee-43ee-b1f6-34b77f37b747 req-548a19d2-16f6-4c3c-95c5-906eb03cbdde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1098 time: 0.0408537 Aug 29 17:47:06.611576 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22661f02-00ee-43ee-b1f6-34b77f37b747 req-050b8d23-6bbb-45c2-a4fb-6e382af6c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:06.613026 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22661f02-00ee-43ee-b1f6-34b77f37b747 req-050b8d23-6bbb-45c2-a4fb-6e382af6c110 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0867817 Aug 29 17:47:06.678274 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22661f02-00ee-43ee-b1f6-34b77f37b747 req-80c10379-2335-4c09-ab3c-3cc4d4de999d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1000 time: 0.0577507 Aug 29 17:47:06.730333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22661f02-00ee-43ee-b1f6-34b77f37b747 req-84edc262-7107-48fb-b669-c1dafdd70e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:06.731818 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22661f02-00ee-43ee-b1f6-34b77f37b747 req-84edc262-7107-48fb-b669-c1dafdd70e69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0472667 Aug 29 17:47:06.740220 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-09cc07ce-cbc4-49c2-bd26-046ba854ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '56f2e433-d146-4926-8982-c6d605869270', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:c0:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c32e616-400a-489e-bd59-002c25c444cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:47:05Z', 'revision_number': 9, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:06.766768 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc07ce-cbc4-49c2-bd26-046ba854ef24 None None] Checking router: 73c47440-5660-4193-bc95-d81813a1645e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:47:06.775830 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc07ce-cbc4-49c2-bd26-046ba854ef24 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:47:06.776433 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-09cc07ce-cbc4-49c2-bd26-046ba854ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:46:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:06.778539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22661f02-00ee-43ee-b1f6-34b77f37b747 req-e75cf180-8f8e-4350-baa6-767d6803ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:06.780063 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22661f02-00ee-43ee-b1f6-34b77f37b747 req-e75cf180-8f8e-4350-baa6-767d6803ec2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415478 Aug 29 17:47:06.867757 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22661f02-00ee-43ee-b1f6-34b77f37b747 req-ef5bdce1-48c0-45db-95a0-2810c404e362 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809336 Aug 29 17:47:06.876849 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-09cc07ce-cbc4-49c2-bd26-046ba854ef24 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:47:06.961843 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-22661f02-00ee-43ee-b1f6-34b77f37b747 req-f800b40b-7e8a-485c-812f-4fb9e3adbe86 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871174 Aug 29 17:47:07.100489 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-09cc07ce-cbc4-49c2-bd26-046ba854ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '56f2e433-d146-4926-8982-c6d605869270', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:c0:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c32e616-400a-489e-bd59-002c25c444cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:47:05Z', 'revision_number': 9, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:47:07.129346 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc07ce-cbc4-49c2-bd26-046ba854ef24 None None] The sync data for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 is: [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '56f2e433-d146-4926-8982-c6d605869270', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:c0:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c32e616-400a-489e-bd59-002c25c444cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:47:05Z', 'revision_number': 9, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:47:07.316264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e07dd-8a14-430d-9fc8-72610b8a1c41 None None] New status for floating IP 359579b8-806a-467d-a836-cda719665709: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:47:12.953963 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-219944e2-556e-44b3-aa48-32efc7c670c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:12.969355 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-870a8b23-a0d3-4f1f-a9b8-06307442b5da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417213 Aug 29 17:47:13.050256 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-4cbc273d-f10b-4494-8b38-2246d0c6c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:13.051696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-4cbc273d-f10b-4494-8b38-2246d0c6c520 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1098 time: 0.0408080 Aug 29 17:47:13.155088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-38742707-836f-4505-93a3-6ebb56025475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:13.156550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-38742707-836f-4505-93a3-6ebb56025475 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0874479 Aug 29 17:47:13.220713 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-f7c69e8b-5b59-4543-91fe-83fbebf43f09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1003 time: 0.0574660 Aug 29 17:47:13.273504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-1706dc8c-b73e-4e02-8e72-9035b894385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:13.274931 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-1706dc8c-b73e-4e02-8e72-9035b894385a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0480340 Aug 29 17:47:13.322587 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-ce05cdd8-0b8e-46a0-bc00-563b391f4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:47:13.324620 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-ce05cdd8-0b8e-46a0-bc00-563b391f4eb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428250 Aug 29 17:47:13.418155 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-405a93c2-bc6c-49be-a3e2-915db8afe05f service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846150 Aug 29 17:47:13.512378 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7ffe4053-b80c-4c94-a829-a0ee2917e389 req-837a7ce8-538f-4ae8-b265-1ce3deab867a service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872843 Aug 29 17:47:15.597694 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6a15baf-4cbf-4785-9485-da3e1d9abd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:15.943545 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:16.814881 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.152315 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:18.471442 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:20.654408 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:27.690551 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:47:42.955776 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecdae46d-6c46-4696-84d5-5deb23666dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.598121 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c2d13ee3-bc22-40bf-abf9-f6acc07354c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:45.945511 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:46.818817 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.164678 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:48.476229 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:47:50.659261 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:04.689700 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:48:12.955482 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3306a9fe-7f52-4214-af1e-52a937352a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:12.975836 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-e6f24c67-b837-4e99-86ae-9e2534f6a5ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460284 Aug 29 17:48:13.059007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-25460e81-c49c-4865-8b75-12f47a1669fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:13.060446 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-25460e81-c49c-4865-8b75-12f47a1669fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1098 time: 0.0408139 Aug 29 17:48:13.165577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-da08dc02-db7d-4811-ad7a-aa75205c53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:13.167048 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-da08dc02-db7d-4811-ad7a-aa75205c53d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0860536 Aug 29 17:48:13.230526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-0042838b-4ec8-46ad-9bb1-c105e9fed937 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1003 time: 0.0561662 Aug 29 17:48:13.284185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-5b3360d5-91ea-400e-b12f-12c54fa6c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:13.285615 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-5b3360d5-91ea-400e-b12f-12c54fa6c8df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0481257 Aug 29 17:48:13.331945 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-2d00d2bd-9cdb-4402-b3fa-ab58adfaf74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:48:13.333506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-2d00d2bd-9cdb-4402-b3fa-ab58adfaf74d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397406 Aug 29 17:48:13.425006 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-23ad3bde-950d-4af0-831a-09e5c4dfe11b service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832503 Aug 29 17:48:13.518033 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-92569b09-c672-494a-8c1b-d78c5fb4f2df req-c390d013-9544-4974-8143-595b6aa3bb92 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850716 Aug 29 17:48:15.598294 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b634eb69-bd96-454d-9874-c05e3016e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:15.946411 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:16.822262 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.167814 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:18.478611 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:20.687880 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:41.689155 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:48:42.956445 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4c8dbcf1-d609-4522-9126-108f2001208a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.598084 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab5896a4-5e7f-48de-a5bd-971f78e69712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:45.947102 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:46.824466 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.178694 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:48.485141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:48:50.680782 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:12.957332 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e4396636-6a11-4cfb-998f-cec2801f1a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:14.970811 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-2b8abf30-b340-4fb7-a1ad-f52adc5e234a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444961 Aug 29 17:49:15.053454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-972b773f-2654-4406-b64d-66e8ae608fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:15.054906 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-972b773f-2654-4406-b64d-66e8ae608fa2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1098 time: 0.0428543 Aug 29 17:49:15.161361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-f10439a5-d172-4708-99eb-280071137ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:15.162716 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-f10439a5-d172-4708-99eb-280071137ae3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0881832 Aug 29 17:49:15.228026 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-6e56c030-3031-403b-8a22-b9be66b47994 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1003 time: 0.0572677 Aug 29 17:49:15.280438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-a0c1535d-e918-4fb1-a921-f6515f51b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:15.281886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-a0c1535d-e918-4fb1-a921-f6515f51b7d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0474186 Aug 29 17:49:15.328175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-9703fe3b-7306-4f01-95e7-a0bf9d86f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:15.329696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-9703fe3b-7306-4f01-95e7-a0bf9d86f0f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410049 Aug 29 17:49:15.418273 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-bc8c4b75-01b9-4da2-aeea-b7a0acab3051 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812254 Aug 29 17:49:15.511241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4690cc7c-d9f3-495a-baad-6fb7d62f4b14 req-246bd4b2-a208-4278-8ceb-9d6ce9cf4f56 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857863 Aug 29 17:49:15.599936 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2dd06386-2d5a-4bfb-9ee7-80626ff04505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:15.948178 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:16.827654 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.175498 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.486454 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:18.690853 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:49:20.690208 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:40.596722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f251a-2cb4-4049-b19b-2269af233a01 req-7c84e826-034b-4909-b611-ea32c6b8f547 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:40.598295 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fd8f251a-2cb4-4049-b19b-2269af233a01 req-7c84e826-034b-4909-b611-ea32c6b8f547 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0504806 Aug 29 17:49:40.636667 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fd8f251a-2cb4-4049-b19b-2269af233a01 req-6eb9d960-91f5-4c46-9af2-024df422c9fc tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315263 Aug 29 17:49:40.722134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-cd108ed3-0922-40e8-8b8c-41e830e85a3e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827270 Aug 29 17:49:41.764513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f896870-cdaf-4e18-b200-12e9c7191d14 req-cc135f2e-e880-45c7-858c-f1f525a2c027 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:41.766066 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f896870-cdaf-4e18-b200-12e9c7191d14 req-cc135f2e-e880-45c7-858c-f1f525a2c027 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0606241 Aug 29 17:49:41.812745 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f896870-cdaf-4e18-b200-12e9c7191d14 req-dc454083-7b8e-47e8-9406-a1fcda7877d6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402122 Aug 29 17:49:41.815809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-7b1d9be4-9e32-42b8-8a52-4347c112f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:41.817242 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-7b1d9be4-9e32-42b8-8a52-4347c112f9c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1098 time: 0.0447335 Aug 29 17:49:41.905762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-6c49a221-06dc-49b5-8739-a15830affb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:41.907182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-6c49a221-06dc-49b5-8739-a15830affb72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0826855 Aug 29 17:49:41.974566 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-11b3de5b-b256-4d7c-ba0d-aa52522e0cd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1003 time: 0.0599215 Aug 29 17:49:42.025436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-3b7ab3e7-5ecf-4eb3-9162-31242ac45331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:42.026802 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-3b7ab3e7-5ecf-4eb3-9162-31242ac45331 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0435481 Aug 29 17:49:42.071849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-b05a6db3-5073-4324-addc-2b5cbf72c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:42.073306 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-b05a6db3-5073-4324-addc-2b5cbf72c0bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391781 Aug 29 17:49:42.163785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-732c759d-6336-46cf-8e9b-ef8a97471492 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831270 Aug 29 17:49:42.254515 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-930de701-f416-4502-97da-4848a1973c26 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826395 Aug 29 17:49:42.928411 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc558c9-275a-44b3-9d01-c44e734751b0 req-68492a79-986b-49d6-a472-a575c50a3cda tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:42.929896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-abc558c9-275a-44b3-9d01-c44e734751b0 req-68492a79-986b-49d6-a472-a575c50a3cda tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0492535 Aug 29 17:49:42.958157 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f6f31166-deb8-44c0-9790-2963195d9bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:42.971803 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-abc558c9-275a-44b3-9d01-c44e734751b0 req-96b1c00a-1f1e-49d4-ac4f-ff2466d75895 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361466 Aug 29 17:49:44.089446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ec57d-861a-47c2-a50a-e0c71f3f4bdc req-dc53a40f-9571-4a8a-9352-8a626b980a7c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:44.090926 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-386ec57d-861a-47c2-a50a-e0c71f3f4bdc req-dc53a40f-9571-4a8a-9352-8a626b980a7c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0507684 Aug 29 17:49:44.128280 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-386ec57d-861a-47c2-a50a-e0c71f3f4bdc req-4e13a9ae-42b8-465a-92cc-d89a85e2364c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314016 Aug 29 17:49:45.240624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55819469-83a7-4c07-be98-fca6308340cc req-7da22792-ca52-4366-9bbc-7c57de3f4076 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:45.242602 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55819469-83a7-4c07-be98-fca6308340cc req-7da22792-ca52-4366-9bbc-7c57de3f4076 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0477915 Aug 29 17:49:45.279424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55819469-83a7-4c07-be98-fca6308340cc req-9d9a7771-ed8e-43e0-a1d5-2db740579995 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311358 Aug 29 17:49:45.599998 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9169c03e-d5e8-4eab-a444-c005fb939ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:45.947961 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:46.393848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94708bc1-b805-418b-85a9-bf4bbe43d0c0 req-896fe59f-e9f4-4e7e-9a2a-8356beedf804 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:46.399405 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94708bc1-b805-418b-85a9-bf4bbe43d0c0 req-896fe59f-e9f4-4e7e-9a2a-8356beedf804 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0491416 Aug 29 17:49:46.435713 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94708bc1-b805-418b-85a9-bf4bbe43d0c0 req-0eda7f4c-391c-49cd-9970-fa5219f1993f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Aug 29 17:49:46.829820 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:47.548828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f5b66-4bf6-413f-b6ca-1f4a2f67707c req-7d849b87-740a-43bd-961d-9a20836305a4 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:47.550313 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c16f5b66-4bf6-413f-b6ca-1f4a2f67707c req-7d849b87-740a-43bd-961d-9a20836305a4 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0482087 Aug 29 17:49:47.588262 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c16f5b66-4bf6-413f-b6ca-1f4a2f67707c req-701ac200-398c-412c-bac7-e71423d9b512 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315933 Aug 29 17:49:48.186155 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.489300 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:48.705274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb148e-6374-4e1c-a94a-bc9dde5cb3b4 req-75e34eda-af07-4b58-bd13-c22f9b69e93e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:48.706646 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9dbb148e-6374-4e1c-a94a-bc9dde5cb3b4 req-75e34eda-af07-4b58-bd13-c22f9b69e93e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0519133 Aug 29 17:49:48.742986 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9dbb148e-6374-4e1c-a94a-bc9dde5cb3b4 req-19022d31-914b-450d-9f43-809abd647dee tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299506 Aug 29 17:49:49.859538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248e3ea-63f2-42e7-bd46-8a5004c32541 req-f7157673-31c7-4453-a6e9-8f14303b642f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:49.861016 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7248e3ea-63f2-42e7-bd46-8a5004c32541 req-f7157673-31c7-4453-a6e9-8f14303b642f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0507669 Aug 29 17:49:49.902447 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7248e3ea-63f2-42e7-bd46-8a5004c32541 req-169899c3-0d9e-4500-8609-bd8e9f85d8d1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350010 Aug 29 17:49:50.701989 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:51.017566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0146f-9d0f-4ddb-b3a8-7a4d35536e37 req-fe613db3-b038-40a4-8c2e-6d61f023a796 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:51.018963 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93e0146f-9d0f-4ddb-b3a8-7a4d35536e37 req-fe613db3-b038-40a4-8c2e-6d61f023a796 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0496721 Aug 29 17:49:51.055978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93e0146f-9d0f-4ddb-b3a8-7a4d35536e37 req-9a296f90-0c96-4c6c-b76b-3b7fbe1a528c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311451 Aug 29 17:49:52.168253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271297bb-25e6-47ec-ab4c-2a4942a46ef5 req-2a7c5e36-884f-4984-8124-317b15ac73eb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:52.169740 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-271297bb-25e6-47ec-ab4c-2a4942a46ef5 req-2a7c5e36-884f-4984-8124-317b15ac73eb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0491688 Aug 29 17:49:52.206729 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-271297bb-25e6-47ec-ab4c-2a4942a46ef5 req-29c210fe-863a-41c5-8c56-0c19733c058c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311456 Aug 29 17:49:53.320437 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107937eb-fb82-4d1d-8786-72cc41820bef req-cbf08b02-f8ad-4aa0-a2ab-370e07270168 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:53.321947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-107937eb-fb82-4d1d-8786-72cc41820bef req-cbf08b02-f8ad-4aa0-a2ab-370e07270168 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0484750 Aug 29 17:49:53.359149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-107937eb-fb82-4d1d-8786-72cc41820bef req-7f017aed-70f8-4623-8d3c-6c753a7c1c91 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306227 Aug 29 17:49:54.153488 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-d688d2cd-97f8-48ca-b2c9-35280c72a1f9 service neutron] show failed (client error): The resource could not be found. Aug 29 17:49:54.154472 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-d688d2cd-97f8-48ca-b2c9-35280c72a1f9 service neutron] 10.222.0.16 "GET /v2.0/ports/56f2e433-d146-4926-8982-c6d605869270/bindings/n-h1-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0546048 Aug 29 17:49:54.346210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-40369adb-2dee-46fc-950a-ec9cb7cb5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:54.347741 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-40369adb-2dee-46fc-950a-ec9cb7cb5f56 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 1098 time: 0.0462840 Aug 29 17:49:54.359300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:49:54.411839 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.477290 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9076c-b9c8-4f27-8cda-6ee99345660e req-6b669b44-4b7b-4f3f-badd-f654ec30f931 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:54.478916 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03b9076c-b9c8-4f27-8cda-6ee99345660e req-6b669b44-4b7b-4f3f-badd-f654ec30f931 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0500367 Aug 29 17:49:54.516773 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03b9076c-b9c8-4f27-8cda-6ee99345660e req-06a2295b-7f9e-4bf0-a191-90ac09eb4598 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320091 Aug 29 17:49:54.611245 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:54.645271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:54.687394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f2e433-d146-4926-8982-c6d605869270'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:49:54.689805 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eaf527-0b44-4f9d-815d-3979b64d78f7" -d '{"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-unplugged", "status": "completed", "tag": "56f2e433-d146-4926-8982-c6d605869270"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:49:54.693448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.705625 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Transition to ACTIVE for port object 56f2e433-d146-4926-8982-c6d605869270 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:49:54.709247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:54.746379 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85457c8b-e20f-4e76-ac82-d43b72048ac8 x-openstack-request-id: req-85457c8b-e20f-4e76-ac82-d43b72048ac8 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:49:54.746673 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-unplugged", "status": "completed", "tag": "56f2e433-d146-4926-8982-c6d605869270", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:49:54.746923 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85457c8b-e20f-4e76-ac82-d43b72048ac8 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:49:54.747309 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f2e433-d146-4926-8982-c6d605869270', 'code': 200} Aug 29 17:49:54.790840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=6']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:54.804678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.805024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.805391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.805734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.806064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.806395 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.807258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.807585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.807912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.808241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.808563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.808887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:54.845509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] No DVR routers for this DVR port 56f2e433-d146-4926-8982-c6d605869270 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:49:54.990199 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:49:54.990542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:49:54.990874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:54.995847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Port 56f2e433-d146-4926-8982-c6d605869270 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:49:54.996165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:49:55.000970 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:49:55.001346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:49:55.001734 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:49:55.002154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Bound port: 56f2e433-d146-4926-8982-c6d605869270, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:49:55.002514 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:55.067122 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:49:55.071000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:49:55.075953 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:55.109097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:55.109825 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:55.111230 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] 10.222.0.10 "PUT /v2.0/ports/56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1093 time: 0.7558708 Aug 29 17:49:55.145366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebc9f1-302a-488d-b83e-38b98c45b902 service neutron] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:55.183993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-07094b75-23aa-4e76-8122-1a7b5c748c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:55.185594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-07094b75-23aa-4e76-8122-1a7b5c748c4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1096 time: 0.0490005 Aug 29 17:49:55.285488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-acd568d7-05b8-4262-9eb1-a473f1e494dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:55.286980 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-acd568d7-05b8-4262-9eb1-a473f1e494dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0943139 Aug 29 17:49:55.352104 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-5268260a-b38b-4388-a102-4f28dc12cc13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1001 time: 0.0580351 Aug 29 17:49:55.404748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-cf8ecd5d-c458-4bfb-a15f-899d9267ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:55.406253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-cf8ecd5d-c458-4bfb-a15f-899d9267ec69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0473936 Aug 29 17:49:55.451242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-0be97e19-2f58-43e3-87f0-dd3b1196fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:55.452704 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-0be97e19-2f58-43e3-87f0-dd3b1196fe37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399067 Aug 29 17:49:55.464682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-fab7f3e2-2bda-4ba5-806b-6583e36c136e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:49:55.465715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-fab7f3e2-2bda-4ba5-806b-6583e36c136e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054655 Aug 29 17:49:55.552648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-a873fd84-4c55-4292-b78b-9ce42e61755b service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804486 Aug 29 17:49:55.634436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5855de1-fd68-46ce-b3c9-68720e35e477 req-0ffdcbe8-5650-4dab-b22d-d7f42d549fbc tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:55.636857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a5855de1-fd68-46ce-b3c9-68720e35e477 req-0ffdcbe8-5650-4dab-b22d-d7f42d549fbc tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 944 time: 0.0539875 Aug 29 17:49:55.647381 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5edd5b27-d6ca-4e0a-b9ab-ccfcc2e8bfbd req-8396227d-a69d-4637-972c-9c279723ba9d service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873926 Aug 29 17:49:55.679872 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a5855de1-fd68-46ce-b3c9-68720e35e477 req-03fb7470-02c5-4d18-ba83-fe481de12427 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365217 Aug 29 17:49:55.689209 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:49:56.748141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'tag': '56f2e433-d146-4926-8982-c6d605869270'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:49:56.750563 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40280ae4-5b7f-4765-aae0-c40c492a3c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "tag": "56f2e433-d146-4926-8982-c6d605869270"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:49:56.804286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f1437-b428-4069-9ce6-e8fa1673097c req-761d089e-2f33-4241-88b2-e5d0cfbf7c35 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:56.805849 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1f3f1437-b428-4069-9ce6-e8fa1673097c req-761d089e-2f33-4241-88b2-e5d0cfbf7c35 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 944 time: 0.0520165 Aug 29 17:49:56.807928 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4478a34-043f-4501-8297-3fda41ba7d61 x-openstack-request-id: req-b4478a34-043f-4501-8297-3fda41ba7d61 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:49:56.808217 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "tag": "56f2e433-d146-4926-8982-c6d605869270", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:49:56.808471 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4478a34-043f-4501-8297-3fda41ba7d61 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:49:56.809206 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'tag': '56f2e433-d146-4926-8982-c6d605869270', 'status': 'completed', 'code': 200} Aug 29 17:49:56.857619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-5ef55d15-204b-437c-9d4b-e732c539f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:56.859136 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-5ef55d15-204b-437c-9d4b-e732c539f613 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1096 time: 0.0409677 Aug 29 17:49:56.876423 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1f3f1437-b428-4069-9ce6-e8fa1673097c req-9190c46a-8b07-4013-878b-76c4d78f6d72 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619233 Aug 29 17:49:56.884347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-b7e07d3b-d4f8-490b-b090-52e1ad3968a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:56.885857 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-b7e07d3b-d4f8-490b-b090-52e1ad3968a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1096 time: 0.0644131 Aug 29 17:49:56.953037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-e4b4ef92-e56d-435d-8fbe-50ad9dd2e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:56.954557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-e4b4ef92-e56d-435d-8fbe-50ad9dd2e62f service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0885804 Aug 29 17:49:56.978075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-b68aa620-cd0a-4434-82db-51a5d788b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:56.980006 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-b68aa620-cd0a-4434-82db-51a5d788b216 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0858161 Aug 29 17:49:57.025834 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-39ba95a0-3e7f-4ea3-b5bf-e32ef15bddbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1001 time: 0.0637105 Aug 29 17:49:57.051355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-9c4ce31b-0d52-4b2e-bde1-28411b48396f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1001 time: 0.0637417 Aug 29 17:49:57.075262 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-2f9e85b7-6adc-4202-994f-51b276b12db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:57.076740 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-2f9e85b7-6adc-4202-994f-51b276b12db6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0437822 Aug 29 17:49:57.110983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-e0c4652c-a2d1-42bf-9ff9-a9ffe65ff34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:57.112733 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-e0c4652c-a2d1-42bf-9ff9-a9ffe65ff34e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0529063 Aug 29 17:49:57.136682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-0f27e15b-a951-40eb-aa21-89656497b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:57.138345 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-0f27e15b-a951-40eb-aa21-89656497b942 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546980 Aug 29 17:49:57.161652 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-1d6950d4-a23f-4fee-ae07-3187127718c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:57.163167 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-1d6950d4-a23f-4fee-ae07-3187127718c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423598 Aug 29 17:49:57.231509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-a5992183-bb4e-4dfd-91d6-61aaf43eda0e service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857847 Aug 29 17:49:57.269918 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-99eb3493-79f4-4967-9503-85a8184e4a21 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870607 Aug 29 17:49:57.325481 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-6427a45a-1321-4885-84f0-503cc8ee4a82 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869174 Aug 29 17:49:57.359972 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-40280ae4-5b7f-4765-aae0-c40c492a3c1d req-88b27209-5e2a-444a-bbeb-da89a477d58b service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831618 Aug 29 17:49:57.994145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94689d0-49d9-47e6-92ee-e4a33fc4613d req-8df78335-c028-4310-a622-abb0df21d09f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:57.995589 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e94689d0-49d9-47e6-92ee-e4a33fc4613d req-8df78335-c028-4310-a622-abb0df21d09f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 944 time: 0.0499756 Aug 29 17:49:58.032846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e94689d0-49d9-47e6-92ee-e4a33fc4613d req-a6a92021-045c-4cc6-941c-36e8882f72be tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315192 Aug 29 17:49:58.282850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 56f2e433-d146-4926-8982-c6d605869270 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:49:58.316060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-4523102a-0711-4d4d-a6a0-672e12174075 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:58.318359 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-4523102a-0711-4d4d-a6a0-672e12174075 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd&tenant_id=897cd680bdc24a65b5d4ab28657a154f&binding%3Ahost_id=n-h1-713301-13 HTTP/1.1" status: 200 len: 944 time: 0.0561080 Aug 29 17:49:58.330599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57c9ed-05ff-4f8e-ab2a-bfb32ec69d3d req-fe0c0da3-a56c-4cb0-a396-8d553799ae09 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:58.332161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a57c9ed-05ff-4f8e-ab2a-bfb32ec69d3d req-fe0c0da3-a56c-4cb0-a396-8d553799ae09 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 944 time: 0.0491300 Aug 29 17:49:58.374812 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3a57c9ed-05ff-4f8e-ab2a-bfb32ec69d3d req-5fb0b411-8e60-4c3c-baa6-cb48c3ef89e9 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336819 Aug 29 17:49:58.383749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:58.386928 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-936a348c-8671-4068-aed4-2558ea6ba4f8 service neutron] 10.222.0.10 "GET /v2.0/ports/56f2e433-d146-4926-8982-c6d605869270/bindings/n-h1-713301-13 HTTP/1.1" status: 200 len: 383 time: 0.0609789 Aug 29 17:49:58.396435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '56f2e433-d146-4926-8982-c6d605869270', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'port_id': '56f2e433-d146-4926-8982-c6d605869270', 'mac_address': 'fa:16:3e:c0:da:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:49:58.422469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56f2e433-d146-4926-8982-c6d605869270 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:49:58.452601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-8830403e-5bee-45ba-8170-90fb4ff0bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:58.454154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-8830403e-5bee-45ba-8170-90fb4ff0bf39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1096 time: 0.0418236 Aug 29 17:49:58.461541 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:58.477706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56f2e433-d146-4926-8982-c6d605869270 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:49:58.480580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f2e433-d146-4926-8982-c6d605869270 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:49:58.500015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:49:58.504320 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:49:58.544855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-f84f8633-deee-4556-b74c-b5268587ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:58.546367 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-f84f8633-deee-4556-b74c-b5268587ecb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0850039 Aug 29 17:49:58.551234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:49:58.559001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.559352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.559703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.560045 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.560386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.561997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.561997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.561997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.561997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.561997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.562420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.562665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:49:58.616184 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-7761f160-8629-4c15-ac03-fb055af9e0dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1002 time: 0.0617990 Aug 29 17:49:58.664702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-19c3a5af-838d-40a8-81ad-95068e9061df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:58.666134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-19c3a5af-838d-40a8-81ad-95068e9061df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0421112 Aug 29 17:49:58.710660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-1f6a07fa-6a37-4364-9f12-2fb353982565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:58.712148 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-1f6a07fa-6a37-4364-9f12-2fb353982565 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391400 Aug 29 17:49:58.746309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['56f2e433-d146-4926-8982-c6d605869270'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:49:58.803426 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-7cb312e0-a0b7-4878-b672-85ea819bc486 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840380 Aug 29 17:49:58.893082 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-c9b2a552-69ff-4d6d-ba34-d1229770c249 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827196 Aug 29 17:49:59.491907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f8ee0-a50c-41c9-ae20-9d9a327e82d9 req-75e0c626-1d03-43ab-a323-7ed78019b245 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:49:59.493873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-868f8ee0-a50c-41c9-ae20-9d9a327e82d9 req-75e0c626-1d03-43ab-a323-7ed78019b245 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 945 time: 0.0475495 Aug 29 17:49:59.534871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-868f8ee0-a50c-41c9-ae20-9d9a327e82d9 req-1fd75665-cf6f-4cac-8ca1-03d87a278371 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351450 Aug 29 17:50:00.297521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 56f2e433-d146-4926-8982-c6d605869270 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:50:00.344001 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 56f2e433-d146-4926-8982-c6d605869270 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:50:00.347489 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 56f2e433-d146-4926-8982-c6d605869270 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:00.347859 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:00.428108 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:00.450723 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f2e433-d146-4926-8982-c6d605869270'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:00.452983 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a69e00-aaad-4b45-baa6-9e9e3a0342be" -d '{"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-plugged", "status": "completed", "tag": "56f2e433-d146-4926-8982-c6d605869270"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:00.466958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:00.471135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:00.502308 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059472f4-422b-4b81-95dd-01edeb125df3 x-openstack-request-id: req-059472f4-422b-4b81-95dd-01edeb125df3 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:00.502600 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-plugged", "status": "completed", "tag": "56f2e433-d146-4926-8982-c6d605869270", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:00.502850 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-059472f4-422b-4b81-95dd-01edeb125df3 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:00.503232 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f2e433-d146-4926-8982-c6d605869270', 'code': 200} Aug 29 17:50:00.523397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:00.653086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e987db7-9195-478a-8656-1331b1b98cd7 req-8e2c9bc9-3970-4d75-8f7d-4ae8ba4d1aff tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:00.654589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5e987db7-9195-478a-8656-1331b1b98cd7 req-8e2c9bc9-3970-4d75-8f7d-4ae8ba4d1aff tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0521159 Aug 29 17:50:00.693014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5e987db7-9195-478a-8656-1331b1b98cd7 req-38c34f7c-e62d-4678-88ee-540aafe2a2a3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325234 Aug 29 17:50:00.819871 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-446f3cef-b0ff-40cd-ae20-498a3a8bf8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:00.821952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-446f3cef-b0ff-40cd-ae20-498a3a8bf8a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 1098 time: 0.0397182 Aug 29 17:50:00.832784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:00.886853 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:01.084302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:01.116330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:50:01.155240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f2e433-d146-4926-8982-c6d605869270'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:01.157459 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4036482b-662b-4f6a-8a71-5026f9bc7142" -d '{"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-unplugged", "status": "completed", "tag": "56f2e433-d146-4926-8982-c6d605869270"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:01.161492 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:01.174137 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Transition to ACTIVE for port object 56f2e433-d146-4926-8982-c6d605869270 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:50:01.177838 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:01.207089 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bfcdcc-caa5-412e-8375-029ad4f74f0e x-openstack-request-id: req-a7bfcdcc-caa5-412e-8375-029ad4f74f0e {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:01.207389 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-unplugged", "status": "completed", "tag": "56f2e433-d146-4926-8982-c6d605869270", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:01.207641 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7bfcdcc-caa5-412e-8375-029ad4f74f0e {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:01.208038 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f2e433-d146-4926-8982-c6d605869270', 'code': 200} Aug 29 17:50:01.258844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=10']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:01.273719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.274067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.274443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.274814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.275151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.275480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.275814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.276141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.276470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.276796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.277123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.277472 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:50:01.315562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] No DVR routers for this DVR port 56f2e433-d146-4926-8982-c6d605869270 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:50:01.452366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:50:01.452619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:50:01.452951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:50:01.457275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Port 56f2e433-d146-4926-8982-c6d605869270 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:50:01.457631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Attempting to bind port 56f2e433-d146-4926-8982-c6d605869270 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:50:01.462862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:50:01.463191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:50:01.463569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:50:01.463988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Bound port: 56f2e433-d146-4926-8982-c6d605869270, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:50:01.464342 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:01.526888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:50:01.529909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:50:01.533934 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:01.570416 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:01.571028 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:01.572407 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1094 time: 0.7434485 Aug 29 17:50:01.593164 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cf5c4-df59-40cc-94fc-51004ba806e3 service neutron] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=11']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:01.657095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-e51b34bf-d89d-44a9-bd9f-085b0d713e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:01.658693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-e51b34bf-d89d-44a9-bd9f-085b0d713e14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1097 time: 0.0427146 Aug 29 17:50:01.752830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-3685c35f-77b7-4fd2-9bba-e962a9ac94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:01.754370 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-3685c35f-77b7-4fd2-9bba-e962a9ac94ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0892107 Aug 29 17:50:01.812027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf662a93-e8f4-4aa8-ac87-13bf6ccaf468 req-86df605d-3fa8-4bde-8b32-17c2e8caf2d4 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:01.813593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf662a93-e8f4-4aa8-ac87-13bf6ccaf468 req-86df605d-3fa8-4bde-8b32-17c2e8caf2d4 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 945 time: 0.0478859 Aug 29 17:50:01.826260 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-8187b106-8409-47ff-86ce-92ef31e0a72b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1001 time: 0.0642874 Aug 29 17:50:01.851860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf662a93-e8f4-4aa8-ac87-13bf6ccaf468 req-22618f2a-59ab-450a-a0ec-fe04685a5ff2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322092 Aug 29 17:50:01.875341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-3c8a3a7e-017e-44bd-9924-a0a60a7bb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:01.876809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-3c8a3a7e-017e-44bd-9924-a0a60a7bb39b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0439966 Aug 29 17:50:01.922571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-fd8423a4-548b-42b6-9342-ff12eb19cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:01.924015 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-fd8423a4-548b-42b6-9342-ff12eb19cc53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406036 Aug 29 17:50:02.014899 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-1aee057a-6b1e-4bda-a8b3-4e57acebe40b service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835364 Aug 29 17:50:02.103859 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e76f0ce2-0767-4df6-8c2c-fb6520c50a09 req-40ee4576-f852-4ece-bc2d-385948bc2506 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816431 Aug 29 17:50:02.970623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b73706-d3b5-41ac-ba8d-a6417e7db441 req-f9cc2f7f-43ff-48a1-826e-02493d92bedb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:02.972069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14b73706-d3b5-41ac-ba8d-a6417e7db441 req-f9cc2f7f-43ff-48a1-826e-02493d92bedb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 945 time: 0.0524161 Aug 29 17:50:03.008540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14b73706-d3b5-41ac-ba8d-a6417e7db441 req-b3b1b325-9436-4718-9691-32c58b8bbed9 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301056 Aug 29 17:50:03.208752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'tag': '56f2e433-d146-4926-8982-c6d605869270'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:03.211021 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80faaba6-6749-4164-868a-8b15853f16e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "tag": "56f2e433-d146-4926-8982-c6d605869270"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:03.257791 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2044d634-4cd4-4dc7-a171-24dc2ccc5660 x-openstack-request-id: req-2044d634-4cd4-4dc7-a171-24dc2ccc5660 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:03.258077 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "tag": "56f2e433-d146-4926-8982-c6d605869270", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:03.258352 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2044d634-4cd4-4dc7-a171-24dc2ccc5660 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:03.258740 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'tag': '56f2e433-d146-4926-8982-c6d605869270', 'status': 'completed', 'code': 200} Aug 29 17:50:03.320148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faaba6-6749-4164-868a-8b15853f16e6 req-d504dd03-53f7-4667-a763-fdae4b6f7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:03.321649 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-d504dd03-53f7-4667-a763-fdae4b6f7090 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1097 time: 0.0396073 Aug 29 17:50:03.412698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faaba6-6749-4164-868a-8b15853f16e6 req-7fe4cfb4-47a0-49c2-bcbd-e3256a2ddd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:03.414216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-7fe4cfb4-47a0-49c2-bcbd-e3256a2ddd6d service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0857794 Aug 29 17:50:03.452067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faaba6-6749-4164-868a-8b15853f16e6 req-048875f5-ef75-4fa8-bd67-9ffe428c00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:03.453625 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-048875f5-ef75-4fa8-bd67-9ffe428c00d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 1097 time: 0.0405579 Aug 29 17:50:03.478715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-e7c119b7-4028-4c21-814b-3937161367f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1001 time: 0.0576749 Aug 29 17:50:03.530708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faaba6-6749-4164-868a-8b15853f16e6 req-bed57311-738e-4471-8f16-577f67ab3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:03.532168 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-bed57311-738e-4471-8f16-577f67ab3dd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0473695 Aug 29 17:50:03.547135 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faaba6-6749-4164-868a-8b15853f16e6 req-d8cbcfd1-52a7-4a2c-9c8c-22c4ee1053c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:03.548596 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-d8cbcfd1-52a7-4a2c-9c8c-22c4ee1053c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0867944 Aug 29 17:50:03.576739 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faaba6-6749-4164-868a-8b15853f16e6 req-74972534-96a8-4548-a04b-b2c8ef870c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:03.578260 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-74972534-96a8-4548-a04b-b2c8ef870c75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390406 Aug 29 17:50:03.614870 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-8263a5c0-a535-4912-9cf4-3a1a42cd06cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 200 len: 1001 time: 0.0582359 Aug 29 17:50:03.663631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faaba6-6749-4164-868a-8b15853f16e6 req-709d9d34-834a-49f7-9955-5db7c7bcd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:03.665107 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-709d9d34-834a-49f7-9955-5db7c7bcd19b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0434024 Aug 29 17:50:03.666538 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-c8b989d3-4a83-4b48-a2f1-fdcbc0af4684 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804374 Aug 29 17:50:03.713747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faaba6-6749-4164-868a-8b15853f16e6 req-f415dcac-e03b-4ffc-a243-38af3ce59670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:03.715221 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-f415dcac-e03b-4ffc-a243-38af3ce59670 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435226 Aug 29 17:50:03.759606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-74239c04-e078-4f13-b73c-8ba80e4e62f9 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850823 Aug 29 17:50:03.804939 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-c04b7444-fb71-4915-b56a-5d0555e4287b service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812469 Aug 29 17:50:03.898216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-80faaba6-6749-4164-868a-8b15853f16e6 req-8d675afa-d8c8-4679-93a5-78be19fee247 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849383 Aug 29 17:50:04.124574 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392c89f-72f7-4d17-963b-e18f2fb2d201 req-85c519a0-518d-4eef-883f-e04e7eb2b422 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:04.126095 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0392c89f-72f7-4d17-963b-e18f2fb2d201 req-85c519a0-518d-4eef-883f-e04e7eb2b422 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 945 time: 0.0497837 Aug 29 17:50:04.162749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0392c89f-72f7-4d17-963b-e18f2fb2d201 req-17c44691-77db-49fd-9d6f-1b71d0e2d347 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308268 Aug 29 17:50:04.328943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 56f2e433-d146-4926-8982-c6d605869270 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:50:04.369683 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 56f2e433-d146-4926-8982-c6d605869270 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:50:04.445732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56f2e433-d146-4926-8982-c6d605869270 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:50:04.534625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:04.546287 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '56f2e433-d146-4926-8982-c6d605869270', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'port_id': '56f2e433-d146-4926-8982-c6d605869270', 'mac_address': 'fa:16:3e:c0:da:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:50:04.581641 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.597267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f2e433-d146-4926-8982-c6d605869270 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:50:04.617342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:04.620914 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:04.667640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=12']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:05.018867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['56f2e433-d146-4926-8982-c6d605869270'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:50:05.280400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1e40d-d805-4c55-bb63-2f949dbdb1db req-ea36bd08-ff8f-4e58-be3a-128136e3c671 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:05.281832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21c1e40d-d805-4c55-bb63-2f949dbdb1db req-ea36bd08-ff8f-4e58-be3a-128136e3c671 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0492113 Aug 29 17:50:05.318311 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21c1e40d-d805-4c55-bb63-2f949dbdb1db req-a423d7cb-0959-4337-82dc-274209e48aba tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305536 Aug 29 17:50:05.432088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f407a-9157-4032-ba01-cabf3a301d2e req-69f9af90-a845-47fb-b918-eb19afd30094 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:05.433559 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd0f407a-9157-4032-ba01-cabf3a301d2e req-69f9af90-a845-47fb-b918-eb19afd30094 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0485094 Aug 29 17:50:05.470098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd0f407a-9157-4032-ba01-cabf3a301d2e req-a88abe3e-2118-4f74-ac8a-69d747c9dfba tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306165 Aug 29 17:50:05.588150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50451412-e9a4-4eea-b3e5-41a2892a4bbc req-4113b035-43cf-4049-b0d9-f802efd7e274 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:05.589634 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-50451412-e9a4-4eea-b3e5-41a2892a4bbc req-4113b035-43cf-4049-b0d9-f802efd7e274 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0519445 Aug 29 17:50:05.626406 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-50451412-e9a4-4eea-b3e5-41a2892a4bbc req-b0b57d13-b4ca-415b-9ff4-c774cbe61866 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309100 Aug 29 17:50:05.856131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c2e11-f30b-49ab-a3de-655669ef3574 req-1d68dcd0-7f27-417e-bb5e-d4f320837267 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:05.857550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-888c2e11-f30b-49ab-a3de-655669ef3574 req-1d68dcd0-7f27-417e-bb5e-d4f320837267 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 946 time: 0.0487535 Aug 29 17:50:05.894434 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-888c2e11-f30b-49ab-a3de-655669ef3574 req-dc2d0ce5-2ac4-4274-943a-1871ae68fd3b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309131 Aug 29 17:50:06.463268 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56f2e433-d146-4926-8982-c6d605869270 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:50:06.513198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 56f2e433-d146-4926-8982-c6d605869270 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:50:06.516854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 56f2e433-d146-4926-8982-c6d605869270 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:06.517251 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:06.590003 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:06.610739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f2e433-d146-4926-8982-c6d605869270'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:06.612968 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96ac246-4711-4296-886d-108777f43806" -d '{"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-plugged", "status": "completed", "tag": "56f2e433-d146-4926-8982-c6d605869270"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:06.625101 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:06.629074 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:06.658051 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c70cca4-3f2a-4d96-839a-bc9bac051ab1 x-openstack-request-id: req-3c70cca4-3f2a-4d96-839a-bc9bac051ab1 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:06.658281 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-plugged", "status": "completed", "tag": "56f2e433-d146-4926-8982-c6d605869270", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:06.658536 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c70cca4-3f2a-4d96-839a-bc9bac051ab1 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:06.658915 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f2e433-d146-4926-8982-c6d605869270', 'code': 200} Aug 29 17:50:06.683126 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=13']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:07.007174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4080-d9cb-4c3e-842b-d3b057e4a484 req-740c1469-4f21-4cc4-a7cf-64a0db05073a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:07.009292 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf5d4080-d9cb-4c3e-842b-d3b057e4a484 req-740c1469-4f21-4cc4-a7cf-64a0db05073a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 947 time: 0.0483916 Aug 29 17:50:07.046202 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cf5d4080-d9cb-4c3e-842b-d3b057e4a484 req-d22c7703-a283-4f03-8c2f-75be72c2b4eb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306993 Aug 29 17:50:07.321093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98d037-e927-4203-b5bf-91bf895e57af req-98489889-1c24-4566-8b7a-2c8f10a3ea70 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:07.322538 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da98d037-e927-4203-b5bf-91bf895e57af req-98489889-1c24-4566-8b7a-2c8f10a3ea70 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 947 time: 0.0477693 Aug 29 17:50:07.412259 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Deleting port 56f2e433-d146-4926-8982-c6d605869270 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:50:07.412604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.499318 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] For port 56f2e433-d146-4926-8982-c6d605869270, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=56f2e433-d146-4926-8982-c6d605869270,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:07.499681 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.667057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.667365 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:07.667686 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Floating IP 359579b8-806a-467d-a836-cda719665709 disassociated. External IP: 172.25.5.177, port: 56f2e433-d146-4926-8982-c6d605869270. Aug 29 17:50:07.668022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Calling delete_port for 56f2e433-d146-4926-8982-c6d605869270 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:50:07.791864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.162561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event deleted for resources: {'Port': ['ID=56f2e433-d146-4926-8982-c6d605869270,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:08.194237 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c8bdddd1-ef81-46d0-8796-6ee1b0f03fe4 req-5adea30c-32cc-40d2-bb43-09fd285ddd09 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c32e616-400a-489e-bd59-002c25c444cd HTTP/1.1" status: 200 len: 210 time: 0.0336988 Aug 29 17:50:08.303426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Router 73c47440-5660-4193-bc95-d81813a1645e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:50:08.413048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:50:08.422236 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec120c16-9995-4133-9347-a52f0947b5bf None None] Sync routers for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:50:08.431340 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec120c16-9995-4133-9347-a52f0947b5bf None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:08.432027 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ec120c16-9995-4133-9347-a52f0947b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:49:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:08.460622 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] No DVR routers for this DVR port 56f2e433-d146-4926-8982-c6d605869270 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:50:08.463181 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:08.465136 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-da98d037-e927-4203-b5bf-91bf895e57af req-a364a1d2-80c0-4329-a343-f3f4146983ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "DELETE /v2.0/ports/56f2e433-d146-4926-8982-c6d605869270 HTTP/1.1" status: 204 len: 173 time: 1.1365180 Aug 29 17:50:08.465615 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-deleted', 'tag': '56f2e433-d146-4926-8982-c6d605869270'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:08.467849 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c2f745-30f7-4407-8cd9-4fca2ede6bfc" -d '{"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-deleted", "tag": "56f2e433-d146-4926-8982-c6d605869270"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:08.506063 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70894593-1f4f-4346-84b0-93dfbbb0d71a x-openstack-request-id: req-70894593-1f4f-4346-84b0-93dfbbb0d71a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:08.506356 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c32e616-400a-489e-bd59-002c25c444cd", "name": "network-vif-deleted", "tag": "56f2e433-d146-4926-8982-c6d605869270", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:08.506610 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70894593-1f4f-4346-84b0-93dfbbb0d71a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:08.507142 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c32e616-400a-489e-bd59-002c25c444cd', 'name': 'network-vif-deleted', 'tag': '56f2e433-d146-4926-8982-c6d605869270', 'status': 'completed', 'code': 200} Aug 29 17:50:08.544439 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-ec120c16-9995-4133-9347-a52f0947b5bf None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:50:08.735375 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ec120c16-9995-4133-9347-a52f0947b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:08.764157 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec120c16-9995-4133-9347-a52f0947b5bf None None] Checking router: 73c47440-5660-4193-bc95-d81813a1645e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:50:08.771950 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec120c16-9995-4133-9347-a52f0947b5bf None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:08.772540 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ec120c16-9995-4133-9347-a52f0947b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:49:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:08.876524 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-ec120c16-9995-4133-9347-a52f0947b5bf None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:50:09.069876 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ec120c16-9995-4133-9347-a52f0947b5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:09.095251 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec120c16-9995-4133-9347-a52f0947b5bf None None] The sync data for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 is: [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:50:09.314270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5776fe3-bc4c-4c87-bd0c-f186f10cd446 None None] New status for floating IP 359579b8-806a-467d-a836-cda719665709: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:50:09.488495 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-d10781b9-282e-453a-871c-fbc40405af8e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--633305632&fields=id&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 267 time: 0.0327578 Aug 29 17:50:09.598192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a493d749-8bc4-46d0-bae8-b6baf3efc997 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:09.599553 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a493d749-8bc4-46d0-bae8-b6baf3efc997 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 812 time: 0.1038845 Aug 29 17:50:09.614474 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-35059fc9-d083-4975-aa3b-7e7a18c12e8e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/quotas/897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 375 time: 0.0088966 Aug 29 17:50:09.667366 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-ab280057-dec7-45dd-8f31-ddd746321a51 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477309 Aug 29 17:50:09.683002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-bdfeaab5-0b0f-45c3-be9d-eda3770f46df service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:50:09.683949 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-bdfeaab5-0b0f-45c3-be9d-eda3770f46df service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052402 Aug 29 17:50:09.774808 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-831f9381-c281-4993-9f93-8382dc989288 service neutron] 10.222.0.22 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853930 Aug 29 17:50:09.861698 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-c90e8480-e694-4cb6-857c-9fdccc5e0edd service neutron] 10.222.0.22 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807960 Aug 29 17:50:10.030486 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-79f4b987-1f1a-48a8-9d21-ea383e01bfbe req-124f3b95-a32a-44da-8318-7780ff67dd29 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 210 time: 0.0314569 Aug 29 17:50:10.477621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56f2e433-d146-4926-8982-c6d605869270 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:50:10.498076 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 56f2e433-d146-4926-8982-c6d605869270 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:50:10.498512 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 56f2e433-d146-4926-8982-c6d605869270 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:50:10.900121 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-5bae4240-4b2e-45b2-8bfb-695f81ff8ca7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:10.901622 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-5bae4240-4b2e-45b2-8bfb-695f81ff8ca7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 812 time: 0.1024129 Aug 29 17:50:10.944170 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-de13321b-60c7-4e69-968b-ec6aab078cdf tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 379 time: 0.0334213 Aug 29 17:50:10.954528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'port': {'device_id': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'admin_state_up': True, 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'security_groups': ['b8506404-bf4b-4046-998b-830de52c8039']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:11.060272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Made reservation on behalf of 897cd680bdc24a65b5d4ab28657a154f for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:50:11.063913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.128668 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-85e6ddbd-7e29-4a12-ba73-831500cb0f36 req-996adec5-9e1c-4be0-953a-387df9d4da43 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 210 time: 0.0271027 Aug 29 17:50:11.187237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Allocated IP 172.20.0.12 (dc8913a7-524e-45a3-a4b7-56a9b9623e13/e35681b2-a033-4f88-b77d-af859acd2321/572d89b6-a0c7-4d5b-bf92-de2914f8f787) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:50:11.321617 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.335182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Transition to ACTIVE for port object 572d89b6-a0c7-4d5b-bf92-de2914f8f787 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:50:11.366212 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.404567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:50:11.407582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:50:11.416288 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:50:11.448635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:11.474338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:11.474996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.491791 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-39d3bcbe-7fb3-4f20-b205-0812b829d769 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5407023 Aug 29 17:50:11.504564 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Request body: {'port': {'device_id': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:11.560344 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.646949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9f8ca398-34b3-4bbb-b98d-fa28a00e733b None None] Provisioning for port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:50:11.650779 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9f8ca398-34b3-4bbb-b98d-fa28a00e733b None None] Provisioning complete for port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:11.651150 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9f8ca398-34b3-4bbb-b98d-fa28a00e733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.684516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ca398-34b3-4bbb-b98d-fa28a00e733b None None] Port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:50:11.825733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572d89b6-a0c7-4d5b-bf92-de2914f8f787 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:50:11.832801 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.844035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Transition to ACTIVE for port object 572d89b6-a0c7-4d5b-bf92-de2914f8f787 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:50:11.847770 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:11.901938 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:11.967694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:50:11.968024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:50:11.968354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:50:11.972836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:50:11.973153 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:50:11.978694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:50:11.979026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:50:11.979406 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:50:11.979827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Bound port: 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:50:11.980188 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:12.044639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:50:12.047577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:50:12.052203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:12.089596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:12.090286 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:12.091771 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] 10.222.0.10 "PUT /v2.0/ports/572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1093 time: 0.5916495 Aug 29 17:50:12.092237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:12.095083 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d6314c-7344-448d-ad93-9d9a6b1fd738" -d '{"events": [{"name": "network-changed", "server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:12.127215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6c144-75da-4c3c-82ba-2d1288477f6f service neutron] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:12.161449 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cf88f3-55de-4336-9122-b840ef721818 x-openstack-request-id: req-a2cf88f3-55de-4336-9122-b840ef721818 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:12.161817 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:12.162140 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2cf88f3-55de-4336-9122-b840ef721818 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:12.162686 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'status': 'completed', 'code': 200} Aug 29 17:50:12.180392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-e03a43e9-e491-43b4-93ce-e0cc4e30b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:12.182149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-e03a43e9-e491-43b4-93ce-e0cc4e30b69f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1096 time: 0.0493863 Aug 29 17:50:12.227144 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-94827fcb-b9b1-452b-9eb4-07f310470439 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 217 time: 0.0363724 Aug 29 17:50:12.250489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4294cb-c8cb-4d1c-89b4-b70c72b6b51d req-640c7f42-32b4-4808-8a33-71925d11ef68 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:12.252692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad4294cb-c8cb-4d1c-89b4-b70c72b6b51d req-640c7f42-32b4-4808-8a33-71925d11ef68 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0530744 Aug 29 17:50:12.281960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-826ac116-0eff-4adc-a72c-d042e9120327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:12.283649 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-826ac116-0eff-4adc-a72c-d042e9120327 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0501776 Aug 29 17:50:12.298203 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad4294cb-c8cb-4d1c-89b4-b70c72b6b51d req-1dc708a7-1c40-4fd4-b0f6-08517724b02e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385468 Aug 29 17:50:12.336243 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-000067ee-c951-4115-ae28-4c1f7cd9d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:12.337837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-000067ee-c951-4115-ae28-4c1f7cd9d1c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475633 Aug 29 17:50:12.431776 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-30871aee-5363-40d9-aa2f-e3a2f1e9d0f2 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858202 Aug 29 17:50:12.523744 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d886ca0-5822-4220-a0e5-f2d86d6a5a8f req-da73d323-3d2c-4c65-af9a-266eb4308c87 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848272 Aug 29 17:50:12.604514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6314c-7344-448d-ad93-9d9a6b1fd738 req-c922b0a7-18ec-437f-8cf4-535e8676548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:12.605924 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92d6314c-7344-448d-ad93-9d9a6b1fd738 req-c922b0a7-18ec-437f-8cf4-535e8676548c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1096 time: 0.0397289 Aug 29 17:50:12.962088 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6b741f1b-91d6-4411-a0e7-bf781a1d2604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:13.029135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6314c-7344-448d-ad93-9d9a6b1fd738 req-8a7f75e6-e9e7-4180-8342-6adc055c0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:13.030649 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92d6314c-7344-448d-ad93-9d9a6b1fd738 req-8a7f75e6-e9e7-4180-8342-6adc055c0726 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.4179053 Aug 29 17:50:13.071714 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92d6314c-7344-448d-ad93-9d9a6b1fd738 req-a0bafa05-9a7d-4fbc-9907-4d6d61834bbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 217 time: 0.0334249 Aug 29 17:50:13.120147 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6314c-7344-448d-ad93-9d9a6b1fd738 req-16265ca1-2e3c-4d72-aad0-2b284b29e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:13.121589 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92d6314c-7344-448d-ad93-9d9a6b1fd738 req-16265ca1-2e3c-4d72-aad0-2b284b29e927 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0420654 Aug 29 17:50:13.170552 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6314c-7344-448d-ad93-9d9a6b1fd738 req-842fe938-4a85-4fdd-b9a3-e6be9881ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:13.172000 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92d6314c-7344-448d-ad93-9d9a6b1fd738 req-842fe938-4a85-4fdd-b9a3-e6be9881ed97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423439 Aug 29 17:50:13.259404 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92d6314c-7344-448d-ad93-9d9a6b1fd738 req-6313f5fa-d23b-4f59-af57-56851d95af5b service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790708 Aug 29 17:50:13.352271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92d6314c-7344-448d-ad93-9d9a6b1fd738 req-0908343a-1985-4609-893d-837cd50a11cb service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848892 Aug 29 17:50:13.422807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d7d52-de81-4920-a22d-03b019d98af8 req-0d0c59c4-5d25-4ccf-840c-aa9fe864b7bf tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:13.424284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e3d7d52-de81-4920-a22d-03b019d98af8 req-0d0c59c4-5d25-4ccf-840c-aa9fe864b7bf tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0493245 Aug 29 17:50:13.462729 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4e3d7d52-de81-4920-a22d-03b019d98af8 req-be137e66-5896-4756-8606-c573eae4218e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324161 Aug 29 17:50:14.390442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 572d89b6-a0c7-4d5b-bf92-de2914f8f787 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:50:14.484077 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:14.495404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'port_id': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'mac_address': 'fa:16:3e:f5:7f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:50:14.531618 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:14.544786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572d89b6-a0c7-4d5b-bf92-de2914f8f787 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:50:14.563307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:14.567670 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:14.578206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de4e24-824f-4ac3-959c-cfbf50d8dbd1 req-a2f42890-1677-47c4-bc2d-0a275e98de9e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:14.579689 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09de4e24-824f-4ac3-959c-cfbf50d8dbd1 req-a2f42890-1677-47c4-bc2d-0a275e98de9e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0499816 Aug 29 17:50:14.616548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:14.618658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09de4e24-824f-4ac3-959c-cfbf50d8dbd1 req-d7b29302-d4a8-441c-925b-b959380564cc tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322745 Aug 29 17:50:14.754872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['572d89b6-a0c7-4d5b-bf92-de2914f8f787'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:50:15.601364 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0fffc8f7-9137-4222-b905-37f4cd247287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:15.733395 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140ace7-5fc3-414f-8321-6e338fc2d81c req-25611975-2c46-46ac-a533-8c683b1231d6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:15.734846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9140ace7-5fc3-414f-8321-6e338fc2d81c req-25611975-2c46-46ac-a533-8c683b1231d6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0473397 Aug 29 17:50:15.771428 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9140ace7-5fc3-414f-8321-6e338fc2d81c req-fae95fcc-24d1-4379-8a39-40518a23dc5d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307057 Aug 29 17:50:15.948462 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:16.405244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 572d89b6-a0c7-4d5b-bf92-de2914f8f787 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:50:16.452385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:50:16.456211 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:50:16.457016 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:16.532032 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:16.553521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:16.556224 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b73bb2-8f3e-4568-b3f9-4a2f5a79ba67" -d '{"events": [{"server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "name": "network-vif-plugged", "status": "completed", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:16.568192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:50:16.573136 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:16.595920 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0687674e-a051-4f88-94eb-177b87463611 x-openstack-request-id: req-0687674e-a051-4f88-94eb-177b87463611 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:16.596227 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "name": "network-vif-plugged", "status": "completed", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:16.596483 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0687674e-a051-4f88-94eb-177b87463611 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:16.596891 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'code': 200} Aug 29 17:50:16.625342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:50:16.692607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715474-c3c6-4a5e-9b3d-0332ec48e53b req-5e9c3cb6-fe9e-431f-b400-99cc79e47f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:16.693995 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df715474-c3c6-4a5e-9b3d-0332ec48e53b req-5e9c3cb6-fe9e-431f-b400-99cc79e47f45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1098 time: 0.0423229 Aug 29 17:50:16.727014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df715474-c3c6-4a5e-9b3d-0332ec48e53b req-6a718c16-8e07-4f4c-8db9-9dcf0e33e489 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258169 Aug 29 17:50:16.833865 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:16.887525 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245af24-3ac1-4c24-b840-bb56c02297bd req-71d48ebb-2509-4b2d-9deb-8ebbbf6a15c5 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:16.888994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3245af24-3ac1-4c24-b840-bb56c02297bd req-71d48ebb-2509-4b2d-9deb-8ebbbf6a15c5 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0491161 Aug 29 17:50:16.926499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3245af24-3ac1-4c24-b840-bb56c02297bd req-d55d2381-6480-42a3-8768-b7fc9ee4bdaa tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315101 Aug 29 17:50:18.041442 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e56b2-6ddf-4ea6-afa7-6b0b9bf467bc req-58f8ba2b-d4a4-4be0-b782-6b4317e2d820 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:18.042881 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d07e56b2-6ddf-4ea6-afa7-6b0b9bf467bc req-58f8ba2b-d4a4-4be0-b782-6b4317e2d820 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0485072 Aug 29 17:50:18.081251 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d07e56b2-6ddf-4ea6-afa7-6b0b9bf467bc req-149f461f-6520-47bc-890e-e635366f6231 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324802 Aug 29 17:50:18.183206 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.191325 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce47d63-153a-47df-8982-416ced899820 req-926972a2-9769-4d33-90a3-0518c4941633 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:18.192812 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ce47d63-153a-47df-8982-416ced899820 req-926972a2-9769-4d33-90a3-0518c4941633 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0487280 Aug 29 17:50:18.201422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43364) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:50:18.205894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8a539f38-cf27-45ad-9663-e866d924bf6c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Request body: {'floatingip': {'port_id': '572d89b6-a0c7-4d5b-bf92-de2914f8f787'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:50:18.247556 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a539f38-cf27-45ad-9663-e866d924bf6c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.491477 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.670280 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a539f38-cf27-45ad-9663-e866d924bf6c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.673817 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a539f38-cf27-45ad-9663-e866d924bf6c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:18.768209 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-8a539f38-cf27-45ad-9663-e866d924bf6c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Floating IP 359579b8-806a-467d-a836-cda719665709 associated. External IP: 172.25.5.177, port: 572d89b6-a0c7-4d5b-bf92-de2914f8f787. Aug 29 17:50:18.972292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a539f38-cf27-45ad-9663-e866d924bf6c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Router 73c47440-5660-4193-bc95-d81813a1645e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:50:19.078363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a539f38-cf27-45ad-9663-e866d924bf6c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:50:19.083174 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a539f38-cf27-45ad-9663-e866d924bf6c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:19.088778 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956151e6-81a7-4b0f-8257-9e7cf949450c None None] Sync routers for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:50:19.098184 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956151e6-81a7-4b0f-8257-9e7cf949450c None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:19.098785 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-956151e6-81a7-4b0f-8257-9e7cf949450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:50:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:19.112186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8a539f38-cf27-45ad-9663-e866d924bf6c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "PUT /v2.0/floatingips/359579b8-806a-467d-a836-cda719665709 HTTP/1.1" status: 200 len: 993 time: 0.9096804 Aug 29 17:50:19.112786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:50:19.115247 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377e7bf6-3d1a-48ef-89b0-499668a83408" -d '{"events": [{"name": "network-changed", "server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:50:19.154920 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fe0780-c867-46c6-8348-bb1c9eab1d8b x-openstack-request-id: req-61fe0780-c867-46c6-8348-bb1c9eab1d8b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:50:19.155215 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:50:19.155468 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61fe0780-c867-46c6-8348-bb1c9eab1d8b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:50:19.155875 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'status': 'completed', 'code': 200} Aug 29 17:50:19.212775 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-956151e6-81a7-4b0f-8257-9e7cf949450c None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:50:19.221267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e7bf6-3d1a-48ef-89b0-499668a83408 req-f72bafe1-4935-41fc-a237-9e8fccb513e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:19.222781 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-377e7bf6-3d1a-48ef-89b0-499668a83408 req-f72bafe1-4935-41fc-a237-9e8fccb513e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1098 time: 0.0445366 Aug 29 17:50:19.310855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e7bf6-3d1a-48ef-89b0-499668a83408 req-14030c44-8c5a-41f0-8f03-51e7e4aa7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:19.312355 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-377e7bf6-3d1a-48ef-89b0-499668a83408 req-14030c44-8c5a-41f0-8f03-51e7e4aa7216 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0830255 Aug 29 17:50:19.380706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-377e7bf6-3d1a-48ef-89b0-499668a83408 req-4d92a9ac-3ca3-4979-8190-8fc4f1afd9c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1001 time: 0.0616126 Aug 29 17:50:19.430428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e7bf6-3d1a-48ef-89b0-499668a83408 req-870becf6-925f-452a-9400-5de0798510ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:19.431920 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-377e7bf6-3d1a-48ef-89b0-499668a83408 req-870becf6-925f-452a-9400-5de0798510ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0444288 Aug 29 17:50:19.432067 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-956151e6-81a7-4b0f-8257-9e7cf949450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:f5:7f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:50:18Z', 'revision_number': 13, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:19.457948 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956151e6-81a7-4b0f-8257-9e7cf949450c None None] Checking router: 73c47440-5660-4193-bc95-d81813a1645e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:50:19.466885 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956151e6-81a7-4b0f-8257-9e7cf949450c None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:50:19.467485 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-956151e6-81a7-4b0f-8257-9e7cf949450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:50:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:19.477732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e7bf6-3d1a-48ef-89b0-499668a83408 req-8163f216-32bd-4899-9dd2-05a274f5c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:50:19.479257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-377e7bf6-3d1a-48ef-89b0-499668a83408 req-8163f216-32bd-4899-9dd2-05a274f5c157 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405469 Aug 29 17:50:19.569766 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-956151e6-81a7-4b0f-8257-9e7cf949450c None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:50:19.578671 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-377e7bf6-3d1a-48ef-89b0-499668a83408 req-1729a3f7-f5d6-40eb-a7ce-2688cd0657fa service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915284 Aug 29 17:50:19.671281 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-377e7bf6-3d1a-48ef-89b0-499668a83408 req-8a9baabd-57db-444c-a1bc-8d1ef8c69010 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Aug 29 17:50:19.875351 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-956151e6-81a7-4b0f-8257-9e7cf949450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:f5:7f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:50:18Z', 'revision_number': 13, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:50:19.908893 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956151e6-81a7-4b0f-8257-9e7cf949450c None None] The sync data for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 is: [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '359579b8-806a-467d-a836-cda719665709', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '73c47440-5660-4193-bc95-d81813a1645e', 'port_id': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'mac_address': 'fa:16:3e:f5:7f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:40:37Z', 'updated_at': '2021-08-29T17:50:18Z', 'revision_number': 13, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:50:20.099042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee8f0a-c3ec-4196-b963-048ef9d36693 None None] New status for floating IP 359579b8-806a-467d-a836-cda719665709: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:50:20.706779 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:32.688566 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:50:42.963286 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2168e952-a661-4f05-a65f-6c69e5fd5d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:45.601317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2f84f254-a31f-40a7-bf3d-8bdc8bfc09e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:45.948351 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:46.836209 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.187772 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:48.494754 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:50:50.705260 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:09.687463 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:51:12.962816 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a44d1678-e496-46fd-b203-a35272d32643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:14.086923 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-13b099e5-e7ba-4023-b7d2-4bfbe0e564e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417082 Aug 29 17:51:14.173855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-5875ddc7-db11-42b3-b411-25c658b57b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:14.175344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-5875ddc7-db11-42b3-b411-25c658b57b14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1098 time: 0.0482106 Aug 29 17:51:14.277750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-007f0895-ccc9-4a1a-a48b-038b585390dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:14.279212 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-007f0895-ccc9-4a1a-a48b-038b585390dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0847147 Aug 29 17:51:14.346088 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-f24a2cab-70ee-49d5-8804-8015f84cb03f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1003 time: 0.0599639 Aug 29 17:51:14.393480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-5fcf9f72-ac80-465d-aed5-c0d9c249f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:14.394864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-5fcf9f72-ac80-465d-aed5-c0d9c249f2e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0422966 Aug 29 17:51:14.442336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-f0fe053b-f87d-4760-b555-f26baf61a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:14.443797 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-f0fe053b-f87d-4760-b555-f26baf61a76a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396571 Aug 29 17:51:14.535415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-9a3533cf-8304-4aee-9f18-8c55563c4a32 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848973 Aug 29 17:51:14.626698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23223d90-1ec5-4dc4-a4b4-296e925f0ba1 req-35930904-d95c-47b4-bbff-a249c8d10ce6 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841577 Aug 29 17:51:15.602679 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-63046b6b-548e-4d07-9930-42a4ddb4aaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:15.948687 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:16.838089 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:18.201252 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:18.500689 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:20.702380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:42.963459 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e30db0b8-f3ad-4b55-abb2-dfa886782d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:45.605247 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b89b463f-cbe2-42a9-bf45-344d2f847a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:45.948564 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:46.687731 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:51:46.842416 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:48.223826 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:48.500596 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:50.716291 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:51:56.426351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e9961-ae0e-4145-af41-e55a7221d02e req-427a4392-b907-4efa-990f-5b36021aebc0 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:51:56.427830 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-866e9961-ae0e-4145-af41-e55a7221d02e req-427a4392-b907-4efa-990f-5b36021aebc0 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.1484253 Aug 29 17:51:56.464527 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-866e9961-ae0e-4145-af41-e55a7221d02e req-1bbf69cc-610e-4039-a127-9585fa311210 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307052 Aug 29 17:52:07.789998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb98d5f-1e63-4785-9d41-d10273ab17f7 req-af945c89-204e-499d-a2e6-8e05d33d12cb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:07.791526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebb98d5f-1e63-4785-9d41-d10273ab17f7 req-af945c89-204e-499d-a2e6-8e05d33d12cb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0552483 Aug 29 17:52:07.829970 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebb98d5f-1e63-4785-9d41-d10273ab17f7 req-12c94ea5-b82e-470d-adcf-382fdc32ce00 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318632 Aug 29 17:52:07.844206 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-9394f3b3-afbb-4edc-a4f2-f516a0db73ad service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820746 Aug 29 17:52:08.958788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d4626-4fbc-4b62-8ad2-bb1f95413c9b req-25024059-e848-4d6a-85ed-e0c26cc9aeca tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:08.960295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f20d4626-4fbc-4b62-8ad2-bb1f95413c9b req-25024059-e848-4d6a-85ed-e0c26cc9aeca tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0619318 Aug 29 17:52:08.999629 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f20d4626-4fbc-4b62-8ad2-bb1f95413c9b req-6fef4513-80fc-4801-b1ab-2428b7d6dd42 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321534 Aug 29 17:52:09.041830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-1321816c-76fb-4b29-8719-aa381493825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:09.043388 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-1321816c-76fb-4b29-8719-aa381493825e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1098 time: 0.0822260 Aug 29 17:52:09.136070 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-a4a8bbfb-7756-4c19-aa88-e63024bf23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:09.137999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-a4a8bbfb-7756-4c19-aa88-e63024bf23f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0865548 Aug 29 17:52:09.202354 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-37dab39c-0e57-4616-91ca-37440caa204c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1003 time: 0.0575008 Aug 29 17:52:09.253950 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-ec063b60-ffac-4e5d-8209-8079904eaaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:09.255417 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-ec063b60-ffac-4e5d-8209-8079904eaaf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0460808 Aug 29 17:52:09.300900 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-7115f021-8994-4a32-a608-8897fd3a0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:09.302396 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-7115f021-8994-4a32-a608-8897fd3a0477 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394826 Aug 29 17:52:09.390769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-8b17f175-6eb0-4f46-968d-fd6841d218ac service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808232 Aug 29 17:52:09.483809 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-641b3c5c-f645-434c-9d71-98833996d88f service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863881 Aug 29 17:52:10.115618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57d1ef-f6c5-4384-be18-fcb768b15ae2 req-b0c8187c-1b8c-4222-9c19-e767278fdc16 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:10.117090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d57d1ef-f6c5-4384-be18-fcb768b15ae2 req-b0c8187c-1b8c-4222-9c19-e767278fdc16 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0493133 Aug 29 17:52:10.155187 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4d57d1ef-f6c5-4384-be18-fcb768b15ae2 req-67de3076-8970-42a1-ad9e-e08ba7a3d747 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322411 Aug 29 17:52:11.269448 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a3886-c89c-4f87-97ab-be10049d0c0c req-c0e7f837-5ac0-473c-b3d2-0c9f9bc8dd59 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:11.270921 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a34a3886-c89c-4f87-97ab-be10049d0c0c req-c0e7f837-5ac0-473c-b3d2-0c9f9bc8dd59 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0490758 Aug 29 17:52:11.307409 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a34a3886-c89c-4f87-97ab-be10049d0c0c req-5e63e5d6-e1f6-44ee-b690-ab54179b9816 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307119 Aug 29 17:52:12.422989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50e141-c9e2-4c95-8793-e865a0b8db3b req-324e0edb-94e6-4fc7-8e64-a031347d5856 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:12.424471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d50e141-c9e2-4c95-8793-e865a0b8db3b req-324e0edb-94e6-4fc7-8e64-a031347d5856 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0491159 Aug 29 17:52:12.461342 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d50e141-c9e2-4c95-8793-e865a0b8db3b req-45aac488-ab27-455b-ad4b-b5630f59fa0d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309463 Aug 29 17:52:12.963902 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ac1be9de-943c-4e11-84a2-8ed252b92445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:13.576212 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e8983-e2b5-40ee-b36a-fad34c0cd913 req-06249145-5dca-4b90-97ff-01671963eae9 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:13.577677 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df5e8983-e2b5-40ee-b36a-fad34c0cd913 req-06249145-5dca-4b90-97ff-01671963eae9 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0474973 Aug 29 17:52:13.614008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df5e8983-e2b5-40ee-b36a-fad34c0cd913 req-10e55be7-3ee8-4a59-a001-4a49adb9c7a9 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305452 Aug 29 17:52:14.732552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf5296-8870-4649-88c3-656302312667 req-be0a7d87-aa95-4420-afb7-565843108409 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:14.733946 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbbf5296-8870-4649-88c3-656302312667 req-be0a7d87-aa95-4420-afb7-565843108409 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0532334 Aug 29 17:52:14.771145 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cbbf5296-8870-4649-88c3-656302312667 req-6e0df0fa-9d69-455a-af80-20f1d6ecd0f4 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314512 Aug 29 17:52:15.083192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a18b4-f76f-447e-a26d-2e9cdb0cf20b req-f4688684-b152-4c16-a733-1b247f19d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:15.084645 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-010a18b4-f76f-447e-a26d-2e9cdb0cf20b req-f4688684-b152-4c16-a733-1b247f19d0e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1098 time: 0.0446486 Aug 29 17:52:15.185313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a18b4-f76f-447e-a26d-2e9cdb0cf20b req-2b4fed7f-eccb-4a8b-a417-e882c16e6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:15.186767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-010a18b4-f76f-447e-a26d-2e9cdb0cf20b req-2b4fed7f-eccb-4a8b-a417-e882c16e6515 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0835464 Aug 29 17:52:15.254240 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-010a18b4-f76f-447e-a26d-2e9cdb0cf20b req-e719dfb6-b43c-4c11-934e-8ea492a9ccf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1003 time: 0.0599854 Aug 29 17:52:15.301560 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a18b4-f76f-447e-a26d-2e9cdb0cf20b req-fba1b819-a53f-4d02-b1c4-9f6862feffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:15.302932 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-010a18b4-f76f-447e-a26d-2e9cdb0cf20b req-fba1b819-a53f-4d02-b1c4-9f6862feffc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0420368 Aug 29 17:52:15.347883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a18b4-f76f-447e-a26d-2e9cdb0cf20b req-f5e2d7f1-2a8f-4668-8367-4b412e1b924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:15.349272 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-010a18b4-f76f-447e-a26d-2e9cdb0cf20b req-f5e2d7f1-2a8f-4668-8367-4b412e1b924e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385058 Aug 29 17:52:15.442171 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-010a18b4-f76f-447e-a26d-2e9cdb0cf20b req-c2e617a6-a76f-427a-bd75-0a07aa231dcb service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848575 Aug 29 17:52:15.529669 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-010a18b4-f76f-447e-a26d-2e9cdb0cf20b req-ebed1fe8-0836-4cab-85ea-29e68f8bb245 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806947 Aug 29 17:52:15.606496 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9ca25680-4c88-49a3-95d3-0b6fbbca62e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:15.886889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc4970-d848-434b-8353-d9cbfa5892a9 req-7cc7b8a9-b044-424c-8c0d-35f1390a5a1e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:15.888292 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1acc4970-d848-434b-8353-d9cbfa5892a9 req-7cc7b8a9-b044-424c-8c0d-35f1390a5a1e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0503016 Aug 29 17:52:15.925581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1acc4970-d848-434b-8353-d9cbfa5892a9 req-a45686cd-054e-47b2-82ee-d82a350ab27d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312552 Aug 29 17:52:15.949252 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:16.844842 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:17.043952 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd271708-0739-4808-83c3-b23178be7b01 req-b6b7334e-5036-4e67-ba81-605acace0ebf tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:17.045447 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd271708-0739-4808-83c3-b23178be7b01 req-b6b7334e-5036-4e67-ba81-605acace0ebf tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0492637 Aug 29 17:52:17.082184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd271708-0739-4808-83c3-b23178be7b01 req-afb0ddce-0a01-4786-a82e-8e7b0796f74c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308478 Aug 29 17:52:18.200837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288ad80-78be-4851-a2c2-12e6dceb1eb2 req-27ebdcee-a5f1-4c81-881a-47db1dabd870 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:18.202369 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e288ad80-78be-4851-a2c2-12e6dceb1eb2 req-27ebdcee-a5f1-4c81-881a-47db1dabd870 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0525157 Aug 29 17:52:18.217126 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:18.240232 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e288ad80-78be-4851-a2c2-12e6dceb1eb2 req-802b78cf-84a3-44ae-8376-13c953b87df6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318112 Aug 29 17:52:18.503823 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:19.355708 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949998e-ba2b-4c6c-8421-dbb5cf0bd4fb req-75fdcdbb-177b-4e62-979d-73ad358c88e2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:19.357153 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7949998e-ba2b-4c6c-8421-dbb5cf0bd4fb req-75fdcdbb-177b-4e62-979d-73ad358c88e2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0493064 Aug 29 17:52:19.394266 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7949998e-ba2b-4c6c-8421-dbb5cf0bd4fb req-a1a25b0f-85bd-4c9c-9d9d-70f48bfb9a1e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312595 Aug 29 17:52:20.510582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45335cd-b3f2-451f-b3cd-4f27a44ded33 req-8d898f02-9b5b-460e-840c-17cebcc44330 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:20.512052 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d45335cd-b3f2-451f-b3cd-4f27a44ded33 req-8d898f02-9b5b-460e-840c-17cebcc44330 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0484264 Aug 29 17:52:20.549784 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d45335cd-b3f2-451f-b3cd-4f27a44ded33 req-a4c1cbde-0ecc-4a61-8ba0-106e9c3f3a6d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317335 Aug 29 17:52:20.712406 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:21.669526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675e73-65bf-410e-b5fd-171da1e754d6 req-14a2a9f6-2e35-4cd7-8e69-645dde497fd7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:21.671038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9675e73-65bf-410e-b5fd-171da1e754d6 req-14a2a9f6-2e35-4cd7-8e69-645dde497fd7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0540264 Aug 29 17:52:21.709274 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9675e73-65bf-410e-b5fd-171da1e754d6 req-ef1208c5-f790-45a2-b44b-074112325411 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319381 Aug 29 17:52:22.825804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadc1fc-fe60-4e49-a25f-33c5f4646c88 req-9c2e2178-f908-4c24-b071-2065e0cc158a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:22.827346 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ceadc1fc-fe60-4e49-a25f-33c5f4646c88 req-9c2e2178-f908-4c24-b071-2065e0cc158a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0488937 Aug 29 17:52:22.865165 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ceadc1fc-fe60-4e49-a25f-33c5f4646c88 req-83ac91b3-7563-48e0-ad72-2695b126b6e5 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318518 Aug 29 17:52:23.149966 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-3c82df96-5ccd-4870-8ee1-506b10db01f4 service neutron] show failed (client error): The resource could not be found. Aug 29 17:52:23.150954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-3c82df96-5ccd-4870-8ee1-506b10db01f4 service neutron] 10.222.0.10 "GET /v2.0/ports/572d89b6-a0c7-4d5b-bf92-de2914f8f787/bindings/n-h2-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0567577 Aug 29 17:52:23.384042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-67db3762-fcc4-4edd-b29d-0346851b3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:23.385544 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-67db3762-fcc4-4edd-b29d-0346851b3f43 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 1098 time: 0.0831099 Aug 29 17:52:23.397204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:52:23.449380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:23.654399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:23.686506 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:52:23.687103 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:52:23.726871 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:23.729209 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff03ea4-767f-4345-9912-d3ad3cc33f95" -d '{"events": [{"server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:23.733266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:23.746370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Transition to ACTIVE for port object 572d89b6-a0c7-4d5b-bf92-de2914f8f787 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:52:23.750285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:23.836598 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5616e270-8edc-46d6-9ae3-308153e26d58 x-openstack-request-id: req-5616e270-8edc-46d6-9ae3-308153e26d58 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:23.836890 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:23.837217 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5616e270-8edc-46d6-9ae3-308153e26d58 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:23.837562 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'code': 200} Aug 29 17:52:23.838135 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=6']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:23.852552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.852924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.853270 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.853619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.853957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.854292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.854623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.854953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.855327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.855655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.855983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.856307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:23.894812 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] No DVR routers for this DVR port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:52:23.992606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de658d42-3286-472c-a781-1d602702f5ff req-76712ed7-812d-42a1-875c-16d05ad39a93 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:24.004172 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de658d42-3286-472c-a781-1d602702f5ff req-76712ed7-812d-42a1-875c-16d05ad39a93 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0626729 Aug 29 17:52:24.038875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:52:24.039209 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:52:24.039532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:52:24.042606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de658d42-3286-472c-a781-1d602702f5ff req-9a35051e-f002-40a2-9dbb-db7ecc1730d7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327182 Aug 29 17:52:24.043826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:52:24.044149 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:52:24.048972 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:52:24.049336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:52:24.049719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:52:24.050141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Bound port: 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:52:24.050500 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:24.114799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:52:24.117891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:52:24.122624 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:24.159245 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:24.159856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:24.161312 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] 10.222.0.16 "PUT /v2.0/ports/572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1093 time: 0.7679775 Aug 29 17:52:24.201624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aabd67-3e4d-41eb-8788-54f8bc2ec88d service neutron] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:24.238552 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-7a02af6e-6208-46b3-b43a-886e9652f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:24.240077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-7a02af6e-6208-46b3-b43a-886e9652f0cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1096 time: 0.0512650 Aug 29 17:52:24.340886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-bc9feaed-9bda-45dd-8d11-cf0de8437082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:24.342454 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-bc9feaed-9bda-45dd-8d11-cf0de8437082 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0945561 Aug 29 17:52:24.413444 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-16554b27-279a-4767-bfb0-04ba50b78158 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1001 time: 0.0634820 Aug 29 17:52:24.462175 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-6c3ccb18-0433-4b38-983e-d1de42cffe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:24.463524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-6c3ccb18-0433-4b38-983e-d1de42cffe95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0422504 Aug 29 17:52:24.510453 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-b7bc90bd-d4ba-4139-9c65-e47f2249aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:24.511989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-b7bc90bd-d4ba-4139-9c65-e47f2249aab6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397356 Aug 29 17:52:24.523550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-74be8e54-7e2b-4a0b-9699-9dc20fb52a39 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:52:24.524476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-74be8e54-7e2b-4a0b-9699-9dc20fb52a39 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048521 Aug 29 17:52:24.617116 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-507f0170-c08c-4693-80a0-a52c5caa0f3e service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855398 Aug 29 17:52:24.710452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-313ced75-9fe6-4c24-99bd-adb7df152224 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829029 Aug 29 17:52:25.096209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 572d89b6-a0c7-4d5b-bf92-de2914f8f787 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:25.146006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 572d89b6-a0c7-4d5b-bf92-de2914f8f787 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:52:25.168210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe67c5a-61db-443d-b430-302676c800fb req-648aaef2-8ca8-49a4-8a64-7d1efc31996f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:25.169730 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe67c5a-61db-443d-b430-302676c800fb req-648aaef2-8ca8-49a4-8a64-7d1efc31996f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0530767 Aug 29 17:52:25.209074 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe67c5a-61db-443d-b430-302676c800fb req-e401b138-3964-4568-88f2-0b54e66d1202 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333126 Aug 29 17:52:25.840118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:25.842475 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b8b262-f540-4bab-887f-c08488d28eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:25.893104 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c97e87-5565-4ce2-9b0f-1bb014649f8a x-openstack-request-id: req-88c97e87-5565-4ce2-9b0f-1bb014649f8a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:25.893682 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:25.894001 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88c97e87-5565-4ce2-9b0f-1bb014649f8a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:25.894500 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'status': 'completed', 'code': 200} Aug 29 17:52:25.961306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b262-f540-4bab-887f-c08488d28eaf req-6d8d8cce-f18f-4338-accb-dfaae1de19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:25.962835 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-6d8d8cce-f18f-4338-accb-dfaae1de19c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1096 time: 0.0508831 Aug 29 17:52:25.968438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b262-f540-4bab-887f-c08488d28eaf req-96e42134-3816-4621-853d-8feb6306ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:25.970042 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-96e42134-3816-4621-853d-8feb6306ec41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1096 time: 0.0490918 Aug 29 17:52:26.057984 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b262-f540-4bab-887f-c08488d28eaf req-887e228a-c254-45ea-85ca-3b3f23dab71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:26.059895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-887e228a-c254-45ea-85ca-3b3f23dab71a service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0901060 Aug 29 17:52:26.064257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b262-f540-4bab-887f-c08488d28eaf req-e567fe25-63b3-418a-9301-8027f3464798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:26.065779 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-e567fe25-63b3-418a-9301-8027f3464798 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0888245 Aug 29 17:52:26.135581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-f92cb305-c256-40d2-aef3-4e804860c897 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1001 time: 0.0624330 Aug 29 17:52:26.143835 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-f5f17ee5-ac16-4c63-a0c3-b5b78705e738 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1001 time: 0.0770686 Aug 29 17:52:26.189645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b262-f540-4bab-887f-c08488d28eaf req-f3727aa5-bc44-435f-ad26-cec8fcf5e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:26.191069 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-f3727aa5-bc44-435f-ad26-cec8fcf5e39a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0482357 Aug 29 17:52:26.194357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b262-f540-4bab-887f-c08488d28eaf req-83edcb51-7dc6-4468-8f29-4cedc4ae22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:26.195787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-83edcb51-7dc6-4468-8f29-4cedc4ae22c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0428946 Aug 29 17:52:26.237254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b262-f540-4bab-887f-c08488d28eaf req-0bd5bb0f-2430-4ee7-bb64-732bbca55eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:26.238851 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-0bd5bb0f-2430-4ee7-bb64-732bbca55eef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410907 Aug 29 17:52:26.242858 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b262-f540-4bab-887f-c08488d28eaf req-676853f3-bcfc-4e67-9659-f331cce1e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:26.244429 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-676853f3-bcfc-4e67-9659-f331cce1e40a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408690 Aug 29 17:52:26.333147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-d2baf4be-8e00-4fb0-98ea-d98056bef8da service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873430 Aug 29 17:52:26.382666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec780f-ac37-48aa-baf7-40277faa6d09 req-46af8b61-2a2b-454d-b177-0c0f3adb020b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:26.384082 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6ec780f-ac37-48aa-baf7-40277faa6d09 req-46af8b61-2a2b-454d-b177-0c0f3adb020b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0804632 Aug 29 17:52:26.386896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-4da50f4e-b9b4-41ca-a2ff-54b4e2e001a9 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346378 Aug 29 17:52:26.437831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-2f60d293-b515-40e1-ad58-93fa3d9845b5 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969994 Aug 29 17:52:26.480753 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f6ec780f-ac37-48aa-baf7-40277faa6d09 req-fc62254b-316b-478d-8043-abeb1a1da3ed tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881693 Aug 29 17:52:26.513439 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56b8b262-f540-4bab-887f-c08488d28eaf req-9d7c9e5e-ac60-4ee1-bd40-9da462040ed1 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191204 Aug 29 17:52:27.600027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531c27f-92d5-4bcf-90e7-ead16e635be0 req-d16f645e-41a3-45ce-9830-3ef3ff17b912 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:27.601545 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1531c27f-92d5-4bcf-90e7-ead16e635be0 req-d16f645e-41a3-45ce-9830-3ef3ff17b912 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0485573 Aug 29 17:52:27.640338 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1531c27f-92d5-4bcf-90e7-ead16e635be0 req-8ed75fff-84fd-4f8e-9a94-670cb02bb8d1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Aug 29 17:52:28.755353 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9bdeb-369e-467e-b0c9-651e8833323b req-4e4615a9-7adb-4b38-92f3-6035d3bc3c95 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:28.756806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0b9bdeb-369e-467e-b0c9-651e8833323b req-4e4615a9-7adb-4b38-92f3-6035d3bc3c95 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0491784 Aug 29 17:52:28.794038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e0b9bdeb-369e-467e-b0c9-651e8833323b req-34ac1ad1-4dec-4b25-ad85-4a773a837471 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309796 Aug 29 17:52:29.907761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21191bda-ff5e-4aa6-b8ae-7b0be87f609c req-7e1a0fa6-2156-43b5-acc8-078c4cbf3cfd tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:29.909216 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21191bda-ff5e-4aa6-b8ae-7b0be87f609c req-7e1a0fa6-2156-43b5-acc8-078c4cbf3cfd tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0478122 Aug 29 17:52:29.947537 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21191bda-ff5e-4aa6-b8ae-7b0be87f609c req-dc4c9d31-4f5a-461a-abc6-35406be87a1e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324845 Aug 29 17:52:31.063746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af6aca-4875-491f-b84f-906b45be60cb req-c1a51733-25c4-4627-9eed-25cacb81bef2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:31.065179 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83af6aca-4875-491f-b84f-906b45be60cb req-c1a51733-25c4-4627-9eed-25cacb81bef2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0484746 Aug 29 17:52:31.102168 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83af6aca-4875-491f-b84f-906b45be60cb req-ba7cf1c5-996c-4cd2-9cde-2b443fd0ce05 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312052 Aug 29 17:52:32.220188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bc0af-3d1c-4abf-ae18-2389934b0b47 req-156f4ea6-f7db-4d0a-9ecd-0152db43034f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:32.221678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-018bc0af-3d1c-4abf-ae18-2389934b0b47 req-156f4ea6-f7db-4d0a-9ecd-0152db43034f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0522218 Aug 29 17:52:32.260092 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-018bc0af-3d1c-4abf-ae18-2389934b0b47 req-fcb29aff-cf2d-4724-afd7-b02e681448eb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324860 Aug 29 17:52:33.378619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c531c41-b95e-4f8a-9a08-7f69cf4b3a5b req-7e1a2d83-a569-4263-b53f-04d429ec772e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:33.380068 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7c531c41-b95e-4f8a-9a08-7f69cf4b3a5b req-7e1a2d83-a569-4263-b53f-04d429ec772e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0524685 Aug 29 17:52:33.419243 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7c531c41-b95e-4f8a-9a08-7f69cf4b3a5b req-f09184d7-e71e-4076-8624-6fbfb3664a08 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327661 Aug 29 17:52:34.533837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a10c23-5dfe-43b0-9ebd-6701677aff01 req-51c3a55f-f5b8-49af-8ec8-2e6540709bea tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:34.535297 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52a10c23-5dfe-43b0-9ebd-6701677aff01 req-51c3a55f-f5b8-49af-8ec8-2e6540709bea tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0481141 Aug 29 17:52:34.570892 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52a10c23-5dfe-43b0-9ebd-6701677aff01 req-6be10ad8-2de8-48a4-8ec2-a8b9fb3f955e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298498 Aug 29 17:52:35.685805 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9d242-8a67-4adb-9ad0-06fc5012b9a2 req-66b64c67-02ab-4511-a26e-37a3cb43297d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:35.687174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-71f9d242-8a67-4adb-9ad0-06fc5012b9a2 req-66b64c67-02ab-4511-a26e-37a3cb43297d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0492096 Aug 29 17:52:35.723966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-71f9d242-8a67-4adb-9ad0-06fc5012b9a2 req-fa0671a2-9348-4d04-b47c-67b02240495b tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309355 Aug 29 17:52:36.837892 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e2284-1595-43b3-a631-2efe515ae533 req-6a084163-345c-41e3-a0d6-47d5cfa9a167 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:36.839930 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-005e2284-1595-43b3-a631-2efe515ae533 req-6a084163-345c-41e3-a0d6-47d5cfa9a167 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 944 time: 0.0473938 Aug 29 17:52:36.876701 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-005e2284-1595-43b3-a631-2efe515ae533 req-4d9c0f72-81ad-40ae-b235-4c718d4c5943 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308521 Aug 29 17:52:37.157815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 572d89b6-a0c7-4d5b-bf92-de2914f8f787 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:52:37.257682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:37.269607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'port_id': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'mac_address': 'fa:16:3e:f5:7f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:52:37.306404 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:37.319477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572d89b6-a0c7-4d5b-bf92-de2914f8f787 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:52:37.338973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:37.342456 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:37.387175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:37.394188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.394535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.394878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.395215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.395551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.395883 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.396219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.396540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.396875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.397198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.397549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.397871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:37.725286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['572d89b6-a0c7-4d5b-bf92-de2914f8f787'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:52:37.994598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3aa19-0639-49fc-8b33-085dbe5a9b74 req-def55f9b-5f1d-48b1-bd2e-20496d822ced tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:37.996361 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fdf3aa19-0639-49fc-8b33-085dbe5a9b74 req-def55f9b-5f1d-48b1-bd2e-20496d822ced tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0500376 Aug 29 17:52:38.036188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fdf3aa19-0639-49fc-8b33-085dbe5a9b74 req-f761e496-18c0-4aa9-b853-90e78eb6a17f tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319293 Aug 29 17:52:38.347081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-adf39075-edbd-4b5f-9a8e-ebc235387a8d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:38.348526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-adf39075-edbd-4b5f-9a8e-ebc235387a8d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.16 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1&tenant_id=897cd680bdc24a65b5d4ab28657a154f&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 945 time: 0.0831885 Aug 29 17:52:38.361301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cf38a-5fcc-4a54-9be2-ccc391d7a319 req-9083c487-5531-4bf7-8cb0-fa1065b8a817 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:38.362688 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c52cf38a-5fcc-4a54-9be2-ccc391d7a319 req-9083c487-5531-4bf7-8cb0-fa1065b8a817 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0668237 Aug 29 17:52:38.436659 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c52cf38a-5fcc-4a54-9be2-ccc391d7a319 req-07c9fe28-686b-4e94-aab1-365f69717519 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662971 Aug 29 17:52:38.446003 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-1cc0702d-1e7c-4dc7-88e2-89180fffad72 service neutron] 10.222.0.16 "GET /v2.0/ports/572d89b6-a0c7-4d5b-bf92-de2914f8f787/bindings/n-h2-713301-13 HTTP/1.1" status: 200 len: 383 time: 0.0823202 Aug 29 17:52:38.512643 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-a4123579-bc60-41ca-9416-b58ea626041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:38.514055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-a4123579-bc60-41ca-9416-b58ea626041c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1097 time: 0.0444438 Aug 29 17:52:38.603802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-e72d3f39-7107-4f1a-a8df-0e06e12a5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:38.605339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-e72d3f39-7107-4f1a-a8df-0e06e12a5dc5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0836287 Aug 29 17:52:38.675855 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-bfb28932-8d50-44e1-9c23-8d1b15db9ee9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1002 time: 0.0636747 Aug 29 17:52:38.725476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-90d0efdd-6667-4929-a14a-93da0e54d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:38.726901 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-90d0efdd-6667-4929-a14a-93da0e54d4f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0429952 Aug 29 17:52:38.771856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-62de9f2a-f6e7-4d49-9cda-42dbf5d39a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:38.773264 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-62de9f2a-f6e7-4d49-9cda-42dbf5d39a04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399089 Aug 29 17:52:38.865778 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-cbbb44bb-467f-47c6-ac6a-c5a66108e7ad service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858262 Aug 29 17:52:38.954506 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-5ec72a97-d3f7-498b-b184-1b64805d981e service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809753 Aug 29 17:52:39.166302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 572d89b6-a0c7-4d5b-bf92-de2914f8f787 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:52:39.213750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:52:39.217470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:52:39.217841 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:39.294259 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:39.314952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:39.317150 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8414ca77-7351-4031-83fe-5521e651e3ce" -d '{"events": [{"server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "name": "network-vif-plugged", "status": "completed", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:39.329831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:39.333810 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:39.383257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:39.420616 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969bc4a5-ebc6-48db-8347-5f4fc652e1a2 x-openstack-request-id: req-969bc4a5-ebc6-48db-8347-5f4fc652e1a2 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:39.420913 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "name": "network-vif-plugged", "status": "completed", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:39.421166 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-969bc4a5-ebc6-48db-8347-5f4fc652e1a2 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:39.421602 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'code': 200} Aug 29 17:52:39.552213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db900ff-cf60-48a3-b5cb-86b795ef805a req-1000e010-6f55-40b2-8361-5e31fef7f144 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:39.553669 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3db900ff-cf60-48a3-b5cb-86b795ef805a req-1000e010-6f55-40b2-8361-5e31fef7f144 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0480113 Aug 29 17:52:39.592137 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3db900ff-cf60-48a3-b5cb-86b795ef805a req-70337ab5-4512-4362-88e2-c2c9ee779074 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321398 Aug 29 17:52:40.713340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f5ce5-097e-44b9-9275-72bf638dcce8 req-cca7abac-95af-4a43-b63c-200d40c0fbb1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:40.715357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c25f5ce5-097e-44b9-9275-72bf638dcce8 req-cca7abac-95af-4a43-b63c-200d40c0fbb1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0519364 Aug 29 17:52:40.753519 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c25f5ce5-097e-44b9-9275-72bf638dcce8 req-7121ccc3-5712-479f-bafd-afdb2c25b745 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322111 Aug 29 17:52:41.873692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6c68a-9132-481b-a920-1cca88a3ec3a req-8752e362-5f38-4c4b-96ec-51fba9ae584a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:41.875486 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5a6c68a-9132-481b-a920-1cca88a3ec3a req-8752e362-5f38-4c4b-96ec-51fba9ae584a tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0540755 Aug 29 17:52:41.915123 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5a6c68a-9132-481b-a920-1cca88a3ec3a req-2048307c-77a9-47aa-8d72-bbd8302703a3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335538 Aug 29 17:52:42.767761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b43938fc-a16a-4724-967f-bbc7df987d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:42.769255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b43938fc-a16a-4724-967f-bbc7df987d1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1&tenant_id=897cd680bdc24a65b5d4ab28657a154f HTTP/1.1" status: 200 len: 1098 time: 0.0409338 Aug 29 17:52:42.780604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:52:42.831346 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:42.965494 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5f15a102-1f2f-4aef-86b7-e426375c6c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:43.073906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05c066-1f93-45da-ac70-1b21a621f13f req-5ab267d6-0df5-47cc-a7df-827d515e1e6e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:43.075389 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bb05c066-1f93-45da-ac70-1b21a621f13f req-5ab267d6-0df5-47cc-a7df-827d515e1e6e tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 946 time: 0.0753353 Aug 29 17:52:43.080130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:43.135956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bb05c066-1f93-45da-ac70-1b21a621f13f req-c36e06bc-d27c-47eb-8cb7-17e4f5cf8872 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537910 Aug 29 17:52:43.138869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:52:43.180711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:43.183016 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9ab0ed-98cc-4bb0-a263-1da9e134e6c0" -d '{"events": [{"server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:43.187008 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:43.200324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Transition to ACTIVE for port object 572d89b6-a0c7-4d5b-bf92-de2914f8f787 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:52:43.204279 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:43.285200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=10']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:43.289662 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f93b85e-58db-4062-aa3b-54703a9abf4e x-openstack-request-id: req-2f93b85e-58db-4062-aa3b-54703a9abf4e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:43.289950 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:43.290199 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f93b85e-58db-4062-aa3b-54703a9abf4e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:43.290580 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'code': 200} Aug 29 17:52:43.303236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.303583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.303926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.304262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.304597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.304949 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.305262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.305596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.305927 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.306251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.306576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.306898 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:52:43.340641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] No DVR routers for this DVR port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:52:43.813230 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:52:43.813913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:52:43.814047 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:52:43.818112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:52:43.818432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Attempting to bind port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on network dc8913a7-524e-45a3-a4b7-56a9b9623e13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:52:43.823137 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:52:43.823473 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Checking segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:52:43.823945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Bound using segment: {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:52:43.824375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Bound port: 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2915c6-e535-4b0f-9081-0757a0816836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:52:43.824735 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:43.887601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:52:43.890754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:52:43.894322 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:43.928132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:43.928754 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:43.930311 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] 10.222.0.10 "PUT /v2.0/ports/572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1094 time: 1.1534595 Aug 29 17:52:43.950726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ba08e-ed61-46de-81be-12b4684831ac service neutron] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=11']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:43.994853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-208603f6-05b0-417d-b228-8758b73f87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:43.996379 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-208603f6-05b0-417d-b228-8758b73f87cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1097 time: 0.0426569 Aug 29 17:52:44.091112 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-3db885dc-2c24-4a56-aa3a-025ce3314384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:44.092598 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-3db885dc-2c24-4a56-aa3a-025ce3314384 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0896738 Aug 29 17:52:44.157461 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-5b8ae0e3-7997-4c89-b320-422026156a95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1001 time: 0.0578873 Aug 29 17:52:44.220026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-afc0856e-8de3-40d9-b7b6-bd0ebaf75159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:44.221381 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-afc0856e-8de3-40d9-b7b6-bd0ebaf75159 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0571430 Aug 29 17:52:44.283021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37ba47-6c40-491e-89d1-3b6ffe69927e req-3e4690a7-7d7a-40c7-a625-ef5b55697cd3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:44.284488 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a37ba47-6c40-491e-89d1-3b6ffe69927e req-3e4690a7-7d7a-40c7-a625-ef5b55697cd3 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0774217 Aug 29 17:52:44.290482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-d4170442-d317-470f-91c2-95c40e9812dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:44.291900 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-d4170442-d317-470f-91c2-95c40e9812dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571935 Aug 29 17:52:44.371370 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a37ba47-6c40-491e-89d1-3b6ffe69927e req-f0f20702-37b1-4f7c-a8df-927bb098b528 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785432 Aug 29 17:52:44.405836 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-2694ca02-5a78-4488-8b93-423e28c77b8c service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005712 Aug 29 17:52:44.494100 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-65d2a733-7efa-4622-a656-691d2e7fe839 req-1a8cc19d-9ec5-456b-84bb-d756177c0c1d service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811729 Aug 29 17:52:45.194117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 572d89b6-a0c7-4d5b-bf92-de2914f8f787 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:52:45.232464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 572d89b6-a0c7-4d5b-bf92-de2914f8f787 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:52:45.292291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:45.294654 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bffc891-ce60-4714-8c96-b7ba5c798385" -d '{"events": [{"name": "network-changed", "server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:45.342987 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb53337-38f1-4719-8c6e-8f14ab7545f8 x-openstack-request-id: req-7eb53337-38f1-4719-8c6e-8f14ab7545f8 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:45.343302 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:45.343560 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7eb53337-38f1-4719-8c6e-8f14ab7545f8 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:45.343965 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'status': 'completed', 'code': 200} Aug 29 17:52:45.416057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-b2e53fd4-20d9-4e2d-8931-050967c6f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:45.417946 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-b2e53fd4-20d9-4e2d-8931-050967c6f972 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1097 time: 0.0517416 Aug 29 17:52:45.426001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-c016de0e-6816-4a64-8202-0f1e407aae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:45.428012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-c016de0e-6816-4a64-8202-0f1e407aae00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=897cd680bdc24a65b5d4ab28657a154f&device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 1097 time: 0.0606804 Aug 29 17:52:45.519113 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-d014cff0-587c-49e6-89f7-d87f4b2b69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:45.520787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-d014cff0-587c-49e6-89f7-d87f4b2b69e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.0953560 Aug 29 17:52:45.559632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138261c-a68e-43fc-b414-7e3305de2578 req-74314b34-bb6a-48f9-9c98-db63eb35049d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:45.561155 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4138261c-a68e-43fc-b414-7e3305de2578 req-74314b34-bb6a-48f9-9c98-db63eb35049d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0831213 Aug 29 17:52:45.566148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-cc2d0c82-1b33-4cfb-bd9a-881e47ede280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:45.567571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-cc2d0c82-1b33-4cfb-bd9a-881e47ede280 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 200 len: 913 time: 0.1326149 Aug 29 17:52:45.590850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-9f5a2f96-6841-4360-a67c-0c780f69f2bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1001 time: 0.0620723 Aug 29 17:52:45.610984 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1e903fa5-587f-4ad7-bed1-7a4401bf6516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:45.644106 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4138261c-a68e-43fc-b414-7e3305de2578 req-28c816fc-61e7-447c-bddd-3dc403b07bdf tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749395 Aug 29 17:52:45.650358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-c07ecf68-b969-4482-a5e3-c69938bbf1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:45.651915 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-c07ecf68-b969-4482-a5e3-c69938bbf1cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0521464 Aug 29 17:52:45.664389 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-e3040ed2-86ba-41c8-b0c7-1a6d247dada7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 200 len: 1001 time: 0.0764949 Aug 29 17:52:45.707305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-926980a4-4903-4093-860a-29b7a867f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:45.708910 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-926980a4-4903-4093-860a-29b7a867f1cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495756 Aug 29 17:52:45.715717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-658b8426-07c5-45bb-8544-71220af72718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:45.717196 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-658b8426-07c5-45bb-8544-71220af72718 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 200 len: 851 time: 0.0453925 Aug 29 17:52:45.773370 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-cda097fc-c0f7-4f33-90cd-cf73436ffb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:45.774966 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-cda097fc-c0f7-4f33-90cd-cf73436ffb87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dc8913a7-524e-45a3-a4b7-56a9b9623e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508981 Aug 29 17:52:45.799753 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-516b7567-a071-46f7-977b-f312c5b09824 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833750 Aug 29 17:52:45.867731 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-147960ba-ae9b-462c-89f1-bf114764fe9a service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849710 Aug 29 17:52:45.901895 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-40837f05-2b5c-4fb9-a052-eca84cca4810 service neutron] 10.222.0.16 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946264 Aug 29 17:52:45.950876 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:45.976528 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5bffc891-ce60-4714-8c96-b7ba5c798385 req-fe9fa5a9-b5bc-4c4c-8b0e-d7a0cbda5d43 service neutron] 10.222.0.10 "GET /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007996 Aug 29 17:52:46.854869 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:47.129485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fd17f-2355-4d68-8c9b-2b24a2032fd1 req-25bc9227-7d74-4401-9b9b-22d26a460464 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:47.130976 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6a9fd17f-2355-4d68-8c9b-2b24a2032fd1 req-25bc9227-7d74-4401-9b9b-22d26a460464 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.4077604 Aug 29 17:52:47.168279 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6a9fd17f-2355-4d68-8c9b-2b24a2032fd1 req-65ac7d7f-6f35-4544-97dc-075714b56485 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311482 Aug 29 17:52:48.234649 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:48.290485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5c58-3fee-4cff-8729-d344f59c2c7a req-4268796e-643b-4639-a1be-5e450305eef1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:48.291982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d54c5c58-3fee-4cff-8729-d344f59c2c7a req-4268796e-643b-4639-a1be-5e450305eef1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0512285 Aug 29 17:52:48.329720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d54c5c58-3fee-4cff-8729-d344f59c2c7a req-12781f44-2c42-4b25-bce4-f4ab767043ee tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316534 Aug 29 17:52:48.507492 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:49.443467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aed7db-6ca7-474c-9d48-f8ac8a448983 req-36c99cae-9254-47aa-aa7e-c9355800f328 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:49.444922 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7aed7db-6ca7-474c-9d48-f8ac8a448983 req-36c99cae-9254-47aa-aa7e-c9355800f328 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Aug 29 17:52:49.481799 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7aed7db-6ca7-474c-9d48-f8ac8a448983 req-5cd22cbe-1466-40eb-b614-e65a20b69b2c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Aug 29 17:52:50.596391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6682a9-1741-4760-b253-93b182b6b811 req-64d5bc3a-6c2b-4bcb-bb20-d7900d0322a8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:50.597912 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f6682a9-1741-4760-b253-93b182b6b811 req-64d5bc3a-6c2b-4bcb-bb20-d7900d0322a8 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0489862 Aug 29 17:52:50.635468 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f6682a9-1741-4760-b253-93b182b6b811 req-e445a198-bc35-4453-a7b7-7dbf4f276842 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310700 Aug 29 17:52:50.731625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:51.749736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05926846-c625-4094-91fe-ba4a3434d4b9 req-3e7c260e-5cf9-4c62-83be-591d735ed5ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:51.751181 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05926846-c625-4094-91fe-ba4a3434d4b9 req-3e7c260e-5cf9-4c62-83be-591d735ed5ef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0484343 Aug 29 17:52:51.791363 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05926846-c625-4094-91fe-ba4a3434d4b9 req-441d91e2-3e8c-4110-af4b-6e2dd933fb16 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343645 Aug 29 17:52:52.904972 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9ea40-1934-4215-91ee-95200686357a req-c07b7dee-b6c6-4975-bd24-b4dcbc486d91 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:52.906473 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-32b9ea40-1934-4215-91ee-95200686357a req-c07b7dee-b6c6-4975-bd24-b4dcbc486d91 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0485930 Aug 29 17:52:52.947658 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-32b9ea40-1934-4215-91ee-95200686357a req-f54297ff-c92f-4a50-a5d4-f6d467d42cde tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346975 Aug 29 17:52:54.065266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb1e70-7e94-4ddc-9813-deedb69353b3 req-51ffc916-e540-4ce3-b781-a388a7c3a990 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:54.066715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88eb1e70-7e94-4ddc-9813-deedb69353b3 req-51ffc916-e540-4ce3-b781-a388a7c3a990 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0482347 Aug 29 17:52:54.102632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-88eb1e70-7e94-4ddc-9813-deedb69353b3 req-f4a24af8-007d-400d-9d7b-7804ef7fa876 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301583 Aug 29 17:52:55.218588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eb03f-ff96-4772-a68c-be37b3075b6f req-1faac59b-4455-4689-9ba0-d0963c025e61 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:55.220077 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-318eb03f-ff96-4772-a68c-be37b3075b6f req-1faac59b-4455-4689-9ba0-d0963c025e61 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Aug 29 17:52:55.257071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-318eb03f-ff96-4772-a68c-be37b3075b6f req-7a5f64e9-375b-4774-bf0b-543df0cbbaef tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310178 Aug 29 17:52:55.371192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ef947-e4b4-43ca-be12-3564e2ab0e29 req-16b17824-c090-47f1-bc8b-326b275c1c50 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:55.372658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-216ef947-e4b4-43ca-be12-3564e2ab0e29 req-16b17824-c090-47f1-bc8b-326b275c1c50 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Aug 29 17:52:55.410406 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-216ef947-e4b4-43ca-be12-3564e2ab0e29 req-064eae4e-7d7f-4f83-acc2-f717e2ce8125 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316420 Aug 29 17:52:55.522683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b486dc-6c41-4d96-8fc5-d5d054adb032 req-bb13abb6-223c-4245-8973-b68e08a187c2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:55.524038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81b486dc-6c41-4d96-8fc5-d5d054adb032 req-bb13abb6-223c-4245-8973-b68e08a187c2 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0482018 Aug 29 17:52:55.561596 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81b486dc-6c41-4d96-8fc5-d5d054adb032 req-cfa6c556-8cca-46bc-9f4d-10dcf0b793e1 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310869 Aug 29 17:52:55.797544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9d522-31a9-4db9-8ebe-ee9ee97b4ca1 req-20ed699f-93ae-4dea-966c-ecd756d46a74 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:55.798959 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ee9d522-31a9-4db9-8ebe-ee9ee97b4ca1 req-20ed699f-93ae-4dea-966c-ecd756d46a74 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0510316 Aug 29 17:52:55.842265 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ee9d522-31a9-4db9-8ebe-ee9ee97b4ca1 req-326ae0de-3974-4029-9820-f852e5832b1c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373101 Aug 29 17:52:56.960138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d980693-8b58-4420-8860-586f985b5481 req-d217526c-dd28-4ca8-bdee-45e61ac7f076 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:56.961592 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d980693-8b58-4420-8860-586f985b5481 req-d217526c-dd28-4ca8-bdee-45e61ac7f076 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0474803 Aug 29 17:52:57.001648 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5d980693-8b58-4420-8860-586f985b5481 req-18488085-012c-46be-a0fd-f923cf295beb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups?id=b8506404-bf4b-4046-998b-830de52c8039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335813 Aug 29 17:52:57.157056 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 572d89b6-a0c7-4d5b-bf92-de2914f8f787 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:52:57.216774 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-55d6f5a9-0ae1-46d5-b212-4ff3e02ca696 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:52:57.218376 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-55d6f5a9-0ae1-46d5-b212-4ff3e02ca696 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.10 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 945 time: 0.0486801 Aug 29 17:52:57.249329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:57.260902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'port_id': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'mac_address': 'fa:16:3e:f5:7f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:52:57.301212 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:57.308233 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Deleting port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:52:57.308586 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:57.408409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:57.408745 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:57.465786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572d89b6-a0c7-4d5b-bf92-de2914f8f787 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:52:57.484982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 572d89b6-a0c7-4d5b-bf92-de2914f8f787, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=572d89b6-a0c7-4d5b-bf92-de2914f8f787,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:52:57.489251 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:57.534999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=12']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:57.583423 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:57.583821 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:57.584290 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Floating IP 359579b8-806a-467d-a836-cda719665709 disassociated. External IP: 172.25.5.177, port: 572d89b6-a0c7-4d5b-bf92-de2914f8f787. Aug 29 17:52:57.584653 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Calling delete_port for 572d89b6-a0c7-4d5b-bf92-de2914f8f787 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:52:57.711943 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:57.740387 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event deleted for resources: {'Port': ['ID=572d89b6-a0c7-4d5b-bf92-de2914f8f787,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:52:57.857498 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Router 73c47440-5660-4193-bc95-d81813a1645e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:52:57.967345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:52:57.977583 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d2daa-9daf-4048-8d8d-3dd4fa6ebf23 None None] Sync routers for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:52:57.986417 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d2daa-9daf-4048-8d8d-3dd4fa6ebf23 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:52:57.987014 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cc3d2daa-9daf-4048-8d8d-3dd4fa6ebf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:52:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:58.006066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] No DVR routers for this DVR port 572d89b6-a0c7-4d5b-bf92-de2914f8f787 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:52:58.008768 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:52:58.011626 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ea246069-786e-4bb7-bc59-3e276d4e1f34 req-e5b15acc-1ad6-4885-a799-faff822264a7 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.10 "DELETE /v2.0/ports/572d89b6-a0c7-4d5b-bf92-de2914f8f787 HTTP/1.1" status: 204 len: 173 time: 0.7873693 Aug 29 17:52:58.012031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'name': 'network-vif-deleted', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:52:58.014403 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff47f82-a6e6-4c7b-a6e9-26e713e664a9" -d '{"events": [{"server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "name": "network-vif-deleted", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:52:58.063975 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dfe2d2-d1fa-4260-9e3a-b2d54b1de964 x-openstack-request-id: req-38dfe2d2-d1fa-4260-9e3a-b2d54b1de964 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:52:58.064279 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d26dd4-2015-4d15-ae84-f8c5131af0a1", "name": "network-vif-deleted", "tag": "572d89b6-a0c7-4d5b-bf92-de2914f8f787", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:52:58.064533 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38dfe2d2-d1fa-4260-9e3a-b2d54b1de964 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:52:58.064937 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d26dd4-2015-4d15-ae84-f8c5131af0a1', 'name': 'network-vif-deleted', 'tag': '572d89b6-a0c7-4d5b-bf92-de2914f8f787', 'status': 'completed', 'code': 200} Aug 29 17:52:58.106058 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8501abed-482b-4b20-9816-5faf5592b15d req-13bb7672-6a5e-44bc-9bd2-80bc3c4dcf40 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 210 time: 0.0273247 Aug 29 17:52:58.116869 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-cc3d2daa-9daf-4048-8d8d-3dd4fa6ebf23 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:52:58.311457 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cc3d2daa-9daf-4048-8d8d-3dd4fa6ebf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:58.338699 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d2daa-9daf-4048-8d8d-3dd4fa6ebf23 None None] Checking router: 73c47440-5660-4193-bc95-d81813a1645e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:52:58.346894 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3d2daa-9daf-4048-8d8d-3dd4fa6ebf23 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:52:58.347491 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cc3d2daa-9daf-4048-8d8d-3dd4fa6ebf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:52:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:58.454004 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-cc3d2daa-9daf-4048-8d8d-3dd4fa6ebf23 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:52:58.643244 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-cc3d2daa-9daf-4048-8d8d-3dd4fa6ebf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:52:58.672542 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3d2daa-9daf-4048-8d8d-3dd4fa6ebf23 None None] The sync data for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 is: [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:34Z', 'revision_number': 4, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '6b95708f-df04-4eb6-bd16-56d2ee79b81f', 'name': '', 'network_id': 'dc8913a7-524e-45a3-a4b7-56a9b9623e13', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'mac_address': 'fa:16:3e:13:e4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:33Z', 'updated_at': '2021-08-29T17:40:40Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'subnets': [{'id': 'e35681b2-a033-4f88-b77d-af859acd2321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:52:58.887557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da10a080-7727-414c-b480-920b193df044 None None] New status for floating IP 359579b8-806a-467d-a836-cda719665709: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:52:59.203522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dd54f929-32eb-47cc-916e-d20eb371a1d7 req-ea6ccd06-31bb-4db4-8830-52a6d88a163c tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 210 time: 0.0268300 Aug 29 17:53:00.298300 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e1150c0b-ddb9-468a-bcd2-b0b815c11db5 req-6ac867e1-0dda-4d18-a4c8-2773eb4c44a6 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 210 time: 0.0272224 Aug 29 17:53:00.685170 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:53:01.173105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 572d89b6-a0c7-4d5b-bf92-de2914f8f787 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:53:01.194021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 572d89b6-a0c7-4d5b-bf92-de2914f8f787 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:53:01.194370 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 572d89b6-a0c7-4d5b-bf92-de2914f8f787 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:53:01.410800 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0e9bd52e-05ca-44a8-a7b2-773e48ac354a req-73f4ae7e-8ea3-42fa-b503-a6fd05d48ceb tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d26dd4-2015-4d15-ae84-f8c5131af0a1 HTTP/1.1" status: 200 len: 210 time: 0.0320687 Aug 29 17:53:05.116757 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43850) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:05.171519 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b877d6cc-5037-45f2-8567-07eef1b66b0d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:05.196059 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b877d6cc-5037-45f2-8567-07eef1b66b0d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:05.246108 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b877d6cc-5037-45f2-8567-07eef1b66b0d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:05.249104 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b877d6cc-5037-45f2-8567-07eef1b66b0d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:05.252445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b877d6cc-5037-45f2-8567-07eef1b66b0d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "DELETE /v2.0/security-groups/b8506404-bf4b-4046-998b-830de52c8039 HTTP/1.1" status: 204 len: 168 time: 0.1324468 Aug 29 17:53:05.252935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43852) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:05.259811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877d6cc-5037-45f2-8567-07eef1b66b0d tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8506404-bf4b-4046-998b-830de52c8039,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:05.267474 n-d-713301-13 neutron-server[111677]: INFO neutron.api.v2.resource [None req-49febc16-0020-4ea1-afba-1cd458548014 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] show failed (client error): The resource could not be found. Aug 29 17:53:05.271297 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43854) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:05.271434 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-49febc16-0020-4ea1-afba-1cd458548014 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "GET /v2.0/security-groups/b8506404-bf4b-4046-998b-830de52c8039 HTTP/1.1" status: 404 len: 347 time: 0.0173085 Aug 29 17:53:05.396272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f6f9b-a251-47ee-b6a7-f504c82c2915 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Deleting port 9fc17bcb-4861-4de5-99d5-cea6b0a6110c {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:05.396648 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6f9b-a251-47ee-b6a7-f504c82c2915 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:05.474937 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6f9b-a251-47ee-b6a7-f504c82c2915 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:05.475161 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6f9b-a251-47ee-b6a7-f504c82c2915 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:05.487154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f6f9b-a251-47ee-b6a7-f504c82c2915 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Calling delete_port for 9fc17bcb-4861-4de5-99d5-cea6b0a6110c owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:05.617234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6f9b-a251-47ee-b6a7-f504c82c2915 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:05.665891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f6f9b-a251-47ee-b6a7-f504c82c2915 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Pushing event deleted for resources: {'Port': ['ID=9fc17bcb-4861-4de5-99d5-cea6b0a6110c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:05.708968 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6f9b-a251-47ee-b6a7-f504c82c2915 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:05.712057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6f9b-a251-47ee-b6a7-f504c82c2915 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:05.713235 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6e9f6f9b-a251-47ee-b6a7-f504c82c2915 tempest-ServerActionsTestJSON-1223396661 tempest-ServerActionsTestJSON-1223396661-project] 10.222.0.22 "DELETE /v2.0/floatingips/359579b8-806a-467d-a836-cda719665709 HTTP/1.1" status: 204 len: 168 time: 0.4406862 Aug 29 17:53:05.716120 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43856) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:06.174005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:06.407451 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] Deleting port 6b95708f-df04-4eb6-bd16-56d2ee79b81f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:06.407749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:06.482694 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] For port 6b95708f-df04-4eb6-bd16-56d2ee79b81f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6b95708f-df04-4eb6-bd16-56d2ee79b81f,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:06.483061 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:06.495356 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] Calling delete_port for 6b95708f-df04-4eb6-bd16-56d2ee79b81f owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:06.671883 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:06.698513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b95708f-df04-4eb6-bd16-56d2ee79b81f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:06.859775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:07.067735 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] Router 73c47440-5660-4193-bc95-d81813a1645e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:53:07.169689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:53:07.174919 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0ae7405b-0bc2-4361-9252-2f0fb215061c admin admin] 10.222.0.22 "PUT /v2.0/routers/73c47440-5660-4193-bc95-d81813a1645e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578559 Aug 29 17:53:07.177409 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43860) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:07.178605 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015ecfb-b7ed-4753-a9e4-193f9ce9c584 None None] Sync routers for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:53:07.187979 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015ecfb-b7ed-4753-a9e4-193f9ce9c584 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:53:07.188577 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f015ecfb-b7ed-4753-a9e4-193f9ce9c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:52:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:07.277983 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:07.288648 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f015ecfb-b7ed-4753-a9e4-193f9ce9c584 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:53:07.474327 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f015ecfb-b7ed-4753-a9e4-193f9ce9c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:53:06Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:07.500483 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015ecfb-b7ed-4753-a9e4-193f9ce9c584 None None] Checking router: 73c47440-5660-4193-bc95-d81813a1645e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:53:07.509647 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015ecfb-b7ed-4753-a9e4-193f9ce9c584 None None] Routers {'73c47440-5660-4193-bc95-d81813a1645e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:53:07.510260 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f015ecfb-b7ed-4753-a9e4-193f9ce9c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:52:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['73c47440-5660-4193-bc95-d81813a1645e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:07.705550 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f015ecfb-b7ed-4753-a9e4-193f9ce9c584 None None] Set router 73c47440-5660-4193-bc95-d81813a1645e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:53:07.726438 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:07.778367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Deleting port ab857c72-56fe-4a3a-995d-055cb4ac2439 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:07.778722 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:07.856271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] For port ab857c72-56fe-4a3a-995d-055cb4ac2439, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ab857c72-56fe-4a3a-995d-055cb4ac2439,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:07.856650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:07.869697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Calling delete_port for ab857c72-56fe-4a3a-995d-055cb4ac2439 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:07.879056 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f015ecfb-b7ed-4753-a9e4-193f9ce9c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:53:06Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:07.905239 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f015ecfb-b7ed-4753-a9e4-193f9ce9c584 None None] The sync data for ids ['73c47440-5660-4193-bc95-d81813a1645e'] in n-d-713301-13 is: [{'id': '73c47440-5660-4193-bc95-d81813a1645e', 'name': 'tempest-ServerActionsTestJSON-1246808556-router', 'tenant_id': '897cd680bdc24a65b5d4ab28657a154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:53:06Z', 'revision_number': 5, 'project_id': '897cd680bdc24a65b5d4ab28657a154f', 'gw_port': {'id': 'ab857c72-56fe-4a3a-995d-055cb4ac2439', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c47440-5660-4193-bc95-d81813a1645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:40:32Z', 'updated_at': '2021-08-29T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:53:08.033921 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.063493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab857c72-56fe-4a3a-995d-055cb4ac2439,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:08.120019 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.206986 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.208947 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.257891 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.258674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73c47440-5660-4193-bc95-d81813a1645e {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:53:08.263290 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.264461 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-57da8a16-5c8b-464f-a8b9-45bac7e7289e admin admin] 10.222.0.22 "DELETE /v2.0/routers/73c47440-5660-4193-bc95-d81813a1645e HTTP/1.1" status: 204 len: 168 time: 1.0861413 Aug 29 17:53:08.266960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43862) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:08.322817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4586b4da-b33b-41b6-b38f-6285b5cdeb71 admin admin] Deleting subnet e35681b2-a033-4f88-b77d-af859acd2321 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:53:08.326399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4586b4da-b33b-41b6-b38f-6285b5cdeb71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.360281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6b95708f-df04-4eb6-bd16-56d2ee79b81f no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:53:08.362952 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4586b4da-b33b-41b6-b38f-6285b5cdeb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.386271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 6b95708f-df04-4eb6-bd16-56d2ee79b81f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:53:08.386699 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6b95708f-df04-4eb6-bd16-56d2ee79b81f not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:53:08.444624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4586b4da-b33b-41b6-b38f-6285b5cdeb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.499570 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4586b4da-b33b-41b6-b38f-6285b5cdeb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.537499 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4586b4da-b33b-41b6-b38f-6285b5cdeb71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.542271 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4586b4da-b33b-41b6-b38f-6285b5cdeb71 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e35681b2-a033-4f88-b77d-af859acd2321 HTTP/1.1" status: 204 len: 168 time: 0.2711737 Aug 29 17:53:08.542271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586b4da-b33b-41b6-b38f-6285b5cdeb71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e35681b2-a033-4f88-b77d-af859acd2321,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:08.542585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43864) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:08.551435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea11d3-5176-4e3e-8f22-2206471b21aa None None] Network dc8913a7-524e-45a3-a4b7-56a9b9623e13 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:08.614371 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.669962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Deleting port 65d65fda-d431-49bb-af3f-dd1bebaad0de {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:08.670306 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.732208 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] For port 65d65fda-d431-49bb-af3f-dd1bebaad0de, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=65d65fda-d431-49bb-af3f-dd1bebaad0de,segment=NetworkSegment(6d2915c6-e535-4b0f-9081-0757a0816836),segment_id=6d2915c6-e535-4b0f-9081-0757a0816836)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:08.732564 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.745148 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Calling delete_port for 65d65fda-d431-49bb-af3f-dd1bebaad0de owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:08.825030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.848181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=65d65fda-d431-49bb-af3f-dd1bebaad0de,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:08.854161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] No DVR routers for this DVR port 65d65fda-d431-49bb-af3f-dd1bebaad0de on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:53:08.919973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de3be7b-ce47-46c2-bb91-02dfd6eb61bf None None] DHCP port deletion for dc8913a7-524e-45a3-a4b7-56a9b9623e13 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:53:08.929705 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.940045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8913a7-524e-45a3-a4b7-56a9b9623e13']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:08.951329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2915c6-e535-4b0f-9081-0757a0816836') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:08.951627 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2915c6-e535-4b0f-9081-0757a0816836') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:08.960604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.978649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.984477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:53:08.984862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:53:08.986522 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:53:09.039704 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:09.044810 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:09.046840 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] 10.222.0.22 "DELETE /v2.0/networks/dc8913a7-524e-45a3-a4b7-56a9b9623e13 HTTP/1.1" status: 204 len: 168 time: 0.5031018 Aug 29 17:53:09.058957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bcbf7-7c00-4604-93e9-227a093ccdbb admin admin] Pushing event deleted for resources: {'Network': ['ID=dc8913a7-524e-45a3-a4b7-56a9b9623e13,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:09.159111 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43868) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:09.198705 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6178b466-4998-498f-aa99-df07a5381c96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=897cd680bdc24a65b5d4ab28657a154f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384092 Aug 29 17:53:09.201015 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43870) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:09.247970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c515d15-b249-4fa1-8ae8-766c81e52912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:09.268654 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c515d15-b249-4fa1-8ae8-766c81e52912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:09.317581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c515d15-b249-4fa1-8ae8-766c81e52912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:09.320144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5c515d15-b249-4fa1-8ae8-766c81e52912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:09.321929 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5c515d15-b249-4fa1-8ae8-766c81e52912 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7d0e836-0a13-47d0-ba3f-eab392e0544a HTTP/1.1" status: 204 len: 168 time: 0.1199784 Aug 29 17:53:09.329575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c515d15-b249-4fa1-8ae8-766c81e52912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d0e836-0a13-47d0-ba3f-eab392e0544a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:10.001246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 43892) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:10.094326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2109789549-network', 'tenant_id': '1b9be48c61db42549bef89ea9dafb38d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:10.114708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Made reservation on behalf of 1b9be48c61db42549bef89ea9dafb38d for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:10.117199 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:10.128692 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:10.220719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 65d65fda-d431-49bb-af3f-dd1bebaad0de no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:53:10.223785 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:10.228448 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:10.244956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 65d65fda-d431-49bb-af3f-dd1bebaad0de {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:53:10.245319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 65d65fda-d431-49bb-af3f-dd1bebaad0de not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:53:10.245739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ab857c72-56fe-4a3a-995d-055cb4ac2439 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:53:10.252282 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:53:10.261638 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670b2f1a-5819-4fcf-9897-ffd3ba4de286,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:10.266162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ab857c72-56fe-4a3a-995d-055cb4ac2439 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:53:10.266345 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:10.266509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ab857c72-56fe-4a3a-995d-055cb4ac2439 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:53:10.266654 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Added segment 49f29902-8e4b-48d6-9263-77823ba2f7db of type vlan for network d39be848-2de8-4026-8235-a1ea4c06ab66 Aug 29 17:53:10.306520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:10.330162 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:10.331123 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:10.331714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:10.385303 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3829019 Aug 29 17:53:10.388445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 43896) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:10.394507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] Request body: {'subnet': {'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2109789549-subnet', 'tenant_id': '1b9be48c61db42549bef89ea9dafb38d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:10.399281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783d81f-0826-4821-a894-4165b0e950d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d39be848-2de8-4026-8235-a1ea4c06ab66,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:10.406921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network d39be848-2de8-4026-8235-a1ea4c06ab66 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:53:10.422001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] Made reservation on behalf of 1b9be48c61db42549bef89ea9dafb38d for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:10.424329 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:10.594833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:10.649046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10b5e2e-5177-4a96-bf87-9d511e7a09df,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:10.657272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] Checking segment: {'id': '49f29902-8e4b-48d6-9263-77823ba2f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:10.657633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] Network hostable DHCP agents. Network: d39be848-2de8-4026-8235-a1ea4c06ab66, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:53:10.673472 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] Network d39be848-2de8-4026-8235-a1ea4c06ab66 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:53:10.681842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, d39be848-2de8-4026-8235-a1ea4c06ab66) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:10.685784 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:10.686392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:10.690706 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d008f7d1-ce37-4be0-9f02-5f0beb972ac4 None None] Network d39be848-2de8-4026-8235-a1ea4c06ab66 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:10.700435 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-498b35fe-02e4-4da1-a5ae-d20a8eed0462 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3108497 Aug 29 17:53:10.819179 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c012184e-6c72-4858-8032-4eb5e5cb4815 None None] Network d39be848-2de8-4026-8235-a1ea4c06ab66 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:11.129965 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-cc6e69a9-9426-498f-8c82-f96c8bb0287f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:11.131427 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-cc6e69a9-9426-498f-8c82-f96c8bb0287f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/networks?id=d39be848-2de8-4026-8235-a1ea4c06ab66 HTTP/1.1" status: 200 len: 814 time: 0.1008227 Aug 29 17:53:11.147157 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6313ba26-2861-4146-a568-3ded45052d98 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/quotas/1b9be48c61db42549bef89ea9dafb38d HTTP/1.1" status: 200 len: 375 time: 0.0094199 Aug 29 17:53:11.178811 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-5584bfc4-7477-4362-93f7-690d872a2c20 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b9be48c61db42549bef89ea9dafb38d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257702 Aug 29 17:53:11.260688 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-b1af7eb6-c95b-4b1a-afdf-a94266960335 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 17:53:11.261696 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-b1af7eb6-c95b-4b1a-afdf-a94266960335 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427361 Aug 29 17:53:11.352411 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-c8ec2bc3-df23-4a9f-ac7c-a3cb5bdbc6ef service neutron] 10.222.0.22 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841351 Aug 29 17:53:11.439799 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-f34f98f5-1b41-4c57-9618-ead54379fd09 service neutron] 10.222.0.22 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813160 Aug 29 17:53:11.594157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-40b7cb14-c070-48af-95f2-159859dd8ffa req-aa95f3f4-b84f-415f-9702-9c90375ef636 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 210 time: 0.0267045 Aug 29 17:53:12.478410 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-7d5e6fd2-55e1-4a88-99d2-701d9a79c0fa tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:12.479961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-7d5e6fd2-55e1-4a88-99d2-701d9a79c0fa tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.16 "GET /v2.0/networks?id=d39be848-2de8-4026-8235-a1ea4c06ab66 HTTP/1.1" status: 200 len: 814 time: 0.1066527 Aug 29 17:53:12.493249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Request body: {'port': {'device_id': 'bab8bd0f-c791-4a16-b92e-01fd33fbade1', 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66', 'admin_state_up': True, 'tenant_id': '1b9be48c61db42549bef89ea9dafb38d'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:12.598419 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Made reservation on behalf of 1b9be48c61db42549bef89ea9dafb38d for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:12.602558 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:12.696070 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ef29c1e-2114-4be5-a91f-fcc7c674bc49 req-18e94cd9-ad4b-4dd1-9c4f-00df53c4bceb tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 210 time: 0.0316820 Aug 29 17:53:12.732670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Allocated IP 172.20.0.3 (d39be848-2de8-4026-8235-a1ea4c06ab66/b10b5e2e-5177-4a96-bf87-9d511e7a09df/14609d5d-c48f-4c84-9253-1d164b57cbdc) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:53:12.878032 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:12.916097 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:12.957831 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Network d39be848-2de8-4026-8235-a1ea4c06ab66 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:53:12.963484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:12.967153 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f9aab58d-e84a-4491-8fe1-a188db233295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:12.967696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:53:12.991197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Pushing event updated for resources: {'Port': ['ID=14609d5d-c48f-4c84-9253-1d164b57cbdc,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:13.022970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:13.023622 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:13.037666 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6720f848-d302-4a10-ac96-30126d92981c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5487492 Aug 29 17:53:13.050107 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Request body: {'port': {'device_id': 'bab8bd0f-c791-4a16-b92e-01fd33fbade1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:13.105827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:13.366426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14609d5d-c48f-4c84-9253-1d164b57cbdc {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:53:13.373882 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:13.386392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Transition to ACTIVE for port object 14609d5d-c48f-4c84-9253-1d164b57cbdc will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:13.389665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:13.441080 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Pushing event updated for resources: {'Port': ['ID=14609d5d-c48f-4c84-9253-1d164b57cbdc,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:13.506985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Attempting to bind port 14609d5d-c48f-4c84-9253-1d164b57cbdc on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:53:13.507313 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Attempting to bind port 14609d5d-c48f-4c84-9253-1d164b57cbdc by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '49f29902-8e4b-48d6-9263-77823ba2f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:53:13.508153 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Attempting to bind port 14609d5d-c48f-4c84-9253-1d164b57cbdc on network d39be848-2de8-4026-8235-a1ea4c06ab66 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:53:13.512631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Port 14609d5d-c48f-4c84-9253-1d164b57cbdc on network d39be848-2de8-4026-8235-a1ea4c06ab66 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:53:13.512947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Attempting to bind port 14609d5d-c48f-4c84-9253-1d164b57cbdc on network d39be848-2de8-4026-8235-a1ea4c06ab66 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:53:13.518754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:53:13.519081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Checking segment: {'id': '49f29902-8e4b-48d6-9263-77823ba2f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:13.519463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Bound using segment: {'id': '49f29902-8e4b-48d6-9263-77823ba2f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:53:13.519879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Bound port: 14609d5d-c48f-4c84-9253-1d164b57cbdc, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f29902-8e4b-48d6-9263-77823ba2f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:53:13.520244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:13.582598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] For port 14609d5d-c48f-4c84-9253-1d164b57cbdc, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:53:13.586595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] For port 14609d5d-c48f-4c84-9253-1d164b57cbdc, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=14609d5d-c48f-4c84-9253-1d164b57cbdc,segment=NetworkSegment(49f29902-8e4b-48d6-9263-77823ba2f7db),segment_id=49f29902-8e4b-48d6-9263-77823ba2f7db)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:53:13.590328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:13.620448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:13.621080 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:13.622471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] 10.222.0.16 "PUT /v2.0/ports/14609d5d-c48f-4c84-9253-1d164b57cbdc HTTP/1.1" status: 200 len: 1092 time: 0.5763302 Aug 29 17:53:13.624911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab8bd0f-c791-4a16-b92e-01fd33fbade1', 'tag': '14609d5d-c48f-4c84-9253-1d164b57cbdc'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:53:13.627770 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e52f3e7-ebe7-40a7-869a-8338e2f4bdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "bab8bd0f-c791-4a16-b92e-01fd33fbade1", "tag": "14609d5d-c48f-4c84-9253-1d164b57cbdc"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:53:13.657022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52583b05-cbaf-4902-8d80-c994fbf40d63 service neutron] Pushing event updated for resources: {'Port': ['ID=14609d5d-c48f-4c84-9253-1d164b57cbdc,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:13.669952 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd8b9a3-19c7-4bd5-9c05-709b94e84c18 x-openstack-request-id: req-9bd8b9a3-19c7-4bd5-9c05-709b94e84c18 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:53:13.670241 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab8bd0f-c791-4a16-b92e-01fd33fbade1", "tag": "14609d5d-c48f-4c84-9253-1d164b57cbdc", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:53:13.670488 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bd8b9a3-19c7-4bd5-9c05-709b94e84c18 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:53:13.670879 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab8bd0f-c791-4a16-b92e-01fd33fbade1', 'tag': '14609d5d-c48f-4c84-9253-1d164b57cbdc', 'status': 'completed', 'code': 200} Aug 29 17:53:13.703464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-5ef665d6-4aaf-4616-b144-6961dbb9a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:13.704937 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-5ef665d6-4aaf-4616-b144-6961dbb9a793 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b9be48c61db42549bef89ea9dafb38d&device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 1095 time: 0.0436511 Aug 29 17:53:13.750501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-b660be67-3bcd-4d64-8b74-4374bfed117b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14609d5d-c48f-4c84-9253-1d164b57cbdc HTTP/1.1" status: 200 len: 217 time: 0.0377197 Aug 29 17:53:13.799727 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-c787f7e0-5b5d-4a07-9b11-b6a8889a7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:13.801192 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-c787f7e0-5b5d-4a07-9b11-b6a8889a7d36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b10b5e2e-5177-4a96-bf87-9d511e7a09df HTTP/1.1" status: 200 len: 854 time: 0.0442889 Aug 29 17:53:13.811636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c02d2-2a90-4303-8db2-70ddf823fd53 req-cbb3d047-8476-4deb-98be-43606705e19e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:13.813161 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-531c02d2-2a90-4303-8db2-70ddf823fd53 req-cbb3d047-8476-4deb-98be-43606705e19e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 943 time: 0.0498092 Aug 29 17:53:13.836768 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-6c3a8110-7a94-4f5f-8558-15000cb7b7c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d39be848-2de8-4026-8235-a1ea4c06ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270321 Aug 29 17:53:13.852402 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-531c02d2-2a90-4303-8db2-70ddf823fd53 req-b6d00ceb-dd8d-4dcd-a34b-cd8cac1fce37 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Aug 29 17:53:13.932260 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-bee0cd6c-36df-40fb-bbf5-8f714e828270 service neutron] 10.222.0.16 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873637 Aug 29 17:53:14.026317 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-193f9242-5936-4519-9fe9-9d93c58a9645 req-bd2be8a5-b0b9-4ced-bbc3-4ddbb86aec87 service neutron] 10.222.0.16 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832758 Aug 29 17:53:14.131451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f3e7-ebe7-40a7-869a-8338e2f4bdaf req-2df921dd-61e7-4fb5-a377-ae7f9daddb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:14.133455 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e52f3e7-ebe7-40a7-869a-8338e2f4bdaf req-2df921dd-61e7-4fb5-a377-ae7f9daddb82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b9be48c61db42549bef89ea9dafb38d&device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 1095 time: 0.0415463 Aug 29 17:53:14.225404 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f3e7-ebe7-40a7-869a-8338e2f4bdaf req-9efd371d-b243-46b3-a201-56bd353706ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:14.227311 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e52f3e7-ebe7-40a7-869a-8338e2f4bdaf req-9efd371d-b243-46b3-a201-56bd353706ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=d39be848-2de8-4026-8235-a1ea4c06ab66 HTTP/1.1" status: 200 len: 915 time: 0.0871668 Aug 29 17:53:14.267913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e52f3e7-ebe7-40a7-869a-8338e2f4bdaf req-9475232a-b90c-47d0-9f24-a0feff3872ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14609d5d-c48f-4c84-9253-1d164b57cbdc HTTP/1.1" status: 200 len: 217 time: 0.0338135 Aug 29 17:53:14.319504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f3e7-ebe7-40a7-869a-8338e2f4bdaf req-b792cb12-fd28-4c01-ac4d-fdcb8d196dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:14.320946 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e52f3e7-ebe7-40a7-869a-8338e2f4bdaf req-b792cb12-fd28-4c01-ac4d-fdcb8d196dc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b10b5e2e-5177-4a96-bf87-9d511e7a09df HTTP/1.1" status: 200 len: 854 time: 0.0461073 Aug 29 17:53:14.352009 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e52f3e7-ebe7-40a7-869a-8338e2f4bdaf req-1fe472f8-b5f8-4aa6-a2ac-96adf2b48391 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d39be848-2de8-4026-8235-a1ea4c06ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233998 Aug 29 17:53:14.439641 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e52f3e7-ebe7-40a7-869a-8338e2f4bdaf req-25144b57-73c5-4686-93c6-56866e6efbf5 service neutron] 10.222.0.16 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803571 Aug 29 17:53:14.531213 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9e52f3e7-ebe7-40a7-869a-8338e2f4bdaf req-e4494143-5c00-462a-9cbb-d3ffa13de6d7 service neutron] 10.222.0.16 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845175 Aug 29 17:53:14.967581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce9117-ea14-4574-9a32-8213ca098ba8 req-6fcb9e2a-0097-4987-8313-159506b4c935 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:14.969038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77ce9117-ea14-4574-9a32-8213ca098ba8 req-6fcb9e2a-0097-4987-8313-159506b4c935 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 943 time: 0.0494201 Aug 29 17:53:15.007905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77ce9117-ea14-4574-9a32-8213ca098ba8 req-8a782e50-ec61-4ae9-8e19-3815045092d9 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325148 Aug 29 17:53:15.603097 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7987d852-af55-4eb8-be8e-5e723e25323a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:15.951853 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:16.127579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c12741-9c7d-48c5-a626-1ae05f856f89 req-1e03b0c2-1cc6-44f0-b10f-5247fd00e7df tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:16.129076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36c12741-9c7d-48c5-a626-1ae05f856f89 req-1e03b0c2-1cc6-44f0-b10f-5247fd00e7df tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 943 time: 0.0526791 Aug 29 17:53:16.166852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-36c12741-9c7d-48c5-a626-1ae05f856f89 req-766afc23-d809-40c5-80de-722f2f872962 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Aug 29 17:53:16.849481 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:17.278818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21765888-8242-4cfb-90c5-489f7a009459 req-70300f59-a1d4-49c4-aa1d-220d15af4ec3 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:17.280305 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21765888-8242-4cfb-90c5-489f7a009459 req-70300f59-a1d4-49c4-aa1d-220d15af4ec3 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 943 time: 0.0483468 Aug 29 17:53:17.316233 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-21765888-8242-4cfb-90c5-489f7a009459 req-33cad282-d115-49a5-a5c5-613937893db3 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301383 Aug 29 17:53:17.388917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 14609d5d-c48f-4c84-9253-1d164b57cbdc details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:53:17.483986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 14609d5d-c48f-4c84-9253-1d164b57cbdc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=14609d5d-c48f-4c84-9253-1d164b57cbdc,segment=NetworkSegment(49f29902-8e4b-48d6-9263-77823ba2f7db),segment_id=49f29902-8e4b-48d6-9263-77823ba2f7db)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:17.495182 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '14609d5d-c48f-4c84-9253-1d164b57cbdc', 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66', 'port_id': '14609d5d-c48f-4c84-9253-1d164b57cbdc', 'mac_address': 'fa:16:3e:84:dd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10b5e2e-5177-4a96-bf87-9d511e7a09df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:53:17.530485 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:17.542696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14609d5d-c48f-4c84-9253-1d164b57cbdc {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:53:17.561658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 14609d5d-c48f-4c84-9253-1d164b57cbdc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=14609d5d-c48f-4c84-9253-1d164b57cbdc,segment=NetworkSegment(49f29902-8e4b-48d6-9263-77823ba2f7db),segment_id=49f29902-8e4b-48d6-9263-77823ba2f7db)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:17.565844 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:17.610987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=14609d5d-c48f-4c84-9253-1d164b57cbdc,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:17.895257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['14609d5d-c48f-4c84-9253-1d164b57cbdc'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:53:18.229030 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:18.430273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfecb6c-e0ba-4048-8231-d33d60e86b17 req-d407ea26-85be-451e-afc9-6c8d771740b0 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:18.431815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cfecb6c-e0ba-4048-8231-d33d60e86b17 req-d407ea26-85be-451e-afc9-6c8d771740b0 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 944 time: 0.0488029 Aug 29 17:53:18.475336 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cfecb6c-e0ba-4048-8231-d33d60e86b17 req-a69b8254-0124-43c4-91e0-2a0a0752f9a7 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354505 Aug 29 17:53:18.509626 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:19.411274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 14609d5d-c48f-4c84-9253-1d164b57cbdc up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:53:19.458246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 14609d5d-c48f-4c84-9253-1d164b57cbdc completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:53:19.461967 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 14609d5d-c48f-4c84-9253-1d164b57cbdc triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:53:19.462344 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:19.540892 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:19.564176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab8bd0f-c791-4a16-b92e-01fd33fbade1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14609d5d-c48f-4c84-9253-1d164b57cbdc'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:53:19.566443 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d04316f-e860-4f02-9281-43c2277705f2" -d '{"events": [{"server_uuid": "bab8bd0f-c791-4a16-b92e-01fd33fbade1", "name": "network-vif-plugged", "status": "completed", "tag": "14609d5d-c48f-4c84-9253-1d164b57cbdc"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:53:19.579948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 14609d5d-c48f-4c84-9253-1d164b57cbdc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=14609d5d-c48f-4c84-9253-1d164b57cbdc,segment=NetworkSegment(49f29902-8e4b-48d6-9263-77823ba2f7db),segment_id=49f29902-8e4b-48d6-9263-77823ba2f7db)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:19.584580 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:19.595129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ede5da-01a9-4ba3-986e-3346ca828599 req-f3fb1b02-c438-4679-bf4d-45939a8d1450 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:19.597021 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75ede5da-01a9-4ba3-986e-3346ca828599 req-f3fb1b02-c438-4679-bf4d-45939a8d1450 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 944 time: 0.0555003 Aug 29 17:53:19.615365 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908ed104-f62d-4013-8167-b5d58ea1f525 x-openstack-request-id: req-908ed104-f62d-4013-8167-b5d58ea1f525 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:53:19.615657 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab8bd0f-c791-4a16-b92e-01fd33fbade1", "name": "network-vif-plugged", "status": "completed", "tag": "14609d5d-c48f-4c84-9253-1d164b57cbdc", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:53:19.615909 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-908ed104-f62d-4013-8167-b5d58ea1f525 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:53:19.617252 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab8bd0f-c791-4a16-b92e-01fd33fbade1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14609d5d-c48f-4c84-9253-1d164b57cbdc', 'code': 200} Aug 29 17:53:19.642186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=14609d5d-c48f-4c84-9253-1d164b57cbdc,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:19.647782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75ede5da-01a9-4ba3-986e-3346ca828599 req-60df09c6-a20f-4502-927c-80000c98a5aa tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Aug 29 17:53:19.702914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb848d2f-fb04-40cc-9b8f-a84224582e70 req-deda9206-85ba-40be-98a1-1944c0106a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:19.704382 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bb848d2f-fb04-40cc-9b8f-a84224582e70 req-deda9206-85ba-40be-98a1-1944c0106a34 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 1097 time: 0.0401266 Aug 29 17:53:19.739255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bb848d2f-fb04-40cc-9b8f-a84224582e70 req-0243c0fb-c87f-4538-adb3-e7b3f54492bd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271573 Aug 29 17:53:20.747674 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:20.764678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5df6b4-f6bb-49de-85b6-c635717d7800 req-40b78dbe-e283-43df-bcbb-11c044054dd0 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:20.766191 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd5df6b4-f6bb-49de-85b6-c635717d7800 req-40b78dbe-e283-43df-bcbb-11c044054dd0 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 945 time: 0.0503161 Aug 29 17:53:20.804717 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cd5df6b4-f6bb-49de-85b6-c635717d7800 req-ccbc1455-867a-4fe1-bde6-ffa79e3a0825 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Aug 29 17:53:21.919635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1dc41-1aa3-4f53-a6b9-a0bfbd00da3c req-365d0133-9834-4337-8ffc-c26103d1a69e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:21.921110 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ba1dc41-1aa3-4f53-a6b9-a0bfbd00da3c req-365d0133-9834-4337-8ffc-c26103d1a69e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 945 time: 0.0514472 Aug 29 17:53:21.958113 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ba1dc41-1aa3-4f53-a6b9-a0bfbd00da3c req-d2cc8d96-41c6-4372-894a-8051d22e644a tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Aug 29 17:53:22.173641 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-8a472a14-60c4-405b-b5b0-5d3633bdb2f3 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:22.175154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-8a472a14-60c4-405b-b5b0-5d3633bdb2f3 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/networks?id=d39be848-2de8-4026-8235-a1ea4c06ab66 HTTP/1.1" status: 200 len: 814 time: 0.1006317 Aug 29 17:53:22.189726 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-28497938-46af-40a3-b4ec-ac1717523178 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/quotas/1b9be48c61db42549bef89ea9dafb38d HTTP/1.1" status: 200 len: 375 time: 0.0088923 Aug 29 17:53:22.241920 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-ee3138d2-912b-416e-a31c-db01e09abf33 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b9be48c61db42549bef89ea9dafb38d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471072 Aug 29 17:53:22.328736 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-b8d30da4-a067-4c0c-870c-d210806315ed service neutron] 10.222.0.22 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795925 Aug 29 17:53:22.421629 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-9b52fd30-a962-4d2a-ab34-2c8cd23bfd69 service neutron] 10.222.0.22 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867569 Aug 29 17:53:22.578639 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ba11cc20-aca3-488f-8bfd-771aabeab1d0 req-fb9f0fb1-373a-42b8-9ebd-3dd1d3dc369a tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 210 time: 0.0299757 Aug 29 17:53:23.450685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-cb3f5501-c3f5-4e5a-b92a-7ad7e19e7916 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:23.452199 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-cb3f5501-c3f5-4e5a-b92a-7ad7e19e7916 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.10 "GET /v2.0/networks?id=d39be848-2de8-4026-8235-a1ea4c06ab66 HTTP/1.1" status: 200 len: 814 time: 0.1011326 Aug 29 17:53:23.465698 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Request body: {'port': {'device_id': '1cb291f3-2abc-4bd3-a22c-6851aeadc286', 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66', 'admin_state_up': True, 'tenant_id': '1b9be48c61db42549bef89ea9dafb38d'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:23.573913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Made reservation on behalf of 1b9be48c61db42549bef89ea9dafb38d for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:23.577599 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:23.677160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8cf78507-cf0c-4e26-9be5-6574137a1e00 req-414eea50-55a0-4de9-bda0-5d7b63272c46 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 210 time: 0.0320084 Aug 29 17:53:23.727757 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Allocated IP 172.20.0.6 (d39be848-2de8-4026-8235-a1ea4c06ab66/b10b5e2e-5177-4a96-bf87-9d511e7a09df/b4524864-3479-4d36-9478-02221088ead9) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:53:23.873387 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:23.915778 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:23.926966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['14609d5d-c48f-4c84-9253-1d164b57cbdc'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:53:23.961867 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Network d39be848-2de8-4026-8235-a1ea4c06ab66 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:53:23.966858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:23.970669 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:53:23.994161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Pushing event updated for resources: {'Port': ['ID=b4524864-3479-4d36-9478-02221088ead9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:24.021868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:24.023057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:24.036453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-32a7a23d-c26e-47dd-b586-33e5ec6cf22e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750062 Aug 29 17:53:24.049547 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Request body: {'port': {'device_id': '1cb291f3-2abc-4bd3-a22c-6851aeadc286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:24.102087 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:24.364580 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4524864-3479-4d36-9478-02221088ead9 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:53:24.371691 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:24.383176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Transition to ACTIVE for port object b4524864-3479-4d36-9478-02221088ead9 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:24.386790 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:24.451048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Pushing event updated for resources: {'Port': ['ID=b4524864-3479-4d36-9478-02221088ead9,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:24.498596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Attempting to bind port b4524864-3479-4d36-9478-02221088ead9 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:53:24.498929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Attempting to bind port b4524864-3479-4d36-9478-02221088ead9 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '49f29902-8e4b-48d6-9263-77823ba2f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:53:24.499259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Attempting to bind port b4524864-3479-4d36-9478-02221088ead9 on network d39be848-2de8-4026-8235-a1ea4c06ab66 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:53:24.503365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Port b4524864-3479-4d36-9478-02221088ead9 on network d39be848-2de8-4026-8235-a1ea4c06ab66 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:53:24.503681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Attempting to bind port b4524864-3479-4d36-9478-02221088ead9 on network d39be848-2de8-4026-8235-a1ea4c06ab66 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:53:24.508368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:53:24.508702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Checking segment: {'id': '49f29902-8e4b-48d6-9263-77823ba2f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:24.509077 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Bound using segment: {'id': '49f29902-8e4b-48d6-9263-77823ba2f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:53:24.509526 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Bound port: b4524864-3479-4d36-9478-02221088ead9, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f29902-8e4b-48d6-9263-77823ba2f7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:53:24.509873 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:24.574611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] For port b4524864-3479-4d36-9478-02221088ead9, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:53:24.577816 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] For port b4524864-3479-4d36-9478-02221088ead9, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b4524864-3479-4d36-9478-02221088ead9,segment=NetworkSegment(49f29902-8e4b-48d6-9263-77823ba2f7db),segment_id=49f29902-8e4b-48d6-9263-77823ba2f7db)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:53:24.582369 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:24.616000 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:24.616747 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:24.618099 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] 10.222.0.10 "PUT /v2.0/ports/b4524864-3479-4d36-9478-02221088ead9 HTTP/1.1" status: 200 len: 1092 time: 0.5726883 Aug 29 17:53:24.620038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb291f3-2abc-4bd3-a22c-6851aeadc286', 'tag': 'b4524864-3479-4d36-9478-02221088ead9'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:53:24.622923 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d6c0c1-16bf-413e-a107-3a6d8ad57067" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb291f3-2abc-4bd3-a22c-6851aeadc286", "tag": "b4524864-3479-4d36-9478-02221088ead9"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:53:24.651712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb287ae6-602a-48cf-94d8-6776b2be2180 service neutron] Pushing event updated for resources: {'Port': ['ID=b4524864-3479-4d36-9478-02221088ead9,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:24.662245 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f1a725-f5cd-48bb-8ab6-53275fc4207b x-openstack-request-id: req-91f1a725-f5cd-48bb-8ab6-53275fc4207b {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:53:24.662531 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb291f3-2abc-4bd3-a22c-6851aeadc286", "tag": "b4524864-3479-4d36-9478-02221088ead9", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:53:24.662811 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91f1a725-f5cd-48bb-8ab6-53275fc4207b {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:53:24.663204 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb291f3-2abc-4bd3-a22c-6851aeadc286', 'tag': 'b4524864-3479-4d36-9478-02221088ead9', 'status': 'completed', 'code': 200} Aug 29 17:53:24.706867 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-b5559bc1-5cef-43ed-92a9-37e71f228963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:24.708403 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-b5559bc1-5cef-43ed-92a9-37e71f228963 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b9be48c61db42549bef89ea9dafb38d&device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 1095 time: 0.0406687 Aug 29 17:53:24.753862 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-5831809e-7e2d-4df5-aba6-bb92e2a99900 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4524864-3479-4d36-9478-02221088ead9 HTTP/1.1" status: 200 len: 217 time: 0.0364146 Aug 29 17:53:24.831330 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c764f-fd2c-49d9-8430-bc31cc4dacbf req-c898a5b5-5db0-435c-bc35-0cf0138d0c12 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:24.832786 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b59c764f-fd2c-49d9-8430-bc31cc4dacbf req-c898a5b5-5db0-435c-bc35-0cf0138d0c12 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 943 time: 0.0816021 Aug 29 17:53:24.836304 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-ca744432-3011-4cb3-b0bc-2fc6dcde1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:24.837819 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-ca744432-3011-4cb3-b0bc-2fc6dcde1fb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b10b5e2e-5177-4a96-bf87-9d511e7a09df HTTP/1.1" status: 200 len: 854 time: 0.0766881 Aug 29 17:53:24.878732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-674349c0-8191-49e5-b824-a734292de3a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d39be848-2de8-4026-8235-a1ea4c06ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333261 Aug 29 17:53:24.909123 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b59c764f-fd2c-49d9-8430-bc31cc4dacbf req-6d029f25-2ad9-4712-9401-898bc0450f13 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704520 Aug 29 17:53:24.977134 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-c5448d52-319b-4953-a68e-7a2e25a6636e service neutron] 10.222.0.10 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892806 Aug 29 17:53:25.072256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c400e9a-5f07-4945-9941-fcfd244e774e req-cf18c53b-e7fe-4d39-9bc1-be454abf98e7 service neutron] 10.222.0.10 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840762 Aug 29 17:53:25.161693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6c0c1-16bf-413e-a107-3a6d8ad57067 req-5f195df4-4f94-4a7a-94b7-5b302fab7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:25.163883 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d6c0c1-16bf-413e-a107-3a6d8ad57067 req-5f195df4-4f94-4a7a-94b7-5b302fab7951 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1b9be48c61db42549bef89ea9dafb38d&device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 1095 time: 0.0508053 Aug 29 17:53:25.257835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6c0c1-16bf-413e-a107-3a6d8ad57067 req-0018e012-31c7-42b0-ac39-d0f0f7c2926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:25.259316 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d6c0c1-16bf-413e-a107-3a6d8ad57067 req-0018e012-31c7-42b0-ac39-d0f0f7c2926b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d39be848-2de8-4026-8235-a1ea4c06ab66 HTTP/1.1" status: 200 len: 915 time: 0.0888908 Aug 29 17:53:25.301078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d6c0c1-16bf-413e-a107-3a6d8ad57067 req-cd068afc-b30a-4af1-bc67-ac3bdfce07ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4524864-3479-4d36-9478-02221088ead9 HTTP/1.1" status: 200 len: 217 time: 0.0343800 Aug 29 17:53:25.352429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6c0c1-16bf-413e-a107-3a6d8ad57067 req-4c860e9e-e213-4887-867b-1a318691aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:25.353879 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d6c0c1-16bf-413e-a107-3a6d8ad57067 req-4c860e9e-e213-4887-867b-1a318691aa9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b10b5e2e-5177-4a96-bf87-9d511e7a09df HTTP/1.1" status: 200 len: 854 time: 0.0461123 Aug 29 17:53:25.386626 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d6c0c1-16bf-413e-a107-3a6d8ad57067 req-8ca20149-2220-4eb1-9703-db2499447128 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d39be848-2de8-4026-8235-a1ea4c06ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249290 Aug 29 17:53:25.475592 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d6c0c1-16bf-413e-a107-3a6d8ad57067 req-6bbce1f2-c0fc-42e3-8aa4-1e1bd57e3c07 service neutron] 10.222.0.10 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808473 Aug 29 17:53:25.571010 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1d6c0c1-16bf-413e-a107-3a6d8ad57067 req-a1e78b83-db59-4e11-9f14-de3ef1206178 service neutron] 10.222.0.10 "GET /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880616 Aug 29 17:53:26.024681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6555-2903-4066-b1ad-f79645dbae10 req-efd80134-2c5c-4bc2-829a-1ff7de08437f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:26.026191 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f45f6555-2903-4066-b1ad-f79645dbae10 req-efd80134-2c5c-4bc2-829a-1ff7de08437f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 943 time: 0.0489762 Aug 29 17:53:26.063745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f45f6555-2903-4066-b1ad-f79645dbae10 req-cdacab07-9a53-422a-9d83-30937d652c7c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315351 Aug 29 17:53:27.175530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72ae46-34d0-4e25-a030-7b1e1bfd39b1 req-5c817508-ddd3-4495-873c-e4b711764075 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:27.176976 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d72ae46-34d0-4e25-a030-7b1e1bfd39b1 req-5c817508-ddd3-4495-873c-e4b711764075 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 943 time: 0.0478332 Aug 29 17:53:27.214975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d72ae46-34d0-4e25-a030-7b1e1bfd39b1 req-741c3a56-ea35-41e0-b38c-56c4839a9a15 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308392 Aug 29 17:53:28.331314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02dace-8c59-4b7a-a1cc-e3c64d91d612 req-93e2c520-b843-4551-96ad-4dc10665c11d tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:28.332760 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e02dace-8c59-4b7a-a1cc-e3c64d91d612 req-93e2c520-b843-4551-96ad-4dc10665c11d tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 943 time: 0.0483341 Aug 29 17:53:28.370137 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e02dace-8c59-4b7a-a1cc-e3c64d91d612 req-c7d2162b-b08c-4809-83e5-0290a3ea3e46 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310214 Aug 29 17:53:29.328361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b4524864-3479-4d36-9478-02221088ead9 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:53:29.419651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b4524864-3479-4d36-9478-02221088ead9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b4524864-3479-4d36-9478-02221088ead9,segment=NetworkSegment(49f29902-8e4b-48d6-9263-77823ba2f7db),segment_id=49f29902-8e4b-48d6-9263-77823ba2f7db)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:29.434736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'b4524864-3479-4d36-9478-02221088ead9', 'network_id': 'd39be848-2de8-4026-8235-a1ea4c06ab66', 'port_id': 'b4524864-3479-4d36-9478-02221088ead9', 'mac_address': 'fa:16:3e:7f:5f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10b5e2e-5177-4a96-bf87-9d511e7a09df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:53:29.470326 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:29.483220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4524864-3479-4d36-9478-02221088ead9 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:53:29.484056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d17edd-d7fa-44fc-a9a2-c2e71d6a3763 req-329994ed-b395-4135-921d-ccd5ec955245 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:29.485654 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18d17edd-d7fa-44fc-a9a2-c2e71d6a3763 req-329994ed-b395-4135-921d-ccd5ec955245 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 943 time: 0.0489299 Aug 29 17:53:29.502807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b4524864-3479-4d36-9478-02221088ead9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b4524864-3479-4d36-9478-02221088ead9,segment=NetworkSegment(49f29902-8e4b-48d6-9263-77823ba2f7db),segment_id=49f29902-8e4b-48d6-9263-77823ba2f7db)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:29.507116 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:29.530256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-18d17edd-d7fa-44fc-a9a2-c2e71d6a3763 req-3c66aa37-d61e-4195-93ec-1eddf2dabacc tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379112 Aug 29 17:53:29.553874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b4524864-3479-4d36-9478-02221088ead9,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:29.697956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['b4524864-3479-4d36-9478-02221088ead9'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:53:30.646870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7c934-1428-45d7-aade-24781d1347b2 req-529a014c-41d8-479f-8f9b-253ae32b8dcf tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:30.648346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6da7c934-1428-45d7-aade-24781d1347b2 req-529a014c-41d8-479f-8f9b-253ae32b8dcf tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 944 time: 0.0515757 Aug 29 17:53:30.689968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6da7c934-1428-45d7-aade-24781d1347b2 req-fff5035b-ca38-438a-8918-e1bb933806fa tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357182 Aug 29 17:53:31.325094 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b4524864-3479-4d36-9478-02221088ead9 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:53:31.372422 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port b4524864-3479-4d36-9478-02221088ead9 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:53:31.375992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port b4524864-3479-4d36-9478-02221088ead9 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:53:31.376368 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:31.453241 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:31.474849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb291f3-2abc-4bd3-a22c-6851aeadc286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4524864-3479-4d36-9478-02221088ead9'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:53:31.477053 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3886d96-e53c-4797-8e18-c6961cf8f93a" -d '{"events": [{"server_uuid": "1cb291f3-2abc-4bd3-a22c-6851aeadc286", "name": "network-vif-plugged", "status": "completed", "tag": "b4524864-3479-4d36-9478-02221088ead9"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:53:31.489123 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port b4524864-3479-4d36-9478-02221088ead9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b4524864-3479-4d36-9478-02221088ead9,segment=NetworkSegment(49f29902-8e4b-48d6-9263-77823ba2f7db),segment_id=49f29902-8e4b-48d6-9263-77823ba2f7db)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:31.493036 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:31.518477 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a4397b-a4ab-44a3-8ed3-1310a70eb45a x-openstack-request-id: req-78a4397b-a4ab-44a3-8ed3-1310a70eb45a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:53:31.518780 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb291f3-2abc-4bd3-a22c-6851aeadc286", "name": "network-vif-plugged", "status": "completed", "tag": "b4524864-3479-4d36-9478-02221088ead9", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:53:31.519021 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78a4397b-a4ab-44a3-8ed3-1310a70eb45a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:53:31.519405 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb291f3-2abc-4bd3-a22c-6851aeadc286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4524864-3479-4d36-9478-02221088ead9', 'code': 200} Aug 29 17:53:31.542768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=b4524864-3479-4d36-9478-02221088ead9,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:31.609177 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098da49a-ded0-4c6e-b976-a8cbff944b30 req-d9092ba7-27d6-4528-9338-1cd24f998403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:31.610622 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-098da49a-ded0-4c6e-b976-a8cbff944b30 req-d9092ba7-27d6-4528-9338-1cd24f998403 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 1097 time: 0.0399730 Aug 29 17:53:31.646189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-098da49a-ded0-4c6e-b976-a8cbff944b30 req-4d008582-128d-4e8a-ace6-0fdf0d6d8c29 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278947 Aug 29 17:53:31.801277 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3086e-c54f-41be-a5fe-807109598ff0 req-7c2840de-8951-4247-a4ed-cf6fba55b119 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:31.802750 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cfa3086e-c54f-41be-a5fe-807109598ff0 req-7c2840de-8951-4247-a4ed-cf6fba55b119 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 945 time: 0.0486848 Aug 29 17:53:31.841455 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cfa3086e-c54f-41be-a5fe-807109598ff0 req-3aa02e91-df5e-4ff9-8e7e-bbedbecf6c5b tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323927 Aug 29 17:53:32.955350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db791fb0-d656-486b-8a3d-f9a43a57451c req-4ed24606-cddd-499d-b2e5-5706ec2dc294 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:32.956810 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db791fb0-d656-486b-8a3d-f9a43a57451c req-4ed24606-cddd-499d-b2e5-5706ec2dc294 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 945 time: 0.0473931 Aug 29 17:53:32.993650 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-db791fb0-d656-486b-8a3d-f9a43a57451c req-4c48b354-3069-4e2e-8fd9-5b117d643695 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301816 Aug 29 17:53:33.219204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efb74d-bdbf-4282-8610-65af41b823c1 req-6d1724c8-9c01-4b35-abc7-ee9ffe58fb2e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:33.220974 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1efb74d-bdbf-4282-8610-65af41b823c1 req-6d1724c8-9c01-4b35-abc7-ee9ffe58fb2e tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 945 time: 0.0495074 Aug 29 17:53:33.261573 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d1efb74d-bdbf-4282-8610-65af41b823c1 req-1e1d7fc2-bc9f-4793-a57c-ffb45126bf23 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346408 Aug 29 17:53:34.377901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc4797-9ecb-4fae-8aa7-2a79698cbba1 req-88faa1a5-3305-44c6-8e36-11c4aab5454b tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:34.379376 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5bc4797-9ecb-4fae-8aa7-2a79698cbba1 req-88faa1a5-3305-44c6-8e36-11c4aab5454b tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 945 time: 0.0509856 Aug 29 17:53:34.418281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d5bc4797-9ecb-4fae-8aa7-2a79698cbba1 req-aa8f3245-638e-432b-85e0-15a143bffed7 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325053 Aug 29 17:53:34.443090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d8e94-b773-4f27-8a28-ec7303db91a5 req-04cec684-cdfc-4579-a87e-2a2676a045ad tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:34.445074 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-976d8e94-b773-4f27-8a28-ec7303db91a5 req-04cec684-cdfc-4579-a87e-2a2676a045ad tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cb291f3-2abc-4bd3-a22c-6851aeadc286 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Aug 29 17:53:34.530933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-976d8e94-b773-4f27-8a28-ec7303db91a5 req-0cdf7be0-4030-4d84-bb0e-471e53e6803f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Deleting port b4524864-3479-4d36-9478-02221088ead9 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:34.531275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-976d8e94-b773-4f27-8a28-ec7303db91a5 req-0cdf7be0-4030-4d84-bb0e-471e53e6803f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:34.619016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-976d8e94-b773-4f27-8a28-ec7303db91a5 req-0cdf7be0-4030-4d84-bb0e-471e53e6803f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] For port b4524864-3479-4d36-9478-02221088ead9, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=b4524864-3479-4d36-9478-02221088ead9,segment=NetworkSegment(49f29902-8e4b-48d6-9263-77823ba2f7db),segment_id=49f29902-8e4b-48d6-9263-77823ba2f7db)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:34.619379 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-976d8e94-b773-4f27-8a28-ec7303db91a5 req-0cdf7be0-4030-4d84-bb0e-471e53e6803f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:34.632668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-976d8e94-b773-4f27-8a28-ec7303db91a5 req-0cdf7be0-4030-4d84-bb0e-471e53e6803f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Calling delete_port for b4524864-3479-4d36-9478-02221088ead9 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:34.757590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-976d8e94-b773-4f27-8a28-ec7303db91a5 req-0cdf7be0-4030-4d84-bb0e-471e53e6803f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:34.769119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['b4524864-3479-4d36-9478-02221088ead9'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:53:34.772218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['14609d5d-c48f-4c84-9253-1d164b57cbdc'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:53:34.785890 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf7be0-4030-4d84-bb0e-471e53e6803f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Pushing event deleted for resources: {'Port': ['ID=b4524864-3479-4d36-9478-02221088ead9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:34.828954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-976d8e94-b773-4f27-8a28-ec7303db91a5 req-0cdf7be0-4030-4d84-bb0e-471e53e6803f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] No DVR routers for this DVR port b4524864-3479-4d36-9478-02221088ead9 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:53:34.831632 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-976d8e94-b773-4f27-8a28-ec7303db91a5 req-0cdf7be0-4030-4d84-bb0e-471e53e6803f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:34.833612 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-976d8e94-b773-4f27-8a28-ec7303db91a5 req-0cdf7be0-4030-4d84-bb0e-471e53e6803f tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.10 "DELETE /v2.0/ports/b4524864-3479-4d36-9478-02221088ead9 HTTP/1.1" status: 204 len: 173 time: 0.3829432 Aug 29 17:53:34.834042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb291f3-2abc-4bd3-a22c-6851aeadc286', 'name': 'network-vif-deleted', 'tag': 'b4524864-3479-4d36-9478-02221088ead9'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:53:34.836315 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc39953-e86b-4fa1-b80a-99eaffce0652" -d '{"events": [{"server_uuid": "1cb291f3-2abc-4bd3-a22c-6851aeadc286", "name": "network-vif-deleted", "tag": "b4524864-3479-4d36-9478-02221088ead9"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:53:34.873072 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd252cea-6653-42dc-86e0-e1cefb6c2a2c x-openstack-request-id: req-dd252cea-6653-42dc-86e0-e1cefb6c2a2c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:53:34.873393 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb291f3-2abc-4bd3-a22c-6851aeadc286", "name": "network-vif-deleted", "tag": "b4524864-3479-4d36-9478-02221088ead9", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:53:34.873647 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd252cea-6653-42dc-86e0-e1cefb6c2a2c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:53:34.874047 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb291f3-2abc-4bd3-a22c-6851aeadc286', 'name': 'network-vif-deleted', 'tag': 'b4524864-3479-4d36-9478-02221088ead9', 'status': 'completed', 'code': 200} Aug 29 17:53:35.566255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c8bd2-47fa-45d4-ab6e-8f3f70258e5e req-5a3a8402-a990-4baa-a88d-d8638beda93d tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:35.567732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-638c8bd2-47fa-45d4-ab6e-8f3f70258e5e req-5a3a8402-a990-4baa-a88d-d8638beda93d tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 945 time: 0.0491779 Aug 29 17:53:35.604832 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-638c8bd2-47fa-45d4-ab6e-8f3f70258e5e req-bfdb569d-9936-4334-93f2-cd3bc46a2f66 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Aug 29 17:53:35.735732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c64995-2dcc-4187-9438-8c7483c9d9ed req-66548750-15e5-49eb-906b-7b278800f440 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:35.737098 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1c64995-2dcc-4187-9438-8c7483c9d9ed req-66548750-15e5-49eb-906b-7b278800f440 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 945 time: 0.0517163 Aug 29 17:53:35.774846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1c64995-2dcc-4187-9438-8c7483c9d9ed req-1e6822ed-7699-436d-b25b-c9a96b4190b7 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Aug 29 17:53:35.887152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9823b1c-b370-4cca-9863-0720b8a2ed06 req-f61d121e-8af4-4d6b-bc45-054ccfec31fb tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:35.888601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9823b1c-b370-4cca-9863-0720b8a2ed06 req-f61d121e-8af4-4d6b-bc45-054ccfec31fb tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 945 time: 0.0491018 Aug 29 17:53:35.930744 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9823b1c-b370-4cca-9863-0720b8a2ed06 req-98d33a73-e2a7-4ed8-9316-c26e060f8053 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362587 Aug 29 17:53:36.094369 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43251c-882d-4f0a-b5d3-2d1720c8aabb req-c02e3083-7503-4d2c-bde6-84c65753e66a tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:36.095833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c43251c-882d-4f0a-b5d3-2d1720c8aabb req-c02e3083-7503-4d2c-bde6-84c65753e66a tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 945 time: 0.0497818 Aug 29 17:53:36.133361 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0c43251c-882d-4f0a-b5d3-2d1720c8aabb req-d79f76d5-39e3-4b22-98fb-f0cc5c5f11b1 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Aug 29 17:53:36.247354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa65f7-6971-4526-b3cd-7e7eb06ce95f req-916437f7-f7a6-4893-94ef-7973e69492d9 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:36.248741 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bcfa65f7-6971-4526-b3cd-7e7eb06ce95f req-916437f7-f7a6-4893-94ef-7973e69492d9 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 945 time: 0.0490472 Aug 29 17:53:36.285606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bcfa65f7-6971-4526-b3cd-7e7eb06ce95f req-d2654099-cbfb-4ffe-812c-ebd8c9515284 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310016 Aug 29 17:53:36.407833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3520cb-e260-439c-8f34-6c5528a0d0a4 req-c9b2508f-bdfb-4a0a-bc01-bd668b8edc3a tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:36.409320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a3520cb-e260-439c-8f34-6c5528a0d0a4 req-c9b2508f-bdfb-4a0a-bc01-bd668b8edc3a tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 945 time: 0.0499735 Aug 29 17:53:36.446256 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1a3520cb-e260-439c-8f34-6c5528a0d0a4 req-6921076e-e88e-48bf-8ed9-309c3487bee2 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309985 Aug 29 17:53:36.740379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9be480-39b3-4fe0-9c45-2c151da7a366 req-5785a312-422b-4d96-af26-75af080f9cfe tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:36.741975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc9be480-39b3-4fe0-9c45-2c151da7a366 req-5785a312-422b-4d96-af26-75af080f9cfe tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 945 time: 0.0518656 Aug 29 17:53:36.779781 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cc9be480-39b3-4fe0-9c45-2c151da7a366 req-032eba74-7cc7-4069-a067-5b4d9cd446d8 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Aug 29 17:53:37.356923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b4524864-3479-4d36-9478-02221088ead9 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:53:37.376612 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: b4524864-3479-4d36-9478-02221088ead9 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:53:37.376960 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device b4524864-3479-4d36-9478-02221088ead9 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:53:37.684780 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:53:37.896133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7690e8-b35a-45fe-89ee-e8a4f5060bfa req-4efce757-45af-4eec-84c3-70d32d4bfd2b tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:37.897606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b7690e8-b35a-45fe-89ee-e8a4f5060bfa req-4efce757-45af-4eec-84c3-70d32d4bfd2b tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 945 time: 0.0490072 Aug 29 17:53:37.933963 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2b7690e8-b35a-45fe-89ee-e8a4f5060bfa req-d98a4161-6193-494d-8982-4353708fce71 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/security-groups?id=670b2f1a-5819-4fcf-9897-ffd3ba4de286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305851 Aug 29 17:53:38.257537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d33ab0-16e6-4af5-9f9a-6cde6b4a0513 req-a34f0bd6-c925-4121-b935-a0006d016199 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:38.258935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97d33ab0-16e6-4af5-9f9a-6cde6b4a0513 req-a34f0bd6-c925-4121-b935-a0006d016199 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 945 time: 0.0483310 Aug 29 17:53:38.353412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-97d33ab0-16e6-4af5-9f9a-6cde6b4a0513 req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Deleting port 14609d5d-c48f-4c84-9253-1d164b57cbdc {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:38.353755 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-97d33ab0-16e6-4af5-9f9a-6cde6b4a0513 req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:38.440288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-97d33ab0-16e6-4af5-9f9a-6cde6b4a0513 req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] For port 14609d5d-c48f-4c84-9253-1d164b57cbdc, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=14609d5d-c48f-4c84-9253-1d164b57cbdc,segment=NetworkSegment(49f29902-8e4b-48d6-9263-77823ba2f7db),segment_id=49f29902-8e4b-48d6-9263-77823ba2f7db)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:38.440652 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-97d33ab0-16e6-4af5-9f9a-6cde6b4a0513 req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:38.453600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-97d33ab0-16e6-4af5-9f9a-6cde6b4a0513 req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Calling delete_port for 14609d5d-c48f-4c84-9253-1d164b57cbdc owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:38.580974 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-97d33ab0-16e6-4af5-9f9a-6cde6b4a0513 req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:38.593357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['14609d5d-c48f-4c84-9253-1d164b57cbdc'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:53:38.607524 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Pushing event deleted for resources: {'Port': ['ID=14609d5d-c48f-4c84-9253-1d164b57cbdc,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:38.618098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.618456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.618799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.619143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.619493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.619827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.620528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.620528 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.620760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.621094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.621678 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.622004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:38.665560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d33ab0-16e6-4af5-9f9a-6cde6b4a0513 req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] No DVR routers for this DVR port 14609d5d-c48f-4c84-9253-1d164b57cbdc on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:53:38.668016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-97d33ab0-16e6-4af5-9f9a-6cde6b4a0513 req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:38.669990 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-97d33ab0-16e6-4af5-9f9a-6cde6b4a0513 req-09a44711-5704-4bdd-93ad-73a907ff3769 tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.16 "DELETE /v2.0/ports/14609d5d-c48f-4c84-9253-1d164b57cbdc HTTP/1.1" status: 204 len: 173 time: 0.4050193 Aug 29 17:53:38.670452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab8bd0f-c791-4a16-b92e-01fd33fbade1', 'name': 'network-vif-deleted', 'tag': '14609d5d-c48f-4c84-9253-1d164b57cbdc'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:53:38.672646 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc9d328-9d50-4572-848b-cb41ab5e7cee" -d '{"events": [{"server_uuid": "bab8bd0f-c791-4a16-b92e-01fd33fbade1", "name": "network-vif-deleted", "tag": "14609d5d-c48f-4c84-9253-1d164b57cbdc"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:53:38.712563 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd779d4-9e39-469a-90a0-5edb9e283285 x-openstack-request-id: req-0dd779d4-9e39-469a-90a0-5edb9e283285 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:53:38.712855 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab8bd0f-c791-4a16-b92e-01fd33fbade1", "name": "network-vif-deleted", "tag": "14609d5d-c48f-4c84-9253-1d164b57cbdc", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:53:38.713124 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0dd779d4-9e39-469a-90a0-5edb9e283285 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:53:38.713565 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab8bd0f-c791-4a16-b92e-01fd33fbade1', 'name': 'network-vif-deleted', 'tag': '14609d5d-c48f-4c84-9253-1d164b57cbdc', 'status': 'completed', 'code': 200} Aug 29 17:53:39.036486 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cf72554a-c9e1-4f48-ade7-0a619d020470 req-7d5bf7a2-b1e6-4f19-8666-ba912f6e4b6c tempest-ServersNegativeTestJSON-1082914409 tempest-ServersNegativeTestJSON-1082914409-project] 10.222.0.22 "GET /v2.0/ports?device_id=bab8bd0f-c791-4a16-b92e-01fd33fbade1 HTTP/1.1" status: 200 len: 210 time: 0.0260062 Aug 29 17:53:40.091760 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44046) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:40.135485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-5029782f-8291-480c-9198-1094fcfbb228 admin admin] Deleting subnet b10b5e2e-5177-4a96-bf87-9d511e7a09df {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:53:40.138483 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5029782f-8291-480c-9198-1094fcfbb228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.172443 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5029782f-8291-480c-9198-1094fcfbb228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.210187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5029782f-8291-480c-9198-1094fcfbb228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.266450 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5029782f-8291-480c-9198-1094fcfbb228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.294191 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5029782f-8291-480c-9198-1094fcfbb228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.296024 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5029782f-8291-480c-9198-1094fcfbb228 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b10b5e2e-5177-4a96-bf87-9d511e7a09df HTTP/1.1" status: 204 len: 168 time: 0.2032967 Aug 29 17:53:40.296795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029782f-8291-480c-9198-1094fcfbb228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10b5e2e-5177-4a96-bf87-9d511e7a09df,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:40.298685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44048) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:40.364265 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.444896 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.454497 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39be848-2de8-4026-8235-a1ea4c06ab66']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:40.465011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f29902-8e4b-48d6-9263-77823ba2f7db') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:40.465336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f29902-8e4b-48d6-9263-77823ba2f7db') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:40.473917 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.488782 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.495343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:53:40.495751 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:53:40.497623 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:53:40.549171 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.554611 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.557438 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d39be848-2de8-4026-8235-a1ea4c06ab66 HTTP/1.1" status: 204 len: 168 time: 0.2576406 Aug 29 17:53:40.570152 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d58d7-d231-44d9-b963-00f86520b032 admin admin] Pushing event deleted for resources: {'Network': ['ID=d39be848-2de8-4026-8235-a1ea4c06ab66,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:40.668066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44052) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:40.712027 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2b948dc3-653c-4931-91fb-91314354b7fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b9be48c61db42549bef89ea9dafb38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427806 Aug 29 17:53:40.714432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44054) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:40.762194 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce1b5f6-cfc4-4afe-8c47-24e40860bb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.782756 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce1b5f6-cfc4-4afe-8c47-24e40860bb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.828727 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce1b5f6-cfc4-4afe-8c47-24e40860bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.831476 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ce1b5f6-cfc4-4afe-8c47-24e40860bb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:40.832612 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9ce1b5f6-cfc4-4afe-8c47-24e40860bb64 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/670b2f1a-5819-4fcf-9897-ffd3ba4de286 HTTP/1.1" status: 204 len: 168 time: 0.1172314 Aug 29 17:53:40.840273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1b5f6-cfc4-4afe-8c47-24e40860bb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670b2f1a-5819-4fcf-9897-ffd3ba4de286,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:41.498393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 14609d5d-c48f-4c84-9253-1d164b57cbdc no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:53:41.501981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44076) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:41.518073 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 14609d5d-c48f-4c84-9253-1d164b57cbdc {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:53:41.518423 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 14609d5d-c48f-4c84-9253-1d164b57cbdc not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:53:41.596270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298303455'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:41.617530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Made reservation on behalf of 0a68022a2729488a9a26615c1f615f30 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:41.621293 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:41.629668 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:41.716964 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:41.720377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:41.746684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:53:41.755094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432988c3-8b26-4c34-a5a8-85d7fb495962,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:41.761373 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:41.761766 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Added segment 249d54ee-37cf-43e9-b0c5-a5931dd90511 of type vlan for network efdef7e2-372d-487f-8643-63a6245e3e9e Aug 29 17:53:41.800602 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:41.823604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:41.829090 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:41.829831 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:41.887873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3847847 Aug 29 17:53:41.900973 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41586ec-76ec-423f-9f52-4d5883c7beda tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event updated for resources: {'Network': ['ID=efdef7e2-372d-487f-8643-63a6245e3e9e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:41.911857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network efdef7e2-372d-487f-8643-63a6245e3e9e details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:53:42.968915 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-541b822a-603e-428b-b6e3-eba7c9f31db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.171162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44080) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:45.176360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Request body: {'subnet': {'network_id': 'efdef7e2-372d-487f-8643-63a6245e3e9e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:45.264346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Made reservation on behalf of 0a68022a2729488a9a26615c1f615f30 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:45.268062 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.446668 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.504349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event updated for resources: {'Subnet': ['ID=8386ff8f-5346-4b66-b094-e0aa5c7ed54e,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:45.515520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Checking segment: {'id': '249d54ee-37cf-43e9-b0c5-a5931dd90511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'efdef7e2-372d-487f-8643-63a6245e3e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:45.515881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Network hostable DHCP agents. Network: efdef7e2-372d-487f-8643-63a6245e3e9e, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:53:45.531863 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Network efdef7e2-372d-487f-8643-63a6245e3e9e is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:53:45.540840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, efdef7e2-372d-487f-8643-63a6245e3e9e) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:45.545031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:45.545651 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.552946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679d7818-1a60-49c2-83b2-ffff156d2efd None None] Network efdef7e2-372d-487f-8643-63a6245e3e9e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:45.560072 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c48d4623-6870-427e-81d0-62325010dcf1 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3878229 Aug 29 17:53:45.563554 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44082) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:45.568531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-640208690'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:45.588860 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Made reservation on behalf of 0a68022a2729488a9a26615c1f615f30 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:45.592280 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.615263 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6d797e68-b2ae-4a03-b3e2-6781c593b0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.616373 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:53:45.625656 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.626005 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Added segment 212ec398-58a2-498a-84ea-4b7e0123ea12 of type vlan for network e7ee9caf-ceed-4595-a5f2-189541bd7d30 Aug 29 17:53:45.667036 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.690963 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.697348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:45.697929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.709976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-efdef7e2-372d-487f-8643-63a6245e3e9e', 'network_id': 'efdef7e2-372d-487f-8643-63a6245e3e9e', 'tenant_id': '0a68022a2729488a9a26615c1f615f30', 'fixed_ips': [{'subnet_id': '8386ff8f-5346-4b66-b094-e0aa5c7ed54e'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:53:45.710830 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.757700 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1930897 Aug 29 17:53:45.760717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44084) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:45.767544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Request body: {'subnet': {'network_id': 'e7ee9caf-ceed-4595-a5f2-189541bd7d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:45.816279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b88f07-6571-4d76-9820-98292b911499 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event updated for resources: {'Network': ['ID=e7ee9caf-ceed-4595-a5f2-189541bd7d30,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:45.835103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network e7ee9caf-ceed-4595-a5f2-189541bd7d30 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:53:45.859761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Made reservation on behalf of 0a68022a2729488a9a26615c1f615f30 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:45.863302 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:45.893629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Allocated IP 2001:db8:0:ffff::2 (efdef7e2-372d-487f-8643-63a6245e3e9e/8386ff8f-5346-4b66-b094-e0aa5c7ed54e/7d39c288-3ab1-4131-ade2-ea528ed01137) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:53:45.990340 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.055332 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.072788 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.081128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Transition to ACTIVE for port object 7d39c288-3ab1-4131-ade2-ea528ed01137 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:46.096291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Transition to ACTIVE for port object 7d39c288-3ab1-4131-ade2-ea528ed01137 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:46.102811 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.111884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event updated for resources: {'Subnet': ['ID=3f701d47-11bf-46da-bf56-699df4ec4a88,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:46.130764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Checking segment: {'id': '212ec398-58a2-498a-84ea-4b7e0123ea12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e7ee9caf-ceed-4595-a5f2-189541bd7d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:46.131125 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Network hostable DHCP agents. Network: e7ee9caf-ceed-4595-a5f2-189541bd7d30, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:53:46.140664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Network efdef7e2-372d-487f-8643-63a6245e3e9e is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:53:46.145820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:46.147227 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Network e7ee9caf-ceed-4595-a5f2-189541bd7d30 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:53:46.150050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:53:46.156057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Pushing event updated for resources: {'Port': ['ID=7d39c288-3ab1-4131-ade2-ea528ed01137,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:46.156799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, e7ee9caf-ceed-4595-a5f2-189541bd7d30) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:46.162847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:46.163455 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.169139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498b449b-1cd9-456d-b3dc-580cfc1ce6f3 None None] Network e7ee9caf-ceed-4595-a5f2-189541bd7d30 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:46.181665 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44086) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:46.182236 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1369a5cf-3ca9-4357-bb70-cbd047f21f4d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4200239 Aug 29 17:53:46.201088 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.201755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.202165 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.202510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.202846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.203180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.203509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.203933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.204159 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.204481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.204801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.205121 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.275285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Attempting to bind port 7d39c288-3ab1-4131-ade2-ea528ed01137 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:53:46.275658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Attempting to bind port 7d39c288-3ab1-4131-ade2-ea528ed01137 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '249d54ee-37cf-43e9-b0c5-a5931dd90511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'efdef7e2-372d-487f-8643-63a6245e3e9e'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:53:46.276022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Attempting to bind port 7d39c288-3ab1-4131-ade2-ea528ed01137 on network efdef7e2-372d-487f-8643-63a6245e3e9e {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:53:46.291416 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:53:46.291792 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Checking segment: {'id': '249d54ee-37cf-43e9-b0c5-a5931dd90511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'efdef7e2-372d-487f-8643-63a6245e3e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:46.292203 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.292597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Bound using segment: {'id': '249d54ee-37cf-43e9-b0c5-a5931dd90511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'efdef7e2-372d-487f-8643-63a6245e3e9e'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:53:46.293071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Bound port: 7d39c288-3ab1-4131-ade2-ea528ed01137, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249d54ee-37cf-43e9-b0c5-a5931dd90511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'efdef7e2-372d-487f-8643-63a6245e3e9e'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:53:46.293320 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.293495 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.354602 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.415748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] For port 7d39c288-3ab1-4131-ade2-ea528ed01137, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:53:46.428321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] For port 7d39c288-3ab1-4131-ade2-ea528ed01137, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7d39c288-3ab1-4131-ade2-ea528ed01137,segment=NetworkSegment(249d54ee-37cf-43e9-b0c5-a5931dd90511),segment_id=249d54ee-37cf-43e9-b0c5-a5931dd90511)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:53:46.430997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521284c3-1bf8-413a-b4cd-e4cd27d03891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-e7ee9caf-ceed-4595-a5f2-189541bd7d30', 'network_id': 'e7ee9caf-ceed-4595-a5f2-189541bd7d30', 'tenant_id': '0a68022a2729488a9a26615c1f615f30', 'fixed_ips': [{'subnet_id': '3f701d47-11bf-46da-bf56-699df4ec4a88'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:53:46.431916 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-521284c3-1bf8-413a-b4cd-e4cd27d03891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.438404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.441886 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.465575 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Subnet': ['ID=3f701d47-11bf-46da-bf56-699df4ec4a88,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:46.475034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.475589 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.476081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.476605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.477107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.477615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.478108 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.479191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.479714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.480224 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.480712 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.481241 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:53:46.553396 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.562672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67a655-1ab9-4970-9a84-d8af1f41437a None None] Pushing event updated for resources: {'Port': ['ID=7d39c288-3ab1-4131-ade2-ea528ed01137,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:46.567703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ce2d69-61ab-44b4-aa2c-58a8e91312d2 None None] Network e7ee9caf-ceed-4595-a5f2-189541bd7d30 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:46.576407 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ee9caf-ceed-4595-a5f2-189541bd7d30']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:46.592182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212ec398-58a2-498a-84ea-4b7e0123ea12') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:46.592486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212ec398-58a2-498a-84ea-4b7e0123ea12') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:46.601474 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.616074 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.624885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:53:46.625652 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:53:46.628883 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:53:46.711088 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.722521 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.724943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/networks/e7ee9caf-ceed-4595-a5f2-189541bd7d30 HTTP/1.1" status: 204 len: 168 time: 0.5421655 Aug 29 17:53:46.728541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44088) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:46.734659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1521280065'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:46.747766 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb135d2-eba1-49b6-ad44-2f132322bd28 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Network': ['ID=e7ee9caf-ceed-4595-a5f2-189541bd7d30,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:46.766014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Made reservation on behalf of 0a68022a2729488a9a26615c1f615f30 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:46.769561 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.794390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:53:46.806034 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.806475 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Added segment ad1eaef5-34b8-451a-bbff-1999e1d5f842 of type vlan for network 7c63fbb5-f09b-4667-bbdc-fcc9466c3b31 Aug 29 17:53:46.849590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.860580 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.885788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.891671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:46.892336 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:46.956864 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2267828 Aug 29 17:53:46.959985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44090) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:46.966400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Request body: {'subnet': {'network_id': '7c63fbb5-f09b-4667-bbdc-fcc9466c3b31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:46.971061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5157d0a-1f15-4a80-b9c5-5147820f75bb tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event updated for resources: {'Network': ['ID=7c63fbb5-f09b-4667-bbdc-fcc9466c3b31,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:46.982604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 7c63fbb5-f09b-4667-bbdc-fcc9466c3b31 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:53:47.060931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Made reservation on behalf of 0a68022a2729488a9a26615c1f615f30 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:47.064708 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.130224 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.ipam_backend_mixin [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Performing IP validity checks on allocation pools {{(pid=111677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 29 17:53:47.131077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.ipam_backend_mixin [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111677) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 29 17:53:47.267754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.327985 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event updated for resources: {'Subnet': ['ID=a823677a-f728-4d00-93e3-edc607e1bdd9,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:47.339291 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Checking segment: {'id': 'ad1eaef5-34b8-451a-bbff-1999e1d5f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c63fbb5-f09b-4667-bbdc-fcc9466c3b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:47.339658 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Network hostable DHCP agents. Network: 7c63fbb5-f09b-4667-bbdc-fcc9466c3b31, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:53:47.356913 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Network 7c63fbb5-f09b-4667-bbdc-fcc9466c3b31 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:53:47.367146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 7c63fbb5-f09b-4667-bbdc-fcc9466c3b31) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:47.371839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:47.372482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.376940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0d3728-7e82-4657-b355-a8b4392c4107 None None] Network 7c63fbb5-f09b-4667-bbdc-fcc9466c3b31 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:47.391330 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ecf90ddc-6245-4deb-8566-656d3872119d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4304855 Aug 29 17:53:47.394024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44092) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:47.500412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.535297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d10165f-042e-4ee5-b459-21b02702c3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-7c63fbb5-f09b-4667-bbdc-fcc9466c3b31', 'network_id': '7c63fbb5-f09b-4667-bbdc-fcc9466c3b31', 'tenant_id': '0a68022a2729488a9a26615c1f615f30', 'fixed_ips': [{'subnet_id': 'a823677a-f728-4d00-93e3-edc607e1bdd9'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:53:47.536165 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2d10165f-042e-4ee5-b459-21b02702c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.546388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3e2552-f9eb-4e26-be7a-a3d6cb2f2eb2 None None] Network efdef7e2-372d-487f-8643-63a6245e3e9e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:47.558335 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.618284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.651014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Subnet': ['ID=a823677a-f728-4d00-93e3-edc607e1bdd9,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:47.654999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8af98af7-75e3-4b8e-84dd-6617799004b3 None None] Provisioning for port 7d39c288-3ab1-4131-ade2-ea528ed01137 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server [None req-2d10165f-042e-4ee5-b459-21b02702c3ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a823677a-f728-4d00-93e3-edc607e1bdd9: This subnet is being modified by another concurrent operation. Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise self.value Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server raise exception Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a823677a-f728-4d00-93e3-edc607e1bdd9: This subnet is being modified by another concurrent operation. Aug 29 17:53:47.702646 n-d-713301-13 neutron-server[111678]: ERROR oslo_messaging.rpc.server Aug 29 17:53:47.710316 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.720902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c63fbb5-f09b-4667-bbdc-fcc9466c3b31']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:47.728824 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a05a6d-49ab-4254-b23a-c8a384bd43f7 None None] Network 7c63fbb5-f09b-4667-bbdc-fcc9466c3b31 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:47.732506 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1eaef5-34b8-451a-bbff-1999e1d5f842') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:47.732807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1eaef5-34b8-451a-bbff-1999e1d5f842') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:47.741576 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.755921 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.762028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:53:47.762447 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:53:47.765487 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:53:47.829289 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.837544 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.839339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/networks/7c63fbb5-f09b-4667-bbdc-fcc9466c3b31 HTTP/1.1" status: 204 len: 168 time: 0.4442554 Aug 29 17:53:47.843620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44094) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:47.848789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-432022343'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:47.854099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4de68-9bea-4351-9eaf-2f44134a9b08 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Network': ['ID=7c63fbb5-f09b-4667-bbdc-fcc9466c3b31,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:47.875034 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Made reservation on behalf of 0a68022a2729488a9a26615c1f615f30 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:47.878933 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.903436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:53:47.913307 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.913651 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Added segment fc8039df-feb9-4e70-854a-ce7519ce89e8 of type vlan for network 594fc21a-6da1-4c3c-92be-e07f11b152d1 Aug 29 17:53:47.958696 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.986406 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:47.992558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:47.993291 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.048777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1cc622-d55f-4f55-a1ec-9953f9ff0e55 None None] get_active_networks_info from n-d-713301-13 {{(pid=111678) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 17:53:48.051150 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2064071 Aug 29 17:53:48.054791 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44096) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:48.061608 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Request body: {'subnet': {'network_id': '594fc21a-6da1-4c3c-92be-e07f11b152d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:48.080577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e53dd1-70c1-4bbe-af58-7d46619fc4b7 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event updated for resources: {'Network': ['ID=594fc21a-6da1-4c3c-92be-e07f11b152d1,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:48.092997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 594fc21a-6da1-4c3c-92be-e07f11b152d1 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:53:48.159518 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Made reservation on behalf of 0a68022a2729488a9a26615c1f615f30 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:48.163899 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.183751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1cc622-d55f-4f55-a1ec-9953f9ff0e55 None None] Resources bound (agent type, host, resource id): {{(pid=111678) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 29 17:53:48.272641 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.279162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7d39c288-3ab1-4131-ade2-ea528ed01137 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:53:48.362515 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.378431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 7d39c288-3ab1-4131-ade2-ea528ed01137 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:53:48.384932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7d39c288-3ab1-4131-ade2-ea528ed01137 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:53:48.385338 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.423869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event updated for resources: {'Subnet': ['ID=37768d13-b50f-416c-9721-53ecc4a932f9,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:48.434354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Checking segment: {'id': 'fc8039df-feb9-4e70-854a-ce7519ce89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '594fc21a-6da1-4c3c-92be-e07f11b152d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:48.434705 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Network hostable DHCP agents. Network: 594fc21a-6da1-4c3c-92be-e07f11b152d1, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:53:48.451373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Network 594fc21a-6da1-4c3c-92be-e07f11b152d1 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:53:48.460904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 594fc21a-6da1-4c3c-92be-e07f11b152d1) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:48.465802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:48.466412 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.481957 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-84835e59-05a1-478b-b2d1-d151b85fa772 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4260654 Aug 29 17:53:48.484696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44098) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:48.490354 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584894550'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:48.507534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c2c8bf-f8c8-4869-b3af-6d8b8095155d None None] Network 594fc21a-6da1-4c3c-92be-e07f11b152d1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:48.512680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Made reservation on behalf of 0a68022a2729488a9a26615c1f615f30 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:48.516081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.541610 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:53:48.550995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.551399 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Added segment 56066780-9bd7-454d-9760-3250522e9d50 of type vlan for network 944f34ba-c96d-4895-908c-8cd959fb73a1 Aug 29 17:53:48.565266 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.571892 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.593116 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.617900 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.624183 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:48.624782 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.629030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 7d39c288-3ab1-4131-ade2-ea528ed01137, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7d39c288-3ab1-4131-ade2-ea528ed01137,segment=NetworkSegment(249d54ee-37cf-43e9-b0c5-a5931dd90511),segment_id=249d54ee-37cf-43e9-b0c5-a5931dd90511)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:48.634486 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.689670 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2011406 Aug 29 17:53:48.689892 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44100) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:48.697493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Request body: {'subnet': {'network_id': '944f34ba-c96d-4895-908c-8cd959fb73a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:48.712785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=7d39c288-3ab1-4131-ade2-ea528ed01137,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:48.737553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-594fc21a-6da1-4c3c-92be-e07f11b152d1', 'network_id': '594fc21a-6da1-4c3c-92be-e07f11b152d1', 'tenant_id': '0a68022a2729488a9a26615c1f615f30', 'fixed_ips': [{'subnet_id': '37768d13-b50f-416c-9721-53ecc4a932f9'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:53:48.738515 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.749929 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4ae2e-ee26-41a2-a0ab-916f3c8541d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event updated for resources: {'Network': ['ID=944f34ba-c96d-4895-908c-8cd959fb73a1,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:48.761482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 944f34ba-c96d-4895-908c-8cd959fb73a1 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:53:48.797561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Made reservation on behalf of 0a68022a2729488a9a26615c1f615f30 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:48.801154 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:48.928039 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Allocated IP 2001:db8::2 (594fc21a-6da1-4c3c-92be-e07f11b152d1/37768d13-b50f-416c-9721-53ecc4a932f9/23eb126b-8368-4f19-a52b-81d511d552ab) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:53:48.985761 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.049936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event updated for resources: {'Subnet': ['ID=816dfc5a-b09e-4637-a832-8b5bd65feb23,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:49.060219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Checking segment: {'id': '56066780-9bd7-454d-9760-3250522e9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '944f34ba-c96d-4895-908c-8cd959fb73a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:49.060584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Network hostable DHCP agents. Network: 944f34ba-c96d-4895-908c-8cd959fb73a1, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:53:49.073046 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.078029 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Network 944f34ba-c96d-4895-908c-8cd959fb73a1 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:53:49.081890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Transition to ACTIVE for port object 23eb126b-8368-4f19-a52b-81d511d552ab will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:49.087109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 944f34ba-c96d-4895-908c-8cd959fb73a1) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:49.091363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:49.091968 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.103564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8cdd6b-b25f-4f64-85f5-2725686bb76a None None] Network 944f34ba-c96d-4895-908c-8cd959fb73a1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:49.110333 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-91c7aed2-7112-4efb-a9da-16eff1177936 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4165382 Aug 29 17:53:49.110689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44102) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:49.120973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Transition to ACTIVE for port object 23eb126b-8368-4f19-a52b-81d511d552ab will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:49.159436 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.213588 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.220658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Network 594fc21a-6da1-4c3c-92be-e07f11b152d1 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:53:49.227446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:49.229940 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:53:49.243444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Pushing event updated for resources: {'Port': ['ID=23eb126b-8368-4f19-a52b-81d511d552ab,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:49.264685 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.328490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Attempting to bind port 23eb126b-8368-4f19-a52b-81d511d552ab on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:53:49.328857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Attempting to bind port 23eb126b-8368-4f19-a52b-81d511d552ab by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'fc8039df-feb9-4e70-854a-ce7519ce89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '594fc21a-6da1-4c3c-92be-e07f11b152d1'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:53:49.329234 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Attempting to bind port 23eb126b-8368-4f19-a52b-81d511d552ab on network 594fc21a-6da1-4c3c-92be-e07f11b152d1 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:53:49.330444 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.348958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:53:49.349999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Checking segment: {'id': 'fc8039df-feb9-4e70-854a-ce7519ce89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '594fc21a-6da1-4c3c-92be-e07f11b152d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:49.350247 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.350625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Bound using segment: {'id': 'fc8039df-feb9-4e70-854a-ce7519ce89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '594fc21a-6da1-4c3c-92be-e07f11b152d1'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:53:49.351090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Bound port: 23eb126b-8368-4f19-a52b-81d511d552ab, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8039df-feb9-4e70-854a-ce7519ce89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '594fc21a-6da1-4c3c-92be-e07f11b152d1'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:53:49.351463 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.358024 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Subnet': ['ID=816dfc5a-b09e-4637-a832-8b5bd65feb23,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:49.363183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef4a523-fca2-4028-a97d-117d47b759b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-944f34ba-c96d-4895-908c-8cd959fb73a1', 'network_id': '944f34ba-c96d-4895-908c-8cd959fb73a1', 'tenant_id': '0a68022a2729488a9a26615c1f615f30', 'fixed_ips': [{'subnet_id': '816dfc5a-b09e-4637-a832-8b5bd65feb23'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:53:49.364019 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2ef4a523-fca2-4028-a97d-117d47b759b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.420318 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.430738 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944f34ba-c96d-4895-908c-8cd959fb73a1']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:49.440820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56066780-9bd7-454d-9760-3250522e9d50') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:49.441119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56066780-9bd7-454d-9760-3250522e9d50') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:49.449893 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.463349 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.469079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:53:49.469504 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:53:49.472505 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:53:49.478476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] For port 23eb126b-8368-4f19-a52b-81d511d552ab, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:53:49.482252 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] For port 23eb126b-8368-4f19-a52b-81d511d552ab, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=23eb126b-8368-4f19-a52b-81d511d552ab,segment=NetworkSegment(fc8039df-feb9-4e70-854a-ce7519ce89e8),segment_id=fc8039df-feb9-4e70-854a-ce7519ce89e8)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:53:49.484654 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4a20a8-25c0-4123-9c96-f0a106fbec2f None None] Network 944f34ba-c96d-4895-908c-8cd959fb73a1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:49.488321 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.538064 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.545295 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.547122 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/networks/944f34ba-c96d-4895-908c-8cd959fb73a1 HTTP/1.1" status: 204 len: 168 time: 0.4354253 Aug 29 17:53:49.550338 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44104) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:49.559602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebe4b7-f86f-47a6-a03f-0501ed5840d6 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Network': ['ID=944f34ba-c96d-4895-908c-8cd959fb73a1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:49.591989 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-9509201a-74dc-497f-a94d-8a121234dc37 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] GET failed (client error): The resource could not be found. Aug 29 17:53:49.595968 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9509201a-74dc-497f-a94d-8a121234dc37 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "GET /v2.0/subnets/816dfc5a-b09e-4637-a832-8b5bd65feb23 HTTP/1.1" status: 404 len: 337 time: 0.0414717 Aug 29 17:53:49.596203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44106) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:49.602115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a9233-f9aa-4ed8-91ed-553599b3860a None None] Pushing event updated for resources: {'Port': ['ID=23eb126b-8368-4f19-a52b-81d511d552ab,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:49.616052 n-d-713301-13 neutron-server[111677]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fc38f7-81c7-4b88-961d-1782a055e82c tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] DELETE failed (client error): The resource could not be found. Aug 29 17:53:49.616628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fc38f7-81c7-4b88-961d-1782a055e82c tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111677) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:53:49.622619 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44108) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:49.622792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a8fc38f7-81c7-4b88-961d-1782a055e82c tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/networks/944f34ba-c96d-4895-908c-8cd959fb73a1 HTTP/1.1" status: 404 len: 339 time: 0.0250664 Aug 29 17:53:49.650914 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66d537f-6b9d-4538-a1a2-10585182aaca tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] DELETE failed (client error): The resource could not be found. Aug 29 17:53:49.651366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66d537f-6b9d-4538-a1a2-10585182aaca tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:53:49.653106 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d66d537f-6b9d-4538-a1a2-10585182aaca tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/subnets/816dfc5a-b09e-4637-a832-8b5bd65feb23 HTTP/1.1" status: 404 len: 337 time: 0.0292935 Aug 29 17:53:49.655605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44110) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:49.674148 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4b3314-cccd-4c58-98db-5462b8f0d068 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] DELETE failed (client error): The resource could not be found. Aug 29 17:53:49.674768 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4b3314-cccd-4c58-98db-5462b8f0d068 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:53:49.676455 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ef4b3314-cccd-4c58-98db-5462b8f0d068 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/networks/944f34ba-c96d-4895-908c-8cd959fb73a1 HTTP/1.1" status: 404 len: 339 time: 0.0199282 Aug 29 17:53:49.679485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44112) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:49.730759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b39d64-00bb-4ea0-8e2e-5810b75f7696 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Deleting subnet 37768d13-b50f-416c-9721-53ecc4a932f9 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:53:49.733966 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b39d64-00bb-4ea0-8e2e-5810b75f7696 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:49.794771 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b39d64-00bb-4ea0-8e2e-5810b75f7696 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.212607 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b39d64-00bb-4ea0-8e2e-5810b75f7696 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.279497 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b39d64-00bb-4ea0-8e2e-5810b75f7696 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.310402 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b39d64-00bb-4ea0-8e2e-5810b75f7696 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Subnet': ['ID=37768d13-b50f-416c-9721-53ecc4a932f9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:50.312616 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b0b39d64-00bb-4ea0-8e2e-5810b75f7696 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.314623 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b0b39d64-00bb-4ea0-8e2e-5810b75f7696 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/subnets/37768d13-b50f-416c-9721-53ecc4a932f9 HTTP/1.1" status: 204 len: 168 time: 0.6342242 Aug 29 17:53:50.317319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44114) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:50.335568 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 23eb126b-8368-4f19-a52b-81d511d552ab up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:53:50.389700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 23eb126b-8368-4f19-a52b-81d511d552ab completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:53:50.394534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7d39c288-3ab1-4131-ade2-ea528ed01137 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:53:50.399319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.454703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7d39c288-3ab1-4131-ade2-ea528ed01137 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:53:50.455086 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.464975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Deleting port 23eb126b-8368-4f19-a52b-81d511d552ab {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:50.465349 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.537549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] For port 23eb126b-8368-4f19-a52b-81d511d552ab, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=23eb126b-8368-4f19-a52b-81d511d552ab,segment=NetworkSegment(fc8039df-feb9-4e70-854a-ce7519ce89e8),segment_id=fc8039df-feb9-4e70-854a-ce7519ce89e8)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:50.538003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.538484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb2f62e-a44d-45bb-a14d-14f5153a676c None None] Network 594fc21a-6da1-4c3c-92be-e07f11b152d1 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:50.551117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Calling delete_port for 23eb126b-8368-4f19-a52b-81d511d552ab owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:50.602052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d661b49d-b881-436b-8a17-9716f76dd6b7 None None] Provisioning for port 23eb126b-8368-4f19-a52b-81d511d552ab completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:53:50.612162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d661b49d-b881-436b-8a17-9716f76dd6b7 None None] Provisioning complete for port 23eb126b-8368-4f19-a52b-81d511d552ab triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:53:50.612534 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d661b49d-b881-436b-8a17-9716f76dd6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.863145 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.910655 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d661b49d-b881-436b-8a17-9716f76dd6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.930847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72ed2c-4f83-485c-b73d-93c71789d0f6 None None] DHCP port deletion for 594fc21a-6da1-4c3c-92be-e07f11b152d1 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:53:50.967267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d661b49d-b881-436b-8a17-9716f76dd6b7 None None] For port 23eb126b-8368-4f19-a52b-81d511d552ab, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=23eb126b-8368-4f19-a52b-81d511d552ab,segment=NetworkSegment(fc8039df-feb9-4e70-854a-ce7519ce89e8),segment_id=fc8039df-feb9-4e70-854a-ce7519ce89e8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:50.972875 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d661b49d-b881-436b-8a17-9716f76dd6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:50.993864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.018575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Port': ['ID=23eb126b-8368-4f19-a52b-81d511d552ab,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:51.023123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] No DVR routers for this DVR port 23eb126b-8368-4f19-a52b-81d511d552ab on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:53:51.035520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661b49d-b881-436b-8a17-9716f76dd6b7 None None] Pushing event updated for resources: {'Port': ['ID=23eb126b-8368-4f19-a52b-81d511d552ab,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:51.039545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ff72ed2c-4f83-485c-b73d-93c71789d0f6 None None] Deleting port 23eb126b-8368-4f19-a52b-81d511d552ab {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:51.039920 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff72ed2c-4f83-485c-b73d-93c71789d0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.100467 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ff72ed2c-4f83-485c-b73d-93c71789d0f6 None None] For port 23eb126b-8368-4f19-a52b-81d511d552ab, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:51.100861 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff72ed2c-4f83-485c-b73d-93c71789d0f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.101312 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.112066 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594fc21a-6da1-4c3c-92be-e07f11b152d1']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:51.114260 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ff72ed2c-4f83-485c-b73d-93c71789d0f6 None None] Calling delete_port for 23eb126b-8368-4f19-a52b-81d511d552ab owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:51.117402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-ff72ed2c-4f83-485c-b73d-93c71789d0f6 None None] Port 23eb126b-8368-4f19-a52b-81d511d552ab was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:53:51.118661 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ff72ed2c-4f83-485c-b73d-93c71789d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.127301 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8039df-feb9-4e70-854a-ce7519ce89e8') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:51.127599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8039df-feb9-4e70-854a-ce7519ce89e8') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:51.138767 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.142759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72ed2c-4f83-485c-b73d-93c71789d0f6 None None] Pushing event deleted for resources: {'Port': ['ID=23eb126b-8368-4f19-a52b-81d511d552ab,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:51.146314 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72ed2c-4f83-485c-b73d-93c71789d0f6 None None] No DVR routers for this DVR port 23eb126b-8368-4f19-a52b-81d511d552ab on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:53:51.157816 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.164521 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:53:51.164905 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:53:51.168414 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:53:51.225427 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.232622 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.234468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/networks/594fc21a-6da1-4c3c-92be-e07f11b152d1 HTTP/1.1" status: 204 len: 168 time: 0.9156358 Aug 29 17:53:51.237443 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44116) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:51.246250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153e10-9fc9-4a6a-851d-02a6c0f7ea5b tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Network': ['ID=594fc21a-6da1-4c3c-92be-e07f11b152d1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:51.267278 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-218e7d05-d4eb-4dc7-90a5-595ab39cd805 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] DELETE failed (client error): The resource could not be found. Aug 29 17:53:51.267731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218e7d05-d4eb-4dc7-90a5-595ab39cd805 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:53:51.269509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-218e7d05-d4eb-4dc7-90a5-595ab39cd805 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/subnets/a823677a-f728-4d00-93e3-edc607e1bdd9 HTTP/1.1" status: 404 len: 337 time: 0.0308766 Aug 29 17:53:51.272394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44118) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:51.290392 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e096095-6c93-4ade-81c4-9d8f2575e17a tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] DELETE failed (client error): The resource could not be found. Aug 29 17:53:51.290907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e096095-6c93-4ade-81c4-9d8f2575e17a tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:53:51.292508 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5e096095-6c93-4ade-81c4-9d8f2575e17a tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/networks/7c63fbb5-f09b-4667-bbdc-fcc9466c3b31 HTTP/1.1" status: 404 len: 339 time: 0.0192301 Aug 29 17:53:51.294817 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44120) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:51.318827 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-999ee7b1-5bda-4418-a954-b0e7c89e5a8d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] DELETE failed (client error): The resource could not be found. Aug 29 17:53:51.319262 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999ee7b1-5bda-4418-a954-b0e7c89e5a8d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:53:51.320852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-999ee7b1-5bda-4418-a954-b0e7c89e5a8d tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/subnets/3f701d47-11bf-46da-bf56-699df4ec4a88 HTTP/1.1" status: 404 len: 337 time: 0.0251732 Aug 29 17:53:51.322982 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44122) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:51.342527 n-d-713301-13 neutron-server[111676]: INFO neutron.pecan_wsgi.hooks.translation [None req-001ffd15-4975-4743-87ad-f504a982f5bf tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] DELETE failed (client error): The resource could not be found. Aug 29 17:53:51.343050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001ffd15-4975-4743-87ad-f504a982f5bf tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111676) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 29 17:53:51.344668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-001ffd15-4975-4743-87ad-f504a982f5bf tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/networks/e7ee9caf-ceed-4595-a5f2-189541bd7d30 HTTP/1.1" status: 404 len: 339 time: 0.0208366 Aug 29 17:53:51.346846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44124) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:51.395328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7572a2c-b5b1-4764-93dd-d99e0cc72559 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Deleting subnet 8386ff8f-5346-4b66-b094-e0aa5c7ed54e {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:53:51.398982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7572a2c-b5b1-4764-93dd-d99e0cc72559 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.437595 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7572a2c-b5b1-4764-93dd-d99e0cc72559 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.521719 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7572a2c-b5b1-4764-93dd-d99e0cc72559 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.576426 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7572a2c-b5b1-4764-93dd-d99e0cc72559 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.604909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7572a2c-b5b1-4764-93dd-d99e0cc72559 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Subnet': ['ID=8386ff8f-5346-4b66-b094-e0aa5c7ed54e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:51.606904 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e7572a2c-b5b1-4764-93dd-d99e0cc72559 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.608853 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e7572a2c-b5b1-4764-93dd-d99e0cc72559 tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/subnets/8386ff8f-5346-4b66-b094-e0aa5c7ed54e HTTP/1.1" status: 204 len: 168 time: 0.2610404 Aug 29 17:53:51.611260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44126) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:51.613549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932ee5ed-878b-47f2-8626-e01ae7881694 None None] Network efdef7e2-372d-487f-8643-63a6245e3e9e requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:51.689935 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.743423 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Deleting port 7d39c288-3ab1-4131-ade2-ea528ed01137 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:51.743781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.776637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73be1f9-c2b0-4ec9-9dd3-bb94972c98a4 None None] DHCP port deletion for efdef7e2-372d-487f-8643-63a6245e3e9e request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:53:51.807511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] For port 7d39c288-3ab1-4131-ade2-ea528ed01137, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7d39c288-3ab1-4131-ade2-ea528ed01137,segment=NetworkSegment(249d54ee-37cf-43e9-b0c5-a5931dd90511),segment_id=249d54ee-37cf-43e9-b0c5-a5931dd90511)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:51.807887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.821142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a73be1f9-c2b0-4ec9-9dd3-bb94972c98a4 None None] Deleting port 7d39c288-3ab1-4131-ade2-ea528ed01137 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:51.821442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Calling delete_port for 7d39c288-3ab1-4131-ade2-ea528ed01137 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:51.821567 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a73be1f9-c2b0-4ec9-9dd3-bb94972c98a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.886296 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-a73be1f9-c2b0-4ec9-9dd3-bb94972c98a4 None None] For port 7d39c288-3ab1-4131-ade2-ea528ed01137, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7d39c288-3ab1-4131-ade2-ea528ed01137,segment=NetworkSegment(249d54ee-37cf-43e9-b0c5-a5931dd90511),segment_id=249d54ee-37cf-43e9-b0c5-a5931dd90511)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:51.886705 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a73be1f9-c2b0-4ec9-9dd3-bb94972c98a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.899799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a73be1f9-c2b0-4ec9-9dd3-bb94972c98a4 None None] Calling delete_port for 7d39c288-3ab1-4131-ade2-ea528ed01137 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:51.903766 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:51.928568 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Port': ['ID=7d39c288-3ab1-4131-ade2-ea528ed01137,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:51.933697 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] No DVR routers for this DVR port 7d39c288-3ab1-4131-ade2-ea528ed01137 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:53:51.973850 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a73be1f9-c2b0-4ec9-9dd3-bb94972c98a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:52.000501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73be1f9-c2b0-4ec9-9dd3-bb94972c98a4 None None] Pushing event deleted for resources: {'Port': ['ID=7d39c288-3ab1-4131-ade2-ea528ed01137,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:52.006927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73be1f9-c2b0-4ec9-9dd3-bb94972c98a4 None None] No DVR routers for this DVR port 7d39c288-3ab1-4131-ade2-ea528ed01137 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:53:52.015520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:52.025815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdef7e2-372d-487f-8643-63a6245e3e9e']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:52.036103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249d54ee-37cf-43e9-b0c5-a5931dd90511') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:52.036373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249d54ee-37cf-43e9-b0c5-a5931dd90511') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:52.045188 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:52.058829 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:52.064846 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:53:52.065513 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:53:52.069005 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:53:52.126283 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:52.133339 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:52.135235 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] 10.222.0.22 "DELETE /v2.0/networks/efdef7e2-372d-487f-8643-63a6245e3e9e HTTP/1.1" status: 204 len: 168 time: 0.5230215 Aug 29 17:53:52.147333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78704d27-3b31-49c2-bafe-6a51226be5ea tempest-NetworksIpV6Test-841586420 tempest-NetworksIpV6Test-841586420-project] Pushing event deleted for resources: {'Network': ['ID=efdef7e2-372d-487f-8643-63a6245e3e9e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:52.230580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 23eb126b-8368-4f19-a52b-81d511d552ab no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:53:52.253934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 23eb126b-8368-4f19-a52b-81d511d552ab {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:53:52.254280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 23eb126b-8368-4f19-a52b-81d511d552ab not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:53:52.254709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7d39c288-3ab1-4131-ade2-ea528ed01137 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:53:52.273420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 7d39c288-3ab1-4131-ade2-ea528ed01137 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:53:52.273770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7d39c288-3ab1-4131-ade2-ea528ed01137 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:53:52.374654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44132) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:52.509320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e9a359ce-d4bf-4abd-829d-f83eb773baf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a68022a2729488a9a26615c1f615f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334593 Aug 29 17:53:52.511658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44136) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:52.558440 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-345de465-61fd-4e7e-bcbb-e5d947b4edb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:52.578926 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-345de465-61fd-4e7e-bcbb-e5d947b4edb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:52.625040 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-345de465-61fd-4e7e-bcbb-e5d947b4edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:52.628093 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-345de465-61fd-4e7e-bcbb-e5d947b4edb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:52.629275 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-345de465-61fd-4e7e-bcbb-e5d947b4edb5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/432988c3-8b26-4c34-a5a8-85d7fb495962 HTTP/1.1" status: 204 len: 168 time: 0.1165845 Aug 29 17:53:52.637632 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345de465-61fd-4e7e-bcbb-e5d947b4edb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432988c3-8b26-4c34-a5a8-85d7fb495962,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:53.246596 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44158) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:53.339671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-23f35977-04d3-48d9-a03e-2c347f00d828 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-614559136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:53.362738 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23f35977-04d3-48d9-a03e-2c347f00d828 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.363759 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23f35977-04d3-48d9-a03e-2c347f00d828 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.416916 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23f35977-04d3-48d9-a03e-2c347f00d828 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.421081 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23f35977-04d3-48d9-a03e-2c347f00d828 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.436567 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-23f35977-04d3-48d9-a03e-2c347f00d828 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.437803 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-23f35977-04d3-48d9-a03e-2c347f00d828 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1901143 Aug 29 17:53:53.440412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44162) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:53.445882 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1177118833'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:53.465168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Made reservation on behalf of 6354ea58474f41cfb441131f551b5400 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:53.468878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.476878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.562328 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.565837 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.591450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:53:53.601759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48beab5-d7f3-4716-98c6-f49b2c609178,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:53.608293 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.608644 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Added segment 7d331929-e506-44fe-85ba-cfafe2749693 of type vlan for network a5027ce3-b4c2-47ef-a56c-9e89f6929d0f Aug 29 17:53:53.655999 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.681540 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.687269 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:53.687874 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:53.746712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3052607 Aug 29 17:53:53.749435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44164) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:53.754441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Request body: {'subnet': {'network_id': 'a5027ce3-b4c2-47ef-a56c-9e89f6929d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:53.808442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45ed5f-1870-4e63-8e57-f48319e14270 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Pushing event updated for resources: {'Network': ['ID=a5027ce3-b4c2-47ef-a56c-9e89f6929d0f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:53.818565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network a5027ce3-b4c2-47ef-a56c-9e89f6929d0f details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:53:53.855558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Made reservation on behalf of 6354ea58474f41cfb441131f551b5400 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:53.859016 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.033018 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.089004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Pushing event updated for resources: {'Subnet': ['ID=03bf5b05-491e-49c3-bfe9-69241cef0949,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:54.100019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Checking segment: {'id': '7d331929-e506-44fe-85ba-cfafe2749693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a5027ce3-b4c2-47ef-a56c-9e89f6929d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:54.100390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Network hostable DHCP agents. Network: a5027ce3-b4c2-47ef-a56c-9e89f6929d0f, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:53:54.116914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Network a5027ce3-b4c2-47ef-a56c-9e89f6929d0f is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:53:54.125163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, a5027ce3-b4c2-47ef-a56c-9e89f6929d0f) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:54.132881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61795c8b-7769-4eaf-995f-f03f66262d55 None None] Network a5027ce3-b4c2-47ef-a56c-9e89f6929d0f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:54.133730 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:54.134307 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.151840 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-908f776b-d3cd-4731-84a2-34a90f99566d tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3984931 Aug 29 17:53:54.152035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44166) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:54.156978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-156734739'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:54.177275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Made reservation on behalf of 6354ea58474f41cfb441131f551b5400 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:54.181040 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.210078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:53:54.219266 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.219614 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Added segment 1b4c5101-8956-4334-91da-27879826d173 of type vlan for network 47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85 Aug 29 17:53:54.260098 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.281971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-a5027ce3-b4c2-47ef-a56c-9e89f6929d0f', 'network_id': 'a5027ce3-b4c2-47ef-a56c-9e89f6929d0f', 'tenant_id': '6354ea58474f41cfb441131f551b5400', 'fixed_ips': [{'subnet_id': '03bf5b05-491e-49c3-bfe9-69241cef0949'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:53:54.282835 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.285505 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.291812 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:54.292404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.350473 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1973946 Aug 29 17:53:54.353320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44168) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:54.360301 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Request body: {'subnet': {'network_id': '47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:54.415130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e80a7-e830-4eaf-a7f1-e5848c6e6e6a tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Pushing event updated for resources: {'Network': ['ID=47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:54.420099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Allocated IP 172.20.0.2 (a5027ce3-b4c2-47ef-a56c-9e89f6929d0f/03bf5b05-491e-49c3-bfe9-69241cef0949/fc6c993d-b34d-4dbb-b549-d4461465f7a7) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:53:54.426047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:53:54.460225 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Made reservation on behalf of 6354ea58474f41cfb441131f551b5400 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:54.463895 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.620026 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.628921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Transition to ACTIVE for port object fc6c993d-b34d-4dbb-b549-d4461465f7a7 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:54.649275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.650167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Transition to ACTIVE for port object fc6c993d-b34d-4dbb-b549-d4461465f7a7 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:54.656241 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.696942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Network a5027ce3-b4c2-47ef-a56c-9e89f6929d0f is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:53:54.701710 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:54.705187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:53:54.710255 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Pushing event updated for resources: {'Subnet': ['ID=2d7840d3-8546-4d8f-b8db-4a65aae6ce09,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:54.710619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Pushing event updated for resources: {'Port': ['ID=fc6c993d-b34d-4dbb-b549-d4461465f7a7,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:54.720746 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Checking segment: {'id': '1b4c5101-8956-4334-91da-27879826d173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:54.721060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Network hostable DHCP agents. Network: 47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:53:54.737916 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Network 47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:53:54.747424 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:54.751737 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:54.752622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.764805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a09c4ba-9c76-44dd-b7b9-3d00bd718a40 None None] Network 47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:54.767222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Attempting to bind port fc6c993d-b34d-4dbb-b549-d4461465f7a7 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:53:54.767360 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-431b930f-c083-4df4-aa34-1873086784a1 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4129169 Aug 29 17:53:54.767687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Attempting to bind port fc6c993d-b34d-4dbb-b549-d4461465f7a7 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '7d331929-e506-44fe-85ba-cfafe2749693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a5027ce3-b4c2-47ef-a56c-9e89f6929d0f'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:53:54.768059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Attempting to bind port fc6c993d-b34d-4dbb-b549-d4461465f7a7 on network a5027ce3-b4c2-47ef-a56c-9e89f6929d0f {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:53:54.770004 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44170) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:54.774613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-35d5e539-bfdd-41fb-baa4-98bca0c3bc2b tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Request body: {'router': {'external_gateway_info': {'network_id': '47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:54.781925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:53:54.782299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Checking segment: {'id': '7d331929-e506-44fe-85ba-cfafe2749693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a5027ce3-b4c2-47ef-a56c-9e89f6929d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:54.782701 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.783086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Bound using segment: {'id': '7d331929-e506-44fe-85ba-cfafe2749693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a5027ce3-b4c2-47ef-a56c-9e89f6929d0f'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:53:54.783556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Bound port: fc6c993d-b34d-4dbb-b549-d4461465f7a7, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d331929-e506-44fe-85ba-cfafe2749693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a5027ce3-b4c2-47ef-a56c-9e89f6929d0f'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:53:54.783939 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.901085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] For port fc6c993d-b34d-4dbb-b549-d4461465f7a7, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:53:54.933400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] For port fc6c993d-b34d-4dbb-b549-d4461465f7a7, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fc6c993d-b34d-4dbb-b549-d4461465f7a7,segment=NetworkSegment(7d331929-e506-44fe-85ba-cfafe2749693),segment_id=7d331929-e506-44fe-85ba-cfafe2749693)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:53:54.943429 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:54.984761 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-35d5e539-bfdd-41fb-baa4-98bca0c3bc2b tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.007790 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85', 'network_id': '47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85', 'tenant_id': '6354ea58474f41cfb441131f551b5400', 'fixed_ips': [{'subnet_id': '2d7840d3-8546-4d8f-b8db-4a65aae6ce09'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:53:55.008650 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.033697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea337fc4-4150-4cce-9180-933f35991593 None None] Pushing event updated for resources: {'Port': ['ID=fc6c993d-b34d-4dbb-b549-d4461465f7a7,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:55.099620 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [None req-35d5e539-bfdd-41fb-baa4-98bca0c3bc2b tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 29 17:53:55.100797 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-35d5e539-bfdd-41fb-baa4-98bca0c3bc2b tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "PUT /v2.0/routers/1e5a1f0a-1298-4e63-ac9a-6a6724295ea0 HTTP/1.1" status: 400 len: 364 time: 0.3298445 Aug 29 17:53:55.106661 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44172) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:55.168545 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7b5d34-af42-4377-84fb-fa0a43a584b5 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Deleting subnet 2d7840d3-8546-4d8f-b8db-4a65aae6ce09 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:53:55.170996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Allocated IP 172.21.0.2 (47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85/2d7840d3-8546-4d8f-b8db-4a65aae6ce09/6da6ac6c-7018-4361-a452-3ffae530b16c) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:53:55.338055 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.346814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Transition to ACTIVE for port object 6da6ac6c-7018-4361-a452-3ffae530b16c will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:55.362341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Transition to ACTIVE for port object 6da6ac6c-7018-4361-a452-3ffae530b16c will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:55.367492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5d34-af42-4377-84fb-fa0a43a584b5 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.368044 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.404332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Network 47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:53:55.409122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:55.413808 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5d34-af42-4377-84fb-fa0a43a584b5 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.417317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:53:55.424241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Pushing event updated for resources: {'Port': ['ID=6da6ac6c-7018-4361-a452-3ffae530b16c,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:55.477976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Attempting to bind port 6da6ac6c-7018-4361-a452-3ffae530b16c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:53:55.478346 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Attempting to bind port 6da6ac6c-7018-4361-a452-3ffae530b16c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '1b4c5101-8956-4334-91da-27879826d173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:53:55.478707 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Attempting to bind port 6da6ac6c-7018-4361-a452-3ffae530b16c on network 47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:53:55.483825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:53:55.484507 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Checking segment: {'id': '1b4c5101-8956-4334-91da-27879826d173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:55.484638 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.484977 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Bound using segment: {'id': '1b4c5101-8956-4334-91da-27879826d173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:53:55.485473 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Bound port: 6da6ac6c-7018-4361-a452-3ffae530b16c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4c5101-8956-4334-91da-27879826d173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:53:55.485863 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.500831 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5d34-af42-4377-84fb-fa0a43a584b5 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.558212 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5d34-af42-4377-84fb-fa0a43a584b5 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.560842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] For port 6da6ac6c-7018-4361-a452-3ffae530b16c, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:53:55.563999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] For port 6da6ac6c-7018-4361-a452-3ffae530b16c, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6da6ac6c-7018-4361-a452-3ffae530b16c,segment=NetworkSegment(1b4c5101-8956-4334-91da-27879826d173),segment_id=1b4c5101-8956-4334-91da-27879826d173)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:53:55.568901 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.591940 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5d34-af42-4377-84fb-fa0a43a584b5 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.593840 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0f7b5d34-af42-4377-84fb-fa0a43a584b5 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "DELETE /v2.0/subnets/2d7840d3-8546-4d8f-b8db-4a65aae6ce09 HTTP/1.1" status: 204 len: 168 time: 0.4861748 Aug 29 17:53:55.594800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b5d34-af42-4377-84fb-fa0a43a584b5 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7840d3-8546-4d8f-b8db-4a65aae6ce09,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:55.596864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44174) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:55.638289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c140b-f0f6-4d4c-87cd-665e2b1ee102 None None] Pushing event updated for resources: {'Port': ['ID=6da6ac6c-7018-4361-a452-3ffae530b16c,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:55.687371 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.744752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Deleting port 6da6ac6c-7018-4361-a452-3ffae530b16c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:55.745108 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.827815 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] For port 6da6ac6c-7018-4361-a452-3ffae530b16c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6da6ac6c-7018-4361-a452-3ffae530b16c,segment=NetworkSegment(1b4c5101-8956-4334-91da-27879826d173),segment_id=1b4c5101-8956-4334-91da-27879826d173)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:55.828173 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.843997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Calling delete_port for 6da6ac6c-7018-4361-a452-3ffae530b16c owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:55.934078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:55.961014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Pushing event deleted for resources: {'Port': ['ID=6da6ac6c-7018-4361-a452-3ffae530b16c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:55.965814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] No DVR routers for this DVR port 6da6ac6c-7018-4361-a452-3ffae530b16c on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:53:56.050261 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.055488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05c5c17-b0ff-49eb-9340-4b759fea7a03 None None] Network a5027ce3-b4c2-47ef-a56c-9e89f6929d0f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:56.061071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:56.071962 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4c5101-8956-4334-91da-27879826d173') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:56.072250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4c5101-8956-4334-91da-27879826d173') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:56.081763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.096251 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.102781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:53:56.103166 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:53:56.106275 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:53:56.141016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0dd2d985-abe4-42e5-b7ed-b7a427e756e4 None None] Provisioning for port fc6c993d-b34d-4dbb-b549-d4461465f7a7 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:53:56.166353 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.185036 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.189511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44176) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:56.189642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "DELETE /v2.0/networks/47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85 HTTP/1.1" status: 204 len: 168 time: 0.5915608 Aug 29 17:53:56.192918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df68644-9989-419c-bb0a-1ab2f1a9b3c2 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Pushing event deleted for resources: {'Network': ['ID=47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:56.277926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ec7488-89bd-4fc3-b66b-e6e42fc21acd tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Deleting subnet 03bf5b05-491e-49c3-bfe9-69241cef0949 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:53:56.290427 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7488-89bd-4fc3-b66b-e6e42fc21acd tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.293344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fc6c993d-b34d-4dbb-b549-d4461465f7a7 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:53:56.342838 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7488-89bd-4fc3-b66b-e6e42fc21acd tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.350901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port fc6c993d-b34d-4dbb-b549-d4461465f7a7 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:53:56.354933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port fc6c993d-b34d-4dbb-b549-d4461465f7a7 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:53:56.355310 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.448850 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7488-89bd-4fc3-b66b-e6e42fc21acd tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.458686 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.513185 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7488-89bd-4fc3-b66b-e6e42fc21acd tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.541046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec7488-89bd-4fc3-b66b-e6e42fc21acd tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Pushing event deleted for resources: {'Subnet': ['ID=03bf5b05-491e-49c3-bfe9-69241cef0949,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:56.545199 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7488-89bd-4fc3-b66b-e6e42fc21acd tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.547144 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e6ec7488-89bd-4fc3-b66b-e6e42fc21acd tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "DELETE /v2.0/subnets/03bf5b05-491e-49c3-bfe9-69241cef0949 HTTP/1.1" status: 204 len: 168 time: 0.3564231 Aug 29 17:53:56.549623 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44178) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:56.550694 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111678) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 17:53:56.551067 n-d-713301-13 neutron-server[111678]: DEBUG oslo_db.api [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 17:53:56.558209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db520772-6bef-4971-a0e2-d96119e7deb4 None None] Network a5027ce3-b4c2-47ef-a56c-9e89f6929d0f requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:56.628538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c809f998-9879-4fb6-8dbb-7b8d294565f5 None None] Provisioning complete for port fc6c993d-b34d-4dbb-b549-d4461465f7a7 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:53:56.629566 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c809f998-9879-4fb6-8dbb-7b8d294565f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.632496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.687161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Deleting port fc6c993d-b34d-4dbb-b549-d4461465f7a7 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:56.687492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.720725 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f9d83c-9400-4ec6-993f-a896b31c0c03 None None] DHCP port deletion for 47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:53:56.754044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] For port fc6c993d-b34d-4dbb-b549-d4461465f7a7, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fc6c993d-b34d-4dbb-b549-d4461465f7a7,segment=NetworkSegment(7d331929-e506-44fe-85ba-cfafe2749693),segment_id=7d331929-e506-44fe-85ba-cfafe2749693)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:56.754328 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.768377 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c809f998-9879-4fb6-8dbb-7b8d294565f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.772089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Calling delete_port for fc6c993d-b34d-4dbb-b549-d4461465f7a7 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:56.778532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da87411e-2543-4ac0-b96f-b1bb5842c374 None None] Network 47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:56.797976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da87411e-2543-4ac0-b96f-b1bb5842c374 None None] Network 47b1f8d4-8822-4e08-8bd4-5b7f3b4c2f85 could not be found, it might have been deleted concurrently. {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 29 17:53:56.814217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c809f998-9879-4fb6-8dbb-7b8d294565f5 None None] For port fc6c993d-b34d-4dbb-b549-d4461465f7a7, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fc6c993d-b34d-4dbb-b549-d4461465f7a7,segment=NetworkSegment(7d331929-e506-44fe-85ba-cfafe2749693),segment_id=7d331929-e506-44fe-85ba-cfafe2749693)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:56.820272 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c809f998-9879-4fb6-8dbb-7b8d294565f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.844029 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222f82ea-963e-4605-9b39-4247165997f6 None None] DHCP port deletion for a5027ce3-b4c2-47ef-a56c-9e89f6929d0f request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:53:56.863894 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.890820 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Pushing event deleted for resources: {'Port': ['ID=fc6c993d-b34d-4dbb-b549-d4461465f7a7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:56.895288 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809f998-9879-4fb6-8dbb-7b8d294565f5 None None] Pushing event updated for resources: {'Port': ['ID=fc6c993d-b34d-4dbb-b549-d4461465f7a7,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:56.895808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] No DVR routers for this DVR port fc6c993d-b34d-4dbb-b549-d4461465f7a7 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:53:56.912520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-222f82ea-963e-4605-9b39-4247165997f6 None None] Deleting port fc6c993d-b34d-4dbb-b549-d4461465f7a7 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:53:56.912834 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-222f82ea-963e-4605-9b39-4247165997f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.970695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7dd2df84-9698-4f0e-9d23-6cbd1f0eb72e None None] Could not find standard attr ID for object 6da6ac6c-7018-4361-a452-3ffae530b16c. {{(pid=111678) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 29 17:53:56.993734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-222f82ea-963e-4605-9b39-4247165997f6 None None] For port fc6c993d-b34d-4dbb-b549-d4461465f7a7, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:53:56.994163 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-222f82ea-963e-4605-9b39-4247165997f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:56.995719 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.005844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5027ce3-b4c2-47ef-a56c-9e89f6929d0f']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:57.008829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-222f82ea-963e-4605-9b39-4247165997f6 None None] Calling delete_port for fc6c993d-b34d-4dbb-b549-d4461465f7a7 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:53:57.011576 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-222f82ea-963e-4605-9b39-4247165997f6 None None] Port fc6c993d-b34d-4dbb-b549-d4461465f7a7 was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 17:53:57.012909 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-222f82ea-963e-4605-9b39-4247165997f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.016561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d331929-e506-44fe-85ba-cfafe2749693') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:57.016876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d331929-e506-44fe-85ba-cfafe2749693') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:53:57.026504 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.039968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f82ea-963e-4605-9b39-4247165997f6 None None] Pushing event deleted for resources: {'Port': ['ID=fc6c993d-b34d-4dbb-b549-d4461465f7a7,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:57.040954 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.044270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f82ea-963e-4605-9b39-4247165997f6 None None] No DVR routers for this DVR port fc6c993d-b34d-4dbb-b549-d4461465f7a7 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:53:57.048030 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:53:57.048324 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:53:57.052299 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:53:57.072716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Port fc6c993d-b34d-4dbb-b549-d4461465f7a7 update to ACTIVE by agent not found {{(pid=111678) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 29 17:53:57.112624 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.120240 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.122260 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "DELETE /v2.0/networks/a5027ce3-b4c2-47ef-a56c-9e89f6929d0f HTTP/1.1" status: 204 len: 168 time: 0.5712767 Aug 29 17:53:57.125012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44180) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:57.134355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae93e0a-0e5d-46c9-a080-0f76edc7b566 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Pushing event deleted for resources: {'Network': ['ID=a5027ce3-b4c2-47ef-a56c-9e89f6929d0f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:57.153434 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-14a1012b-b853-405c-8b99-70ff6c9de009 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e5a1f0a-1298-4e63-ac9a-6a6724295ea0 HTTP/1.1" status: 200 len: 205 time: 0.0272024 Aug 29 17:53:57.155693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44182) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:57.241653 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-505fb133-74e2-466b-a26e-1fff411d8f57 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.427046 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-505fb133-74e2-466b-a26e-1fff411d8f57 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.429295 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-505fb133-74e2-466b-a26e-1fff411d8f57 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.481701 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-505fb133-74e2-466b-a26e-1fff411d8f57 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.482255 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505fb133-74e2-466b-a26e-1fff411d8f57 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Fanout notify agent at l3_agent the message router_deleted on router 1e5a1f0a-1298-4e63-ac9a-6a6724295ea0 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:53:57.489969 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-505fb133-74e2-466b-a26e-1fff411d8f57 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.491012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-505fb133-74e2-466b-a26e-1fff411d8f57 tempest-RoutersNegativeTest-151591776 tempest-RoutersNegativeTest-151591776-project] 10.222.0.22 "DELETE /v2.0/routers/1e5a1f0a-1298-4e63-ac9a-6a6724295ea0 HTTP/1.1" status: 204 len: 168 time: 0.3344302 Aug 29 17:53:57.733090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44188) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:57.861062 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-21098d9e-d585-42e8-85f1-451da73759ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6354ea58474f41cfb441131f551b5400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267924 Aug 29 17:53:57.863612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44192) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:57.911324 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f131bbf6-1f70-4df9-9495-4ceb9ca93a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.931388 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f131bbf6-1f70-4df9-9495-4ceb9ca93a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.976406 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f131bbf6-1f70-4df9-9495-4ceb9ca93a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.978928 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f131bbf6-1f70-4df9-9495-4ceb9ca93a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:57.980043 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f131bbf6-1f70-4df9-9495-4ceb9ca93a76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f48beab5-d7f3-4716-98c6-f49b2c609178 HTTP/1.1" status: 204 len: 168 time: 0.1155348 Aug 29 17:53:57.987451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131bbf6-1f70-4df9-9495-4ceb9ca93a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48beab5-d7f3-4716-98c6-f49b2c609178,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:58.236047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6da6ac6c-7018-4361-a452-3ffae530b16c no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:53:58.259210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 6da6ac6c-7018-4361-a452-3ffae530b16c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:53:58.259565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6da6ac6c-7018-4361-a452-3ffae530b16c not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:53:58.260105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fc6c993d-b34d-4dbb-b549-d4461465f7a7 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:53:58.278407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: fc6c993d-b34d-4dbb-b549-d4461465f7a7 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:53:58.278764 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fc6c993d-b34d-4dbb-b549-d4461465f7a7 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:53:58.588400 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44214) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:58.683287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-161869704-network', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:58.704562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Made reservation on behalf of a9ae7b3eceec49d881e066c70e446322 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:58.706817 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:58.716125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:58.803650 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:58.807033 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:58.830093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:53:58.843053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc32f94c-fc84-4168-a549-f16ad86a7a20,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:58.847687 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:58.848058 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Added segment 8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e of type vlan for network aa1e4071-5012-4bc0-b59b-f99b71c22329 Aug 29 17:53:58.887517 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:58.911024 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:58.911994 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:58.912570 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:58.966565 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3770213 Aug 29 17:53:58.969485 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44218) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:58.971601 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80133-7c30-46e1-98ca-d685ddb06b98 admin admin] Pushing event updated for resources: {'Network': ['ID=aa1e4071-5012-4bc0-b59b-f99b71c22329,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:58.974528 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] Request body: {'subnet': {'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-161869704-subnet', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:58.981610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network aa1e4071-5012-4bc0-b59b-f99b71c22329 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:53:58.995157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] Made reservation on behalf of a9ae7b3eceec49d881e066c70e446322 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:53:58.997708 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.157802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.214673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fca9704-90d9-4106-b383-d374bf430b68,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:59.224099 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] Checking segment: {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:59.224452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] Network hostable DHCP agents. Network: aa1e4071-5012-4bc0-b59b-f99b71c22329, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:53:59.240373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] Network aa1e4071-5012-4bc0-b59b-f99b71c22329 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:53:59.248842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, aa1e4071-5012-4bc0-b59b-f99b71c22329) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:59.252906 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:53:59.253589 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.257610 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af996dc3-e16b-44de-8bbd-6c24ac05e421 None None] Network aa1e4071-5012-4bc0-b59b-f99b71c22329 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:53:59.266834 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-86df6b66-1446-4f11-ac12-767236784fff admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2962751 Aug 29 17:53:59.270314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44220) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:53:59.274002 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-161869704-router', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:53:59.294153 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.295188 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.347745 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.486976 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.555681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-aa1e4071-5012-4bc0-b59b-f99b71c22329', 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'fixed_ips': [{'subnet_id': '0fca9704-90d9-4106-b383-d374bf430b68'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:53:59.556654 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.679435 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.693197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Allocated IP 172.20.0.2 (aa1e4071-5012-4bc0-b59b-f99b71c22329/0fca9704-90d9-4106-b383-d374bf430b68/fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:53:59.701869 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.799956 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Allocated IP 172.25.5.14 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/5c7f9b2e-0de8-4c32-b64a-13147d248e24) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:53:59.834820 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.842694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Transition to ACTIVE for port object fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:59.857366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Transition to ACTIVE for port object fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:53:59.863301 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.900787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Network aa1e4071-5012-4bc0-b59b-f99b71c22329 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:53:59.905533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:59.907996 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.909044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:53:59.914994 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Pushing event updated for resources: {'Port': ['ID=fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:53:59.950067 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.972543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Attempting to bind port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:53:59.972921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Attempting to bind port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:53:59.973868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Attempting to bind port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 on network aa1e4071-5012-4bc0-b59b-f99b71c22329 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:53:59.978785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:53:59.979163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Checking segment: {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:53:59.979573 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.979971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Bound using segment: {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:53:59.980441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Bound port: fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:53:59.980829 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:53:59.984986 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:53:59.987836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:53:59.991802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:54:00.022385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Pushing event updated for resources: {'Port': ['ID=5c7f9b2e-0de8-4c32-b64a-13147d248e24,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:00.042124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] For port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:54:00.045265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] For port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:54:00.049564 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:00.113560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de095b-1757-4061-847f-8b0a4522dac9 None None] Pushing event updated for resources: {'Port': ['ID=fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:00.268002 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:00.799741 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:00.930991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Router 3d1141d5-8098-4379-bc52-4b82a9605394 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:54:00.953927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238afaaa-01b9-4b65-9dfa-4f1b4a1afa3f None None] Network aa1e4071-5012-4bc0-b59b-f99b71c22329 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:54:01.034824 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-50476365-a49f-4a8a-896a-66621ed0abba None None] Provisioning for port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:01.042291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:54:01.057769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:01.059018 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ad9ac7d0-cc46-4eca-a90f-dfed7ddff30e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7884476 Aug 29 17:54:01.061769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44222) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:54:01.066032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Sync routers for ids ['3d1141d5-8098-4379-bc52-4b82a9605394'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:54:01.084140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Routers {'3d1141d5-8098-4379-bc52-4b82a9605394'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:54:01.084767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3d1141d5-8098-4379-bc52-4b82a9605394'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:01.220027 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Set router 3d1141d5-8098-4379-bc52-4b82a9605394 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:54:01.411068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'name': 'tempest-TestEncryptedCinderVolumes-161869704-router', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:00Z', 'revision_number': 3, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'gw_port': {'id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:01.441192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Checking router: 3d1141d5-8098-4379-bc52-4b82a9605394 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:54:01.441595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Updating router 3d1141d5-8098-4379-bc52-4b82a9605394 port 5c7f9b2e-0de8-4c32-b64a-13147d248e24 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:54:01.471867 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:01.484398 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:01.639413 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Allocated IP 172.20.0.1 (aa1e4071-5012-4bc0-b59b-f99b71c22329/0fca9704-90d9-4106-b383-d374bf430b68/c0511895-a33a-4839-af96-a62d7dd005ca) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:54:01.722241 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:01.732366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Transition to ACTIVE for port object 5c7f9b2e-0de8-4c32-b64a-13147d248e24 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:01.737961 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:01.746494 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:01.762057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Transition to ACTIVE for port object c0511895-a33a-4839-af96-a62d7dd005ca will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:01.793720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3c3a9-4ba4-4c17-91cb-d2ca115831f2 None None] Pushing event updated for resources: {'Port': ['ID=5c7f9b2e-0de8-4c32-b64a-13147d248e24,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:01.796080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Attempting to bind port 5c7f9b2e-0de8-4c32-b64a-13147d248e24 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:54:01.796393 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:01.796608 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Attempting to bind port 5c7f9b2e-0de8-4c32-b64a-13147d248e24 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:54:01.796882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Attempting to bind port 5c7f9b2e-0de8-4c32-b64a-13147d248e24 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:54:01.803439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:54:01.803812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:54:01.804238 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:01.804629 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:54:01.805092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Bound port: 5c7f9b2e-0de8-4c32-b64a-13147d248e24, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:54:01.805509 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:01.834364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Network aa1e4071-5012-4bc0-b59b-f99b71c22329 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:54:01.840655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:54:01.843270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:54:01.849994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Pushing event updated for resources: {'Port': ['ID=c0511895-a33a-4839-af96-a62d7dd005ca,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:01.857850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] For port 5c7f9b2e-0de8-4c32-b64a-13147d248e24, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:54:01.861547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] For port 5c7f9b2e-0de8-4c32-b64a-13147d248e24, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5c7f9b2e-0de8-4c32-b64a-13147d248e24,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:54:01.866458 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:01.887129 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:01.923053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Routers {'3d1141d5-8098-4379-bc52-4b82a9605394'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:54:01.923695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3d1141d5-8098-4379-bc52-4b82a9605394'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:01.960981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3c3a9-4ba4-4c17-91cb-d2ca115831f2 None None] Pushing event updated for resources: {'Port': ['ID=5c7f9b2e-0de8-4c32-b64a-13147d248e24,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:02.027375 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:02.040795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] Set router 3d1141d5-8098-4379-bc52-4b82a9605394 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:54:02.156563 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b0500977-3358-49d2-9271-cb5a0708a8ef None None] Provisioning for port c0511895-a33a-4839-af96-a62d7dd005ca completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:02.168256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b0500977-3358-49d2-9271-cb5a0708a8ef None None] Provisioning complete for port c0511895-a33a-4839-af96-a62d7dd005ca triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:02.168642 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b0500977-3358-49d2-9271-cb5a0708a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:02.194320 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:02.203858 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:02.242269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b0500977-3358-49d2-9271-cb5a0708a8ef None None] Port c0511895-a33a-4839-af96-a62d7dd005ca cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:54:02.271328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'name': 'tempest-TestEncryptedCinderVolumes-161869704-router', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:00Z', 'revision_number': 3, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'gw_port': {'id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:02.272791 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:02.275482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Pushing event updated for resources: {'Port': ['ID=c0511895-a33a-4839-af96-a62d7dd005ca,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:02.300751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:02.303202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46757840-f6c7-4233-830d-2b114fa92325 None None] The sync data for ids ['3d1141d5-8098-4379-bc52-4b82a9605394'] in n-d-713301-13 is: [{'id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'name': 'tempest-TestEncryptedCinderVolumes-161869704-router', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:00Z', 'revision_number': 3, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'gw_port': {'id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:54:02.355188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:02.359080 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:02.359463 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:02.377998 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Network aa1e4071-5012-4bc0-b59b-f99b71c22329 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:54:02.380093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:54:02.461729 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:02.510438 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:02.517083 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:02.534292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Router 3d1141d5-8098-4379-bc52-4b82a9605394 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:54:02.583643 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:02.665270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8691d6f7-f948-4b29-8704-a78ee8321971 None None] Provisioning complete for port c0511895-a33a-4839-af96-a62d7dd005ca triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:02.665936 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8691d6f7-f948-4b29-8704-a78ee8321971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:02.685926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:54:02.692113 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eeb5674a-e66f-4712-9e65-1b07b1e4f092 admin admin] 10.222.0.22 "PUT /v2.0/routers/3d1141d5-8098-4379-bc52-4b82a9605394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288092 Aug 29 17:54:02.708808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-8691d6f7-f948-4b29-8704-a78ee8321971 None None] Port c0511895-a33a-4839-af96-a62d7dd005ca cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:54:03.172708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44238) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:54:03.177848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-551977246-network', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:54:03.199309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Made reservation on behalf of 021b7e9ee000432f988bd7c3a09c56db for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:54:03.201661 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.210914 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.300277 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.304505 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.329148 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:54:03.339038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b56dd5-4cd5-4b8b-997f-4a7eb7a69ad3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:03.343736 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.344083 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Added segment 52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8 of type vlan for network 05aadf35-31ec-4992-a5df-aa253e734733 Aug 29 17:54:03.384528 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.408806 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.409854 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:03.410458 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.466642 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2927787 Aug 29 17:54:03.469479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44240) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:54:03.474215 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d87338-6114-461f-8b5d-c8e902dad185 admin admin] Pushing event updated for resources: {'Network': ['ID=05aadf35-31ec-4992-a5df-aa253e734733,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:03.475158 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] Request body: {'subnet': {'network_id': '05aadf35-31ec-4992-a5df-aa253e734733', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-551977246-subnet', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:54:03.483840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 05aadf35-31ec-4992-a5df-aa253e734733 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:54:03.494890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] Made reservation on behalf of 021b7e9ee000432f988bd7c3a09c56db for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:54:03.497528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.673089 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.722048 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52cb2b80-6829-403a-98c2-d11282a22eb0,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:03.736398 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] Checking segment: {'id': '52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:54:03.736752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] Network hostable DHCP agents. Network: 05aadf35-31ec-4992-a5df-aa253e734733, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:54:03.753441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] Network 05aadf35-31ec-4992-a5df-aa253e734733 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:54:03.762684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 05aadf35-31ec-4992-a5df-aa253e734733) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:54:03.766900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:03.767497 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.773357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94553fea-5b26-4407-8f4a-673cd34e7503 None None] Network 05aadf35-31ec-4992-a5df-aa253e734733 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:54:03.784110 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8a3e9582-6dde-4333-b5cf-fd00fea1def2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3134756 Aug 29 17:54:03.787005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44242) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:54:03.791534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-551977246-router', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:54:03.812275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.813203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.846326 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Sync routers for ids ['3d1141d5-8098-4379-bc52-4b82a9605394'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:54:03.858260 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Routers {'3d1141d5-8098-4379-bc52-4b82a9605394'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:54:03.858862 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3d1141d5-8098-4379-bc52-4b82a9605394'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:03.874600 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.943847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-05aadf35-31ec-4992-a5df-aa253e734733', 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'fixed_ips': [{'subnet_id': '52cb2b80-6829-403a-98c2-d11282a22eb0'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:54:03.944707 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:03.965575 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Set router 3d1141d5-8098-4379-bc52-4b82a9605394 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:54:04.026706 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.077153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Allocated IP 172.20.0.2 (05aadf35-31ec-4992-a5df-aa253e734733/52cb2b80-6829-403a-98c2-d11282a22eb0/892cee68-bffd-4306-bec7-ecadf6892a34) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:54:04.166253 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'name': 'tempest-TestEncryptedCinderVolumes-161869704-router', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:01Z', 'revision_number': 4, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'gw_port': {'id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c0511895-a33a-4839-af96-a62d7dd005ca', 'name': '', 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'mac_address': 'fa:16:3e:02:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0fca9704-90d9-4106-b383-d374bf430b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:01Z', 'updated_at': '2021-08-29T17:54:02Z', 'revision_number': 2, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'subnets': [{'id': '0fca9704-90d9-4106-b383-d374bf430b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:04.197085 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Checking router: 3d1141d5-8098-4379-bc52-4b82a9605394 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:54:04.197495 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Updating router 3d1141d5-8098-4379-bc52-4b82a9605394 port c0511895-a33a-4839-af96-a62d7dd005ca binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:54:04.221705 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.241266 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.250229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Transition to ACTIVE for port object 892cee68-bffd-4306-bec7-ecadf6892a34 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:04.265417 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.274535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Transition to ACTIVE for port object 892cee68-bffd-4306-bec7-ecadf6892a34 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:04.283045 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.288177 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.331992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Network 05aadf35-31ec-4992-a5df-aa253e734733 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:54:04.335913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:54:04.341807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:54:04.346984 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Pushing event updated for resources: {'Port': ['ID=892cee68-bffd-4306-bec7-ecadf6892a34,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:04.378215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:04.401247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Allocated IP 172.25.5.234 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/7e484566-8d63-486e-9a14-5e67ccfcb973) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:54:04.434840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Attempting to bind port 892cee68-bffd-4306-bec7-ecadf6892a34 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:54:04.435209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Attempting to bind port 892cee68-bffd-4306-bec7-ecadf6892a34 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:54:04.435574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Attempting to bind port 892cee68-bffd-4306-bec7-ecadf6892a34 on network 05aadf35-31ec-4992-a5df-aa253e734733 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:54:04.444840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:54:04.445250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Checking segment: {'id': '52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:54:04.445633 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.446026 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Bound using segment: {'id': '52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:54:04.446490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Bound port: 892cee68-bffd-4306-bec7-ecadf6892a34, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:54:04.446869 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.491051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:04.491715 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.517443 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.528615 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Transition to ACTIVE for port object c0511895-a33a-4839-af96-a62d7dd005ca will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:04.534784 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.535938 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.589847 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.615375 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Pushing event updated for resources: {'Port': ['ID=c0511895-a33a-4839-af96-a62d7dd005ca,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:04.636869 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.637095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:54:04.637241 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.637586 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.637958 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.638245 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.638575 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.638914 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.639230 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.640089 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.640089 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.640271 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.640487 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:04.643384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:54:04.660706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:54:04.661820 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Attempting to bind port c0511895-a33a-4839-af96-a62d7dd005ca on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:54:04.662658 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Attempting to bind port c0511895-a33a-4839-af96-a62d7dd005ca by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:54:04.663467 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Attempting to bind port c0511895-a33a-4839-af96-a62d7dd005ca on network aa1e4071-5012-4bc0-b59b-f99b71c22329 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:54:04.669065 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:54:04.669884 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Checking segment: {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:54:04.670354 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.672508 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Bound using segment: {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:54:04.673065 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Bound port: c0511895-a33a-4839-af96-a62d7dd005ca, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:54:04.673708 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.694978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Pushing event updated for resources: {'Port': ['ID=7e484566-8d63-486e-9a14-5e67ccfcb973,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:04.729078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] For port 892cee68-bffd-4306-bec7-ecadf6892a34, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:54:04.735743 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] For port 892cee68-bffd-4306-bec7-ecadf6892a34, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=892cee68-bffd-4306-bec7-ecadf6892a34,segment=NetworkSegment(52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8),segment_id=52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:54:04.745575 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.752806 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] For port c0511895-a33a-4839-af96-a62d7dd005ca, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:54:04.758071 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] For port c0511895-a33a-4839-af96-a62d7dd005ca, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0511895-a33a-4839-af96-a62d7dd005ca,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:54:04.766208 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:04.834546 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Routers {'3d1141d5-8098-4379-bc52-4b82a9605394'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:54:04.839185 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3d1141d5-8098-4379-bc52-4b82a9605394'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:04.863460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c7f9b2e-0de8-4c32-b64a-13147d248e24 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:04.868823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc1c94-f9e3-46af-b844-7a4478109652 None None] Pushing event updated for resources: {'Port': ['ID=892cee68-bffd-4306-bec7-ecadf6892a34,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:04.893839 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c7925-a683-46c9-b1d9-71dadf7d49a7 None None] Pushing event updated for resources: {'Port': ['ID=c0511895-a33a-4839-af96-a62d7dd005ca,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:04.959488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 5c7f9b2e-0de8-4c32-b64a-13147d248e24 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:04.966347 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5c7f9b2e-0de8-4c32-b64a-13147d248e24 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:04.966855 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:05.003277 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] Set router 3d1141d5-8098-4379-bc52-4b82a9605394 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:54:05.005290 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:05.102531 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:05.159376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 5c7f9b2e-0de8-4c32-b64a-13147d248e24, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5c7f9b2e-0de8-4c32-b64a-13147d248e24,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:05.166124 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:05.229750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=5c7f9b2e-0de8-4c32-b64a-13147d248e24,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:05.280350 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:05.414720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Router b43f802e-71ca-4744-bebc-7c8cac16b4ab is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:54:05.422715 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'name': 'tempest-TestEncryptedCinderVolumes-161869704-router', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:01Z', 'revision_number': 4, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'gw_port': {'id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c0511895-a33a-4839-af96-a62d7dd005ca', 'name': '', 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'mac_address': 'fa:16:3e:02:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0fca9704-90d9-4106-b383-d374bf430b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:01Z', 'updated_at': '2021-08-29T17:54:04Z', 'revision_number': 4, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'subnets': [{'id': '0fca9704-90d9-4106-b383-d374bf430b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:05.451660 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a61cd5-8fb6-497d-8fe3-f0cdf7320150 None None] The sync data for ids ['3d1141d5-8098-4379-bc52-4b82a9605394'] in n-d-713301-13 is: [{'id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'name': 'tempest-TestEncryptedCinderVolumes-161869704-router', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:01Z', 'revision_number': 4, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'gw_port': {'id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'c0511895-a33a-4839-af96-a62d7dd005ca', 'name': '', 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'mac_address': 'fa:16:3e:02:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '0fca9704-90d9-4106-b383-d374bf430b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:01Z', 'updated_at': '2021-08-29T17:54:04Z', 'revision_number': 4, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'subnets': [{'id': '0fca9704-90d9-4106-b383-d374bf430b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:54:05.886809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:54:05.901030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Sync routers for ids ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:54:05.915007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Routers {'b43f802e-71ca-4744-bebc-7c8cac16b4ab'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:54:05.915708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:05.918418 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:05.919504 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1df824a1-52bb-4d7f-83a3-aab34da09a74 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1314847 Aug 29 17:54:05.922368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44244) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:54:05.981665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c2bbf-242d-4a1a-812b-26182eb8ac52 None None] Network 05aadf35-31ec-4992-a5df-aa253e734733 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:54:06.080815 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3e8817ac-73f0-4763-ba33-014fa170d537 None None] Provisioning for port 892cee68-bffd-4306-bec7-ecadf6892a34 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:06.100439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Set router b43f802e-71ca-4744-bebc-7c8cac16b4ab gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:54:06.355605 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c7f9b2e-0de8-4c32-b64a-13147d248e24 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:06.358521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'name': 'tempest-TestEncryptedCinderVolumes-551977246-router', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:54:03Z', 'updated_at': '2021-08-29T17:54:04Z', 'revision_number': 3, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'gw_port': {'id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:04Z', 'updated_at': '2021-08-29T17:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:06.385152 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:06.404051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Checking router: b43f802e-71ca-4744-bebc-7c8cac16b4ab for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:54:06.404414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Updating router b43f802e-71ca-4744-bebc-7c8cac16b4ab port 7e484566-8d63-486e-9a14-5e67ccfcb973 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:54:06.444941 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:06.490448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 5c7f9b2e-0de8-4c32-b64a-13147d248e24 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:06.490833 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:06.556880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Allocated IP 172.20.0.1 (05aadf35-31ec-4992-a5df-aa253e734733/52cb2b80-6829-403a-98c2-d11282a22eb0/477bb4db-b0e1-4ec0-a13e-090ea1b41697) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:54:06.668232 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:06.682631 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Transition to ACTIVE for port object 477bb4db-b0e1-4ec0-a13e-090ea1b41697 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:06.706967 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0511895-a33a-4839-af96-a62d7dd005ca up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:06.716572 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:06.753492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Network 05aadf35-31ec-4992-a5df-aa253e734733 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:54:06.757772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:54:06.763474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:54:06.792088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Pushing event updated for resources: {'Port': ['ID=477bb4db-b0e1-4ec0-a13e-090ea1b41697,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:06.809458 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:06.812292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c0511895-a33a-4839-af96-a62d7dd005ca completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:06.818593 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:06.822356 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c0511895-a33a-4839-af96-a62d7dd005ca triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:06.822697 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:06.849527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Transition to ACTIVE for port object 7e484566-8d63-486e-9a14-5e67ccfcb973 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:06.861647 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:06.927980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Attempting to bind port 7e484566-8d63-486e-9a14-5e67ccfcb973 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:54:06.928650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Attempting to bind port 7e484566-8d63-486e-9a14-5e67ccfcb973 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:54:06.928772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Attempting to bind port 7e484566-8d63-486e-9a14-5e67ccfcb973 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:54:06.934732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec75c1f-4fbd-4a73-be88-17185d2803d5 None None] Pushing event updated for resources: {'Port': ['ID=7e484566-8d63-486e-9a14-5e67ccfcb973,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:06.938677 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:54:06.939059 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:54:06.939466 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:06.939877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:54:06.940357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Bound port: 7e484566-8d63-486e-9a14-5e67ccfcb973, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:54:06.940743 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:06.955898 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.018866 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.038551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] For port 7e484566-8d63-486e-9a14-5e67ccfcb973, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:54:07.047024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0f8e82f4-14f0-42a6-a4ab-f5bcf9f657d0 None None] Provisioning for port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:07.060992 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] For port 7e484566-8d63-486e-9a14-5e67ccfcb973, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7e484566-8d63-486e-9a14-5e67ccfcb973,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:54:07.068432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0f8e82f4-14f0-42a6-a4ab-f5bcf9f657d0 None None] Provisioning complete for port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:07.068809 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f8e82f4-14f0-42a6-a4ab-f5bcf9f657d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.072855 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.075623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port c0511895-a33a-4839-af96-a62d7dd005ca, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0511895-a33a-4839-af96-a62d7dd005ca,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:07.101875 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.102638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 892cee68-bffd-4306-bec7-ecadf6892a34 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:07.133738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.138513 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.172068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e82f4-14f0-42a6-a4ab-f5bcf9f657d0 None None] Port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:54:07.199282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec75c1f-4fbd-4a73-be88-17185d2803d5 None None] Pushing event updated for resources: {'Port': ['ID=7e484566-8d63-486e-9a14-5e67ccfcb973,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:07.202524 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Routers {'b43f802e-71ca-4744-bebc-7c8cac16b4ab'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:54:07.203137 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:07.216942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Pushing event updated for resources: {'Port': ['ID=477bb4db-b0e1-4ec0-a13e-090ea1b41697,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:07.220272 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.283748 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 892cee68-bffd-4306-bec7-ecadf6892a34 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:07.312871 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Network 05aadf35-31ec-4992-a5df-aa253e734733 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:54:07.314320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:54:07.322373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 892cee68-bffd-4306-bec7-ecadf6892a34 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:07.322655 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.362735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=c0511895-a33a-4839-af96-a62d7dd005ca,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:07.389379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] Set router b43f802e-71ca-4744-bebc-7c8cac16b4ab gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:54:07.439081 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Router b43f802e-71ca-4744-bebc-7c8cac16b4ab has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:54:07.543878 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.556624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:54:07.562833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5eb4aa78-e4b4-492c-a928-7353a65f398c admin admin] 10.222.0.22 "PUT /v2.0/routers/b43f802e-71ca-4744-bebc-7c8cac16b4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6387789 Aug 29 17:54:07.607050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 892cee68-bffd-4306-bec7-ecadf6892a34, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=892cee68-bffd-4306-bec7-ecadf6892a34,segment=NetworkSegment(52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8),segment_id=52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:07.613239 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.639738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c4b81476-6463-47c5-b786-1dfdd4887af9 None None] Provisioning complete for port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:07.640118 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c4b81476-6463-47c5-b786-1dfdd4887af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:07.876400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c4b81476-6463-47c5-b786-1dfdd4887af9 None None] Port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:54:07.877826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=892cee68-bffd-4306-bec7-ecadf6892a34,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:07.896095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'name': 'tempest-TestEncryptedCinderVolumes-551977246-router', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:54:03Z', 'updated_at': '2021-08-29T17:54:06Z', 'revision_number': 4, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'gw_port': {'id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:04Z', 'updated_at': '2021-08-29T17:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '477bb4db-b0e1-4ec0-a13e-090ea1b41697', 'name': '', 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'mac_address': 'fa:16:3e:c3:d4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '52cb2b80-6829-403a-98c2-d11282a22eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:06Z', 'updated_at': '2021-08-29T17:54:07Z', 'revision_number': 2, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'subnets': [{'id': '52cb2b80-6829-403a-98c2-d11282a22eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:07.922322 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf34395-eff8-4747-b075-02f5316c3275 None None] The sync data for ids ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'] in n-d-713301-13 is: [{'id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'name': 'tempest-TestEncryptedCinderVolumes-551977246-router', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:54:03Z', 'updated_at': '2021-08-29T17:54:06Z', 'revision_number': 4, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'gw_port': {'id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:04Z', 'updated_at': '2021-08-29T17:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '477bb4db-b0e1-4ec0-a13e-090ea1b41697', 'name': '', 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'mac_address': 'fa:16:3e:c3:d4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '52cb2b80-6829-403a-98c2-d11282a22eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:06Z', 'updated_at': '2021-08-29T17:54:07Z', 'revision_number': 2, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'subnets': [{'id': '52cb2b80-6829-403a-98c2-d11282a22eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:54:08.234870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-6ccbae90-829f-43fe-9a0b-7c2168527f71 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:08.236412 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-6ccbae90-829f-43fe-9a0b-7c2168527f71 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/networks?id=aa1e4071-5012-4bc0-b59b-f99b71c22329 HTTP/1.1" status: 200 len: 816 time: 0.1182089 Aug 29 17:54:08.257617 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-af338fc1-d67b-4eee-8fce-d120459030cc tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/quotas/a9ae7b3eceec49d881e066c70e446322 HTTP/1.1" status: 200 len: 375 time: 0.0113027 Aug 29 17:54:08.278821 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 892cee68-bffd-4306-bec7-ecadf6892a34 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:08.314012 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-99b1c43a-ba17-4952-8b93-fb0f91df3aec tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a9ae7b3eceec49d881e066c70e446322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505180 Aug 29 17:54:08.332868 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 892cee68-bffd-4306-bec7-ecadf6892a34 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:08.333488 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:08.424277 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-7b0b5fcb-89fc-4970-8403-14f1d4945ec4 service neutron] 10.222.0.22 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966079 Aug 29 17:54:08.427261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0511895-a33a-4839-af96-a62d7dd005ca up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:08.478443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c0511895-a33a-4839-af96-a62d7dd005ca triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:08.478993 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:08.519619 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-2ea46cbc-6c3b-4928-8316-619e45abf283 service neutron] 10.222.0.22 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903797 Aug 29 17:54:08.740130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a18bf96-a218-47ce-ba82-9dd4576b3fbf req-3d025157-d6b2-4064-9647-047dbb21f4b2 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 210 time: 0.0286570 Aug 29 17:54:09.652328 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-5f742344-cd57-485a-a281-e55f43a2e1ac tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:09.653808 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-5f742344-cd57-485a-a281-e55f43a2e1ac tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.10 "GET /v2.0/networks?id=aa1e4071-5012-4bc0-b59b-f99b71c22329 HTTP/1.1" status: 200 len: 816 time: 0.1142554 Aug 29 17:54:09.666553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Request body: {'port': {'device_id': '13fc27d9-c914-40d0-97f9-4073162f409c', 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329', 'admin_state_up': True, 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:54:09.777962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Made reservation on behalf of a9ae7b3eceec49d881e066c70e446322 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:54:09.782889 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:09.878889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b006d4b5-fae0-4403-9b76-0235a9b29906 req-cce3806d-01f2-4bc1-928b-e9f02edc6149 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 210 time: 0.0359409 Aug 29 17:54:09.938509 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Allocated IP 172.20.0.9 (aa1e4071-5012-4bc0-b59b-f99b71c22329/0fca9704-90d9-4106-b383-d374bf430b68/3a4f336b-fd3f-477f-8773-c84bdd2c40b0) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:54:09.958919 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Sync routers for ids ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:54:09.968261 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Routers {'b43f802e-71ca-4744-bebc-7c8cac16b4ab'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:54:09.968937 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:10.077248 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Set router b43f802e-71ca-4744-bebc-7c8cac16b4ab gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:54:10.087058 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.101242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Transition to ACTIVE for port object 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:10.134249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.177175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Network aa1e4071-5012-4bc0-b59b-f99b71c22329 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:54:10.184286 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:54:10.188819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:54:10.218594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Pushing event updated for resources: {'Port': ['ID=3a4f336b-fd3f-477f-8773-c84bdd2c40b0,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:10.255345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:10.256090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.277285 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-8416fb95-f61f-4acc-8092-4a6ce47153a6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6139359 Aug 29 17:54:10.292401 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Request body: {'port': {'device_id': '13fc27d9-c914-40d0-97f9-4073162f409c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:54:10.303582 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'name': 'tempest-TestEncryptedCinderVolumes-551977246-router', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:54:03Z', 'updated_at': '2021-08-29T17:54:06Z', 'revision_number': 4, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'gw_port': {'id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:04Z', 'updated_at': '2021-08-29T17:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '477bb4db-b0e1-4ec0-a13e-090ea1b41697', 'name': '', 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'mac_address': 'fa:16:3e:c3:d4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '52cb2b80-6829-403a-98c2-d11282a22eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:06Z', 'updated_at': '2021-08-29T17:54:07Z', 'revision_number': 2, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'subnets': [{'id': '52cb2b80-6829-403a-98c2-d11282a22eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:10.327446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7e484566-8d63-486e-9a14-5e67ccfcb973 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:10.344921 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Checking router: b43f802e-71ca-4744-bebc-7c8cac16b4ab for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:54:10.345307 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Updating router b43f802e-71ca-4744-bebc-7c8cac16b4ab port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:54:10.360769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.371441 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.386200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 7e484566-8d63-486e-9a14-5e67ccfcb973 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:10.391209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7e484566-8d63-486e-9a14-5e67ccfcb973 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:10.392058 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.495885 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.521536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 7e484566-8d63-486e-9a14-5e67ccfcb973, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7e484566-8d63-486e-9a14-5e67ccfcb973,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:10.528523 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.556018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-be73a8f9-1299-4d2e-8bf7-9c60078905a1 None None] Provisioning for port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:10.563859 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-be73a8f9-1299-4d2e-8bf7-9c60078905a1 None None] Provisioning complete for port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:10.564242 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-be73a8f9-1299-4d2e-8bf7-9c60078905a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.608807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=7e484566-8d63-486e-9a14-5e67ccfcb973,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:10.615163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-be73a8f9-1299-4d2e-8bf7-9c60078905a1 None None] Port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:54:10.664010 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.673830 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Transition to ACTIVE for port object 477bb4db-b0e1-4ec0-a13e-090ea1b41697 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:10.678990 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.680646 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:54:10.688362 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.700894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Transition to ACTIVE for port object 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:10.704105 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.728640 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e813df-d1df-478e-bf6c-75c25c1b2b30 None None] Pushing event updated for resources: {'Port': ['ID=477bb4db-b0e1-4ec0-a13e-090ea1b41697,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:10.780450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f336b-fd3f-477f-8773-c84bdd2c40b0,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:10.806251 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Attempting to bind port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:54:10.806618 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Attempting to bind port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:54:10.806978 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Attempting to bind port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 on network 05aadf35-31ec-4992-a5df-aa253e734733 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:54:10.813091 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:54:10.813499 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Checking segment: {'id': '52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:54:10.813895 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.814301 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Bound using segment: {'id': '52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:54:10.814749 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Bound port: 477bb4db-b0e1-4ec0-a13e-090ea1b41697, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:54:10.815124 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.846350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Attempting to bind port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:54:10.847066 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Attempting to bind port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:54:10.847624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Attempting to bind port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 on network aa1e4071-5012-4bc0-b59b-f99b71c22329 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:54:10.852868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 on network aa1e4071-5012-4bc0-b59b-f99b71c22329 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:54:10.853192 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Attempting to bind port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 on network aa1e4071-5012-4bc0-b59b-f99b71c22329 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:54:10.858143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:54:10.858479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Checking segment: {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:54:10.858869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Bound using segment: {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:54:10.859435 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Bound port: 3a4f336b-fd3f-477f-8773-c84bdd2c40b0, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:54:10.859930 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.886047 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] For port 477bb4db-b0e1-4ec0-a13e-090ea1b41697, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:54:10.889602 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] For port 477bb4db-b0e1-4ec0-a13e-090ea1b41697, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=477bb4db-b0e1-4ec0-a13e-090ea1b41697,segment=NetworkSegment(52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8),segment_id=52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:54:10.899702 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.949648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] For port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:54:10.953609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] For port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3a4f336b-fd3f-477f-8773-c84bdd2c40b0,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:54:10.960986 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:10.962070 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Routers {'b43f802e-71ca-4744-bebc-7c8cac16b4ab'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:54:10.962696 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:53:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:11.012554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:11.013493 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:11.014991 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] 10.222.0.10 "PUT /v2.0/ports/3a4f336b-fd3f-477f-8773-c84bdd2c40b0 HTTP/1.1" status: 200 len: 1092 time: 0.7286985 Aug 29 17:54:11.015740 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fc27d9-c914-40d0-97f9-4073162f409c', 'tag': '3a4f336b-fd3f-477f-8773-c84bdd2c40b0'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:54:11.018119 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2221ef66-863a-4a7d-a04a-62801f4f415f" -d '{"events": [{"name": "network-changed", "server_uuid": "13fc27d9-c914-40d0-97f9-4073162f409c", "tag": "3a4f336b-fd3f-477f-8773-c84bdd2c40b0"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:54:11.052307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd8453-676e-49c6-8962-0d01a67b751e service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f336b-fd3f-477f-8773-c84bdd2c40b0,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:11.061269 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e813df-d1df-478e-bf6c-75c25c1b2b30 None None] Pushing event updated for resources: {'Port': ['ID=477bb4db-b0e1-4ec0-a13e-090ea1b41697,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:11.098981 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5a9ea-2dcf-4d37-abb8-e9c83a6d031b req-dfe81c9a-bb4a-46f5-8811-2078c6ffafe1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:11.105733 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48b5a9ea-2dcf-4d37-abb8-e9c83a6d031b req-dfe81c9a-bb4a-46f5-8811-2078c6ffafe1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 943 time: 0.1277404 Aug 29 17:54:11.117370 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c20a770-8206-469e-ba91-2ccbc80a7082 x-openstack-request-id: req-6c20a770-8206-469e-ba91-2ccbc80a7082 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:54:11.122399 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fc27d9-c914-40d0-97f9-4073162f409c", "tag": "3a4f336b-fd3f-477f-8773-c84bdd2c40b0", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:54:11.122619 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c20a770-8206-469e-ba91-2ccbc80a7082 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:54:11.123071 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13fc27d9-c914-40d0-97f9-4073162f409c', 'tag': '3a4f336b-fd3f-477f-8773-c84bdd2c40b0', 'status': 'completed', 'code': 200} Aug 29 17:54:11.141961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-872251f6-c36e-4a9a-8d41-5f5d199f7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:11.143515 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-872251f6-c36e-4a9a-8d41-5f5d199f7380 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9ae7b3eceec49d881e066c70e446322&device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 1095 time: 0.0704777 Aug 29 17:54:11.145972 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48b5a9ea-2dcf-4d37-abb8-e9c83a6d031b req-fdfa38ef-6468-4be6-8dd4-92bf5f5dd2c4 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 Aug 29 17:54:11.150768 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] Set router b43f802e-71ca-4744-bebc-7c8cac16b4ab gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:54:11.196120 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-ebcb8840-f90f-4c7a-ab21-4899c99a7241 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a4f336b-fd3f-477f-8773-c84bdd2c40b0 HTTP/1.1" status: 200 len: 217 time: 0.0439205 Aug 29 17:54:11.264229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-536c433b-82df-40f6-957b-68c32da705a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:11.265836 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-536c433b-82df-40f6-957b-68c32da705a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fca9704-90d9-4106-b383-d374bf430b68 HTTP/1.1" status: 200 len: 855 time: 0.0627749 Aug 29 17:54:11.316873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-51746e94-e914-41d1-af0e-55bd8e8e94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:11.320697 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-51746e94-e914-41d1-af0e-55bd8e8e94cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa1e4071-5012-4bc0-b59b-f99b71c22329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472038 Aug 29 17:54:11.392813 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'name': 'tempest-TestEncryptedCinderVolumes-551977246-router', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:54:03Z', 'updated_at': '2021-08-29T17:54:06Z', 'revision_number': 4, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'gw_port': {'id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:04Z', 'updated_at': '2021-08-29T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '477bb4db-b0e1-4ec0-a13e-090ea1b41697', 'name': '', 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'mac_address': 'fa:16:3e:c3:d4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '52cb2b80-6829-403a-98c2-d11282a22eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:06Z', 'updated_at': '2021-08-29T17:54:10Z', 'revision_number': 4, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'subnets': [{'id': '52cb2b80-6829-403a-98c2-d11282a22eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:54:11.417810 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-36eaecaf-3665-4ada-a7b2-f83d9363e4b4 service neutron] 10.222.0.10 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879908 Aug 29 17:54:11.428546 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85d20c-4691-44ac-ba91-ea686fa368a0 None None] The sync data for ids ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'] in n-d-713301-13 is: [{'id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'name': 'tempest-TestEncryptedCinderVolumes-551977246-router', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:54:03Z', 'updated_at': '2021-08-29T17:54:06Z', 'revision_number': 4, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'gw_port': {'id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:04Z', 'updated_at': '2021-08-29T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '477bb4db-b0e1-4ec0-a13e-090ea1b41697', 'name': '', 'network_id': '05aadf35-31ec-4992-a5df-aa253e734733', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'mac_address': 'fa:16:3e:c3:d4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '52cb2b80-6829-403a-98c2-d11282a22eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:06Z', 'updated_at': '2021-08-29T17:54:10Z', 'revision_number': 4, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'subnets': [{'id': '52cb2b80-6829-403a-98c2-d11282a22eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:54:11.520715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2149ffd-048c-49dd-97b7-52ff840e926d req-0da00dd9-d2b8-4d39-8929-7a3dfa797d65 service neutron] 10.222.0.10 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943537 Aug 29 17:54:11.614799 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221ef66-863a-4a7d-a04a-62801f4f415f req-ba3e8484-3530-41f7-b3c5-5665c988ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:11.616334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2221ef66-863a-4a7d-a04a-62801f4f415f req-ba3e8484-3530-41f7-b3c5-5665c988ce9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9ae7b3eceec49d881e066c70e446322&device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 1095 time: 0.0484788 Aug 29 17:54:11.713208 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221ef66-863a-4a7d-a04a-62801f4f415f req-6fd7fceb-dea0-493f-b7eb-0c85ce9594b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:11.714723 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2221ef66-863a-4a7d-a04a-62801f4f415f req-6fd7fceb-dea0-493f-b7eb-0c85ce9594b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aa1e4071-5012-4bc0-b59b-f99b71c22329 HTTP/1.1" status: 200 len: 917 time: 0.0915520 Aug 29 17:54:11.759055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2221ef66-863a-4a7d-a04a-62801f4f415f req-b3283e52-8005-483d-87bd-75bd9e482a96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a4f336b-fd3f-477f-8773-c84bdd2c40b0 HTTP/1.1" status: 200 len: 217 time: 0.0371358 Aug 29 17:54:11.810582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221ef66-863a-4a7d-a04a-62801f4f415f req-d41658ab-97de-4d18-96f3-6e318db06fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:11.812071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2221ef66-863a-4a7d-a04a-62801f4f415f req-d41658ab-97de-4d18-96f3-6e318db06fcf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fca9704-90d9-4106-b383-d374bf430b68 HTTP/1.1" status: 200 len: 855 time: 0.0452092 Aug 29 17:54:11.858889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221ef66-863a-4a7d-a04a-62801f4f415f req-ac77329c-cae2-4c2c-9dc7-d008e6a3b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:11.860417 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2221ef66-863a-4a7d-a04a-62801f4f415f req-ac77329c-cae2-4c2c-9dc7-d008e6a3b519 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa1e4071-5012-4bc0-b59b-f99b71c22329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409386 Aug 29 17:54:11.958280 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2221ef66-863a-4a7d-a04a-62801f4f415f req-39234253-148a-468f-a1cb-938037b467ff service neutron] 10.222.0.10 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898213 Aug 29 17:54:12.051829 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2221ef66-863a-4a7d-a04a-62801f4f415f req-82c54b63-0cd9-4a08-b8de-e2cb908fa773 service neutron] 10.222.0.10 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842495 Aug 29 17:54:12.267604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7e484566-8d63-486e-9a14-5e67ccfcb973 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:12.273001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8f927-9767-4055-b1b8-e16b7dd54188 req-230895bc-2438-4c42-9000-9cc824ba8f1d tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:12.274584 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1b8f927-9767-4055-b1b8-e16b7dd54188 req-230895bc-2438-4c42-9000-9cc824ba8f1d tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 943 time: 0.0574846 Aug 29 17:54:12.317395 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c1b8f927-9767-4055-b1b8-e16b7dd54188 req-f104e11c-86bc-46b4-af94-3d94b7e10f2b tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365965 Aug 29 17:54:12.324385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 7e484566-8d63-486e-9a14-5e67ccfcb973 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:12.324831 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:12.402803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 477bb4db-b0e1-4ec0-a13e-090ea1b41697 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:12.449293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:12.452819 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:12.453197 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:12.527217 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:12.561430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 477bb4db-b0e1-4ec0-a13e-090ea1b41697, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=477bb4db-b0e1-4ec0-a13e-090ea1b41697,segment=NetworkSegment(52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8),segment_id=52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:12.565091 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:12.611542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=477bb4db-b0e1-4ec0-a13e-090ea1b41697,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:12.971072 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9b12f172-35d1-4b9e-90ef-b1e76e499598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:13.438916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189cc4b-f55c-43fb-900d-43c9e401de46 req-21937bef-ad77-439f-8fe5-0dcab8fd382f tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:13.440487 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6189cc4b-f55c-43fb-900d-43c9e401de46 req-21937bef-ad77-439f-8fe5-0dcab8fd382f tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 943 time: 0.0554702 Aug 29 17:54:13.478054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6189cc4b-f55c-43fb-900d-43c9e401de46 req-bf3f2945-c65c-4bef-b0f7-5d95eb8d4a54 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Aug 29 17:54:14.248636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 477bb4db-b0e1-4ec0-a13e-090ea1b41697 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:14.296230 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:14.296610 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:14.590161 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01d2b5-96e8-403f-a2b9-2852c9a5a353 req-d4ae93bc-9fce-4104-97ad-a057432a4048 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:14.591632 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc01d2b5-96e8-403f-a2b9-2852c9a5a353 req-d4ae93bc-9fce-4104-97ad-a057432a4048 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 943 time: 0.0483780 Aug 29 17:54:14.628887 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-dc01d2b5-96e8-403f-a2b9-2852c9a5a353 req-eaeb1b75-c3d8-474c-b77c-7ca00d996acf tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Aug 29 17:54:14.683816 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:54:15.556477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:54:15.631849 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ceedd67-b886-4a52-9fc9-7f12bb44ade0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:15.659446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3a4f336b-fd3f-477f-8773-c84bdd2c40b0,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:15.670831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '3a4f336b-fd3f-477f-8773-c84bdd2c40b0', 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329', 'port_id': '3a4f336b-fd3f-477f-8773-c84bdd2c40b0', 'mac_address': 'fa:16:3e:8b:93:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fca9704-90d9-4106-b383-d374bf430b68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:54:15.709189 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:15.725533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:54:15.744028 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267db0-17ca-4f21-b32a-e60a5d21bd8b req-000da8e0-323b-4402-b6d4-130ed6f8894a tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:15.744829 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3a4f336b-fd3f-477f-8773-c84bdd2c40b0,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:15.745884 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3267db0-17ca-4f21-b32a-e60a5d21bd8b req-000da8e0-323b-4402-b6d4-130ed6f8894a tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 943 time: 0.0505891 Aug 29 17:54:15.749168 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:15.788582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3267db0-17ca-4f21-b32a-e60a5d21bd8b req-7ae07f10-f25e-4892-b39b-cb3ddf22def0 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354362 Aug 29 17:54:15.803773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=3a4f336b-fd3f-477f-8773-c84bdd2c40b0,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:15.943657 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['3a4f336b-fd3f-477f-8773-c84bdd2c40b0'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:54:15.974422 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:16.856147 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:16.902544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a737367-3356-4049-b40f-208fea71d0cb req-828db8b0-0f7a-4ab6-acb1-91ac30f44cb6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:16.904013 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a737367-3356-4049-b40f-208fea71d0cb req-828db8b0-0f7a-4ab6-acb1-91ac30f44cb6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 944 time: 0.0495224 Aug 29 17:54:16.941160 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a737367-3356-4049-b40f-208fea71d0cb req-75c132e0-3be9-45ce-bdd5-1c3f16c15d43 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306349 Aug 29 17:54:17.571876 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:17.620930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:17.624764 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:17.625141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:17.699671 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:17.720783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fc27d9-c914-40d0-97f9-4073162f409c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f336b-fd3f-477f-8773-c84bdd2c40b0'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:54:17.723080 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e840a0-3b6a-4f8e-8356-480a4a2e3663" -d '{"events": [{"server_uuid": "13fc27d9-c914-40d0-97f9-4073162f409c", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f336b-fd3f-477f-8773-c84bdd2c40b0"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:54:17.735567 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3a4f336b-fd3f-477f-8773-c84bdd2c40b0,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:17.740012 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:17.766755 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c2d7b2-1ad9-4ec4-8d80-729f2524834d x-openstack-request-id: req-e2c2d7b2-1ad9-4ec4-8d80-729f2524834d {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:54:17.767084 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fc27d9-c914-40d0-97f9-4073162f409c", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f336b-fd3f-477f-8773-c84bdd2c40b0", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:54:17.767265 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2c2d7b2-1ad9-4ec4-8d80-729f2524834d {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:54:17.767649 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fc27d9-c914-40d0-97f9-4073162f409c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f336b-fd3f-477f-8773-c84bdd2c40b0', 'code': 200} Aug 29 17:54:17.792393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=3a4f336b-fd3f-477f-8773-c84bdd2c40b0,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:17.860710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37b4b2-0568-4b88-abba-5b60e0c3523b req-d8e20653-7ee9-4b4a-832d-6502b5a760a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:17.862889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1f37b4b2-0568-4b88-abba-5b60e0c3523b req-d8e20653-7ee9-4b4a-832d-6502b5a760a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 1097 time: 0.0431540 Aug 29 17:54:17.896262 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1f37b4b2-0568-4b88-abba-5b60e0c3523b req-d167fa41-a67e-4d27-8c35-04c1300cdf7a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269291 Aug 29 17:54:18.054631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26307b85-dca5-4766-b31b-e4cabc1202b7 req-b74ea4cc-aa39-41a3-9bee-191504dddcd2 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:18.056120 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26307b85-dca5-4766-b31b-e4cabc1202b7 req-b74ea4cc-aa39-41a3-9bee-191504dddcd2 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 945 time: 0.0490024 Aug 29 17:54:18.092564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-26307b85-dca5-4766-b31b-e4cabc1202b7 req-fe673576-953b-4ca8-8fc6-b739d6923305 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305610 Aug 29 17:54:18.242304 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:18.518935 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:19.207853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720420ff-9048-4c39-9a25-29c6960c47e0 req-873a924f-b60d-45d2-82f3-e03adf9aa14a tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:19.209363 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-720420ff-9048-4c39-9a25-29c6960c47e0 req-873a924f-b60d-45d2-82f3-e03adf9aa14a tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 945 time: 0.0485127 Aug 29 17:54:19.246170 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-720420ff-9048-4c39-9a25-29c6960c47e0 req-07477ed4-5d29-44d1-8393-192c1cb2cb5d tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 Aug 29 17:54:19.359429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd518-d78a-40f2-b5d0-031f67c1e1c9 req-ff73057b-fa00-4392-ba23-83ec63daa61c tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:19.360931 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a90cd518-d78a-40f2-b5d0-031f67c1e1c9 req-ff73057b-fa00-4392-ba23-83ec63daa61c tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 945 time: 0.0503175 Aug 29 17:54:19.398640 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a90cd518-d78a-40f2-b5d0-031f67c1e1c9 req-f6223038-0b5e-4876-ac57-5b8f7323d789 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318689 Aug 29 17:54:20.739813 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:37.806932 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555388cc-6999-4fa6-8285-f1ca5587aabe req-7884843c-96e6-47de-8368-a9fd8d6481b8 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:37.808418 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-555388cc-6999-4fa6-8285-f1ca5587aabe req-7884843c-96e6-47de-8368-a9fd8d6481b8 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 945 time: 0.0526674 Aug 29 17:54:37.847281 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-555388cc-6999-4fa6-8285-f1ca5587aabe req-8d2981fc-a54b-408c-8669-cc170626bcb1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322397 Aug 29 17:54:38.968488 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2f217-5a97-447a-b806-cf77a1204cde req-cad4513a-5707-4ae2-8bb2-7ca11da043c9 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:38.969971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4b2f217-5a97-447a-b806-cf77a1204cde req-cad4513a-5707-4ae2-8bb2-7ca11da043c9 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 945 time: 0.0543232 Aug 29 17:54:39.006958 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4b2f217-5a97-447a-b806-cf77a1204cde req-ae6a7eb8-594f-49e1-a048-c515b8eebf2f tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310771 Aug 29 17:54:39.305594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac58be-8b88-4601-b1bf-fbf3aefa27ea req-649c8c46-89fc-4e82-a561-7cb28725682b tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:39.307038 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0ac58be-8b88-4601-b1bf-fbf3aefa27ea req-649c8c46-89fc-4e82-a561-7cb28725682b tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 945 time: 0.0478847 Aug 29 17:54:39.401542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-f0ac58be-8b88-4601-b1bf-fbf3aefa27ea req-e2e9b79f-45f2-4e4e-8557-9d02d12cd1e1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Deleting port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:54:39.402389 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f0ac58be-8b88-4601-b1bf-fbf3aefa27ea req-e2e9b79f-45f2-4e4e-8557-9d02d12cd1e1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:39.487275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-f0ac58be-8b88-4601-b1bf-fbf3aefa27ea req-e2e9b79f-45f2-4e4e-8557-9d02d12cd1e1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] For port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=3a4f336b-fd3f-477f-8773-c84bdd2c40b0,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:39.487634 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f0ac58be-8b88-4601-b1bf-fbf3aefa27ea req-e2e9b79f-45f2-4e4e-8557-9d02d12cd1e1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:39.500272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-f0ac58be-8b88-4601-b1bf-fbf3aefa27ea req-e2e9b79f-45f2-4e4e-8557-9d02d12cd1e1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Calling delete_port for 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:54:39.627604 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f0ac58be-8b88-4601-b1bf-fbf3aefa27ea req-e2e9b79f-45f2-4e4e-8557-9d02d12cd1e1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:39.639432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['3a4f336b-fd3f-477f-8773-c84bdd2c40b0'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:54:39.657748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9b79f-45f2-4e4e-8557-9d02d12cd1e1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Pushing event deleted for resources: {'Port': ['ID=3a4f336b-fd3f-477f-8773-c84bdd2c40b0,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:39.697753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ac58be-8b88-4601-b1bf-fbf3aefa27ea req-e2e9b79f-45f2-4e4e-8557-9d02d12cd1e1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] No DVR routers for this DVR port 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:54:39.700411 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-f0ac58be-8b88-4601-b1bf-fbf3aefa27ea req-e2e9b79f-45f2-4e4e-8557-9d02d12cd1e1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:39.702394 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0ac58be-8b88-4601-b1bf-fbf3aefa27ea req-e2e9b79f-45f2-4e4e-8557-9d02d12cd1e1 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.10 "DELETE /v2.0/ports/3a4f336b-fd3f-477f-8773-c84bdd2c40b0 HTTP/1.1" status: 204 len: 173 time: 0.3892519 Aug 29 17:54:39.702830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fc27d9-c914-40d0-97f9-4073162f409c', 'name': 'network-vif-deleted', 'tag': '3a4f336b-fd3f-477f-8773-c84bdd2c40b0'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:54:39.705109 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb533df-428b-44d4-9538-22b7cbc2d274" -d '{"events": [{"server_uuid": "13fc27d9-c914-40d0-97f9-4073162f409c", "name": "network-vif-deleted", "tag": "3a4f336b-fd3f-477f-8773-c84bdd2c40b0"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:54:39.745073 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e55d7ea-168e-499b-9e6a-a0213dc75de3 x-openstack-request-id: req-3e55d7ea-168e-499b-9e6a-a0213dc75de3 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:54:39.745415 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fc27d9-c914-40d0-97f9-4073162f409c", "name": "network-vif-deleted", "tag": "3a4f336b-fd3f-477f-8773-c84bdd2c40b0", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:54:39.745897 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e55d7ea-168e-499b-9e6a-a0213dc75de3 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:54:39.746126 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fc27d9-c914-40d0-97f9-4073162f409c', 'name': 'network-vif-deleted', 'tag': '3a4f336b-fd3f-477f-8773-c84bdd2c40b0', 'status': 'completed', 'code': 200} Aug 29 17:54:40.111706 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f0366cf7-f1c9-4410-8fd4-1bea0dcc36cf req-00c5945e-23f6-4265-a032-92b9d01ffc62 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=13fc27d9-c914-40d0-97f9-4073162f409c HTTP/1.1" status: 200 len: 210 time: 0.0274184 Aug 29 17:54:41.584254 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-d18725fd-8752-4397-96ef-ec951e43fa85 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:41.585720 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-d18725fd-8752-4397-96ef-ec951e43fa85 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/networks?id=aa1e4071-5012-4bc0-b59b-f99b71c22329 HTTP/1.1" status: 200 len: 816 time: 0.1030734 Aug 29 17:54:41.600603 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-5eee7b4b-be01-43d8-96f3-3ba49dded0f5 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/quotas/a9ae7b3eceec49d881e066c70e446322 HTTP/1.1" status: 200 len: 375 time: 0.0092664 Aug 29 17:54:41.653209 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-6d6dc102-2bc2-4a75-9bf6-5aafbddd55b7 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a9ae7b3eceec49d881e066c70e446322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475006 Aug 29 17:54:41.829691 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-51d9a653-c36e-4fd5-b6dd-7af0781f8d9c service neutron] 10.222.0.22 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652181 Aug 29 17:54:41.920539 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-3048c700-4265-4092-9ff8-f129adba8c92 service neutron] 10.222.0.22 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842004 Aug 29 17:54:42.082975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a9de0374-0f63-4bdc-a08b-7bbb28b1a13d req-f2247a7a-425a-46c8-ac1e-43754476080d tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 210 time: 0.0296075 Aug 29 17:54:42.973063 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-66894734-9de2-42b6-b854-e9146d554427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:43.035899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-ef7576c8-ba9b-4904-83cf-6d2a58adc356 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:43.037414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-ef7576c8-ba9b-4904-83cf-6d2a58adc356 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.16 "GET /v2.0/networks?id=aa1e4071-5012-4bc0-b59b-f99b71c22329 HTTP/1.1" status: 200 len: 816 time: 0.1130645 Aug 29 17:54:43.047022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-efdd524f-720b-4d40-9d49-0fc5e9ef0ea2 req-f7eaf328-0021-4dd7-ab8d-3bb0b59ab545 tempest-ServerDiskConfigTestJSON-30337495 tempest-ServerDiskConfigTestJSON-30337495-project] (111676) timed out ('10.222.0.10', 64663) {{(pid=111676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 17:54:43.051873 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Request body: {'port': {'device_id': '690082d9-b217-4ee4-bdc1-45c5ffef5ce3', 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329', 'admin_state_up': True, 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:54:43.181462 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a3637313-de94-4585-8eb5-21b495d9c39e req-0362fb3a-c1cd-4318-a461-7ed87c3c25c5 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 210 time: 0.0306754 Aug 29 17:54:43.186844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Made reservation on behalf of a9ae7b3eceec49d881e066c70e446322 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:54:43.191249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:43.318983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Allocated IP 172.20.0.14 (aa1e4071-5012-4bc0-b59b-f99b71c22329/0fca9704-90d9-4106-b383-d374bf430b68/aaa50e84-47fc-4eb5-86c7-a718663fd40d) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:54:43.468932 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:43.481252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Transition to ACTIVE for port object aaa50e84-47fc-4eb5-86c7-a718663fd40d will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:43.513239 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:43.554612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Network aa1e4071-5012-4bc0-b59b-f99b71c22329 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:54:43.559935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:54:43.564264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:54:43.588491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Pushing event updated for resources: {'Port': ['ID=aaa50e84-47fc-4eb5-86c7-a718663fd40d,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:43.603544 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.603891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.604233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.604570 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.604900 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.605832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.606167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.606499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.606829 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.607151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.607483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.607802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:43.636099 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:43.636723 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:43.651311 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-0a9634c3-dfe8-49f1-a65b-71ba9c2badfa tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6047297 Aug 29 17:54:43.663884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Request body: {'port': {'device_id': '690082d9-b217-4ee4-bdc1-45c5ffef5ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:54:43.710957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:54:43.726063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:43.733633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:54:43.733983 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 3a4f336b-fd3f-477f-8773-c84bdd2c40b0 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:54:43.828051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d750107f-a9ff-4b98-85fb-9326b73ec1fd None None] Provisioning for port aaa50e84-47fc-4eb5-86c7-a718663fd40d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:43.831727 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d750107f-a9ff-4b98-85fb-9326b73ec1fd None None] Provisioning complete for port aaa50e84-47fc-4eb5-86c7-a718663fd40d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:43.832051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d750107f-a9ff-4b98-85fb-9326b73ec1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:43.868063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d750107f-a9ff-4b98-85fb-9326b73ec1fd None None] Port aaa50e84-47fc-4eb5-86c7-a718663fd40d cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:54:43.986032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa50e84-47fc-4eb5-86c7-a718663fd40d {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:54:43.993403 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:44.005734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Transition to ACTIVE for port object aaa50e84-47fc-4eb5-86c7-a718663fd40d will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:54:44.009239 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:44.074401 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Pushing event updated for resources: {'Port': ['ID=aaa50e84-47fc-4eb5-86c7-a718663fd40d,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:44.134319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Attempting to bind port aaa50e84-47fc-4eb5-86c7-a718663fd40d on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:54:44.134657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Attempting to bind port aaa50e84-47fc-4eb5-86c7-a718663fd40d by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:54:44.134996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Attempting to bind port aaa50e84-47fc-4eb5-86c7-a718663fd40d on network aa1e4071-5012-4bc0-b59b-f99b71c22329 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:54:44.139852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Port aaa50e84-47fc-4eb5-86c7-a718663fd40d on network aa1e4071-5012-4bc0-b59b-f99b71c22329 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:54:44.140172 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Attempting to bind port aaa50e84-47fc-4eb5-86c7-a718663fd40d on network aa1e4071-5012-4bc0-b59b-f99b71c22329 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:54:44.145056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:54:44.145439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Checking segment: {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:54:44.145824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Bound using segment: {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:54:44.146284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Bound port: aaa50e84-47fc-4eb5-86c7-a718663fd40d, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:54:44.146643 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:44.214110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] For port aaa50e84-47fc-4eb5-86c7-a718663fd40d, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:54:44.217333 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] For port aaa50e84-47fc-4eb5-86c7-a718663fd40d, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=aaa50e84-47fc-4eb5-86c7-a718663fd40d,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:54:44.222824 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:44.257532 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:44.258065 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:44.259441 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] 10.222.0.16 "PUT /v2.0/ports/aaa50e84-47fc-4eb5-86c7-a718663fd40d HTTP/1.1" status: 200 len: 1093 time: 0.6001740 Aug 29 17:54:44.259874 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690082d9-b217-4ee4-bdc1-45c5ffef5ce3', 'tag': 'aaa50e84-47fc-4eb5-86c7-a718663fd40d'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:54:44.262138 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4272c0-b69e-4b23-ab05-812512ba670f" -d '{"events": [{"name": "network-changed", "server_uuid": "690082d9-b217-4ee4-bdc1-45c5ffef5ce3", "tag": "aaa50e84-47fc-4eb5-86c7-a718663fd40d"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:54:44.292049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639c5c2-1b48-41f2-a13c-ccc0486e009e service neutron] Pushing event updated for resources: {'Port': ['ID=aaa50e84-47fc-4eb5-86c7-a718663fd40d,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:44.334594 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d11c6-87b6-4b0c-b650-1dccbf2918d5 req-b414ea1c-fd79-42d2-abff-e23a9f3b9214 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:44.336320 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b2d11c6-87b6-4b0c-b650-1dccbf2918d5 req-b414ea1c-fd79-42d2-abff-e23a9f3b9214 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 944 time: 0.0826311 Aug 29 17:54:44.337823 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cb7c69-b5ad-4fcc-9bfd-5f700dff9587 x-openstack-request-id: req-70cb7c69-b5ad-4fcc-9bfd-5f700dff9587 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:54:44.338117 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690082d9-b217-4ee4-bdc1-45c5ffef5ce3", "tag": "aaa50e84-47fc-4eb5-86c7-a718663fd40d", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:54:44.338372 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70cb7c69-b5ad-4fcc-9bfd-5f700dff9587 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:54:44.338770 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690082d9-b217-4ee4-bdc1-45c5ffef5ce3', 'tag': 'aaa50e84-47fc-4eb5-86c7-a718663fd40d', 'status': 'completed', 'code': 200} Aug 29 17:54:44.355895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-47753270-65f1-4043-880c-b0af53428c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:44.357485 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-47753270-65f1-4043-880c-b0af53428c0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9ae7b3eceec49d881e066c70e446322&device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0483704 Aug 29 17:54:44.378105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b2d11c6-87b6-4b0c-b650-1dccbf2918d5 req-54c8801a-7c8c-4239-829c-c80325bc214e tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Aug 29 17:54:44.404656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-5ed4ac5b-c62b-45ec-9eba-0d0269140df3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaa50e84-47fc-4eb5-86c7-a718663fd40d HTTP/1.1" status: 200 len: 217 time: 0.0393243 Aug 29 17:54:44.457356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-70be947b-5acb-4e70-9a42-6c0fe14ec216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:44.458862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-70be947b-5acb-4e70-9a42-6c0fe14ec216 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fca9704-90d9-4106-b383-d374bf430b68 HTTP/1.1" status: 200 len: 855 time: 0.0467782 Aug 29 17:54:44.505644 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-2dee0182-baa4-4b58-97f3-3756ffd88d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:44.507118 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-2dee0182-baa4-4b58-97f3-3756ffd88d90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa1e4071-5012-4bc0-b59b-f99b71c22329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410969 Aug 29 17:54:44.599695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-11933541-db79-428d-a0f9-0cff4b2ce6b5 service neutron] 10.222.0.16 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852156 Aug 29 17:54:44.689862 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6bc020c1-c413-48ff-9873-31cc2f586f65 req-14c8876e-4cc6-4bcf-ab00-6aaef52db950 service neutron] 10.222.0.16 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820513 Aug 29 17:54:44.774019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4272c0-b69e-4b23-ab05-812512ba670f req-e5ec0599-4350-463c-b275-a5e687b7acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:44.775466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b4272c0-b69e-4b23-ab05-812512ba670f req-e5ec0599-4350-463c-b275-a5e687b7acf7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9ae7b3eceec49d881e066c70e446322&device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0406256 Aug 29 17:54:44.867147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4272c0-b69e-4b23-ab05-812512ba670f req-de69ebb6-955c-45f0-b6ca-7c8dd6774717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:44.868822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b4272c0-b69e-4b23-ab05-812512ba670f req-de69ebb6-955c-45f0-b6ca-7c8dd6774717 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aa1e4071-5012-4bc0-b59b-f99b71c22329 HTTP/1.1" status: 200 len: 917 time: 0.0856211 Aug 29 17:54:44.910122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b4272c0-b69e-4b23-ab05-812512ba670f req-0e1b73db-6916-47bd-b5df-d235dbdc8793 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaa50e84-47fc-4eb5-86c7-a718663fd40d HTTP/1.1" status: 200 len: 217 time: 0.0344157 Aug 29 17:54:44.962826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4272c0-b69e-4b23-ab05-812512ba670f req-badab51b-3e08-424f-be27-d3ccb67503d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:44.964223 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b4272c0-b69e-4b23-ab05-812512ba670f req-badab51b-3e08-424f-be27-d3ccb67503d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fca9704-90d9-4106-b383-d374bf430b68 HTTP/1.1" status: 200 len: 855 time: 0.0461969 Aug 29 17:54:45.009890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4272c0-b69e-4b23-ab05-812512ba670f req-c1e80043-ce3e-4b1e-83ee-d9ef1c4264ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:45.011345 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b4272c0-b69e-4b23-ab05-812512ba670f req-c1e80043-ce3e-4b1e-83ee-d9ef1c4264ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa1e4071-5012-4bc0-b59b-f99b71c22329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401535 Aug 29 17:54:45.099134 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b4272c0-b69e-4b23-ab05-812512ba670f req-ab28fcd6-7433-4f3a-ab09-7cc6d767874c service neutron] 10.222.0.16 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807025 Aug 29 17:54:45.191927 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3b4272c0-b69e-4b23-ab05-812512ba670f req-288a5cc5-f1cf-4f09-a083-6c234b1e82d7 service neutron] 10.222.0.16 "GET /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851445 Aug 29 17:54:45.496636 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4653271-b676-4c26-8401-383512fa7dce req-3e2b9d62-1917-41f0-89be-56da987634cd tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:45.498120 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e4653271-b676-4c26-8401-383512fa7dce req-3e2b9d62-1917-41f0-89be-56da987634cd tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 944 time: 0.0496340 Aug 29 17:54:45.535556 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e4653271-b676-4c26-8401-383512fa7dce req-8ae57a3e-5634-438d-b645-928fd5862b51 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Aug 29 17:54:45.602835 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-529c6418-b06f-43a7-8f03-670bfb83e4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:45.954999 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:46.667397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24146a9-f8fa-42cd-b1ea-8f4224511aeb req-f575856f-7a5b-44a5-a70a-adc325299255 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:46.668893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c24146a9-f8fa-42cd-b1ea-8f4224511aeb req-f575856f-7a5b-44a5-a70a-adc325299255 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 944 time: 0.0508747 Aug 29 17:54:46.707769 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c24146a9-f8fa-42cd-b1ea-8f4224511aeb req-e4494deb-61ef-4109-8050-11d6aa083c5b tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325849 Aug 29 17:54:46.859091 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:47.780057 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device aaa50e84-47fc-4eb5-86c7-a718663fd40d details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:54:47.820189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b13cc6-233e-4db4-960f-e9c84361884a req-992f157d-4f41-44b3-8efd-55014cbbea55 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:47.821676 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7b13cc6-233e-4db4-960f-e9c84361884a req-992f157d-4f41-44b3-8efd-55014cbbea55 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 944 time: 0.0478060 Aug 29 17:54:47.863531 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7b13cc6-233e-4db4-960f-e9c84361884a req-a92ae1b3-071b-4c10-8955-d68a12f77a8a tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359437 Aug 29 17:54:47.872849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port aaa50e84-47fc-4eb5-86c7-a718663fd40d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=aaa50e84-47fc-4eb5-86c7-a718663fd40d,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:47.884192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'aaa50e84-47fc-4eb5-86c7-a718663fd40d', 'network_id': 'aa1e4071-5012-4bc0-b59b-f99b71c22329', 'port_id': 'aaa50e84-47fc-4eb5-86c7-a718663fd40d', 'mac_address': 'fa:16:3e:8d:12:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fca9704-90d9-4106-b383-d374bf430b68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:54:47.923011 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:47.934870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa50e84-47fc-4eb5-86c7-a718663fd40d {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:54:47.953421 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port aaa50e84-47fc-4eb5-86c7-a718663fd40d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=aaa50e84-47fc-4eb5-86c7-a718663fd40d,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:47.958009 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:48.003522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=aaa50e84-47fc-4eb5-86c7-a718663fd40d,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:48.010430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.010776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.011115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.011447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.011776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.012108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.012432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.012756 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.013078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.013426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.013749 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.014067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:54:48.238445 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:48.280674 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['aaa50e84-47fc-4eb5-86c7-a718663fd40d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:54:48.520515 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:48.980989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f41c-a3ea-4974-b803-2982703a1f5f req-604f065c-deed-462d-81e6-583f143cefcb tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:48.982516 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c96f41c-a3ea-4974-b803-2982703a1f5f req-604f065c-deed-462d-81e6-583f143cefcb tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0526648 Aug 29 17:54:49.019623 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5c96f41c-a3ea-4974-b803-2982703a1f5f req-dd6b397c-a192-4c0d-b6a6-822a6ee6453b tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311911 Aug 29 17:54:49.788157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device aaa50e84-47fc-4eb5-86c7-a718663fd40d up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:54:49.835218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port aaa50e84-47fc-4eb5-86c7-a718663fd40d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:54:49.839028 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port aaa50e84-47fc-4eb5-86c7-a718663fd40d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:54:49.839403 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:49.913104 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:49.936853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690082d9-b217-4ee4-bdc1-45c5ffef5ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa50e84-47fc-4eb5-86c7-a718663fd40d'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:54:49.939111 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06256b91-60d5-4550-b135-4ae461ac54d3" -d '{"events": [{"server_uuid": "690082d9-b217-4ee4-bdc1-45c5ffef5ce3", "name": "network-vif-plugged", "status": "completed", "tag": "aaa50e84-47fc-4eb5-86c7-a718663fd40d"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:54:49.951239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port aaa50e84-47fc-4eb5-86c7-a718663fd40d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=aaa50e84-47fc-4eb5-86c7-a718663fd40d,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:54:49.955709 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:49.978916 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462cf61d-d32b-4b45-8739-32e9c10f7ce3 x-openstack-request-id: req-462cf61d-d32b-4b45-8739-32e9c10f7ce3 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:54:49.979212 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690082d9-b217-4ee4-bdc1-45c5ffef5ce3", "name": "network-vif-plugged", "status": "completed", "tag": "aaa50e84-47fc-4eb5-86c7-a718663fd40d", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:54:49.979463 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-462cf61d-d32b-4b45-8739-32e9c10f7ce3 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:54:49.979859 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690082d9-b217-4ee4-bdc1-45c5ffef5ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa50e84-47fc-4eb5-86c7-a718663fd40d', 'code': 200} Aug 29 17:54:50.005553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=aaa50e84-47fc-4eb5-86c7-a718663fd40d,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:54:50.072573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aa60d-a3a7-4dcd-aca0-d629b6198d13 req-2064b683-a7d8-4313-b669-13890ac2d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:50.074111 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-345aa60d-a3a7-4dcd-aca0-d629b6198d13 req-2064b683-a7d8-4313-b669-13890ac2d9fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0414400 Aug 29 17:54:50.108745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-345aa60d-a3a7-4dcd-aca0-d629b6198d13 req-b573412f-f96b-4ae0-b5e1-2a0ef5d8f441 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278394 Aug 29 17:54:50.134436 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5376f-d6a4-4d77-943d-65db7cd983fb req-fec65774-ccf0-4115-878b-8d9cd6f173b7 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:50.135922 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ca5376f-d6a4-4d77-943d-65db7cd983fb req-fec65774-ccf0-4115-878b-8d9cd6f173b7 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 946 time: 0.0495031 Aug 29 17:54:50.172614 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2ca5376f-d6a4-4d77-943d-65db7cd983fb req-42ce6330-302c-482a-a54f-e827f44e5dba tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307398 Aug 29 17:54:50.753693 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:54:51.287714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3135081-f4e8-4c6c-98b3-c9c76608ae9d req-8e5e99b4-0553-417c-8f3f-21821caacd04 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:51.289217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3135081-f4e8-4c6c-98b3-c9c76608ae9d req-8e5e99b4-0553-417c-8f3f-21821caacd04 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 946 time: 0.0493217 Aug 29 17:54:51.325177 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d3135081-f4e8-4c6c-98b3-c9c76608ae9d req-c1e1261e-4f48-49ee-afd3-6dbd0f8b8c2b tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301497 Aug 29 17:54:51.682787 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:54:52.441020 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3a233-2676-43d4-916b-17eb99a95c51 req-37438aea-4999-4a70-8ad3-ad9eeb09fb4c tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:52.442532 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ba3a233-2676-43d4-916b-17eb99a95c51 req-37438aea-4999-4a70-8ad3-ad9eeb09fb4c tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 946 time: 0.0491176 Aug 29 17:54:52.479035 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4ba3a233-2676-43d4-916b-17eb99a95c51 req-23b678c0-d10b-46fe-93b8-6a970f232fd8 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Aug 29 17:54:52.591105 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3ac86-e347-4382-87a6-48b2300b7d70 req-68a7fd05-c9cd-4e96-b6aa-82d1bef1ccb6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:54:52.592523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4a3ac86-e347-4382-87a6-48b2300b7d70 req-68a7fd05-c9cd-4e96-b6aa-82d1bef1ccb6 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 946 time: 0.0485771 Aug 29 17:54:52.632994 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c4a3ac86-e347-4382-87a6-48b2300b7d70 req-13b010b1-796f-46df-97cf-f496c6ac78ff tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346327 Aug 29 17:55:10.954440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89fb6f-d90d-4b86-b3c5-96c65349a806 req-572105d4-c9d1-43e7-8b5a-868f3b386647 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:10.955957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef89fb6f-d90d-4b86-b3c5-96c65349a806 req-572105d4-c9d1-43e7-8b5a-868f3b386647 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 946 time: 0.0510833 Aug 29 17:55:10.998363 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef89fb6f-d90d-4b86-b3c5-96c65349a806 req-f0c180b2-6e2e-47cf-9e7f-64eedc9804d4 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359845 Aug 29 17:55:12.118807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a564-122a-4915-b649-7ff7d7531958 req-31f77f50-a066-4a8d-b05d-63c7c006f3a7 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:12.120290 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8479a564-122a-4915-b649-7ff7d7531958 req-31f77f50-a066-4a8d-b05d-63c7c006f3a7 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 946 time: 0.0529590 Aug 29 17:55:12.157055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8479a564-122a-4915-b649-7ff7d7531958 req-153e608f-551f-4430-be6c-7471c77fd8bf tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc32f94c-fc84-4168-a549-f16ad86a7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308816 Aug 29 17:55:12.611621 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6dec-0785-4291-b1ea-616c4bcc586d req-f318a3dd-dece-44a3-b1f5-798334085172 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:12.613215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-86aa6dec-0785-4291-b1ea-616c4bcc586d req-f318a3dd-dece-44a3-b1f5-798334085172 tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.16 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 946 time: 0.0479076 Aug 29 17:55:12.703746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-86aa6dec-0785-4291-b1ea-616c4bcc586d req-f0fe8428-a458-4f7c-a6d8-a7617f4cf1ff tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Deleting port aaa50e84-47fc-4eb5-86c7-a718663fd40d {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:55:12.704091 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-86aa6dec-0785-4291-b1ea-616c4bcc586d req-f0fe8428-a458-4f7c-a6d8-a7617f4cf1ff tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:12.796465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-86aa6dec-0785-4291-b1ea-616c4bcc586d req-f0fe8428-a458-4f7c-a6d8-a7617f4cf1ff tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] For port aaa50e84-47fc-4eb5-86c7-a718663fd40d, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=aaa50e84-47fc-4eb5-86c7-a718663fd40d,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:12.796829 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-86aa6dec-0785-4291-b1ea-616c4bcc586d req-f0fe8428-a458-4f7c-a6d8-a7617f4cf1ff tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:12.809859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-86aa6dec-0785-4291-b1ea-616c4bcc586d req-f0fe8428-a458-4f7c-a6d8-a7617f4cf1ff tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Calling delete_port for aaa50e84-47fc-4eb5-86c7-a718663fd40d owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:55:12.937093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-86aa6dec-0785-4291-b1ea-616c4bcc586d req-f0fe8428-a458-4f7c-a6d8-a7617f4cf1ff tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:12.948687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['aaa50e84-47fc-4eb5-86c7-a718663fd40d'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:55:12.966737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe8428-a458-4f7c-a6d8-a7617f4cf1ff tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Pushing event deleted for resources: {'Port': ['ID=aaa50e84-47fc-4eb5-86c7-a718663fd40d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:12.984693 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-729b4da7-e215-419a-9a60-8690ee6309aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:13.008903 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aa6dec-0785-4291-b1ea-616c4bcc586d req-f0fe8428-a458-4f7c-a6d8-a7617f4cf1ff tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] No DVR routers for this DVR port aaa50e84-47fc-4eb5-86c7-a718663fd40d on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:55:13.011685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-86aa6dec-0785-4291-b1ea-616c4bcc586d req-f0fe8428-a458-4f7c-a6d8-a7617f4cf1ff tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:13.013792 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-86aa6dec-0785-4291-b1ea-616c4bcc586d req-f0fe8428-a458-4f7c-a6d8-a7617f4cf1ff tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.16 "DELETE /v2.0/ports/aaa50e84-47fc-4eb5-86c7-a718663fd40d HTTP/1.1" status: 204 len: 173 time: 0.3941953 Aug 29 17:55:13.014194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690082d9-b217-4ee4-bdc1-45c5ffef5ce3', 'name': 'network-vif-deleted', 'tag': 'aaa50e84-47fc-4eb5-86c7-a718663fd40d'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:55:13.016621 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3cb5ae-eebd-4683-b36b-e669462dcb21" -d '{"events": [{"server_uuid": "690082d9-b217-4ee4-bdc1-45c5ffef5ce3", "name": "network-vif-deleted", "tag": "aaa50e84-47fc-4eb5-86c7-a718663fd40d"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:55:13.056175 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9dde38-4f9d-4329-8dfe-bef94dcbcbdb x-openstack-request-id: req-6b9dde38-4f9d-4329-8dfe-bef94dcbcbdb {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:55:13.056468 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690082d9-b217-4ee4-bdc1-45c5ffef5ce3", "name": "network-vif-deleted", "tag": "aaa50e84-47fc-4eb5-86c7-a718663fd40d", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:55:13.056720 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b9dde38-4f9d-4329-8dfe-bef94dcbcbdb {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:55:13.057123 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690082d9-b217-4ee4-bdc1-45c5ffef5ce3', 'name': 'network-vif-deleted', 'tag': 'aaa50e84-47fc-4eb5-86c7-a718663fd40d', 'status': 'completed', 'code': 200} Aug 29 17:55:13.260154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71442077-7286-4fbb-9c3f-0294b4b15455 req-aeac374b-32a0-4129-8403-d3143929453e tempest-TestEncryptedCinderVolumes-2012959902 tempest-TestEncryptedCinderVolumes-2012959902-project] 10.222.0.22 "GET /v2.0/ports?device_id=690082d9-b217-4ee4-bdc1-45c5ffef5ce3 HTTP/1.1" status: 200 len: 210 time: 0.0267282 Aug 29 17:55:14.348489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44554) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:14.685378 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:14.921736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Deleting port c0511895-a33a-4839-af96-a62d7dd005ca {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:55:14.922077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:15.000540 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] For port c0511895-a33a-4839-af96-a62d7dd005ca, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c0511895-a33a-4839-af96-a62d7dd005ca,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:15.000823 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:15.013715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Calling delete_port for c0511895-a33a-4839-af96-a62d7dd005ca owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:55:15.194377 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:15.221202 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0511895-a33a-4839-af96-a62d7dd005ca,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:15.244946 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.245319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.245668 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.246006 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.246343 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.246676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.247008 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.247334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.247660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.247985 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.248308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.248630 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:15.393077 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:15.602910 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-31125c5d-7504-48fa-b637-90dd1b6d0be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:15.611579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Router 3d1141d5-8098-4379-bc52-4b82a9605394 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:55:15.725204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:55:15.731660 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fb1633c3-52ca-4528-8bf0-82eec4d53377 admin admin] 10.222.0.22 "PUT /v2.0/routers/3d1141d5-8098-4379-bc52-4b82a9605394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3806345 Aug 29 17:55:15.732720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44556) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:15.735267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e7cfde-4f23-4330-accc-d1b7118c1991 None None] Sync routers for ids ['3d1141d5-8098-4379-bc52-4b82a9605394'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:55:15.745145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e7cfde-4f23-4330-accc-d1b7118c1991 None None] Routers {'3d1141d5-8098-4379-bc52-4b82a9605394'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:15.745807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-36e7cfde-4f23-4330-accc-d1b7118c1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3d1141d5-8098-4379-bc52-4b82a9605394'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:15.834651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:15.843484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device aaa50e84-47fc-4eb5-86c7-a718663fd40d no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:55:15.868555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-36e7cfde-4f23-4330-accc-d1b7118c1991 None None] Set router 3d1141d5-8098-4379-bc52-4b82a9605394 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:15.870532 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: aaa50e84-47fc-4eb5-86c7-a718663fd40d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:55:15.870875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device aaa50e84-47fc-4eb5-86c7-a718663fd40d not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:55:15.936983 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:15.988067 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:15.990032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Deleting port 5c7f9b2e-0de8-4c32-b64a-13147d248e24 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:55:15.990424 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.066225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-36e7cfde-4f23-4330-accc-d1b7118c1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'name': 'tempest-TestEncryptedCinderVolumes-161869704-router', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:55:15Z', 'revision_number': 5, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'gw_port': {'id': '5c7f9b2e-0de8-4c32-b64a-13147d248e24', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:16.069696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] For port 5c7f9b2e-0de8-4c32-b64a-13147d248e24, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=5c7f9b2e-0de8-4c32-b64a-13147d248e24,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:16.070421 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.086567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Calling delete_port for 5c7f9b2e-0de8-4c32-b64a-13147d248e24 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:55:16.091930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e7cfde-4f23-4330-accc-d1b7118c1991 None None] Checking router: 3d1141d5-8098-4379-bc52-4b82a9605394 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:55:16.100130 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e7cfde-4f23-4330-accc-d1b7118c1991 None None] Routers {'3d1141d5-8098-4379-bc52-4b82a9605394'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:16.100741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-36e7cfde-4f23-4330-accc-d1b7118c1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3d1141d5-8098-4379-bc52-4b82a9605394'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:16.184833 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-36e7cfde-4f23-4330-accc-d1b7118c1991 None None] Set router 3d1141d5-8098-4379-bc52-4b82a9605394 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:16.239310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-36e7cfde-4f23-4330-accc-d1b7118c1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'name': 'tempest-TestEncryptedCinderVolumes-161869704-router', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:55:15Z', 'revision_number': 6, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:16.249614 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.267098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e7cfde-4f23-4330-accc-d1b7118c1991 None None] The sync data for ids ['3d1141d5-8098-4379-bc52-4b82a9605394'] in n-d-713301-13 is: [{'id': '3d1141d5-8098-4379-bc52-4b82a9605394', 'name': 'tempest-TestEncryptedCinderVolumes-161869704-router', 'tenant_id': 'a9ae7b3eceec49d881e066c70e446322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:53:59Z', 'updated_at': '2021-08-29T17:55:15Z', 'revision_number': 6, 'project_id': 'a9ae7b3eceec49d881e066c70e446322', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:55:16.283815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7f9b2e-0de8-4c32-b64a-13147d248e24,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:16.342813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.430327 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.432388 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.476981 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.477465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d1141d5-8098-4379-bc52-4b82a9605394 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:55:16.481920 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.482999 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dcc83a7c-3b22-4dca-9a66-e1ea972f6dc3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3d1141d5-8098-4379-bc52-4b82a9605394 HTTP/1.1" status: 204 len: 168 time: 0.7492206 Aug 29 17:55:16.486065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44558) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:16.527944 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19a9c75-d314-494f-a2e3-cc8833080571 admin admin] Deleting subnet 0fca9704-90d9-4106-b383-d374bf430b68 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:55:16.530842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c75-d314-494f-a2e3-cc8833080571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.564658 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c75-d314-494f-a2e3-cc8833080571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.643588 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c75-d314-494f-a2e3-cc8833080571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.702163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c75-d314-494f-a2e3-cc8833080571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.727239 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a9c75-d314-494f-a2e3-cc8833080571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fca9704-90d9-4106-b383-d374bf430b68,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:16.731382 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c75-d314-494f-a2e3-cc8833080571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.733379 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e19a9c75-d314-494f-a2e3-cc8833080571 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0fca9704-90d9-4106-b383-d374bf430b68 HTTP/1.1" status: 204 len: 168 time: 0.2463453 Aug 29 17:55:16.735877 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44560) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:16.739877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7d974b-6b33-4037-8520-f81e534d2a9c None None] Network aa1e4071-5012-4bc0-b59b-f99b71c22329 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:55:16.801696 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.854534 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Deleting port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:55:16.854883 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.866644 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.921494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] For port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2,segment=NetworkSegment(8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e),segment_id=8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:16.921865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:16.934141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Calling delete_port for fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:55:17.012960 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:17.026490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f859b10-8f9f-45ff-a2f9-10150c5ded7f None None] DHCP port deletion for aa1e4071-5012-4bc0-b59b-f99b71c22329 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:55:17.045418 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:17.049682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] No DVR routers for this DVR port fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:55:17.120319 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:17.132317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1e4071-5012-4bc0-b59b-f99b71c22329']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:17.143764 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:17.144057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7980f8-a53f-4ead-b6c0-6062bfe9ab7e') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:17.152734 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:17.165965 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:17.171651 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:55:17.172031 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:55:17.173688 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:55:17.231269 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:17.236705 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:17.242231 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/aa1e4071-5012-4bc0-b59b-f99b71c22329 HTTP/1.1" status: 204 len: 168 time: 0.5021212 Aug 29 17:55:17.242362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44562) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:17.252069 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7fecb-be96-484c-be86-471e424989f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1e4071-5012-4bc0-b59b-f99b71c22329,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:17.918822 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:18.159279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] Deleting port 477bb4db-b0e1-4ec0-a13e-090ea1b41697 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:55:18.159629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:18.239477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] For port 477bb4db-b0e1-4ec0-a13e-090ea1b41697, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=477bb4db-b0e1-4ec0-a13e-090ea1b41697,segment=NetworkSegment(52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8),segment_id=52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:18.239851 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:18.253640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] Calling delete_port for 477bb4db-b0e1-4ec0-a13e-090ea1b41697 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:55:18.269662 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:18.284670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:55:18.304858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:55:18.305196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fe3f6d1c-33d1-4a2b-b8f7-fb6e4e616eb2 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:55:18.305632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c7f9b2e-0de8-4c32-b64a-13147d248e24 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:55:18.323789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 5c7f9b2e-0de8-4c32-b64a-13147d248e24 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:55:18.324139 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 5c7f9b2e-0de8-4c32-b64a-13147d248e24 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:55:18.324553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0511895-a33a-4839-af96-a62d7dd005ca no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:55:18.343267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c0511895-a33a-4839-af96-a62d7dd005ca {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:55:18.343616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c0511895-a33a-4839-af96-a62d7dd005ca not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:55:18.437357 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:18.462891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=477bb4db-b0e1-4ec0-a13e-090ea1b41697,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:18.525209 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:18.629417 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:18.842755 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] Router b43f802e-71ca-4744-bebc-7c8cac16b4ab has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:55:18.948034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:55:18.953063 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-83a78d61-098b-411b-9597-57779edf6b7c admin admin] 10.222.0.22 "PUT /v2.0/routers/b43f802e-71ca-4744-bebc-7c8cac16b4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7099123 Aug 29 17:55:18.956029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44564) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:18.958577 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5182b048-1364-4d27-bb38-79ae7825ab2d None None] Sync routers for ids ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:55:18.967561 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182b048-1364-4d27-bb38-79ae7825ab2d None None] Routers {'b43f802e-71ca-4744-bebc-7c8cac16b4ab'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:18.968175 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5182b048-1364-4d27-bb38-79ae7825ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:19.060779 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.068345 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5182b048-1364-4d27-bb38-79ae7825ab2d None None] Set router b43f802e-71ca-4744-bebc-7c8cac16b4ab gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:19.167350 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.222541 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Deleting port 7e484566-8d63-486e-9a14-5e67ccfcb973 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:55:19.222888 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.305281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] For port 7e484566-8d63-486e-9a14-5e67ccfcb973, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=7e484566-8d63-486e-9a14-5e67ccfcb973,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:19.305946 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.318975 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Calling delete_port for 7e484566-8d63-486e-9a14-5e67ccfcb973 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:55:19.328790 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5182b048-1364-4d27-bb38-79ae7825ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'name': 'tempest-TestEncryptedCinderVolumes-551977246-router', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:54:03Z', 'updated_at': '2021-08-29T17:55:18Z', 'revision_number': 5, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'gw_port': {'id': '7e484566-8d63-486e-9a14-5e67ccfcb973', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:54:04Z', 'updated_at': '2021-08-29T17:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:19.354933 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5182b048-1364-4d27-bb38-79ae7825ab2d None None] Checking router: b43f802e-71ca-4744-bebc-7c8cac16b4ab for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:55:19.363152 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182b048-1364-4d27-bb38-79ae7825ab2d None None] Routers {'b43f802e-71ca-4744-bebc-7c8cac16b4ab'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:19.363751 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5182b048-1364-4d27-bb38-79ae7825ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:19.449344 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-5182b048-1364-4d27-bb38-79ae7825ab2d None None] Set router b43f802e-71ca-4744-bebc-7c8cac16b4ab gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:19.487263 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.502604 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-5182b048-1364-4d27-bb38-79ae7825ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'name': 'tempest-TestEncryptedCinderVolumes-551977246-router', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:54:03Z', 'updated_at': '2021-08-29T17:55:19Z', 'revision_number': 6, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:19.513847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e484566-8d63-486e-9a14-5e67ccfcb973,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:19.528675 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5182b048-1364-4d27-bb38-79ae7825ab2d None None] The sync data for ids ['b43f802e-71ca-4744-bebc-7c8cac16b4ab'] in n-d-713301-13 is: [{'id': 'b43f802e-71ca-4744-bebc-7c8cac16b4ab', 'name': 'tempest-TestEncryptedCinderVolumes-551977246-router', 'tenant_id': '021b7e9ee000432f988bd7c3a09c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:54:03Z', 'updated_at': '2021-08-29T17:55:19Z', 'revision_number': 6, 'project_id': '021b7e9ee000432f988bd7c3a09c56db', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:55:19.577117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.667356 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.669458 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.713970 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.714440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43f802e-71ca-4744-bebc-7c8cac16b4ab {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:55:19.718956 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.720631 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7597977a-6ad0-49aa-90db-ec56934f9307 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b43f802e-71ca-4744-bebc-7c8cac16b4ab HTTP/1.1" status: 204 len: 168 time: 0.7636988 Aug 29 17:55:19.723174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44566) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:19.767988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a16f8f-2146-44aa-97d3-f4246b942f82 admin admin] Deleting subnet 52cb2b80-6829-403a-98c2-d11282a22eb0 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:55:19.771007 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a16f8f-2146-44aa-97d3-f4246b942f82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.805285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a16f8f-2146-44aa-97d3-f4246b942f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.887387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a16f8f-2146-44aa-97d3-f4246b942f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.945107 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a16f8f-2146-44aa-97d3-f4246b942f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.971064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a16f8f-2146-44aa-97d3-f4246b942f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52cb2b80-6829-403a-98c2-d11282a22eb0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:19.974685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-19a16f8f-2146-44aa-97d3-f4246b942f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:19.976555 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-19a16f8f-2146-44aa-97d3-f4246b942f82 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/52cb2b80-6829-403a-98c2-d11282a22eb0 HTTP/1.1" status: 204 len: 168 time: 0.2523067 Aug 29 17:55:19.979090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44568) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:19.980822 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c553c860-e5d1-4ba1-a246-855ed2c9ea25 None None] Network 05aadf35-31ec-4992-a5df-aa253e734733 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:55:20.046311 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.102627 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Deleting port 892cee68-bffd-4306-bec7-ecadf6892a34 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:55:20.102969 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.167286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] For port 892cee68-bffd-4306-bec7-ecadf6892a34, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=892cee68-bffd-4306-bec7-ecadf6892a34,segment=NetworkSegment(52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8),segment_id=52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:20.167650 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.180745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Calling delete_port for 892cee68-bffd-4306-bec7-ecadf6892a34 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:55:20.264924 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.272180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04947b36-f47f-4df6-81ce-ecdb5c86d6dd None None] DHCP port deletion for 05aadf35-31ec-4992-a5df-aa253e734733 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:55:20.293606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=892cee68-bffd-4306-bec7-ecadf6892a34,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:20.297908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] No DVR routers for this DVR port 892cee68-bffd-4306-bec7-ecadf6892a34 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:55:20.340030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 892cee68-bffd-4306-bec7-ecadf6892a34 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:55:20.360556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 892cee68-bffd-4306-bec7-ecadf6892a34 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:55:20.360902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 892cee68-bffd-4306-bec7-ecadf6892a34 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:55:20.361343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7e484566-8d63-486e-9a14-5e67ccfcb973 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:55:20.372121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.381078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 7e484566-8d63-486e-9a14-5e67ccfcb973 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:55:20.381456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 7e484566-8d63-486e-9a14-5e67ccfcb973 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:55:20.382197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 477bb4db-b0e1-4ec0-a13e-090ea1b41697 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:55:20.383883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05aadf35-31ec-4992-a5df-aa253e734733']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:20.400273 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:20.400562 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b7e9fb-06fa-4e72-97ad-d0a4e41cdfe8') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:20.404758 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 477bb4db-b0e1-4ec0-a13e-090ea1b41697 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:55:20.405104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 477bb4db-b0e1-4ec0-a13e-090ea1b41697 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:55:20.411414 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.426144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.432512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:55:20.432916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:55:20.434747 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:55:20.493665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.500082 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.502028 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] 10.222.0.22 "DELETE /v2.0/networks/05aadf35-31ec-4992-a5df-aa253e734733 HTTP/1.1" status: 204 len: 168 time: 0.5220654 Aug 29 17:55:20.515327 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7719f-5941-4a0b-b4b6-8e7618b7e4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=05aadf35-31ec-4992-a5df-aa253e734733,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:20.666882 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44572) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:20.707070 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b3ecd5f9-ca11-4df7-b6f7-a445eb82591e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9ae7b3eceec49d881e066c70e446322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390236 Aug 29 17:55:20.709533 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44574) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:20.746545 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.758829 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6ded-c86f-455d-9f9b-47d32846d051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.784250 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6ded-c86f-455d-9f9b-47d32846d051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.834784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6ded-c86f-455d-9f9b-47d32846d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.837590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6ded-c86f-455d-9f9b-47d32846d051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:20.838787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9e3f6ded-c86f-455d-9f9b-47d32846d051 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc32f94c-fc84-4168-a549-f16ad86a7a20 HTTP/1.1" status: 204 len: 168 time: 0.1283591 Aug 29 17:55:20.848030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f6ded-c86f-455d-9f9b-47d32846d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc32f94c-fc84-4168-a549-f16ad86a7a20,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:21.143296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44580) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:21.183859 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c050f046-1c8f-4438-857d-b8ab765a560b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=021b7e9ee000432f988bd7c3a09c56db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394335 Aug 29 17:55:21.186161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44582) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:21.233310 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f86a9fcd-8b7b-4d98-ae38-b2365987f2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:21.253656 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f86a9fcd-8b7b-4d98-ae38-b2365987f2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:21.300865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f86a9fcd-8b7b-4d98-ae38-b2365987f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:21.303482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f86a9fcd-8b7b-4d98-ae38-b2365987f2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:21.304662 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f86a9fcd-8b7b-4d98-ae38-b2365987f2c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88b56dd5-4cd5-4b8b-997f-4a7eb7a69ad3 HTTP/1.1" status: 204 len: 168 time: 0.1175663 Aug 29 17:55:21.312368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a9fcd-8b7b-4d98-ae38-b2365987f2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b56dd5-4cd5-4b8b-997f-4a7eb7a69ad3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:21.959868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44604) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:22.056060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1756785809-network', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:55:22.077106 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Made reservation on behalf of ead15e701fc048d79ec3eb8a21a533da for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:55:22.079320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:22.087231 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:22.177764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:22.181266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:22.205796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:55:22.214294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddeb646-18f9-43cc-bb3e-641133d8e800,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:22.220882 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:22.221243 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Added segment 55ba2169-5458-4b88-9014-9e03421c532c of type vlan for network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd Aug 29 17:55:22.260792 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:22.284439 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:22.285420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:22.285996 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:22.337939 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3769236 Aug 29 17:55:22.340824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44608) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:22.344807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b1c56-90b1-4bd7-b7b1-237493a5fce8 admin admin] Pushing event updated for resources: {'Network': ['ID=294916f3-721c-4f3d-96e9-ffc78ae9c1fd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:22.345990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] Request body: {'subnet': {'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1756785809-subnet', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:55:22.358218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:55:22.369251 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] Made reservation on behalf of ead15e701fc048d79ec3eb8a21a533da for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:55:22.371607 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:22.865719 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:22.919568 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d674dbd-ab98-4213-adb5-1536d2788103,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:22.928732 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] Checking segment: {'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:55:22.929114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] Network hostable DHCP agents. Network: 294916f3-721c-4f3d-96e9-ffc78ae9c1fd, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:55:22.945836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] Network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:55:22.954115 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 294916f3-721c-4f3d-96e9-ffc78ae9c1fd) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:55:22.958091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:22.958925 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:22.963413 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d443f12-2c6d-4047-b1de-53389ff06786 None None] Network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:55:22.972485 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e2712e95-32e6-4073-92e2-7ad38b31408e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6304240 Aug 29 17:55:22.975235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44610) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:22.979657 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:55:23.000276 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.001870 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.058785 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.196036 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.263621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:55:23.264484 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.393975 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.397879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Allocated IP 172.20.0.2 (294916f3-721c-4f3d-96e9-ffc78ae9c1fd/7d674dbd-ab98-4213-adb5-1536d2788103/c7259bd2-dacf-49d3-a7fd-c2aa39da92a1) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:55:23.420224 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.526005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Allocated IP 172.25.5.127 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/82549a66-7771-47b7-9eb6-71cad4bd17e6) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:55:23.538090 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.546270 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Transition to ACTIVE for port object c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:23.560893 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Transition to ACTIVE for port object c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:23.566995 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.608394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:55:23.613287 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:55:23.619875 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:55:23.623024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Pushing event updated for resources: {'Port': ['ID=c7259bd2-dacf-49d3-a7fd-c2aa39da92a1,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:23.635523 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.673460 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.674297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Attempting to bind port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:55:23.674684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Attempting to bind port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:55:23.675051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Attempting to bind port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 on network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:55:23.679968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:55:23.680480 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Checking segment: {'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:55:23.680895 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.681313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Bound using segment: {'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:55:23.681788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Bound port: c7259bd2-dacf-49d3-a7fd-c2aa39da92a1, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:55:23.682178 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.712562 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:55:23.715392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:55:23.718915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:55:23.745838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] For port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:55:23.748762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] For port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c7259bd2-dacf-49d3-a7fd-c2aa39da92a1,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:55:23.750050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Pushing event updated for resources: {'Port': ['ID=82549a66-7771-47b7-9eb6-71cad4bd17e6,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:23.754819 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:23.812516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe0b40-01fc-49e9-a198-bdba542cbbe6 None None] Pushing event updated for resources: {'Port': ['ID=c7259bd2-dacf-49d3-a7fd-c2aa39da92a1,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:23.996689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:24.197980 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:24.312472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:24.330364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Router 840c7663-bcae-40e9-a81d-5aaa90c161c4 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:55:24.361888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:55:24.440314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:55:24.452785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Sync routers for ids ['840c7663-bcae-40e9-a81d-5aaa90c161c4'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:55:24.457545 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:24.461286 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d338f8a3-4fe7-404c-b934-c143723b3367 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4826281 Aug 29 17:55:24.461445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44612) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:24.463188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Routers {'840c7663-bcae-40e9-a81d-5aaa90c161c4'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:24.463831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['840c7663-bcae-40e9-a81d-5aaa90c161c4'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:24.574481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Set router 840c7663-bcae-40e9-a81d-5aaa90c161c4 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:24.714116 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eec8ab5-f6c7-4250-9a1a-726bedf72498 None None] Network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:55:24.812092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-aaece9aa-5153-4a8a-bd5a-5447ac7e0cfe None None] Provisioning for port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:55:24.821387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-aaece9aa-5153-4a8a-bd5a-5447ac7e0cfe None None] Provisioning complete for port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:24.821758 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-aaece9aa-5153-4a8a-bd5a-5447ac7e0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:24.887543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:24.889959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:23Z', 'revision_number': 3, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:24.924905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Checking router: 840c7663-bcae-40e9-a81d-5aaa90c161c4 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:55:24.925276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Updating router 840c7663-bcae-40e9-a81d-5aaa90c161c4 port 82549a66-7771-47b7-9eb6-71cad4bd17e6 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:55:24.963877 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.043899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Allocated IP 172.20.0.1 (294916f3-721c-4f3d-96e9-ffc78ae9c1fd/7d674dbd-ab98-4213-adb5-1536d2788103/a44c80f5-e17a-42ab-a6df-57017ebec4e3) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:55:25.048151 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-aaece9aa-5153-4a8a-bd5a-5447ac7e0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.151632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-aaece9aa-5153-4a8a-bd5a-5447ac7e0cfe None None] For port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c7259bd2-dacf-49d3-a7fd-c2aa39da92a1,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:25.158340 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-aaece9aa-5153-4a8a-bd5a-5447ac7e0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.165726 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.181422 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Transition to ACTIVE for port object a44c80f5-e17a-42ab-a6df-57017ebec4e3 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:25.217698 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.259565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaece9aa-5153-4a8a-bd5a-5447ac7e0cfe None None] Pushing event updated for resources: {'Port': ['ID=c7259bd2-dacf-49d3-a7fd-c2aa39da92a1,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:25.266863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:55:25.269967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:55:25.274763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:55:25.278026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Pushing event updated for resources: {'Port': ['ID=a44c80f5-e17a-42ab-a6df-57017ebec4e3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:25.315704 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.355504 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.371357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Transition to ACTIVE for port object 82549a66-7771-47b7-9eb6-71cad4bd17e6 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:25.379948 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.412968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-021be0f3-5d16-4b03-9599-b1a171682a85 None None] Provisioning complete for port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:25.413434 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-021be0f3-5d16-4b03-9599-b1a171682a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.457681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.466106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32a4be-b69a-4cd8-b5b6-dcc10800e2cf None None] Pushing event updated for resources: {'Port': ['ID=82549a66-7771-47b7-9eb6-71cad4bd17e6,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:25.470034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Attempting to bind port 82549a66-7771-47b7-9eb6-71cad4bd17e6 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:55:25.470411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Attempting to bind port 82549a66-7771-47b7-9eb6-71cad4bd17e6 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:55:25.470773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Attempting to bind port 82549a66-7771-47b7-9eb6-71cad4bd17e6 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:55:25.482541 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:55:25.482838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:55:25.483239 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.483626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:55:25.484099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Bound port: 82549a66-7771-47b7-9eb6-71cad4bd17e6, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:55:25.484478 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.574323 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] For port 82549a66-7771-47b7-9eb6-71cad4bd17e6, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:55:25.578948 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] For port 82549a66-7771-47b7-9eb6-71cad4bd17e6, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=82549a66-7771-47b7-9eb6-71cad4bd17e6,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:55:25.583251 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.630550 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.635088 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.648476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Routers {'840c7663-bcae-40e9-a81d-5aaa90c161c4'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:25.649118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['840c7663-bcae-40e9-a81d-5aaa90c161c4'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:25.684456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32a4be-b69a-4cd8-b5b6-dcc10800e2cf None None] Pushing event updated for resources: {'Port': ['ID=82549a66-7771-47b7-9eb6-71cad4bd17e6,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:25.700797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.704110 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Pushing event updated for resources: {'Port': ['ID=a44c80f5-e17a-42ab-a6df-57017ebec4e3,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:25.742499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-166a0e1e-0d55-4019-b7d4-ee4178a78648 None None] Provisioning for port a44c80f5-e17a-42ab-a6df-57017ebec4e3 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:55:25.751114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-166a0e1e-0d55-4019-b7d4-ee4178a78648 None None] Provisioning complete for port a44c80f5-e17a-42ab-a6df-57017ebec4e3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:25.751487 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-166a0e1e-0d55-4019-b7d4-ee4178a78648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:25.797300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] Set router 840c7663-bcae-40e9-a81d-5aaa90c161c4 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:25.799283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:55:25.800708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:55:25.829932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-166a0e1e-0d55-4019-b7d4-ee4178a78648 None None] Port a44c80f5-e17a-42ab-a6df-57017ebec4e3 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:55:25.919935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Router 840c7663-bcae-40e9-a81d-5aaa90c161c4 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:55:26.020170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a44c80f5-e17a-42ab-a6df-57017ebec4e3', 'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'mac_address': 'fa:16:3e:49:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:24Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 2, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'subnets': [{'id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:26.036613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:55:26.042469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5b59b3f7-1485-4994-8044-6d85ab2ae5ad admin admin] 10.222.0.22 "PUT /v2.0/routers/840c7663-bcae-40e9-a81d-5aaa90c161c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5800300 Aug 29 17:55:26.056688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbb0ed-2be7-4a37-b8d3-c2295c77cd67 None None] The sync data for ids ['840c7663-bcae-40e9-a81d-5aaa90c161c4'] in n-d-713301-13 is: [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a44c80f5-e17a-42ab-a6df-57017ebec4e3', 'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'mac_address': 'fa:16:3e:49:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:24Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 2, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'subnets': [{'id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:55:26.067708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-45ccb60b-b8a7-4157-a17b-ef1fb73d805c None None] Provisioning complete for port a44c80f5-e17a-42ab-a6df-57017ebec4e3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:26.068083 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-45ccb60b-b8a7-4157-a17b-ef1fb73d805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:26.103673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-45ccb60b-b8a7-4157-a17b-ef1fb73d805c None None] Port a44c80f5-e17a-42ab-a6df-57017ebec4e3 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:55:26.335995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:26.398358 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:26.398822 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:26.576299 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44628) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:26.582248 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1069812048-network', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:55:26.603406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Made reservation on behalf of e6c5187032b349c8bf0bedb85cbd9430 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:55:26.605781 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:26.615249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:26.722488 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:26.726273 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:26.754162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:55:26.764314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876adbf5-3118-4eef-8867-6ca9294e12d7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:26.771110 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:26.771454 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Added segment 4287526a-fa45-4c2d-91d7-69f6c946a488 of type vlan for network f2aa31d0-f771-413b-98a1-ca8d57a8bc9c Aug 29 17:55:26.813683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:26.839505 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:26.840808 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:26.841421 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:26.900443 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3229814 Aug 29 17:55:26.903080 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44630) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:26.910413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] Request body: {'subnet': {'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1069812048-subnet', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:55:26.916612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee9644-72f6-491c-8651-ce32ab1e411b admin admin] Pushing event updated for resources: {'Network': ['ID=f2aa31d0-f771-413b-98a1-ca8d57a8bc9c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:26.928276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network f2aa31d0-f771-413b-98a1-ca8d57a8bc9c details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:55:26.939231 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] Made reservation on behalf of e6c5187032b349c8bf0bedb85cbd9430 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:55:26.941998 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.139212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.203052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e935c4-f1eb-450b-9c99-3f281d72686f,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:27.216738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] Checking segment: {'id': '4287526a-fa45-4c2d-91d7-69f6c946a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:55:27.217115 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] Network hostable DHCP agents. Network: f2aa31d0-f771-413b-98a1-ca8d57a8bc9c, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:55:27.235598 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] Network f2aa31d0-f771-413b-98a1-ca8d57a8bc9c is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:55:27.246943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, f2aa31d0-f771-413b-98a1-ca8d57a8bc9c) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:55:27.252385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:27.253016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.257889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b24881-a37d-416c-bf2d-329d44933470 None None] Network f2aa31d0-f771-413b-98a1-ca8d57a8bc9c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:55:27.271938 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1a9a5b56-198e-46c0-9cd0-c78a4f45bb3f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3654027 Aug 29 17:55:27.272102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44632) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:27.276610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1069812048-router', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:55:27.299088 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.300420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.352330 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.502035 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.569354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-f2aa31d0-f771-413b-98a1-ca8d57a8bc9c', 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'fixed_ips': [{'subnet_id': '68e935c4-f1eb-450b-9c99-3f281d72686f'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:55:27.570206 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.709646 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.710704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Allocated IP 172.20.0.2 (f2aa31d0-f771-413b-98a1-ca8d57a8bc9c/68e935c4-f1eb-450b-9c99-3f281d72686f/c3218c83-6a46-4b31-b6ba-35bee71081c4) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:55:27.734230 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.843422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Allocated IP 172.25.5.143 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/ac957366-5caf-4ac8-8343-1ca026c23afd) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:55:27.863564 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.872281 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Transition to ACTIVE for port object c3218c83-6a46-4b31-b6ba-35bee71081c4 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:27.886497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Transition to ACTIVE for port object c3218c83-6a46-4b31-b6ba-35bee71081c4 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:27.892905 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:27.934596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Network f2aa31d0-f771-413b-98a1-ca8d57a8bc9c is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:55:27.941386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:55:27.946201 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:55:27.949410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Pushing event updated for resources: {'Port': ['ID=c3218c83-6a46-4b31-b6ba-35bee71081c4,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:27.961967 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.002240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Attempting to bind port c3218c83-6a46-4b31-b6ba-35bee71081c4 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:55:28.002614 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.002760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Attempting to bind port c3218c83-6a46-4b31-b6ba-35bee71081c4 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '4287526a-fa45-4c2d-91d7-69f6c946a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:55:28.002947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Attempting to bind port c3218c83-6a46-4b31-b6ba-35bee71081c4 on network f2aa31d0-f771-413b-98a1-ca8d57a8bc9c {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:55:28.008187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:55:28.008538 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Checking segment: {'id': '4287526a-fa45-4c2d-91d7-69f6c946a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:55:28.008973 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.009398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Bound using segment: {'id': '4287526a-fa45-4c2d-91d7-69f6c946a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:55:28.009874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Bound port: c3218c83-6a46-4b31-b6ba-35bee71081c4, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4287526a-fa45-4c2d-91d7-69f6c946a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:55:28.010254 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.016885 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Sync routers for ids ['840c7663-bcae-40e9-a81d-5aaa90c161c4'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:55:28.026359 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Routers {'840c7663-bcae-40e9-a81d-5aaa90c161c4'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:28.026967 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['840c7663-bcae-40e9-a81d-5aaa90c161c4'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:28.046933 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:55:28.051782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:55:28.056308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:55:28.062340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Pushing event updated for resources: {'Port': ['ID=ac957366-5caf-4ac8-8343-1ca026c23afd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:28.076393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] For port c3218c83-6a46-4b31-b6ba-35bee71081c4, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:55:28.080619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] For port c3218c83-6a46-4b31-b6ba-35bee71081c4, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c3218c83-6a46-4b31-b6ba-35bee71081c4,segment=NetworkSegment(4287526a-fa45-4c2d-91d7-69f6c946a488),segment_id=4287526a-fa45-4c2d-91d7-69f6c946a488)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:55:28.086039 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.153796 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Set router 840c7663-bcae-40e9-a81d-5aaa90c161c4 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:28.154341 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a7b1d-1d37-41bf-b968-34499197723d None None] Pushing event updated for resources: {'Port': ['ID=c3218c83-6a46-4b31-b6ba-35bee71081c4,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:28.359269 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.379431 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a44c80f5-e17a-42ab-a6df-57017ebec4e3', 'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'mac_address': 'fa:16:3e:49:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:24Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 2, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'subnets': [{'id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:28.414178 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Checking router: 840c7663-bcae-40e9-a81d-5aaa90c161c4 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:55:28.414533 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Updating router 840c7663-bcae-40e9-a81d-5aaa90c161c4 port a44c80f5-e17a-42ab-a6df-57017ebec4e3 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:55:28.430837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 82549a66-7771-47b7-9eb6-71cad4bd17e6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:28.443173 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.491713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 82549a66-7771-47b7-9eb6-71cad4bd17e6 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:55:28.501898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 82549a66-7771-47b7-9eb6-71cad4bd17e6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:28.502051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.603579 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.626394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 82549a66-7771-47b7-9eb6-71cad4bd17e6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=82549a66-7771-47b7-9eb6-71cad4bd17e6,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:28.631742 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.687457 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=82549a66-7771-47b7-9eb6-71cad4bd17e6,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:28.726617 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:55:28.747639 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.759063 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Transition to ACTIVE for port object a44c80f5-e17a-42ab-a6df-57017ebec4e3 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:28.765036 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.816625 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Pushing event updated for resources: {'Port': ['ID=a44c80f5-e17a-42ab-a6df-57017ebec4e3,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:28.839539 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.839875 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.840411 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.840747 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.841077 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.841431 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.841764 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.842253 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.842578 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.842899 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.843222 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.843541 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:28.880625 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Attempting to bind port a44c80f5-e17a-42ab-a6df-57017ebec4e3 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:55:28.881004 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Attempting to bind port a44c80f5-e17a-42ab-a6df-57017ebec4e3 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:55:28.881404 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Attempting to bind port a44c80f5-e17a-42ab-a6df-57017ebec4e3 on network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:55:28.887315 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:55:28.888019 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Checking segment: {'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:55:28.888593 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.889149 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Bound using segment: {'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:55:28.890089 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Bound port: a44c80f5-e17a-42ab-a6df-57017ebec4e3, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:55:28.891363 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.960713 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:28.962387 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] For port a44c80f5-e17a-42ab-a6df-57017ebec4e3, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:55:28.966641 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] For port a44c80f5-e17a-42ab-a6df-57017ebec4e3, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a44c80f5-e17a-42ab-a6df-57017ebec4e3,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:55:28.974244 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:29.033494 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Routers {'840c7663-bcae-40e9-a81d-5aaa90c161c4'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:29.034839 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['840c7663-bcae-40e9-a81d-5aaa90c161c4'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:29.113169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:55:29.157377 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61356ddf-b334-4712-94f0-916d39fdae95 None None] Pushing event updated for resources: {'Port': ['ID=a44c80f5-e17a-42ab-a6df-57017ebec4e3,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:29.199629 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] Set router 840c7663-bcae-40e9-a81d-5aaa90c161c4 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:29.256228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:55:29.269373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Sync routers for ids ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:55:29.273602 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:29.276041 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-464d64e8-8c79-4043-9f26-72993b46cc92 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0026977 Aug 29 17:55:29.278637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44634) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:55:29.303527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Routers {'82bb69cd-40f3-414f-9694-3bfbdc1f9a59'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:29.304167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:29.404949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae0abce-df3a-4054-81a3-2ebd9de53c14 None None] Network f2aa31d0-f771-413b-98a1-ca8d57a8bc9c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:55:29.455837 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a44c80f5-e17a-42ab-a6df-57017ebec4e3', 'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'mac_address': 'fa:16:3e:49:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:24Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'subnets': [{'id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:29.486696 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38af457a-814b-43ab-aee8-77ed0a01cf91 None None] The sync data for ids ['840c7663-bcae-40e9-a81d-5aaa90c161c4'] in n-d-713301-13 is: [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a44c80f5-e17a-42ab-a6df-57017ebec4e3', 'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'mac_address': 'fa:16:3e:49:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:24Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'subnets': [{'id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:55:29.490676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Set router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:29.555064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0a1cab95-c400-4307-8f9e-41b0ca39edaa None None] Provisioning for port c3218c83-6a46-4b31-b6ba-35bee71081c4 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:55:29.764924 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'name': 'tempest-TestMinimumBasicScenario-1069812048-router', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 3, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'gw_port': {'id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:29.773463 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:29.792784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Checking router: 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:55:29.793140 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Updating router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 port ac957366-5caf-4ac8-8343-1ca026c23afd binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:55:29.826778 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:29.956707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Allocated IP 172.20.0.1 (f2aa31d0-f771-413b-98a1-ca8d57a8bc9c/68e935c4-f1eb-450b-9c99-3f281d72686f/8bb37f87-6c7d-445a-9263-43e71f85a622) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:55:30.136424 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.148084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Transition to ACTIVE for port object ac957366-5caf-4ac8-8343-1ca026c23afd will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:30.155625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.211112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a33dc-ea02-478e-a786-a8123d634c6b None None] Pushing event updated for resources: {'Port': ['ID=ac957366-5caf-4ac8-8343-1ca026c23afd,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:30.214640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Attempting to bind port ac957366-5caf-4ac8-8343-1ca026c23afd on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:55:30.215145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Attempting to bind port ac957366-5caf-4ac8-8343-1ca026c23afd by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:55:30.215497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Attempting to bind port ac957366-5caf-4ac8-8343-1ca026c23afd on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:55:30.221715 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:55:30.222088 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:55:30.222489 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.222874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:55:30.223338 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Bound port: ac957366-5caf-4ac8-8343-1ca026c23afd, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:55:30.223719 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.291492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] For port ac957366-5caf-4ac8-8343-1ca026c23afd, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:55:30.294742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] For port ac957366-5caf-4ac8-8343-1ca026c23afd, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ac957366-5caf-4ac8-8343-1ca026c23afd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:55:30.299516 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.362257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Routers {'82bb69cd-40f3-414f-9694-3bfbdc1f9a59'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:30.363041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:30.396846 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a33dc-ea02-478e-a786-a8123d634c6b None None] Pushing event updated for resources: {'Port': ['ID=ac957366-5caf-4ac8-8343-1ca026c23afd,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:30.433057 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.448984 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Transition to ACTIVE for port object 8bb37f87-6c7d-445a-9263-43e71f85a622 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:30.451581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c3218c83-6a46-4b31-b6ba-35bee71081c4 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:30.483148 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.504162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] Set router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:30.521606 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Network f2aa31d0-f771-413b-98a1-ca8d57a8bc9c is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:55:30.526520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:55:30.530530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:55:30.561335 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Pushing event updated for resources: {'Port': ['ID=8bb37f87-6c7d-445a-9263-43e71f85a622,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:30.582342 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.612600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c3218c83-6a46-4b31-b6ba-35bee71081c4 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:55:30.618215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c3218c83-6a46-4b31-b6ba-35bee71081c4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:30.618593 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.722326 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.755472 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.778180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'name': 'tempest-TestMinimumBasicScenario-1069812048-router', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 3, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'gw_port': {'id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:30.811297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f7aa7-072c-421f-bdac-705ec28c1e0e None None] The sync data for ids ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'] in n-d-713301-13 is: [{'id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'name': 'tempest-TestMinimumBasicScenario-1069812048-router', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 3, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'gw_port': {'id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:89:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:55:30.820721 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port c3218c83-6a46-4b31-b6ba-35bee71081c4, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c3218c83-6a46-4b31-b6ba-35bee71081c4,segment=NetworkSegment(4287526a-fa45-4c2d-91d7-69f6c946a488),segment_id=4287526a-fa45-4c2d-91d7-69f6c946a488)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:30.832835 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.833634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a44c80f5-e17a-42ab-a6df-57017ebec4e3 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:30.880614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-df8fbc64-573e-46ae-a9a2-72663b28bfc5 None None] Provisioning for port 8bb37f87-6c7d-445a-9263-43e71f85a622 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:55:30.895369 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-df8fbc64-573e-46ae-a9a2-72663b28bfc5 None None] Provisioning complete for port 8bb37f87-6c7d-445a-9263-43e71f85a622 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:30.895743 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-df8fbc64-573e-46ae-a9a2-72663b28bfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.904286 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.908591 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.953809 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=c3218c83-6a46-4b31-b6ba-35bee71081c4,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:30.956550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-df8fbc64-573e-46ae-a9a2-72663b28bfc5 None None] Port 8bb37f87-6c7d-445a-9263-43e71f85a622 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:55:30.958906 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port a44c80f5-e17a-42ab-a6df-57017ebec4e3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:55:30.963006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a44c80f5-e17a-42ab-a6df-57017ebec4e3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:30.963487 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.984622 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:30.986386 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Pushing event updated for resources: {'Port': ['ID=8bb37f87-6c7d-445a-9263-43e71f85a622,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:31.051764 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:31.104621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Network f2aa31d0-f771-413b-98a1-ca8d57a8bc9c is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:55:31.106654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:55:31.109607 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port a44c80f5-e17a-42ab-a6df-57017ebec4e3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a44c80f5-e17a-42ab-a6df-57017ebec4e3,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:31.114941 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:31.116652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 82549a66-7771-47b7-9eb6-71cad4bd17e6 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:31.200368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=a44c80f5-e17a-42ab-a6df-57017ebec4e3,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:31.231997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 82549a66-7771-47b7-9eb6-71cad4bd17e6 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:31.232113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:31.248267 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:55:31.386903 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:55:31.394299 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bca8b4e4-ae38-4bcd-b642-1a878aaeed5a admin admin] 10.222.0.22 "PUT /v2.0/routers/82bb69cd-40f3-414f-9694-3bfbdc1f9a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1120465 Aug 29 17:55:31.442032 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-462df01c-0f28-4590-a8c2-03289eebda46 None None] Provisioning complete for port 8bb37f87-6c7d-445a-9263-43e71f85a622 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:31.442559 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-462df01c-0f28-4590-a8c2-03289eebda46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:31.497402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-462df01c-0f28-4590-a8c2-03289eebda46 None None] Port 8bb37f87-6c7d-445a-9263-43e71f85a622 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:55:32.442941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ac957366-5caf-4ac8-8343-1ca026c23afd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:32.508024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ac957366-5caf-4ac8-8343-1ca026c23afd completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:55:32.512158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ac957366-5caf-4ac8-8343-1ca026c23afd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:32.512773 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:32.616012 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:32.649407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ac957366-5caf-4ac8-8343-1ca026c23afd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ac957366-5caf-4ac8-8343-1ca026c23afd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:32.657179 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:32.658424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c3218c83-6a46-4b31-b6ba-35bee71081c4 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:32.758750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ac957366-5caf-4ac8-8343-1ca026c23afd,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:32.775401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c3218c83-6a46-4b31-b6ba-35bee71081c4 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:32.776067 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:32.873770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a44c80f5-e17a-42ab-a6df-57017ebec4e3 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:32.936698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a44c80f5-e17a-42ab-a6df-57017ebec4e3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:32.937075 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:32.990513 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Sync routers for ids ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:55:33.008516 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Routers {'82bb69cd-40f3-414f-9694-3bfbdc1f9a59'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:33.009541 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:33.139410 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Set router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:33.460126 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'name': 'tempest-TestMinimumBasicScenario-1069812048-router', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:30Z', 'revision_number': 4, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'gw_port': {'id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '8bb37f87-6c7d-445a-9263-43e71f85a622', 'name': '', 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'mac_address': 'fa:16:3e:40:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '68e935c4-f1eb-450b-9c99-3f281d72686f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:29Z', 'updated_at': '2021-08-29T17:55:30Z', 'revision_number': 2, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'subnets': [{'id': '68e935c4-f1eb-450b-9c99-3f281d72686f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:33.488881 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Checking router: 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:55:33.489264 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Updating router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 port 8bb37f87-6c7d-445a-9263-43e71f85a622 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:55:33.517924 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:33.811603 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:33.824838 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Transition to ACTIVE for port object 8bb37f87-6c7d-445a-9263-43e71f85a622 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:33.836005 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:33.885721 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828ee7f-399e-4b1e-b7d2-28bcb935f4b9 None None] Pushing event updated for resources: {'Port': ['ID=8bb37f87-6c7d-445a-9263-43e71f85a622,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:33.960727 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Attempting to bind port 8bb37f87-6c7d-445a-9263-43e71f85a622 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:55:33.961384 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Attempting to bind port 8bb37f87-6c7d-445a-9263-43e71f85a622 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '4287526a-fa45-4c2d-91d7-69f6c946a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:55:33.961844 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Attempting to bind port 8bb37f87-6c7d-445a-9263-43e71f85a622 on network f2aa31d0-f771-413b-98a1-ca8d57a8bc9c {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:55:33.968057 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:55:33.968675 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Checking segment: {'id': '4287526a-fa45-4c2d-91d7-69f6c946a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:55:33.969165 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:33.970139 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Bound using segment: {'id': '4287526a-fa45-4c2d-91d7-69f6c946a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:55:33.970139 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Bound port: 8bb37f87-6c7d-445a-9263-43e71f85a622, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4287526a-fa45-4c2d-91d7-69f6c946a488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:55:33.970836 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:34.059303 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] For port 8bb37f87-6c7d-445a-9263-43e71f85a622, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:55:34.062633 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] For port 8bb37f87-6c7d-445a-9263-43e71f85a622, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8bb37f87-6c7d-445a-9263-43e71f85a622,segment=NetworkSegment(4287526a-fa45-4c2d-91d7-69f6c946a488),segment_id=4287526a-fa45-4c2d-91d7-69f6c946a488)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:55:34.073321 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:34.134117 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828ee7f-399e-4b1e-b7d2-28bcb935f4b9 None None] Pushing event updated for resources: {'Port': ['ID=8bb37f87-6c7d-445a-9263-43e71f85a622,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:34.167931 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Routers {'82bb69cd-40f3-414f-9694-3bfbdc1f9a59'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:55:34.168589 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:55:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:34.322574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ac957366-5caf-4ac8-8343-1ca026c23afd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:34.351475 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] Set router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:55:34.431213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ac957366-5caf-4ac8-8343-1ca026c23afd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:34.431690 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:34.617212 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'name': 'tempest-TestMinimumBasicScenario-1069812048-router', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:30Z', 'revision_number': 4, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'gw_port': {'id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '8bb37f87-6c7d-445a-9263-43e71f85a622', 'name': '', 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'mac_address': 'fa:16:3e:40:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '68e935c4-f1eb-450b-9c99-3f281d72686f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:29Z', 'updated_at': '2021-08-29T17:55:34Z', 'revision_number': 4, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'subnets': [{'id': '68e935c4-f1eb-450b-9c99-3f281d72686f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:55:34.647899 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1392b-dfed-46e5-9db8-63a715e9fe49 None None] The sync data for ids ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'] in n-d-713301-13 is: [{'id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'name': 'tempest-TestMinimumBasicScenario-1069812048-router', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:30Z', 'revision_number': 4, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'gw_port': {'id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '8bb37f87-6c7d-445a-9263-43e71f85a622', 'name': '', 'network_id': 'f2aa31d0-f771-413b-98a1-ca8d57a8bc9c', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'mac_address': 'fa:16:3e:40:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '68e935c4-f1eb-450b-9c99-3f281d72686f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:29Z', 'updated_at': '2021-08-29T17:55:34Z', 'revision_number': 4, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'subnets': [{'id': '68e935c4-f1eb-450b-9c99-3f281d72686f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:55:36.348969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8bb37f87-6c7d-445a-9263-43e71f85a622 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:36.406681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 8bb37f87-6c7d-445a-9263-43e71f85a622 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:55:36.411367 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 8bb37f87-6c7d-445a-9263-43e71f85a622 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:36.411745 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:36.494406 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:36.532820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 8bb37f87-6c7d-445a-9263-43e71f85a622, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8bb37f87-6c7d-445a-9263-43e71f85a622,segment=NetworkSegment(4287526a-fa45-4c2d-91d7-69f6c946a488),segment_id=4287526a-fa45-4c2d-91d7-69f6c946a488)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:55:36.538006 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:36.598673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=8bb37f87-6c7d-445a-9263-43e71f85a622,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:38.329949 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8bb37f87-6c7d-445a-9263-43e71f85a622 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:55:38.387388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 8bb37f87-6c7d-445a-9263-43e71f85a622 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:38.387864 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:41.646285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6014208-38af-4974-ae49-8293a851b2b7 req-738c7188-1acd-4d83-8dfc-e782fcce2be1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:41.647781 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-738c7188-1acd-4d83-8dfc-e782fcce2be1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/networks?id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 200 len: 815 time: 0.1067326 Aug 29 17:55:41.662685 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-0d82e83e-49ab-498d-9cdd-f9fb4553910d tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/quotas/ead15e701fc048d79ec3eb8a21a533da HTTP/1.1" status: 200 len: 375 time: 0.0090106 Aug 29 17:55:41.713878 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-f2e7ac37-17cf-42b7-90bc-cdee97d97bbd tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ead15e701fc048d79ec3eb8a21a533da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461531 Aug 29 17:55:41.811773 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-7aa20178-9bf0-41d2-b804-ea20d4ceb403 service neutron] 10.222.0.22 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864661 Aug 29 17:55:41.903384 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-2c7c7062-d159-4f1c-8eb9-53014d05c432 service neutron] 10.222.0.22 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855765 Aug 29 17:55:42.060747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-322d75d4-c715-446a-9d22-3f752ccb76d4 req-b6d54896-271a-4bf7-a390-09ea43bf71b7 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 210 time: 0.0267830 Aug 29 17:55:42.947550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6014208-38af-4974-ae49-8293a851b2b7 req-f12f41bf-a778-4ec8-93e6-82d835b9f386 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:42.948990 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-f12f41bf-a778-4ec8-93e6-82d835b9f386 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.16 "GET /v2.0/networks?id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 200 len: 815 time: 0.1039109 Aug 29 17:55:42.962298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Request body: {'port': {'device_id': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'admin_state_up': True, 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:55:42.978755 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-524f8915-33be-4213-bcf9-d4b88953b794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:43.081010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Made reservation on behalf of ead15e701fc048d79ec3eb8a21a533da for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:55:43.084565 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:43.172096 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5e879a76-87f6-4f7b-97cb-aee38a887538 req-837e1db9-9fcf-4e44-a621-c6951be98dd9 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 210 time: 0.0398343 Aug 29 17:55:43.230094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Allocated IP 172.20.0.8 (294916f3-721c-4f3d-96e9-ffc78ae9c1fd/7d674dbd-ab98-4213-adb5-1536d2788103/e130611b-c529-4d39-984b-e7518233df89) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:55:43.431306 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:43.463287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Transition to ACTIVE for port object e130611b-c529-4d39-984b-e7518233df89 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:43.517016 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:43.563496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:55:43.567397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:55:43.571648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:55:43.613140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'Port': ['ID=e130611b-c529-4d39-984b-e7518233df89,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:43.627060 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.627409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.627753 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.628088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.628418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.628827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.629162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.629513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.629841 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.630167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.630489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.630811 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:55:43.647128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:43.647961 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:43.666521 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c179462d-9365-45cb-a4ef-444daeee5404 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7082224 Aug 29 17:55:43.882696 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e0591cf9-861f-4e27-aea9-3ce336bc07b5 None None] Provisioning for port e130611b-c529-4d39-984b-e7518233df89 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:55:43.887050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e0591cf9-861f-4e27-aea9-3ce336bc07b5 None None] Provisioning complete for port e130611b-c529-4d39-984b-e7518233df89 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:55:43.887477 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e0591cf9-861f-4e27-aea9-3ce336bc07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:43.922180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e0591cf9-861f-4e27-aea9-3ce336bc07b5 None None] Port e130611b-c529-4d39-984b-e7518233df89 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:55:44.305643 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e8065-9fc5-4a16-9fb4-b7a6892f72e0 req-55f5f777-b7ef-49dc-b2ea-038c9f4f6fcb tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:44.307517 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f2e8065-9fc5-4a16-9fb4-b7a6892f72e0 req-55f5f777-b7ef-49dc-b2ea-038c9f4f6fcb tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 931 time: 0.0557539 Aug 29 17:55:44.347318 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6f2e8065-9fc5-4a16-9fb4-b7a6892f72e0 req-530df7b6-f4f3-41f2-945d-91968f6cb0a5 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338535 Aug 29 17:55:45.474336 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d973a-d158-4e67-aa89-bf6d7e73e57a req-d77c73c2-a897-4a61-89fb-4d6c4b45357e tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:45.475872 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e00d973a-d158-4e67-aa89-bf6d7e73e57a req-d77c73c2-a897-4a61-89fb-4d6c4b45357e tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 931 time: 0.0498424 Aug 29 17:55:45.521015 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e00d973a-d158-4e67-aa89-bf6d7e73e57a req-e010c52b-33ee-4467-9bb8-1307042a14ee tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347223 Aug 29 17:55:45.607629 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f0254108-a1f1-43d5-b848-e12ed749a7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:45.959856 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:46.645169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a59d-0de2-40b3-a916-0d7bdb9b8db8 req-17c41ed1-2483-4cc7-88cf-e6688df81144 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:46.654387 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0209a59d-0de2-40b3-a916-0d7bdb9b8db8 req-17c41ed1-2483-4cc7-88cf-e6688df81144 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 931 time: 0.0599096 Aug 29 17:55:46.696109 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0209a59d-0de2-40b3-a916-0d7bdb9b8db8 req-1b5ea548-6598-490a-9d5d-4affc80c952c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Aug 29 17:55:46.870733 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:47.836054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28930969-9fab-4c9a-b119-888a1a89dc74 req-db0829e8-3c29-4ea4-a09d-bcd16074ecff tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:47.843702 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-28930969-9fab-4c9a-b119-888a1a89dc74 req-db0829e8-3c29-4ea4-a09d-bcd16074ecff tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 931 time: 0.0803103 Aug 29 17:55:47.896445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-28930969-9fab-4c9a-b119-888a1a89dc74 req-14ebe89a-975e-4858-bbc8-1e5b66650251 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459635 Aug 29 17:55:48.277360 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:48.530835 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:49.018619 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de20d4f-5b82-4ccb-b18d-a7958117e7f1 req-4fccdaa0-2b1b-4445-992f-f8027a50f370 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:49.020507 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7de20d4f-5b82-4ccb-b18d-a7958117e7f1 req-4fccdaa0-2b1b-4445-992f-f8027a50f370 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 931 time: 0.0524900 Aug 29 17:55:49.060863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7de20d4f-5b82-4ccb-b18d-a7958117e7f1 req-20c8c6f0-b04d-41c5-8ddf-c469ce1334a1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Aug 29 17:55:50.177427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcd32f-5d9d-4264-b3fb-2a9ead38d28a req-ffeb7460-c4fc-4b74-b679-88359b7b7891 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:50.179015 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56bcd32f-5d9d-4264-b3fb-2a9ead38d28a req-ffeb7460-c4fc-4b74-b679-88359b7b7891 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 931 time: 0.0497236 Aug 29 17:55:50.220336 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56bcd32f-5d9d-4264-b3fb-2a9ead38d28a req-4a0d4595-2797-4791-a275-fcec9ceb1531 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Aug 29 17:55:50.766878 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:51.336162 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a90782-d3d0-4803-9090-f02f05d73b37 req-872e4787-d6dc-4338-b830-8e9918666368 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:51.337704 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70a90782-d3d0-4803-9090-f02f05d73b37 req-872e4787-d6dc-4338-b830-8e9918666368 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 931 time: 0.0504448 Aug 29 17:55:51.380332 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-70a90782-d3d0-4803-9090-f02f05d73b37 req-06e1d8d6-3ea2-4a65-87ef-5d102494a97c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367100 Aug 29 17:55:52.502364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981abc26-f351-4a12-b41e-8539bcc6d86b req-107c9bb0-d8ed-4641-bddd-e807797085ae tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:52.503774 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-981abc26-f351-4a12-b41e-8539bcc6d86b req-107c9bb0-d8ed-4641-bddd-e807797085ae tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 931 time: 0.0513580 Aug 29 17:55:52.544421 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-981abc26-f351-4a12-b41e-8539bcc6d86b req-2f1aaa29-673f-4889-a58b-ab5c13d1fca9 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346506 Aug 29 17:55:53.656713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c3ce-b9f7-4c50-910d-442c478205fd req-b9de989d-e510-4508-8ab5-87003432e67b tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:53.658135 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-45f0c3ce-b9f7-4c50-910d-442c478205fd req-b9de989d-e510-4508-8ab5-87003432e67b tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 931 time: 0.0496044 Aug 29 17:55:53.701653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-45f0c3ce-b9f7-4c50-910d-442c478205fd req-3a0595c6-10d0-4b7e-8eb3-bd5370c2b1f3 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375550 Aug 29 17:55:54.816993 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c70b71-7b3c-43c8-9ea8-572e11989605 req-65c5f2a6-20a0-402a-9573-d9d75923f1ef tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:54.818512 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93c70b71-7b3c-43c8-9ea8-572e11989605 req-65c5f2a6-20a0-402a-9573-d9d75923f1ef tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 931 time: 0.0524371 Aug 29 17:55:54.856162 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-93c70b71-7b3c-43c8-9ea8-572e11989605 req-e25d1e9f-da96-4a42-a742-f408daf4c1b6 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317447 Aug 29 17:55:55.968454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b383fd2-ee61-4614-a9a1-4ff25f707450 req-e98701b7-bf2e-4d99-be7e-48f1104ba85d tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:55.970551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b383fd2-ee61-4614-a9a1-4ff25f707450 req-e98701b7-bf2e-4d99-be7e-48f1104ba85d tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 931 time: 0.0499113 Aug 29 17:55:56.008374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7b383fd2-ee61-4614-a9a1-4ff25f707450 req-118c7f0a-e766-43e9-8b6d-13112a9dd36e tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Aug 29 17:55:56.210957 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Request body: {'port': {'device_id': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:55:56.263249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:56.525706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e130611b-c529-4d39-984b-e7518233df89 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:55:56.533521 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:56.545426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Transition to ACTIVE for port object e130611b-c529-4d39-984b-e7518233df89 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:55:56.549036 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:56.618496 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=e130611b-c529-4d39-984b-e7518233df89,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:56.669731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Attempting to bind port e130611b-c529-4d39-984b-e7518233df89 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:55:56.670088 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Attempting to bind port e130611b-c529-4d39-984b-e7518233df89 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:55:56.670603 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Attempting to bind port e130611b-c529-4d39-984b-e7518233df89 on network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:55:56.675228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Port e130611b-c529-4d39-984b-e7518233df89 on network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:55:56.675555 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Attempting to bind port e130611b-c529-4d39-984b-e7518233df89 on network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:55:56.680447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:55:56.680788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Checking segment: {'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:55:56.681173 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Bound using segment: {'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:55:56.681646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Bound port: e130611b-c529-4d39-984b-e7518233df89, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ba2169-5458-4b88-9014-9e03421c532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:55:56.682007 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:56.752604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] For port e130611b-c529-4d39-984b-e7518233df89, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:55:56.755609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] For port e130611b-c529-4d39-984b-e7518233df89, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e130611b-c529-4d39-984b-e7518233df89,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:55:56.760407 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:56.794918 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:56.795525 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:55:56.796965 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] 10.222.0.16 "PUT /v2.0/ports/e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 1092 time: 0.5910981 Aug 29 17:55:56.797347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'tag': 'e130611b-c529-4d39-984b-e7518233df89'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:55:56.799590 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "tag": "e130611b-c529-4d39-984b-e7518233df89"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:55:56.824736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb6586-2065-46ed-8c0a-9d224898cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=e130611b-c529-4d39-984b-e7518233df89,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:55:56.849393 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7f6238-0133-47c8-897e-099bb1964f80 x-openstack-request-id: req-1e7f6238-0133-47c8-897e-099bb1964f80 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:55:56.849814 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "tag": "e130611b-c529-4d39-984b-e7518233df89", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:55:56.850073 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e7f6238-0133-47c8-897e-099bb1964f80 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:55:56.850470 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'tag': 'e130611b-c529-4d39-984b-e7518233df89', 'status': 'completed', 'code': 200} Aug 29 17:55:56.881620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6014208-38af-4974-ae49-8293a851b2b7 req-dc1e3ba5-e5c4-40a0-a276-3f54756a8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:56.883138 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-dc1e3ba5-e5c4-40a0-a276-3f54756a8044 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ead15e701fc048d79ec3eb8a21a533da&device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1095 time: 0.0444651 Aug 29 17:55:56.930594 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-7d5cb3c7-4583-4614-b27e-6ed7500b73ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 217 time: 0.0385897 Aug 29 17:55:56.983445 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c183691d-132b-40bb-9783-eefc454db9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:56.984979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-c183691d-132b-40bb-9783-eefc454db9ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d674dbd-ab98-4213-adb5-1536d2788103 HTTP/1.1" status: 200 len: 854 time: 0.0467105 Aug 29 17:55:57.031334 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6014208-38af-4974-ae49-8293a851b2b7 req-a336148d-6377-49a4-9055-898ec21a9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:57.032807 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-a336148d-6377-49a4-9055-898ec21a9180 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412462 Aug 29 17:55:57.163322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd43c6-85bd-4069-9a7f-52d0bffc40e1 req-11809769-172d-4e29-b882-6cacbfe425ca tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:57.164788 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebbd43c6-85bd-4069-9a7f-52d0bffc40e1 req-11809769-172d-4e29-b882-6cacbfe425ca tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 943 time: 0.0755095 Aug 29 17:55:57.170069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-147b8e53-fd7d-4ca9-848a-14263d5d462d service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301484 Aug 29 17:55:57.251803 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ebbd43c6-85bd-4069-9a7f-52d0bffc40e1 req-6a97e726-5182-47a4-878b-9069ab743a5a tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808020 Aug 29 17:55:57.284507 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c6014208-38af-4974-ae49-8293a851b2b7 req-da3fad1c-6059-4abe-b213-273dbeb4ff37 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072364 Aug 29 17:55:57.370467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c req-49492ebe-37b9-4618-8f1e-ab8c1e8d6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:57.371844 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c req-49492ebe-37b9-4618-8f1e-ab8c1e8d6d32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ead15e701fc048d79ec3eb8a21a533da&device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1095 time: 0.0411329 Aug 29 17:55:57.463347 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c req-d543e7f0-c069-4fb9-a15c-14fc0e751262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:57.464807 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c req-d543e7f0-c069-4fb9-a15c-14fc0e751262 service neutron] 10.222.0.16 "GET /v2.0/networks?id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 200 len: 916 time: 0.0849555 Aug 29 17:55:57.509900 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c req-80e39531-dea7-4350-a2e4-9bcafe4a9e3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 217 time: 0.0372529 Aug 29 17:55:57.558067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c req-548ab72c-e4f6-4c85-ba70-eb7612c4a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:57.559476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c req-548ab72c-e4f6-4c85-ba70-eb7612c4a51f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d674dbd-ab98-4213-adb5-1536d2788103 HTTP/1.1" status: 200 len: 854 time: 0.0420773 Aug 29 17:55:57.604176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c req-630b712f-89ae-43be-8137-6a83faa75c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:57.605633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c req-630b712f-89ae-43be-8137-6a83faa75c7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390751 Aug 29 17:55:57.698380 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c req-d5b01945-2fba-4149-bc92-4d4bf6c3efa6 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844693 Aug 29 17:55:57.787737 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b6d0088-ba1b-457b-a22d-37c4fb0f2d7c req-3bf55e71-4ec1-4e48-9847-c6dd3d94036d service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813582 Aug 29 17:55:58.365716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d584d-9732-48c0-85a3-b38f54fb4b1e req-763a47da-fb67-40be-993e-786d297f2440 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:58.367195 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-592d584d-9732-48c0-85a3-b38f54fb4b1e req-763a47da-fb67-40be-993e-786d297f2440 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 943 time: 0.0493484 Aug 29 17:55:58.404014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-592d584d-9732-48c0-85a3-b38f54fb4b1e req-3e189712-337a-4b33-b603-4a8e14798487 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Aug 29 17:55:59.533147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4f88d-1619-4540-8dc4-807f7b949c0e req-fe68fb29-36ee-4b21-bb16-ba0c89040e9e tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:55:59.534683 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94d4f88d-1619-4540-8dc4-807f7b949c0e req-fe68fb29-36ee-4b21-bb16-ba0c89040e9e tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 943 time: 0.0622127 Aug 29 17:55:59.575910 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-94d4f88d-1619-4540-8dc4-807f7b949c0e req-4e3057f7-ece7-4746-9403-4f6ddf0eae8f tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353873 Aug 29 17:56:00.051613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e130611b-c529-4d39-984b-e7518233df89 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:56:00.145510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port e130611b-c529-4d39-984b-e7518233df89, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e130611b-c529-4d39-984b-e7518233df89,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:00.157164 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'e130611b-c529-4d39-984b-e7518233df89', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'port_id': 'e130611b-c529-4d39-984b-e7518233df89', 'mac_address': 'fa:16:3e:b7:7c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:56:00.191673 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.203974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e130611b-c529-4d39-984b-e7518233df89 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:56:00.222796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port e130611b-c529-4d39-984b-e7518233df89, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e130611b-c529-4d39-984b-e7518233df89,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:00.226732 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:00.272011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=e130611b-c529-4d39-984b-e7518233df89,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:00.279176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.279572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.279894 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.280229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.280561 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.281530 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.281877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.282206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.282534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.282862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.283191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.283509 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:00.520871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['e130611b-c529-4d39-984b-e7518233df89'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:56:00.691292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5e76-12d4-49a7-b131-189ddbae8c9f req-c4bad242-ce59-43ac-930c-7e2f598d7bdf tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:00.692698 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf0a5e76-12d4-49a7-b131-189ddbae8c9f req-c4bad242-ce59-43ac-930c-7e2f598d7bdf tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 944 time: 0.0497730 Aug 29 17:56:00.729284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bf0a5e76-12d4-49a7-b131-189ddbae8c9f req-b9c21bce-63e4-4399-af56-0c3b848b9cd4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306904 Aug 29 17:56:01.849778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b654022-7279-4003-bfdc-b668987d2416 req-518a8813-1150-40a5-93fb-05882c41eecd tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:01.851246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b654022-7279-4003-bfdc-b668987d2416 req-518a8813-1150-40a5-93fb-05882c41eecd tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 944 time: 0.0498164 Aug 29 17:56:01.887567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1b654022-7279-4003-bfdc-b668987d2416 req-1e28d90a-89ec-4715-9904-251d6b17593c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305226 Aug 29 17:56:02.067724 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e130611b-c529-4d39-984b-e7518233df89 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:56:02.114641 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port e130611b-c529-4d39-984b-e7518233df89 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:56:02.118640 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port e130611b-c529-4d39-984b-e7518233df89 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:02.119106 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:02.195824 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:02.217957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e130611b-c529-4d39-984b-e7518233df89'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:56:02.220270 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85211415-4f56-4cb1-bd0a-c838b7733de5" -d '{"events": [{"server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "name": "network-vif-plugged", "status": "completed", "tag": "e130611b-c529-4d39-984b-e7518233df89"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:56:02.232328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port e130611b-c529-4d39-984b-e7518233df89, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e130611b-c529-4d39-984b-e7518233df89,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:02.236436 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:02.260696 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c76ef0-45d1-4979-8875-33349e00bb1d x-openstack-request-id: req-27c76ef0-45d1-4979-8875-33349e00bb1d {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:56:02.260988 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "name": "network-vif-plugged", "status": "completed", "tag": "e130611b-c529-4d39-984b-e7518233df89", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:56:02.262107 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27c76ef0-45d1-4979-8875-33349e00bb1d {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:56:02.262515 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e130611b-c529-4d39-984b-e7518233df89', 'code': 200} Aug 29 17:56:02.290486 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=e130611b-c529-4d39-984b-e7518233df89,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:02.353612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61587a-d587-4362-83ef-4c8abaa2674b req-c4f949bd-78f5-46f0-a982-2f2107dffa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:02.355011 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f61587a-d587-4362-83ef-4c8abaa2674b req-c4f949bd-78f5-46f0-a982-2f2107dffa80 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1097 time: 0.0403895 Aug 29 17:56:02.389657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f61587a-d587-4362-83ef-4c8abaa2674b req-b72ed511-aae5-4437-981d-1cfb0f67bb1b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274661 Aug 29 17:56:03.004821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590fae0-06c2-47d3-93ae-1625e91b3f55 req-9edddc0a-cadc-493b-9a21-2ef412adc795 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:03.006314 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0590fae0-06c2-47d3-93ae-1625e91b3f55 req-9edddc0a-cadc-493b-9a21-2ef412adc795 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 945 time: 0.0527637 Aug 29 17:56:03.043143 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0590fae0-06c2-47d3-93ae-1625e91b3f55 req-25b85c0c-d464-4a87-82b3-cc4448fc85db tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Aug 29 17:56:04.163384 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e578e-573e-4547-9e00-2ead65913f0d req-11b86cb6-da7d-4d13-b2d8-6bcda804e8d0 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:04.164868 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5e5e578e-573e-4547-9e00-2ead65913f0d req-11b86cb6-da7d-4d13-b2d8-6bcda804e8d0 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 945 time: 0.0531728 Aug 29 17:56:04.201787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5e5e578e-573e-4547-9e00-2ead65913f0d req-88b2d722-1feb-4609-979b-cb60b21be358 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310931 Aug 29 17:56:04.312876 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52272ce9-efec-4551-afbf-048ca7aa67ca req-08ccd87f-4b73-421b-ba96-d48d80f0ca16 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:04.314344 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52272ce9-efec-4551-afbf-048ca7aa67ca req-08ccd87f-4b73-421b-ba96-d48d80f0ca16 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 945 time: 0.0482600 Aug 29 17:56:04.350805 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52272ce9-efec-4551-afbf-048ca7aa67ca req-93089946-cc81-40df-9b71-58234cc0def1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306871 Aug 29 17:56:04.533769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab185a-44db-4bc1-be66-34c239ca50ac req-edc588da-5d6d-4f7c-9f87-e72474db9a73 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:04.535203 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1aab185a-44db-4bc1-be66-34c239ca50ac req-edc588da-5d6d-4f7c-9f87-e72474db9a73 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 945 time: 0.0487125 Aug 29 17:56:04.572108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1aab185a-44db-4bc1-be66-34c239ca50ac req-a7f12e4d-0a36-4968-b8b6-ddd1786de9da tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311780 Aug 29 17:56:05.696233 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:56:12.981621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b01c5521-b292-4047-96f4-ffe580a6a8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:15.611761 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8945-e196-4087-be6d-8a0f25f0f775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:15.961871 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:16.095540 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d8fbc-3d4c-4dac-8764-7f743da908b4 req-9802f2e3-c54e-4dc0-9eed-98d924025fb2 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:16.096977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-487d8fbc-3d4c-4dac-8764-7f743da908b4 req-9802f2e3-c54e-4dc0-9eed-98d924025fb2 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 945 time: 0.0521007 Aug 29 17:56:16.134905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-487d8fbc-3d4c-4dac-8764-7f743da908b4 req-d7d2abea-616e-4fa0-9cfb-08a5462d3d79 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Aug 29 17:56:16.156362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44834) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:16.283585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897b23a0-7578-460a-b869-24d9c0195b46 tempest-TestMinimumBasicScenario-422793878 tempest-TestMinimumBasicScenario-422793878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:16.285089 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-897b23a0-7578-460a-b869-24d9c0195b46 tempest-TestMinimumBasicScenario-422793878 tempest-TestMinimumBasicScenario-422793878-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1092 time: 0.1277692 Aug 29 17:56:16.288009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44838) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:16.292298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'e130611b-c529-4d39-984b-e7518233df89', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:16.313777 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:16.410947 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:16.514007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Allocated IP 172.25.5.4 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/ecab39b7-6d18-4a34-a0e6-687f30a36366) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:56:16.616487 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:16.653927 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:16.688307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:56:16.691232 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:56:16.694612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:56:16.725395 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'Port': ['ID=ecab39b7-6d18-4a34-a0e6-687f30a36366,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:16.869641 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.053961 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.124785 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.272874 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.277380 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.349029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'Port': ['ID=ecab39b7-6d18-4a34-a0e6-687f30a36366,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:17.356824 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.452747 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Floating IP 44dba90e-8420-40bd-ae6b-662b2f8ec15e associated. External IP: 172.25.5.4, port: e130611b-c529-4d39-984b-e7518233df89. Aug 29 17:56:17.656938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Router 840c7663-bcae-40e9-a81d-5aaa90c161c4 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:56:17.763481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:56:17.773185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f01379-58ef-45cd-b4b0-2ff08ca18002 None None] Sync routers for ids ['840c7663-bcae-40e9-a81d-5aaa90c161c4'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:56:17.779506 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.782842 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f01379-58ef-45cd-b4b0-2ff08ca18002 None None] Routers {'840c7663-bcae-40e9-a81d-5aaa90c161c4'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:17.783456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-59f01379-58ef-45cd-b4b0-2ff08ca18002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:56:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['840c7663-bcae-40e9-a81d-5aaa90c161c4'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:17.809725 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1e137bbb-c707-4612-85fb-d5f8cd2214ed tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5181937 Aug 29 17:56:17.809725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'tag': 'e130611b-c529-4d39-984b-e7518233df89'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:56:17.810035 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6e026d-44db-4514-9384-129903471352" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "tag": "e130611b-c529-4d39-984b-e7518233df89"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:56:17.810130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44840) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:17.814827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763277441', 'description': 'tempest-secgroup-smoke-763277441 description', 'project_id': 'ead15e701fc048d79ec3eb8a21a533da'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:17.842422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.850427 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c714225-3d12-4a83-8a8c-28de8af00aab x-openstack-request-id: req-3c714225-3d12-4a83-8a8c-28de8af00aab {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:56:17.850827 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "tag": "e130611b-c529-4d39-984b-e7518233df89", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:56:17.851142 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c714225-3d12-4a83-8a8c-28de8af00aab {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:56:17.851789 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'tag': 'e130611b-c529-4d39-984b-e7518233df89', 'status': 'completed', 'code': 200} Aug 29 17:56:17.896825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-59f01379-58ef-45cd-b4b0-2ff08ca18002 None None] Set router 840c7663-bcae-40e9-a81d-5aaa90c161c4 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:17.913804 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e026d-44db-4514-9384-129903471352 req-167d48d9-35c9-460b-84a2-2ef2d25b416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:17.915247 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d6e026d-44db-4514-9384-129903471352 req-167d48d9-35c9-460b-84a2-2ef2d25b416a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ead15e701fc048d79ec3eb8a21a533da&device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1097 time: 0.0425479 Aug 29 17:56:17.934168 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.938449 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.971753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079b893e-dc48-41fb-be86-b3cc8be820b1,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:17.974676 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:17.978692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1648023 Aug 29 17:56:17.979049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44844) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:17.981259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:17.981622 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:17.981967 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:17.982306 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:17.982645 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:17.983001 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:17.983316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:17.983649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:17.983979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:17.984092 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-fed4d704-6008-480f-b5fd-562419ea26a1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Request body: {'security_group_rule': {'security_group_id': '079b893e-dc48-41fb-be86-b3cc8be820b1', 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:17.984308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:17.984636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:17.984963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f4ab5-1a03-42df-938e-186e592f0233 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:56:18.036819 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fed4d704-6008-480f-b5fd-562419ea26a1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.041033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e026d-44db-4514-9384-129903471352 req-756b43fe-830f-42fd-9ec3-561913406427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:18.042550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d6e026d-44db-4514-9384-129903471352 req-756b43fe-830f-42fd-9ec3-561913406427 service neutron] 10.222.0.16 "GET /v2.0/networks?id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 200 len: 916 time: 0.1205759 Aug 29 17:56:18.132501 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-59f01379-58ef-45cd-b4b0-2ff08ca18002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '44dba90e-8420-40bd-ae6b-662b2f8ec15e', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'port_id': 'e130611b-c529-4d39-984b-e7518233df89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'mac_address': 'fa:16:3e:b7:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:16Z', 'updated_at': '2021-08-29T17:56:16Z', 'revision_number': 0, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44c80f5-e17a-42ab-a6df-57017ebec4e3', 'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'mac_address': 'fa:16:3e:49:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:24Z', 'updated_at': '2021-08-29T17:55:31Z', 'revision_number': 5, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'subnets': [{'id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:18.138954 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d6e026d-44db-4514-9384-129903471352 req-195c682d-50b8-4a9b-a014-8d7459553a38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 997 time: 0.0884225 Aug 29 17:56:18.140551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fed4d704-6008-480f-b5fd-562419ea26a1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.146686 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fed4d704-6008-480f-b5fd-562419ea26a1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.161546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f01379-58ef-45cd-b4b0-2ff08ca18002 None None] Checking router: 840c7663-bcae-40e9-a81d-5aaa90c161c4 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:56:18.169806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f01379-58ef-45cd-b4b0-2ff08ca18002 None None] Routers {'840c7663-bcae-40e9-a81d-5aaa90c161c4'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:56:18.170345 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-59f01379-58ef-45cd-b4b0-2ff08ca18002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:56:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['840c7663-bcae-40e9-a81d-5aaa90c161c4'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:18.186796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4d704-6008-480f-b5fd-562419ea26a1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ee4ff9-c40a-4498-9cb9-9fabdfac1e2b,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:18.202613 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fed4d704-6008-480f-b5fd-562419ea26a1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.206958 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fed4d704-6008-480f-b5fd-562419ea26a1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2237852 Aug 29 17:56:18.207272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44846) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:18.209939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e026d-44db-4514-9384-129903471352 req-23217a04-6172-4411-be51-5aea817727c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:18.211354 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d6e026d-44db-4514-9384-129903471352 req-23217a04-6172-4411-be51-5aea817727c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d674dbd-ab98-4213-adb5-1536d2788103 HTTP/1.1" status: 200 len: 854 time: 0.0655918 Aug 29 17:56:18.212139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-91383e96-8842-49b2-9b2c-41dac7563e80 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Request body: {'security_group_rule': {'security_group_id': '079b893e-dc48-41fb-be86-b3cc8be820b1', 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:18.242364 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-91383e96-8842-49b2-9b2c-41dac7563e80 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.264969 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e026d-44db-4514-9384-129903471352 req-eb61ef8c-d265-4786-a646-a831761ed512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:18.267037 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d6e026d-44db-4514-9384-129903471352 req-eb61ef8c-d265-4786-a646-a831761ed512 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454085 Aug 29 17:56:18.291265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-59f01379-58ef-45cd-b4b0-2ff08ca18002 None None] Set router 840c7663-bcae-40e9-a81d-5aaa90c161c4 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:56:18.308676 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-91383e96-8842-49b2-9b2c-41dac7563e80 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.314261 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-91383e96-8842-49b2-9b2c-41dac7563e80 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.332959 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.339584 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91383e96-8842-49b2-9b2c-41dac7563e80 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5787a86a-8299-4384-a719-e10b1fb51ce6,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:18.343307 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-91383e96-8842-49b2-9b2c-41dac7563e80 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.345212 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-91383e96-8842-49b2-9b2c-41dac7563e80 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363821 Aug 29 17:56:18.348071 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44848) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:18.354338 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-2d16734b-b721-431e-85ed-2e973428dbf8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Request body: {'security_group_rule': {'security_group_id': '079b893e-dc48-41fb-be86-b3cc8be820b1', 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:18.380706 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d16734b-b721-431e-85ed-2e973428dbf8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.451245 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d16734b-b721-431e-85ed-2e973428dbf8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.456733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d16734b-b721-431e-85ed-2e973428dbf8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.473314 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16734b-b721-431e-85ed-2e973428dbf8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c708d5c-9c42-4551-8425-2678a6ba1d7c,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:18.485929 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-2d16734b-b721-431e-85ed-2e973428dbf8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.490190 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-2d16734b-b721-431e-85ed-2e973428dbf8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382813 Aug 29 17:56:18.490539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44850) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:18.495631 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c47fce95-b145-4643-a5ed-b32d8d204eaf tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Request body: {'security_group_rule': {'security_group_id': '079b893e-dc48-41fb-be86-b3cc8be820b1', 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:18.530487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c47fce95-b145-4643-a5ed-b32d8d204eaf tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.554580 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.571892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-59f01379-58ef-45cd-b4b0-2ff08ca18002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '44dba90e-8420-40bd-ae6b-662b2f8ec15e', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'port_id': 'e130611b-c529-4d39-984b-e7518233df89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'mac_address': 'fa:16:3e:b7:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:16Z', 'updated_at': '2021-08-29T17:56:16Z', 'revision_number': 0, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44c80f5-e17a-42ab-a6df-57017ebec4e3', 'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'mac_address': 'fa:16:3e:49:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:24Z', 'updated_at': '2021-08-29T17:55:31Z', 'revision_number': 5, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'subnets': [{'id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:56:18.603789 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c47fce95-b145-4643-a5ed-b32d8d204eaf tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.605865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f01379-58ef-45cd-b4b0-2ff08ca18002 None None] The sync data for ids ['840c7663-bcae-40e9-a81d-5aaa90c161c4'] in n-d-713301-13 is: [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '44dba90e-8420-40bd-ae6b-662b2f8ec15e', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'port_id': 'e130611b-c529-4d39-984b-e7518233df89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'mac_address': 'fa:16:3e:b7:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:56:16Z', 'updated_at': '2021-08-29T17:56:16Z', 'revision_number': 0, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44c80f5-e17a-42ab-a6df-57017ebec4e3', 'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'mac_address': 'fa:16:3e:49:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:24Z', 'updated_at': '2021-08-29T17:55:31Z', 'revision_number': 5, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'subnets': [{'id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:56:18.621886 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c47fce95-b145-4643-a5ed-b32d8d204eaf tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.647033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fce95-b145-4643-a5ed-b32d8d204eaf tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7262bf-2620-4931-abd6-c50fd447d336,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:18.691516 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c47fce95-b145-4643-a5ed-b32d8d204eaf tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.695871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c47fce95-b145-4643-a5ed-b32d8d204eaf tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2027164 Aug 29 17:56:18.696931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44852) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:18.710556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-1c6f13f0-e358-4ae1-aa20-2250cbfe66e8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Request body: {'security_group_rule': {'security_group_id': '079b893e-dc48-41fb-be86-b3cc8be820b1', 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:18.734767 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-1c6f13f0-e358-4ae1-aa20-2250cbfe66e8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Project ead15e701fc048d79ec3eb8a21a533da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:56:18.740682 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c6f13f0-e358-4ae1-aa20-2250cbfe66e8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.784050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d6e026d-44db-4514-9384-129903471352 req-821f3b1c-5b9d-4901-a6a3-c90501dbcc31 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100625 Aug 29 17:56:18.805596 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c6f13f0-e358-4ae1-aa20-2250cbfe66e8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.809830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c6f13f0-e358-4ae1-aa20-2250cbfe66e8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.830186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f13f0-e358-4ae1-aa20-2250cbfe66e8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d420859f-dddd-46ed-aba4-b2a6fd128504,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:18.837975 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1c6f13f0-e358-4ae1-aa20-2250cbfe66e8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.839265 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1c6f13f0-e358-4ae1-aa20-2250cbfe66e8 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328304 Aug 29 17:56:18.841908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44854) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:56:18.846671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-649d1d03-8181-43d7-adfc-2579c6eed2e3 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Request body: {'security_group_rule': {'security_group_id': '079b893e-dc48-41fb-be86-b3cc8be820b1', 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:18.872349 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-649d1d03-8181-43d7-adfc-2579c6eed2e3 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Project ead15e701fc048d79ec3eb8a21a533da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:56:18.878289 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-649d1d03-8181-43d7-adfc-2579c6eed2e3 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.884584 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7d6e026d-44db-4514-9384-129903471352 req-b2af4f3a-9638-4daf-83ff-52eacb1deec6 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932198 Aug 29 17:56:18.897978 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130d796-53a6-4b80-814d-d257fae79ab7 None None] New status for floating IP 44dba90e-8420-40bd-ae6b-662b2f8ec15e: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:56:18.948848 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-649d1d03-8181-43d7-adfc-2579c6eed2e3 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.952956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-649d1d03-8181-43d7-adfc-2579c6eed2e3 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.968412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d1d03-8181-43d7-adfc-2579c6eed2e3 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd24537e-08a8-4232-969b-d0cdd6d2f396,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:18.978543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-649d1d03-8181-43d7-adfc-2579c6eed2e3 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:18.980016 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-649d1d03-8181-43d7-adfc-2579c6eed2e3 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371439 Aug 29 17:56:19.060358 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7afd4d78-d379-4cd7-8e7f-5ed7a5d9d58d req-e67c011c-c018-4f8d-9f61-ab0387534176 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763277441&fields=id&tenant_id=ead15e701fc048d79ec3eb8a21a533da HTTP/1.1" status: 200 len: 267 time: 0.0355723 Aug 29 17:56:19.114840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd4d78-d379-4cd7-8e7f-5ed7a5d9d58d req-ce118101-037c-4a41-8ced-f10aec8c04d1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:19.116313 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7afd4d78-d379-4cd7-8e7f-5ed7a5d9d58d req-ce118101-037c-4a41-8ced-f10aec8c04d1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 945 time: 0.0486491 Aug 29 17:56:19.128788 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-7afd4d78-d379-4cd7-8e7f-5ed7a5d9d58d req-053c29e5-1090-4273-87ad-ba99f40d66a0 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Request body: {'port': {'security_groups': ['1ddeb646-18f9-43cc-bb3e-641133d8e800', '079b893e-dc48-41fb-be86-b3cc8be820b1']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:56:19.193316 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7afd4d78-d379-4cd7-8e7f-5ed7a5d9d58d req-053c29e5-1090-4273-87ad-ba99f40d66a0 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.374031 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-7afd4d78-d379-4cd7-8e7f-5ed7a5d9d58d req-053c29e5-1090-4273-87ad-ba99f40d66a0 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] For port e130611b-c529-4d39-984b-e7518233df89, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e130611b-c529-4d39-984b-e7518233df89,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:56:19.402321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7afd4d78-d379-4cd7-8e7f-5ed7a5d9d58d req-053c29e5-1090-4273-87ad-ba99f40d66a0 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.406751 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7afd4d78-d379-4cd7-8e7f-5ed7a5d9d58d req-053c29e5-1090-4273-87ad-ba99f40d66a0 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.418807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['e130611b-c529-4d39-984b-e7518233df89'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:56:19.450683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd4d78-d379-4cd7-8e7f-5ed7a5d9d58d req-053c29e5-1090-4273-87ad-ba99f40d66a0 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:19.451310 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-7afd4d78-d379-4cd7-8e7f-5ed7a5d9d58d req-053c29e5-1090-4273-87ad-ba99f40d66a0 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.452711 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7afd4d78-d379-4cd7-8e7f-5ed7a5d9d58d req-053c29e5-1090-4273-87ad-ba99f40d66a0 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "PUT /v2.0/ports/e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 981 time: 0.3295009 Aug 29 17:56:19.483623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c29e5-1090-4273-87ad-ba99f40d66a0 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'Port': ['ID=e130611b-c529-4d39-984b-e7518233df89,revision_number=6']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:56:19.509209 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['e130611b-c529-4d39-984b-e7518233df89'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:56:19.566634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3c128-0736-4f67-89e1-e9f36be7d77c req-f176671d-07d6-4b6f-8dbd-a1cf15ba4979 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:19.568357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51c3c128-0736-4f67-89e1-e9f36be7d77c req-f176671d-07d6-4b6f-8dbd-a1cf15ba4979 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.0547287 Aug 29 17:56:19.615417 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51c3c128-0736-4f67-89e1-e9f36be7d77c req-5d8b8e69-594a-4ee0-9f64-cd3384880e5f tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371528 Aug 29 17:56:19.751927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-70c4a2c4-7fa7-4f16-b4b4-e464446817c5 None None] Provisioning complete for port e130611b-c529-4d39-984b-e7518233df89 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:56:19.752186 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-70c4a2c4-7fa7-4f16-b4b4-e464446817c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:19.853363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'tag': 'e130611b-c529-4d39-984b-e7518233df89'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:56:19.855756 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75342af7-57e1-417a-bd42-bbf0453f5482" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "tag": "e130611b-c529-4d39-984b-e7518233df89"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:56:19.893394 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8624935a-8199-48be-a23f-375b25eb712c x-openstack-request-id: req-8624935a-8199-48be-a23f-375b25eb712c {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:56:19.893682 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "tag": "e130611b-c529-4d39-984b-e7518233df89", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:56:19.893929 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8624935a-8199-48be-a23f-375b25eb712c {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:56:19.894323 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'tag': 'e130611b-c529-4d39-984b-e7518233df89', 'status': 'completed', 'code': 200} Aug 29 17:56:19.961121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342af7-57e1-417a-bd42-bbf0453f5482 req-de6532bd-3fd4-4c0d-80ca-3b5a5fa4d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:19.962723 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75342af7-57e1-417a-bd42-bbf0453f5482 req-de6532bd-3fd4-4c0d-80ca-3b5a5fa4d535 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ead15e701fc048d79ec3eb8a21a533da&device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1136 time: 0.0465286 Aug 29 17:56:20.055335 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342af7-57e1-417a-bd42-bbf0453f5482 req-ebfb721b-d35e-491e-be1b-57063f2e9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:20.056788 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75342af7-57e1-417a-bd42-bbf0453f5482 req-ebfb721b-d35e-491e-be1b-57063f2e9c5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 200 len: 916 time: 0.0867682 Aug 29 17:56:20.122468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75342af7-57e1-417a-bd42-bbf0453f5482 req-9c609f8d-1ddf-4337-b625-4df7391ccfc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 999 time: 0.0571980 Aug 29 17:56:20.174459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342af7-57e1-417a-bd42-bbf0453f5482 req-066d6a58-1c7d-4ce6-a1b4-c62c46b51d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:20.175766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75342af7-57e1-417a-bd42-bbf0453f5482 req-066d6a58-1c7d-4ce6-a1b4-c62c46b51d3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d674dbd-ab98-4213-adb5-1536d2788103 HTTP/1.1" status: 200 len: 854 time: 0.0459089 Aug 29 17:56:20.221082 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342af7-57e1-417a-bd42-bbf0453f5482 req-0b41a89c-2c7c-43f7-b138-1871bc172a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:20.222621 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75342af7-57e1-417a-bd42-bbf0453f5482 req-0b41a89c-2c7c-43f7-b138-1871bc172a2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394301 Aug 29 17:56:20.311521 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75342af7-57e1-417a-bd42-bbf0453f5482 req-f1557ef2-78d8-4950-9adc-a949eda87bff service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807714 Aug 29 17:56:20.404120 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75342af7-57e1-417a-bd42-bbf0453f5482 req-a7bbd9c6-65b4-49a4-b32c-02912d178245 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849159 Aug 29 17:56:20.781192 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:24.911037 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-3f704fb4-0cfb-405c-8d0f-b93e6754a972 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399470 Aug 29 17:56:24.993389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-2e8a433f-be86-442d-a059-c4cd46ead5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:24.994843 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-2e8a433f-be86-442d-a059-c4cd46ead5c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ead15e701fc048d79ec3eb8a21a533da&device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1136 time: 0.0408626 Aug 29 17:56:25.101908 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-94501b2a-cd89-4406-a13c-9ad25f522ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:25.103389 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-94501b2a-cd89-4406-a13c-9ad25f522ce4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 200 len: 916 time: 0.0877988 Aug 29 17:56:25.182945 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-13184079-2863-48a3-9a1a-c0f02a509e71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 999 time: 0.0699787 Aug 29 17:56:25.238660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-140e6e52-c2f9-498d-a56a-e94b891fd355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:25.240357 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-140e6e52-c2f9-498d-a56a-e94b891fd355 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d674dbd-ab98-4213-adb5-1536d2788103 HTTP/1.1" status: 200 len: 854 time: 0.0488029 Aug 29 17:56:25.285558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-ab6b1874-4902-4d15-9cbe-ce881f052826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:56:25.287010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-ab6b1874-4902-4d15-9cbe-ce881f052826 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396087 Aug 29 17:56:25.374946 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-eba8967b-0444-4ccc-a989-6af74760c797 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803635 Aug 29 17:56:25.466860 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-efe8c3ed-430d-4338-8194-692e2464ca6c req-a46c31bf-d4f5-4a63-bab8-bfc8238c3214 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846710 Aug 29 17:56:42.696139 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:56:42.981806 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-074c46e0-582f-4c02-ba12-687052f17185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:45.611140 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-19e948e0-0f3d-4513-9fa6-54a88b6f0798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:45.962666 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:46.872780 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:48.308646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:48.535107 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:56:50.789702 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:12.980663 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-10e1ed12-8707-4f3a-a9b6-b51ba4247f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:15.610817 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-327a582d-4e53-4510-846a-da2737b1fc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:15.966764 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:16.874948 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:18.302445 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:18.539715 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:18.604931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561571d-8b76-4540-8f43-39bd3975e821 req-eaa11149-f33d-47b7-a673-5165996677b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:18.606464 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2561571d-8b76-4540-8f43-39bd3975e821 req-eaa11149-f33d-47b7-a673-5165996677b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ead15e701fc048d79ec3eb8a21a533da&device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1136 time: 0.0417717 Aug 29 17:57:18.732551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561571d-8b76-4540-8f43-39bd3975e821 req-26b16115-2692-44df-8376-57e95e4a7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:18.734745 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2561571d-8b76-4540-8f43-39bd3975e821 req-26b16115-2692-44df-8376-57e95e4a7f1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 200 len: 916 time: 0.1208122 Aug 29 17:57:18.742764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38ae55-c199-446e-aff6-a52043f8d579 req-d3b854cf-a9e7-49fe-a4f7-74e1f8a30133 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:18.744133 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ca38ae55-c199-446e-aff6-a52043f8d579 req-d3b854cf-a9e7-49fe-a4f7-74e1f8a30133 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.1844702 Aug 29 17:57:18.831484 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ca38ae55-c199-446e-aff6-a52043f8d579 req-90886d3b-b189-40a4-aa57-c9ffcd9ee937 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806332 Aug 29 17:57:18.837952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2561571d-8b76-4540-8f43-39bd3975e821 req-8c5ff70a-b4be-4115-b441-fca43ccb38cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 999 time: 0.0929339 Aug 29 17:57:18.887463 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561571d-8b76-4540-8f43-39bd3975e821 req-f352c02c-15de-469b-812e-007d4592de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:18.888876 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2561571d-8b76-4540-8f43-39bd3975e821 req-f352c02c-15de-469b-812e-007d4592de75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d674dbd-ab98-4213-adb5-1536d2788103 HTTP/1.1" status: 200 len: 854 time: 0.0432785 Aug 29 17:57:18.933867 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561571d-8b76-4540-8f43-39bd3975e821 req-76576cdf-0c33-48ce-86e4-3d2d102dc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:18.935306 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2561571d-8b76-4540-8f43-39bd3975e821 req-76576cdf-0c33-48ce-86e4-3d2d102dc1bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393584 Aug 29 17:57:19.028480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2561571d-8b76-4540-8f43-39bd3975e821 req-a6176dc6-9f4b-461e-be54-f0073fbab760 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856342 Aug 29 17:57:19.117919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2561571d-8b76-4540-8f43-39bd3975e821 req-0cfef32c-7ff4-484f-b20e-f7c7c046d34b service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819726 Aug 29 17:57:19.695724 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:57:20.012983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae81d56-d51f-4c6d-9e58-5dce171b4851 req-889f32c4-fa36-469d-b8b7-d0c08cd70f0a tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:20.014511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eae81d56-d51f-4c6d-9e58-5dce171b4851 req-889f32c4-fa36-469d-b8b7-d0c08cd70f0a tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.1015749 Aug 29 17:57:20.056535 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eae81d56-d51f-4c6d-9e58-5dce171b4851 req-244f71fa-9493-4d73-beff-395b19632195 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358231 Aug 29 17:57:20.792713 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:21.196085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907248c-bed1-4330-864f-82f533a0e0c7 req-961e164e-4de4-4736-9cad-dd09ac918769 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:21.197571 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6907248c-bed1-4330-864f-82f533a0e0c7 req-961e164e-4de4-4736-9cad-dd09ac918769 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.0510187 Aug 29 17:57:21.242257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6907248c-bed1-4330-864f-82f533a0e0c7 req-122fd8e3-bc1d-4ee8-95d1-92923a99242a tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387714 Aug 29 17:57:22.359353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee742-624a-4732-969b-b0132169bd23 req-cbbdca5a-9a87-452a-bdeb-a336368309ef tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:22.360815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee1ee742-624a-4732-969b-b0132169bd23 req-cbbdca5a-9a87-452a-bdeb-a336368309ef tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.0522099 Aug 29 17:57:22.401949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ee1ee742-624a-4732-969b-b0132169bd23 req-cf765729-3b41-450c-8fc6-7832f73b04d1 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335190 Aug 29 17:57:23.515517 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f4af1-beb3-4174-8d96-942bf6a191a5 req-57ae34de-77ba-40e0-bd90-0a31fb5efa87 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:23.517534 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-006f4af1-beb3-4174-8d96-942bf6a191a5 req-57ae34de-77ba-40e0-bd90-0a31fb5efa87 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.0498605 Aug 29 17:57:23.556567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-006f4af1-beb3-4174-8d96-942bf6a191a5 req-12b0ac05-e289-4da1-904c-f4c9a8c7672c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331833 Aug 29 17:57:24.671333 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be9929-73b6-423e-b870-9536762e2f57 req-14833b04-9d0e-4f3f-8194-b572b96ca9b5 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:24.673532 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a3be9929-73b6-423e-b870-9536762e2f57 req-14833b04-9d0e-4f3f-8194-b572b96ca9b5 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.0499315 Aug 29 17:57:24.717188 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a3be9929-73b6-423e-b870-9536762e2f57 req-d1a3d25c-3ec8-46ef-9835-e8a671c64e3a tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374999 Aug 29 17:57:25.833646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088829f4-8d49-4470-944b-1856f6aa5ae7 req-e782fbd7-7ce5-42be-a29e-b90a36d331e5 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:25.835118 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-088829f4-8d49-4470-944b-1856f6aa5ae7 req-e782fbd7-7ce5-42be-a29e-b90a36d331e5 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.0496039 Aug 29 17:57:25.877141 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-088829f4-8d49-4470-944b-1856f6aa5ae7 req-04655f54-cb5d-4b08-b4ba-67f1568237d7 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360672 Aug 29 17:57:26.980037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ee43-1757-478f-86c7-42746c99b94a req-5716b690-88f3-4f13-9e9a-ed85bb03cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:26.981719 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa55ee43-1757-478f-86c7-42746c99b94a req-5716b690-88f3-4f13-9e9a-ed85bb03cc93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ead15e701fc048d79ec3eb8a21a533da&device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1136 time: 0.0846472 Aug 29 17:57:26.993614 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769d08e-9d5f-4c79-9966-b605adc2cb6d req-f8ea0e45-f4be-4cdb-be00-f09f7ab8c986 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:26.995120 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a769d08e-9d5f-4c79-9966-b605adc2cb6d req-f8ea0e45-f4be-4cdb-be00-f09f7ab8c986 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.0493157 Aug 29 17:57:27.047607 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a769d08e-9d5f-4c79-9966-b605adc2cb6d req-d33fcb27-c258-47bf-b045-a26c466da751 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461388 Aug 29 17:57:27.090310 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ee43-1757-478f-86c7-42746c99b94a req-64a45d23-922c-48fa-8865-fd12d410c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:27.091784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa55ee43-1757-478f-86c7-42746c99b94a req-64a45d23-922c-48fa-8865-fd12d410c65c service neutron] 10.222.0.16 "GET /v2.0/networks?id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 200 len: 916 time: 0.0896845 Aug 29 17:57:27.156352 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa55ee43-1757-478f-86c7-42746c99b94a req-8cd61a3f-71c0-4190-ac7f-02be80ac6c3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 999 time: 0.0574040 Aug 29 17:57:27.208575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ee43-1757-478f-86c7-42746c99b94a req-935e1534-fcde-47d1-aa40-a96460b84499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:27.210055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa55ee43-1757-478f-86c7-42746c99b94a req-935e1534-fcde-47d1-aa40-a96460b84499 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d674dbd-ab98-4213-adb5-1536d2788103 HTTP/1.1" status: 200 len: 854 time: 0.0467858 Aug 29 17:57:27.256539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ee43-1757-478f-86c7-42746c99b94a req-1607672b-951b-4fa0-b8c2-ae23a68ed66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:27.258009 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa55ee43-1757-478f-86c7-42746c99b94a req-1607672b-951b-4fa0-b8c2-ae23a68ed66d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396044 Aug 29 17:57:27.347072 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa55ee43-1757-478f-86c7-42746c99b94a req-c26c625e-1ce2-4c6b-baf1-15a8dd5c9920 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810852 Aug 29 17:57:27.444351 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aa55ee43-1757-478f-86c7-42746c99b94a req-3a1983b2-fa61-41db-bee6-cbbbc6e19026 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870836 Aug 29 17:57:28.164910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6bf5-ef0c-49f8-8570-4c382a6b633b req-dbaafc1c-806e-4beb-9808-8c4c8cce2802 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:28.167391 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d73d6bf5-ef0c-49f8-8570-4c382a6b633b req-dbaafc1c-806e-4beb-9808-8c4c8cce2802 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.0493648 Aug 29 17:57:28.205554 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d73d6bf5-ef0c-49f8-8570-4c382a6b633b req-1339acf6-9340-4e2b-a1fc-2258c2df2255 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331185 Aug 29 17:57:29.325373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38a8ae-e2b2-480c-abeb-f5ba4d311d7c req-70eeea0a-81de-44da-ae1f-93461e5526cb tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:29.326852 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d38a8ae-e2b2-480c-abeb-f5ba4d311d7c req-70eeea0a-81de-44da-ae1f-93461e5526cb tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.0534697 Aug 29 17:57:29.366264 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d38a8ae-e2b2-480c-abeb-f5ba4d311d7c req-c025876c-c7d6-46ee-a852-04f001134a1c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332701 Aug 29 17:57:30.486386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0ac0d-b324-414b-93cd-3c133daa1c64 req-f5bf2c75-b37d-45a9-8daf-83aeabe7aac7 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:57:30.488114 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73a0ac0d-b324-414b-93cd-3c133daa1c64 req-f5bf2c75-b37d-45a9-8daf-83aeabe7aac7 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.0545599 Aug 29 17:57:30.527872 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-73a0ac0d-b324-414b-93cd-3c133daa1c64 req-545d58e1-8b82-4aff-b706-95c25e826b4f tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&id=079b893e-dc48-41fb-be86-b3cc8be820b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337179 Aug 29 17:57:42.980380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c4337d90-fca6-40c0-8359-5909f27cacec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.610736 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4907a08c-4117-427c-8ca6-e419457d9dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:45.967051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:46.878052 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:48.306254 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:48.541484 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:50.793194 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:57:56.695135 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:58:12.980403 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6a4f7691-c9a8-4dec-ade5-c2ab3640c5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:15.610534 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-286cda70-d93b-48db-8a01-f62368ee0526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:15.967867 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:16.880647 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:18.321597 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:18.544957 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:20.785456 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:28.916567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-cac4e3b2-89da-4fd0-aacd-7498806e0699 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409377 Aug 29 17:58:28.995328 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-6b852cfd-f887-41c4-87aa-1c27964d4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:28.996827 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-6b852cfd-f887-41c4-87aa-1c27964d4bd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ead15e701fc048d79ec3eb8a21a533da&device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1136 time: 0.0406859 Aug 29 17:58:29.100943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-78609390-96c1-4001-b66d-30cb21960dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:29.102444 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-78609390-96c1-4001-b66d-30cb21960dd0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 200 len: 916 time: 0.0870068 Aug 29 17:58:29.168770 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-8ea570a5-ac09-4b52-b6f7-133fbf305595 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 999 time: 0.0594823 Aug 29 17:58:29.215729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-572e7391-b514-40fd-a9ab-363235bcfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:29.217098 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-572e7391-b514-40fd-a9ab-363235bcfb34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d674dbd-ab98-4213-adb5-1536d2788103 HTTP/1.1" status: 200 len: 854 time: 0.0421445 Aug 29 17:58:29.266141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-1616e78f-e3f6-40f0-9326-e3e853ba50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:29.267608 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-1616e78f-e3f6-40f0-9326-e3e853ba50c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435629 Aug 29 17:58:29.355549 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-01fc93ba-4f5a-4032-bcbf-5b0259a34cd0 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806229 Aug 29 17:58:29.448638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aaa2ff2b-a7f0-4b17-a8f3-983b05af8f40 req-bad42ffa-d582-4862-a892-03b4b48f405f service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857284 Aug 29 17:58:33.694822 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:58:33.922169 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a235a25b-55d6-4e11-8c0a-e3d8e7251c2a req-b9ec13a0-1fd4-4c06-baf1-399e6c2be029 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763277441&fields=id&tenant_id=ead15e701fc048d79ec3eb8a21a533da HTTP/1.1" status: 200 len: 267 time: 0.0328979 Aug 29 17:58:33.975270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235a25b-55d6-4e11-8c0a-e3d8e7251c2a req-3728b521-4c8d-4540-a5ae-2ea75593f6cd tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:33.976725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a235a25b-55d6-4e11-8c0a-e3d8e7251c2a req-3728b521-4c8d-4540-a5ae-2ea75593f6cd tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 984 time: 0.0487635 Aug 29 17:58:33.988842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-a235a25b-55d6-4e11-8c0a-e3d8e7251c2a req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Request body: {'port': {'security_groups': ['1ddeb646-18f9-43cc-bb3e-641133d8e800']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:34.054423 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a235a25b-55d6-4e11-8c0a-e3d8e7251c2a req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.219049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-a235a25b-55d6-4e11-8c0a-e3d8e7251c2a req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] For port e130611b-c529-4d39-984b-e7518233df89, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e130611b-c529-4d39-984b-e7518233df89,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:34.251836 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a235a25b-55d6-4e11-8c0a-e3d8e7251c2a req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.256123 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a235a25b-55d6-4e11-8c0a-e3d8e7251c2a req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.267767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['e130611b-c529-4d39-984b-e7518233df89'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:58:34.300025 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235a25b-55d6-4e11-8c0a-e3d8e7251c2a req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:34.300658 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a235a25b-55d6-4e11-8c0a-e3d8e7251c2a req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.302139 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a235a25b-55d6-4e11-8c0a-e3d8e7251c2a req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "PUT /v2.0/ports/e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 942 time: 0.3189101 Aug 29 17:58:34.302592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'tag': 'e130611b-c529-4d39-984b-e7518233df89'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:58:34.304906 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "tag": "e130611b-c529-4d39-984b-e7518233df89"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:58:34.308672 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 44966) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:34.334616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event updated for resources: {'Port': ['ID=e130611b-c529-4d39-984b-e7518233df89,revision_number=7']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:34.348666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.349313 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.349847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.350363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.350874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.351368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.352050 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.352541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.353046 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.353598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.354143 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.354674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774ebdd-65eb-4ab7-96b1-7eb2e6cab89c tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.372361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['e130611b-c529-4d39-984b-e7518233df89'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:58:34.403479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.432902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.445879 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8886eaea-11e2-4811-981c-d11c2f3d8307 x-openstack-request-id: req-8886eaea-11e2-4811-981c-d11c2f3d8307 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:58:34.446165 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "tag": "e130611b-c529-4d39-984b-e7518233df89", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:58:34.446424 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8886eaea-11e2-4811-981c-d11c2f3d8307 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:58:34.447114 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'tag': 'e130611b-c529-4d39-984b-e7518233df89', 'status': 'completed', 'code': 200} Aug 29 17:58:34.519595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d req-5ccc649a-cba4-4c80-b015-919ea9fab5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:34.521470 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d req-5ccc649a-cba4-4c80-b015-919ea9fab5e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ead15e701fc048d79ec3eb8a21a533da&device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1097 time: 0.0486786 Aug 29 17:58:34.585205 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.587937 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.589091 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "DELETE /v2.0/security-groups/079b893e-dc48-41fb-be86-b3cc8be820b1 HTTP/1.1" status: 204 len: 168 time: 0.2783856 Aug 29 17:58:34.591837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 44972) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:34.603504 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079b893e-dc48-41fb-be86-b3cc8be820b1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:34.619667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.620019 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.620450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.620692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.621025 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.621385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.621717 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.622041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.622368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.622693 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.623011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.623474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eae9d-2862-40e9-8ead-c3f87cffd004 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:34.628647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ae2e878a-130d-4858-8ff3-85861f644410 None None] Provisioning complete for port e130611b-c529-4d39-984b-e7518233df89 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:58:34.629461 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ae2e878a-130d-4858-8ff3-85861f644410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.648718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d req-681d5e15-2cb7-4975-a7b7-0d128be94e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:34.650396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d req-681d5e15-2cb7-4975-a7b7-0d128be94e7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 200 len: 916 time: 0.1219640 Aug 29 17:58:34.731993 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d req-31e975c2-556e-4857-8f16-4f825dc8a0c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 999 time: 0.0739083 Aug 29 17:58:34.764287 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Deleting port ecab39b7-6d18-4a34-a0e6-687f30a36366 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:34.764549 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.782857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d req-9365c50c-2e4a-428a-94ff-28e3fbd9690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:34.784328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d req-9365c50c-2e4a-428a-94ff-28e3fbd9690a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d674dbd-ab98-4213-adb5-1536d2788103 HTTP/1.1" status: 200 len: 854 time: 0.0448055 Aug 29 17:58:34.835189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d req-24f2abcc-c830-4c43-9231-6716714aa894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:34.836678 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d req-24f2abcc-c830-4c43-9231-6716714aa894 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445662 Aug 29 17:58:34.842098 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.842437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:34.854107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Calling delete_port for ecab39b7-6d18-4a34-a0e6-687f30a36366 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:34.926053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d req-ea6601cb-8e2c-4277-98be-9c1cf22012ed service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820241 Aug 29 17:58:35.001938 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:35.023239 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-51e62c8c-b0ce-4b3b-8073-3a078aeba72d req-aeb3ee54-2d75-4186-a5a7-eb3855bb49cb service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905333 Aug 29 17:58:35.031815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event deleted for resources: {'Port': ['ID=ecab39b7-6d18-4a34-a0e6-687f30a36366,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:35.095248 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:35.095587 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Floating IP 44dba90e-8420-40bd-ae6b-662b2f8ec15e disassociated (deleted). External IP: 172.25.5.4, port: e130611b-c529-4d39-984b-e7518233df89. Aug 29 17:58:35.300227 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Router 840c7663-bcae-40e9-a81d-5aaa90c161c4 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:58:35.405976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:58:35.410724 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:35.415703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd92b0-3242-4751-a7e5-1a44824d7826 None None] Sync routers for ids ['840c7663-bcae-40e9-a81d-5aaa90c161c4'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:58:35.425022 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd92b0-3242-4751-a7e5-1a44824d7826 None None] Routers {'840c7663-bcae-40e9-a81d-5aaa90c161c4'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:35.425669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72dd92b0-3242-4751-a7e5-1a44824d7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['840c7663-bcae-40e9-a81d-5aaa90c161c4'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:35.437480 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c55d503a-ebd2-417c-9f51-590498a434a4 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "DELETE /v2.0/floatingips/44dba90e-8420-40bd-ae6b-662b2f8ec15e HTTP/1.1" status: 204 len: 168 time: 0.8445182 Aug 29 17:58:35.530998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-72dd92b0-3242-4751-a7e5-1a44824d7826 None None] Set router 840c7663-bcae-40e9-a81d-5aaa90c161c4 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:35.734256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72dd92b0-3242-4751-a7e5-1a44824d7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a44c80f5-e17a-42ab-a6df-57017ebec4e3', 'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'mac_address': 'fa:16:3e:49:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:24Z', 'updated_at': '2021-08-29T17:55:31Z', 'revision_number': 5, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'subnets': [{'id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:35.763918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd92b0-3242-4751-a7e5-1a44824d7826 None None] Checking router: 840c7663-bcae-40e9-a81d-5aaa90c161c4 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:58:35.772626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd92b0-3242-4751-a7e5-1a44824d7826 None None] Routers {'840c7663-bcae-40e9-a81d-5aaa90c161c4'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:35.773245 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72dd92b0-3242-4751-a7e5-1a44824d7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['840c7663-bcae-40e9-a81d-5aaa90c161c4'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:35.877084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-72dd92b0-3242-4751-a7e5-1a44824d7826 None None] Set router 840c7663-bcae-40e9-a81d-5aaa90c161c4 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:36.069854 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-72dd92b0-3242-4751-a7e5-1a44824d7826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a44c80f5-e17a-42ab-a6df-57017ebec4e3', 'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'mac_address': 'fa:16:3e:49:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:24Z', 'updated_at': '2021-08-29T17:55:31Z', 'revision_number': 5, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'subnets': [{'id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:36.094892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd92b0-3242-4751-a7e5-1a44824d7826 None None] The sync data for ids ['840c7663-bcae-40e9-a81d-5aaa90c161c4'] in n-d-713301-13 is: [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:25Z', 'revision_number': 4, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a44c80f5-e17a-42ab-a6df-57017ebec4e3', 'name': '', 'network_id': '294916f3-721c-4f3d-96e9-ffc78ae9c1fd', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'mac_address': 'fa:16:3e:49:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:24Z', 'updated_at': '2021-08-29T17:55:31Z', 'revision_number': 5, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'subnets': [{'id': '7d674dbd-ab98-4213-adb5-1536d2788103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:58:36.317811 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c3da2-c13f-44bc-ab2b-75d7068a1191 None None] New status for floating IP 44dba90e-8420-40bd-ae6b-662b2f8ec15e: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:58:36.448182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'tag': 'e130611b-c529-4d39-984b-e7518233df89'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:58:36.450530 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583c01bc-da04-4411-b976-cc95243c1243" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "tag": "e130611b-c529-4d39-984b-e7518233df89"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:58:36.495608 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c6ddd-a35b-4f27-b9f5-18e6b706e1b5 x-openstack-request-id: req-9e6c6ddd-a35b-4f27-b9f5-18e6b706e1b5 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:58:36.496050 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "tag": "e130611b-c529-4d39-984b-e7518233df89", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:58:36.496369 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e6c6ddd-a35b-4f27-b9f5-18e6b706e1b5 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:58:36.496845 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'tag': 'e130611b-c529-4d39-984b-e7518233df89', 'status': 'completed', 'code': 200} Aug 29 17:58:36.558135 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c01bc-da04-4411-b976-cc95243c1243 req-78275861-37b2-4ad3-83e1-693e057cc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:36.559638 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-583c01bc-da04-4411-b976-cc95243c1243 req-78275861-37b2-4ad3-83e1-693e057cc67c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ead15e701fc048d79ec3eb8a21a533da&device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 1097 time: 0.0421994 Aug 29 17:58:36.655757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c01bc-da04-4411-b976-cc95243c1243 req-759f57df-06c6-4a65-a910-ccf3ad00f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:36.657193 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-583c01bc-da04-4411-b976-cc95243c1243 req-759f57df-06c6-4a65-a910-ccf3ad00f684 service neutron] 10.222.0.16 "GET /v2.0/networks?id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 200 len: 916 time: 0.0889604 Aug 29 17:58:36.702332 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-583c01bc-da04-4411-b976-cc95243c1243 req-038b4861-39b0-4d9a-bfc5-11ef7d405e8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 200 len: 217 time: 0.0370960 Aug 29 17:58:36.755903 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c01bc-da04-4411-b976-cc95243c1243 req-85e6cd1c-7927-4253-9863-dd06c629332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:36.757428 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-583c01bc-da04-4411-b976-cc95243c1243 req-85e6cd1c-7927-4253-9863-dd06c629332b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d674dbd-ab98-4213-adb5-1536d2788103 HTTP/1.1" status: 200 len: 854 time: 0.0485063 Aug 29 17:58:36.804749 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c01bc-da04-4411-b976-cc95243c1243 req-d3e42695-aa29-4f88-9e3d-5bb5cc2873fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:36.806301 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-583c01bc-da04-4411-b976-cc95243c1243 req-d3e42695-aa29-4f88-9e3d-5bb5cc2873fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=294916f3-721c-4f3d-96e9-ffc78ae9c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421748 Aug 29 17:58:36.900265 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-583c01bc-da04-4411-b976-cc95243c1243 req-38a6596f-f8e6-47c6-8f3d-31318dc25aaa service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868447 Aug 29 17:58:36.991368 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-583c01bc-da04-4411-b976-cc95243c1243 req-7f6990be-85be-4332-8536-a667ff624423 service neutron] 10.222.0.16 "GET /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842366 Aug 29 17:58:42.353534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1990c9-e29d-4205-b1d4-8abef47da6df req-02b6ed81-9228-4847-915d-c7bece782d06 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:42.355012 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be1990c9-e29d-4205-b1d4-8abef47da6df req-02b6ed81-9228-4847-915d-c7bece782d06 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 945 time: 0.0553718 Aug 29 17:58:42.394878 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be1990c9-e29d-4205-b1d4-8abef47da6df req-68f8c6a4-4596-43f3-8333-8fb80a2df12d tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333085 Aug 29 17:58:42.987646 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-67242ff3-e608-4de8-a77e-19333cac1ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:43.509603 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691ec3f-3959-4f04-b898-54ef604b1872 req-bed8f433-fca3-49d8-ba55-b74484feca3e tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:43.511109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f691ec3f-3959-4f04-b898-54ef604b1872 req-bed8f433-fca3-49d8-ba55-b74484feca3e tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 945 time: 0.0496871 Aug 29 17:58:43.548289 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f691ec3f-3959-4f04-b898-54ef604b1872 req-3767a982-3934-4219-8995-7431cc50285b tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Aug 29 17:58:44.328703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586961da-9a54-477e-9ccf-7b4a990bf5fa req-1863796c-71a5-47d5-8952-d8a6bc38bdf5 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:44.330634 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-586961da-9a54-477e-9ccf-7b4a990bf5fa req-1863796c-71a5-47d5-8952-d8a6bc38bdf5 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 945 time: 0.0474100 Aug 29 17:58:44.419357 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-586961da-9a54-477e-9ccf-7b4a990bf5fa req-acec0208-8044-4669-a058-a791d206ddbe tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Deleting port e130611b-c529-4d39-984b-e7518233df89 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:44.419698 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-586961da-9a54-477e-9ccf-7b4a990bf5fa req-acec0208-8044-4669-a058-a791d206ddbe tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.509097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-586961da-9a54-477e-9ccf-7b4a990bf5fa req-acec0208-8044-4669-a058-a791d206ddbe tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] For port e130611b-c529-4d39-984b-e7518233df89, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=e130611b-c529-4d39-984b-e7518233df89,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:44.509491 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-586961da-9a54-477e-9ccf-7b4a990bf5fa req-acec0208-8044-4669-a058-a791d206ddbe tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.522620 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-586961da-9a54-477e-9ccf-7b4a990bf5fa req-acec0208-8044-4669-a058-a791d206ddbe tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Calling delete_port for e130611b-c529-4d39-984b-e7518233df89 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:44.675381 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-586961da-9a54-477e-9ccf-7b4a990bf5fa req-acec0208-8044-4669-a058-a791d206ddbe tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.686409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['e130611b-c529-4d39-984b-e7518233df89'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:58:44.709414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec0208-8044-4669-a058-a791d206ddbe tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Pushing event deleted for resources: {'Port': ['ID=e130611b-c529-4d39-984b-e7518233df89,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:44.718197 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357a7d6-3324-4525-9363-9c90fa2a4525 req-5b1ee6f7-619e-4633-b6f0-e972716e6209 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:44.719752 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7357a7d6-3324-4525-9363-9c90fa2a4525 req-5b1ee6f7-619e-4633-b6f0-e972716e6209 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b5e0a51-86bb-47aa-884b-9a392cd1f854 HTTP/1.1" status: 200 len: 867 time: 0.0951614 Aug 29 17:58:44.775185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-586961da-9a54-477e-9ccf-7b4a990bf5fa req-acec0208-8044-4669-a058-a791d206ddbe tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] No DVR routers for this DVR port e130611b-c529-4d39-984b-e7518233df89 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:58:44.778228 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-586961da-9a54-477e-9ccf-7b4a990bf5fa req-acec0208-8044-4669-a058-a791d206ddbe tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:44.780153 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-586961da-9a54-477e-9ccf-7b4a990bf5fa req-acec0208-8044-4669-a058-a791d206ddbe tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.16 "DELETE /v2.0/ports/e130611b-c529-4d39-984b-e7518233df89 HTTP/1.1" status: 204 len: 173 time: 0.4431345 Aug 29 17:58:44.780592 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'name': 'network-vif-deleted', 'tag': 'e130611b-c529-4d39-984b-e7518233df89'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:58:44.782925 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29ef01e-15e1-4f1a-aabc-ee5da442f314" -d '{"events": [{"server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "name": "network-vif-deleted", "tag": "e130611b-c529-4d39-984b-e7518233df89"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:58:44.803800 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7357a7d6-3324-4525-9363-9c90fa2a4525 req-699bb308-555c-47e4-b806-935871177b03 tempest-TestMinimumBasicScenario-1395425404 tempest-TestMinimumBasicScenario-1395425404-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ddeb646-18f9-43cc-bb3e-641133d8e800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628121 Aug 29 17:58:44.883345 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab22cc-40fc-4eaf-b174-f08a8f114d1e x-openstack-request-id: req-2dab22cc-40fc-4eaf-b174-f08a8f114d1e {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:58:44.883670 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e0a51-86bb-47aa-884b-9a392cd1f854", "name": "network-vif-deleted", "tag": "e130611b-c529-4d39-984b-e7518233df89", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:58:44.884118 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2dab22cc-40fc-4eaf-b174-f08a8f114d1e {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:58:44.884523 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e0a51-86bb-47aa-884b-9a392cd1f854', 'name': 'network-vif-deleted', 'tag': 'e130611b-c529-4d39-984b-e7518233df89', 'status': 'completed', 'code': 200} Aug 29 17:58:45.612198 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-94b333f0-7929-4d12-a12a-35eb84852d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:45.969355 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.376902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45072) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:46.717367 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.838156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e130611b-c529-4d39-984b-e7518233df89 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:58:46.859379 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: e130611b-c529-4d39-984b-e7518233df89 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:58:46.859888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device e130611b-c529-4d39-984b-e7518233df89 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:58:46.884137 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:46.961576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] Deleting port a44c80f5-e17a-42ab-a6df-57017ebec4e3 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:46.961832 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.038680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] For port a44c80f5-e17a-42ab-a6df-57017ebec4e3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a44c80f5-e17a-42ab-a6df-57017ebec4e3,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:47.039047 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.052058 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] Calling delete_port for a44c80f5-e17a-42ab-a6df-57017ebec4e3 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:47.228544 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.254393 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44c80f5-e17a-42ab-a6df-57017ebec4e3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:47.427062 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:47.630873 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] Router 840c7663-bcae-40e9-a81d-5aaa90c161c4 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:58:48.060493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:58:48.066282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3298cdb8-6ab9-4244-ae8e-d0731187f461 admin admin] 10.222.0.22 "PUT /v2.0/routers/840c7663-bcae-40e9-a81d-5aaa90c161c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6917350 Aug 29 17:58:48.068648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45074) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:48.069702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3b6a9-5843-4586-9f35-779cc72cdd47 None None] Sync routers for ids ['840c7663-bcae-40e9-a81d-5aaa90c161c4'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:58:48.079068 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3b6a9-5843-4586-9f35-779cc72cdd47 None None] Routers {'840c7663-bcae-40e9-a81d-5aaa90c161c4'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:48.079675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-79e3b6a9-5843-4586-9f35-779cc72cdd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['840c7663-bcae-40e9-a81d-5aaa90c161c4'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:48.171212 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.186136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-79e3b6a9-5843-4586-9f35-779cc72cdd47 None None] Set router 840c7663-bcae-40e9-a81d-5aaa90c161c4 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:48.275677 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.326845 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Deleting port 82549a66-7771-47b7-9eb6-71cad4bd17e6 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:48.327175 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.354402 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.374543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-79e3b6a9-5843-4586-9f35-779cc72cdd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:58:47Z', 'revision_number': 5, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port': {'id': '82549a66-7771-47b7-9eb6-71cad4bd17e6', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:48.404483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3b6a9-5843-4586-9f35-779cc72cdd47 None None] Checking router: 840c7663-bcae-40e9-a81d-5aaa90c161c4 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:58:48.413352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3b6a9-5843-4586-9f35-779cc72cdd47 None None] Routers {'840c7663-bcae-40e9-a81d-5aaa90c161c4'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:48.413963 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-79e3b6a9-5843-4586-9f35-779cc72cdd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['840c7663-bcae-40e9-a81d-5aaa90c161c4'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:48.424105 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] For port 82549a66-7771-47b7-9eb6-71cad4bd17e6, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=82549a66-7771-47b7-9eb6-71cad4bd17e6,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:48.424471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.437275 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Calling delete_port for 82549a66-7771-47b7-9eb6-71cad4bd17e6 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:48.495946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-79e3b6a9-5843-4586-9f35-779cc72cdd47 None None] Set router 840c7663-bcae-40e9-a81d-5aaa90c161c4 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:48.552652 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-79e3b6a9-5843-4586-9f35-779cc72cdd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:58:48Z', 'revision_number': 6, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:48.583405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3b6a9-5843-4586-9f35-779cc72cdd47 None None] The sync data for ids ['840c7663-bcae-40e9-a81d-5aaa90c161c4'] in n-d-713301-13 is: [{'id': '840c7663-bcae-40e9-a81d-5aaa90c161c4', 'name': 'tempest-TestMinimumBasicScenario-1756785809-router', 'tenant_id': 'ead15e701fc048d79ec3eb8a21a533da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:23Z', 'updated_at': '2021-08-29T17:58:48Z', 'revision_number': 6, 'project_id': 'ead15e701fc048d79ec3eb8a21a533da', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:58:48.588880 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.615618 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.639238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=82549a66-7771-47b7-9eb6-71cad4bd17e6,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:48.705415 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.798806 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.800873 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.841733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.842237 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 840c7663-bcae-40e9-a81d-5aaa90c161c4 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:58:48.847834 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.848998 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a50cae3e-a501-4757-a8db-642b3cce1c05 admin admin] 10.222.0.22 "DELETE /v2.0/routers/840c7663-bcae-40e9-a81d-5aaa90c161c4 HTTP/1.1" status: 204 len: 168 time: 0.7793860 Aug 29 17:58:48.851508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45076) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:48.899019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95a8d93-0a63-4a32-a233-abb281d8566f admin admin] Deleting subnet 7d674dbd-ab98-4213-adb5-1536d2788103 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:58:48.901907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a95a8d93-0a63-4a32-a233-abb281d8566f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:48.938900 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a95a8d93-0a63-4a32-a233-abb281d8566f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.018338 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a95a8d93-0a63-4a32-a233-abb281d8566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.068657 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a95a8d93-0a63-4a32-a233-abb281d8566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.100322 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a8d93-0a63-4a32-a233-abb281d8566f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d674dbd-ab98-4213-adb5-1536d2788103,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:49.102956 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a95a8d93-0a63-4a32-a233-abb281d8566f admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.105637 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a95a8d93-0a63-4a32-a233-abb281d8566f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7d674dbd-ab98-4213-adb5-1536d2788103 HTTP/1.1" status: 204 len: 168 time: 0.2531803 Aug 29 17:58:49.106168 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c17dda-693a-46e4-9037-c55758f3cc34 None None] Network 294916f3-721c-4f3d-96e9-ffc78ae9c1fd requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:58:49.108079 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45078) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:49.175998 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.227565 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Deleting port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:49.227917 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.299280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] For port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c7259bd2-dacf-49d3-a7fd-c2aa39da92a1,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:49.299651 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.313864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Calling delete_port for c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:49.323125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] DHCP port deletion for 294916f3-721c-4f3d-96e9-ffc78ae9c1fd request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:58:49.369708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Deleting port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:49.370060 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.403755 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.430017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7259bd2-dacf-49d3-a7fd-c2aa39da92a1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:49.435902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] No DVR routers for this DVR port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:58:49.443248 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] For port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c7259bd2-dacf-49d3-a7fd-c2aa39da92a1,segment=NetworkSegment(55ba2169-5458-4b88-9014-9e03421c532c),segment_id=55ba2169-5458-4b88-9014-9e03421c532c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:49.443650 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.459884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Calling delete_port for c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:49.514118 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.525017 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294916f3-721c-4f3d-96e9-ffc78ae9c1fd']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:49.534030 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.535804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ba2169-5458-4b88-9014-9e03421c532c') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:49.536100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ba2169-5458-4b88-9014-9e03421c532c') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:49.545131 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.559954 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.563762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Pushing event deleted for resources: {'Port': ['ID=c7259bd2-dacf-49d3-a7fd-c2aa39da92a1,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:49.567158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:58:49.567328 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:58:49.569156 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:58:49.571516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] No DVR routers for this DVR port c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:58:49.577108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.577485 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.577828 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.578160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.578529 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.578863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.579188 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.579512 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.579837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.580159 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.580479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.580803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4e684-89fa-40a6-9cec-681ac3de2dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:58:49.631963 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.637853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:49.639707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] 10.222.0.22 "DELETE /v2.0/networks/294916f3-721c-4f3d-96e9-ffc78ae9c1fd HTTP/1.1" status: 204 len: 168 time: 0.5307243 Aug 29 17:58:49.642792 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45080) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:49.651479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de78365-80e6-422e-9e52-b7c377cd1d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=294916f3-721c-4f3d-96e9-ffc78ae9c1fd,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:49.979548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.218591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] Deleting port 8bb37f87-6c7d-445a-9263-43e71f85a622 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:50.218933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.300377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] For port 8bb37f87-6c7d-445a-9263-43e71f85a622, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8bb37f87-6c7d-445a-9263-43e71f85a622,segment=NetworkSegment(4287526a-fa45-4c2d-91d7-69f6c946a488),segment_id=4287526a-fa45-4c2d-91d7-69f6c946a488)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:50.300750 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.313381 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] Calling delete_port for 8bb37f87-6c7d-445a-9263-43e71f85a622 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:50.398470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 82549a66-7771-47b7-9eb6-71cad4bd17e6 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:58:50.418824 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 82549a66-7771-47b7-9eb6-71cad4bd17e6 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:58:50.419178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 82549a66-7771-47b7-9eb6-71cad4bd17e6 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:58:50.419599 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a44c80f5-e17a-42ab-a6df-57017ebec4e3 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:58:50.439357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: a44c80f5-e17a-42ab-a6df-57017ebec4e3 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:58:50.439787 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a44c80f5-e17a-42ab-a6df-57017ebec4e3 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:58:50.440280 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:58:50.458793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:58:50.459145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c7259bd2-dacf-49d3-a7fd-c2aa39da92a1 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:58:50.492566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.517100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb37f87-6c7d-445a-9263-43e71f85a622,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:50.680017 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.802037 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:50.890478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] Router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:58:51.338543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:58:51.343597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d64438ff-94ac-444f-8386-f29c78250414 admin admin] 10.222.0.22 "PUT /v2.0/routers/82bb69cd-40f3-414f-9694-3bfbdc1f9a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989739 Aug 29 17:58:51.346418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45082) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:51.347037 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a302f9d5-5d30-48dc-80de-2e3da1e6c146 None None] Sync routers for ids ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:58:51.356437 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302f9d5-5d30-48dc-80de-2e3da1e6c146 None None] Routers {'82bb69cd-40f3-414f-9694-3bfbdc1f9a59'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:51.357031 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a302f9d5-5d30-48dc-80de-2e3da1e6c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:51.452039 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:51.462539 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a302f9d5-5d30-48dc-80de-2e3da1e6c146 None None] Set router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:51.554112 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:51.605626 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Deleting port ac957366-5caf-4ac8-8343-1ca026c23afd {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:51.605876 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:51.636984 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a302f9d5-5d30-48dc-80de-2e3da1e6c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'name': 'tempest-TestMinimumBasicScenario-1069812048-router', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:58:50Z', 'revision_number': 5, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'gw_port': {'id': 'ac957366-5caf-4ac8-8343-1ca026c23afd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:89:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:51.663072 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a302f9d5-5d30-48dc-80de-2e3da1e6c146 None None] Checking router: 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:58:51.671046 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302f9d5-5d30-48dc-80de-2e3da1e6c146 None None] Routers {'82bb69cd-40f3-414f-9694-3bfbdc1f9a59'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:51.671668 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a302f9d5-5d30-48dc-80de-2e3da1e6c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:51.686734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] For port ac957366-5caf-4ac8-8343-1ca026c23afd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ac957366-5caf-4ac8-8343-1ca026c23afd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:51.687265 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:51.699953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Calling delete_port for ac957366-5caf-4ac8-8343-1ca026c23afd owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:51.758507 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a302f9d5-5d30-48dc-80de-2e3da1e6c146 None None] Set router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:51.808183 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a302f9d5-5d30-48dc-80de-2e3da1e6c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'name': 'tempest-TestMinimumBasicScenario-1069812048-router', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:58:51Z', 'revision_number': 6, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:51.837913 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a302f9d5-5d30-48dc-80de-2e3da1e6c146 None None] The sync data for ids ['82bb69cd-40f3-414f-9694-3bfbdc1f9a59'] in n-d-713301-13 is: [{'id': '82bb69cd-40f3-414f-9694-3bfbdc1f9a59', 'name': 'tempest-TestMinimumBasicScenario-1069812048-router', 'tenant_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:55:27Z', 'updated_at': '2021-08-29T17:58:51Z', 'revision_number': 6, 'project_id': 'e6c5187032b349c8bf0bedb85cbd9430', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:58:51.871246 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:51.896147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac957366-5caf-4ac8-8343-1ca026c23afd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:51.953412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.042026 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.044099 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.089870 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.090412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82bb69cd-40f3-414f-9694-3bfbdc1f9a59 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:58:52.095865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.096989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-35e1033a-9bcc-4cee-b803-c330999ffb6e admin admin] 10.222.0.22 "DELETE /v2.0/routers/82bb69cd-40f3-414f-9694-3bfbdc1f9a59 HTTP/1.1" status: 204 len: 168 time: 0.7496488 Aug 29 17:58:52.099703 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45084) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:52.144494 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ad6352-5500-4d25-964b-dced40377093 admin admin] Deleting subnet 68e935c4-f1eb-450b-9c99-3f281d72686f {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:58:52.147713 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09ad6352-5500-4d25-964b-dced40377093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.182520 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09ad6352-5500-4d25-964b-dced40377093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.280818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09ad6352-5500-4d25-964b-dced40377093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.333689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09ad6352-5500-4d25-964b-dced40377093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.361979 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09ad6352-5500-4d25-964b-dced40377093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.363816 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-09ad6352-5500-4d25-964b-dced40377093 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/68e935c4-f1eb-450b-9c99-3f281d72686f HTTP/1.1" status: 204 len: 168 time: 0.2630997 Aug 29 17:58:52.365256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad6352-5500-4d25-964b-dced40377093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e935c4-f1eb-450b-9c99-3f281d72686f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:52.367240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45086) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:52.367493 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73dfa12-4faf-4b32-b310-bc5c41c69a1e None None] Network f2aa31d0-f771-413b-98a1-ca8d57a8bc9c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:58:52.435190 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.493976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Deleting port c3218c83-6a46-4b31-b6ba-35bee71081c4 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:58:52.494327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.564553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] For port c3218c83-6a46-4b31-b6ba-35bee71081c4, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c3218c83-6a46-4b31-b6ba-35bee71081c4,segment=NetworkSegment(4287526a-fa45-4c2d-91d7-69f6c946a488),segment_id=4287526a-fa45-4c2d-91d7-69f6c946a488)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:58:52.564933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.580793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Calling delete_port for c3218c83-6a46-4b31-b6ba-35bee71081c4 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:58:52.645031 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8bb37f87-6c7d-445a-9263-43e71f85a622 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:58:52.668057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.668337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 8bb37f87-6c7d-445a-9263-43e71f85a622 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:58:52.668627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8bb37f87-6c7d-445a-9263-43e71f85a622 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:58:52.669047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ac957366-5caf-4ac8-8343-1ca026c23afd no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:58:52.692609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3218c83-6a46-4b31-b6ba-35bee71081c4,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:52.694265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ac957366-5caf-4ac8-8343-1ca026c23afd {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:58:52.698129 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ac957366-5caf-4ac8-8343-1ca026c23afd not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:58:52.698771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] No DVR routers for this DVR port c3218c83-6a46-4b31-b6ba-35bee71081c4 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:58:52.741795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e3ba14-30d8-4fa9-850c-a117a9a4086e None None] DHCP port deletion for f2aa31d0-f771-413b-98a1-ca8d57a8bc9c request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:58:52.782786 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.793086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2aa31d0-f771-413b-98a1-ca8d57a8bc9c']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:52.804003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4287526a-fa45-4c2d-91d7-69f6c946a488') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:52.804316 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4287526a-fa45-4c2d-91d7-69f6c946a488') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:52.814262 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.829191 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.835779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:58:52.836141 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: timer() Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:58:52.839683 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:58:52.899666 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.906503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:52.908378 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] 10.222.0.22 "DELETE /v2.0/networks/f2aa31d0-f771-413b-98a1-ca8d57a8bc9c HTTP/1.1" status: 204 len: 168 time: 0.5400341 Aug 29 17:58:52.919462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecc246-0d91-42ac-8f86-7fa71755f12e admin admin] Pushing event deleted for resources: {'Network': ['ID=f2aa31d0-f771-413b-98a1-ca8d57a8bc9c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:53.066514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45090) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:53.104923 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cbe0dcd2-cdbd-45a6-9845-96bce90b1d22 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ead15e701fc048d79ec3eb8a21a533da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372138 Aug 29 17:58:53.107196 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45092) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:53.155064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-93d297c9-650f-46ed-9dbb-47c2a78131ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.175855 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-93d297c9-650f-46ed-9dbb-47c2a78131ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.221696 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-93d297c9-650f-46ed-9dbb-47c2a78131ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.224289 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-93d297c9-650f-46ed-9dbb-47c2a78131ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.225450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-93d297c9-650f-46ed-9dbb-47c2a78131ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ddeb646-18f9-43cc-bb3e-641133d8e800 HTTP/1.1" status: 204 len: 168 time: 0.1173241 Aug 29 17:58:53.232768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d297c9-650f-46ed-9dbb-47c2a78131ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddeb646-18f9-43cc-bb3e-641133d8e800,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:53.532640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45098) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:53.572861 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ef79c1ea-e9f1-499d-84cf-36733ebc4405 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6c5187032b349c8bf0bedb85cbd9430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389917 Aug 29 17:58:53.575203 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45100) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:53.625123 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba144958-d64c-4037-80e9-b5b491868b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.645350 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba144958-d64c-4037-80e9-b5b491868b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.691748 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba144958-d64c-4037-80e9-b5b491868b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.694512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ba144958-d64c-4037-80e9-b5b491868b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:53.695644 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ba144958-d64c-4037-80e9-b5b491868b6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/876adbf5-3118-4eef-8867-6ca9294e12d7 HTTP/1.1" status: 204 len: 168 time: 0.1195679 Aug 29 17:58:53.703377 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba144958-d64c-4037-80e9-b5b491868b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876adbf5-3118-4eef-8867-6ca9294e12d7,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:54.405461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c3218c83-6a46-4b31-b6ba-35bee71081c4 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:58:54.425899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c3218c83-6a46-4b31-b6ba-35bee71081c4 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:58:54.426246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c3218c83-6a46-4b31-b6ba-35bee71081c4 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:58:55.503892 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45140) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:55.508512 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ffb2773b-a481-45f7-a31c-08bd5896ba2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-960380814', 'description': 'tempest-secgroup-smoke-960380814 description', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:55.530423 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb2773b-a481-45f7-a31c-08bd5896ba2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.538249 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb2773b-a481-45f7-a31c-08bd5896ba2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.628253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb2773b-a481-45f7-a31c-08bd5896ba2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.631945 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb2773b-a481-45f7-a31c-08bd5896ba2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.667436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2773b-a481-45f7-a31c-08bd5896ba2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921bfce2-c84e-460c-98da-fe6c521f1503,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:55.721861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb2773b-a481-45f7-a31c-08bd5896ba2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.725487 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb2773b-a481-45f7-a31c-08bd5896ba2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.756349 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffb2773b-a481-45f7-a31c-08bd5896ba2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.757554 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ffb2773b-a481-45f7-a31c-08bd5896ba2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2526453 Aug 29 17:58:55.759305 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2773b-a481-45f7-a31c-08bd5896ba2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d08353-f3f8-4c0b-a780-4622be70c0d3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:55.760847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45142) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:55.766340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4fbd16ae-7f72-49c0-87f5-b142af0adada tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '87d08353-f3f8-4c0b-a780-4622be70c0d3', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:55.791281 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4fbd16ae-7f72-49c0-87f5-b142af0adada tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.845962 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4fbd16ae-7f72-49c0-87f5-b142af0adada tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.849399 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4fbd16ae-7f72-49c0-87f5-b142af0adada tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.867439 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd16ae-7f72-49c0-87f5-b142af0adada tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43512b43-be12-4143-9790-a5b6d7247b47,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:55.874305 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4fbd16ae-7f72-49c0-87f5-b142af0adada tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.875661 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4fbd16ae-7f72-49c0-87f5-b142af0adada tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131420 Aug 29 17:58:55.878346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45144) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:55.882708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-50ad023e-5c48-4544-813c-a973cb37e995 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '87d08353-f3f8-4c0b-a780-4622be70c0d3', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:55.907803 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50ad023e-5c48-4544-813c-a973cb37e995 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.967064 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50ad023e-5c48-4544-813c-a973cb37e995 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.971136 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50ad023e-5c48-4544-813c-a973cb37e995 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.988597 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad023e-5c48-4544-813c-a973cb37e995 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f7d940-89c6-4446-9a31-b262777c4e6a,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:55.994485 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-50ad023e-5c48-4544-813c-a973cb37e995 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:55.995746 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-50ad023e-5c48-4544-813c-a973cb37e995 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164520 Aug 29 17:58:55.998411 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45146) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:56.002862 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8e778015-dc10-4cc4-8b20-de3066b1f72e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '87d08353-f3f8-4c0b-a780-4622be70c0d3', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:56.027961 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e778015-dc10-4cc4-8b20-de3066b1f72e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.085016 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e778015-dc10-4cc4-8b20-de3066b1f72e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.088241 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e778015-dc10-4cc4-8b20-de3066b1f72e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.107905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e778015-dc10-4cc4-8b20-de3066b1f72e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93efa7d8-3dc8-43b1-8541-6a699ae9da48,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:56.111773 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8e778015-dc10-4cc4-8b20-de3066b1f72e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.112982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8e778015-dc10-4cc4-8b20-de3066b1f72e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136472 Aug 29 17:58:56.115659 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45148) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:56.120045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ad914d8c-68e8-475f-8e9c-81c4fe8f728e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '87d08353-f3f8-4c0b-a780-4622be70c0d3', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:56.145746 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad914d8c-68e8-475f-8e9c-81c4fe8f728e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.202308 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad914d8c-68e8-475f-8e9c-81c4fe8f728e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.206060 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad914d8c-68e8-475f-8e9c-81c4fe8f728e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.224960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad914d8c-68e8-475f-8e9c-81c4fe8f728e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd66c65d-8b70-4350-b680-79677cbfc82c,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:56.227363 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ad914d8c-68e8-475f-8e9c-81c4fe8f728e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.228562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ad914d8c-68e8-475f-8e9c-81c4fe8f728e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1118944 Aug 29 17:58:56.231361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45150) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:56.236157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b3745e3a-3673-4244-ac34-55ff727685d3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '87d08353-f3f8-4c0b-a780-4622be70c0d3', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:56.256877 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-b3745e3a-3673-4244-ac34-55ff727685d3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Project aaa16d038f9e47c2855e7e0f2b97c718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:58:56.261557 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3745e3a-3673-4244-ac34-55ff727685d3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.327168 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3745e3a-3673-4244-ac34-55ff727685d3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.331004 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3745e3a-3673-4244-ac34-55ff727685d3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.347947 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3745e3a-3673-4244-ac34-55ff727685d3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b44060-d56a-4a93-8b7c-44d27607339f,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:56.354789 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b3745e3a-3673-4244-ac34-55ff727685d3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.355879 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b3745e3a-3673-4244-ac34-55ff727685d3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235406 Aug 29 17:58:56.358621 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45152) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:56.363493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-7972a20c-f1a8-411e-b44a-0edecfd4a2f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '87d08353-f3f8-4c0b-a780-4622be70c0d3', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:56.385466 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-7972a20c-f1a8-411e-b44a-0edecfd4a2f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Project aaa16d038f9e47c2855e7e0f2b97c718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 17:58:56.389765 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7972a20c-f1a8-411e-b44a-0edecfd4a2f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.450021 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7972a20c-f1a8-411e-b44a-0edecfd4a2f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.453912 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7972a20c-f1a8-411e-b44a-0edecfd4a2f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.470961 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972a20c-f1a8-411e-b44a-0edecfd4a2f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1ed900-e4cb-448f-935a-00bac9fe3dcc,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:56.477808 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7972a20c-f1a8-411e-b44a-0edecfd4a2f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.479040 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7972a20c-f1a8-411e-b44a-0edecfd4a2f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194608 Aug 29 17:58:56.482167 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45154) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:56.487357 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'network': {'name': 'tempest-network-smoke--1987879269', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'port_security_enabled': True}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:56.506839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:58:56.510269 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.532663 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 17:58:56.541124 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.541499 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Added segment 8fa8dc6c-9122-4f17-ab89-3f30c56d93f3 of type vlan for network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 Aug 29 17:58:56.580295 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.604123 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.609821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:56.610408 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.670487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1873119 Aug 29 17:58:56.673673 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45156) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:56.678633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'admin_state_up': True, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:56.679742 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd61865-0685-4aca-81a3-ba897d7cf305 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Network': ['ID=81826ee8-7993-4de3-bb3a-c3fc31e5e807,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:56.690351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 17:58:56.702747 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.704545 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.757009 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:56.893525 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:57.079274 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:57.098269 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:57.202029 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.25.5.109 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/063059f3-ce13-4a27-a140-8ba00cbc3c0f) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:58:57.302865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:57.345639 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:57.381190 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:57.383989 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:57.389434 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:58:57.413641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=063059f3-ce13-4a27-a140-8ba00cbc3c0f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:57.637684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:57.830321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:57.954360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router fa6a461f-ceaa-4e6e-8325-090f30dfc44d is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 17:58:58.057732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:58:58.067990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Sync routers for ids ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:58:58.075833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:58.079914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Routers {'fa6a461f-ceaa-4e6e-8325-090f30dfc44d'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:58.080066 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6bc103d2-8c49-40e1-af91-c2bae46441c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4025478 Aug 29 17:58:58.080197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:58.080315 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45158) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:58.181700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Set router fa6a461f-ceaa-4e6e-8325-090f30dfc44d gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:58.202112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-58d7627c-0123-4813-8cb3-49306076e643 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=aaa16d038f9e47c2855e7e0f2b97c718&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1178412 Aug 29 17:58:58.202324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45162) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:58.287762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d80e888-5cc0-4823-836a-bd0e1a0f4d3a tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:58.292434 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6d80e888-5cc0-4823-836a-bd0e1a0f4d3a tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867159 Aug 29 17:58:58.292696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45164) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:58.326704 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f782d175-f86f-43b4-8965-19f0cbe76621 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305209 Aug 29 17:58:58.326943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45166) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:58.331628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539065652', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:58:58.362455 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:58:57Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:58.389788 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Checking router: fa6a461f-ceaa-4e6e-8325-090f30dfc44d for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:58:58.390161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Updating router fa6a461f-ceaa-4e6e-8325-090f30dfc44d port 063059f3-ce13-4a27-a140-8ba00cbc3c0f binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:58:58.415499 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:58.424875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:58:58.428791 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:58.610769 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:58.672095 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:58.672371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Subnet': ['ID=66f0f0be-5e2d-4830-a8be-e0b4adce7de1,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:58.680068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Checking segment: {'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:58.680438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network hostable DHCP agents. Network: 81826ee8-7993-4de3-bb3a-c3fc31e5e807, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 17:58:58.684390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Transition to ACTIVE for port object 063059f3-ce13-4a27-a140-8ba00cbc3c0f will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:58.690582 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:58.697726 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 17:58:58.707236 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 81826ee8-7993-4de3-bb3a-c3fc31e5e807) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:58.711312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:58:58.711909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:58.724925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8cb44-9902-4401-a536-da0dd8163aff None None] Network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:58:58.726505 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9bc0111b-51d3-406f-bbbe-0f102399cce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3985872 Aug 29 17:58:58.729563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45168) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:58:58.795672 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Attempting to bind port 063059f3-ce13-4a27-a140-8ba00cbc3c0f on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:58:58.796038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Attempting to bind port 063059f3-ce13-4a27-a140-8ba00cbc3c0f by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:58:58.796400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Attempting to bind port 063059f3-ce13-4a27-a140-8ba00cbc3c0f on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:58:58.798257 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb982ee-7477-458b-bc56-9eab92876c95 None None] Pushing event updated for resources: {'Port': ['ID=063059f3-ce13-4a27-a140-8ba00cbc3c0f,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:58.804847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:58:58.805371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:58.805617 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:58.806003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:58:58.806464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Bound port: 063059f3-ce13-4a27-a140-8ba00cbc3c0f, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:58:58.806846 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:58.899626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] For port 063059f3-ce13-4a27-a140-8ba00cbc3c0f, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:58:58.917065 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] For port 063059f3-ce13-4a27-a140-8ba00cbc3c0f, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=063059f3-ce13-4a27-a140-8ba00cbc3c0f,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:58:58.923375 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:58.976934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ips': [{'subnet_id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 17:58:58.977785 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.012272 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Routers {'fa6a461f-ceaa-4e6e-8325-090f30dfc44d'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:58:59.012890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:59.015309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb982ee-7477-458b-bc56-9eab92876c95 None None] Pushing event updated for resources: {'Port': ['ID=063059f3-ce13-4a27-a140-8ba00cbc3c0f,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:59.166649 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.212932 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] Set router fa6a461f-ceaa-4e6e-8325-090f30dfc44d gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:58:59.268980 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Allocated IP 172.20.0.2 (81826ee8-7993-4de3-bb3a-c3fc31e5e807/66f0f0be-5e2d-4830-a8be-e0b4adce7de1/19b44119-c194-4aac-bdeb-b726e4668c00) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:58:59.495986 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.508136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Transition to ACTIVE for port object 19b44119-c194-4aac-bdeb-b726e4668c00 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:59.513197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:58:57Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:58:59.547222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523e908-d887-41d8-b8ef-1476a9bf76ab None None] The sync data for ids ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'] in n-d-713301-13 is: [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:58:57Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:58:59.553310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Transition to ACTIVE for port object 19b44119-c194-4aac-bdeb-b726e4668c00 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:59.558970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.601386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:59.606551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:59.610728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:58:59.611087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.20.0.1 (81826ee8-7993-4de3-bb3a-c3fc31e5e807/66f0f0be-5e2d-4830-a8be-e0b4adce7de1/e9e538ef-268c-4e84-ac64-9fef76c592be) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:58:59.618253 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Pushing event updated for resources: {'Port': ['ID=19b44119-c194-4aac-bdeb-b726e4668c00,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:59.671063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Attempting to bind port 19b44119-c194-4aac-bdeb-b726e4668c00 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:58:59.671503 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Attempting to bind port 19b44119-c194-4aac-bdeb-b726e4668c00 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:58:59.671967 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Attempting to bind port 19b44119-c194-4aac-bdeb-b726e4668c00 on network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:58:59.677666 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:58:59.678128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Checking segment: {'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:58:59.679250 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.679250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Bound using segment: {'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:58:59.679459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Bound port: 19b44119-c194-4aac-bdeb-b726e4668c00, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:58:59.679797 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.755611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.761161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] For port 19b44119-c194-4aac-bdeb-b726e4668c00, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:58:59.770226 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] For port 19b44119-c194-4aac-bdeb-b726e4668c00, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=19b44119-c194-4aac-bdeb-b726e4668c00,segment=NetworkSegment(8fa8dc6c-9122-4f17-ab89-3f30c56d93f3),segment_id=8fa8dc6c-9122-4f17-ab89-3f30c56d93f3)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:58:59.779842 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.780530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Transition to ACTIVE for port object e9e538ef-268c-4e84-ac64-9fef76c592be will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:58:59.824078 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:58:59.844753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:58:59.849925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c5293-77c5-4259-ab5e-0bb432f48c90 None None] Pushing event updated for resources: {'Port': ['ID=19b44119-c194-4aac-bdeb-b726e4668c00,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:59.864174 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:58:59.867941 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:58:59.915350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=e9e538ef-268c-4e84-ac64-9fef76c592be,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:58:59.927797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:00.091314 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:00.405611 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:00.415909 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:00.475956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 063059f3-ce13-4a27-a140-8ba00cbc3c0f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:59:00.502449 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:00.511242 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=e9e538ef-268c-4e84-ac64-9fef76c592be,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:00.528942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 063059f3-ce13-4a27-a140-8ba00cbc3c0f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:59:00.533634 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 063059f3-ce13-4a27-a140-8ba00cbc3c0f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:00.534089 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:00.607360 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:59:00.612745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:59:00.623605 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:00.649600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 063059f3-ce13-4a27-a140-8ba00cbc3c0f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=063059f3-ce13-4a27-a140-8ba00cbc3c0f,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:00.653727 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:00.654544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 19b44119-c194-4aac-bdeb-b726e4668c00 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:59:00.734448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=063059f3-ce13-4a27-a140-8ba00cbc3c0f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:00.751383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 19b44119-c194-4aac-bdeb-b726e4668c00 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:59:00.752989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router fa6a461f-ceaa-4e6e-8325-090f30dfc44d has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:59:00.827673 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18ab82-819a-4a56-9933-19aedbdaa7ad None None] Network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:59:00.870229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:59:00.875455 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d848f711-9f8c-4e46-9e01-8ba2b167e20c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "PUT /v2.0/routers/fa6a461f-ceaa-4e6e-8325-090f30dfc44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1448376 Aug 29 17:59:00.912905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-279a1573-e2d0-4543-b329-b238b5ed89b4 None None] Provisioning for port 19b44119-c194-4aac-bdeb-b726e4668c00 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:59:00.919318 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-279a1573-e2d0-4543-b329-b238b5ed89b4 None None] Provisioning complete for port 19b44119-c194-4aac-bdeb-b726e4668c00 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:00.919701 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-279a1573-e2d0-4543-b329-b238b5ed89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:01.034616 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-c13f6bc5-f29d-494a-af3b-6574cb8e426e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960380814&fields=id&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 267 time: 0.0364645 Aug 29 17:59:01.153942 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-b7e207b5-689f-462d-8627-fba0d9e85299 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:01.155716 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-b7e207b5-689f-462d-8627-fba0d9e85299 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/networks?id=81826ee8-7993-4de3-bb3a-c3fc31e5e807 HTTP/1.1" status: 200 len: 797 time: 0.1138666 Aug 29 17:59:01.171248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-88d028cb-fb3c-4d5e-b3c0-3c9f1f8eb561 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/quotas/aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 375 time: 0.0095232 Aug 29 17:59:01.213947 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-279a1573-e2d0-4543-b329-b238b5ed89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:01.224564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-0b0b5740-dffd-4ed1-8ff2-b20ba2afcbff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470693 Aug 29 17:59:01.252161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-279a1573-e2d0-4543-b329-b238b5ed89b4 None None] For port 19b44119-c194-4aac-bdeb-b726e4668c00, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=19b44119-c194-4aac-bdeb-b726e4668c00,segment=NetworkSegment(8fa8dc6c-9122-4f17-ab89-3f30c56d93f3),segment_id=8fa8dc6c-9122-4f17-ab89-3f30c56d93f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:01.254501 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Sync routers for ids ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:59:01.257086 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-279a1573-e2d0-4543-b329-b238b5ed89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:01.272807 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Routers {'fa6a461f-ceaa-4e6e-8325-090f30dfc44d'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:01.273606 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:01.312475 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a1573-e2d0-4543-b329-b238b5ed89b4 None None] Pushing event updated for resources: {'Port': ['ID=19b44119-c194-4aac-bdeb-b726e4668c00,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:01.391563 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Set router fa6a461f-ceaa-4e6e-8325-090f30dfc44d gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:01.409314 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-c5ff804f-dbcb-4a7d-9373-5bc58a491cfc service neutron] 10.222.0.22 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622274 Aug 29 17:59:01.483547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-338aca6b-c4d6-4131-96ee-170ab2da1333 None None] Provisioning for port e9e538ef-268c-4e84-ac64-9fef76c592be completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:59:01.490743 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-338aca6b-c4d6-4131-96ee-170ab2da1333 None None] Provisioning complete for port e9e538ef-268c-4e84-ac64-9fef76c592be triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:01.491258 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-338aca6b-c4d6-4131-96ee-170ab2da1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:01.529604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-338aca6b-c4d6-4131-96ee-170ab2da1333 None None] Port e9e538ef-268c-4e84-ac64-9fef76c592be cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:59:01.540929 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-338aca6b-c4d6-4131-96ee-170ab2da1333 None None] Provisioning complete for port 19b44119-c194-4aac-bdeb-b726e4668c00 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:01.541613 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-338aca6b-c4d6-4131-96ee-170ab2da1333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:01.611101 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e9e538ef-268c-4e84-ac64-9fef76c592be', 'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:74:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:59Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 2, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:01.648143 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Checking router: fa6a461f-ceaa-4e6e-8325-090f30dfc44d for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:59:01.648646 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Updating router fa6a461f-ceaa-4e6e-8325-090f30dfc44d port e9e538ef-268c-4e84-ac64-9fef76c592be binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 17:59:01.676669 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:01.754428 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a2b3cda3-5810-43b6-b192-0c45813159af None None] Provisioning complete for port e9e538ef-268c-4e84-ac64-9fef76c592be triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:01.754800 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a2b3cda3-5810-43b6-b192-0c45813159af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:01.799873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3cda3-5810-43b6-b192-0c45813159af None None] Port e9e538ef-268c-4e84-ac64-9fef76c592be cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:59:01.893260 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-24813ee0-9d49-49ae-83a8-7ea044b92bfe service neutron] 10.222.0.22 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720480 Aug 29 17:59:01.962628 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:01.973074 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Transition to ACTIVE for port object e9e538ef-268c-4e84-ac64-9fef76c592be will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:59:01.979020 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:02.031410 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Pushing event updated for resources: {'Port': ['ID=e9e538ef-268c-4e84-ac64-9fef76c592be,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:02.046062 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.046405 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.047278 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.047621 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.047952 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.048535 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.048872 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.049199 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.049543 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.049866 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.050188 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.050508 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:02.074080 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9affeed4-8dd8-4eda-9888-2d625c54276d req-fb664944-63d4-476d-9633-465b317f0322 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 210 time: 0.0409021 Aug 29 17:59:02.115352 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Attempting to bind port e9e538ef-268c-4e84-ac64-9fef76c592be on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:59:02.115719 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Attempting to bind port e9e538ef-268c-4e84-ac64-9fef76c592be by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:59:02.116079 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Attempting to bind port e9e538ef-268c-4e84-ac64-9fef76c592be on network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:59:02.122480 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:59:02.122856 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Checking segment: {'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:59:02.123276 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:02.123658 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Bound using segment: {'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:59:02.124122 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Bound port: e9e538ef-268c-4e84-ac64-9fef76c592be, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:59:02.124500 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:02.198286 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] For port e9e538ef-268c-4e84-ac64-9fef76c592be, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:59:02.201637 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] For port e9e538ef-268c-4e84-ac64-9fef76c592be, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e9e538ef-268c-4e84-ac64-9fef76c592be,segment=NetworkSegment(8fa8dc6c-9122-4f17-ab89-3f30c56d93f3),segment_id=8fa8dc6c-9122-4f17-ab89-3f30c56d93f3)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:59:02.206467 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:02.271158 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891ad44-03d5-4464-8322-04f3dd8efd32 None None] Pushing event updated for resources: {'Port': ['ID=e9e538ef-268c-4e84-ac64-9fef76c592be,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:02.274045 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Routers {'fa6a461f-ceaa-4e6e-8325-090f30dfc44d'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:02.274640 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:02.441448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 063059f3-ce13-4a27-a140-8ba00cbc3c0f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:59:02.498614 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] Set router fa6a461f-ceaa-4e6e-8325-090f30dfc44d gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:02.500708 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 063059f3-ce13-4a27-a140-8ba00cbc3c0f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:02.501496 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:02.595129 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 19b44119-c194-4aac-bdeb-b726e4668c00 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:59:02.653522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 19b44119-c194-4aac-bdeb-b726e4668c00 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:02.653976 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:02.722419 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e9e538ef-268c-4e84-ac64-9fef76c592be', 'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:74:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:59Z', 'updated_at': '2021-08-29T17:59:02Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:02.749459 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0da43-959b-4960-a82f-99f70acdba28 None None] The sync data for ids ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'] in n-d-713301-13 is: [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e9e538ef-268c-4e84-ac64-9fef76c592be', 'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:74:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:59Z', 'updated_at': '2021-08-29T17:59:02Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:59:03.120612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-de7820a7-d6b1-42f6-b3c4-7d5bb8749f93 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:03.122846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-de7820a7-d6b1-42f6-b3c4-7d5bb8749f93 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "GET /v2.0/networks?id=81826ee8-7993-4de3-bb3a-c3fc31e5e807 HTTP/1.1" status: 200 len: 797 time: 0.1189504 Aug 29 17:59:03.186326 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f6410c26-7aa5-45c9-92d5-2751ae2f9407 req-42e2520b-cea2-47fc-bbe6-08e7ceaba91a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 210 time: 0.0319855 Aug 29 17:59:03.201610 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-02489324-8c08-4952-9590-8ff0a40e0d30 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 379 time: 0.0703588 Aug 29 17:59:03.212271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'port': {'device_id': 'f5d1c527-523c-4781-8290-91c1244dc651', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'admin_state_up': True, 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'security_groups': ['87d08353-f3f8-4c0b-a780-4622be70c0d3']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:03.325109 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 17:59:03.329312 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:03.464156 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.20.0.7 (81826ee8-7993-4de3-bb3a-c3fc31e5e807/66f0f0be-5e2d-4830-a8be-e0b4adce7de1/e1922c27-477e-4bbf-8cfa-6958f2068b2b) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:59:03.615733 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:03.631159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Transition to ACTIVE for port object e1922c27-477e-4bbf-8cfa-6958f2068b2b will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:59:03.664233 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:03.707715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:59:03.712960 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:59:03.715601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:59:03.742678 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=e1922c27-477e-4bbf-8cfa-6958f2068b2b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:03.773007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:03.773701 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:03.788995 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-32b149b6-2736-47e0-83b5-217d2c01c15a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808156 Aug 29 17:59:03.847635 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Request body: {'port': {'device_id': 'f5d1c527-523c-4781-8290-91c1244dc651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:03.906856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:03.969753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ae789a26-8d45-4618-a46a-2c228ebdfdf5 None None] Provisioning for port e1922c27-477e-4bbf-8cfa-6958f2068b2b completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:59:03.974054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ae789a26-8d45-4618-a46a-2c228ebdfdf5 None None] Provisioning complete for port e1922c27-477e-4bbf-8cfa-6958f2068b2b triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:03.974424 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ae789a26-8d45-4618-a46a-2c228ebdfdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:04.010558 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ae789a26-8d45-4618-a46a-2c228ebdfdf5 None None] Port e1922c27-477e-4bbf-8cfa-6958f2068b2b cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 17:59:04.166876 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1922c27-477e-4bbf-8cfa-6958f2068b2b {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:59:04.174240 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:04.185700 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Transition to ACTIVE for port object e1922c27-477e-4bbf-8cfa-6958f2068b2b will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 17:59:04.189818 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:04.240257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1922c27-477e-4bbf-8cfa-6958f2068b2b,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:04.314079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d472b6-85d3-47ff-89ec-aab5b3a8a8af req-cfa7af4f-ab86-44b3-8827-34c57daaea83 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:04.316047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8d472b6-85d3-47ff-89ec-aab5b3a8a8af req-cfa7af4f-ab86-44b3-8827-34c57daaea83 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 943 time: 0.0598564 Aug 29 17:59:04.328723 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Attempting to bind port e1922c27-477e-4bbf-8cfa-6958f2068b2b on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 17:59:04.329067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Attempting to bind port e1922c27-477e-4bbf-8cfa-6958f2068b2b by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 17:59:04.329445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Attempting to bind port e1922c27-477e-4bbf-8cfa-6958f2068b2b on network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:59:04.333922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Port e1922c27-477e-4bbf-8cfa-6958f2068b2b on network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 17:59:04.334249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Attempting to bind port e1922c27-477e-4bbf-8cfa-6958f2068b2b on network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 17:59:04.339344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 17:59:04.339695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Checking segment: {'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 17:59:04.340091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Bound using segment: {'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 17:59:04.340529 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Bound port: e1922c27-477e-4bbf-8cfa-6958f2068b2b, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 17:59:04.340897 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:04.357104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b8d472b6-85d3-47ff-89ec-aab5b3a8a8af req-ea414a84-447f-4407-bf25-667d3b2c636d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351546 Aug 29 17:59:04.421154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] For port e1922c27-477e-4bbf-8cfa-6958f2068b2b, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 17:59:04.425280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] For port e1922c27-477e-4bbf-8cfa-6958f2068b2b, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e1922c27-477e-4bbf-8cfa-6958f2068b2b,segment=NetworkSegment(8fa8dc6c-9122-4f17-ab89-3f30c56d93f3),segment_id=8fa8dc6c-9122-4f17-ab89-3f30c56d93f3)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 17:59:04.430881 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:04.458437 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e9e538ef-268c-4e84-ac64-9fef76c592be up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:59:04.465802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:04.466426 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:04.467953 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] 10.222.0.10 "PUT /v2.0/ports/e1922c27-477e-4bbf-8cfa-6958f2068b2b HTTP/1.1" status: 200 len: 1092 time: 0.6701174 Aug 29 17:59:04.468334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d1c527-523c-4781-8290-91c1244dc651', 'tag': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:04.470651 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be3c48b-15c0-46a3-ac9c-6208f715fa01" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d1c527-523c-4781-8290-91c1244dc651", "tag": "e1922c27-477e-4bbf-8cfa-6958f2068b2b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:04.496592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13cdc2-2d74-4b55-9056-0b51d25fabf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1922c27-477e-4bbf-8cfa-6958f2068b2b,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:04.529244 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ea15e5-bff9-485d-9a53-4844d11f8a3c x-openstack-request-id: req-c3ea15e5-bff9-485d-9a53-4844d11f8a3c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:04.529688 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d1c527-523c-4781-8290-91c1244dc651", "tag": "e1922c27-477e-4bbf-8cfa-6958f2068b2b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:04.530039 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3ea15e5-bff9-485d-9a53-4844d11f8a3c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:04.531069 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d1c527-523c-4781-8290-91c1244dc651', 'tag': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b', 'status': 'completed', 'code': 200} Aug 29 17:59:04.536198 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e9e538ef-268c-4e84-ac64-9fef76c592be completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:59:04.542488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e9e538ef-268c-4e84-ac64-9fef76c592be triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:04.542871 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:04.565968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-5f855b2d-8c7c-444f-9b1f-df25a62f6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:04.567540 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-5f855b2d-8c7c-444f-9b1f-df25a62f6749 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 1095 time: 0.0525177 Aug 29 17:59:04.618433 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-fcb71cbd-9c25-44ea-a875-39cc80cadee4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1922c27-477e-4bbf-8cfa-6958f2068b2b HTTP/1.1" status: 200 len: 217 time: 0.0430019 Aug 29 17:59:04.623606 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:04.661800 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port e9e538ef-268c-4e84-ac64-9fef76c592be, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e9e538ef-268c-4e84-ac64-9fef76c592be,segment=NetworkSegment(8fa8dc6c-9122-4f17-ab89-3f30c56d93f3),segment_id=8fa8dc6c-9122-4f17-ab89-3f30c56d93f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:04.666553 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:04.675363 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-d81c4d71-be38-4149-85c8-3578117dad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:04.676886 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-d81c4d71-be38-4149-85c8-3578117dad7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f0f0be-5e2d-4830-a8be-e0b4adce7de1 HTTP/1.1" status: 200 len: 834 time: 0.0521204 Aug 29 17:59:04.716484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=e9e538ef-268c-4e84-ac64-9fef76c592be,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:04.723872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-f73e85e1-aecd-4ccf-8d23-4aeba65edf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:04.725464 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-f73e85e1-aecd-4ccf-8d23-4aeba65edf66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81826ee8-7993-4de3-bb3a-c3fc31e5e807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420568 Aug 29 17:59:04.819975 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-7866b977-30e6-4448-b47d-702221853125 service neutron] 10.222.0.10 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876927 Aug 29 17:59:04.908485 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef13cb8d-3b10-41a4-a45e-9240ac398b1d req-8ec11d4e-0b32-45c1-8a72-221ffb5d62a4 service neutron] 10.222.0.10 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818250 Aug 29 17:59:04.997324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3c48b-15c0-46a3-ac9c-6208f715fa01 req-18c22b22-802c-419f-999e-8e27fcf31227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:04.998727 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5be3c48b-15c0-46a3-ac9c-6208f715fa01 req-18c22b22-802c-419f-999e-8e27fcf31227 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 1095 time: 0.0416977 Aug 29 17:59:05.091609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3c48b-15c0-46a3-ac9c-6208f715fa01 req-5c8ed9d1-008b-4c83-b35a-8ceea811809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:05.093071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5be3c48b-15c0-46a3-ac9c-6208f715fa01 req-5c8ed9d1-008b-4c83-b35a-8ceea811809b service neutron] 10.222.0.10 "GET /v2.0/networks?id=81826ee8-7993-4de3-bb3a-c3fc31e5e807 HTTP/1.1" status: 200 len: 898 time: 0.0877843 Aug 29 17:59:05.133306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5be3c48b-15c0-46a3-ac9c-6208f715fa01 req-7a4803ca-cbbe-47ea-b14d-ef57c5ccdb80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1922c27-477e-4bbf-8cfa-6958f2068b2b HTTP/1.1" status: 200 len: 217 time: 0.0332189 Aug 29 17:59:05.185773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3c48b-15c0-46a3-ac9c-6208f715fa01 req-a6685814-9e63-4617-9668-0e4bbc79bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:05.187209 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5be3c48b-15c0-46a3-ac9c-6208f715fa01 req-a6685814-9e63-4617-9668-0e4bbc79bfab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f0f0be-5e2d-4830-a8be-e0b4adce7de1 HTTP/1.1" status: 200 len: 834 time: 0.0468657 Aug 29 17:59:05.232544 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3c48b-15c0-46a3-ac9c-6208f715fa01 req-a0f46edf-da7c-445a-b451-4c3f13f6ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:05.234105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5be3c48b-15c0-46a3-ac9c-6208f715fa01 req-a0f46edf-da7c-445a-b451-4c3f13f6ec83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81826ee8-7993-4de3-bb3a-c3fc31e5e807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391684 Aug 29 17:59:05.322734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5be3c48b-15c0-46a3-ac9c-6208f715fa01 req-3e010f3d-bef3-403e-84d7-552820a46460 service neutron] 10.222.0.10 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813904 Aug 29 17:59:05.418390 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5be3c48b-15c0-46a3-ac9c-6208f715fa01 req-7396a8d3-7980-4246-8273-acb23164b0a0 service neutron] 10.222.0.10 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875223 Aug 29 17:59:05.477037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edffcb-ff91-4c94-9d86-c01de17c153f req-9ac6666a-e78d-4529-96a3-032a933be891 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:05.478619 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10edffcb-ff91-4c94-9d86-c01de17c153f req-9ac6666a-e78d-4529-96a3-032a933be891 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 943 time: 0.0495636 Aug 29 17:59:05.516877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-10edffcb-ff91-4c94-9d86-c01de17c153f req-773bedf4-5d2f-4b4c-a59e-9b233637b420 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323567 Aug 29 17:59:06.405097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e9e538ef-268c-4e84-ac64-9fef76c592be up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:59:06.453053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e9e538ef-268c-4e84-ac64-9fef76c592be triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:06.453453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:06.635003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa886fb-1a30-47de-a02e-095576b5fc4a req-85008041-7011-4101-98cd-6a8b7e6e3a19 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:06.636392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fa886fb-1a30-47de-a02e-095576b5fc4a req-85008041-7011-4101-98cd-6a8b7e6e3a19 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 943 time: 0.0490072 Aug 29 17:59:06.673871 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8fa886fb-1a30-47de-a02e-095576b5fc4a req-dfe8b6b8-d6bd-49f0-b683-939f082fe9cd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309429 Aug 29 17:59:07.787138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e9dc-037e-469c-a541-3f6183389f33 req-df71f7eb-0a1a-4dad-96e8-c370597f89e1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:07.788587 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2453e9dc-037e-469c-a541-3f6183389f33 req-df71f7eb-0a1a-4dad-96e8-c370597f89e1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 943 time: 0.0476909 Aug 29 17:59:07.825589 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2453e9dc-037e-469c-a541-3f6183389f33 req-a1f50118-2519-456f-87e0-dd0acc39073c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311792 Aug 29 17:59:08.696741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e1922c27-477e-4bbf-8cfa-6958f2068b2b details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 17:59:08.788390 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e1922c27-477e-4bbf-8cfa-6958f2068b2b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e1922c27-477e-4bbf-8cfa-6958f2068b2b,segment=NetworkSegment(8fa8dc6c-9122-4f17-ab89-3f30c56d93f3),segment_id=8fa8dc6c-9122-4f17-ab89-3f30c56d93f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:08.799857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'port_id': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b', 'mac_address': 'fa:16:3e:6a:93:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 17:59:08.838887 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:08.851116 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1922c27-477e-4bbf-8cfa-6958f2068b2b {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 17:59:08.870816 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e1922c27-477e-4bbf-8cfa-6958f2068b2b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e1922c27-477e-4bbf-8cfa-6958f2068b2b,segment=NetworkSegment(8fa8dc6c-9122-4f17-ab89-3f30c56d93f3),segment_id=8fa8dc6c-9122-4f17-ab89-3f30c56d93f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:08.875404 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:08.921736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e1922c27-477e-4bbf-8cfa-6958f2068b2b,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:08.941639 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10089e76-de2d-4937-93bf-638f8e74cbb2 req-63fd195c-23ee-42cd-b333-3063c71305ad tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:08.943141 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10089e76-de2d-4937-93bf-638f8e74cbb2 req-63fd195c-23ee-42cd-b333-3063c71305ad tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 944 time: 0.0488582 Aug 29 17:59:08.986502 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-10089e76-de2d-4937-93bf-638f8e74cbb2 req-8118c881-aabc-4271-b47a-9f8f990c5d6e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370908 Aug 29 17:59:09.088828 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['e1922c27-477e-4bbf-8cfa-6958f2068b2b'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 17:59:10.102285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44ab83-4c5e-4095-97a4-ab295f8d005b req-da812d29-2e78-4cb0-b88c-1886b0717d3c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:10.103742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd44ab83-4c5e-4095-97a4-ab295f8d005b req-da812d29-2e78-4cb0-b88c-1886b0717d3c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 944 time: 0.0523934 Aug 29 17:59:10.142281 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd44ab83-4c5e-4095-97a4-ab295f8d005b req-0a8347dc-4ae2-4321-84b2-a1228e4810e8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326738 Aug 29 17:59:10.693991 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:59:10.711922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e1922c27-477e-4bbf-8cfa-6958f2068b2b up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 17:59:10.758798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port e1922c27-477e-4bbf-8cfa-6958f2068b2b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 17:59:10.762238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port e1922c27-477e-4bbf-8cfa-6958f2068b2b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 17:59:10.762607 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:10.839639 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:10.862071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d1c527-523c-4781-8290-91c1244dc651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:10.864354 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11822179-c1e4-4d0c-9332-402eb56f54eb" -d '{"events": [{"server_uuid": "f5d1c527-523c-4781-8290-91c1244dc651", "name": "network-vif-plugged", "status": "completed", "tag": "e1922c27-477e-4bbf-8cfa-6958f2068b2b"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:10.876625 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port e1922c27-477e-4bbf-8cfa-6958f2068b2b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e1922c27-477e-4bbf-8cfa-6958f2068b2b,segment=NetworkSegment(8fa8dc6c-9122-4f17-ab89-3f30c56d93f3),segment_id=8fa8dc6c-9122-4f17-ab89-3f30c56d93f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:10.880511 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:10.927172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=e1922c27-477e-4bbf-8cfa-6958f2068b2b,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:10.967620 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69a9d8e-7d75-41c3-8fae-4ca75e3a8c6a x-openstack-request-id: req-e69a9d8e-7d75-41c3-8fae-4ca75e3a8c6a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:10.968435 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d1c527-523c-4781-8290-91c1244dc651", "name": "network-vif-plugged", "status": "completed", "tag": "e1922c27-477e-4bbf-8cfa-6958f2068b2b", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:10.968688 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e69a9d8e-7d75-41c3-8fae-4ca75e3a8c6a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:10.969085 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d1c527-523c-4781-8290-91c1244dc651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b', 'code': 200} Aug 29 17:59:11.061276 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9395fd-9b14-4044-a99b-9f368dd64075 req-6b71908f-dcc4-4370-8119-97f8697b8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:11.062761 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef9395fd-9b14-4044-a99b-9f368dd64075 req-6b71908f-dcc4-4370-8119-97f8697b8328 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 1097 time: 0.0397403 Aug 29 17:59:11.096536 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ef9395fd-9b14-4044-a99b-9f368dd64075 req-7a602552-e114-4496-b074-5161808cc111 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273933 Aug 29 17:59:11.253126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f79b7-4cc1-4dd5-83d7-ac68a519c437 req-f3d8565e-c41d-4a63-a317-d27c63d9573f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:11.254597 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f9f79b7-4cc1-4dd5-83d7-ac68a519c437 req-f3d8565e-c41d-4a63-a317-d27c63d9573f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 945 time: 0.0485120 Aug 29 17:59:11.294695 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f9f79b7-4cc1-4dd5-83d7-ac68a519c437 req-51f6fed9-fd57-4530-8274-d9ee2d81ea01 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341384 Aug 29 17:59:12.411469 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c07d90-1bfe-40eb-9e32-d4c7aa9d27ad req-406ffd61-0e90-4eae-b879-7b15c8ae7587 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:12.412978 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-29c07d90-1bfe-40eb-9e32-d4c7aa9d27ad req-406ffd61-0e90-4eae-b879-7b15c8ae7587 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 945 time: 0.0483136 Aug 29 17:59:12.450391 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-29c07d90-1bfe-40eb-9e32-d4c7aa9d27ad req-bbaafee4-5c56-4d0d-9d6f-4c5fa5eec0a9 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314608 Aug 29 17:59:12.561966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913cb7e-9e6f-4aa5-bc87-16e18ae1b396 req-3cb36917-f483-41a6-8981-4ff53237cdf6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:12.563425 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d913cb7e-9e6f-4aa5-bc87-16e18ae1b396 req-3cb36917-f483-41a6-8981-4ff53237cdf6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 945 time: 0.0486920 Aug 29 17:59:12.602020 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d913cb7e-9e6f-4aa5-bc87-16e18ae1b396 req-07aa218c-85d4-484c-9425-d3bb15e8a614 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324495 Aug 29 17:59:12.623005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45224) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:12.664976 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6317ad50-fb5d-4813-9245-aceb532579b7 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:12.666478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6317ad50-fb5d-4813-9245-aceb532579b7 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 1092 time: 0.0425038 Aug 29 17:59:12.669205 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45226) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:12.673697 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:12.694434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:12.988973 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8ebdb5f0-584b-4fd3-84ba-c4d88cd46405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:13.131396 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:13.233057 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.25.5.231 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/0d9fb26b-2c7d-4c5d-b83b-91146ba2a3a7) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 17:59:13.331811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:13.372504 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:13.413881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 17:59:13.418744 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 17:59:13.422857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 17:59:13.445093 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=0d9fb26b-2c7d-4c5d-b83b-91146ba2a3a7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:13.773905 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:13.841619 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:14.000500 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:14.004773 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:14.070355 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=0d9fb26b-2c7d-4c5d-b83b-91146ba2a3a7,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:14.082505 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:14.182440 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Floating IP 69a9086c-abbd-4008-8bbd-5c621bd1d88d associated. External IP: 172.25.5.231, port: e1922c27-477e-4bbf-8cfa-6958f2068b2b. Aug 29 17:59:14.391443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router fa6a461f-ceaa-4e6e-8325-090f30dfc44d has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:59:14.499667 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:59:14.510153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00628a9e-fd0b-4946-a34b-4a8812ef2d73 None None] Sync routers for ids ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:59:14.515827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:14.519872 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00628a9e-fd0b-4946-a34b-4a8812ef2d73 None None] Routers {'fa6a461f-ceaa-4e6e-8325-090f30dfc44d'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:14.520528 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00628a9e-fd0b-4946-a34b-4a8812ef2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:14.542249 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-87784635-ac3e-431c-909d-33751a346ae8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8720624 Aug 29 17:59:14.542834 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d1c527-523c-4781-8290-91c1244dc651', 'tag': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:14.545082 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d1c527-523c-4781-8290-91c1244dc651", "tag": "e1922c27-477e-4bbf-8cfa-6958f2068b2b"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:14.583056 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed94cb8-f832-4435-972e-98a7e57276ca x-openstack-request-id: req-4ed94cb8-f832-4435-972e-98a7e57276ca {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:14.583341 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d1c527-523c-4781-8290-91c1244dc651", "tag": "e1922c27-477e-4bbf-8cfa-6958f2068b2b", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:14.583594 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ed94cb8-f832-4435-972e-98a7e57276ca {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:14.583998 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d1c527-523c-4781-8290-91c1244dc651', 'tag': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b', 'status': 'completed', 'code': 200} Aug 29 17:59:14.628194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-00628a9e-fd0b-4946-a34b-4a8812ef2d73 None None] Set router fa6a461f-ceaa-4e6e-8325-090f30dfc44d gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:14.671452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2178665-6369-4b91-a689-727bfb1aeb4f req-980fec83-e27e-412a-8fca-85d8612bac99 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:14.672939 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2178665-6369-4b91-a689-727bfb1aeb4f req-980fec83-e27e-412a-8fca-85d8612bac99 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 945 time: 0.0766919 Aug 29 17:59:14.678682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da req-cc2b9c40-fad0-436a-8923-47cbccb8608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:14.680095 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da req-cc2b9c40-fad0-436a-8923-47cbccb8608f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 1097 time: 0.0726118 Aug 29 17:59:14.753864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d2178665-6369-4b91-a689-727bfb1aeb4f req-b2e661a8-8253-4a2e-b296-132b40abe726 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728149 Aug 29 17:59:14.779199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45232) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:14.794446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da req-84ea0b58-2094-48c5-8105-e4fce41a12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:14.796463 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da req-84ea0b58-2094-48c5-8105-e4fce41a12c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81826ee8-7993-4de3-bb3a-c3fc31e5e807 HTTP/1.1" status: 200 len: 898 time: 0.1078141 Aug 29 17:59:14.841561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bf8ac971-00af-40f9-944f-d57af78cfb61 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/69a9086c-abbd-4008-8bbd-5c621bd1d88d HTTP/1.1" status: 200 len: 991 time: 0.0593390 Aug 29 17:59:14.867807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00628a9e-fd0b-4946-a34b-4a8812ef2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '69a9086c-abbd-4008-8bbd-5c621bd1d88d', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'port_id': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'mac_address': 'fa:16:3e:6a:93:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d1c527-523c-4781-8290-91c1244dc651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:59:13Z', 'updated_at': '2021-08-29T17:59:13Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9e538ef-268c-4e84-ac64-9fef76c592be', 'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:74:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:59Z', 'updated_at': '2021-08-29T17:59:04Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:14.868964 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da req-47c69884-b183-4e6f-8087-03d57c3d8cab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1922c27-477e-4bbf-8cfa-6958f2068b2b HTTP/1.1" status: 200 len: 999 time: 0.0650034 Aug 29 17:59:14.894185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00628a9e-fd0b-4946-a34b-4a8812ef2d73 None None] Checking router: fa6a461f-ceaa-4e6e-8325-090f30dfc44d for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:59:14.902535 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00628a9e-fd0b-4946-a34b-4a8812ef2d73 None None] Routers {'fa6a461f-ceaa-4e6e-8325-090f30dfc44d'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:14.903134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00628a9e-fd0b-4946-a34b-4a8812ef2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:58:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:14.916305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da req-2828db2c-87b0-47f8-bce0-829c808ccf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:14.917780 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da req-2828db2c-87b0-47f8-bce0-829c808ccf72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f0f0be-5e2d-4830-a8be-e0b4adce7de1 HTTP/1.1" status: 200 len: 834 time: 0.0423982 Aug 29 17:59:14.962106 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da req-d4bcb424-6d25-4b31-921d-b8131cdb4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:14.963591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da req-d4bcb424-6d25-4b31-921d-b8131cdb4032 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81826ee8-7993-4de3-bb3a-c3fc31e5e807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389302 Aug 29 17:59:15.007606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-00628a9e-fd0b-4946-a34b-4a8812ef2d73 None None] Set router fa6a461f-ceaa-4e6e-8325-090f30dfc44d gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:15.057648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da req-0f0af0e6-f59d-4172-8c69-ae9417b2490a service neutron] 10.222.0.10 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866604 Aug 29 17:59:15.146863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6839c0c-649e-426b-9e0d-e4cf0df6b5da req-128f23a5-f4a1-4e82-ab3d-176735940530 service neutron] 10.222.0.10 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828006 Aug 29 17:59:15.229158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-00628a9e-fd0b-4946-a34b-4a8812ef2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '69a9086c-abbd-4008-8bbd-5c621bd1d88d', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'port_id': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'mac_address': 'fa:16:3e:6a:93:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d1c527-523c-4781-8290-91c1244dc651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:59:13Z', 'updated_at': '2021-08-29T17:59:13Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9e538ef-268c-4e84-ac64-9fef76c592be', 'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:74:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:59Z', 'updated_at': '2021-08-29T17:59:04Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:15.258858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00628a9e-fd0b-4946-a34b-4a8812ef2d73 None None] The sync data for ids ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'] in n-d-713301-13 is: [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '69a9086c-abbd-4008-8bbd-5c621bd1d88d', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'port_id': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'mac_address': 'fa:16:3e:6a:93:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d1c527-523c-4781-8290-91c1244dc651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T17:59:13Z', 'updated_at': '2021-08-29T17:59:13Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9e538ef-268c-4e84-ac64-9fef76c592be', 'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:74:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:59Z', 'updated_at': '2021-08-29T17:59:04Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:59:15.439322 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb464a-8cbf-493f-ac9b-23fd6e7d3004 None None] New status for floating IP 69a9086c-abbd-4008-8bbd-5c621bd1d88d: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:59:15.612896 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-49362d6e-9b11-4ac9-ae09-60165dbc71cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:15.844295 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45234) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:15.907216 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8265f6ec-61d8-4b34-8551-483fd9ec0215 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/69a9086c-abbd-4008-8bbd-5c621bd1d88d HTTP/1.1" status: 200 len: 993 time: 0.0617931 Aug 29 17:59:15.972387 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:16.886415 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:18.332732 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:18.553655 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:20.817248 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:22.090008 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-0ecaccc4-3376-420a-a77a-98487fbe92a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437477 Aug 29 17:59:22.169345 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-b7b70132-7df8-4ceb-ae83-6e19940fd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:22.170860 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-b7b70132-7df8-4ceb-ae83-6e19940fd790 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 1097 time: 0.0398974 Aug 29 17:59:22.273718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-9121a43c-0489-42cb-9e05-40f23a897b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:22.275213 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-9121a43c-0489-42cb-9e05-40f23a897b72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81826ee8-7993-4de3-bb3a-c3fc31e5e807 HTTP/1.1" status: 200 len: 898 time: 0.0862916 Aug 29 17:59:22.342279 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-765dd6b0-df04-4826-bf2a-dcaab7acd311 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1922c27-477e-4bbf-8cfa-6958f2068b2b HTTP/1.1" status: 200 len: 1001 time: 0.0599029 Aug 29 17:59:22.391180 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-ffc3d9ef-965d-4018-9035-b4e143d44821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:22.392648 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-ffc3d9ef-965d-4018-9035-b4e143d44821 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f0f0be-5e2d-4830-a8be-e0b4adce7de1 HTTP/1.1" status: 200 len: 834 time: 0.0425768 Aug 29 17:59:22.441613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-3e69a65e-bb60-4425-b267-cfb74685f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:22.443090 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-3e69a65e-bb60-4425-b267-cfb74685f522 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81826ee8-7993-4de3-bb3a-c3fc31e5e807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433431 Aug 29 17:59:22.532936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-ab10ac5f-9e3e-4072-b72b-56bf4c2cc6a3 service neutron] 10.222.0.10 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824742 Aug 29 17:59:22.627721 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eff059e4-a84c-449c-87dc-245516f9bcbe req-e6373ab1-f330-46ed-8bbe-53302ff98d3c service neutron] 10.222.0.10 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867345 Aug 29 17:59:42.989521 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5b4b41ec-da4f-4719-814e-97601d0a39ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:45.613037 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a25d4fe0-d0e5-448d-8542-2ab1906a5cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:45.973746 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:46.889499 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:47.291538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4f04b-5981-4d49-bd40-f9ef629f79dd req-01ff59c4-2413-483b-b09c-41d68e1a6a04 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:47.292997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25c4f04b-5981-4d49-bd40-f9ef629f79dd req-01ff59c4-2413-483b-b09c-41d68e1a6a04 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 945 time: 0.0487437 Aug 29 17:59:47.331427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25c4f04b-5981-4d49-bd40-f9ef629f79dd req-718feaa1-27ad-49dc-8c24-25a89e268043 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319128 Aug 29 17:59:47.693590 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 17:59:48.332183 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:48.452598 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7749a-9f5b-4d63-8a3e-aee186f5f551 req-b879a706-b1bd-44e0-9023-d7eafbc9a35f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:48.454113 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fb7749a-9f5b-4d63-8a3e-aee186f5f551 req-b879a706-b1bd-44e0-9023-d7eafbc9a35f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 945 time: 0.0541544 Aug 29 17:59:48.491725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9fb7749a-9f5b-4d63-8a3e-aee186f5f551 req-1ed4113c-f950-463a-a135-708017b74bfd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317903 Aug 29 17:59:48.515384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45256) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:48.557685 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:48.580567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7ba4b299-f7f4-4a5e-a762-1759df830db2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/69a9086c-abbd-4008-8bbd-5c621bd1d88d HTTP/1.1" status: 200 len: 993 time: 0.0640445 Aug 29 17:59:49.839974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab69b1-e494-4430-b122-44de487ea268 req-17583196-1b92-45f2-847d-45f6a8571eaf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:49.842471 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-edab69b1-e494-4430-b122-44de487ea268 req-17583196-1b92-45f2-847d-45f6a8571eaf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 945 time: 0.0510163 Aug 29 17:59:49.880186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-edab69b1-e494-4430-b122-44de487ea268 req-6dc7ab67-b39f-4c52-ae65-4f6227ded17c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318818 Aug 29 17:59:50.816682 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.001666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99b731-06c6-4989-ad46-9ec8d4e871cc req-e1535e97-a279-4fb2-8f2e-db643cbeccbc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:51.003197 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be99b731-06c6-4989-ad46-9ec8d4e871cc req-e1535e97-a279-4fb2-8f2e-db643cbeccbc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 945 time: 0.0533242 Aug 29 17:59:51.040145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be99b731-06c6-4989-ad46-9ec8d4e871cc req-2eb83db6-7fdb-4f56-a1e8-0348914c1f38 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309546 Aug 29 17:59:51.062258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45266) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:51.124633 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fe8fe290-bfab-48ef-b6cf-cc45a13b56a7 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/69a9086c-abbd-4008-8bbd-5c621bd1d88d HTTP/1.1" status: 200 len: 993 time: 0.0612113 Aug 29 17:59:51.345788 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45272) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:51.499945 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 0d9fb26b-2c7d-4c5d-b83b-91146ba2a3a7 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:51.500289 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.572025 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.572353 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.583532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 0d9fb26b-2c7d-4c5d-b83b-91146ba2a3a7 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:51.725456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.749935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=0d9fb26b-2c7d-4c5d-b83b-91146ba2a3a7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:51.777821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.778706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.779049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.779385 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.779724 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.780052 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.780378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.780706 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.781027 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.781452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.781778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.782100 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:51.819817 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:51.820176 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Floating IP 69a9086c-abbd-4008-8bbd-5c621bd1d88d disassociated (deleted). External IP: 172.25.5.231, port: e1922c27-477e-4bbf-8cfa-6958f2068b2b. Aug 29 17:59:52.022088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router fa6a461f-ceaa-4e6e-8325-090f30dfc44d has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:59:52.122648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:59:52.127339 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:52.132430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c904db0-0dd4-4819-8a49-f0b42aadc8ba None None] Sync routers for ids ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:59:52.143591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c904db0-0dd4-4819-8a49-f0b42aadc8ba None None] Routers {'fa6a461f-ceaa-4e6e-8325-090f30dfc44d'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:52.144218 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2c904db0-0dd4-4819-8a49-f0b42aadc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:59:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:52.156890 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-008dbf71-b9d4-4d84-9b83-b163fe2c296c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/floatingips/69a9086c-abbd-4008-8bbd-5c621bd1d88d HTTP/1.1" status: 204 len: 168 time: 0.8100183 Aug 29 17:59:52.157511 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d1c527-523c-4781-8290-91c1244dc651', 'tag': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:52.159786 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993e9e32-c09e-4aa5-9cf6-81fa35a63821" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d1c527-523c-4781-8290-91c1244dc651", "tag": "e1922c27-477e-4bbf-8cfa-6958f2068b2b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:52.198426 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8ea865-bdc5-4d8c-be19-a1a018e915f3 x-openstack-request-id: req-3b8ea865-bdc5-4d8c-be19-a1a018e915f3 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:52.198426 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d1c527-523c-4781-8290-91c1244dc651", "tag": "e1922c27-477e-4bbf-8cfa-6958f2068b2b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:52.198426 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b8ea865-bdc5-4d8c-be19-a1a018e915f3 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:52.198889 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d1c527-523c-4781-8290-91c1244dc651', 'tag': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b', 'status': 'completed', 'code': 200} Aug 29 17:59:52.255132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-2c904db0-0dd4-4819-8a49-f0b42aadc8ba None None] Set router fa6a461f-ceaa-4e6e-8325-090f30dfc44d gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:52.260840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e9e32-c09e-4aa5-9cf6-81fa35a63821 req-47f69dcb-6241-4bdc-9582-8d5a2b652b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:52.263036 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-993e9e32-c09e-4aa5-9cf6-81fa35a63821 req-47f69dcb-6241-4bdc-9582-8d5a2b652b12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 1097 time: 0.0428982 Aug 29 17:59:52.358499 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e9e32-c09e-4aa5-9cf6-81fa35a63821 req-a5f6329c-1634-4f13-afa3-5b4f15419519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:52.360254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-993e9e32-c09e-4aa5-9cf6-81fa35a63821 req-a5f6329c-1634-4f13-afa3-5b4f15419519 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81826ee8-7993-4de3-bb3a-c3fc31e5e807 HTTP/1.1" status: 200 len: 898 time: 0.0861142 Aug 29 17:59:52.393451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a870e17-5559-4564-91d8-028bfe5ab6be req-454892c2-7b93-4871-a3ee-b2e1a8e0b83a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:52.394980 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a870e17-5559-4564-91d8-028bfe5ab6be req-454892c2-7b93-4871-a3ee-b2e1a8e0b83a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 945 time: 0.0536404 Aug 29 17:59:52.410065 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-993e9e32-c09e-4aa5-9cf6-81fa35a63821 req-89b0b64e-7fd6-413e-9c7a-fe3a917e2dc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1922c27-477e-4bbf-8cfa-6958f2068b2b HTTP/1.1" status: 200 len: 217 time: 0.0398483 Aug 29 17:59:52.436561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1a870e17-5559-4564-91d8-028bfe5ab6be req-5857edd4-6223-4b59-8264-3ad149ac3bf2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340352 Aug 29 17:59:52.460833 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e9e32-c09e-4aa5-9cf6-81fa35a63821 req-504ca278-730b-4345-966b-1d8679f40442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:52.462351 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-993e9e32-c09e-4aa5-9cf6-81fa35a63821 req-504ca278-730b-4345-966b-1d8679f40442 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66f0f0be-5e2d-4830-a8be-e0b4adce7de1 HTTP/1.1" status: 200 len: 834 time: 0.0456414 Aug 29 17:59:52.472619 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2c904db0-0dd4-4819-8a49-f0b42aadc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e9e538ef-268c-4e84-ac64-9fef76c592be', 'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:74:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:59Z', 'updated_at': '2021-08-29T17:59:04Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:52.498863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c904db0-0dd4-4819-8a49-f0b42aadc8ba None None] Checking router: fa6a461f-ceaa-4e6e-8325-090f30dfc44d for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:59:52.506961 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c904db0-0dd4-4819-8a49-f0b42aadc8ba None None] Routers {'fa6a461f-ceaa-4e6e-8325-090f30dfc44d'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:52.507551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2c904db0-0dd4-4819-8a49-f0b42aadc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:59:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:52.507963 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e9e32-c09e-4aa5-9cf6-81fa35a63821 req-9766ab25-4156-446e-ae42-8986031042de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:52.509499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-993e9e32-c09e-4aa5-9cf6-81fa35a63821 req-9766ab25-4156-446e-ae42-8986031042de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81826ee8-7993-4de3-bb3a-c3fc31e5e807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397391 Aug 29 17:59:52.603835 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-993e9e32-c09e-4aa5-9cf6-81fa35a63821 req-f19ef555-3361-47dd-9845-efa72fff3ef2 service neutron] 10.222.0.10 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865409 Aug 29 17:59:52.615051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-2c904db0-0dd4-4819-8a49-f0b42aadc8ba None None] Set router fa6a461f-ceaa-4e6e-8325-090f30dfc44d gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:52.694345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-993e9e32-c09e-4aa5-9cf6-81fa35a63821 req-a72bd5ce-2f24-4e27-8c9b-bd98ae4049de service neutron] 10.222.0.10 "GET /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833125 Aug 29 17:59:52.807469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-2c904db0-0dd4-4819-8a49-f0b42aadc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e9e538ef-268c-4e84-ac64-9fef76c592be', 'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:74:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:59Z', 'updated_at': '2021-08-29T17:59:04Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:52.836419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c904db0-0dd4-4819-8a49-f0b42aadc8ba None None] The sync data for ids ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'] in n-d-713301-13 is: [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e9e538ef-268c-4e84-ac64-9fef76c592be', 'name': '', 'network_id': '81826ee8-7993-4de3-bb3a-c3fc31e5e807', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:74:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:59Z', 'updated_at': '2021-08-29T17:59:04Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '66f0f0be-5e2d-4830-a8be-e0b4adce7de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:59:53.039969 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeb0731-422d-4e57-991c-38e654d29bd9 None None] New status for floating IP 69a9086c-abbd-4008-8bbd-5c621bd1d88d: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 17:59:53.552339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a65131-243e-4b80-baf9-d4dac2438762 req-c2ee9c8f-65e1-4d6c-8d08-552a63ca7de8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:53.553816 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9a65131-243e-4b80-baf9-d4dac2438762 req-c2ee9c8f-65e1-4d6c-8d08-552a63ca7de8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 945 time: 0.0486286 Aug 29 17:59:53.595014 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d9a65131-243e-4b80-baf9-d4dac2438762 req-c43649c2-3568-46bf-8154-c4b4d377ef74 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d08353-f3f8-4c0b-a780-4622be70c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353136 Aug 29 17:59:53.875221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8d80e-aa0f-4f5a-bf4c-bb6401507080 req-8a79a33b-8348-45e8-a996-254b4592d97a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 17:59:53.876644 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a6b8d80e-aa0f-4f5a-bf4c-bb6401507080 req-8a79a33b-8348-45e8-a996-254b4592d97a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 945 time: 0.0469694 Aug 29 17:59:53.964342 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-a6b8d80e-aa0f-4f5a-bf4c-bb6401507080 req-5e6ee9c5-9f3e-4707-bc33-772a489e2672 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port e1922c27-477e-4bbf-8cfa-6958f2068b2b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:53.964686 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a6b8d80e-aa0f-4f5a-bf4c-bb6401507080 req-5e6ee9c5-9f3e-4707-bc33-772a489e2672 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.055675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-a6b8d80e-aa0f-4f5a-bf4c-bb6401507080 req-5e6ee9c5-9f3e-4707-bc33-772a489e2672 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port e1922c27-477e-4bbf-8cfa-6958f2068b2b, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=e1922c27-477e-4bbf-8cfa-6958f2068b2b,segment=NetworkSegment(8fa8dc6c-9122-4f17-ab89-3f30c56d93f3),segment_id=8fa8dc6c-9122-4f17-ab89-3f30c56d93f3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:54.056043 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a6b8d80e-aa0f-4f5a-bf4c-bb6401507080 req-5e6ee9c5-9f3e-4707-bc33-772a489e2672 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.068851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-a6b8d80e-aa0f-4f5a-bf4c-bb6401507080 req-5e6ee9c5-9f3e-4707-bc33-772a489e2672 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for e1922c27-477e-4bbf-8cfa-6958f2068b2b owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:54.196917 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a6b8d80e-aa0f-4f5a-bf4c-bb6401507080 req-5e6ee9c5-9f3e-4707-bc33-772a489e2672 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.225320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ee9c5-9f3e-4707-bc33-772a489e2672 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=e1922c27-477e-4bbf-8cfa-6958f2068b2b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:54.266844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b8d80e-aa0f-4f5a-bf4c-bb6401507080 req-5e6ee9c5-9f3e-4707-bc33-772a489e2672 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] No DVR routers for this DVR port e1922c27-477e-4bbf-8cfa-6958f2068b2b on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:59:54.270021 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-a6b8d80e-aa0f-4f5a-bf4c-bb6401507080 req-5e6ee9c5-9f3e-4707-bc33-772a489e2672 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:54.272307 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a6b8d80e-aa0f-4f5a-bf4c-bb6401507080 req-5e6ee9c5-9f3e-4707-bc33-772a489e2672 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "DELETE /v2.0/ports/e1922c27-477e-4bbf-8cfa-6958f2068b2b HTTP/1.1" status: 204 len: 173 time: 0.3871911 Aug 29 17:59:54.272759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d1c527-523c-4781-8290-91c1244dc651', 'name': 'network-vif-deleted', 'tag': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 17:59:54.275408 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a06de9a-c9e6-4722-9080-621001ebae36" -d '{"events": [{"server_uuid": "f5d1c527-523c-4781-8290-91c1244dc651", "name": "network-vif-deleted", "tag": "e1922c27-477e-4bbf-8cfa-6958f2068b2b"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 17:59:54.316655 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5967de-6d1d-44ea-8115-c3ad6a1d2ded x-openstack-request-id: req-0b5967de-6d1d-44ea-8115-c3ad6a1d2ded {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 17:59:54.316951 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d1c527-523c-4781-8290-91c1244dc651", "name": "network-vif-deleted", "tag": "e1922c27-477e-4bbf-8cfa-6958f2068b2b", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 17:59:54.317205 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b5967de-6d1d-44ea-8115-c3ad6a1d2ded {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 17:59:54.317629 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d1c527-523c-4781-8290-91c1244dc651', 'name': 'network-vif-deleted', 'tag': 'e1922c27-477e-4bbf-8cfa-6958f2068b2b', 'status': 'completed', 'code': 200} Aug 29 17:59:54.706109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c3ea4665-a62f-4551-9962-c60c55565e22 req-d3187980-b197-4730-b898-ddc56fa3f186 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d1c527-523c-4781-8290-91c1244dc651 HTTP/1.1" status: 200 len: 210 time: 0.0274270 Aug 29 17:59:55.761246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45288) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:56.110636 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:56.360072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port e9e538ef-268c-4e84-ac64-9fef76c592be {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:56.360413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:56.444726 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port e9e538ef-268c-4e84-ac64-9fef76c592be, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e9e538ef-268c-4e84-ac64-9fef76c592be,segment=NetworkSegment(8fa8dc6c-9122-4f17-ab89-3f30c56d93f3),segment_id=8fa8dc6c-9122-4f17-ab89-3f30c56d93f3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:56.445089 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:56.458091 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for e9e538ef-268c-4e84-ac64-9fef76c592be owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:56.642327 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:56.672244 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=e9e538ef-268c-4e84-ac64-9fef76c592be,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:56.945460 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e1922c27-477e-4bbf-8cfa-6958f2068b2b no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:56.966620 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: e1922c27-477e-4bbf-8cfa-6958f2068b2b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:59:56.966968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device e1922c27-477e-4bbf-8cfa-6958f2068b2b not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:59:57.169240 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:57.378508 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router fa6a461f-ceaa-4e6e-8325-090f30dfc44d has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 17:59:57.481711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 17:59:57.486955 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-e0dd8aa8-7f4a-4759-b483-6dcd5a96adc5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "PUT /v2.0/routers/fa6a461f-ceaa-4e6e-8325-090f30dfc44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7246892 Aug 29 17:59:57.489727 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45290) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:57.492410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c344e12-ae07-45b3-b497-dbde8751bb3c None None] Sync routers for ids ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 17:59:57.501942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c344e12-ae07-45b3-b497-dbde8751bb3c None None] Routers {'fa6a461f-ceaa-4e6e-8325-090f30dfc44d'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:57.502553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3c344e12-ae07-45b3-b497-dbde8751bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:59:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:57.538807 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-614098a9-5f7b-463b-905f-3c5eccdd01f4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting subnet 66f0f0be-5e2d-4830-a8be-e0b4adce7de1 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 17:59:57.541833 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-614098a9-5f7b-463b-905f-3c5eccdd01f4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:57.581488 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-614098a9-5f7b-463b-905f-3c5eccdd01f4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:57.674718 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-614098a9-5f7b-463b-905f-3c5eccdd01f4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:57.734221 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-614098a9-5f7b-463b-905f-3c5eccdd01f4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:57.760342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3c344e12-ae07-45b3-b497-dbde8751bb3c None None] Set router fa6a461f-ceaa-4e6e-8325-090f30dfc44d gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:57.761743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614098a9-5f7b-463b-905f-3c5eccdd01f4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Subnet': ['ID=66f0f0be-5e2d-4830-a8be-e0b4adce7de1,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:57.764627 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-614098a9-5f7b-463b-905f-3c5eccdd01f4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:57.767677 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-614098a9-5f7b-463b-905f-3c5eccdd01f4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/subnets/66f0f0be-5e2d-4830-a8be-e0b4adce7de1 HTTP/1.1" status: 204 len: 168 time: 0.2758992 Aug 29 17:59:57.769166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45292) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:57.791736 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9207e113-a940-43c7-a12b-32ac872b98f6 None None] Network 81826ee8-7993-4de3-bb3a-c3fc31e5e807 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 17:59:57.877026 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:57.980665 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.039731 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 063059f3-ce13-4a27-a140-8ba00cbc3c0f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:58.040014 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.044247 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3c344e12-ae07-45b3-b497-dbde8751bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:56Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '063059f3-ce13-4a27-a140-8ba00cbc3c0f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T17:58:57Z', 'updated_at': '2021-08-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:58.070745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c344e12-ae07-45b3-b497-dbde8751bb3c None None] Checking router: fa6a461f-ceaa-4e6e-8325-090f30dfc44d for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 17:59:58.080196 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c344e12-ae07-45b3-b497-dbde8751bb3c None None] Routers {'fa6a461f-ceaa-4e6e-8325-090f30dfc44d'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 17:59:58.080820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3c344e12-ae07-45b3-b497-dbde8751bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:59:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:58.085774 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] DHCP port deletion for 81826ee8-7993-4de3-bb3a-c3fc31e5e807 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 17:59:58.127834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port 063059f3-ce13-4a27-a140-8ba00cbc3c0f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=063059f3-ce13-4a27-a140-8ba00cbc3c0f,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:58.128215 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.140188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 063059f3-ce13-4a27-a140-8ba00cbc3c0f owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:58.195021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-3c344e12-ae07-45b3-b497-dbde8751bb3c None None] Set router fa6a461f-ceaa-4e6e-8325-090f30dfc44d gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 17:59:58.249470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-3c344e12-ae07-45b3-b497-dbde8751bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:57Z', 'revision_number': 6, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:58.279728 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c344e12-ae07-45b3-b497-dbde8751bb3c None None] The sync data for ids ['fa6a461f-ceaa-4e6e-8325-090f30dfc44d'] in n-d-713301-13 is: [{'id': 'fa6a461f-ceaa-4e6e-8325-090f30dfc44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97904369', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T17:58:56Z', 'updated_at': '2021-08-29T17:59:57Z', 'revision_number': 6, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 17:59:58.285587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Deleting port 19b44119-c194-4aac-bdeb-b726e4668c00 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 17:59:58.286334 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.308840 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.336400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=063059f3-ce13-4a27-a140-8ba00cbc3c0f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:58.359898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] For port 19b44119-c194-4aac-bdeb-b726e4668c00, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=19b44119-c194-4aac-bdeb-b726e4668c00,segment=NetworkSegment(8fa8dc6c-9122-4f17-ab89-3f30c56d93f3),segment_id=8fa8dc6c-9122-4f17-ab89-3f30c56d93f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 17:59:58.360301 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.373205 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Calling delete_port for 19b44119-c194-4aac-bdeb-b726e4668c00 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 17:59:58.394465 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.453278 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.478781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] No DVR routers for this DVR port 19b44119-c194-4aac-bdeb-b726e4668c00 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 17:59:58.483760 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Pushing event deleted for resources: {'Port': ['ID=19b44119-c194-4aac-bdeb-b726e4668c00,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:58.491575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.491857 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.492017 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.492245 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.492584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.492914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.493275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.493590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.493917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.494122 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.494240 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.494549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.494870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.495189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f732b25-71b3-4ff6-a9ea-c191a6409b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:58.539275 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.540075 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Fanout notify agent at l3_agent the message router_deleted on router fa6a461f-ceaa-4e6e-8325-090f30dfc44d {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 17:59:58.548248 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.549678 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a44df694-25a2-4d01-ab5d-fd9214cc74f6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/routers/fa6a461f-ceaa-4e6e-8325-090f30dfc44d HTTP/1.1" status: 204 len: 168 time: 0.7792864 Aug 29 17:59:58.552283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45294) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:58.632261 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.724648 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e9e538ef-268c-4e84-ac64-9fef76c592be no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:58.736857 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.744102 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e9e538ef-268c-4e84-ac64-9fef76c592be {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:59:58.744447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e9e538ef-268c-4e84-ac64-9fef76c592be not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:59:58.745197 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 19b44119-c194-4aac-bdeb-b726e4668c00 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 17:59:58.747438 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81826ee8-7993-4de3-bb3a-c3fc31e5e807']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:58.758285 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:58.758522 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa8dc6c-9122-4f17-ab89-3f30c56d93f3') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 17:59:58.763663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 19b44119-c194-4aac-bdeb-b726e4668c00 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 17:59:58.764005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 19b44119-c194-4aac-bdeb-b726e4668c00 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 17:59:58.767615 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.780697 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.786867 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 17:59:58.787258 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: timer() Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 17:59:58.790269 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 17:59:58.845928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.852613 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.854445 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/networks/81826ee8-7993-4de3-bb3a-c3fc31e5e807 HTTP/1.1" status: 204 len: 168 time: 0.3012276 Aug 29 17:59:58.857747 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45296) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:58.866640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f5f76-0f88-4b16-9329-1375efcafac0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Network': ['ID=81826ee8-7993-4de3-bb3a-c3fc31e5e807,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:58.915604 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:58.949154 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.007715 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.010276 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.011381 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/security-groups/87d08353-f3f8-4c0b-a780-4622be70c0d3 HTTP/1.1" status: 204 len: 168 time: 0.1525762 Aug 29 17:59:59.025209 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d08353-f3f8-4c0b-a780-4622be70c0d3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:59.032623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.033123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.033422 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.033769 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.034140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.034477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.034816 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.035151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.035499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.035819 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.036145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.036468 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279d973-b438-4041-bffb-4a398c7cf947 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 17:59:59.380738 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45302) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:59.385637 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-b99604d6-6c61-4ccf-9881-f98d742234e0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093092439', 'description': 'tempest-secgroup-smoke-2093092439 description', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:59.407181 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b99604d6-6c61-4ccf-9881-f98d742234e0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.491139 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b99604d6-6c61-4ccf-9881-f98d742234e0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.495005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b99604d6-6c61-4ccf-9881-f98d742234e0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.521538 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-b99604d6-6c61-4ccf-9881-f98d742234e0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.522672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-b99604d6-6c61-4ccf-9881-f98d742234e0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1408188 Aug 29 17:59:59.524488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99604d6-6c61-4ccf-9881-f98d742234e0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ecaaa2-9b9b-4653-9111-0d952b950b39,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:59.525670 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45304) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:59.531714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5d4f49f1-07a6-44e3-8065-c154f3dc5603 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '58ecaaa2-9b9b-4653-9111-0d952b950b39', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:59.559393 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d4f49f1-07a6-44e3-8065-c154f3dc5603 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.604737 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d4f49f1-07a6-44e3-8065-c154f3dc5603 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.608725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d4f49f1-07a6-44e3-8065-c154f3dc5603 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.626085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f49f1-07a6-44e3-8065-c154f3dc5603 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fad138-3a01-4c90-b800-1d52c8f414db,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:59.632224 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5d4f49f1-07a6-44e3-8065-c154f3dc5603 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.633425 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5d4f49f1-07a6-44e3-8065-c154f3dc5603 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1059265 Aug 29 17:59:59.636091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45306) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:59.640402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b7dc09a5-8f76-47e6-ba94-6a3784286871 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '58ecaaa2-9b9b-4653-9111-0d952b950b39', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:59.666193 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b7dc09a5-8f76-47e6-ba94-6a3784286871 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.721684 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b7dc09a5-8f76-47e6-ba94-6a3784286871 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.725079 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b7dc09a5-8f76-47e6-ba94-6a3784286871 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.744581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc09a5-8f76-47e6-ba94-6a3784286871 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d74c235-f9fa-4123-b462-98a127899e99,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:59.748472 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b7dc09a5-8f76-47e6-ba94-6a3784286871 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.749667 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b7dc09a5-8f76-47e6-ba94-6a3784286871 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126678 Aug 29 17:59:59.752368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45308) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:59.756757 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-427bea74-032d-4d75-a162-3299172e6d85 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '58ecaaa2-9b9b-4653-9111-0d952b950b39', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:59.782652 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-427bea74-032d-4d75-a162-3299172e6d85 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.841761 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-427bea74-032d-4d75-a162-3299172e6d85 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.845605 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-427bea74-032d-4d75-a162-3299172e6d85 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.864557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bea74-032d-4d75-a162-3299172e6d85 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e8b1c7-e4a1-4d9a-8699-b0c8735af491,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:59.868364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-427bea74-032d-4d75-a162-3299172e6d85 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.869557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-427bea74-032d-4d75-a162-3299172e6d85 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162565 Aug 29 17:59:59.872251 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45310) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:59.876539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-2889b7a9-9708-4604-b8cf-ba8c59e6ae64 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '58ecaaa2-9b9b-4653-9111-0d952b950b39', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 17:59:59.902014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2889b7a9-9708-4604-b8cf-ba8c59e6ae64 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.959602 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2889b7a9-9708-4604-b8cf-ba8c59e6ae64 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.963274 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2889b7a9-9708-4604-b8cf-ba8c59e6ae64 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.983378 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889b7a9-9708-4604-b8cf-ba8c59e6ae64 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a358ad3-1565-4504-9e17-7423783e43db,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 17:59:59.989832 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-2889b7a9-9708-4604-b8cf-ba8c59e6ae64 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 17:59:59.991085 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2889b7a9-9708-4604-b8cf-ba8c59e6ae64 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179340 Aug 29 17:59:59.993782 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45312) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 17:59:59.998097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-15e9015f-7a0f-4389-81e8-3098333285bd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '58ecaaa2-9b9b-4653-9111-0d952b950b39', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:00.018728 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-15e9015f-7a0f-4389-81e8-3098333285bd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Project aaa16d038f9e47c2855e7e0f2b97c718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:00:00.023436 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15e9015f-7a0f-4389-81e8-3098333285bd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.082788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15e9015f-7a0f-4389-81e8-3098333285bd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.086464 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15e9015f-7a0f-4389-81e8-3098333285bd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.105440 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9015f-7a0f-4389-81e8-3098333285bd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfe7000-fc3d-4984-83c6-8fc1cfcaa60c,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:00.114030 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-15e9015f-7a0f-4389-81e8-3098333285bd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.115225 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-15e9015f-7a0f-4389-81e8-3098333285bd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205289 Aug 29 18:00:00.118005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45314) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:00.122330 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-13ee2acf-f4b1-4fa7-9e53-932a429ebf52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '58ecaaa2-9b9b-4653-9111-0d952b950b39', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:00.143991 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-13ee2acf-f4b1-4fa7-9e53-932a429ebf52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Project aaa16d038f9e47c2855e7e0f2b97c718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:00:00.148667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13ee2acf-f4b1-4fa7-9e53-932a429ebf52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.209835 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13ee2acf-f4b1-4fa7-9e53-932a429ebf52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.213256 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13ee2acf-f4b1-4fa7-9e53-932a429ebf52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.231013 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee2acf-f4b1-4fa7-9e53-932a429ebf52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0008188b-8835-4ac8-ab23-93747bf138a9,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:00.237125 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-13ee2acf-f4b1-4fa7-9e53-932a429ebf52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.238292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-13ee2acf-f4b1-4fa7-9e53-932a429ebf52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193702 Aug 29 18:00:00.241238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45316) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:00.246004 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'network': {'name': 'tempest-network-smoke--220173236', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'port_security_enabled': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:00.265480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:00:00.268805 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.292561 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:00:00.302359 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.302724 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Added segment 1177fe9f-871f-4d45-b525-8a51bc6afd9d of type vlan for network 7c75208f-a00c-43bf-9828-8d17e0c55a4a Aug 29 18:00:00.342704 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.366253 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.371862 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:00.372446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.390775 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 063059f3-ce13-4a27-a140-8ba00cbc3c0f no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:00:00.412110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 063059f3-ce13-4a27-a140-8ba00cbc3c0f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:00:00.412628 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 063059f3-ce13-4a27-a140-8ba00cbc3c0f not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:00:00.426137 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1838727 Aug 29 18:00:00.428854 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45318) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:00.435393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'admin_state_up': True, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:00.454772 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a0dd0-3d19-4751-a21e-c2873e72fa35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Network': ['ID=7c75208f-a00c-43bf-9828-8d17e0c55a4a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:00.465644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 7c75208f-a00c-43bf-9828-8d17e0c55a4a details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:00:00.470668 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.471692 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.521479 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.665112 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.850581 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.869146 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:00.974101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.25.5.108 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/493a57aa-7886-4b3b-9055-b024f975620c) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:00:01.073090 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:01.114561 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:01.151739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:00:01.156549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:00:01.160997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:00:01.166455 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=493a57aa-7886-4b3b-9055-b024f975620c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:01.407118 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:01.600290 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.057909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:00:02.159988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:00:02.169791 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Sync routers for ids ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:00:02.178158 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.179380 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8cb1d9d1-020f-4189-9ed1-1b81b07a6955 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7495885 Aug 29 18:00:02.180480 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Routers {'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:00:02.181081 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:59:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:02.182673 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45320) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:02.220438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45322) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:02.220683 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-87355ba7-e032-4505-8681-a076cf67eae7 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=aaa16d038f9e47c2855e7e0f2b97c718&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367496 Aug 29 18:00:02.287319 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Set router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:00:02.309891 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2038927-46fa-4d48-9341-10cdb690a5c3 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:02.311390 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b2038927-46fa-4d48-9341-10cdb690a5c3 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892751 Aug 29 18:00:02.314213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45324) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:02.342707 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7617d4ee-3d4a-4314-ba2a-f8a3bba4d76b tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274415 Aug 29 18:00:02.345065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45326) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:02.349806 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-429785613', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:02.440797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:00:02.444453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.463401 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:01Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:02.492219 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Checking router: f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:00:02.492570 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Updating router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 port 493a57aa-7886-4b3b-9055-b024f975620c binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:00:02.517601 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.634150 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.693947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Subnet': ['ID=e8756238-4bfb-4d81-bfdb-5eb079f048f9,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:02.704944 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Checking segment: {'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:00:02.705359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network hostable DHCP agents. Network: 7c75208f-a00c-43bf-9828-8d17e0c55a4a, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:00:02.722476 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 7c75208f-a00c-43bf-9828-8d17e0c55a4a is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:00:02.731602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 7c75208f-a00c-43bf-9828-8d17e0c55a4a) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:00:02.736462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:02.737063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.744219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139be944-cae7-4404-aef4-64e825221913 None None] Network 7c75208f-a00c-43bf-9828-8d17e0c55a4a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:00:02.752791 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7d707234-3b28-4fbd-be41-d0d973ead211 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4066713 Aug 29 18:00:02.755648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45328) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:02.770815 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.780907 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Transition to ACTIVE for port object 493a57aa-7886-4b3b-9055-b024f975620c will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:00:02.787697 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.835319 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Attempting to bind port 493a57aa-7886-4b3b-9055-b024f975620c on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:00:02.835683 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Attempting to bind port 493a57aa-7886-4b3b-9055-b024f975620c by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:00:02.836049 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Attempting to bind port 493a57aa-7886-4b3b-9055-b024f975620c on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:00:02.848909 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:00:02.849345 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:00:02.849756 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.850145 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:00:02.850613 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Bound port: 493a57aa-7886-4b3b-9055-b024f975620c, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:00:02.850987 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.853962 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Pushing event updated for resources: {'Port': ['ID=493a57aa-7886-4b3b-9055-b024f975620c,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:02.878907 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.879252 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.879785 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.880128 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.880468 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.880796 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.881131 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.881482 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.881808 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.882132 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.882472 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.882776 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:00:02.900999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ips': [{'subnet_id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:00:02.902112 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.914487 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] For port 493a57aa-7886-4b3b-9055-b024f975620c, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:00:02.917803 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] For port 493a57aa-7886-4b3b-9055-b024f975620c, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=493a57aa-7886-4b3b-9055-b024f975620c,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:00:02.923305 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:02.976668 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Routers {'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:00:02.977409 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:59:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:03.030914 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d120ef4-0f57-43a4-9f12-81a8930cedce None None] Pushing event updated for resources: {'Port': ['ID=493a57aa-7886-4b3b-9055-b024f975620c,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:03.043841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Allocated IP 172.20.0.2 (7c75208f-a00c-43bf-9828-8d17e0c55a4a/e8756238-4bfb-4d81-bfdb-5eb079f048f9/27af4acc-89fb-4227-81ec-3df077a472da) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:00:03.090142 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] Set router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:00:03.209194 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:03.218981 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Transition to ACTIVE for port object 27af4acc-89fb-4227-81ec-3df077a472da will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:00:03.236238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Transition to ACTIVE for port object 27af4acc-89fb-4227-81ec-3df077a472da will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:00:03.243300 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:03.251864 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:03.280310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Network 7c75208f-a00c-43bf-9828-8d17e0c55a4a is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:00:03.286742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:00:03.291225 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:00:03.294309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Pushing event updated for resources: {'Port': ['ID=27af4acc-89fb-4227-81ec-3df077a472da,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:03.351490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Attempting to bind port 27af4acc-89fb-4227-81ec-3df077a472da on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:00:03.351910 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Attempting to bind port 27af4acc-89fb-4227-81ec-3df077a472da by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:00:03.352311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Attempting to bind port 27af4acc-89fb-4227-81ec-3df077a472da on network 7c75208f-a00c-43bf-9828-8d17e0c55a4a {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:00:03.357881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:00:03.358263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Checking segment: {'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:00:03.358676 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:03.359072 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Bound using segment: {'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:00:03.359814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Bound port: 27af4acc-89fb-4227-81ec-3df077a472da, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:00:03.360255 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:03.367442 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:01Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:03.393384 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083e2eb-d8aa-4034-b793-20a241955b37 None None] The sync data for ids ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'] in n-d-713301-13 is: [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:01Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:00:03.431939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] For port 27af4acc-89fb-4227-81ec-3df077a472da, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:00:03.435264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] For port 27af4acc-89fb-4227-81ec-3df077a472da, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=27af4acc-89fb-4227-81ec-3df077a472da,segment=NetworkSegment(1177fe9f-871f-4d45-b525-8a51bc6afd9d),segment_id=1177fe9f-871f-4d45-b525-8a51bc6afd9d)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:00:03.438848 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:03.500090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b9f6b-6ba5-442b-90c8-7e579961a0e6 None None] Pushing event updated for resources: {'Port': ['ID=27af4acc-89fb-4227-81ec-3df077a472da,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:03.568879 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.20.0.1 (7c75208f-a00c-43bf-9828-8d17e0c55a4a/e8756238-4bfb-4d81-bfdb-5eb079f048f9/51d16e9b-5c83-4fec-8e16-1cd27ec27fc1) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:00:03.756848 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:03.772768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Transition to ACTIVE for port object 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:00:03.817078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:03.862036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 7c75208f-a00c-43bf-9828-8d17e0c55a4a is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:00:03.867481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:00:03.870181 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:00:03.899247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=51d16e9b-5c83-4fec-8e16-1cd27ec27fc1,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:03.921901 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:04.064691 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:04.368228 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:04.373751 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:04.456729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=51d16e9b-5c83-4fec-8e16-1cd27ec27fc1,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:04.462046 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:04.512086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 27af4acc-89fb-4227-81ec-3df077a472da up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:00:04.567497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 27af4acc-89fb-4227-81ec-3df077a472da completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:00:04.569171 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 7c75208f-a00c-43bf-9828-8d17e0c55a4a is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:00:04.570800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:00:04.571623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 493a57aa-7886-4b3b-9055-b024f975620c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:00:04.605567 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c2ecd-05b3-4286-8a91-b9d9194a1ea0 None None] Network 7c75208f-a00c-43bf-9828-8d17e0c55a4a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:00:04.667695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 493a57aa-7886-4b3b-9055-b024f975620c completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:00:04.679807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 493a57aa-7886-4b3b-9055-b024f975620c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:04.680176 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:04.690623 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:00:04.773332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5a88315f-2336-47e9-bb4a-31d8ed1e09e1 None None] Provisioning for port 27af4acc-89fb-4227-81ec-3df077a472da completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:00:04.788974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5a88315f-2336-47e9-bb4a-31d8ed1e09e1 None None] Provisioning complete for port 27af4acc-89fb-4227-81ec-3df077a472da triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:04.789369 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5a88315f-2336-47e9-bb4a-31d8ed1e09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:04.808981 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:00:04.814184 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e1802cb5-be83-4950-b835-a145df877018 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "PUT /v2.0/routers/f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0557950 Aug 29 18:00:04.884009 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:04.905694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 493a57aa-7886-4b3b-9055-b024f975620c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=493a57aa-7886-4b3b-9055-b024f975620c,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:04.915040 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:04.974563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-38362354-0f56-42d2-9ba6-1e949d85ceea tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093092439&fields=id&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 267 time: 0.0335500 Aug 29 18:00:04.998247 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5a88315f-2336-47e9-bb4a-31d8ed1e09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:05.000075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=493a57aa-7886-4b3b-9055-b024f975620c,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:05.039618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5a88315f-2336-47e9-bb4a-31d8ed1e09e1 None None] For port 27af4acc-89fb-4227-81ec-3df077a472da, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=27af4acc-89fb-4227-81ec-3df077a472da,segment=NetworkSegment(1177fe9f-871f-4d45-b525-8a51bc6afd9d),segment_id=1177fe9f-871f-4d45-b525-8a51bc6afd9d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:05.044059 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5a88315f-2336-47e9-bb4a-31d8ed1e09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:05.103520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88315f-2336-47e9-bb4a-31d8ed1e09e1 None None] Pushing event updated for resources: {'Port': ['ID=27af4acc-89fb-4227-81ec-3df077a472da,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:05.108336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Sync routers for ids ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:00:05.118917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Routers {'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:00:05.119544 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:59:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:05.137362 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-bc2d77b3-2fa6-4211-b2be-16e42ed0c091 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:05.145364 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-bc2d77b3-2fa6-4211-b2be-16e42ed0c091 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/networks?id=7c75208f-a00c-43bf-9828-8d17e0c55a4a HTTP/1.1" status: 200 len: 796 time: 0.1616232 Aug 29 18:00:05.162009 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-45c64420-d3e3-461e-98de-dc376e43b3d7 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/quotas/aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 375 time: 0.0156267 Aug 29 18:00:05.221825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-be513460-b458-4f7f-82a8-3c49d18867f2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588162 Aug 29 18:00:05.231424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Set router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:00:05.285203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c8ab1627-86ae-43c6-9f5c-8da3a803a0b1 None None] Provisioning complete for port 27af4acc-89fb-4227-81ec-3df077a472da triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:05.285674 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c8ab1627-86ae-43c6-9f5c-8da3a803a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:05.327036 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-d51c3eb2-3807-412a-a811-af153ff16077 service neutron] 10.222.0.22 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972698 Aug 29 18:00:05.431244 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-8a2aa8d6-57ac-4469-8b84-c24da0f66634 service neutron] 10.222.0.22 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979695 Aug 29 18:00:05.624368 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8feba463-9b30-4da9-aff4-6d63f0b28820 req-63086579-061d-403a-9ec8-7683b8ad270b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 210 time: 0.0311942 Aug 29 18:00:05.665624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c8ab1627-86ae-43c6-9f5c-8da3a803a0b1 None None] Provisioning for port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:00:05.671668 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c8ab1627-86ae-43c6-9f5c-8da3a803a0b1 None None] Provisioning complete for port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:05.671988 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c8ab1627-86ae-43c6-9f5c-8da3a803a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:05.710495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab1627-86ae-43c6-9f5c-8da3a803a0b1 None None] Port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:00:05.715705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51d16e9b-5c83-4fec-8e16-1cd27ec27fc1', 'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:84:69:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:03Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 2, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:05.743242 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Checking router: f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:00:05.743603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Updating router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:00:05.771019 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:05.886886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a0cfa3fc-2c01-4dca-8e0b-273955dddf0a None None] Provisioning complete for port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:05.887262 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a0cfa3fc-2c01-4dca-8e0b-273955dddf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:05.964533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfa3fc-2c01-4dca-8e0b-273955dddf0a None None] Port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:00:06.079258 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:06.089649 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Transition to ACTIVE for port object 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:00:06.095106 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:06.150833 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dcdf6-f2a4-435f-aeac-a4b2298ba836 None None] Pushing event updated for resources: {'Port': ['ID=51d16e9b-5c83-4fec-8e16-1cd27ec27fc1,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:06.207782 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Attempting to bind port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:00:06.208263 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Attempting to bind port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:00:06.208759 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Attempting to bind port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 on network 7c75208f-a00c-43bf-9828-8d17e0c55a4a {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:00:06.214219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:00:06.214598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Checking segment: {'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:00:06.215003 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:06.215391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Bound using segment: {'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:00:06.215850 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Bound port: 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:00:06.216222 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:06.287767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] For port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:00:06.290970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] For port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=51d16e9b-5c83-4fec-8e16-1cd27ec27fc1,segment=NetworkSegment(1177fe9f-871f-4d45-b525-8a51bc6afd9d),segment_id=1177fe9f-871f-4d45-b525-8a51bc6afd9d)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:00:06.295112 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:06.356621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Routers {'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:00:06.357862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T17:59:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:06.401545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dcdf6-f2a4-435f-aeac-a4b2298ba836 None None] Pushing event updated for resources: {'Port': ['ID=51d16e9b-5c83-4fec-8e16-1cd27ec27fc1,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:06.468536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 493a57aa-7886-4b3b-9055-b024f975620c up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:00:06.522851 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] Set router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:00:06.575260 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 493a57aa-7886-4b3b-9055-b024f975620c triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:06.576157 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:06.621728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-a8f1423f-8749-4133-8b5d-cd865be84a60 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:06.623520 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-a8f1423f-8749-4133-8b5d-cd865be84a60 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "GET /v2.0/networks?id=7c75208f-a00c-43bf-9828-8d17e0c55a4a HTTP/1.1" status: 200 len: 796 time: 0.1095462 Aug 29 18:00:06.679926 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-0118630f-8438-4637-b246-0c190085718d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 380 time: 0.0469668 Aug 29 18:00:06.691003 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'port': {'device_id': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'admin_state_up': True, 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'security_groups': ['58ecaaa2-9b9b-4653-9111-0d952b950b39']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:06.727539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8f472baa-09b6-4999-b779-1909b194be3b req-20b77204-8279-4220-999e-94f6a521e18a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 210 time: 0.0330884 Aug 29 18:00:06.795587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 27af4acc-89fb-4227-81ec-3df077a472da up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:00:06.805847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:00:06.809363 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:06.853582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51d16e9b-5c83-4fec-8e16-1cd27ec27fc1', 'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:84:69:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:03Z', 'updated_at': '2021-08-29T18:00:06Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:06.858905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 27af4acc-89fb-4227-81ec-3df077a472da triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:06.859276 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:06.884070 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed7856b-7e49-4632-8ad7-b5feeca5c9d1 None None] The sync data for ids ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'] in n-d-713301-13 is: [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51d16e9b-5c83-4fec-8e16-1cd27ec27fc1', 'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:84:69:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:03Z', 'updated_at': '2021-08-29T18:00:06Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:00:06.962033 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.20.0.4 (7c75208f-a00c-43bf-9828-8d17e0c55a4a/e8756238-4bfb-4d81-bfdb-5eb079f048f9/df96802c-22e8-465f-87d5-95e536d4494a) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:00:07.118859 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:07.133408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Transition to ACTIVE for port object df96802c-22e8-465f-87d5-95e536d4494a will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:00:07.171222 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:07.215372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 7c75208f-a00c-43bf-9828-8d17e0c55a4a is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:00:07.221288 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:00:07.225071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:00:07.231765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=df96802c-22e8-465f-87d5-95e536d4494a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:07.284452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:07.285099 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:07.302077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-6fceca58-4162-49da-af64-c793810419b8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6152160 Aug 29 18:00:07.316514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Request body: {'port': {'device_id': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:07.375723 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:07.534810 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9f408c07-98fe-406d-80fe-d71b55a704f2 None None] Provisioning for port df96802c-22e8-465f-87d5-95e536d4494a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:00:07.539487 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9f408c07-98fe-406d-80fe-d71b55a704f2 None None] Provisioning complete for port df96802c-22e8-465f-87d5-95e536d4494a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:07.539865 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9f408c07-98fe-406d-80fe-d71b55a704f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:07.576268 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9f408c07-98fe-406d-80fe-d71b55a704f2 None None] Port df96802c-22e8-465f-87d5-95e536d4494a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:00:07.661926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df96802c-22e8-465f-87d5-95e536d4494a {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:00:07.670155 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:07.683365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Transition to ACTIVE for port object df96802c-22e8-465f-87d5-95e536d4494a will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:00:07.687348 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:07.749683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=df96802c-22e8-465f-87d5-95e536d4494a,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:07.852126 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Attempting to bind port df96802c-22e8-465f-87d5-95e536d4494a on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:00:07.852470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Attempting to bind port df96802c-22e8-465f-87d5-95e536d4494a by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:00:07.852809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Attempting to bind port df96802c-22e8-465f-87d5-95e536d4494a on network 7c75208f-a00c-43bf-9828-8d17e0c55a4a {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:00:07.863692 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Port df96802c-22e8-465f-87d5-95e536d4494a on network 7c75208f-a00c-43bf-9828-8d17e0c55a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:00:07.863942 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Attempting to bind port df96802c-22e8-465f-87d5-95e536d4494a on network 7c75208f-a00c-43bf-9828-8d17e0c55a4a {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:00:07.872176 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 17, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:00:07.872557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Checking segment: {'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:00:07.872954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Bound using segment: {'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:00:07.873423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Bound port: df96802c-22e8-465f-87d5-95e536d4494a, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1177fe9f-871f-4d45-b525-8a51bc6afd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:00:07.873796 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:07.899260 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f83b99-7cce-4a80-b672-b3bff39e3149 req-bc44e689-8ea4-459a-a3c9-2b4331966593 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:07.906038 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d1f83b99-7cce-4a80-b672-b3bff39e3149 req-bc44e689-8ea4-459a-a3c9-2b4331966593 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 943 time: 0.0892816 Aug 29 18:00:07.975146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d1f83b99-7cce-4a80-b672-b3bff39e3149 req-706a5c4b-ba4b-4c99-a23c-6eb3200f42cd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665212 Aug 29 18:00:07.995956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] For port df96802c-22e8-465f-87d5-95e536d4494a, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:00:07.995956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] For port df96802c-22e8-465f-87d5-95e536d4494a, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=df96802c-22e8-465f-87d5-95e536d4494a,segment=NetworkSegment(1177fe9f-871f-4d45-b525-8a51bc6afd9d),segment_id=1177fe9f-871f-4d45-b525-8a51bc6afd9d)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:00:08.001003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:08.042671 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:08.043288 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:08.045257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/df96802c-22e8-465f-87d5-95e536d4494a HTTP/1.1" status: 200 len: 1092 time: 0.7342637 Aug 29 18:00:08.045702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'tag': 'df96802c-22e8-465f-87d5-95e536d4494a'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:00:08.048020 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e003a4d5-28bb-45fe-a19c-50e20a41b241" -d '{"events": [{"name": "network-changed", "server_uuid": "0f70604c-68fa-4ec8-a2b1-ce5654b33b71", "tag": "df96802c-22e8-465f-87d5-95e536d4494a"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:00:08.075427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec7a71-d35b-43f2-92c8-26520ba1d8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=df96802c-22e8-465f-87d5-95e536d4494a,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:08.095736 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd5d97c-f5ea-4437-a171-50bdb325c92f x-openstack-request-id: req-1cd5d97c-f5ea-4437-a171-50bdb325c92f {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:00:08.096021 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f70604c-68fa-4ec8-a2b1-ce5654b33b71", "tag": "df96802c-22e8-465f-87d5-95e536d4494a", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:00:08.096269 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1cd5d97c-f5ea-4437-a171-50bdb325c92f {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:00:08.096710 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'tag': 'df96802c-22e8-465f-87d5-95e536d4494a', 'status': 'completed', 'code': 200} Aug 29 18:00:08.129949 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-606d38bc-74a4-4da3-9a53-12ca13d04180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:08.131467 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-606d38bc-74a4-4da3-9a53-12ca13d04180 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 1095 time: 0.0455031 Aug 29 18:00:08.182836 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-22b9581a-daab-447f-a68c-92f598c65d5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df96802c-22e8-465f-87d5-95e536d4494a HTTP/1.1" status: 200 len: 217 time: 0.0432923 Aug 29 18:00:08.233602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-e265c63b-a0da-435c-ae3f-d4ac4d8d5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:08.235659 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-e265c63b-a0da-435c-ae3f-d4ac4d8d5370 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8756238-4bfb-4d81-bfdb-5eb079f048f9 HTTP/1.1" status: 200 len: 834 time: 0.0462527 Aug 29 18:00:08.283394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-b21c97ac-db77-41ce-9b50-18dd88081707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:08.284828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-b21c97ac-db77-41ce-9b50-18dd88081707 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c75208f-a00c-43bf-9828-8d17e0c55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398579 Aug 29 18:00:08.385015 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-ed5965a5-a4a7-400a-babf-6ce4d047a77d service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929952 Aug 29 18:00:08.462679 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:00:08.480269 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-74c68c09-68af-453e-97e1-ccdabccb5925 req-3a0dcf2a-e848-4cd2-ad17-2906c3f798f9 service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886757 Aug 29 18:00:08.511735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:00:08.515937 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:08.516311 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:08.574549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003a4d5-28bb-45fe-a19c-50e20a41b241 req-9339fc86-906d-49d3-a828-3cc67ef9a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:08.576599 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e003a4d5-28bb-45fe-a19c-50e20a41b241 req-9339fc86-906d-49d3-a828-3cc67ef9a6fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 1095 time: 0.0504079 Aug 29 18:00:08.595624 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:08.626659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=51d16e9b-5c83-4fec-8e16-1cd27ec27fc1,segment=NetworkSegment(1177fe9f-871f-4d45-b525-8a51bc6afd9d),segment_id=1177fe9f-871f-4d45-b525-8a51bc6afd9d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:08.630357 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:08.668235 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003a4d5-28bb-45fe-a19c-50e20a41b241 req-7c8fd485-d992-4c08-8ad2-1834e08932c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:08.669768 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e003a4d5-28bb-45fe-a19c-50e20a41b241 req-7c8fd485-d992-4c08-8ad2-1834e08932c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7c75208f-a00c-43bf-9828-8d17e0c55a4a HTTP/1.1" status: 200 len: 897 time: 0.0850065 Aug 29 18:00:08.678435 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=51d16e9b-5c83-4fec-8e16-1cd27ec27fc1,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:08.712752 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e003a4d5-28bb-45fe-a19c-50e20a41b241 req-db2b4a5d-c6d7-4f37-bc30-a36894fde6f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df96802c-22e8-465f-87d5-95e536d4494a HTTP/1.1" status: 200 len: 217 time: 0.0352073 Aug 29 18:00:08.764346 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003a4d5-28bb-45fe-a19c-50e20a41b241 req-f9f205ad-0137-48d1-8af6-ad6f397d3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:08.765766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e003a4d5-28bb-45fe-a19c-50e20a41b241 req-f9f205ad-0137-48d1-8af6-ad6f397d3dfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8756238-4bfb-4d81-bfdb-5eb079f048f9 HTTP/1.1" status: 200 len: 834 time: 0.0469160 Aug 29 18:00:08.810718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003a4d5-28bb-45fe-a19c-50e20a41b241 req-2349c6a0-fa9f-4381-8015-d1dd9ce31d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:08.812150 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e003a4d5-28bb-45fe-a19c-50e20a41b241 req-2349c6a0-fa9f-4381-8015-d1dd9ce31d91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c75208f-a00c-43bf-9828-8d17e0c55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398514 Aug 29 18:00:08.900316 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e003a4d5-28bb-45fe-a19c-50e20a41b241 req-27e2472f-2cfa-4637-81bc-28c3706ec1cc service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805581 Aug 29 18:00:08.992323 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e003a4d5-28bb-45fe-a19c-50e20a41b241 req-cd2d77e6-7177-415c-9e37-b98863efa94e service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845649 Aug 29 18:00:09.091108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b566b-d1a1-4590-95a9-77fd9d2724f2 req-ec42ccd2-0f06-4255-9738-904e2c2de87c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:09.092581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d00b566b-d1a1-4590-95a9-77fd9d2724f2 req-ec42ccd2-0f06-4255-9738-904e2c2de87c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 943 time: 0.0490649 Aug 29 18:00:09.130236 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d00b566b-d1a1-4590-95a9-77fd9d2724f2 req-be155e17-a657-4025-b3d4-0654b5a44dda tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318756 Aug 29 18:00:10.243470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6997d-121b-4757-8bdf-903fa9ca331b req-e8d36bdc-5d93-413a-9759-376c8a7d2807 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:10.245244 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0c6997d-121b-4757-8bdf-903fa9ca331b req-e8d36bdc-5d93-413a-9759-376c8a7d2807 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 943 time: 0.0486593 Aug 29 18:00:10.282342 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c0c6997d-121b-4757-8bdf-903fa9ca331b req-5acf0462-d7fe-4b14-bc84-88e4c27d03de tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306120 Aug 29 18:00:10.438661 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:00:10.484767 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:10.485139 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:11.399082 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba48573-1422-45b7-8022-0f753df8e3c9 req-94f41227-a98d-40f7-acb9-101f09e17ae0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:11.400603 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ba48573-1422-45b7-8022-0f753df8e3c9 req-94f41227-a98d-40f7-acb9-101f09e17ae0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 943 time: 0.0529320 Aug 29 18:00:11.438794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1ba48573-1422-45b7-8022-0f753df8e3c9 req-79e2010c-1605-43c2-a5de-def9ca5c4385 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315568 Aug 29 18:00:12.556934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572311aa-336f-489a-8c0a-17f0254df7f1 req-b949191f-58d2-4409-8ec2-c6bc44679a1f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:12.558487 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-572311aa-336f-489a-8c0a-17f0254df7f1 req-b949191f-58d2-4409-8ec2-c6bc44679a1f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 943 time: 0.0527318 Aug 29 18:00:12.597559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-572311aa-336f-489a-8c0a-17f0254df7f1 req-55940218-b4c5-4ad3-aefe-974a4963f4be tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320139 Aug 29 18:00:12.990357 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-25e26128-ac53-4fb6-b790-90f8803c58e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:13.289750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device df96802c-22e8-465f-87d5-95e536d4494a details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:00:13.379927 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port df96802c-22e8-465f-87d5-95e536d4494a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=df96802c-22e8-465f-87d5-95e536d4494a,segment=NetworkSegment(1177fe9f-871f-4d45-b525-8a51bc6afd9d),segment_id=1177fe9f-871f-4d45-b525-8a51bc6afd9d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:13.394392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'df96802c-22e8-465f-87d5-95e536d4494a', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'port_id': 'df96802c-22e8-465f-87d5-95e536d4494a', 'mac_address': 'fa:16:3e:b8:af:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:00:13.430889 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:13.444111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df96802c-22e8-465f-87d5-95e536d4494a {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:00:13.463427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port df96802c-22e8-465f-87d5-95e536d4494a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=df96802c-22e8-465f-87d5-95e536d4494a,segment=NetworkSegment(1177fe9f-871f-4d45-b525-8a51bc6afd9d),segment_id=1177fe9f-871f-4d45-b525-8a51bc6afd9d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:13.468238 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:13.513458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=df96802c-22e8-465f-87d5-95e536d4494a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:13.713423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95690ca8-b810-4525-8455-3013f263c365 req-1064d4e7-ac73-4d97-84b5-aa29243ee3a0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:13.714897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95690ca8-b810-4525-8455-3013f263c365 req-1064d4e7-ac73-4d97-84b5-aa29243ee3a0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 944 time: 0.0497007 Aug 29 18:00:13.752302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95690ca8-b810-4525-8455-3013f263c365 req-f5cb237e-f97e-4652-8e1c-619cb12b0715 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315287 Aug 29 18:00:13.808051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['df96802c-22e8-465f-87d5-95e536d4494a'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:00:14.865666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414540b-c0dd-400c-88a8-d93e206929fb req-e598aa87-bb24-470a-9636-cc3e7ba28c3b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:14.867155 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3414540b-c0dd-400c-88a8-d93e206929fb req-e598aa87-bb24-470a-9636-cc3e7ba28c3b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 944 time: 0.0495031 Aug 29 18:00:14.905013 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3414540b-c0dd-400c-88a8-d93e206929fb req-e0282cdc-643d-41bb-9733-0f20b4fbf693 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316782 Aug 29 18:00:15.302921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device df96802c-22e8-465f-87d5-95e536d4494a up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:00:15.349046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port df96802c-22e8-465f-87d5-95e536d4494a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:00:15.353063 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port df96802c-22e8-465f-87d5-95e536d4494a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:00:15.353464 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:15.431060 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:15.453100 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df96802c-22e8-465f-87d5-95e536d4494a'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:00:15.455362 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2c398f-6f55-4357-8fae-90f1ed90a254" -d '{"events": [{"server_uuid": "0f70604c-68fa-4ec8-a2b1-ce5654b33b71", "name": "network-vif-plugged", "status": "completed", "tag": "df96802c-22e8-465f-87d5-95e536d4494a"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:00:15.468097 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port df96802c-22e8-465f-87d5-95e536d4494a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=df96802c-22e8-465f-87d5-95e536d4494a,segment=NetworkSegment(1177fe9f-871f-4d45-b525-8a51bc6afd9d),segment_id=1177fe9f-871f-4d45-b525-8a51bc6afd9d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:00:15.472168 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:15.495236 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a22267-d4b8-43c1-bd7b-afeeb6244171 x-openstack-request-id: req-80a22267-d4b8-43c1-bd7b-afeeb6244171 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:00:15.495534 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f70604c-68fa-4ec8-a2b1-ce5654b33b71", "name": "network-vif-plugged", "status": "completed", "tag": "df96802c-22e8-465f-87d5-95e536d4494a", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:00:15.495788 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80a22267-d4b8-43c1-bd7b-afeeb6244171 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:00:15.496194 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df96802c-22e8-465f-87d5-95e536d4494a', 'code': 200} Aug 29 18:00:15.521081 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=df96802c-22e8-465f-87d5-95e536d4494a,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:15.591514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bad538-2f30-4194-b49b-70334413e7f7 req-ea903b41-c7ac-4f96-97ed-b273dcd1e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:15.592876 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7bad538-2f30-4194-b49b-70334413e7f7 req-ea903b41-c7ac-4f96-97ed-b273dcd1e4d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 1097 time: 0.0398972 Aug 29 18:00:15.613795 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7f274619-5148-487d-ae5e-c2b3f3751bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:15.637023 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a7bad538-2f30-4194-b49b-70334413e7f7 req-6d6ee0d7-8650-4abb-9a7c-2c3edcdf2fa8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368559 Aug 29 18:00:15.976222 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:16.021674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e925f-d076-48ad-b2d3-6b89e1fef6d9 req-195cbb47-62b8-45a3-9996-3e85dd572676 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:16.023233 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-559e925f-d076-48ad-b2d3-6b89e1fef6d9 req-195cbb47-62b8-45a3-9996-3e85dd572676 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0513852 Aug 29 18:00:16.062050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-559e925f-d076-48ad-b2d3-6b89e1fef6d9 req-4ba125ed-d2df-4303-b0ea-642b8702093c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328848 Aug 29 18:00:16.891273 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:17.180154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3389434-8fdc-445f-96f2-82d388b23cca req-61cc089f-3de5-4bbb-9189-62ebaf747922 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:17.181524 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3389434-8fdc-445f-96f2-82d388b23cca req-61cc089f-3de5-4bbb-9189-62ebaf747922 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0518036 Aug 29 18:00:17.219174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f3389434-8fdc-445f-96f2-82d388b23cca req-5f00ed5c-078a-4c53-872b-763495d8c102 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Aug 29 18:00:17.335082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54d111-c05f-4fa9-a425-0bccc74d187a req-f6efd587-25e4-4843-8095-7bb37b7fb3a3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:17.336535 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a54d111-c05f-4fa9-a425-0bccc74d187a req-f6efd587-25e4-4843-8095-7bb37b7fb3a3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0523458 Aug 29 18:00:17.373681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8a54d111-c05f-4fa9-a425-0bccc74d187a req-b30280e0-001c-475d-b777-828be2ec18c0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304873 Aug 29 18:00:17.394915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45384) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:17.433577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e266fe-9756-4f58-a6ea-853eedd2a137 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:17.435489 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f1e266fe-9756-4f58-a6ea-853eedd2a137 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 1092 time: 0.0396321 Aug 29 18:00:17.438228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45386) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:17.442466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'df96802c-22e8-465f-87d5-95e536d4494a', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:00:17.463806 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:17.562707 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:17.661542 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.25.5.87 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/839832a2-1b1b-4371-b76c-9cacd482e20f) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:00:17.763395 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:17.800205 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:17.844149 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:00:17.846863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:00:17.852196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:00:17.878016 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=839832a2-1b1b-4371-b76c-9cacd482e20f,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:18.199096 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:18.262151 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:18.330897 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:18.407713 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:18.412329 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:18.485579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=839832a2-1b1b-4371-b76c-9cacd482e20f,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:00:18.491746 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:18.560919 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:18.588528 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Floating IP 93aea335-1861-4438-a9e5-4aa1ee4480f3 associated. External IP: 172.25.5.87, port: df96802c-22e8-465f-87d5-95e536d4494a. Aug 29 18:00:18.786828 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:00:18.890165 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:00:18.899810 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed36f7-e7cd-43f7-b1c8-db56a51648ef None None] Sync routers for ids ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:00:18.906374 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:18.910215 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed36f7-e7cd-43f7-b1c8-db56a51648ef None None] Routers {'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:00:18.910821 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11ed36f7-e7cd-43f7-b1c8-db56a51648ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:00:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:18.936359 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c603d31e-4016-4254-9428-236560180c1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4971426 Aug 29 18:00:18.936948 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'tag': 'df96802c-22e8-465f-87d5-95e536d4494a'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:00:18.939271 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48c1202-5dc6-4129-bcc7-e5a298e49041" -d '{"events": [{"name": "network-changed", "server_uuid": "0f70604c-68fa-4ec8-a2b1-ce5654b33b71", "tag": "df96802c-22e8-465f-87d5-95e536d4494a"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:00:18.980889 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f788ad8-6944-4897-97c5-aa6c45149078 x-openstack-request-id: req-5f788ad8-6944-4897-97c5-aa6c45149078 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:00:18.981821 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f70604c-68fa-4ec8-a2b1-ce5654b33b71", "tag": "df96802c-22e8-465f-87d5-95e536d4494a", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:00:18.982085 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f788ad8-6944-4897-97c5-aa6c45149078 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:00:18.982498 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'tag': 'df96802c-22e8-465f-87d5-95e536d4494a', 'status': 'completed', 'code': 200} Aug 29 18:00:19.019261 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-11ed36f7-e7cd-43f7-b1c8-db56a51648ef None None] Set router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:00:19.070116 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491acdb-1e7e-4cf7-9af2-dd235b8d017d req-a6665a14-5d0c-4c17-88ae-200efd5c8598 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:19.071612 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5491acdb-1e7e-4cf7-9af2-dd235b8d017d req-a6665a14-5d0c-4c17-88ae-200efd5c8598 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0755343 Aug 29 18:00:19.074277 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c1202-5dc6-4129-bcc7-e5a298e49041 req-325873b2-0ad7-4c6c-94f7-1a5a9c83d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:19.076250 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b48c1202-5dc6-4129-bcc7-e5a298e49041 req-325873b2-0ad7-4c6c-94f7-1a5a9c83d284 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 1097 time: 0.0709279 Aug 29 18:00:19.160877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5491acdb-1e7e-4cf7-9af2-dd235b8d017d req-40f953de-0c0e-41b6-b511-de268506ebfa tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824831 Aug 29 18:00:19.187899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45392) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:19.199553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c1202-5dc6-4129-bcc7-e5a298e49041 req-b6ab1d0c-fe81-4490-a481-03b7842267aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:19.201590 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b48c1202-5dc6-4129-bcc7-e5a298e49041 req-b6ab1d0c-fe81-4490-a481-03b7842267aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=7c75208f-a00c-43bf-9828-8d17e0c55a4a HTTP/1.1" status: 200 len: 897 time: 0.1174126 Aug 29 18:00:19.235827 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11ed36f7-e7cd-43f7-b1c8-db56a51648ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '93aea335-1861-4438-a9e5-4aa1ee4480f3', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'port_id': 'df96802c-22e8-465f-87d5-95e536d4494a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'mac_address': 'fa:16:3e:b8:af:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:00:18Z', 'updated_at': '2021-08-29T18:00:18Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d16e9b-5c83-4fec-8e16-1cd27ec27fc1', 'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:84:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:03Z', 'updated_at': '2021-08-29T18:00:08Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:19.265576 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed36f7-e7cd-43f7-b1c8-db56a51648ef None None] Checking router: f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:00:19.273683 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed36f7-e7cd-43f7-b1c8-db56a51648ef None None] Routers {'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:00:19.274194 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11ed36f7-e7cd-43f7-b1c8-db56a51648ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:00:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:19.300078 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-d084fa1c-f2c7-4245-9da7-7dcb798327e2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/93aea335-1861-4438-a9e5-4aa1ee4480f3 HTTP/1.1" status: 200 len: 990 time: 0.1111016 Aug 29 18:00:19.306292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b48c1202-5dc6-4129-bcc7-e5a298e49041 req-292711bf-a777-4bf4-a484-2a4216881b97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df96802c-22e8-465f-87d5-95e536d4494a HTTP/1.1" status: 200 len: 998 time: 0.0790603 Aug 29 18:00:19.354189 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c1202-5dc6-4129-bcc7-e5a298e49041 req-6148a1c0-3791-46a5-8b39-7365c613913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:19.355569 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b48c1202-5dc6-4129-bcc7-e5a298e49041 req-6148a1c0-3791-46a5-8b39-7365c613913f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8756238-4bfb-4d81-bfdb-5eb079f048f9 HTTP/1.1" status: 200 len: 834 time: 0.0426345 Aug 29 18:00:19.376176 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-11ed36f7-e7cd-43f7-b1c8-db56a51648ef None None] Set router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:00:19.401185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c1202-5dc6-4129-bcc7-e5a298e49041 req-9f25b398-e766-45b1-a277-068b10afe390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:19.402426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b48c1202-5dc6-4129-bcc7-e5a298e49041 req-9f25b398-e766-45b1-a277-068b10afe390 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c75208f-a00c-43bf-9828-8d17e0c55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400023 Aug 29 18:00:19.494534 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b48c1202-5dc6-4129-bcc7-e5a298e49041 req-3cfe19fe-b556-45f5-bbe9-de985635d656 service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848796 Aug 29 18:00:19.583378 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b48c1202-5dc6-4129-bcc7-e5a298e49041 req-ae8a8773-fa06-4b59-8bd6-83dd0779c90f service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822403 Aug 29 18:00:19.590098 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11ed36f7-e7cd-43f7-b1c8-db56a51648ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '93aea335-1861-4438-a9e5-4aa1ee4480f3', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'port_id': 'df96802c-22e8-465f-87d5-95e536d4494a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'mac_address': 'fa:16:3e:b8:af:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:00:18Z', 'updated_at': '2021-08-29T18:00:18Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d16e9b-5c83-4fec-8e16-1cd27ec27fc1', 'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:84:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:03Z', 'updated_at': '2021-08-29T18:00:08Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:00:19.619817 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed36f7-e7cd-43f7-b1c8-db56a51648ef None None] The sync data for ids ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'] in n-d-713301-13 is: [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '93aea335-1861-4438-a9e5-4aa1ee4480f3', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'port_id': 'df96802c-22e8-465f-87d5-95e536d4494a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'mac_address': 'fa:16:3e:b8:af:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:00:18Z', 'updated_at': '2021-08-29T18:00:18Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d16e9b-5c83-4fec-8e16-1cd27ec27fc1', 'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:84:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:03Z', 'updated_at': '2021-08-29T18:00:08Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:00:19.792482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf12cae3-460b-41c8-8bed-86dd89eb36bc None None] New status for floating IP 93aea335-1861-4438-a9e5-4aa1ee4480f3: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:00:20.303007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45394) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:00:20.717415 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2f8afd8e-acd8-40d5-9714-d3bd4d949bd8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/93aea335-1861-4438-a9e5-4aa1ee4480f3 HTTP/1.1" status: 200 len: 992 time: 0.4131348 Aug 29 18:00:20.832951 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:24.692487 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:00:31.897176 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-28637960-d0c4-424c-a13d-73a1ce355768 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383117 Aug 29 18:00:32.018986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-82c779ee-0428-4cbb-979f-fe5ce5bda92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:32.020407 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-82c779ee-0428-4cbb-979f-fe5ce5bda92a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 1097 time: 0.0397062 Aug 29 18:00:32.125798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-367b54d3-6402-4969-8f3c-15beb07db32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:32.127239 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-367b54d3-6402-4969-8f3c-15beb07db32f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7c75208f-a00c-43bf-9828-8d17e0c55a4a HTTP/1.1" status: 200 len: 897 time: 0.0866666 Aug 29 18:00:32.192172 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-faed97b1-4bd7-4a0b-a23a-d6b038e258b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df96802c-22e8-465f-87d5-95e536d4494a HTTP/1.1" status: 200 len: 1000 time: 0.0579050 Aug 29 18:00:32.243568 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-fe790fed-73fe-40ee-89ce-8b034b72db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:32.244964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-fe790fed-73fe-40ee-89ce-8b034b72db29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8756238-4bfb-4d81-bfdb-5eb079f048f9 HTTP/1.1" status: 200 len: 834 time: 0.0463698 Aug 29 18:00:32.290996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-0051a311-4df9-4af3-a03f-5566008b2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:00:32.292416 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-0051a311-4df9-4af3-a03f-5566008b2e33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c75208f-a00c-43bf-9828-8d17e0c55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394337 Aug 29 18:00:32.379954 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-575d2772-1e7d-4a68-a255-ccd6c44b395e service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795417 Aug 29 18:00:32.482331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ea09ec32-7c4d-4f20-a266-808fba7a6f55 req-1466aaad-7bc6-4332-addf-40dbdc58af7f service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939620 Aug 29 18:00:42.990772 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-25e1b722-6eb6-4b5b-8a9b-b951a9ce715f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:45.615520 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-04cc6081-48fe-4c8d-82d8-241a68c6de44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:45.981039 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:46.894428 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:48.329972 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:48.563100 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:00:50.838320 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:01.691476 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:01:12.991843 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-13b5e942-9e91-4516-8c5c-e0dad8db76a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:15.615341 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-44b71e99-1fba-435b-8348-f1cf947a438b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:15.981656 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:16.896515 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:18.344732 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:18.566141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:20.846106 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:32.893274 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-1e118a9d-e7c6-4da9-b4ca-b7f81d464e25 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405123 Aug 29 18:01:32.982702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-cf0bbed6-2d6a-4796-b2e8-cbdebc661d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:32.984901 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-cf0bbed6-2d6a-4796-b2e8-cbdebc661d7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 1097 time: 0.0444136 Aug 29 18:01:33.101936 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-470236bc-c18a-491f-9b20-89290e5fd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:33.103421 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-470236bc-c18a-491f-9b20-89290e5fd4c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7c75208f-a00c-43bf-9828-8d17e0c55a4a HTTP/1.1" status: 200 len: 897 time: 0.0973418 Aug 29 18:01:33.173758 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-e7460056-30f6-48a0-bab2-6f8ae0993f7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df96802c-22e8-465f-87d5-95e536d4494a HTTP/1.1" status: 200 len: 1000 time: 0.0620339 Aug 29 18:01:33.229733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-a61ac631-87a7-4cc0-91cc-69ee455e94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:33.231237 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-a61ac631-87a7-4cc0-91cc-69ee455e94e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8756238-4bfb-4d81-bfdb-5eb079f048f9 HTTP/1.1" status: 200 len: 834 time: 0.0505815 Aug 29 18:01:33.281948 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-d6db4479-dc84-4c9f-ad85-2329f3147277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:33.283477 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-d6db4479-dc84-4c9f-ad85-2329f3147277 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c75208f-a00c-43bf-9828-8d17e0c55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432725 Aug 29 18:01:33.376172 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-0b744a34-8cb4-47d3-b79f-6ef6f3b588d3 service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843179 Aug 29 18:01:33.450359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bac38-30eb-4533-8bc8-b91284748c4e req-d858bb49-9a06-4d22-969f-304a681180eb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:33.452374 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d39bac38-30eb-4533-8bc8-b91284748c4e req-d858bb49-9a06-4d22-969f-304a681180eb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.3874979 Aug 29 18:01:33.474728 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa4ceb0c-b3ba-487b-843c-7902a1514185 req-263a9c99-5155-4651-a4cf-1427dc180dd6 service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913956 Aug 29 18:01:33.489460 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d39bac38-30eb-4533-8bc8-b91284748c4e req-6b11158b-8da5-44b6-9674-e607abd84a6e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310338 Aug 29 18:01:33.559813 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0194c-8d31-4ae9-a165-3ba27a2e0aad req-2436deac-a111-4ef0-8295-95c0b3c45ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:33.561830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cc0194c-8d31-4ae9-a165-3ba27a2e0aad req-2436deac-a111-4ef0-8295-95c0b3c45ccd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 1097 time: 0.0408523 Aug 29 18:01:33.662070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0194c-8d31-4ae9-a165-3ba27a2e0aad req-ea7edafc-5406-4b25-bde2-f0ede01b0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:33.663544 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cc0194c-8d31-4ae9-a165-3ba27a2e0aad req-ea7edafc-5406-4b25-bde2-f0ede01b0b30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7c75208f-a00c-43bf-9828-8d17e0c55a4a HTTP/1.1" status: 200 len: 897 time: 0.0947537 Aug 29 18:01:33.730321 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cc0194c-8d31-4ae9-a165-3ba27a2e0aad req-3b15dc40-2d3c-4ca8-84db-3281393c3583 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df96802c-22e8-465f-87d5-95e536d4494a HTTP/1.1" status: 200 len: 1000 time: 0.0580106 Aug 29 18:01:33.779560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0194c-8d31-4ae9-a165-3ba27a2e0aad req-b2b4a3da-57bc-4803-badb-520e2d90302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:33.780977 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cc0194c-8d31-4ae9-a165-3ba27a2e0aad req-b2b4a3da-57bc-4803-badb-520e2d90302c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8756238-4bfb-4d81-bfdb-5eb079f048f9 HTTP/1.1" status: 200 len: 834 time: 0.0431368 Aug 29 18:01:33.831356 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0194c-8d31-4ae9-a165-3ba27a2e0aad req-f1c05095-c0ab-45bc-b2d6-5566ea0d95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:33.832825 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cc0194c-8d31-4ae9-a165-3ba27a2e0aad req-f1c05095-c0ab-45bc-b2d6-5566ea0d95c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c75208f-a00c-43bf-9828-8d17e0c55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445676 Aug 29 18:01:33.922628 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cc0194c-8d31-4ae9-a165-3ba27a2e0aad req-c46e32e3-f5fa-4a7f-b2cc-37befc90db86 service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820920 Aug 29 18:01:34.018193 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9cc0194c-8d31-4ae9-a165-3ba27a2e0aad req-96887286-d9ee-422f-9054-da527cc54fb8 service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878246 Aug 29 18:01:34.620593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1e0ee-1b10-42ae-9fdf-754dc4101e93 req-20683fce-6d2f-4e85-a88d-c9ed7529d355 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:34.622096 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1e1e0ee-1b10-42ae-9fdf-754dc4101e93 req-20683fce-6d2f-4e85-a88d-c9ed7529d355 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0501285 Aug 29 18:01:34.659888 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1e1e0ee-1b10-42ae-9fdf-754dc4101e93 req-48542296-c253-4960-9040-957b2df7938a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319777 Aug 29 18:01:35.773006 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bb675-0d01-4212-a3ec-c068620d9d3d req-7bc279b8-5fc8-498b-86ce-6780ca0d3bca tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:35.774504 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-848bb675-0d01-4212-a3ec-c068620d9d3d req-7bc279b8-5fc8-498b-86ce-6780ca0d3bca tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0479856 Aug 29 18:01:35.811537 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-848bb675-0d01-4212-a3ec-c068620d9d3d req-06eff188-f5d6-4d0b-a074-33fd598c4222 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308175 Aug 29 18:01:36.927719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218d5ba-ee5c-4434-9d12-30a7f955c717 req-129e9904-37e1-48fc-9d40-765e854e0a6a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:36.929260 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9218d5ba-ee5c-4434-9d12-30a7f955c717 req-129e9904-37e1-48fc-9d40-765e854e0a6a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0523543 Aug 29 18:01:36.969463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9218d5ba-ee5c-4434-9d12-30a7f955c717 req-fe1174ed-b985-4417-b5df-c22d1ffefc33 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316412 Aug 29 18:01:38.087446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21468796-c354-4c68-b38d-12c995f1188b req-a027252f-1f85-4ec1-8148-236c298b37e5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:38.088917 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21468796-c354-4c68-b38d-12c995f1188b req-a027252f-1f85-4ec1-8148-236c298b37e5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0511973 Aug 29 18:01:38.125478 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21468796-c354-4c68-b38d-12c995f1188b req-2350f4b0-ff74-4ea3-9140-3ca1bf12f78a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307372 Aug 29 18:01:38.691201 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:01:39.246821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd430020-4447-45bd-b92a-6a223281a65e req-c26a1c54-23ad-4baf-b021-c43348e820e6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:39.248282 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd430020-4447-45bd-b92a-6a223281a65e req-c26a1c54-23ad-4baf-b021-c43348e820e6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0551453 Aug 29 18:01:39.285710 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cd430020-4447-45bd-b92a-6a223281a65e req-d37e5181-7337-43b5-b942-e39cdc9874bc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316010 Aug 29 18:01:40.399783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff4cc1-0d8d-4a2c-8daf-fd412dd3df0e req-c23dd9df-1ba6-4c7d-9b2a-1a3aa5f751c2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:40.401292 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81ff4cc1-0d8d-4a2c-8daf-fd412dd3df0e req-c23dd9df-1ba6-4c7d-9b2a-1a3aa5f751c2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0481839 Aug 29 18:01:40.438222 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-81ff4cc1-0d8d-4a2c-8daf-fd412dd3df0e req-a795354e-f12b-408a-b1f4-2dfcb0458171 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309958 Aug 29 18:01:41.551285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ec671-cb9f-4193-a2e1-580d06427e8a req-b76ca8eb-bc65-4f02-88cd-32c91ef0e47f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:41.552758 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-847ec671-cb9f-4193-a2e1-580d06427e8a req-b76ca8eb-bc65-4f02-88cd-32c91ef0e47f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Aug 29 18:01:41.589696 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-847ec671-cb9f-4193-a2e1-580d06427e8a req-d6ffe0ad-e473-48c0-8b39-080b864adfb8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312221 Aug 29 18:01:42.701748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c55d48-5b0f-48ea-9c24-8005215a5b01 req-9020f35b-68c3-4f18-8c56-c924dc6f79dc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:42.703131 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8c55d48-5b0f-48ea-9c24-8005215a5b01 req-9020f35b-68c3-4f18-8c56-c924dc6f79dc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0475466 Aug 29 18:01:42.740538 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c8c55d48-5b0f-48ea-9c24-8005215a5b01 req-c6eb92b6-1082-4fa9-9488-721e5eabbc0c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316174 Aug 29 18:01:42.993200 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-be91763f-eb8a-48d3-8c77-18605173ad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:43.853034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649256c-9a9a-4933-bdd5-c34d31f47ee6 req-b763a1e4-2a74-48cf-ae65-3126b59eda81 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:43.854523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c649256c-9a9a-4933-bdd5-c34d31f47ee6 req-b763a1e4-2a74-48cf-ae65-3126b59eda81 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0488648 Aug 29 18:01:43.892487 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c649256c-9a9a-4933-bdd5-c34d31f47ee6 req-2e9c300b-4d01-4b8e-a7a8-bee37ad74f2e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Aug 29 18:01:45.009613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88329b69-4192-46ff-aa39-b647420ca967 req-621ad318-85a0-455c-8fd6-075ec78aab0b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:45.011032 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88329b69-4192-46ff-aa39-b647420ca967 req-621ad318-85a0-455c-8fd6-075ec78aab0b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0529788 Aug 29 18:01:45.048359 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88329b69-4192-46ff-aa39-b647420ca967 req-fa6fedf0-1a1b-4e93-923c-f6590bd63e15 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308068 Aug 29 18:01:45.616139 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb9c6-ad72-461a-b44c-b8738c213d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:45.983612 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:46.167368 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1834bcd-e2bc-4449-b3af-53e05c2a9ae2 req-1167d1db-1c8d-4339-ac2f-cbc0d25469ba tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:46.168824 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1834bcd-e2bc-4449-b3af-53e05c2a9ae2 req-1167d1db-1c8d-4339-ac2f-cbc0d25469ba tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0532813 Aug 29 18:01:46.208287 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1834bcd-e2bc-4449-b3af-53e05c2a9ae2 req-5e512d9e-cb17-4568-9a19-ca929b49a238 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335751 Aug 29 18:01:46.900206 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:47.321629 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d2985-c00d-4f1a-a41d-726633f2cb7d req-c35d972f-7e5f-4418-9fe0-0dffab18697d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:47.323105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d17d2985-c00d-4f1a-a41d-726633f2cb7d req-c35d972f-7e5f-4418-9fe0-0dffab18697d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Aug 29 18:01:47.359815 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d17d2985-c00d-4f1a-a41d-726633f2cb7d req-10660948-8986-4a91-8666-94c7a5e4c744 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309103 Aug 29 18:01:48.358809 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:48.474653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66806a0d-9912-4610-af45-123e7d98b068 req-bde12607-4404-4ac2-b5e0-56c6a5088b3d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:48.476117 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66806a0d-9912-4610-af45-123e7d98b068 req-bde12607-4404-4ac2-b5e0-56c6a5088b3d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0492170 Aug 29 18:01:48.513057 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-66806a0d-9912-4610-af45-123e7d98b068 req-f87c4e78-2100-40e9-9eb7-30012911ce84 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310919 Aug 29 18:01:48.572024 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:49.625978 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e6c7b-4825-4a86-8392-cd847083f3df req-6c4b0f12-31a9-4f68-b154-b77a06debb82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:49.627461 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eb3e6c7b-4825-4a86-8392-cd847083f3df req-6c4b0f12-31a9-4f68-b154-b77a06debb82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0488892 Aug 29 18:01:49.664032 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-eb3e6c7b-4825-4a86-8392-cd847083f3df req-911f8bb3-82a1-4936-bbb0-855c7b32fef9 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307868 Aug 29 18:01:50.778937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a13774-d0ad-48be-9149-44c71b33141b req-417e1841-1358-4bab-8502-6d5e0c664f6e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:01:50.780394 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b2a13774-d0ad-48be-9149-44c71b33141b req-417e1841-1358-4bab-8502-6d5e0c664f6e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0498438 Aug 29 18:01:50.817053 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b2a13774-d0ad-48be-9149-44c71b33141b req-2986f095-9c40-459a-8ddf-36e4a8a4cd9a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307679 Aug 29 18:01:50.838956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45474) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:01:50.858741 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:01:50.904656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-10b08b93-4760-44cc-8510-918d9d63d9fe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/93aea335-1861-4438-a9e5-4aa1ee4480f3 HTTP/1.1" status: 200 len: 992 time: 0.0645602 Aug 29 18:02:12.993443 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-40ef5774-0eb6-46ac-a562-3687102cda58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:15.616546 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-76ed82a6-796e-4fa8-93a5-f437f8891f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:15.689792 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:02:15.984393 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:16.905141 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.374043 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:18.571881 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:20.869490 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:34.957161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-7add9d9d-a473-4173-8466-233b6cd86bb9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1049619 Aug 29 18:02:35.040045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-483a3377-a484-4e8a-82ad-1d4edaafa6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:35.041561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-483a3377-a484-4e8a-82ad-1d4edaafa6f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 1097 time: 0.0409429 Aug 29 18:02:35.154974 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-be994c57-dc55-4f25-9f41-2c37ece3eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:35.156423 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-be994c57-dc55-4f25-9f41-2c37ece3eaf4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7c75208f-a00c-43bf-9828-8d17e0c55a4a HTTP/1.1" status: 200 len: 897 time: 0.0953314 Aug 29 18:02:35.220583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-50363c4d-dfbf-40d7-9840-bb3fd3cdef73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df96802c-22e8-465f-87d5-95e536d4494a HTTP/1.1" status: 200 len: 1000 time: 0.0575387 Aug 29 18:02:35.273761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-c17b24d2-2a79-4549-ae9c-39f6ae4f88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:35.275172 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-c17b24d2-2a79-4549-ae9c-39f6ae4f88cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8756238-4bfb-4d81-bfdb-5eb079f048f9 HTTP/1.1" status: 200 len: 834 time: 0.0481384 Aug 29 18:02:35.319694 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-232102d9-872c-4ba0-8580-7ed283eb15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:35.321121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-232102d9-872c-4ba0-8580-7ed283eb15a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c75208f-a00c-43bf-9828-8d17e0c55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383477 Aug 29 18:02:35.331610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-ab8edaa2-e0dc-4bf4-9cc8-69f1ce3564a2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:02:35.332543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-ab8edaa2-e0dc-4bf4-9cc8-69f1ce3564a2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048213 Aug 29 18:02:35.420519 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-e285e79b-04db-483b-b894-16e072135872 service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808668 Aug 29 18:02:35.513056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9ab029e5-a40b-4113-939b-e0cd701f6039 req-30c43746-a860-4389-90c0-3b68350dbc71 service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856924 Aug 29 18:02:42.993767 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b720dd83-4b3a-4b9c-81e8-d0f45750168c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:45.616733 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e57fefa3-e885-4ac1-acba-3e59e9a2a557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:45.800228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45512) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:45.959127 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 839832a2-1b1b-4371-b76c-9cacd482e20f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:02:45.959527 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:45.986560 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:46.035158 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:46.035495 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:46.046971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 839832a2-1b1b-4371-b76c-9cacd482e20f owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:02:46.195061 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:46.224775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=839832a2-1b1b-4371-b76c-9cacd482e20f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:46.247561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.247908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.248256 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.248590 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.248919 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.249271 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.249604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.249936 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.250259 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.250582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.250904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.251224 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:46.293991 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:46.294616 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Floating IP 93aea335-1861-4438-a9e5-4aa1ee4480f3 disassociated (deleted). External IP: 172.25.5.87, port: df96802c-22e8-465f-87d5-95e536d4494a. Aug 29 18:02:46.504530 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:02:46.613648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:02:46.618591 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:46.623407 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f23180-db88-4488-b6e6-1f455e5b06a5 None None] Sync routers for ids ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:02:46.632669 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f23180-db88-4488-b6e6-1f455e5b06a5 None None] Routers {'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:46.633297 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11f23180-db88-4488-b6e6-1f455e5b06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:02:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:46.649257 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8c722156-c807-4548-b428-495cff3f3c14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/floatingips/93aea335-1861-4438-a9e5-4aa1ee4480f3 HTTP/1.1" status: 204 len: 168 time: 0.8453810 Aug 29 18:02:46.649257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'tag': 'df96802c-22e8-465f-87d5-95e536d4494a'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:02:46.649705 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ed531b-c02d-4036-ae03-09368bdb605d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f70604c-68fa-4ec8-a2b1-ce5654b33b71", "tag": "df96802c-22e8-465f-87d5-95e536d4494a"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:02:46.691472 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7513a0-12b1-4fd3-b2b2-a044b33c8e86 x-openstack-request-id: req-eb7513a0-12b1-4fd3-b2b2-a044b33c8e86 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:02:46.692051 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f70604c-68fa-4ec8-a2b1-ce5654b33b71", "tag": "df96802c-22e8-465f-87d5-95e536d4494a", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:02:46.692477 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb7513a0-12b1-4fd3-b2b2-a044b33c8e86 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:02:46.693051 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'tag': 'df96802c-22e8-465f-87d5-95e536d4494a', 'status': 'completed', 'code': 200} Aug 29 18:02:46.758817 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-11f23180-db88-4488-b6e6-1f455e5b06a5 None None] Set router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:46.763225 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed531b-c02d-4036-ae03-09368bdb605d req-612d78fb-f3db-4158-a0e7-1ad3365fb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:46.765349 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8ed531b-c02d-4036-ae03-09368bdb605d req-612d78fb-f3db-4158-a0e7-1ad3365fb3b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 1097 time: 0.0473900 Aug 29 18:02:46.898492 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed531b-c02d-4036-ae03-09368bdb605d req-8686c97e-a7e4-4bd7-859d-a5202114b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:46.900902 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8ed531b-c02d-4036-ae03-09368bdb605d req-8686c97e-a7e4-4bd7-859d-a5202114b703 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7c75208f-a00c-43bf-9828-8d17e0c55a4a HTTP/1.1" status: 200 len: 897 time: 0.1263800 Aug 29 18:02:46.915984 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:46.950809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8ed531b-c02d-4036-ae03-09368bdb605d req-60f542b1-b938-47e4-9d3b-a2f0fcec1ca6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df96802c-22e8-465f-87d5-95e536d4494a HTTP/1.1" status: 200 len: 217 time: 0.0408247 Aug 29 18:02:46.972666 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f74ab-c8e4-419a-863f-d3ca70266c65 req-c4538958-6c92-4b7c-a07a-6310b452a0dd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:46.974318 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-477f74ab-c8e4-419a-863f-d3ca70266c65 req-c4538958-6c92-4b7c-a07a-6310b452a0dd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.1254570 Aug 29 18:02:46.999808 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11f23180-db88-4488-b6e6-1f455e5b06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51d16e9b-5c83-4fec-8e16-1cd27ec27fc1', 'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:84:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:03Z', 'updated_at': '2021-08-29T18:00:08Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:47.009746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed531b-c02d-4036-ae03-09368bdb605d req-4b5b2c51-ee19-4e8f-8aa1-acfd9c8cf130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:47.011780 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8ed531b-c02d-4036-ae03-09368bdb605d req-4b5b2c51-ee19-4e8f-8aa1-acfd9c8cf130 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8756238-4bfb-4d81-bfdb-5eb079f048f9 HTTP/1.1" status: 200 len: 834 time: 0.0543485 Aug 29 18:02:47.030476 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-477f74ab-c8e4-419a-863f-d3ca70266c65 req-a1622cbe-a1b8-4e0e-8f26-2d334fbb6f19 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447440 Aug 29 18:02:47.071136 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed531b-c02d-4036-ae03-09368bdb605d req-4d24f0c1-c360-489b-b888-a7c5f607def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:47.072764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8ed531b-c02d-4036-ae03-09368bdb605d req-4d24f0c1-c360-489b-b888-a7c5f607def3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c75208f-a00c-43bf-9828-8d17e0c55a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523307 Aug 29 18:02:47.119260 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f23180-db88-4488-b6e6-1f455e5b06a5 None None] Checking router: f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:02:47.129353 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f23180-db88-4488-b6e6-1f455e5b06a5 None None] Routers {'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:47.129990 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11f23180-db88-4488-b6e6-1f455e5b06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:02:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:47.171077 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8ed531b-c02d-4036-ae03-09368bdb605d req-0eb59b45-943f-4a54-974f-1514b51e6ace service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888464 Aug 29 18:02:47.232872 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-11f23180-db88-4488-b6e6-1f455e5b06a5 None None] Set router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:47.265608 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e8ed531b-c02d-4036-ae03-09368bdb605d req-483ec7c4-e80e-40f4-8a32-d63381a15dfd service neutron] 10.222.0.16 "GET /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874982 Aug 29 18:02:47.426824 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-11f23180-db88-4488-b6e6-1f455e5b06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51d16e9b-5c83-4fec-8e16-1cd27ec27fc1', 'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:84:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:03Z', 'updated_at': '2021-08-29T18:00:08Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:47.452596 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f23180-db88-4488-b6e6-1f455e5b06a5 None None] The sync data for ids ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'] in n-d-713301-13 is: [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51d16e9b-5c83-4fec-8e16-1cd27ec27fc1', 'name': '', 'network_id': '7c75208f-a00c-43bf-9828-8d17e0c55a4a', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:84:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:03Z', 'updated_at': '2021-08-29T18:00:08Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'e8756238-4bfb-4d81-bfdb-5eb079f048f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:02:47.660133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521958b1-32b7-48fd-a0ab-5880723fe8ec None None] New status for floating IP 93aea335-1861-4438-a9e5-4aa1ee4480f3: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:02:48.184233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97290b2-d99c-4c25-8951-0ef948a60b9c req-b7a88032-08d8-45c3-b631-55b7da935cfb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:48.185747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b97290b2-d99c-4c25-8951-0ef948a60b9c req-b7a88032-08d8-45c3-b631-55b7da935cfb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0978224 Aug 29 18:02:48.223330 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b97290b2-d99c-4c25-8951-0ef948a60b9c req-050135c1-5294-4c95-93e8-89fd8509148a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=58ecaaa2-9b9b-4653-9111-0d952b950b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317242 Aug 29 18:02:48.372414 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:48.487326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf678d-0d92-4714-8c1d-36bb7ac91ef9 req-0ea549aa-5827-458f-a423-6b2a053a8f7a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:48.488791 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9bf678d-0d92-4714-8c1d-36bb7ac91ef9 req-0ea549aa-5827-458f-a423-6b2a053a8f7a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Aug 29 18:02:48.574874 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:48.580519 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-f9bf678d-0d92-4714-8c1d-36bb7ac91ef9 req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port df96802c-22e8-465f-87d5-95e536d4494a {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:02:48.580862 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f9bf678d-0d92-4714-8c1d-36bb7ac91ef9 req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:48.666385 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-f9bf678d-0d92-4714-8c1d-36bb7ac91ef9 req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port df96802c-22e8-465f-87d5-95e536d4494a, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=df96802c-22e8-465f-87d5-95e536d4494a,segment=NetworkSegment(1177fe9f-871f-4d45-b525-8a51bc6afd9d),segment_id=1177fe9f-871f-4d45-b525-8a51bc6afd9d)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:48.666678 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f9bf678d-0d92-4714-8c1d-36bb7ac91ef9 req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:48.679220 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-f9bf678d-0d92-4714-8c1d-36bb7ac91ef9 req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for df96802c-22e8-465f-87d5-95e536d4494a owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:02:48.807510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f9bf678d-0d92-4714-8c1d-36bb7ac91ef9 req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:48.835901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=df96802c-22e8-465f-87d5-95e536d4494a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:48.863614 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.863963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.864302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.864646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.865167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.865340 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.865643 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.865968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.866292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.866616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.866940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.867260 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:48.886320 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bf678d-0d92-4714-8c1d-36bb7ac91ef9 req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] No DVR routers for this DVR port df96802c-22e8-465f-87d5-95e536d4494a on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:02:48.888669 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-f9bf678d-0d92-4714-8c1d-36bb7ac91ef9 req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:48.890665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f9bf678d-0d92-4714-8c1d-36bb7ac91ef9 req-63100bc1-709e-4e87-85e2-22533a91acff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "DELETE /v2.0/ports/df96802c-22e8-465f-87d5-95e536d4494a HTTP/1.1" status: 204 len: 173 time: 0.3961017 Aug 29 18:02:48.891101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'name': 'network-vif-deleted', 'tag': 'df96802c-22e8-465f-87d5-95e536d4494a'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:02:48.893377 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c32ba2-bb01-4657-a097-bc3133b1248e" -d '{"events": [{"server_uuid": "0f70604c-68fa-4ec8-a2b1-ce5654b33b71", "name": "network-vif-deleted", "tag": "df96802c-22e8-465f-87d5-95e536d4494a"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:02:48.929715 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8c9e7f-4bbf-47ee-98d7-15b3418eebf1 x-openstack-request-id: req-ae8c9e7f-4bbf-47ee-98d7-15b3418eebf1 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:02:48.930009 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f70604c-68fa-4ec8-a2b1-ce5654b33b71", "name": "network-vif-deleted", "tag": "df96802c-22e8-465f-87d5-95e536d4494a", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:02:48.930263 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae8c9e7f-4bbf-47ee-98d7-15b3418eebf1 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:02:48.930665 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f70604c-68fa-4ec8-a2b1-ce5654b33b71', 'name': 'network-vif-deleted', 'tag': 'df96802c-22e8-465f-87d5-95e536d4494a', 'status': 'completed', 'code': 200} Aug 29 18:02:49.340396 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1c4a90a7-db77-4c8f-8a7f-36b1973f7317 req-d02b56d2-4fa1-490f-adb9-f15019ed6081 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f70604c-68fa-4ec8-a2b1-ce5654b33b71 HTTP/1.1" status: 200 len: 210 time: 0.0322917 Aug 29 18:02:50.397481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45536) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:50.747551 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:50.890381 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:50.996230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:02:50.996576 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:51.085627 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=51d16e9b-5c83-4fec-8e16-1cd27ec27fc1,segment=NetworkSegment(1177fe9f-871f-4d45-b525-8a51bc6afd9d),segment_id=1177fe9f-871f-4d45-b525-8a51bc6afd9d)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:51.085993 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:51.099659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:02:51.279204 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:51.303455 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=51d16e9b-5c83-4fec-8e16-1cd27ec27fc1,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:51.477567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:51.689752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:02:51.793491 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:02:51.799567 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-910b96e3-b84c-448b-b7f3-a80e041e2482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "PUT /v2.0/routers/f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4010549 Aug 29 18:02:51.801754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45540) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:51.803517 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecff24-38e6-4146-a385-1b7a8288bd88 None None] Sync routers for ids ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:02:51.812963 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecff24-38e6-4146-a385-1b7a8288bd88 None None] Routers {'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:51.813585 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2aecff24-38e6-4146-a385-1b7a8288bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:02:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:51.851695 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99adfa2-3078-4b0b-a049-a9a513f86ed2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting subnet e8756238-4bfb-4d81-bfdb-5eb079f048f9 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:02:51.854724 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a99adfa2-3078-4b0b-a049-a9a513f86ed2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:51.894583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a99adfa2-3078-4b0b-a049-a9a513f86ed2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:51.915438 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2aecff24-38e6-4146-a385-1b7a8288bd88 None None] Set router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:51.978986 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a99adfa2-3078-4b0b-a049-a9a513f86ed2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:52.036095 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a99adfa2-3078-4b0b-a049-a9a513f86ed2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:52.061790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99adfa2-3078-4b0b-a049-a9a513f86ed2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Subnet': ['ID=e8756238-4bfb-4d81-bfdb-5eb079f048f9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:52.068294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a99adfa2-3078-4b0b-a049-a9a513f86ed2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:52.072730 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a99adfa2-3078-4b0b-a049-a9a513f86ed2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/subnets/e8756238-4bfb-4d81-bfdb-5eb079f048f9 HTTP/1.1" status: 204 len: 168 time: 0.2675550 Aug 29 18:02:52.073174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45542) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:52.075990 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee9cbb-b87a-4a10-867b-737415faf0bd None None] Network 7c75208f-a00c-43bf-9828-8d17e0c55a4a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:02:52.096023 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2aecff24-38e6-4146-a385-1b7a8288bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:02:51Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:52.122911 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecff24-38e6-4146-a385-1b7a8288bd88 None None] Checking router: f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:02:52.131927 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecff24-38e6-4146-a385-1b7a8288bd88 None None] Routers {'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:52.132540 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2aecff24-38e6-4146-a385-1b7a8288bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:02:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:52.194947 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:52.241388 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2aecff24-38e6-4146-a385-1b7a8288bd88 None None] Set router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:52.277886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] DHCP port deletion for 7c75208f-a00c-43bf-9828-8d17e0c55a4a request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:02:52.307662 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:52.324954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Deleting port 27af4acc-89fb-4227-81ec-3df077a472da {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:02:52.325503 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:52.360860 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 493a57aa-7886-4b3b-9055-b024f975620c {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:02:52.361203 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:52.387997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] For port 27af4acc-89fb-4227-81ec-3df077a472da, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=27af4acc-89fb-4227-81ec-3df077a472da,segment=NetworkSegment(1177fe9f-871f-4d45-b525-8a51bc6afd9d),segment_id=1177fe9f-871f-4d45-b525-8a51bc6afd9d)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:52.388579 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:52.401709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Calling delete_port for 27af4acc-89fb-4227-81ec-3df077a472da owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:02:52.428366 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2aecff24-38e6-4146-a385-1b7a8288bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:02:51Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:52.455451 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port 493a57aa-7886-4b3b-9055-b024f975620c, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=493a57aa-7886-4b3b-9055-b024f975620c,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:52.455831 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:52.458637 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecff24-38e6-4146-a385-1b7a8288bd88 None None] The sync data for ids ['f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359'] in n-d-713301-13 is: [{'id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563764749', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '493a57aa-7886-4b3b-9055-b024f975620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:02:51Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '493a57aa-7886-4b3b-9055-b024f975620c', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:67:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:00:00Z', 'updated_at': '2021-08-29T18:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:02:52.471265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 493a57aa-7886-4b3b-9055-b024f975620c owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:02:52.491160 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:52.518886 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Pushing event deleted for resources: {'Port': ['ID=27af4acc-89fb-4227-81ec-3df077a472da,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:52.528337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] No DVR routers for this DVR port 27af4acc-89fb-4227-81ec-3df077a472da on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:02:52.534058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.534215 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.534686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.534870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.535867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.535867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.535867 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.536202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.536454 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.536777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.537108 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.537447 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13313d-c5d8-4f94-a9a2-d4bc06ed89e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:02:52.689603 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:02:52.925328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 27af4acc-89fb-4227-81ec-3df077a472da no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:02:52.952943 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 27af4acc-89fb-4227-81ec-3df077a472da {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:02:52.953325 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 27af4acc-89fb-4227-81ec-3df077a472da not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:02:53.012830 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.039593 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=493a57aa-7886-4b3b-9055-b024f975620c,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:53.096835 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.189754 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.191827 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.234322 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.234973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Fanout notify agent at l3_agent the message router_deleted on router f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:02:53.241907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.243019 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a71e5bde-9658-481a-b2f7-e9fa78da6ddf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/routers/f8843ef9-77bc-4fd0-8ed4-3e21cb9ab359 HTTP/1.1" status: 204 len: 168 time: 1.1651058 Aug 29 18:02:53.245888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45544) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:53.326139 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.414927 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.424563 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c75208f-a00c-43bf-9828-8d17e0c55a4a']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:53.434650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1177fe9f-871f-4d45-b525-8a51bc6afd9d') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:53.434953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1177fe9f-871f-4d45-b525-8a51bc6afd9d') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:53.443507 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.457082 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.462798 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:02:53.463186 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: timer() Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:02:53.467030 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:02:53.526014 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.533296 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.535087 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/networks/7c75208f-a00c-43bf-9828-8d17e0c55a4a HTTP/1.1" status: 204 len: 168 time: 0.2882495 Aug 29 18:02:53.538140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45546) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:53.546521 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec7381-574f-4ff1-b279-f88fe62276e3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Network': ['ID=7c75208f-a00c-43bf-9828-8d17e0c55a4a,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:53.596747 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-039b6fe1-a3fe-46c8-ba15-8945b6cbedc6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.620948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-039b6fe1-a3fe-46c8-ba15-8945b6cbedc6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.681359 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-039b6fe1-a3fe-46c8-ba15-8945b6cbedc6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.684090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-039b6fe1-a3fe-46c8-ba15-8945b6cbedc6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:53.685842 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-039b6fe1-a3fe-46c8-ba15-8945b6cbedc6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/security-groups/58ecaaa2-9b9b-4653-9111-0d952b950b39 HTTP/1.1" status: 204 len: 168 time: 0.1466038 Aug 29 18:02:53.695228 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b6fe1-a3fe-46c8-ba15-8945b6cbedc6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ecaaa2-9b9b-4653-9111-0d952b950b39,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:53.935238 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45552) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:53.939989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-ca48b251-aa2f-422e-95f8-f4d6597f6b32 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167317543', 'description': 'tempest-secgroup-smoke-1167317543 description', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:53.966510 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ca48b251-aa2f-422e-95f8-f4d6597f6b32 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.045836 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ca48b251-aa2f-422e-95f8-f4d6597f6b32 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.049178 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ca48b251-aa2f-422e-95f8-f4d6597f6b32 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.077653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ca48b251-aa2f-422e-95f8-f4d6597f6b32 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.078439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device df96802c-22e8-465f-87d5-95e536d4494a no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:02:54.078931 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ca48b251-aa2f-422e-95f8-f4d6597f6b32 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426280 Aug 29 18:02:54.080922 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48b251-aa2f-422e-95f8-f4d6597f6b32 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcfa232-9e51-463d-b329-7cfa8413011d,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:54.082616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45554) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:54.087850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-a1ef8a5e-fc0d-4ecc-9e19-d61bd18d5c8e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfa232-9e51-463d-b329-7cfa8413011d', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:54.099737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: df96802c-22e8-465f-87d5-95e536d4494a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:02:54.100158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device df96802c-22e8-465f-87d5-95e536d4494a not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:02:54.115261 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8a5e-fc0d-4ecc-9e19-d61bd18d5c8e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.172146 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8a5e-fc0d-4ecc-9e19-d61bd18d5c8e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.176034 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8a5e-fc0d-4ecc-9e19-d61bd18d5c8e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.194275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef8a5e-fc0d-4ecc-9e19-d61bd18d5c8e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66688fa-6aac-464c-b83f-d8504a330b08,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:54.201660 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8a5e-fc0d-4ecc-9e19-d61bd18d5c8e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.202850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a1ef8a5e-fc0d-4ecc-9e19-d61bd18d5c8e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187530 Aug 29 18:02:54.205655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45556) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:54.209996 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b6fd383b-e4e1-4f0f-a7a4-8d4baf5a8e9a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfa232-9e51-463d-b329-7cfa8413011d', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:54.235835 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6fd383b-e4e1-4f0f-a7a4-8d4baf5a8e9a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.290378 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6fd383b-e4e1-4f0f-a7a4-8d4baf5a8e9a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.294119 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6fd383b-e4e1-4f0f-a7a4-8d4baf5a8e9a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.308154 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd383b-e4e1-4f0f-a7a4-8d4baf5a8e9a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b602c89c-b1a5-47e5-8c23-fc13e9470267,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:54.317330 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b6fd383b-e4e1-4f0f-a7a4-8d4baf5a8e9a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.318496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b6fd383b-e4e1-4f0f-a7a4-8d4baf5a8e9a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119142 Aug 29 18:02:54.321142 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45558) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:54.325579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-66ddc0a1-ded0-48d6-8f4e-4f7493938170 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfa232-9e51-463d-b329-7cfa8413011d', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:54.349915 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66ddc0a1-ded0-48d6-8f4e-4f7493938170 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.407382 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66ddc0a1-ded0-48d6-8f4e-4f7493938170 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.411340 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66ddc0a1-ded0-48d6-8f4e-4f7493938170 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.432490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddc0a1-ded0-48d6-8f4e-4f7493938170 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ff5339-a730-4b93-bc80-767ac49b70ad,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:54.439285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-66ddc0a1-ded0-48d6-8f4e-4f7493938170 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.440541 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-66ddc0a1-ded0-48d6-8f4e-4f7493938170 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184735 Aug 29 18:02:54.443204 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45560) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:54.447531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5fe40d90-0b94-4080-b3e1-50373cfd3831 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfa232-9e51-463d-b329-7cfa8413011d', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:54.474168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5fe40d90-0b94-4080-b3e1-50373cfd3831 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.523308 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 493a57aa-7886-4b3b-9055-b024f975620c no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:02:54.544427 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5fe40d90-0b94-4080-b3e1-50373cfd3831 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.546616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 493a57aa-7886-4b3b-9055-b024f975620c {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:02:54.547037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 493a57aa-7886-4b3b-9055-b024f975620c not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:02:54.547459 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:02:54.548188 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5fe40d90-0b94-4080-b3e1-50373cfd3831 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.566170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:02:54.566568 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 51d16e9b-5c83-4fec-8e16-1cd27ec27fc1 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:02:54.566870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe40d90-0b94-4080-b3e1-50373cfd3831 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02965f06-ff58-4125-81fc-a97437aad7a0,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:54.574311 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5fe40d90-0b94-4080-b3e1-50373cfd3831 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.575774 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5fe40d90-0b94-4080-b3e1-50373cfd3831 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316655 Aug 29 18:02:54.578448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45562) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:54.582852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e7a5caed-f89d-4044-8adf-1413da3900f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfa232-9e51-463d-b329-7cfa8413011d', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:54.604674 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-e7a5caed-f89d-4044-8adf-1413da3900f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Project aaa16d038f9e47c2855e7e0f2b97c718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:02:54.610289 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e7a5caed-f89d-4044-8adf-1413da3900f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.668000 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e7a5caed-f89d-4044-8adf-1413da3900f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.672446 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e7a5caed-f89d-4044-8adf-1413da3900f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.689791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5caed-f89d-4044-8adf-1413da3900f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a53f54-cde5-494b-9c4d-1c93d9059396,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:54.695498 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e7a5caed-f89d-4044-8adf-1413da3900f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.696790 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e7a5caed-f89d-4044-8adf-1413da3900f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174235 Aug 29 18:02:54.699535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45564) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:54.704005 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-98be5a18-ddad-4839-8aa2-add50e8e499d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfa232-9e51-463d-b329-7cfa8413011d', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:54.725310 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-98be5a18-ddad-4839-8aa2-add50e8e499d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Project aaa16d038f9e47c2855e7e0f2b97c718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:02:54.729909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98be5a18-ddad-4839-8aa2-add50e8e499d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.792278 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98be5a18-ddad-4839-8aa2-add50e8e499d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.795621 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98be5a18-ddad-4839-8aa2-add50e8e499d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.812750 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be5a18-ddad-4839-8aa2-add50e8e499d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1e0d67-0e01-4dae-ac87-e98f1f807c64,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:54.822833 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98be5a18-ddad-4839-8aa2-add50e8e499d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.824083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-98be5a18-ddad-4839-8aa2-add50e8e499d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235018 Aug 29 18:02:54.827424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45566) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:54.832252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'network': {'name': 'tempest-network-smoke--999886275', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'port_security_enabled': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:54.852372 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:02:54.855683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.880968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:02:54.890452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.890803 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Added segment 54fd4ced-11e0-4ae1-a740-4900669f744e of type vlan for network 314699bf-8972-43c5-b4c1-efa0503a4e78 Aug 29 18:02:54.929848 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.955463 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:54.961169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:54.961780 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:55.015692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1872551 Aug 29 18:02:55.018397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45568) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:55.022738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'admin_state_up': True, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:55.043061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41d1e3-e7a5-4de3-b888-55a23dabf7e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Network': ['ID=314699bf-8972-43c5-b4c1-efa0503a4e78,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:55.052959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 314699bf-8972-43c5-b4c1-efa0503a4e78 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:02:55.056988 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:55.058079 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:55.114221 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:55.255629 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:55.447371 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:55.466453 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:55.570880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.25.5.113 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/ffaf7db4-e52d-4c92-9118-f0f232168470) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:02:55.669145 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:55.705950 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:55.745188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:02:55.748705 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:55.754118 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:02:55.778893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=ffaf7db4-e52d-4c92-9118-f0f232168470,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:55.999957 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:56.194650 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:56.321182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 5a2970ca-642e-4908-9a21-a790efd0474e is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:02:56.423249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:02:56.433653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Sync routers for ids ['5a2970ca-642e-4908-9a21-a790efd0474e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:02:56.442107 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:56.442814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Routers {'5a2970ca-642e-4908-9a21-a790efd0474e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:56.443433 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:02:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5a2970ca-642e-4908-9a21-a790efd0474e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:56.446681 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45570) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:56.447175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4795e583-e078-4449-9de0-2e8e97064fbe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4273732 Aug 29 18:02:56.477672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-788a96fe-6314-45ff-b4f7-d35625f77d79 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=aaa16d038f9e47c2855e7e0f2b97c718&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289528 Aug 29 18:02:56.480307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45572) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:56.548262 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Set router 5a2970ca-642e-4908-9a21-a790efd0474e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:56.568676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c104d6d4-af84-4dc6-a1fc-066d69bbf5d8 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:56.570230 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c104d6d4-af84-4dc6-a1fc-066d69bbf5d8 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889902 Aug 29 18:02:56.573083 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45574) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:56.601715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8e293f74-d640-433d-a074-cbc44ab5c9e1 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275044 Aug 29 18:02:56.604097 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45576) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:56.609145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1574719681', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:02:56.694931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:02:56.699092 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:56.726687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:55Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:56.752855 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Checking router: 5a2970ca-642e-4908-9a21-a790efd0474e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:02:56.753208 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Updating router 5a2970ca-642e-4908-9a21-a790efd0474e port ffaf7db4-e52d-4c92-9118-f0f232168470 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:02:56.778794 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:56.885420 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:56.945566 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Subnet': ['ID=68e9f6b3-0b01-4fb3-ba3b-584cf376af10,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:56.954185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Checking segment: {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:02:56.954558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network hostable DHCP agents. Network: 314699bf-8972-43c5-b4c1-efa0503a4e78, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:02:56.970926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 314699bf-8972-43c5-b4c1-efa0503a4e78 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:02:56.979198 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 314699bf-8972-43c5-b4c1-efa0503a4e78) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:56.984493 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:56.985139 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:56.992505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa508cd8-4598-40d4-a8f0-179f152508ff None None] Network 314699bf-8972-43c5-b4c1-efa0503a4e78 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:02:57.000270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-09c1ac5a-ac44-4a5c-9ef6-3d8ca60eed36 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3951685 Aug 29 18:02:57.003362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45578) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:02:57.085781 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:57.106939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Transition to ACTIVE for port object ffaf7db4-e52d-4c92-9118-f0f232168470 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:57.119349 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:57.208151 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Attempting to bind port ffaf7db4-e52d-4c92-9118-f0f232168470 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:02:57.208516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Attempting to bind port ffaf7db4-e52d-4c92-9118-f0f232168470 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:02:57.208877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Attempting to bind port ffaf7db4-e52d-4c92-9118-f0f232168470 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:02:57.219069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98581e-a09e-44d2-9e33-c9b23ac12302 None None] Pushing event updated for resources: {'Port': ['ID=ffaf7db4-e52d-4c92-9118-f0f232168470,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:57.226258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:02:57.226627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:02:57.227013 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:57.227404 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:02:57.227874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Bound port: ffaf7db4-e52d-4c92-9118-f0f232168470, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:02:57.228249 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:57.272342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-314699bf-8972-43c5-b4c1-efa0503a4e78', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:02:57.273185 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:57.362901 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] For port ffaf7db4-e52d-4c92-9118-f0f232168470, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:02:57.388521 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] For port ffaf7db4-e52d-4c92-9118-f0f232168470, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ffaf7db4-e52d-4c92-9118-f0f232168470,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:02:57.393276 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:57.447675 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:57.488885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Routers {'5a2970ca-642e-4908-9a21-a790efd0474e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:57.489820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:02:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5a2970ca-642e-4908-9a21-a790efd0474e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:57.498143 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Allocated IP 172.20.0.2 (314699bf-8972-43c5-b4c1-efa0503a4e78/68e9f6b3-0b01-4fb3-ba3b-584cf376af10/b4ad2436-998a-4c3c-892a-bebab5e4732d) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:02:57.535411 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98581e-a09e-44d2-9e33-c9b23ac12302 None None] Pushing event updated for resources: {'Port': ['ID=ffaf7db4-e52d-4c92-9118-f0f232168470,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:57.665018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] Set router 5a2970ca-642e-4908-9a21-a790efd0474e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:57.826387 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:57.843681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Transition to ACTIVE for port object b4ad2436-998a-4c3c-892a-bebab5e4732d will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:57.877700 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Transition to ACTIVE for port object b4ad2436-998a-4c3c-892a-bebab5e4732d will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:57.886055 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:57.930175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Network 314699bf-8972-43c5-b4c1-efa0503a4e78 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:02:57.935870 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.20.0.1 (314699bf-8972-43c5-b4c1-efa0503a4e78/68e9f6b3-0b01-4fb3-ba3b-584cf376af10/ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:02:57.938074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:57.944595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:02:57.948115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Pushing event updated for resources: {'Port': ['ID=b4ad2436-998a-4c3c-892a-bebab5e4732d,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:57.986866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:55Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:58.026160 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70302fb-b7ad-4eb7-9ceb-3ffe883405f1 None None] The sync data for ids ['5a2970ca-642e-4908-9a21-a790efd0474e'] in n-d-713301-13 is: [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:55Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:02:58.037317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Attempting to bind port b4ad2436-998a-4c3c-892a-bebab5e4732d on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:02:58.037690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Attempting to bind port b4ad2436-998a-4c3c-892a-bebab5e4732d by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:02:58.038054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Attempting to bind port b4ad2436-998a-4c3c-892a-bebab5e4732d on network 314699bf-8972-43c5-b4c1-efa0503a4e78 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:02:58.045025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:02:58.045440 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Checking segment: {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:02:58.045844 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:58.046238 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Bound using segment: {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:02:58.046710 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Bound port: b4ad2436-998a-4c3c-892a-bebab5e4732d, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:02:58.047120 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:58.062721 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:58.083469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Transition to ACTIVE for port object ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:02:58.115921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] For port b4ad2436-998a-4c3c-892a-bebab5e4732d, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:02:58.118289 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:58.120015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] For port b4ad2436-998a-4c3c-892a-bebab5e4732d, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b4ad2436-998a-4c3c-892a-bebab5e4732d,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:02:58.124621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:58.161037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 314699bf-8972-43c5-b4c1-efa0503a4e78 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:02:58.168859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:58.173714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:02:58.180479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:58.190476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb702b-cf5a-48cc-8b8f-f1a7efa98eb4 None None] Pushing event updated for resources: {'Port': ['ID=b4ad2436-998a-4c3c-892a-bebab5e4732d,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:58.234386 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:58.415757 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:58.597663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b4ad2436-998a-4c3c-892a-bebab5e4732d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:02:58.650865 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port b4ad2436-998a-4c3c-892a-bebab5e4732d completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:58.655847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ffaf7db4-e52d-4c92-9118-f0f232168470 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:02:58.715709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ffaf7db4-e52d-4c92-9118-f0f232168470 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:58.720747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ffaf7db4-e52d-4c92-9118-f0f232168470 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:58.721433 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:58.975823 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:58.997784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ffaf7db4-e52d-4c92-9118-f0f232168470, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ffaf7db4-e52d-4c92-9118-f0f232168470,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:59.002787 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:59.051241 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ffaf7db4-e52d-4c92-9118-f0f232168470,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:59.113491 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:59.118165 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:59.197467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:59.200659 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:59.213556 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9448b16f-f9a8-4c3b-8904-db1346e09b18 None None] Network 314699bf-8972-43c5-b4c1-efa0503a4e78 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:02:59.294549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 314699bf-8972-43c5-b4c1-efa0503a4e78 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:02:59.296001 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:02:59.335410 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c3674331-8811-440e-b2ef-abc20de2d1e8 None None] Provisioning for port b4ad2436-998a-4c3c-892a-bebab5e4732d completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:59.340952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c3674331-8811-440e-b2ef-abc20de2d1e8 None None] Provisioning complete for port b4ad2436-998a-4c3c-892a-bebab5e4732d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:59.341445 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c3674331-8811-440e-b2ef-abc20de2d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:59.426174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 5a2970ca-642e-4908-9a21-a790efd0474e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:02:59.456033 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c3674331-8811-440e-b2ef-abc20de2d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:59.497590 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c3674331-8811-440e-b2ef-abc20de2d1e8 None None] For port b4ad2436-998a-4c3c-892a-bebab5e4732d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b4ad2436-998a-4c3c-892a-bebab5e4732d,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:02:59.503282 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c3674331-8811-440e-b2ef-abc20de2d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:59.559043 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:02:59.559372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3674331-8811-440e-b2ef-abc20de2d1e8 None None] Pushing event updated for resources: {'Port': ['ID=b4ad2436-998a-4c3c-892a-bebab5e4732d,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:02:59.568307 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fe3f4754-02ae-4c1e-b1e8-57194322e395 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "PUT /v2.0/routers/5a2970ca-642e-4908-9a21-a790efd0474e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5635464 Aug 29 18:02:59.714583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-db43e118-f277-458c-8a72-2e9e5e9db690 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167317543&fields=id&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 267 time: 0.0345461 Aug 29 18:02:59.732229 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e4a55e30-dd51-4b70-a3be-509fd6932b05 None None] Provisioning for port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:02:59.738399 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e4a55e30-dd51-4b70-a3be-509fd6932b05 None None] Provisioning complete for port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:59.738827 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e4a55e30-dd51-4b70-a3be-509fd6932b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:59.769738 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Sync routers for ids ['5a2970ca-642e-4908-9a21-a790efd0474e'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:02:59.783052 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Routers {'5a2970ca-642e-4908-9a21-a790efd0474e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:02:59.785086 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:02:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5a2970ca-642e-4908-9a21-a790efd0474e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:02:59.799919 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e4a55e30-dd51-4b70-a3be-509fd6932b05 None None] Port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:02:59.810487 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e4a55e30-dd51-4b70-a3be-509fd6932b05 None None] Provisioning complete for port b4ad2436-998a-4c3c-892a-bebab5e4732d triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:02:59.810872 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e4a55e30-dd51-4b70-a3be-509fd6932b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:02:59.841660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-95b1d97a-0310-4a87-9505-fa4c7ca4ae78 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:02:59.843762 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-95b1d97a-0310-4a87-9505-fa4c7ca4ae78 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 796 time: 0.1212180 Aug 29 18:02:59.860040 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-ce2e74a4-7aeb-4da0-9ab6-62529ce5caa5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/quotas/aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 375 time: 0.0096653 Aug 29 18:02:59.908314 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Set router 5a2970ca-642e-4908-9a21-a790efd0474e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:02:59.928742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-c3c1978e-3933-4fb1-b6dd-d1104ac766fd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622308 Aug 29 18:02:59.995470 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-0a79f921-d378-4cbe-8414-1eed688c3a98 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:02:59.995470 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-0a79f921-d378-4cbe-8414-1eed688c3a98 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543480 Aug 29 18:03:00.030553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c15da0c5-b4a3-4a18-8d14-67f22c892639 None None] Provisioning complete for port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:03:00.030939 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c15da0c5-b4a3-4a18-8d14-67f22c892639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:00.067442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c15da0c5-b4a3-4a18-8d14-67f22c892639 None None] Port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:03:00.091428 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-1795c1e0-4af6-4f10-932c-a6eb11194e0e service neutron] 10.222.0.22 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888593 Aug 29 18:03:00.118932 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f', 'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:e3:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:57Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 2, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:03:00.148220 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Checking router: 5a2970ca-642e-4908-9a21-a790efd0474e for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:03:00.148574 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Updating router 5a2970ca-642e-4908-9a21-a790efd0474e port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:03:00.188163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c197f2ec-2360-418d-a84e-10171d2d816a None None] Provisioning complete for port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:03:00.188656 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c197f2ec-2360-418d-a84e-10171d2d816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:00.192211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-10034f7a-f2b7-49bd-a334-ef220dd5e229 service neutron] 10.222.0.22 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934803 Aug 29 18:03:00.225206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c197f2ec-2360-418d-a84e-10171d2d816a None None] Port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:03:00.262797 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:00.373712 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-0514be08-d250-4343-ada8-9607ba863e4f req-cebc17af-0104-4dfa-bafc-eefe3fcca6c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 210 time: 0.0395310 Aug 29 18:03:00.533146 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:00.542923 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Transition to ACTIVE for port object ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:03:00.550720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b4ad2436-998a-4c3c-892a-bebab5e4732d up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:03:00.554438 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:00.595972 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Pushing event updated for resources: {'Port': ['ID=ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:03:00.603534 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.603887 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.604229 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.604565 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.604898 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.605383 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.605595 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.606556 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.607054 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.607264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port b4ad2436-998a-4c3c-892a-bebab5e4732d triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:03:00.607822 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.608067 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:00.608486 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.608820 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:03:00.676966 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Attempting to bind port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:03:00.677368 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Attempting to bind port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:03:00.677737 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Attempting to bind port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f on network 314699bf-8972-43c5-b4c1-efa0503a4e78 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:03:00.684768 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:03:00.685191 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Checking segment: {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:03:00.685652 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:00.686052 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Bound using segment: {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:03:00.686975 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Bound port: ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:03:00.687533 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:00.706525 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ffaf7db4-e52d-4c92-9118-f0f232168470 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:03:00.759092 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] For port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:03:00.763301 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] For port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:03:00.768117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ffaf7db4-e52d-4c92-9118-f0f232168470 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:03:00.768634 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:00.769344 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:00.820885 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Routers {'5a2970ca-642e-4908-9a21-a790efd0474e'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:03:00.821570 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:02:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5a2970ca-642e-4908-9a21-a790efd0474e'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:03:00.930348 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc59690-4759-4eb3-a92a-af9f28e893c6 None None] Pushing event updated for resources: {'Port': ['ID=ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:03:00.964299 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] Set router 5a2970ca-642e-4908-9a21-a790efd0474e gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:03:01.172408 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f', 'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:e3:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:57Z', 'updated_at': '2021-08-29T18:03:00Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:03:01.198033 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e50b7-77a8-4007-b483-00f47c28efc0 None None] The sync data for ids ['5a2970ca-642e-4908-9a21-a790efd0474e'] in n-d-713301-13 is: [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f', 'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:e3:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:57Z', 'updated_at': '2021-08-29T18:03:00Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:03:01.471858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-62bc5df4-da54-42a6-89c7-684c912ce6ea tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:01.473732 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-62bc5df4-da54-42a6-89c7-684c912ce6ea tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 796 time: 0.1310809 Aug 29 18:03:01.490822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f09be1e3-5927-48c8-8e44-0f159e0920ae req-f56a1f65-f321-4e6b-b5db-017a192ee2ad tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 210 time: 0.0358927 Aug 29 18:03:01.521263 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-1feaa1bd-dfca-4451-bfbe-3b7ac6b4e3c8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 380 time: 0.0373456 Aug 29 18:03:01.534324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'port': {'device_id': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'admin_state_up': True, 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'security_groups': ['fdcfa232-9e51-463d-b329-7cfa8413011d']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:03:01.650430 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:03:01.654336 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:01.783470 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.20.0.3 (314699bf-8972-43c5-b4c1-efa0503a4e78/68e9f6b3-0b01-4fb3-ba3b-584cf376af10/7bf39b3f-0248-4a48-9eb8-6f4b036f7c05) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:03:01.930056 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:01.944158 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Transition to ACTIVE for port object 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:03:01.977596 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.022404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 314699bf-8972-43c5-b4c1-efa0503a4e78 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:03:02.028674 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:03:02.032188 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:03:02.038895 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:03:02.095520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:02.096179 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.112940 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-2cd0b423-67c2-4a56-9b26-335b65a56989 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825262 Aug 29 18:03:02.124716 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-ea36a992-31bc-4ad5-9f17-d7d2261a2cf9 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:03:02.125757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-ea36a992-31bc-4ad5-9f17-d7d2261a2cf9 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057962 Aug 29 18:03:02.137686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Request body: {'port': {'device_id': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:03:02.196422 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.298336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2eebd673-3cea-4c8a-b734-c13265b7f724 None None] Provisioning for port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:03:02.302173 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2eebd673-3cea-4c8a-b734-c13265b7f724 None None] Provisioning complete for port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:03:02.302496 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2eebd673-3cea-4c8a-b734-c13265b7f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.336826 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2eebd673-3cea-4c8a-b734-c13265b7f724 None None] Port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:03:02.456780 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:03:02.463880 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.475974 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Transition to ACTIVE for port object 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:03:02.481820 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.542778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:03:02.570041 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:03:02.639429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:03:02.643973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:03:02.644397 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.654157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737ba4d-3857-4634-88b2-1afea5f945cb req-34ed37b1-0940-433f-b4ce-f85c0b80d314 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:02.655773 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9737ba4d-3857-4634-88b2-1afea5f945cb req-34ed37b1-0940-433f-b4ce-f85c0b80d314 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 943 time: 0.0724828 Aug 29 18:03:02.656492 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Attempting to bind port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:03:02.656827 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Attempting to bind port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:03:02.657159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Attempting to bind port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 on network 314699bf-8972-43c5-b4c1-efa0503a4e78 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:03:02.662042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 on network 314699bf-8972-43c5-b4c1-efa0503a4e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:03:02.662368 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Attempting to bind port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 on network 314699bf-8972-43c5-b4c1-efa0503a4e78 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:03:02.674135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:03:02.674519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Checking segment: {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:03:02.674861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Bound using segment: {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:03:02.675453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Bound port: 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:03:02.675685 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.733381 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.734493 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9737ba4d-3857-4634-88b2-1afea5f945cb req-302e6bdb-a2b5-4e3d-ab82-7cd2ad5ec26a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698962 Aug 29 18:03:02.771753 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:03:02.774894 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:03:02.775409 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:03:02.779525 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.782608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.813490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:02.814120 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:02.815507 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] 10.222.0.10 "PUT /v2.0/ports/7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 1092 time: 0.6823654 Aug 29 18:03:02.815949 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:03:02.818240 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314" -d '{"events": [{"name": "network-changed", "server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:03:02.833542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:03:02.849920 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a381435-d193-4531-abf2-ad60a7d68630 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:03:02.865204 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdced84-6235-45a3-84a7-749134ea034f x-openstack-request-id: req-0bdced84-6235-45a3-84a7-749134ea034f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:03:02.865532 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:03:02.865801 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0bdced84-6235-45a3-84a7-749134ea034f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:03:02.866226 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'status': 'completed', 'code': 200} Aug 29 18:03:02.912379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-5a43a57d-bf9a-47b1-ba7d-9678db7784ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:02.913984 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-5a43a57d-bf9a-47b1-ba7d-9678db7784ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1095 time: 0.0429127 Aug 29 18:03:02.961461 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-19bed8cd-0378-4d21-bd48-4318136c1b33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 217 time: 0.0391586 Aug 29 18:03:03.013078 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-d99a9b89-fe78-4450-8190-1a1a2804527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:03.014803 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-d99a9b89-fe78-4450-8190-1a1a2804527a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 200 len: 835 time: 0.0469425 Aug 29 18:03:03.060351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-8cacd6b7-7eaa-4d6c-a87e-ecfa623a3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:03.061941 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-8cacd6b7-7eaa-4d6c-a87e-ecfa623a3b42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=314699bf-8972-43c5-b4c1-efa0503a4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400758 Aug 29 18:03:03.155207 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-d27a7ce3-8f1f-4714-9f1a-c738d6f02003 service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859330 Aug 29 18:03:03.244253 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b6ec4b31-9d48-4d81-8e8f-e82adba6a039 req-c10cc8fc-1187-4772-b0a8-51a564f91c97 service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825062 Aug 29 18:03:03.328388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314 req-1fc90f18-b3fc-4a22-9cf9-292a486c1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:03.329825 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314 req-1fc90f18-b3fc-4a22-9cf9-292a486c1afd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1095 time: 0.0409889 Aug 29 18:03:03.424904 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314 req-72fbf8a4-4029-433e-b6be-592660891891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:03.426431 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314 req-72fbf8a4-4029-433e-b6be-592660891891 service neutron] 10.222.0.10 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 897 time: 0.0897126 Aug 29 18:03:03.467767 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314 req-6b6d3bb0-e563-4518-aeb1-7b6be197f08b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 217 time: 0.0337670 Aug 29 18:03:03.518316 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314 req-326f78e5-3b09-4fc1-a262-906ad6dfbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:03.519694 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314 req-326f78e5-3b09-4fc1-a262-906ad6dfbadf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 200 len: 835 time: 0.0453441 Aug 29 18:03:03.565835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314 req-87a042f1-0eeb-4657-bca3-37129874f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:03.567284 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314 req-87a042f1-0eeb-4657-bca3-37129874f8ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=314699bf-8972-43c5-b4c1-efa0503a4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384703 Aug 29 18:03:03.656593 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314 req-c3a8e270-d324-477e-803d-c2d6545eefec service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807126 Aug 29 18:03:03.749338 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-149a8c7b-9fda-4ffe-881e-c0ffbd69f314 req-6aa02fdc-bd3f-4e02-82de-6de4c5482283 service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848455 Aug 29 18:03:03.853372 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319d1e2-ec2d-41a1-ba40-222634d65085 req-587c621b-9289-4ab3-b2eb-d0a7d4c07274 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:03.854854 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4319d1e2-ec2d-41a1-ba40-222634d65085 req-587c621b-9289-4ab3-b2eb-d0a7d4c07274 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 943 time: 0.0491116 Aug 29 18:03:03.891829 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4319d1e2-ec2d-41a1-ba40-222634d65085 req-ac23658e-c2e5-4d45-a5d0-a25556302ac6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309081 Aug 29 18:03:04.526092 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:03:04.575313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:03:04.575677 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:05.007487 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb45f-1610-4b78-a6c2-df3d80be517f req-785c9f9a-6df1-4007-b152-342b76ba9884 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:05.008929 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c67cb45f-1610-4b78-a6c2-df3d80be517f req-785c9f9a-6df1-4007-b152-342b76ba9884 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 943 time: 0.0490513 Aug 29 18:03:05.046230 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c67cb45f-1610-4b78-a6c2-df3d80be517f req-22e6b3f0-4514-4271-95d2-c7b7a0d36df3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314565 Aug 29 18:03:05.907118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:03:05.999163 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:03:06.009957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'port_id': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'mac_address': 'fa:16:3e:5c:49:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:03:06.046747 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:06.059627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:03:06.078975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:03:06.084463 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:06.142923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:03:06.160408 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa90aa9-7d40-40cd-ac0f-ecc05cf8d915 req-6f2a22b7-c447-40d8-bf71-68a38daa55d8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:06.162135 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4fa90aa9-7d40-40cd-ac0f-ecc05cf8d915 req-6f2a22b7-c447-40d8-bf71-68a38daa55d8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 944 time: 0.0497320 Aug 29 18:03:06.200608 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4fa90aa9-7d40-40cd-ac0f-ecc05cf8d915 req-5fca77ea-4296-4d25-a6ff-323675c315f0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324733 Aug 29 18:03:06.321694 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['7bf39b3f-0248-4a48-9eb8-6f4b036f7c05'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:03:07.316281 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc886dd1-c75e-45f8-9842-84d6574ae3d4 req-aae28768-ca33-4666-844f-b2eb9c7d33a1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:07.317782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc886dd1-c75e-45f8-9842-84d6574ae3d4 req-aae28768-ca33-4666-844f-b2eb9c7d33a1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 944 time: 0.0521526 Aug 29 18:03:07.354366 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-dc886dd1-c75e-45f8-9842-84d6574ae3d4 req-c11d1650-262a-4f81-8e93-60f902735482 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308583 Aug 29 18:03:07.922598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:03:07.970187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:03:07.974054 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:03:07.974419 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:08.048850 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:08.070622 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:03:08.072841 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82bf422-9b12-4eaa-92ff-ed8f445e470c" -d '{"events": [{"server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "name": "network-vif-plugged", "status": "completed", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:03:08.085785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:03:08.089978 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:08.116401 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f4469b-6346-4089-b1de-0ea148733b7f x-openstack-request-id: req-45f4469b-6346-4089-b1de-0ea148733b7f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:03:08.116709 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "name": "network-vif-plugged", "status": "completed", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:03:08.116959 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45f4469b-6346-4089-b1de-0ea148733b7f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:03:08.117366 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'code': 200} Aug 29 18:03:08.143442 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:03:08.218976 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5359a8-47d7-4060-8847-e5386f3ccdff req-88e3b810-b138-48fc-a394-a0c6b0365d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:08.220499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a5359a8-47d7-4060-8847-e5386f3ccdff req-88e3b810-b138-48fc-a394-a0c6b0365d05 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1097 time: 0.0452895 Aug 29 18:03:08.254787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5a5359a8-47d7-4060-8847-e5386f3ccdff req-d9905cea-e4fe-4b50-aef4-4151d1cb8425 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276062 Aug 29 18:03:08.473716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043e620-7ad0-4f34-94b2-4cbdb97f8dc6 req-f533cbe0-9f9a-4ff1-8780-7c4ade60f171 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:08.475226 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7043e620-7ad0-4f34-94b2-4cbdb97f8dc6 req-f533cbe0-9f9a-4ff1-8780-7c4ade60f171 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0482509 Aug 29 18:03:08.513400 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7043e620-7ad0-4f34-94b2-4cbdb97f8dc6 req-d0aac631-fc4c-4cc8-9f40-0d059f0ad4d3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Aug 29 18:03:09.627914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de213081-6b9b-417e-9fc9-d4e86b583b6b req-1ff4ebc7-3bef-41e8-bf90-09a0fdc3e3ba tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:09.629421 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de213081-6b9b-417e-9fc9-d4e86b583b6b req-1ff4ebc7-3bef-41e8-bf90-09a0fdc3e3ba tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0487549 Aug 29 18:03:09.666341 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-de213081-6b9b-417e-9fc9-d4e86b583b6b req-7d4e3550-5af1-4902-84a3-9839c4e9bbfd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Aug 29 18:03:09.777785 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834b833-9255-4e35-b91b-aa565db58789 req-0154c5c4-27be-4963-ac19-7a4afb8bca95 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:09.779255 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f834b833-9255-4e35-b91b-aa565db58789 req-0154c5c4-27be-4963-ac19-7a4afb8bca95 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0490158 Aug 29 18:03:09.817639 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f834b833-9255-4e35-b91b-aa565db58789 req-84c5b45f-5c2f-4ab2-a0e3-41a9d3fd1e78 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325234 Aug 29 18:03:09.840319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45632) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:03:09.886128 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a6c7a5-9329-4dda-b5ab-5287575f1d8b tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:09.887633 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-33a6c7a5-9329-4dda-b5ab-5287575f1d8b tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1092 time: 0.0463555 Aug 29 18:03:09.890364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45634) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:03:09.894617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:03:09.915758 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:10.011119 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:10.114604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.25.5.178 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/5c583679-2a25-448a-939e-25103c102272) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:03:10.218043 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:10.259933 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:10.306232 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:03:10.309130 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:03:10.314341 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:03:10.317277 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=5c583679-2a25-448a-939e-25103c102272,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:03:10.665512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:10.734113 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:10.882819 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:10.889536 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:10.960073 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=5c583679-2a25-448a-939e-25103c102272,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:03:10.969780 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:11.067458 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Floating IP d8146243-af82-4029-a276-6f8c0bdd7a91 associated. External IP: 172.25.5.178, port: 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05. Aug 29 18:03:11.274799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 5a2970ca-642e-4908-9a21-a790efd0474e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:03:11.381970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:03:11.391686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d6f7c-f227-4e33-b32e-54338484fa37 None None] Sync routers for ids ['5a2970ca-642e-4908-9a21-a790efd0474e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:03:11.398817 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:11.402277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d6f7c-f227-4e33-b32e-54338484fa37 None None] Routers {'5a2970ca-642e-4908-9a21-a790efd0474e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:03:11.402444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-533d6f7c-f227-4e33-b32e-54338484fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:02:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5a2970ca-642e-4908-9a21-a790efd0474e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:03:11.428734 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-80e14b88-e759-447c-8aeb-d9e9c31c704a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5350482 Aug 29 18:03:11.428734 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:03:11.429349 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:03:11.470543 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e44f4e-9958-4bd5-be51-7d522659512d x-openstack-request-id: req-a9e44f4e-9958-4bd5-be51-7d522659512d {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:03:11.470900 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:03:11.471218 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9e44f4e-9958-4bd5-be51-7d522659512d {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:03:11.471683 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'status': 'completed', 'code': 200} Aug 29 18:03:11.510734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-533d6f7c-f227-4e33-b32e-54338484fa37 None None] Set router 5a2970ca-642e-4908-9a21-a790efd0474e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:03:11.565089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69f029-c176-4d8f-bf6c-f5e0132f9a50 req-f58f6bc4-6bb5-4292-9712-f8061b12ca18 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:11.566619 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d69f029-c176-4d8f-bf6c-f5e0132f9a50 req-f58f6bc4-6bb5-4292-9712-f8061b12ca18 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0800209 Aug 29 18:03:11.568505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6 req-54c13e89-855c-4aa6-8cc3-cc5a94476b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:11.569880 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6 req-54c13e89-855c-4aa6-8cc3-cc5a94476b75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1097 time: 0.0742338 Aug 29 18:03:11.650283 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2d69f029-c176-4d8f-bf6c-f5e0132f9a50 req-8bb67018-425d-4120-bd80-7dc31d65d43c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776350 Aug 29 18:03:11.674583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45640) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:03:11.682790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6 req-0ea86d05-e1f9-4497-94f0-dfb1c3b6824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:11.684987 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6 req-0ea86d05-e1f9-4497-94f0-dfb1c3b6824a service neutron] 10.222.0.10 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 897 time: 0.1063228 Aug 29 18:03:11.735982 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-533d6f7c-f227-4e33-b32e-54338484fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'd8146243-af82-4029-a276-6f8c0bdd7a91', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'port_id': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'mac_address': 'fa:16:3e:5c:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:03:10Z', 'updated_at': '2021-08-29T18:03:10Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f', 'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:e3:c2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:57Z', 'updated_at': '2021-08-29T18:03:02Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:03:11.740143 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0cb5733c-e897-47c5-81d5-d97c753f7e0b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/d8146243-af82-4029-a276-6f8c0bdd7a91 HTTP/1.1" status: 200 len: 991 time: 0.0633998 Aug 29 18:03:11.755738 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6 req-7cb75c79-39ed-461b-9e9d-7dc5013f7df9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 999 time: 0.0635056 Aug 29 18:03:11.765265 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d6f7c-f227-4e33-b32e-54338484fa37 None None] Checking router: 5a2970ca-642e-4908-9a21-a790efd0474e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:03:11.773466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d6f7c-f227-4e33-b32e-54338484fa37 None None] Routers {'5a2970ca-642e-4908-9a21-a790efd0474e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:03:11.774069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-533d6f7c-f227-4e33-b32e-54338484fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:02:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5a2970ca-642e-4908-9a21-a790efd0474e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:03:11.804839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6 req-67b4acda-5525-47d0-9eb6-935c3c3f39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:11.806325 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6 req-67b4acda-5525-47d0-9eb6-935c3c3f39ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 200 len: 835 time: 0.0433619 Aug 29 18:03:11.851277 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6 req-6913b168-5dd2-4d1b-836f-cd9a244d36db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:11.852774 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6 req-6913b168-5dd2-4d1b-836f-cd9a244d36db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=314699bf-8972-43c5-b4c1-efa0503a4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392370 Aug 29 18:03:11.877142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-533d6f7c-f227-4e33-b32e-54338484fa37 None None] Set router 5a2970ca-642e-4908-9a21-a790efd0474e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:03:11.945934 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6 req-68d55da1-03dc-4c85-a84c-31778d646237 service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855012 Aug 29 18:03:12.034321 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-45b40fc4-b0d5-4a91-beb4-4f604e43cbc6 req-86daa7d3-b878-4fe2-9b78-71aaf34d0464 service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808227 Aug 29 18:03:12.095508 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-533d6f7c-f227-4e33-b32e-54338484fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'd8146243-af82-4029-a276-6f8c0bdd7a91', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'port_id': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'mac_address': 'fa:16:3e:5c:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:03:10Z', 'updated_at': '2021-08-29T18:03:10Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f', 'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:e3:c2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:57Z', 'updated_at': '2021-08-29T18:03:02Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:03:12.122290 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d6f7c-f227-4e33-b32e-54338484fa37 None None] The sync data for ids ['5a2970ca-642e-4908-9a21-a790efd0474e'] in n-d-713301-13 is: [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'd8146243-af82-4029-a276-6f8c0bdd7a91', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'port_id': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'mac_address': 'fa:16:3e:5c:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:03:10Z', 'updated_at': '2021-08-29T18:03:10Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f', 'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:e3:c2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:57Z', 'updated_at': '2021-08-29T18:03:02Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:03:12.309851 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbf900-c3ec-432d-8eca-5612a43047e8 None None] New status for floating IP d8146243-af82-4029-a276-6f8c0bdd7a91: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:03:12.742911 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45644) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:03:12.805002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8400c434-ddc4-4cf2-9017-1cba69b786f5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/d8146243-af82-4029-a276-6f8c0bdd7a91 HTTP/1.1" status: 200 len: 993 time: 0.0609479 Aug 29 18:03:12.995084 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-be2072c4-e8c3-4d67-828b-aa4a6f53b4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:15.617622 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8ad75463-38cd-402d-a23a-c8a7895bb744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:15.986861 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:16.908397 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:18.373619 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:18.578163 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:20.891715 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:27.035071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-961caeb6-59b3-4c30-a783-20409f91073b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434477 Aug 29 18:03:27.118489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-7ef71b1d-9da5-409e-92c1-ef6bc41511dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:27.119951 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-7ef71b1d-9da5-409e-92c1-ef6bc41511dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1097 time: 0.0394690 Aug 29 18:03:27.218420 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-ceeaddd9-76db-4c09-9001-3342be202165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:27.219858 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-ceeaddd9-76db-4c09-9001-3342be202165 service neutron] 10.222.0.10 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 897 time: 0.0813940 Aug 29 18:03:27.286930 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-16929ab6-8657-4836-b1de-20b4d745a35b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 1001 time: 0.0592821 Aug 29 18:03:27.333359 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-6e72ac6f-1140-4da5-9b8c-b28ac323dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:27.334759 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-6e72ac6f-1140-4da5-9b8c-b28ac323dfe1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 200 len: 835 time: 0.0410202 Aug 29 18:03:27.379319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-7373b442-f726-4d1b-a9d0-8c184284a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:27.380751 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-7373b442-f726-4d1b-a9d0-8c184284a48b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=314699bf-8972-43c5-b4c1-efa0503a4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389352 Aug 29 18:03:27.474994 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-d5a76635-4216-4d59-9d74-a59dec9bdb70 service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855091 Aug 29 18:03:27.563385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c42f14cf-278c-46d7-9b44-053b4b23fd32 req-1953ef0b-ecda-4063-b7c3-345f7fd12e3f service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793254 Aug 29 18:03:29.689561 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:03:42.995313 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-446cafdb-e3ab-4f72-9835-e4cf4b6c6194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:44.228339 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646efe4-d2ff-4d89-83c0-9b40a791a2c2 req-6410143f-49e0-4b5d-9965-fc1cc5ed3c7e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:44.230540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d646efe4-d2ff-4d89-83c0-9b40a791a2c2 req-6410143f-49e0-4b5d-9965-fc1cc5ed3c7e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0728366 Aug 29 18:03:44.258786 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-5dfcc7d3-f0e9-4322-9a41-9920899ee099 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145763 Aug 29 18:03:44.278736 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d646efe4-d2ff-4d89-83c0-9b40a791a2c2 req-e9cf668e-6c3a-4ebf-966f-b7f5432bcf0c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414922 Aug 29 18:03:45.399646 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438217fa-0308-4359-a92b-c42b3706942b req-2d759aae-bd7c-487b-9548-e2baa8c5db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:45.401057 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-2d759aae-bd7c-487b-9548-e2baa8c5db5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1097 time: 0.0732198 Aug 29 18:03:45.413696 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900ebc2-7eac-46fa-9d0a-affab8c0b9a1 req-abe8caf3-b3c0-4802-8a37-404a89738f7f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:45.415104 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e900ebc2-7eac-46fa-9d0a-affab8c0b9a1 req-abe8caf3-b3c0-4802-8a37-404a89738f7f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0585959 Aug 29 18:03:45.503887 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e900ebc2-7eac-46fa-9d0a-affab8c0b9a1 req-64ecc93c-edd4-4282-96bf-1e8e31dd0535 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801156 Aug 29 18:03:45.529033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438217fa-0308-4359-a92b-c42b3706942b req-cb8c3a39-50a9-4536-a1c2-9bdb01d14e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:45.530530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-cb8c3a39-50a9-4536-a1c2-9bdb01d14e70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 897 time: 0.1145949 Aug 29 18:03:45.596781 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-65694f3d-c202-4558-ba50-44194de43f8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 1001 time: 0.0583844 Aug 29 18:03:45.617942 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-63c9ac7d-db26-49bd-b94d-978ca15d4595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:45.651169 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438217fa-0308-4359-a92b-c42b3706942b req-bee91441-24b8-4b25-836d-e54d62324d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:45.653109 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-bee91441-24b8-4b25-836d-e54d62324d6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 200 len: 835 time: 0.0483334 Aug 29 18:03:45.701088 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438217fa-0308-4359-a92b-c42b3706942b req-957c96d5-3bc4-4cd6-8ef3-282b417eccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:45.702625 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-957c96d5-3bc4-4cd6-8ef3-282b417eccf5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=314699bf-8972-43c5-b4c1-efa0503a4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424075 Aug 29 18:03:45.790115 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-49147bf0-2a29-47e4-b949-f12299a0a1f7 service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802629 Aug 29 18:03:45.879699 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-0d5367ac-b86e-41ca-b168-e96049793a25 service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821140 Aug 29 18:03:45.989424 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:46.619665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316e8c8-10e6-4051-8462-66596fcfce5b req-24990960-ae08-4da0-b354-1664a2f2c10d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:46.621832 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1316e8c8-10e6-4051-8462-66596fcfce5b req-24990960-ae08-4da0-b354-1664a2f2c10d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0503747 Aug 29 18:03:46.661461 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1316e8c8-10e6-4051-8462-66596fcfce5b req-6c5d8d90-4f8e-4498-9274-bf614b72ab07 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335004 Aug 29 18:03:46.912214 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:47.777654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac131-7f45-4c19-be21-931096a4446d req-7d3ce65a-7102-4c36-8e1a-975b0def5d6e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:47.779123 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-76aac131-7f45-4c19-be21-931096a4446d req-7d3ce65a-7102-4c36-8e1a-975b0def5d6e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0509045 Aug 29 18:03:47.815413 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-76aac131-7f45-4c19-be21-931096a4446d req-e241d2ef-006f-4cd7-a4c0-d4c509f1c665 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304391 Aug 29 18:03:48.386831 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:48.581087 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:48.929336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbb69a-4085-4d0e-915b-c9dce140db40 req-50e536fa-f5cb-40f4-bfdd-fbceeb6a659b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:48.930810 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1adbb69a-4085-4d0e-915b-c9dce140db40 req-50e536fa-f5cb-40f4-bfdd-fbceeb6a659b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0489833 Aug 29 18:03:48.968103 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1adbb69a-4085-4d0e-915b-c9dce140db40 req-8a8c08b1-6610-4dd9-a376-04bedabde381 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315382 Aug 29 18:03:50.080264 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21692994-ef25-468c-8b99-076381d1cda8 req-9837d0e9-07bd-4a99-9375-3a03c0790da2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:50.081725 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21692994-ef25-468c-8b99-076381d1cda8 req-9837d0e9-07bd-4a99-9375-3a03c0790da2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0475500 Aug 29 18:03:50.117680 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21692994-ef25-468c-8b99-076381d1cda8 req-dc2adba4-1e2a-4217-902f-06a47a68cb50 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300839 Aug 29 18:03:50.887323 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:03:51.234482 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05648fdc-acf0-4f48-b130-b498d097121c req-4c589d61-3fa8-49a7-99dc-73e6c326436a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:51.235919 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05648fdc-acf0-4f48-b130-b498d097121c req-4c589d61-3fa8-49a7-99dc-73e6c326436a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0494483 Aug 29 18:03:51.276166 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-05648fdc-acf0-4f48-b130-b498d097121c req-8dfa506c-79e4-4560-91e3-3c1994768010 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341847 Aug 29 18:03:52.392272 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860b578-af84-478e-a2d7-8725eb25d7ed req-ba121ef0-aef0-4d7f-bb9a-3f5100131fec tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:52.393722 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6860b578-af84-478e-a2d7-8725eb25d7ed req-ba121ef0-aef0-4d7f-bb9a-3f5100131fec tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0512900 Aug 29 18:03:52.430076 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6860b578-af84-478e-a2d7-8725eb25d7ed req-35771b17-f569-41d5-87b6-5a9ba7ba8250 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303583 Aug 29 18:03:53.544543 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1eead-bb5d-4cfb-a46b-36d598d5e424 req-c2bf9a12-0e5d-440a-88bb-d940830fc336 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:53.546023 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ecb1eead-bb5d-4cfb-a46b-36d598d5e424 req-c2bf9a12-0e5d-440a-88bb-d940830fc336 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0485594 Aug 29 18:03:53.583010 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ecb1eead-bb5d-4cfb-a46b-36d598d5e424 req-1c04a77a-acd2-4a9d-9108-7625ba852d51 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Aug 29 18:03:54.742954 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13e278-3af5-4411-a9b3-a4f94adf0827 req-61a063c7-85c8-4522-80b0-c8696d2686f5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:54.744400 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3e13e278-3af5-4411-a9b3-a4f94adf0827 req-61a063c7-85c8-4522-80b0-c8696d2686f5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0477610 Aug 29 18:03:54.781147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3e13e278-3af5-4411-a9b3-a4f94adf0827 req-4500c427-b216-47f7-a9d7-194535aafcfd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308659 Aug 29 18:03:55.895424 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae7e11-0612-42d6-8a3b-a54fb2b28b3a req-869656fa-b448-44d0-af59-51119d9bd949 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:55.896915 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25ae7e11-0612-42d6-8a3b-a54fb2b28b3a req-869656fa-b448-44d0-af59-51119d9bd949 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0503628 Aug 29 18:03:55.934231 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-25ae7e11-0612-42d6-8a3b-a54fb2b28b3a req-16dd5499-6832-4875-a12c-206990a5f02d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310235 Aug 29 18:03:57.059687 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae470a-167d-4f36-b5a1-929d194c34c1 req-e0ea54da-38c5-495f-92b8-a29a587a426a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:57.061147 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0ae470a-167d-4f36-b5a1-929d194c34c1 req-e0ea54da-38c5-495f-92b8-a29a587a426a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0479424 Aug 29 18:03:57.096874 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d0ae470a-167d-4f36-b5a1-929d194c34c1 req-b476424e-4839-49d3-8284-8fff71a7f2fd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299220 Aug 29 18:03:58.210002 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc699e8-4875-43ef-84e0-85eae1f426b2 req-c0adef2d-e814-4b49-b568-229aab1a62fd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:58.211455 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3bc699e8-4875-43ef-84e0-85eae1f426b2 req-c0adef2d-e814-4b49-b568-229aab1a62fd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0485902 Aug 29 18:03:58.252090 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3bc699e8-4875-43ef-84e0-85eae1f426b2 req-9c3b0d0d-8387-4d18-be4e-0ed86af8d88a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349047 Aug 29 18:03:59.371586 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3569c-41f7-44c5-8915-b437021f54c1 req-ceb96d3b-b31f-4beb-b009-7695bbc97870 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:03:59.373037 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-12f3569c-41f7-44c5-8915-b437021f54c1 req-ceb96d3b-b31f-4beb-b009-7695bbc97870 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0517027 Aug 29 18:03:59.413090 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-12f3569c-41f7-44c5-8915-b437021f54c1 req-2e1600cc-9cd2-480d-975d-fdb172bdd8ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341337 Aug 29 18:04:00.525363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ae297-3203-48ab-a349-09596beb9038 req-89d686e0-cd88-4847-b267-610ba8dc70fa tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:00.527320 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec6ae297-3203-48ab-a349-09596beb9038 req-89d686e0-cd88-4847-b267-610ba8dc70fa tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0493000 Aug 29 18:04:00.564195 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec6ae297-3203-48ab-a349-09596beb9038 req-20864ff4-bfe6-4a42-9ba6-2d889e82a1e9 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310292 Aug 29 18:04:01.678434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d538570-1434-4289-a28c-085ca7a0d465 req-a4a51bea-fe4c-4562-ab18-322e678c99e0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:01.679816 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d538570-1434-4289-a28c-085ca7a0d465 req-a4a51bea-fe4c-4562-ab18-322e678c99e0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0474908 Aug 29 18:04:01.716669 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3d538570-1434-4289-a28c-085ca7a0d465 req-fdb26f7e-21e7-4c4f-ab3f-24aa894334c3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303371 Aug 29 18:04:02.679105 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-438217fa-0308-4359-a92b-c42b3706942b req-bb542b7d-6dbe-4c91-bcff-5a532e895319 service neutron] show failed (client error): The resource could not be found. Aug 29 18:04:02.680061 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-bb542b7d-6dbe-4c91-bcff-5a532e895319 service neutron] 10.222.0.10 "GET /v2.0/ports/7bf39b3f-0248-4a48-9eb8-6f4b036f7c05/bindings/n-h2-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0530803 Aug 29 18:04:02.833427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760e038-7ae2-49da-9e6f-f2863df79217 req-6e041d49-f4f4-4d84-8cb8-c414927cdda4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:02.834899 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a760e038-7ae2-49da-9e6f-f2863df79217 req-6e041d49-f4f4-4d84-8cb8-c414927cdda4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0496948 Aug 29 18:04:02.898897 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a760e038-7ae2-49da-9e6f-f2863df79217 req-45a74554-39e1-43db-8e17-7413a838fa90 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551729 Aug 29 18:04:02.904068 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438217fa-0308-4359-a92b-c42b3706942b req-f97a0a00-e0aa-41a6-9fa8-a2be983a1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:02.905527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-f97a0a00-e0aa-41a6-9fa8-a2be983a1ceb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 1097 time: 0.0697410 Aug 29 18:04:02.918077 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:04:02.968800 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:03.169937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:03.202939 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h1-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:04:03.242170 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:04:03.244329 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b012fafa-c01c-40c5-8d94-ffff31e81f89" -d '{"events": [{"server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "name": "network-vif-unplugged", "status": "completed", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:04:03.248005 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:03.260049 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Transition to ACTIVE for port object 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:04:03.264132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:03.352169 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,revision_number=6']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:03.363748 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.364098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.364436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.364770 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.365101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.365449 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.365776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.366100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.366426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.366745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.367064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.367382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:03.373326 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fea5c4-c32e-462e-86ed-1a48b8d94b6a x-openstack-request-id: req-58fea5c4-c32e-462e-86ed-1a48b8d94b6a {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:04:03.373615 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "name": "network-vif-unplugged", "status": "completed", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:04:03.373865 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58fea5c4-c32e-462e-86ed-1a48b8d94b6a {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:04:03.374255 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'code': 200} Aug 29 18:04:03.407201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] No DVR routers for this DVR port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 on host n-h1-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:04:03.543322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Attempting to bind port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:04:03.543923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Attempting to bind port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:04:03.544430 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Attempting to bind port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 on network 314699bf-8972-43c5-b4c1-efa0503a4e78 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:04:03.550211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 on network 314699bf-8972-43c5-b4c1-efa0503a4e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:04:03.550575 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Attempting to bind port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 on network 314699bf-8972-43c5-b4c1-efa0503a4e78 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:04:03.555359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:04:03.555696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Checking segment: {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:04:03.556085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Bound using segment: {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:04:03.556509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Bound port: 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fd4ced-11e0-4ae1-a740-4900669f744e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:04:03.556871 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:03.625457 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:04:03.628480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:04:03.633006 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:03.665431 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:03.666055 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:03.667540 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] 10.222.0.16 "PUT /v2.0/ports/7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 1092 time: 0.7540371 Aug 29 18:04:03.698096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c54d3c-e05d-44e7-b077-4a8cd7560853 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,revision_number=7']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:03.735657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438217fa-0308-4359-a92b-c42b3706942b req-c90336e0-7ee1-406c-8548-ece00de2d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:03.737168 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-c90336e0-7ee1-406c-8548-ece00de2d847 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1095 time: 0.0472221 Aug 29 18:04:03.833294 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438217fa-0308-4359-a92b-c42b3706942b req-284a6960-f50b-46ec-a345-3be59bb72372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:03.834671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-284a6960-f50b-46ec-a345-3be59bb72372 service neutron] 10.222.0.16 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 897 time: 0.0907302 Aug 29 18:04:03.901375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-9cb629e5-80aa-4d53-b436-d37f165c1db8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 999 time: 0.0584445 Aug 29 18:04:03.949729 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438217fa-0308-4359-a92b-c42b3706942b req-b6390105-ff05-4474-8d1f-aab5bb817c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:03.951237 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-b6390105-ff05-4474-8d1f-aab5bb817c03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 200 len: 835 time: 0.0432372 Aug 29 18:04:04.028916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438217fa-0308-4359-a92b-c42b3706942b req-5193e618-84ea-41f9-86a1-3f325df95efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:04.030462 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-5193e618-84ea-41f9-86a1-3f325df95efa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=314699bf-8972-43c5-b4c1-efa0503a4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725765 Aug 29 18:04:04.038699 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb733-b781-4cd2-8174-92eb64f158a8 req-9ee572b4-c088-4c76-bc1a-dbf6df7529a1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:04.040036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be6eb733-b781-4cd2-8174-92eb64f158a8 req-9ee572b4-c088-4c76-bc1a-dbf6df7529a1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 943 time: 0.0733943 Aug 29 18:04:04.126154 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-be6eb733-b781-4cd2-8174-92eb64f158a8 req-85275485-966a-45c2-955c-849649ce19b0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777783 Aug 29 18:04:04.152435 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-84a501b6-303f-4f9c-8aea-a9e959519923 service neutron] 10.222.0.16 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115026 Aug 29 18:04:04.242452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-438217fa-0308-4359-a92b-c42b3706942b req-1e83214c-e469-4dba-bc1c-47b94e1d27e2 service neutron] 10.222.0.16 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822155 Aug 29 18:04:05.245581 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036a574-57f4-421d-97c6-743e3594d84d req-7b5630d9-384c-4e62-ba85-b23f478cc206 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:05.247062 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2036a574-57f4-421d-97c6-743e3594d84d req-7b5630d9-384c-4e62-ba85-b23f478cc206 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 943 time: 0.0521719 Aug 29 18:04:05.284309 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2036a574-57f4-421d-97c6-743e3594d84d req-a81105f0-b669-4346-a5a3-cca6f25961f0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313532 Aug 29 18:04:05.375241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:04:05.377857 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833d52e2-7892-47a9-9d62-5c9a809e7061" -d '{"events": [{"name": "network-changed", "server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:04:05.425077 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2137ea1a-2766-4431-a324-60dda7d448b8 x-openstack-request-id: req-2137ea1a-2766-4431-a324-60dda7d448b8 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:04:05.425397 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:04:05.425677 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2137ea1a-2766-4431-a324-60dda7d448b8 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:04:05.426165 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'status': 'completed', 'code': 200} Aug 29 18:04:05.486888 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-8653b641-62a2-47b4-a916-ef16cb536719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:05.488374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-8653b641-62a2-47b4-a916-ef16cb536719 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1095 time: 0.0434818 Aug 29 18:04:05.524042 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-dbbd66e3-4ee3-4bea-9f9d-3318c96a7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:05.525627 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-dbbd66e3-4ee3-4bea-9f9d-3318c96a7c79 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1095 time: 0.0795438 Aug 29 18:04:05.583662 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-bc99d9c2-740e-4a06-a527-6c4758e32ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:05.585130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-bc99d9c2-740e-4a06-a527-6c4758e32ab8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 897 time: 0.0886323 Aug 29 18:04:05.616348 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-23f4af0e-ef6e-4f16-9545-1d15ec402259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:05.617848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-23f4af0e-ef6e-4f16-9545-1d15ec402259 service neutron] 10.222.0.10 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 897 time: 0.0859351 Aug 29 18:04:05.652168 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-81b47526-0a3f-4194-87cf-ac5f76951d22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 999 time: 0.0586219 Aug 29 18:04:05.685643 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-feefdf06-bc04-47bb-b7b4-99aa273819e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 999 time: 0.0597169 Aug 29 18:04:05.705396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-ac36e789-8fdb-432b-90cc-fa141f527e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:05.706870 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-ac36e789-8fdb-432b-90cc-fa141f527e5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 200 len: 835 time: 0.0475767 Aug 29 18:04:05.733861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-c982436f-c75f-4bdf-9cff-a62f59392c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:05.735326 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-c982436f-c75f-4bdf-9cff-a62f59392c20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 200 len: 835 time: 0.0429451 Aug 29 18:04:05.752364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-92480fcd-73e4-425f-be9c-068698c98af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:05.753906 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-92480fcd-73e4-425f-be9c-068698c98af4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=314699bf-8972-43c5-b4c1-efa0503a4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401390 Aug 29 18:04:05.780464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-422e7606-8712-4199-bd75-0f021145e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:05.781982 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-422e7606-8712-4199-bd75-0f021145e87d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=314699bf-8972-43c5-b4c1-efa0503a4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399103 Aug 29 18:04:05.842860 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-a13eabe7-b04e-4ae5-a085-f14cb72646c6 service neutron] 10.222.0.16 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819905 Aug 29 18:04:05.873791 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-3b74453d-df49-42cc-a705-f185dc218366 service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843885 Aug 29 18:04:05.935330 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-9f9c08ba-3546-468d-b7b4-28bed78e77f7 service neutron] 10.222.0.16 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853918 Aug 29 18:04:05.963458 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-833d52e2-7892-47a9-9d62-5c9a809e7061 req-a7177b2a-db81-4a3f-a828-82ba813689de service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831804 Aug 29 18:04:06.404062 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff44a9-8303-4fe0-bdae-93be16990d31 req-bfab1bfa-03e0-44c9-b1df-387fe9843622 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:06.405557 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bfff44a9-8303-4fe0-bdae-93be16990d31 req-bfab1bfa-03e0-44c9-b1df-387fe9843622 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 943 time: 0.0529411 Aug 29 18:04:06.442550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bfff44a9-8303-4fe0-bdae-93be16990d31 req-4753e575-384e-4264-ba4b-3a2c8f7838ee tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310488 Aug 29 18:04:06.688570 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:04:07.558850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989f4d7-e654-4cd4-8684-dabc3df71222 req-19551bbe-58d7-40ea-ba15-47d22ce7306f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:07.560359 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f989f4d7-e654-4cd4-8684-dabc3df71222 req-19551bbe-58d7-40ea-ba15-47d22ce7306f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 943 time: 0.0495327 Aug 29 18:04:07.600224 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f989f4d7-e654-4cd4-8684-dabc3df71222 req-2f8c4e3e-34d8-4c4f-a6d8-7ddcd975a19e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334880 Aug 29 18:04:07.796743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffb9ae-bb7f-42f0-a5c4-c0e64cb8ec0f req-eb7b7db5-1d44-485f-b912-d0f899f7a7c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:07.798258 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e1ffb9ae-bb7f-42f0-a5c4-c0e64cb8ec0f req-eb7b7db5-1d44-485f-b912-d0f899f7a7c5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 943 time: 0.0505095 Aug 29 18:04:07.809391 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-fb0b367b-44bb-4a55-8311-6ad4e2e6435a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:07.810882 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-fb0b367b-44bb-4a55-8311-6ad4e2e6435a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&binding%3Ahost_id=n-h2-713301-13 HTTP/1.1" status: 200 len: 943 time: 0.0516679 Aug 29 18:04:07.842047 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e1ffb9ae-bb7f-42f0-a5c4-c0e64cb8ec0f req-1adb9d51-d3e4-48ee-a63b-35e7bff9f38e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376518 Aug 29 18:04:07.872083 n-d-713301-13 neutron-server[111676]: INFO neutron.api.v2.resource [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-97758b68-9def-4f3c-807d-b62ce3db4886 service neutron] delete failed (client error): The resource could not be found. Aug 29 18:04:07.873113 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-97758b68-9def-4f3c-807d-b62ce3db4886 service neutron] 10.222.0.10 "DELETE /v2.0/ports/7bf39b3f-0248-4a48-9eb8-6f4b036f7c05/bindings/n-h1-713301-13 HTTP/1.1" status: 404 len: 381 time: 0.0553620 Aug 29 18:04:07.994344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9978fb-aafb-46a1-8710-8540533f0c10 req-c27c2354-8865-40e1-a4b9-93912e043087 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:07.995782 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a9978fb-aafb-46a1-8710-8540533f0c10 req-c27c2354-8865-40e1-a4b9-93912e043087 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 943 time: 0.0803092 Aug 29 18:04:08.001132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-c5fa03bf-e04f-4eef-b254-adc0e02df86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:08.002814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-c5fa03bf-e04f-4eef-b254-adc0e02df86c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1095 time: 0.0847023 Aug 29 18:04:08.089111 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3a9978fb-aafb-46a1-8710-8540533f0c10 req-f7a0ba3c-526a-4b0c-88ec-b80257a25a14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843718 Aug 29 18:04:08.120599 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-8fe9a047-68a4-4879-be2b-6c3c19906695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:08.122164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-8fe9a047-68a4-4879-be2b-6c3c19906695 service neutron] 10.222.0.10 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 897 time: 0.1106567 Aug 29 18:04:08.234614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:04:08.280443 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:04:08.503499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:04:08.512956 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-7119b7f6-cd00-4b3d-8ec8-ac3bd4017a69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 999 time: 0.3839529 Aug 29 18:04:08.560968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-e151ab08-4bfb-4420-af6d-e866a8c9f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:08.562452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-e151ab08-4bfb-4420-af6d-e866a8c9f2c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 200 len: 835 time: 0.0423250 Aug 29 18:04:08.599796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:08.609935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-9e167ec3-35d3-4650-9290-473e2f824961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:08.611177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'port_id': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'mac_address': 'fa:16:3e:5c:49:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:04:08.611421 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-9e167ec3-35d3-4650-9290-473e2f824961 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=314699bf-8972-43c5-b4c1-efa0503a4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423832 Aug 29 18:04:08.649758 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:08.661959 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:04:08.680221 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:08.685275 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:08.702118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-7224b968-29b6-491e-8597-137c5464d938 service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838099 Aug 29 18:04:08.731284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:08.738692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.739042 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.739383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.739755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.740084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.740413 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.740741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.741069 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.741425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.741754 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.742079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.742402 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:04:08.794352 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-079ac540-ef86-4b63-9ee1-37f9ef0bb7db req-ea0bfd9f-78e4-4f37-8178-ad84e19e74d1 service neutron] 10.222.0.10 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852208 Aug 29 18:04:09.036030 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['7bf39b3f-0248-4a48-9eb8-6f4b036f7c05'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:04:09.218633 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf9a5-394e-46b2-9eb7-85473dd6a25a req-5a8d5861-d572-4eef-89b6-ac7310f6f194 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:09.226104 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3acdf9a5-394e-46b2-9eb7-85473dd6a25a req-5a8d5861-d572-4eef-89b6-ac7310f6f194 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 944 time: 0.0653124 Aug 29 18:04:09.269374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3acdf9a5-394e-46b2-9eb7-85473dd6a25a req-2a08c50e-2630-4e26-bdfb-6e528a6ca918 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Aug 29 18:04:10.382577 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a76e3-6c88-470d-9f4f-b9d91f90ce45 req-38f5304f-ebf2-4d0c-85e3-7a68ed3bd930 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:10.384039 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-928a76e3-6c88-470d-9f4f-b9d91f90ce45 req-38f5304f-ebf2-4d0c-85e3-7a68ed3bd930 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 944 time: 0.0493381 Aug 29 18:04:10.421777 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-928a76e3-6c88-470d-9f4f-b9d91f90ce45 req-4f1fa710-e353-4a1e-b7b9-9b54530695ef tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317907 Aug 29 18:04:10.443748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45756) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:04:10.501828 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:04:10.503552 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d6d2332d-c94d-4372-914d-773ef1d0d641 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/d8146243-af82-4029-a276-6f8c0bdd7a91 HTTP/1.1" status: 200 len: 992 time: 0.0587082 Aug 29 18:04:10.553922 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:04:10.558511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:04:10.558893 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:10.784579 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:10.805905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:04:10.808115 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36dcd83-1308-4b6f-b3e7-07c2e4c1c8a2" -d '{"events": [{"server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "name": "network-vif-plugged", "status": "completed", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:04:10.820336 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:04:10.825438 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:10.872289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,revision_number=9']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:04:10.903190 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32014b26-7f76-4baf-86a5-48c8e7b7fff5 x-openstack-request-id: req-32014b26-7f76-4baf-86a5-48c8e7b7fff5 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:04:10.903484 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "name": "network-vif-plugged", "status": "completed", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:04:10.903748 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32014b26-7f76-4baf-86a5-48c8e7b7fff5 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:04:10.904116 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'code': 200} Aug 29 18:04:12.996875 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0e873e66-1a79-4cdd-8a3b-4ff8000c5561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:15.621183 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-85d33dfc-3ee9-4a73-8abd-0bd8d974779d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:15.989447 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:16.914633 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:18.403380 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:18.583801 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:20.901643 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:35.888080 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-71695965-a4d7-45b5-85a0-1ac65b2b2d4c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398555 Aug 29 18:04:35.966452 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-6df3d6d4-4cf5-44b3-94c2-3d7f4886a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:35.967932 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-6df3d6d4-4cf5-44b3-94c2-3d7f4886a8c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1097 time: 0.0402582 Aug 29 18:04:36.071279 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-30e4ea8e-4e8a-4f95-8b33-c2b78efbdb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:36.072724 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-30e4ea8e-4e8a-4f95-8b33-c2b78efbdb58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 897 time: 0.0853250 Aug 29 18:04:36.136776 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-c3c09217-90aa-4b58-95eb-b19492e74cf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 1001 time: 0.0571320 Aug 29 18:04:36.190966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-1cef11e1-e5db-4617-b701-4c71b560abda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:36.192292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-1cef11e1-e5db-4617-b701-4c71b560abda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 200 len: 835 time: 0.0485196 Aug 29 18:04:36.240237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-aa8084e1-a3dc-41f3-9f5b-b852a83d9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:04:36.241674 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-aa8084e1-a3dc-41f3-9f5b-b852a83d9a67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=314699bf-8972-43c5-b4c1-efa0503a4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402014 Aug 29 18:04:36.331173 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-d7296fb4-ceb5-4847-93ce-d070ab7997b9 service neutron] 10.222.0.16 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822666 Aug 29 18:04:36.423982 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8576e676-2299-4a82-ad5b-75c13b6b8ac8 req-25a27a74-2bec-4e72-b120-95bebe015460 service neutron] 10.222.0.16 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846751 Aug 29 18:04:42.997634 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-907042c3-90cd-4a39-b004-b99875ec3c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:43.688630 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:04:45.622640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b6a24137-dfb0-4d8b-91fb-ccd2832d9515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:45.990046 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:46.918675 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:48.432815 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:48.585894 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:04:50.920504 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:03.407706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45782) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:03.909397 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 5c583679-2a25-448a-939e-25103c102272 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:05:03.909738 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:03.986681 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:03.987008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:03.998860 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 5c583679-2a25-448a-939e-25103c102272 owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:05:04.139955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:04.165606 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=5c583679-2a25-448a-939e-25103c102272,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:04.175869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.176219 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.176558 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.176896 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.177253 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.177956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.177956 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.178213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.178538 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.178864 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.179187 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.179507 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:04.237397 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:04.237722 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Floating IP d8146243-af82-4029-a276-6f8c0bdd7a91 disassociated (deleted). External IP: 172.25.5.178, port: 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05. Aug 29 18:05:04.444794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 5a2970ca-642e-4908-9a21-a790efd0474e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:05:04.552388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:05:04.557475 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:04.562637 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af7e2a-8c37-4227-9e91-b9ab8301702a None None] Sync routers for ids ['5a2970ca-642e-4908-9a21-a790efd0474e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:05:04.571952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af7e2a-8c37-4227-9e91-b9ab8301702a None None] Routers {'5a2970ca-642e-4908-9a21-a790efd0474e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:05:04.572575 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-20af7e2a-8c37-4227-9e91-b9ab8301702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:04:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5a2970ca-642e-4908-9a21-a790efd0474e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:04.583623 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-1c45f347-aace-4743-9ed3-b2292b4475f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/floatingips/d8146243-af82-4029-a276-6f8c0bdd7a91 HTTP/1.1" status: 204 len: 168 time: 1.1748405 Aug 29 18:05:04.584310 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:05:04.586710 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062f05df-3b22-4d95-8648-6e8f9760b681" -d '{"events": [{"name": "network-changed", "server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:05:04.631429 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17174b28-be58-4ad7-ba00-e73f18f0d36c x-openstack-request-id: req-17174b28-be58-4ad7-ba00-e73f18f0d36c {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:05:04.631792 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:05:04.632136 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17174b28-be58-4ad7-ba00-e73f18f0d36c {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:05:04.632578 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'status': 'completed', 'code': 200} Aug 29 18:05:04.682603 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-20af7e2a-8c37-4227-9e91-b9ab8301702a None None] Set router 5a2970ca-642e-4908-9a21-a790efd0474e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:05:04.695551 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f05df-3b22-4d95-8648-6e8f9760b681 req-903f7526-e746-49f2-96b4-034811e34e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:04.697045 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-062f05df-3b22-4d95-8648-6e8f9760b681 req-903f7526-e746-49f2-96b4-034811e34e9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 1097 time: 0.0430083 Aug 29 18:05:04.807923 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f05df-3b22-4d95-8648-6e8f9760b681 req-0560cefe-6ff1-4fb7-9e52-5e2ddfd908ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:04.809456 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-062f05df-3b22-4d95-8648-6e8f9760b681 req-0560cefe-6ff1-4fb7-9e52-5e2ddfd908ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 200 len: 897 time: 0.0992644 Aug 29 18:05:04.818326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f7099-35f7-4294-93c9-b0340c5590b3 req-eb9ba9a9-5b93-4d62-b26a-aae840e30140 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:04.832438 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab9f7099-35f7-4294-93c9-b0340c5590b3 req-eb9ba9a9-5b93-4d62-b26a-aae840e30140 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0653298 Aug 29 18:05:04.854661 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-062f05df-3b22-4d95-8648-6e8f9760b681 req-a908de7a-4f69-41fc-9bcd-b2ab48bc0996 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 200 len: 217 time: 0.0374877 Aug 29 18:05:04.871050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ab9f7099-35f7-4294-93c9-b0340c5590b3 req-5e3b0022-635d-48a9-bad8-5338b22070c9 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373883 Aug 29 18:05:04.899752 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-20af7e2a-8c37-4227-9e91-b9ab8301702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f', 'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:e3:c2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:57Z', 'updated_at': '2021-08-29T18:03:02Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:04.907712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f05df-3b22-4d95-8648-6e8f9760b681 req-64ee1457-ebab-45c5-88b4-e1190233c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:04.909203 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-062f05df-3b22-4d95-8648-6e8f9760b681 req-64ee1457-ebab-45c5-88b4-e1190233c801 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 200 len: 835 time: 0.0466847 Aug 29 18:05:04.929746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af7e2a-8c37-4227-9e91-b9ab8301702a None None] Checking router: 5a2970ca-642e-4908-9a21-a790efd0474e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:05:04.939090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af7e2a-8c37-4227-9e91-b9ab8301702a None None] Routers {'5a2970ca-642e-4908-9a21-a790efd0474e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:05:04.939704 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-20af7e2a-8c37-4227-9e91-b9ab8301702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:04:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5a2970ca-642e-4908-9a21-a790efd0474e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:04.961044 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f05df-3b22-4d95-8648-6e8f9760b681 req-3829f240-b4cd-4ff2-aaf5-dff2519313d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:04.962511 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-062f05df-3b22-4d95-8648-6e8f9760b681 req-3829f240-b4cd-4ff2-aaf5-dff2519313d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=314699bf-8972-43c5-b4c1-efa0503a4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448756 Aug 29 18:05:05.043522 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-20af7e2a-8c37-4227-9e91-b9ab8301702a None None] Set router 5a2970ca-642e-4908-9a21-a790efd0474e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:05:05.054154 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-062f05df-3b22-4d95-8648-6e8f9760b681 req-a41a2c40-3390-492a-9594-5e246c6d5a04 service neutron] 10.222.0.16 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829189 Aug 29 18:05:05.153209 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-062f05df-3b22-4d95-8648-6e8f9760b681 req-ec0df049-78d5-4c7f-8330-fee15d033031 service neutron] 10.222.0.16 "GET /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907674 Aug 29 18:05:05.237947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-20af7e2a-8c37-4227-9e91-b9ab8301702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f', 'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:e3:c2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:57Z', 'updated_at': '2021-08-29T18:03:02Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:05.264425 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af7e2a-8c37-4227-9e91-b9ab8301702a None None] The sync data for ids ['5a2970ca-642e-4908-9a21-a790efd0474e'] in n-d-713301-13 is: [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f', 'name': '', 'network_id': '314699bf-8972-43c5-b4c1-efa0503a4e78', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:e3:c2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:57Z', 'updated_at': '2021-08-29T18:03:02Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': '68e9f6b3-0b01-4fb3-ba3b-584cf376af10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:05:05.471331 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b60cc-e0ab-44e6-ab70-6386d0e03cdc None None] New status for floating IP d8146243-af82-4029-a276-6f8c0bdd7a91: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:05:06.003268 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0551d6-10ea-453e-a23c-ec95c435a840 req-d4109be6-f487-4431-87cd-9aa68ee9dce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:06.004774 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd0551d6-10ea-453e-a23c-ec95c435a840 req-d4109be6-f487-4431-87cd-9aa68ee9dce1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0519295 Aug 29 18:05:06.042370 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bd0551d6-10ea-453e-a23c-ec95c435a840 req-6f42e908-9117-4ecc-8a23-6617f9e9cb11 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcfa232-9e51-463d-b329-7cfa8413011d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Aug 29 18:05:06.319042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc213bc-ad1b-4dcf-b7d9-5520ebb47d9f req-4e0254d4-d302-42e0-8684-cffdba0870e1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:06.321061 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ecc213bc-ad1b-4dcf-b7d9-5520ebb47d9f req-4e0254d4-d302-42e0-8684-cffdba0870e1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 945 time: 0.0508330 Aug 29 18:05:06.414185 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-ecc213bc-ad1b-4dcf-b7d9-5520ebb47d9f req-dc8fb263-8b9c-4a8c-a3dd-cf1f30b9e62a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:05:06.414550 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ecc213bc-ad1b-4dcf-b7d9-5520ebb47d9f req-dc8fb263-8b9c-4a8c-a3dd-cf1f30b9e62a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:06.501384 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-ecc213bc-ad1b-4dcf-b7d9-5520ebb47d9f req-dc8fb263-8b9c-4a8c-a3dd-cf1f30b9e62a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:05:06.501755 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ecc213bc-ad1b-4dcf-b7d9-5520ebb47d9f req-dc8fb263-8b9c-4a8c-a3dd-cf1f30b9e62a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:06.514983 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-ecc213bc-ad1b-4dcf-b7d9-5520ebb47d9f req-dc8fb263-8b9c-4a8c-a3dd-cf1f30b9e62a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:05:06.644233 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ecc213bc-ad1b-4dcf-b7d9-5520ebb47d9f req-dc8fb263-8b9c-4a8c-a3dd-cf1f30b9e62a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:06.671165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fb263-8b9c-4a8c-a3dd-cf1f30b9e62a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=7bf39b3f-0248-4a48-9eb8-6f4b036f7c05,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:06.714846 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc213bc-ad1b-4dcf-b7d9-5520ebb47d9f req-dc8fb263-8b9c-4a8c-a3dd-cf1f30b9e62a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] No DVR routers for this DVR port 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:05:06.717432 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-ecc213bc-ad1b-4dcf-b7d9-5520ebb47d9f req-dc8fb263-8b9c-4a8c-a3dd-cf1f30b9e62a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:06.719427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ecc213bc-ad1b-4dcf-b7d9-5520ebb47d9f req-dc8fb263-8b9c-4a8c-a3dd-cf1f30b9e62a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "DELETE /v2.0/ports/7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 HTTP/1.1" status: 204 len: 173 time: 0.3912852 Aug 29 18:05:06.719868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'name': 'network-vif-deleted', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:05:06.722139 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3de8ac-4d5f-4303-8e13-fe3cb8977936" -d '{"events": [{"server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "name": "network-vif-deleted", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:05:06.761592 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90581cdd-bf02-464b-a437-ddde2f482863 x-openstack-request-id: req-90581cdd-bf02-464b-a437-ddde2f482863 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:05:06.761894 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bb1633-875b-4cf9-8ea3-560d20b8540c", "name": "network-vif-deleted", "tag": "7bf39b3f-0248-4a48-9eb8-6f4b036f7c05", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:05:06.762148 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90581cdd-bf02-464b-a437-ddde2f482863 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:05:06.762550 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bb1633-875b-4cf9-8ea3-560d20b8540c', 'name': 'network-vif-deleted', 'tag': '7bf39b3f-0248-4a48-9eb8-6f4b036f7c05', 'status': 'completed', 'code': 200} Aug 29 18:05:07.158415 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b6bfc3f3-ed7c-433b-8f06-4e09a94b6387 req-e9e49b42-14b9-4e3d-9942-b91ca2899af3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=83bb1633-875b-4cf9-8ea3-560d20b8540c HTTP/1.1" status: 200 len: 210 time: 0.0333579 Aug 29 18:05:08.214998 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45800) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:08.577240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:08.832309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:05:08.832654 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:08.921678 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:05:08.922048 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:08.935089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:05:09.115616 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:09.142943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:09.317627 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:09.530240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 5a2970ca-642e-4908-9a21-a790efd0474e has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:05:09.637669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:05:09.643375 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-77c1c1f1-bcfd-4350-b1d9-94d625816eeb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "PUT /v2.0/routers/5a2970ca-642e-4908-9a21-a790efd0474e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4273322 Aug 29 18:05:09.645457 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45802) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:09.646887 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabad0a6-e0fc-46ca-91e7-4347bd6529d0 None None] Sync routers for ids ['5a2970ca-642e-4908-9a21-a790efd0474e'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:05:09.656564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabad0a6-e0fc-46ca-91e7-4347bd6529d0 None None] Routers {'5a2970ca-642e-4908-9a21-a790efd0474e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:05:09.657109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cabad0a6-e0fc-46ca-91e7-4347bd6529d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:04:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5a2970ca-642e-4908-9a21-a790efd0474e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:09.695156 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d27b442-28d6-486e-96e7-585c31bec1bb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting subnet 68e9f6b3-0b01-4fb3-ba3b-584cf376af10 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:05:09.698652 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d27b442-28d6-486e-96e7-585c31bec1bb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:09.738095 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d27b442-28d6-486e-96e7-585c31bec1bb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:09.759203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-cabad0a6-e0fc-46ca-91e7-4347bd6529d0 None None] Set router 5a2970ca-642e-4908-9a21-a790efd0474e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:05:09.824560 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d27b442-28d6-486e-96e7-585c31bec1bb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:09.885753 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d27b442-28d6-486e-96e7-585c31bec1bb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:09.914651 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4d27b442-28d6-486e-96e7-585c31bec1bb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:09.916399 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4d27b442-28d6-486e-96e7-585c31bec1bb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/subnets/68e9f6b3-0b01-4fb3-ba3b-584cf376af10 HTTP/1.1" status: 204 len: 168 time: 0.2697611 Aug 29 18:05:09.917177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27b442-28d6-486e-96e7-585c31bec1bb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Subnet': ['ID=68e9f6b3-0b01-4fb3-ba3b-584cf376af10,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:09.919258 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45804) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:09.925533 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a8352-1081-46bf-8c12-96e2d99e31ce None None] Network 314699bf-8972-43c5-b4c1-efa0503a4e78 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:05:10.015250 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cabad0a6-e0fc-46ca-91e7-4347bd6529d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:05:09Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:10.027456 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.046008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabad0a6-e0fc-46ca-91e7-4347bd6529d0 None None] Checking router: 5a2970ca-642e-4908-9a21-a790efd0474e for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:05:10.069267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabad0a6-e0fc-46ca-91e7-4347bd6529d0 None None] Routers {'5a2970ca-642e-4908-9a21-a790efd0474e'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:05:10.069891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cabad0a6-e0fc-46ca-91e7-4347bd6529d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:04:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['5a2970ca-642e-4908-9a21-a790efd0474e'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:10.131813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.179979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] DHCP port deletion for 314699bf-8972-43c5-b4c1-efa0503a4e78 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:05:10.190646 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-cabad0a6-e0fc-46ca-91e7-4347bd6529d0 None None] Set router 5a2970ca-642e-4908-9a21-a790efd0474e gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:05:10.194404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port ffaf7db4-e52d-4c92-9118-f0f232168470 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:05:10.194765 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.272442 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port ffaf7db4-e52d-4c92-9118-f0f232168470, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ffaf7db4-e52d-4c92-9118-f0f232168470,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:05:10.272813 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.285254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for ffaf7db4-e52d-4c92-9118-f0f232168470 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:05:10.343300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Deleting port b4ad2436-998a-4c3c-892a-bebab5e4732d {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:05:10.343671 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.435118 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] For port b4ad2436-998a-4c3c-892a-bebab5e4732d, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=b4ad2436-998a-4c3c-892a-bebab5e4732d,segment=NetworkSegment(54fd4ced-11e0-4ae1-a740-4900669f744e),segment_id=54fd4ced-11e0-4ae1-a740-4900669f744e)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:05:10.435426 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.450885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Calling delete_port for b4ad2436-998a-4c3c-892a-bebab5e4732d owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:05:10.454512 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.486520 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=ffaf7db4-e52d-4c92-9118-f0f232168470,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:10.499450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-cabad0a6-e0fc-46ca-91e7-4347bd6529d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:05:09Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:10.511309 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.511671 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.512021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.512364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.512707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.513048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.513412 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.513754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.514089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.514426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.514758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.515089 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.532963 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabad0a6-e0fc-46ca-91e7-4347bd6529d0 None None] The sync data for ids ['5a2970ca-642e-4908-9a21-a790efd0474e'] in n-d-713301-13 is: [{'id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747557238', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:05:09Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'ffaf7db4-e52d-4c92-9118-f0f232168470', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2970ca-642e-4908-9a21-a790efd0474e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:02:55Z', 'updated_at': '2021-08-29T18:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:05:10.555847 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.579625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.610248 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] No DVR routers for this DVR port b4ad2436-998a-4c3c-892a-bebab5e4732d on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:05:10.616794 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Pushing event deleted for resources: {'Port': ['ID=b4ad2436-998a-4c3c-892a-bebab5e4732d,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:10.622877 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.623286 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.623692 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.624033 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.624489 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.624885 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.625313 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.625705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.626035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.626361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.626686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.627107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b43b87-c0e3-43a7-984c-4275f781c8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:10.656575 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.658793 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.701171 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.701713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Fanout notify agent at l3_agent the message router_deleted on router 5a2970ca-642e-4908-9a21-a790efd0474e {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:05:10.708743 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.709904 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1d612bf3-9f3b-47ab-a0b6-d450640ae1d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/routers/5a2970ca-642e-4908-9a21-a790efd0474e HTTP/1.1" status: 204 len: 168 time: 0.7896051 Aug 29 18:05:10.713189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45806) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:10.746472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:05:10.766012 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:05:10.766363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 7bf39b3f-0248-4a48-9eb8-6f4b036f7c05 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:05:10.794805 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.878125 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.888102 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314699bf-8972-43c5-b4c1-efa0503a4e78']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:10.899375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fd4ced-11e0-4ae1-a740-4900669f744e') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:10.899767 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fd4ced-11e0-4ae1-a740-4900669f744e') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:10.913514 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.928235 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.935720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:05:10.935720 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: timer() Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:05:10.938541 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:05:10.987719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b4ad2436-998a-4c3c-892a-bebab5e4732d no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:05:11.007574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: b4ad2436-998a-4c3c-892a-bebab5e4732d {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:05:11.007941 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device b4ad2436-998a-4c3c-892a-bebab5e4732d not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:05:11.018203 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:11.027586 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:11.032287 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/networks/314699bf-8972-43c5-b4c1-efa0503a4e78 HTTP/1.1" status: 204 len: 168 time: 0.3153841 Aug 29 18:05:11.032664 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45808) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:11.041861 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95616a-9894-4f90-a90d-f5f3e5dcf842 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Network': ['ID=314699bf-8972-43c5-b4c1-efa0503a4e78,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:11.093648 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b353a365-9223-4dda-baee-ae4acfa2ce02 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:11.123094 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b353a365-9223-4dda-baee-ae4acfa2ce02 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:11.186928 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b353a365-9223-4dda-baee-ae4acfa2ce02 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:11.189336 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b353a365-9223-4dda-baee-ae4acfa2ce02 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:11.190520 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b353a365-9223-4dda-baee-ae4acfa2ce02 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/security-groups/fdcfa232-9e51-463d-b329-7cfa8413011d HTTP/1.1" status: 204 len: 168 time: 0.1567461 Aug 29 18:05:11.200802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353a365-9223-4dda-baee-ae4acfa2ce02 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcfa232-9e51-463d-b329-7cfa8413011d,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:12.471872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45816) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:12.476680 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-cf9f64c1-48d2-488f-bd67-ee858dd37654 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087869059', 'description': 'tempest-secgroup-smoke-1087869059 description', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:12.499654 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf9f64c1-48d2-488f-bd67-ee858dd37654 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.550219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:05:12.573472 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:05:12.573814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ed6e3f6d-4a68-49d0-af6a-1e2ce9e8c33f not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:05:12.574233 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ffaf7db4-e52d-4c92-9118-f0f232168470 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:05:12.580653 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf9f64c1-48d2-488f-bd67-ee858dd37654 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.584648 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf9f64c1-48d2-488f-bd67-ee858dd37654 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.613824 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-cf9f64c1-48d2-488f-bd67-ee858dd37654 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.615192 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-cf9f64c1-48d2-488f-bd67-ee858dd37654 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1422973 Aug 29 18:05:12.618221 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45818) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:12.620481 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f64c1-48d2-488f-bd67-ee858dd37654 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62118964-5530-45a5-b595-3f2f5954b150,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:12.626121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-0d835918-72d6-4568-8551-11ddc8692f0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '62118964-5530-45a5-b595-3f2f5954b150', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:12.661434 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d835918-72d6-4568-8551-11ddc8692f0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.712220 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d835918-72d6-4568-8551-11ddc8692f0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.716587 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d835918-72d6-4568-8551-11ddc8692f0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.735902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d835918-72d6-4568-8551-11ddc8692f0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eac5ec5-1bc0-4c9f-a4d9-15dd4711125f,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:12.741948 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-0d835918-72d6-4568-8551-11ddc8692f0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.745951 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-0d835918-72d6-4568-8551-11ddc8692f0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227357 Aug 29 18:05:12.746274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45820) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:12.749939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ffaf7db4-e52d-4c92-9118-f0f232168470 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:05:12.750282 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ffaf7db4-e52d-4c92-9118-f0f232168470 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:05:12.751186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c11c54f2-0826-4e4f-b8e2-5c0f653ddc34 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '62118964-5530-45a5-b595-3f2f5954b150', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:12.777637 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c11c54f2-0826-4e4f-b8e2-5c0f653ddc34 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.835939 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c11c54f2-0826-4e4f-b8e2-5c0f653ddc34 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.839804 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c11c54f2-0826-4e4f-b8e2-5c0f653ddc34 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.854848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c54f2-0826-4e4f-b8e2-5c0f653ddc34 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f276706d-4561-4d1d-9290-0c5099cdf1f3,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:12.862896 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c11c54f2-0826-4e4f-b8e2-5c0f653ddc34 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.864105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c11c54f2-0826-4e4f-b8e2-5c0f653ddc34 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167173 Aug 29 18:05:12.866965 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45822) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:12.872409 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9e3f304d-819c-4d15-ab49-ea916c718727 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '62118964-5530-45a5-b595-3f2f5954b150', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:12.897541 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e3f304d-819c-4d15-ab49-ea916c718727 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.956180 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e3f304d-819c-4d15-ab49-ea916c718727 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.959772 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e3f304d-819c-4d15-ab49-ea916c718727 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.981280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f304d-819c-4d15-ab49-ea916c718727 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c5a014-d2b3-4fba-afc4-81e5e35de58c,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:12.985410 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9e3f304d-819c-4d15-ab49-ea916c718727 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:12.989296 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9e3f304d-819c-4d15-ab49-ea916c718727 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188135 Aug 29 18:05:12.989461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45824) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:12.994158 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ffbe575c-49c4-49bf-a76a-bd2f8040d109 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '62118964-5530-45a5-b595-3f2f5954b150', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:13.004061 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8aeab143-933b-471d-a450-40a68bb8b6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.022360 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffbe575c-49c4-49bf-a76a-bd2f8040d109 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.084210 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffbe575c-49c4-49bf-a76a-bd2f8040d109 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.088407 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffbe575c-49c4-49bf-a76a-bd2f8040d109 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.102577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe575c-49c4-49bf-a76a-bd2f8040d109 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adda4ec-aed0-4d76-a362-0149ab43c530,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:13.111317 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ffbe575c-49c4-49bf-a76a-bd2f8040d109 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.112475 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ffbe575c-49c4-49bf-a76a-bd2f8040d109 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220889 Aug 29 18:05:13.115141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45826) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:13.119406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-7c78fc03-8ea5-47bd-a19b-b22a85336374 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '62118964-5530-45a5-b595-3f2f5954b150', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:13.140404 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-7c78fc03-8ea5-47bd-a19b-b22a85336374 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Project aaa16d038f9e47c2855e7e0f2b97c718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:05:13.144997 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c78fc03-8ea5-47bd-a19b-b22a85336374 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.203309 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c78fc03-8ea5-47bd-a19b-b22a85336374 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.206482 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c78fc03-8ea5-47bd-a19b-b22a85336374 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.224605 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78fc03-8ea5-47bd-a19b-b22a85336374 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd1293e-8f97-43eb-b1cb-d2bc87599540,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:13.230919 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-7c78fc03-8ea5-47bd-a19b-b22a85336374 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.232398 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-7c78fc03-8ea5-47bd-a19b-b22a85336374 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160905 Aug 29 18:05:13.235087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45828) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:13.239450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-beb2b670-e854-4cab-988c-cfcfa70d9cb0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '62118964-5530-45a5-b595-3f2f5954b150', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:13.259188 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-beb2b670-e854-4cab-988c-cfcfa70d9cb0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Project aaa16d038f9e47c2855e7e0f2b97c718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:05:13.264388 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-beb2b670-e854-4cab-988c-cfcfa70d9cb0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.328286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-beb2b670-e854-4cab-988c-cfcfa70d9cb0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.331724 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-beb2b670-e854-4cab-988c-cfcfa70d9cb0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.352966 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2b670-e854-4cab-988c-cfcfa70d9cb0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464e37fc-df50-475c-b569-fbb45710ac05,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:13.356136 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-beb2b670-e854-4cab-988c-cfcfa70d9cb0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.357569 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-beb2b670-e854-4cab-988c-cfcfa70d9cb0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213036 Aug 29 18:05:13.360359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45830) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:13.365089 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'network': {'name': 'tempest-network-smoke--907149697', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'port_security_enabled': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:13.385461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:05:13.388774 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.412267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:05:13.421078 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.421446 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Added segment 211354f6-bb7c-4006-a947-594f552bf7ce of type vlan for network 7b960cde-2d99-483b-acdb-1904d3e619ea Aug 29 18:05:13.462212 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.486005 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.491569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:13.492132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.545431 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1840589 Aug 29 18:05:13.548079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45832) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:13.554559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'admin_state_up': True, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:13.573499 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dec768-eaef-4bce-9429-d6da498ce7a6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Network': ['ID=7b960cde-2d99-483b-acdb-1904d3e619ea,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:13.583832 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 7b960cde-2d99-483b-acdb-1904d3e619ea details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:05:13.587084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.588148 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.651215 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.785815 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.974656 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:13.993445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:14.092599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.25.5.190 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/c459958b-4410-4890-8471-051ab8aad30b) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:05:14.533480 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:14.570718 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:14.607856 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:05:14.610557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:05:14.617061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:05:14.642963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=c459958b-4410-4890-8471-051ab8aad30b,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:14.863057 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.063347 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.189514 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:05:15.294745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:05:15.304550 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Sync routers for ids ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:05:15.314253 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Routers {'04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:05:15.314882 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:04:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:15.316720 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.318125 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ef3328d8-7d0b-4a16-ac85-eba3a580f7b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7690227 Aug 29 18:05:15.321053 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45834) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:15.393893 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bee4ea0a-2a6d-4b01-b1f4-8dba1e74e885 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=aaa16d038f9e47c2855e7e0f2b97c718&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717049 Aug 29 18:05:15.396625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45838) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:15.419009 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Set router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:05:15.487995 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb82e9f-883b-4011-9f9a-6333c881f85d tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:15.489551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5fb82e9f-883b-4011-9f9a-6333c881f85d tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917439 Aug 29 18:05:15.492383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45840) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:15.520666 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-2da0a336-28f1-4133-bec7-a41617e5b011 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272439 Aug 29 18:05:15.523206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45842) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:15.527884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1732911344', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:15.592790 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:14Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:15.616307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:05:15.630175 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.630421 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Checking router: 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:05:15.630421 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Updating router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 port c459958b-4410-4890-8471-051ab8aad30b binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:05:15.633603 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1b679f67-af38-434f-8435-801e84ef2c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.656202 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.810972 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.876609 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Subnet': ['ID=ada2fe29-63c9-45ad-ac3d-4702b9bc076c,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:15.887902 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Checking segment: {'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:05:15.888275 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network hostable DHCP agents. Network: 7b960cde-2d99-483b-acdb-1904d3e619ea, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:05:15.902765 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.907151 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 7b960cde-2d99-483b-acdb-1904d3e619ea is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:05:15.912534 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Transition to ACTIVE for port object c459958b-4410-4890-8471-051ab8aad30b will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:05:15.916657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 7b960cde-2d99-483b-acdb-1904d3e619ea) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:05:15.921534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:15.922066 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.922223 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.927051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d69d81e-8b29-4c86-bae7-f3b3a1bd033e None None] Network 7b960cde-2d99-483b-acdb-1904d3e619ea requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:05:15.939341 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-70a102a4-9965-4928-9dd1-14d00930b805 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4151466 Aug 29 18:05:15.942084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45844) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:15.976194 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Attempting to bind port c459958b-4410-4890-8471-051ab8aad30b on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:05:15.976568 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Attempting to bind port c459958b-4410-4890-8471-051ab8aad30b by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:05:15.976929 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Attempting to bind port c459958b-4410-4890-8471-051ab8aad30b on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:05:15.986702 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Pushing event updated for resources: {'Port': ['ID=c459958b-4410-4890-8471-051ab8aad30b,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:15.989601 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:05:15.990059 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:05:15.990761 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:15.991317 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:05:15.992122 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Bound port: c459958b-4410-4890-8471-051ab8aad30b, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:05:15.992767 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.017148 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.017531 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.017874 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.018214 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.018547 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.018880 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.019208 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.019535 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.019862 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.020192 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.020512 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.020928 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:05:16.030322 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.056844 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] For port c459958b-4410-4890-8471-051ab8aad30b, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:05:16.060075 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] For port c459958b-4410-4890-8471-051ab8aad30b, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c459958b-4410-4890-8471-051ab8aad30b,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:05:16.064589 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.114387 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-7b960cde-2d99-483b-acdb-1904d3e619ea', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ips': [{'subnet_id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:05:16.115603 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.123535 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b5736-f310-409f-adcc-f35c899356eb None None] Pushing event updated for resources: {'Port': ['ID=c459958b-4410-4890-8471-051ab8aad30b,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:16.132474 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Routers {'04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:05:16.133084 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:16.277953 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Allocated IP 172.20.0.2 (7b960cde-2d99-483b-acdb-1904d3e619ea/ada2fe29-63c9-45ad-ac3d-4702b9bc076c/8f530bea-b103-4040-a4dd-c9406e1604ca) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:05:16.345858 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] Set router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:05:16.425121 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.426939 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.438107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Transition to ACTIVE for port object 8f530bea-b103-4040-a4dd-c9406e1604ca will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:05:16.454388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Transition to ACTIVE for port object 8f530bea-b103-4040-a4dd-c9406e1604ca will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:05:16.461980 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.498226 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Network 7b960cde-2d99-483b-acdb-1904d3e619ea is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:05:16.504546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:05:16.508463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:05:16.533139 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:14Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:16.549291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Pushing event updated for resources: {'Port': ['ID=8f530bea-b103-4040-a4dd-c9406e1604ca,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:16.561396 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f098c-eaf2-4da8-884e-2426d8905b88 None None] The sync data for ids ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'] in n-d-713301-13 is: [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:14Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:05:16.564317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Attempting to bind port 8f530bea-b103-4040-a4dd-c9406e1604ca on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:05:16.565311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Attempting to bind port 8f530bea-b103-4040-a4dd-c9406e1604ca by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:05:16.565311 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Attempting to bind port 8f530bea-b103-4040-a4dd-c9406e1604ca on network 7b960cde-2d99-483b-acdb-1904d3e619ea {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:05:16.570866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:05:16.571245 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Checking segment: {'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:05:16.571684 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.572128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Bound using segment: {'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:05:16.572600 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Bound port: 8f530bea-b103-4040-a4dd-c9406e1604ca, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:05:16.572987 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.643873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] For port 8f530bea-b103-4040-a4dd-c9406e1604ca, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:05:16.647781 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] For port 8f530bea-b103-4040-a4dd-c9406e1604ca, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8f530bea-b103-4040-a4dd-c9406e1604ca,segment=NetworkSegment(211354f6-bb7c-4006-a947-594f552bf7ce),segment_id=211354f6-bb7c-4006-a947-594f552bf7ce)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:05:16.652624 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.715357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88890588-fd1b-433a-97fe-e04e36161941 None None] Pushing event updated for resources: {'Port': ['ID=8f530bea-b103-4040-a4dd-c9406e1604ca,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:16.728768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.20.0.1 (7b960cde-2d99-483b-acdb-1904d3e619ea/ada2fe29-63c9-45ad-ac3d-4702b9bc076c/fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:05:16.868066 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.890986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Transition to ACTIVE for port object fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:05:16.951093 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:16.952173 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:17.007133 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 7b960cde-2d99-483b-acdb-1904d3e619ea is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:05:17.013624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:05:17.016174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:05:17.044842 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:17.073411 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:17.209636 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:17.502542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:17.507213 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:17.581407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:17.583813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:17.687845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 7b960cde-2d99-483b-acdb-1904d3e619ea is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:05:17.689292 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:05:17.718259 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832211b-8942-4d49-b8e9-d89c0ab50f62 None None] Network 7b960cde-2d99-483b-acdb-1904d3e619ea requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:05:17.783264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2bd03716-529c-4d51-b742-59669314d19b None None] Provisioning for port 8f530bea-b103-4040-a4dd-c9406e1604ca completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:05:17.800907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:05:17.919358 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:05:17.925149 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-fcf7358f-b533-43b9-b613-51b10d971e13 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "PUT /v2.0/routers/04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9820952 Aug 29 18:05:18.073808 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d74ba25a-d493-49f2-9b93-fca3cea5d6b7 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087869059&fields=id&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 267 time: 0.0387385 Aug 29 18:05:18.114811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b1cbc805-151e-4d4e-95ca-345c90699105 None None] Provisioning for port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:05:18.119560 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b1cbc805-151e-4d4e-95ca-345c90699105 None None] Provisioning complete for port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:05:18.120246 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b1cbc805-151e-4d4e-95ca-345c90699105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:18.160974 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbc805-151e-4d4e-95ca-345c90699105 None None] Port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:05:18.207252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-aabd06a1-e84f-4824-bc15-bd9c48e6369c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:18.208879 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-aabd06a1-e84f-4824-bc15-bd9c48e6369c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/networks?id=7b960cde-2d99-483b-acdb-1904d3e619ea HTTP/1.1" status: 200 len: 796 time: 0.1281044 Aug 29 18:05:18.225124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Sync routers for ids ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:05:18.228039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-9f3a2f92-ecb4-45b5-bf3e-39b71efcc7b9 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/quotas/aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 375 time: 0.0115314 Aug 29 18:05:18.235624 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Routers {'04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:05:18.236267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:18.282496 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-b882d658-6dc7-4931-b5d3-3799a395c8d0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476258 Aug 29 18:05:18.334300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d3ecb11f-e21a-4662-b6a9-fe774055d9d5 None None] Provisioning complete for port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:05:18.334608 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d3ecb11f-e21a-4662-b6a9-fe774055d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:18.378670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Set router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:05:18.389857 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-9479bb1f-3f01-4591-92b4-927af5c4c70e service neutron] 10.222.0.22 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942950 Aug 29 18:05:18.410278 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecb11f-e21a-4662-b6a9-fe774055d9d5 None None] Port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:05:18.441510 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:18.494675 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-7ff629ae-c011-44bd-b5ed-71f4444aa089 service neutron] 10.222.0.22 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961015 Aug 29 18:05:18.552961 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5cc7f032-8a5a-44fa-88a0-96ad7412b7d4 None None] Provisioning complete for port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:05:18.553359 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f032-8a5a-44fa-88a0-96ad7412b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:18.637067 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7f032-8a5a-44fa-88a0-96ad7412b7d4 None None] Port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:05:18.646269 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:18.668579 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:17Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f', 'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:2a:57:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:16Z', 'updated_at': '2021-08-29T18:05:17Z', 'revision_number': 2, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:18.695747 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7a52d728-3415-4661-8d9e-5ebc68fba655 req-e8c5ee55-c819-467b-98e3-0530980a1c59 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 210 time: 0.0473087 Aug 29 18:05:18.700963 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c459958b-4410-4890-8471-051ab8aad30b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:05:18.703465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Checking router: 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:05:18.704013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Updating router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:05:18.757047 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:18.803921 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port c459958b-4410-4890-8471-051ab8aad30b completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:05:18.815136 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c459958b-4410-4890-8471-051ab8aad30b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:05:18.815545 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.020634 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.057109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port c459958b-4410-4890-8471-051ab8aad30b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c459958b-4410-4890-8471-051ab8aad30b,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:05:19.064113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.064879 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8f530bea-b103-4040-a4dd-c9406e1604ca up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:05:19.193740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=c459958b-4410-4890-8471-051ab8aad30b,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:19.202102 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.216044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Transition to ACTIVE for port object fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:05:19.219228 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 8f530bea-b103-4040-a4dd-c9406e1604ca completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:05:19.223213 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.226256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 8f530bea-b103-4040-a4dd-c9406e1604ca triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:05:19.226610 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.301393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27e055-c8e4-45be-8566-4d697c77a2b2 None None] Pushing event updated for resources: {'Port': ['ID=fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:19.379745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Attempting to bind port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:05:19.380114 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Attempting to bind port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:05:19.380477 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Attempting to bind port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f on network 7b960cde-2d99-483b-acdb-1904d3e619ea {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:05:19.389631 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:05:19.390004 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Checking segment: {'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:05:19.390411 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.390799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Bound using segment: {'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:05:19.391264 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Bound port: fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:05:19.391641 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.409341 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.476354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 8f530bea-b103-4040-a4dd-c9406e1604ca, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8f530bea-b103-4040-a4dd-c9406e1604ca,segment=NetworkSegment(211354f6-bb7c-4006-a947-594f552bf7ce),segment_id=211354f6-bb7c-4006-a947-594f552bf7ce)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:05:19.488677 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.531089 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] For port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:05:19.557065 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] For port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f,segment=NetworkSegment(211354f6-bb7c-4006-a947-594f552bf7ce),segment_id=211354f6-bb7c-4006-a947-594f552bf7ce)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:05:19.568056 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.571157 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=8f530bea-b103-4040-a4dd-c9406e1604ca,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:19.607467 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-5796d51a-e09b-4d1f-bb0a-a8bae7c9e912 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:19.609343 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-5796d51a-e09b-4d1f-bb0a-a8bae7c9e912 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "GET /v2.0/networks?id=7b960cde-2d99-483b-acdb-1904d3e619ea HTTP/1.1" status: 200 len: 796 time: 0.1066918 Aug 29 18:05:19.626465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Routers {'04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:05:19.627109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:19.661019 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-14429cf2-0f8c-4ef1-a3d5-5349c276461f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 380 time: 0.0419490 Aug 29 18:05:19.671908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'port': {'device_id': 'f0c3693e-3f52-4010-977a-4323131c5589', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'admin_state_up': True, 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'security_groups': ['62118964-5530-45a5-b595-3f2f5954b150']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:19.672276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27e055-c8e4-45be-8566-4d697c77a2b2 None None] Pushing event updated for resources: {'Port': ['ID=fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:19.806632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-03695cce-3747-4709-a5a9-764bb20700cd req-eeb4b370-ae54-4ba6-90a2-9c5bac3ff18c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 210 time: 0.0322208 Aug 29 18:05:19.811541 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:05:19.817037 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:19.920162 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] Set router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:05:19.954837 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.20.0.10 (7b960cde-2d99-483b-acdb-1904d3e619ea/ada2fe29-63c9-45ad-ac3d-4702b9bc076c/618bce46-fb63-4472-8f0f-18e0a297f67e) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:05:20.089797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.104332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Transition to ACTIVE for port object 618bce46-fb63-4472-8f0f-18e0a297f67e will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:05:20.113892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:17Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f', 'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:2a:57:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:16Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:20.137402 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.146730 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458c43ca-7f8d-43ef-85a5-a047e13fd300 None None] The sync data for ids ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'] in n-d-713301-13 is: [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:17Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f', 'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:2a:57:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:16Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:05:20.183935 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network 7b960cde-2d99-483b-acdb-1904d3e619ea is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:05:20.187021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:05:20.193171 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:05:20.247496 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=618bce46-fb63-4472-8f0f-18e0a297f67e,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:20.283377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:20.284302 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.300642 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-d8a73838-9a55-4f4e-9155-6d182ba1b1b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6330698 Aug 29 18:05:20.313365 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Request body: {'port': {'device_id': 'f0c3693e-3f52-4010-977a-4323131c5589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:20.375642 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.437559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-635f5fe5-7c0b-4230-abe0-72854202e241 None None] Provisioning for port 618bce46-fb63-4472-8f0f-18e0a297f67e completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:05:20.442079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-635f5fe5-7c0b-4230-abe0-72854202e241 None None] Provisioning complete for port 618bce46-fb63-4472-8f0f-18e0a297f67e triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:05:20.442431 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-635f5fe5-7c0b-4230-abe0-72854202e241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.476553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-635f5fe5-7c0b-4230-abe0-72854202e241 None None] Port 618bce46-fb63-4472-8f0f-18e0a297f67e cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:05:20.662465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618bce46-fb63-4472-8f0f-18e0a297f67e {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:05:20.670966 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.687200 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Transition to ACTIVE for port object 618bce46-fb63-4472-8f0f-18e0a297f67e will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:05:20.687497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:05:20.691830 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.702964 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:05:20.754144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Pushing event updated for resources: {'Port': ['ID=618bce46-fb63-4472-8f0f-18e0a297f67e,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:20.758406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:05:20.766175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:05:20.766797 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.840881 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Attempting to bind port 618bce46-fb63-4472-8f0f-18e0a297f67e on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:05:20.841738 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Attempting to bind port 618bce46-fb63-4472-8f0f-18e0a297f67e by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:05:20.842081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Attempting to bind port 618bce46-fb63-4472-8f0f-18e0a297f67e on network 7b960cde-2d99-483b-acdb-1904d3e619ea {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:05:20.847624 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Port 618bce46-fb63-4472-8f0f-18e0a297f67e on network 7b960cde-2d99-483b-acdb-1904d3e619ea not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:05:20.847959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Attempting to bind port 618bce46-fb63-4472-8f0f-18e0a297f67e on network 7b960cde-2d99-483b-acdb-1904d3e619ea {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:05:20.860885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:05:20.861263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Checking segment: {'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:05:20.861591 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.861714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Bound using segment: {'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:05:20.862113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Bound port: 618bce46-fb63-4472-8f0f-18e0a297f67e, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211354f6-bb7c-4006-a947-594f552bf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:05:20.862483 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.938266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f,segment=NetworkSegment(211354f6-bb7c-4006-a947-594f552bf7ce),segment_id=211354f6-bb7c-4006-a947-594f552bf7ce)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:05:20.944990 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.946023 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c459958b-4410-4890-8471-051ab8aad30b up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:05:20.949828 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:20.971183 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] For port 618bce46-fb63-4472-8f0f-18e0a297f67e, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:05:20.978667 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] For port 618bce46-fb63-4472-8f0f-18e0a297f67e, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=618bce46-fb63-4472-8f0f-18e0a297f67e,segment=NetworkSegment(211354f6-bb7c-4006-a947-594f552bf7ce),segment_id=211354f6-bb7c-4006-a947-594f552bf7ce)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:05:20.993003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9803e-e712-4f42-af6b-367d23891675 req-e933f7f3-2d0b-482f-a0a7-12c563b17e03 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:20.995208 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a6b9803e-e712-4f42-af6b-367d23891675 req-e933f7f3-2d0b-482f-a0a7-12c563b17e03 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 944 time: 0.0832896 Aug 29 18:05:20.996375 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:21.031025 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:21.034337 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:21.035018 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:21.037146 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] 10.222.0.10 "PUT /v2.0/ports/618bce46-fb63-4472-8f0f-18e0a297f67e HTTP/1.1" status: 200 len: 1093 time: 0.7284334 Aug 29 18:05:21.045839 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c3693e-3f52-4010-977a-4323131c5589', 'tag': '618bce46-fb63-4472-8f0f-18e0a297f67e'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:05:21.048041 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07e732b-fcd7-42e3-81d3-ac12dfbce153" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c3693e-3f52-4010-977a-4323131c5589", "tag": "618bce46-fb63-4472-8f0f-18e0a297f67e"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:05:21.050669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port c459958b-4410-4890-8471-051ab8aad30b triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:05:21.051129 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:21.152949 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a6b9803e-e712-4f42-af6b-367d23891675 req-17a3cc74-0e0a-4877-801a-e88aa6fc2082 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278820 Aug 29 18:05:21.180256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8f530bea-b103-4040-a4dd-c9406e1604ca up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:05:21.217721 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10400d2-e4bf-4a02-badf-cf4357a0d4c8 x-openstack-request-id: req-e10400d2-e4bf-4a02-badf-cf4357a0d4c8 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:05:21.218010 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c3693e-3f52-4010-977a-4323131c5589", "tag": "618bce46-fb63-4472-8f0f-18e0a297f67e", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:05:21.218263 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e10400d2-e4bf-4a02-badf-cf4357a0d4c8 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:05:21.218658 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c3693e-3f52-4010-977a-4323131c5589', 'tag': '618bce46-fb63-4472-8f0f-18e0a297f67e', 'status': 'completed', 'code': 200} Aug 29 18:05:21.224193 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-0a824012-a840-45bf-9838-578f7d269268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:21.226072 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-0a824012-a840-45bf-9838-578f7d269268 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 1096 time: 0.1284487 Aug 29 18:05:21.226760 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91825095-6044-4a77-b3ac-8c6944c0b12e service neutron] Pushing event updated for resources: {'Port': ['ID=618bce46-fb63-4472-8f0f-18e0a297f67e,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:21.236882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 8f530bea-b103-4040-a4dd-c9406e1604ca triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:05:21.237300 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:21.280933 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-a416c1b6-46a3-40f9-ae79-707db20e79fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=618bce46-fb63-4472-8f0f-18e0a297f67e HTTP/1.1" status: 200 len: 217 time: 0.0424280 Aug 29 18:05:21.339146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-19d053d2-80bd-4de3-834d-5088ee8a6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:21.340738 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-19d053d2-80bd-4de3-834d-5088ee8a6b21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ada2fe29-63c9-45ad-ac3d-4702b9bc076c HTTP/1.1" status: 200 len: 835 time: 0.0523429 Aug 29 18:05:21.389130 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-8f0e7f12-0f1b-4e90-858e-065ef3a5d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:21.390701 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-8f0e7f12-0f1b-4e90-858e-065ef3a5d0ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b960cde-2d99-483b-acdb-1904d3e619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430381 Aug 29 18:05:21.486455 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-3a0d9055-0c62-4c9c-90d3-31386d8ed60b service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884182 Aug 29 18:05:21.575805 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-659cf380-73aa-49f3-bb0c-a6ea018a822d req-9fbe8e15-3c12-4eeb-9ec9-20f49ee957ce service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822465 Aug 29 18:05:21.664159 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e732b-fcd7-42e3-81d3-ac12dfbce153 req-cd70544b-6f91-4ef7-9a1a-bc885f8381af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:21.666214 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07e732b-fcd7-42e3-81d3-ac12dfbce153 req-cd70544b-6f91-4ef7-9a1a-bc885f8381af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 1096 time: 0.0458357 Aug 29 18:05:21.754461 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e732b-fcd7-42e3-81d3-ac12dfbce153 req-e304d0d8-d264-4ec3-b5ad-76510fe7f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:21.755895 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07e732b-fcd7-42e3-81d3-ac12dfbce153 req-e304d0d8-d264-4ec3-b5ad-76510fe7f939 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b960cde-2d99-483b-acdb-1904d3e619ea HTTP/1.1" status: 200 len: 897 time: 0.0832059 Aug 29 18:05:21.798254 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07e732b-fcd7-42e3-81d3-ac12dfbce153 req-924f7208-ab7f-4093-b884-3cf66cf67c35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=618bce46-fb63-4472-8f0f-18e0a297f67e HTTP/1.1" status: 200 len: 217 time: 0.0343535 Aug 29 18:05:21.849905 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e732b-fcd7-42e3-81d3-ac12dfbce153 req-4c61505c-b05f-41a6-9935-46d851f23862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:21.851321 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07e732b-fcd7-42e3-81d3-ac12dfbce153 req-4c61505c-b05f-41a6-9935-46d851f23862 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ada2fe29-63c9-45ad-ac3d-4702b9bc076c HTTP/1.1" status: 200 len: 835 time: 0.0461347 Aug 29 18:05:21.895689 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e732b-fcd7-42e3-81d3-ac12dfbce153 req-2e2297a5-ae3b-497a-bc3a-5b92cf995753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:21.897138 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07e732b-fcd7-42e3-81d3-ac12dfbce153 req-2e2297a5-ae3b-497a-bc3a-5b92cf995753 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b960cde-2d99-483b-acdb-1904d3e619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381577 Aug 29 18:05:21.988506 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07e732b-fcd7-42e3-81d3-ac12dfbce153 req-94739c3a-7d9f-4133-80ea-760f63dab5eb service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821919 Aug 29 18:05:22.080708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d07e732b-fcd7-42e3-81d3-ac12dfbce153 req-0133bec7-46ac-4050-940a-dac96911fcec service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844085 Aug 29 18:05:22.265261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398e817-597e-4f3b-8c52-29bda460fe9c req-5d67af59-bcd0-497f-b7a4-f57a1d2c2dec tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:22.266671 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8398e817-597e-4f3b-8c52-29bda460fe9c req-5d67af59-bcd0-497f-b7a4-f57a1d2c2dec tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 944 time: 0.0494153 Aug 29 18:05:22.303418 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8398e817-597e-4f3b-8c52-29bda460fe9c req-b3465d24-3ec9-43b9-9d86-e158774bc53f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309885 Aug 29 18:05:22.594632 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:05:22.644397 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:05:22.644770 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:23.426650 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4e2c2-6db1-415d-aeef-534ba2a6997b req-ebdaa67f-b1de-498b-8503-2a48f3b1a92e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:23.428114 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5db4e2c2-6db1-415d-aeef-534ba2a6997b req-ebdaa67f-b1de-498b-8503-2a48f3b1a92e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 944 time: 0.0532758 Aug 29 18:05:23.465302 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5db4e2c2-6db1-415d-aeef-534ba2a6997b req-82fb0686-3e31-4888-b96e-45131efaf5a5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307670 Aug 29 18:05:24.583081 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e7efe-28ca-46d7-905e-152cc99c2314 req-d1dbcd64-bf97-4289-928d-8f7f691b54a4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:24.584564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-517e7efe-28ca-46d7-905e-152cc99c2314 req-d1dbcd64-bf97-4289-928d-8f7f691b54a4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 944 time: 0.0530946 Aug 29 18:05:24.622714 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-517e7efe-28ca-46d7-905e-152cc99c2314 req-b1ca5530-b579-449b-ba4c-3a5b39e21568 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321300 Aug 29 18:05:24.653809 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 618bce46-fb63-4472-8f0f-18e0a297f67e details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:05:24.748391 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 618bce46-fb63-4472-8f0f-18e0a297f67e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=618bce46-fb63-4472-8f0f-18e0a297f67e,segment=NetworkSegment(211354f6-bb7c-4006-a947-594f552bf7ce),segment_id=211354f6-bb7c-4006-a947-594f552bf7ce)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:05:24.759232 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '618bce46-fb63-4472-8f0f-18e0a297f67e', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'port_id': '618bce46-fb63-4472-8f0f-18e0a297f67e', 'mac_address': 'fa:16:3e:a6:b9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:05:24.794831 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:24.806809 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618bce46-fb63-4472-8f0f-18e0a297f67e {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:05:24.824555 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 618bce46-fb63-4472-8f0f-18e0a297f67e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=618bce46-fb63-4472-8f0f-18e0a297f67e,segment=NetworkSegment(211354f6-bb7c-4006-a947-594f552bf7ce),segment_id=211354f6-bb7c-4006-a947-594f552bf7ce)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:05:24.828210 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:24.874765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=618bce46-fb63-4472-8f0f-18e0a297f67e,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:25.049935 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['618bce46-fb63-4472-8f0f-18e0a297f67e'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:05:25.733746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f94e3-b006-4d2b-850c-215c817810de req-4a94c987-d4ce-435c-8a7d-e91ea2864df1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:25.735241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef3f94e3-b006-4d2b-850c-215c817810de req-4a94c987-d4ce-435c-8a7d-e91ea2864df1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Aug 29 18:05:25.773079 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef3f94e3-b006-4d2b-850c-215c817810de req-8b9f0602-98c5-4bd1-959e-e6fc82bac46b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320661 Aug 29 18:05:26.668720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 618bce46-fb63-4472-8f0f-18e0a297f67e up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:05:26.718531 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 618bce46-fb63-4472-8f0f-18e0a297f67e completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:05:26.722150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 618bce46-fb63-4472-8f0f-18e0a297f67e triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:05:26.722523 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:26.795548 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:26.817562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c3693e-3f52-4010-977a-4323131c5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618bce46-fb63-4472-8f0f-18e0a297f67e'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:05:26.819810 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23c83a2-f6b7-4a47-a51f-16d668c12081" -d '{"events": [{"server_uuid": "f0c3693e-3f52-4010-977a-4323131c5589", "name": "network-vif-plugged", "status": "completed", "tag": "618bce46-fb63-4472-8f0f-18e0a297f67e"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:05:26.832670 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 618bce46-fb63-4472-8f0f-18e0a297f67e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=618bce46-fb63-4472-8f0f-18e0a297f67e,segment=NetworkSegment(211354f6-bb7c-4006-a947-594f552bf7ce),segment_id=211354f6-bb7c-4006-a947-594f552bf7ce)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:05:26.838096 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:26.861956 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f740162-8580-4fa4-a929-bd00fc84a1b9 x-openstack-request-id: req-1f740162-8580-4fa4-a929-bd00fc84a1b9 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:05:26.862250 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c3693e-3f52-4010-977a-4323131c5589", "name": "network-vif-plugged", "status": "completed", "tag": "618bce46-fb63-4472-8f0f-18e0a297f67e", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:05:26.862504 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f740162-8580-4fa4-a929-bd00fc84a1b9 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:05:26.862891 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c3693e-3f52-4010-977a-4323131c5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618bce46-fb63-4472-8f0f-18e0a297f67e', 'code': 200} Aug 29 18:05:26.891810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415456-4a01-41de-8a4b-3899c0539a0d req-fcf2b661-a832-47b9-963b-2e35eba5c12a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:26.893373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a9415456-4a01-41de-8a4b-3899c0539a0d req-fcf2b661-a832-47b9-963b-2e35eba5c12a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0518365 Aug 29 18:05:26.894398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=618bce46-fb63-4472-8f0f-18e0a297f67e,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:26.960803 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a9415456-4a01-41de-8a4b-3899c0539a0d req-1727e0cb-3e6e-4d8a-a786-8f534ed31212 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562737 Aug 29 18:05:26.969883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f7f82-cab9-4433-a056-74e7e4ffcaf4 req-1407c02a-b24f-4158-80ab-1402dd4b8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:26.971360 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-452f7f82-cab9-4433-a056-74e7e4ffcaf4 req-1407c02a-b24f-4158-80ab-1402dd4b8abe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 1098 time: 0.0534832 Aug 29 18:05:27.006370 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-452f7f82-cab9-4433-a056-74e7e4ffcaf4 req-b5217baa-3c94-4634-817a-276bcb0eae42 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282853 Aug 29 18:05:28.078466 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd2f26-5cbb-4f90-b490-744adc99a203 req-b4efe40c-c1ef-4000-93b9-1844a40e7847 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:28.079928 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1efd2f26-5cbb-4f90-b490-744adc99a203 req-b4efe40c-c1ef-4000-93b9-1844a40e7847 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0511236 Aug 29 18:05:28.118582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1efd2f26-5cbb-4f90-b490-744adc99a203 req-a7133224-ba54-446b-b013-3f5ef592bc1c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Aug 29 18:05:29.238253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c50505-1ecc-4a76-8094-554301de659b req-4a3e1efd-8dcc-4ebc-b3c4-92cc5c2a57d9 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:29.239728 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-14c50505-1ecc-4a76-8094-554301de659b req-4a3e1efd-8dcc-4ebc-b3c4-92cc5c2a57d9 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0538135 Aug 29 18:05:29.276606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-14c50505-1ecc-4a76-8094-554301de659b req-b73031bd-6581-48bd-8f43-1e0445710986 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308371 Aug 29 18:05:29.392140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6449c5-53be-4d87-8667-ab35ec733f96 req-0af465ee-01cf-4e53-aa97-14145421a15e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:29.393635 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ab6449c5-53be-4d87-8667-ab35ec733f96 req-0af465ee-01cf-4e53-aa97-14145421a15e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0521705 Aug 29 18:05:29.431886 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ab6449c5-53be-4d87-8667-ab35ec733f96 req-81f9589e-24be-4d97-a385-43f43ac883f7 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324440 Aug 29 18:05:29.452626 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45898) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:29.493489 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6b6439-30ac-41d9-8be5-fe5f92006b05 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:29.495049 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-fa6b6439-30ac-41d9-8be5-fe5f92006b05 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 1093 time: 0.0413852 Aug 29 18:05:29.497798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45900) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:29.502132 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '618bce46-fb63-4472-8f0f-18e0a297f67e', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:05:29.523681 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:29.622878 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:29.721517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.25.5.69 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/8f279cd8-c992-4289-8854-c14524983545) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:05:29.821282 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:29.858742 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:29.892786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:05:29.895459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:05:29.897995 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:05:29.927450 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=8f279cd8-c992-4289-8854-c14524983545,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:30.246192 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:30.308581 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:30.454795 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:30.459134 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:30.529925 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=8f279cd8-c992-4289-8854-c14524983545,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:05:30.537686 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:30.968820 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Floating IP 49fc6469-ccbf-450b-82f2-58eae0318863 associated. External IP: 172.25.5.69, port: 618bce46-fb63-4472-8f0f-18e0a297f67e. Aug 29 18:05:31.169660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:05:31.275840 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:05:31.285084 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e1fb6-9c61-455a-bdb2-1048f50912fa None None] Sync routers for ids ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:05:31.290701 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:31.294640 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e1fb6-9c61-455a-bdb2-1048f50912fa None None] Routers {'04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:05:31.295237 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-861e1fb6-9c61-455a-bdb2-1048f50912fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:31.323248 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-88566a12-821c-4328-b81f-d62c7439db3e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8214085 Aug 29 18:05:31.323248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c3693e-3f52-4010-977a-4323131c5589', 'tag': '618bce46-fb63-4472-8f0f-18e0a297f67e'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:05:31.323662 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ce8106-7c97-4467-9fec-9497f4739694" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c3693e-3f52-4010-977a-4323131c5589", "tag": "618bce46-fb63-4472-8f0f-18e0a297f67e"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:05:31.363554 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597a914d-d067-4384-960e-dde09008a8ba x-openstack-request-id: req-597a914d-d067-4384-960e-dde09008a8ba {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:05:31.364062 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c3693e-3f52-4010-977a-4323131c5589", "tag": "618bce46-fb63-4472-8f0f-18e0a297f67e", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:05:31.364418 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-597a914d-d067-4384-960e-dde09008a8ba {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:05:31.364894 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c3693e-3f52-4010-977a-4323131c5589', 'tag': '618bce46-fb63-4472-8f0f-18e0a297f67e', 'status': 'completed', 'code': 200} Aug 29 18:05:31.405653 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-861e1fb6-9c61-455a-bdb2-1048f50912fa None None] Set router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:05:31.452765 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5cd30-21c1-4f4a-98ea-7c7ca5ac26b2 req-5e286da1-6af8-447f-8f3d-a6296bb94c3b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:31.454227 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8f5cd30-21c1-4f4a-98ea-7c7ca5ac26b2 req-5e286da1-6af8-447f-8f3d-a6296bb94c3b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0822940 Aug 29 18:05:31.457263 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce8106-7c97-4467-9fec-9497f4739694 req-f5fb9634-98af-471c-bef3-9468f46e4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:31.458392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92ce8106-7c97-4467-9fec-9497f4739694 req-f5fb9634-98af-471c-bef3-9468f46e4650 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 1098 time: 0.0606570 Aug 29 18:05:31.543107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e8f5cd30-21c1-4f4a-98ea-7c7ca5ac26b2 req-798d5904-9f35-4591-b262-ed0b78a07a22 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820925 Aug 29 18:05:31.569720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45906) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:31.613065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce8106-7c97-4467-9fec-9497f4739694 req-edbd644b-4e6c-4d48-aabd-75a81b1bd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:31.614581 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92ce8106-7c97-4467-9fec-9497f4739694 req-edbd644b-4e6c-4d48-aabd-75a81b1bd685 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b960cde-2d99-483b-acdb-1904d3e619ea HTTP/1.1" status: 200 len: 897 time: 0.1477094 Aug 29 18:05:31.632451 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-861e1fb6-9c61-455a-bdb2-1048f50912fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:17Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '49fc6469-ccbf-450b-82f2-58eae0318863', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'port_id': '618bce46-fb63-4472-8f0f-18e0a297f67e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'mac_address': 'fa:16:3e:a6:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3693e-3f52-4010-977a-4323131c5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:05:30Z', 'updated_at': '2021-08-29T18:05:30Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f', 'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:2a:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:16Z', 'updated_at': '2021-08-29T18:05:20Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:31.658565 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e1fb6-9c61-455a-bdb2-1048f50912fa None None] Checking router: 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:05:31.666678 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e1fb6-9c61-455a-bdb2-1048f50912fa None None] Routers {'04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:05:31.667282 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-861e1fb6-9c61-455a-bdb2-1048f50912fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:05:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:31.680543 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8d7b344c-3308-427f-9e23-a700b8171e7e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/49fc6469-ccbf-450b-82f2-58eae0318863 HTTP/1.1" status: 200 len: 991 time: 0.1097269 Aug 29 18:05:31.700020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92ce8106-7c97-4467-9fec-9497f4739694 req-fa88433a-d311-4313-b99b-a5760d673b25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=618bce46-fb63-4472-8f0f-18e0a297f67e HTTP/1.1" status: 200 len: 999 time: 0.0766175 Aug 29 18:05:31.751053 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce8106-7c97-4467-9fec-9497f4739694 req-78b3d63c-a6c2-4920-a644-4d5d63281e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:31.752602 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92ce8106-7c97-4467-9fec-9497f4739694 req-78b3d63c-a6c2-4920-a644-4d5d63281e07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ada2fe29-63c9-45ad-ac3d-4702b9bc076c HTTP/1.1" status: 200 len: 835 time: 0.0457487 Aug 29 18:05:31.771309 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-861e1fb6-9c61-455a-bdb2-1048f50912fa None None] Set router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:05:31.798093 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce8106-7c97-4467-9fec-9497f4739694 req-954e2543-02ed-47ed-a43c-7c8a65e51da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:31.799597 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92ce8106-7c97-4467-9fec-9497f4739694 req-954e2543-02ed-47ed-a43c-7c8a65e51da1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b960cde-2d99-483b-acdb-1904d3e619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395131 Aug 29 18:05:31.894613 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92ce8106-7c97-4467-9fec-9497f4739694 req-7ace18ad-8714-4558-8694-6217aabd149b service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873528 Aug 29 18:05:31.986796 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-92ce8106-7c97-4467-9fec-9497f4739694 req-84e4800b-7933-47dd-b1be-a2e3be1a1e9f service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853307 Aug 29 18:05:31.997391 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-861e1fb6-9c61-455a-bdb2-1048f50912fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:17Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '49fc6469-ccbf-450b-82f2-58eae0318863', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'port_id': '618bce46-fb63-4472-8f0f-18e0a297f67e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'mac_address': 'fa:16:3e:a6:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3693e-3f52-4010-977a-4323131c5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:05:30Z', 'updated_at': '2021-08-29T18:05:30Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f', 'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:2a:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:16Z', 'updated_at': '2021-08-29T18:05:20Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:05:32.024188 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e1fb6-9c61-455a-bdb2-1048f50912fa None None] The sync data for ids ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'] in n-d-713301-13 is: [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:17Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '49fc6469-ccbf-450b-82f2-58eae0318863', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'port_id': '618bce46-fb63-4472-8f0f-18e0a297f67e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'mac_address': 'fa:16:3e:a6:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c3693e-3f52-4010-977a-4323131c5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:05:30Z', 'updated_at': '2021-08-29T18:05:30Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f', 'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:2a:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:16Z', 'updated_at': '2021-08-29T18:05:20Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:05:32.210573 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11965ff5-66bb-4fd2-aad5-3449b5f14b0d None None] New status for floating IP 49fc6469-ccbf-450b-82f2-58eae0318863: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:05:32.684307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45908) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:05:32.746624 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-67112896-55e0-4f53-bc49-f2afdc6e5665 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/49fc6469-ccbf-450b-82f2-58eae0318863 HTTP/1.1" status: 200 len: 993 time: 0.0612302 Aug 29 18:05:42.995106 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2da625ac-4a8d-4095-8c40-2f61f005ea7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:45.624075 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-751f6622-518b-4fb5-b335-5ce56c3eddfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:45.994840 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:46.924541 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:48.447061 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:48.597976 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:50.946065 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:05:57.692228 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:05:59.530767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f77443-db64-402e-8fda-6a75f38d5fd6 req-e6329e9b-b61f-4de9-bdbd-5c639a803f1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:05:59.532246 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06f77443-db64-402e-8fda-6a75f38d5fd6 req-e6329e9b-b61f-4de9-bdbd-5c639a803f1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0535855 Aug 29 18:05:59.569965 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06f77443-db64-402e-8fda-6a75f38d5fd6 req-da64a96e-a422-4e51-9540-eff3e8ca2696 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318863 Aug 29 18:06:00.690823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56213a18-d21d-4005-aba1-1f0216d64153 req-5a41fce8-3df7-40b4-9ef0-17824076b17c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:00.692322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56213a18-d21d-4005-aba1-1f0216d64153 req-5a41fce8-3df7-40b4-9ef0-17824076b17c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0541620 Aug 29 18:06:00.728808 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-56213a18-d21d-4005-aba1-1f0216d64153 req-553f7cca-8a3d-46f6-b160-2826fc410d35 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300786 Aug 29 18:06:01.843210 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7366a-fa1b-43ff-88c2-36cbad4a6528 req-fa0c4ed4-2f05-4a1c-be7b-52a9c18dca54 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:01.844673 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0c7366a-fa1b-43ff-88c2-36cbad4a6528 req-fa0c4ed4-2f05-4a1c-be7b-52a9c18dca54 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0491500 Aug 29 18:06:01.881143 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b0c7366a-fa1b-43ff-88c2-36cbad4a6528 req-789dc877-11d1-43f6-9d60-0415b562c49d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306325 Aug 29 18:06:02.995326 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba099aa-633e-4ef9-a9d9-7f3807198b4e req-8098034e-76c6-4530-9539-34aab4134178 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:02.996826 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fba099aa-633e-4ef9-a9d9-7f3807198b4e req-8098034e-76c6-4530-9539-34aab4134178 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0492327 Aug 29 18:06:03.033484 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fba099aa-633e-4ef9-a9d9-7f3807198b4e req-01bdcca2-c0c0-4251-9e6a-a4b75a3b75e4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Aug 29 18:06:04.148765 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336cd53-3d25-4543-9ddd-2683c9c2abb7 req-b4f9645c-a0c4-45dc-b21b-28a11559b07f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:04.150259 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5336cd53-3d25-4543-9ddd-2683c9c2abb7 req-b4f9645c-a0c4-45dc-b21b-28a11559b07f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0490389 Aug 29 18:06:04.188106 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5336cd53-3d25-4543-9ddd-2683c9c2abb7 req-a5ce15ca-3b61-49fe-a738-b6052f51cf37 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320630 Aug 29 18:06:05.300138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f0830-b005-443d-a37d-5d013ead696a req-10fd806e-d487-465b-8d84-22d78a0b0623 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:05.301652 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-621f0830-b005-443d-a37d-5d013ead696a req-10fd806e-d487-465b-8d84-22d78a0b0623 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0481279 Aug 29 18:06:05.337440 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-621f0830-b005-443d-a37d-5d013ead696a req-a2be06f6-5173-4be6-aafb-e7395cc4441b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300677 Aug 29 18:06:06.453100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d827cb-752d-4a5b-abb0-1baeb00eacd4 req-7ae0d9bb-ac76-4b2c-9531-12c9d4b60b15 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:06.454562 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9d827cb-752d-4a5b-abb0-1baeb00eacd4 req-7ae0d9bb-ac76-4b2c-9531-12c9d4b60b15 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0513170 Aug 29 18:06:06.491674 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9d827cb-752d-4a5b-abb0-1baeb00eacd4 req-c15b6f89-bf07-41ba-a0d3-9e4782a60e6f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313447 Aug 29 18:06:07.608971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf99de9-544d-4aa9-a462-30665037ed4e req-40d4118a-9db9-4842-8972-bf4787407ac8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:07.610475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbf99de9-544d-4aa9-a462-30665037ed4e req-40d4118a-9db9-4842-8972-bf4787407ac8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0532835 Aug 29 18:06:07.646936 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbf99de9-544d-4aa9-a462-30665037ed4e req-0e7675a7-292f-4465-ab0f-6f06ae0df128 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306191 Aug 29 18:06:08.759183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f38ca-95b1-46a2-8433-40b0e1d3c2c9 req-6f88fd89-c145-4bcf-bb9a-876c73ea5752 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:08.760619 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-408f38ca-95b1-46a2-8433-40b0e1d3c2c9 req-6f88fd89-c145-4bcf-bb9a-876c73ea5752 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0480824 Aug 29 18:06:08.797615 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-408f38ca-95b1-46a2-8433-40b0e1d3c2c9 req-284cc7fd-fc2f-4ef1-87ff-f46b0d20e84e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306287 Aug 29 18:06:09.910166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b68355-0db1-4480-9d34-6c46d403f738 req-9eb7499b-5f61-4457-b027-7faa23bfe87f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:09.911659 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-50b68355-0db1-4480-9d34-6c46d403f738 req-9eb7499b-5f61-4457-b027-7faa23bfe87f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0479610 Aug 29 18:06:09.950016 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-50b68355-0db1-4480-9d34-6c46d403f738 req-a6fe4b9d-1ea4-4633-ba34-3d8f81e0fea2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324955 Aug 29 18:06:09.972141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45946) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:10.031756 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a5105add-2174-46cb-89ea-f8c134b1a6cb tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/49fc6469-ccbf-450b-82f2-58eae0318863 HTTP/1.1" status: 200 len: 993 time: 0.0584626 Aug 29 18:06:11.296009 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a90d3-34b7-4b74-990f-600c0ebbf261 req-2c1bbad0-7e8f-48bc-9836-04d8a67b936f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:11.297639 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-673a90d3-34b7-4b74-990f-600c0ebbf261 req-2c1bbad0-7e8f-48bc-9836-04d8a67b936f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0540798 Aug 29 18:06:11.313248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25d9e6-cd55-43bc-ae3f-82829843a100 req-b3559a78-6759-4006-bc23-19f8c08fbcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:11.314780 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca25d9e6-cd55-43bc-ae3f-82829843a100 req-b3559a78-6759-4006-bc23-19f8c08fbcc1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 1098 time: 0.0457940 Aug 29 18:06:11.335480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-673a90d3-34b7-4b74-990f-600c0ebbf261 req-9233879b-5b72-424e-84ff-e97be2b309c0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Aug 29 18:06:11.405094 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25d9e6-cd55-43bc-ae3f-82829843a100 req-dc65059b-03ca-49d5-bb23-b4104a37716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:11.406615 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca25d9e6-cd55-43bc-ae3f-82829843a100 req-dc65059b-03ca-49d5-bb23-b4104a37716f service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b960cde-2d99-483b-acdb-1904d3e619ea HTTP/1.1" status: 200 len: 897 time: 0.0843711 Aug 29 18:06:11.475019 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca25d9e6-cd55-43bc-ae3f-82829843a100 req-ad7ae5ed-9897-4619-92ae-04585b081c91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=618bce46-fb63-4472-8f0f-18e0a297f67e HTTP/1.1" status: 200 len: 1001 time: 0.0617075 Aug 29 18:06:11.523060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25d9e6-cd55-43bc-ae3f-82829843a100 req-ef867fe4-406e-4957-9931-7a4b3114e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:11.524451 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca25d9e6-cd55-43bc-ae3f-82829843a100 req-ef867fe4-406e-4957-9931-7a4b3114e008 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ada2fe29-63c9-45ad-ac3d-4702b9bc076c HTTP/1.1" status: 200 len: 835 time: 0.0424294 Aug 29 18:06:11.567783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25d9e6-cd55-43bc-ae3f-82829843a100 req-b0f35baa-3144-44d4-accb-911969d3d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:11.569118 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca25d9e6-cd55-43bc-ae3f-82829843a100 req-b0f35baa-3144-44d4-accb-911969d3d7d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b960cde-2d99-483b-acdb-1904d3e619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378249 Aug 29 18:06:11.660672 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca25d9e6-cd55-43bc-ae3f-82829843a100 req-14a0a980-4712-4784-9fa9-39d167fa6b24 service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841355 Aug 29 18:06:11.749017 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ca25d9e6-cd55-43bc-ae3f-82829843a100 req-68a3bfcf-1b43-42e6-820e-ab63fef0c226 service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804217 Aug 29 18:06:12.452643 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59ee9a-5bec-483f-ab3a-448fd11146ea req-63d499b3-3799-4996-ad3e-0ff389c11ca6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:12.454164 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be59ee9a-5bec-483f-ab3a-448fd11146ea req-63d499b3-3799-4996-ad3e-0ff389c11ca6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0500331 Aug 29 18:06:12.491537 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-be59ee9a-5bec-483f-ab3a-448fd11146ea req-bfba603d-ec21-40c7-b6c9-f5fe03adb9dd tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314307 Aug 29 18:06:12.513741 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45956) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:12.576543 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a42d816c-0fc9-4d56-89b6-18acafde8057 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/49fc6469-ccbf-450b-82f2-58eae0318863 HTTP/1.1" status: 200 len: 993 time: 0.0617080 Aug 29 18:06:12.999123 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-697c29b8-bff2-4a24-84a2-06635737d444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:15.624325 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0e247220-f316-4ea1-9a3c-53d86d734f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:15.997482 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:16.927628 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:18.444740 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:18.603324 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:20.944987 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:30.012601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-b78c0272-9d4e-4f7e-ba3e-c8a61f8598ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400691 Aug 29 18:06:30.092150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-c7283d14-4c68-4805-8bda-121f7169eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:30.093667 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-c7283d14-4c68-4805-8bda-121f7169eaed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 1098 time: 0.0405567 Aug 29 18:06:30.199053 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-945b5c04-4adf-41e0-8711-5041c3257f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:30.200558 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-945b5c04-4adf-41e0-8711-5041c3257f17 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b960cde-2d99-483b-acdb-1904d3e619ea HTTP/1.1" status: 200 len: 897 time: 0.0862441 Aug 29 18:06:30.266945 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-54448939-d6c7-48cc-854f-d9ed9e3623c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=618bce46-fb63-4472-8f0f-18e0a297f67e HTTP/1.1" status: 200 len: 1001 time: 0.0587862 Aug 29 18:06:30.319684 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-abdb7861-6d1f-488e-973c-562ff174fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:30.321189 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-abdb7861-6d1f-488e-973c-562ff174fadc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ada2fe29-63c9-45ad-ac3d-4702b9bc076c HTTP/1.1" status: 200 len: 835 time: 0.0471330 Aug 29 18:06:30.366914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-99bf11e6-8f9f-4d25-ac7b-04990a86e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:30.368392 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-99bf11e6-8f9f-4d25-ac7b-04990a86e15c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b960cde-2d99-483b-acdb-1904d3e619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395956 Aug 29 18:06:30.455594 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-bd5ebda8-bf02-4a06-b954-bfd0ecc34a8f service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796244 Aug 29 18:06:30.547897 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f42f77e1-2b61-4d25-9c91-f6e85149cd06 req-03318d5e-8e6e-423e-a141-ad30ffa7cda7 service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856643 Aug 29 18:06:34.691164 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:06:42.917293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45972) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:42.999598 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4282cd55-f5a4-4a90-a7b9-5cb5cbdef46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:43.072685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 8f279cd8-c992-4289-8854-c14524983545 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:06:43.072948 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:43.149732 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:43.150066 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:43.161824 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 8f279cd8-c992-4289-8854-c14524983545 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:06:43.303928 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:43.334670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=8f279cd8-c992-4289-8854-c14524983545,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:43.358769 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.359133 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.359486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.359835 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.360182 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.360532 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.360872 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.361214 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.361572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.361909 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.362247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.362579 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:43.401125 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:43.401493 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Floating IP 49fc6469-ccbf-450b-82f2-58eae0318863 disassociated (deleted). External IP: 172.25.5.69, port: 618bce46-fb63-4472-8f0f-18e0a297f67e. Aug 29 18:06:43.607713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:06:43.716119 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:06:43.720886 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:43.725666 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69663a-8783-4aba-9cdf-6fbd99f419e8 None None] Sync routers for ids ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:06:43.734928 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69663a-8783-4aba-9cdf-6fbd99f419e8 None None] Routers {'04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:43.735534 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1f69663a-8783-4aba-9cdf-6fbd99f419e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:43.746803 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-7bf06f74-f527-4126-92e5-c7d62249a4ae tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/floatingips/49fc6469-ccbf-450b-82f2-58eae0318863 HTTP/1.1" status: 204 len: 168 time: 0.8284140 Aug 29 18:06:43.747366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c3693e-3f52-4010-977a-4323131c5589', 'tag': '618bce46-fb63-4472-8f0f-18e0a297f67e'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:06:43.750261 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605bd372-04cd-4d45-a039-607813730490" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c3693e-3f52-4010-977a-4323131c5589", "tag": "618bce46-fb63-4472-8f0f-18e0a297f67e"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:06:43.789402 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0b4815-27f6-4192-8010-c180bc853789 x-openstack-request-id: req-3f0b4815-27f6-4192-8010-c180bc853789 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:06:43.789402 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c3693e-3f52-4010-977a-4323131c5589", "tag": "618bce46-fb63-4472-8f0f-18e0a297f67e", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:06:43.789402 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f0b4815-27f6-4192-8010-c180bc853789 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:06:43.789402 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c3693e-3f52-4010-977a-4323131c5589', 'tag': '618bce46-fb63-4472-8f0f-18e0a297f67e', 'status': 'completed', 'code': 200} Aug 29 18:06:43.842864 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1f69663a-8783-4aba-9cdf-6fbd99f419e8 None None] Set router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:43.852067 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bd372-04cd-4d45-a039-607813730490 req-8ebf1dc5-5d49-44c2-88dd-c0167deec5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:43.853776 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-605bd372-04cd-4d45-a039-607813730490 req-8ebf1dc5-5d49-44c2-88dd-c0167deec5a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 1098 time: 0.0431714 Aug 29 18:06:43.963317 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bd372-04cd-4d45-a039-607813730490 req-afc7cc69-a865-4300-b42f-712530b3f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:43.964947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-605bd372-04cd-4d45-a039-607813730490 req-afc7cc69-a865-4300-b42f-712530b3f7cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b960cde-2d99-483b-acdb-1904d3e619ea HTTP/1.1" status: 200 len: 897 time: 0.0982847 Aug 29 18:06:43.993526 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16f3b9-bfc1-49ae-ab1d-73a106769871 req-43f3033f-e230-4be0-b1eb-81f93485ec45 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:43.995125 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e16f3b9-bfc1-49ae-ab1d-73a106769871 req-43f3033f-e230-4be0-b1eb-81f93485ec45 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0645773 Aug 29 18:06:44.011522 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-605bd372-04cd-4d45-a039-607813730490 req-1aa97918-c639-4b1d-a54d-bb61e26294cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=618bce46-fb63-4472-8f0f-18e0a297f67e HTTP/1.1" status: 200 len: 217 time: 0.0383034 Aug 29 18:06:44.036083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e16f3b9-bfc1-49ae-ab1d-73a106769871 req-deb28fed-13e1-49ef-9e5e-7dafd8f4a914 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338912 Aug 29 18:06:44.063843 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bd372-04cd-4d45-a039-607813730490 req-93d92b44-538c-4390-83b0-034d00d370f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:44.065385 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-605bd372-04cd-4d45-a039-607813730490 req-93d92b44-538c-4390-83b0-034d00d370f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ada2fe29-63c9-45ad-ac3d-4702b9bc076c HTTP/1.1" status: 200 len: 835 time: 0.0460463 Aug 29 18:06:44.111392 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bd372-04cd-4d45-a039-607813730490 req-b8bc9c6a-0cbe-46c8-8ed8-e52da7064ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:44.112903 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-605bd372-04cd-4d45-a039-607813730490 req-b8bc9c6a-0cbe-46c8-8ed8-e52da7064ebd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b960cde-2d99-483b-acdb-1904d3e619ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401828 Aug 29 18:06:44.141869 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1f69663a-8783-4aba-9cdf-6fbd99f419e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:17Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f', 'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:2a:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:16Z', 'updated_at': '2021-08-29T18:05:20Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:44.167095 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69663a-8783-4aba-9cdf-6fbd99f419e8 None None] Checking router: 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:06:44.177080 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69663a-8783-4aba-9cdf-6fbd99f419e8 None None] Routers {'04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:44.177777 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1f69663a-8783-4aba-9cdf-6fbd99f419e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:06:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:44.206748 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-605bd372-04cd-4d45-a039-607813730490 req-1e9ebe87-02fc-4541-94e2-0f6dcc20d3c1 service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857584 Aug 29 18:06:44.288782 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1f69663a-8783-4aba-9cdf-6fbd99f419e8 None None] Set router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:44.306707 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-605bd372-04cd-4d45-a039-607813730490 req-7c92971a-9c14-4f99-acca-4f0c3fdec1e3 service neutron] 10.222.0.10 "GET /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916989 Aug 29 18:06:44.478277 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1f69663a-8783-4aba-9cdf-6fbd99f419e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:17Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f', 'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:2a:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:16Z', 'updated_at': '2021-08-29T18:05:20Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:44.506315 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69663a-8783-4aba-9cdf-6fbd99f419e8 None None] The sync data for ids ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'] in n-d-713301-13 is: [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:17Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f', 'name': '', 'network_id': '7b960cde-2d99-483b-acdb-1904d3e619ea', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:2a:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:16Z', 'updated_at': '2021-08-29T18:05:20Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'ada2fe29-63c9-45ad-ac3d-4702b9bc076c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:06:44.706946 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b1c49-2f3b-40f3-b36c-0e7b7f49195f None None] New status for floating IP 49fc6469-ccbf-450b-82f2-58eae0318863: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:06:45.159107 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c43f7-2add-43ad-ae0d-019b6a98edf5 req-6b2a10b4-b723-4c8b-b4da-c6f231c4a026 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:45.160616 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-462c43f7-2add-43ad-ae0d-019b6a98edf5 req-6b2a10b4-b723-4c8b-b4da-c6f231c4a026 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0546212 Aug 29 18:06:45.199787 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-462c43f7-2add-43ad-ae0d-019b6a98edf5 req-245ce509-8607-4934-96a5-7979cb18f379 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=62118964-5530-45a5-b595-3f2f5954b150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332506 Aug 29 18:06:45.384733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf993a4-38cf-4d14-a677-098deb09f0cb req-db168c55-9fcd-4fdb-bd52-cf87d6be734d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:45.386103 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbf993a4-38cf-4d14-a677-098deb09f0cb req-db168c55-9fcd-4fdb-bd52-cf87d6be734d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 946 time: 0.0480282 Aug 29 18:06:45.477394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-cbf993a4-38cf-4d14-a677-098deb09f0cb req-b9e953a7-6bd5-414f-a344-5359821f0d23 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 618bce46-fb63-4472-8f0f-18e0a297f67e {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:06:45.477737 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cbf993a4-38cf-4d14-a677-098deb09f0cb req-b9e953a7-6bd5-414f-a344-5359821f0d23 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:45.562426 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-cbf993a4-38cf-4d14-a677-098deb09f0cb req-b9e953a7-6bd5-414f-a344-5359821f0d23 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port 618bce46-fb63-4472-8f0f-18e0a297f67e, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=618bce46-fb63-4472-8f0f-18e0a297f67e,segment=NetworkSegment(211354f6-bb7c-4006-a947-594f552bf7ce),segment_id=211354f6-bb7c-4006-a947-594f552bf7ce)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:45.562781 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cbf993a4-38cf-4d14-a677-098deb09f0cb req-b9e953a7-6bd5-414f-a344-5359821f0d23 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:45.575390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-cbf993a4-38cf-4d14-a677-098deb09f0cb req-b9e953a7-6bd5-414f-a344-5359821f0d23 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 618bce46-fb63-4472-8f0f-18e0a297f67e owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:06:45.625268 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-afcef120-5321-4f60-8b58-d17f618e23f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:45.707208 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cbf993a4-38cf-4d14-a677-098deb09f0cb req-b9e953a7-6bd5-414f-a344-5359821f0d23 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:45.739899 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e953a7-6bd5-414f-a344-5359821f0d23 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=618bce46-fb63-4472-8f0f-18e0a297f67e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:45.776592 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf993a4-38cf-4d14-a677-098deb09f0cb req-b9e953a7-6bd5-414f-a344-5359821f0d23 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] No DVR routers for this DVR port 618bce46-fb63-4472-8f0f-18e0a297f67e on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:06:45.779404 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-cbf993a4-38cf-4d14-a677-098deb09f0cb req-b9e953a7-6bd5-414f-a344-5359821f0d23 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:45.781765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-cbf993a4-38cf-4d14-a677-098deb09f0cb req-b9e953a7-6bd5-414f-a344-5359821f0d23 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.10 "DELETE /v2.0/ports/618bce46-fb63-4472-8f0f-18e0a297f67e HTTP/1.1" status: 204 len: 173 time: 0.3889740 Aug 29 18:06:45.790351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c3693e-3f52-4010-977a-4323131c5589', 'name': 'network-vif-deleted', 'tag': '618bce46-fb63-4472-8f0f-18e0a297f67e'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:06:45.792625 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c363b-8eb8-4093-a80d-9b30c7c2215e" -d '{"events": [{"server_uuid": "f0c3693e-3f52-4010-977a-4323131c5589", "name": "network-vif-deleted", "tag": "618bce46-fb63-4472-8f0f-18e0a297f67e"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:06:45.830462 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f3e1a5-c23b-4349-9dbe-460cf9e3018e x-openstack-request-id: req-92f3e1a5-c23b-4349-9dbe-460cf9e3018e {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:06:45.830757 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c3693e-3f52-4010-977a-4323131c5589", "name": "network-vif-deleted", "tag": "618bce46-fb63-4472-8f0f-18e0a297f67e", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:06:45.831014 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92f3e1a5-c23b-4349-9dbe-460cf9e3018e {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:06:45.831503 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c3693e-3f52-4010-977a-4323131c5589', 'name': 'network-vif-deleted', 'tag': '618bce46-fb63-4472-8f0f-18e0a297f67e', 'status': 'completed', 'code': 200} Aug 29 18:06:45.998471 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:46.322325 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-25b25802-9a6a-4c6d-b21b-3d9553ae1be2 req-826fecdb-0077-4db7-a1d7-eca1d8726d7c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0c3693e-3f52-4010-977a-4323131c5589 HTTP/1.1" status: 200 len: 210 time: 0.0303757 Aug 29 18:06:46.931834 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:47.376329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45990) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:47.719924 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:47.969331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:06:47.969836 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:48.057201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f,segment=NetworkSegment(211354f6-bb7c-4006-a947-594f552bf7ce),segment_id=211354f6-bb7c-4006-a947-594f552bf7ce)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:48.057593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:48.399602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:06:48.449827 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:48.583194 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:48.604278 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:48.613556 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:48.783233 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:48.992814 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:06:49.079993 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 618bce46-fb63-4472-8f0f-18e0a297f67e no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:06:49.096154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:06:49.099113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 618bce46-fb63-4472-8f0f-18e0a297f67e {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:06:49.099471 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 618bce46-fb63-4472-8f0f-18e0a297f67e not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:06:49.101100 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a7050222-e7b4-4d6b-8130-692dec454ddc tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "PUT /v2.0/routers/04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7237027 Aug 29 18:06:49.103842 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45992) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:49.107006 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3167915a-bd89-4097-875b-19d880e1c41a None None] Sync routers for ids ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:06:49.116426 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167915a-bd89-4097-875b-19d880e1c41a None None] Routers {'04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:49.117022 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3167915a-bd89-4097-875b-19d880e1c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:49.154670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1bae2b-379a-47f1-8a0a-d41e4dc9de78 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting subnet ada2fe29-63c9-45ad-ac3d-4702b9bc076c {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:06:49.157700 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba1bae2b-379a-47f1-8a0a-d41e4dc9de78 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.199543 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba1bae2b-379a-47f1-8a0a-d41e4dc9de78 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.222191 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3167915a-bd89-4097-875b-19d880e1c41a None None] Set router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:49.285392 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba1bae2b-379a-47f1-8a0a-d41e4dc9de78 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.343381 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba1bae2b-379a-47f1-8a0a-d41e4dc9de78 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.370821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bae2b-379a-47f1-8a0a-d41e4dc9de78 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Subnet': ['ID=ada2fe29-63c9-45ad-ac3d-4702b9bc076c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:49.374482 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-ba1bae2b-379a-47f1-8a0a-d41e4dc9de78 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.376706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ba1bae2b-379a-47f1-8a0a-d41e4dc9de78 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/subnets/ada2fe29-63c9-45ad-ac3d-4702b9bc076c HTTP/1.1" status: 204 len: 168 time: 0.2715213 Aug 29 18:06:49.379446 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45994) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:49.383335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6c03eb-577c-4b8b-8f70-2bd84ad2f3ed None None] Network 7b960cde-2d99-483b-acdb-1904d3e619ea requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:06:49.404502 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3167915a-bd89-4097-875b-19d880e1c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:06:48Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:49.436853 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3167915a-bd89-4097-875b-19d880e1c41a None None] Checking router: 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:06:49.445659 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167915a-bd89-4097-875b-19d880e1c41a None None] Routers {'04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:49.446268 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3167915a-bd89-4097-875b-19d880e1c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:49.492385 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.560721 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3167915a-bd89-4097-875b-19d880e1c41a None None] Set router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:49.566783 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] DHCP port deletion for 7b960cde-2d99-483b-acdb-1904d3e619ea request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:06:49.605250 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.616797 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Deleting port 8f530bea-b103-4040-a4dd-c9406e1604ca {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:06:49.617186 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.665819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port c459958b-4410-4890-8471-051ab8aad30b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:06:49.666268 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.684669 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] For port 8f530bea-b103-4040-a4dd-c9406e1604ca, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=8f530bea-b103-4040-a4dd-c9406e1604ca,segment=NetworkSegment(211354f6-bb7c-4006-a947-594f552bf7ce),segment_id=211354f6-bb7c-4006-a947-594f552bf7ce)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:49.685154 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.698024 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Calling delete_port for 8f530bea-b103-4040-a4dd-c9406e1604ca owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:06:49.747526 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3167915a-bd89-4097-875b-19d880e1c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:06:48Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:49.751346 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port c459958b-4410-4890-8471-051ab8aad30b, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=c459958b-4410-4890-8471-051ab8aad30b,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:49.751735 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.764616 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for c459958b-4410-4890-8471-051ab8aad30b owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:06:49.775049 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3167915a-bd89-4097-875b-19d880e1c41a None None] The sync data for ids ['04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8'] in n-d-713301-13 is: [{'id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104345532', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'c459958b-4410-4890-8471-051ab8aad30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:06:48Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': 'c459958b-4410-4890-8471-051ab8aad30b', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:05:13Z', 'updated_at': '2021-08-29T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:06:49.781378 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.812266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] No DVR routers for this DVR port 8f530bea-b103-4040-a4dd-c9406e1604ca on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:06:49.817458 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Pushing event deleted for resources: {'Port': ['ID=8f530bea-b103-4040-a4dd-c9406e1604ca,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:49.827337 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.827682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.828020 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.828351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.828688 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.829011 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.829363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.829687 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.830008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.830329 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.830650 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.830970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce504baf-49c8-41f4-860d-787ba4ed37ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:49.944391 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:49.970375 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=c459958b-4410-4890-8471-051ab8aad30b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:50.027970 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.121010 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.123995 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.168997 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.169484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Fanout notify agent at l3_agent the message router_deleted on router 04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:06:50.177014 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.178241 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-43685425-6d6f-4eb7-9f53-93b7c61f7aed tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/routers/04e6d7a6-8c77-4b9f-8c3d-ef332e816ad8 HTTP/1.1" status: 204 len: 168 time: 0.7978194 Aug 29 18:06:50.181095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 45996) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:50.261586 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.353201 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.364098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b960cde-2d99-483b-acdb-1904d3e619ea']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:50.375536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211354f6-bb7c-4006-a947-594f552bf7ce') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:50.375761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211354f6-bb7c-4006-a947-594f552bf7ce') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:50.385159 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.399865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.406069 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:06:50.406463 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: timer() Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:06:50.409737 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:06:50.468803 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.472962 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.475407 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/networks/7b960cde-2d99-483b-acdb-1904d3e619ea HTTP/1.1" status: 204 len: 168 time: 0.2932558 Aug 29 18:06:50.478323 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 45998) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:50.490023 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Network': ['ID=7b960cde-2d99-483b-acdb-1904d3e619ea,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:50.498548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.498901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.499241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.499577 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.499910 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.500238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.500569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.500898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.501239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.501684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.502010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.502336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b29f6-0c49-4a59-9734-50a5de61b01d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:50.536645 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-62e6140a-9cb6-4e7f-97c6-750bd6688918 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.561710 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-62e6140a-9cb6-4e7f-97c6-750bd6688918 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.619373 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-62e6140a-9cb6-4e7f-97c6-750bd6688918 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.622119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-62e6140a-9cb6-4e7f-97c6-750bd6688918 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:50.623921 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-62e6140a-9cb6-4e7f-97c6-750bd6688918 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/security-groups/62118964-5530-45a5-b595-3f2f5954b150 HTTP/1.1" status: 204 len: 168 time: 0.1446059 Aug 29 18:06:50.633082 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6140a-9cb6-4e7f-97c6-750bd6688918 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62118964-5530-45a5-b595-3f2f5954b150,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:50.828429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:06:50.849909 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:06:50.850330 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device fc56f3c5-274f-4c26-bbfa-dbc7fe902f0f not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:06:50.850973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c459958b-4410-4890-8471-051ab8aad30b no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:06:50.869740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: c459958b-4410-4890-8471-051ab8aad30b {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:06:50.870087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device c459958b-4410-4890-8471-051ab8aad30b not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:06:50.870497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8f530bea-b103-4040-a4dd-c9406e1604ca no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:06:50.888452 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 8f530bea-b103-4040-a4dd-c9406e1604ca {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:06:50.888742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 8f530bea-b103-4040-a4dd-c9406e1604ca not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:06:50.959493 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.140168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46004) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:51.144885 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-74e0676f-25c4-4b18-88a3-b8a237dc1c03 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597667755', 'description': 'tempest-secgroup-smoke-597667755 description', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:51.166797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74e0676f-25c4-4b18-88a3-b8a237dc1c03 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.250020 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74e0676f-25c4-4b18-88a3-b8a237dc1c03 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.253551 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74e0676f-25c4-4b18-88a3-b8a237dc1c03 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.279056 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-74e0676f-25c4-4b18-88a3-b8a237dc1c03 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.280771 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-74e0676f-25c4-4b18-88a3-b8a237dc1c03 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1396344 Aug 29 18:06:51.283793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46006) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:51.284634 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0676f-25c4-4b18-88a3-b8a237dc1c03 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1078203a-2206-4a63-9fb6-8df5a9234efa,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:51.293536 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-cbbe1928-00af-4173-9e54-13b7fc0f6168 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '1078203a-2206-4a63-9fb6-8df5a9234efa', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:51.318637 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbbe1928-00af-4173-9e54-13b7fc0f6168 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.377626 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbbe1928-00af-4173-9e54-13b7fc0f6168 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.381043 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbbe1928-00af-4173-9e54-13b7fc0f6168 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.399868 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe1928-00af-4173-9e54-13b7fc0f6168 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7683430-1891-45a1-a263-9ad52990a4c0,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:51.403327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-cbbe1928-00af-4173-9e54-13b7fc0f6168 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.405156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cbbe1928-00af-4173-9e54-13b7fc0f6168 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202416 Aug 29 18:06:51.407904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46008) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:51.412553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8892a91b-dc6c-4ad7-86a7-ecf3dea273b5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '1078203a-2206-4a63-9fb6-8df5a9234efa', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:51.437955 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8892a91b-dc6c-4ad7-86a7-ecf3dea273b5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.493512 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8892a91b-dc6c-4ad7-86a7-ecf3dea273b5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.497555 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8892a91b-dc6c-4ad7-86a7-ecf3dea273b5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.512217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892a91b-dc6c-4ad7-86a7-ecf3dea273b5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a64b61-b3e3-425f-8258-b6cfd103fb65,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:51.521200 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8892a91b-dc6c-4ad7-86a7-ecf3dea273b5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.522414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8892a91b-dc6c-4ad7-86a7-ecf3dea273b5 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135690 Aug 29 18:06:51.525058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46010) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:51.530040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c29f7b0f-ff07-4579-bfe9-3fd4ff9b208b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '1078203a-2206-4a63-9fb6-8df5a9234efa', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:51.554419 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c29f7b0f-ff07-4579-bfe9-3fd4ff9b208b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.610447 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c29f7b0f-ff07-4579-bfe9-3fd4ff9b208b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.613824 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c29f7b0f-ff07-4579-bfe9-3fd4ff9b208b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.631338 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f7b0f-ff07-4579-bfe9-3fd4ff9b208b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c6480f-15e4-4252-ae19-6739a3260926,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:51.637192 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c29f7b0f-ff07-4579-bfe9-3fd4ff9b208b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.639006 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c29f7b0f-ff07-4579-bfe9-3fd4ff9b208b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123912 Aug 29 18:06:51.641559 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46012) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:51.645840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-bafb8920-07d5-4f60-ab7b-61fc02f129bf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '1078203a-2206-4a63-9fb6-8df5a9234efa', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:51.670149 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bafb8920-07d5-4f60-ab7b-61fc02f129bf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.729068 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bafb8920-07d5-4f60-ab7b-61fc02f129bf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.732801 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bafb8920-07d5-4f60-ab7b-61fc02f129bf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.750218 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb8920-07d5-4f60-ab7b-61fc02f129bf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c2ed4e-eb20-45c4-b6cd-1854c8506b44,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:51.755515 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bafb8920-07d5-4f60-ab7b-61fc02f129bf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.756790 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bafb8920-07d5-4f60-ab7b-61fc02f129bf tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143281 Aug 29 18:06:51.759617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46014) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:51.764571 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ee901c79-a285-4937-a478-6a94578d04ff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '1078203a-2206-4a63-9fb6-8df5a9234efa', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:51.785480 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-ee901c79-a285-4937-a478-6a94578d04ff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Project aaa16d038f9e47c2855e7e0f2b97c718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:06:51.790162 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ee901c79-a285-4937-a478-6a94578d04ff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.847902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ee901c79-a285-4937-a478-6a94578d04ff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.851676 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ee901c79-a285-4937-a478-6a94578d04ff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.868527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee901c79-a285-4937-a478-6a94578d04ff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece62054-e10f-4267-a831-fd39a1a1ed63,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:51.875542 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ee901c79-a285-4937-a478-6a94578d04ff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.876890 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ee901c79-a285-4937-a478-6a94578d04ff tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163051 Aug 29 18:06:51.879490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46016) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:51.883783 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-aa144f5c-1d82-4b94-ba93-caa8625a70b2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'security_group_rule': {'security_group_id': '1078203a-2206-4a63-9fb6-8df5a9234efa', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:51.905247 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-aa144f5c-1d82-4b94-ba93-caa8625a70b2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Project aaa16d038f9e47c2855e7e0f2b97c718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:06:51.909828 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa144f5c-1d82-4b94-ba93-caa8625a70b2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.969354 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa144f5c-1d82-4b94-ba93-caa8625a70b2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.972783 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa144f5c-1d82-4b94-ba93-caa8625a70b2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:51.991274 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa144f5c-1d82-4b94-ba93-caa8625a70b2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8914b6f-0239-4048-89f1-b6abcacb7f1a,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:52.000892 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-aa144f5c-1d82-4b94-ba93-caa8625a70b2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:52.002074 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-aa144f5c-1d82-4b94-ba93-caa8625a70b2 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216681 Aug 29 18:06:52.005011 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46018) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:52.009895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'network': {'name': 'tempest-network-smoke--1581883443', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'port_security_enabled': True}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:52.029602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:06:52.032818 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:52.056214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:06:52.065855 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:52.066224 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Added segment d4f99edd-e6b4-4343-b96a-628b4d1500fb of type vlan for network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 Aug 29 18:06:52.106728 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:52.130662 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:52.136319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:52.136894 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:52.194750 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1886654 Aug 29 18:06:52.197489 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46020) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:52.204160 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'admin_state_up': True, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:52.212195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70656fb8-71da-4fea-b088-c0ad677b1e52 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Network': ['ID=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:52.222839 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:06:52.231375 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:52.233064 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:52.289668 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:52.421635 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:52.947592 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:52.967331 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:53.065008 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.25.5.56 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/6439bad8-ecc2-4d29-9b08-280688a70799) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:06:53.166653 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:53.205448 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:53.241861 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:06:53.247350 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:06:53.252919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:06:53.257834 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=6439bad8-ecc2-4d29-9b08-280688a70799,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:53.499350 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:53.694177 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:53.819102 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 3761b4dd-c842-41cf-a298-c47b3b7dad74 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:06:53.922988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:06:53.932684 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Sync routers for ids ['3761b4dd-c842-41cf-a298-c47b3b7dad74'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:06:53.942227 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:53.942431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Routers {'3761b4dd-c842-41cf-a298-c47b3b7dad74'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:53.942971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3761b4dd-c842-41cf-a298-c47b3b7dad74'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:53.943892 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ceaf8d50-2c8b-4dc2-8a04-c28cc5f0b5f1 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7450588 Aug 29 18:06:53.946641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46022) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:53.974975 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c6921317-8149-407b-9df5-47d962e14687 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=aaa16d038f9e47c2855e7e0f2b97c718&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271997 Aug 29 18:06:53.977602 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46024) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:54.048747 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Set router 3761b4dd-c842-41cf-a298-c47b3b7dad74 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:54.066764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5112074b-9cf3-4ad9-8051-9b1696202d4f tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:54.068291 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5112074b-9cf3-4ad9-8051-9b1696202d4f tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898037 Aug 29 18:06:54.071191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46026) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:54.100014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-faf1bbcb-c8ea-42a0-b7d7-67af0189c768 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=a5896d2b-14a1-47dc-95a4-de1b0f25e229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278180 Aug 29 18:06:54.102635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46028) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:54.107686 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1113265104', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:54.194797 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:06:54.198301 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:54.224917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:53Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:54.251577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Checking router: 3761b4dd-c842-41cf-a298-c47b3b7dad74 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:06:54.251925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Updating router 3761b4dd-c842-41cf-a298-c47b3b7dad74 port 6439bad8-ecc2-4d29-9b08-280688a70799 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:06:54.278847 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:54.389553 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:54.456258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Subnet': ['ID=f445e213-3d51-40ff-8983-7db7179338b4,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:54.463257 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Checking segment: {'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:06:54.463629 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network hostable DHCP agents. Network: d3899669-6e2f-49d3-9f5f-8ee1bc6317e8, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:06:54.480091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:06:54.490365 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, d3899669-6e2f-49d3-9f5f-8ee1bc6317e8) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:06:54.496014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:54.496805 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:54.512267 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c21d35a7-3bbd-4382-8557-dd5e8a787869 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4086483 Aug 29 18:06:54.515078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46030) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:06:54.518465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28180c1d-6398-4deb-b870-4fa8824993dc None None] Network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:06:54.578020 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:54.591801 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Transition to ACTIVE for port object 6439bad8-ecc2-4d29-9b08-280688a70799 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:06:54.604354 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:54.694466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca3852-e1af-4fa8-a681-474b14f9ddbd None None] Pushing event updated for resources: {'Port': ['ID=6439bad8-ecc2-4d29-9b08-280688a70799,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:54.696734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Attempting to bind port 6439bad8-ecc2-4d29-9b08-280688a70799 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:06:54.697106 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Attempting to bind port 6439bad8-ecc2-4d29-9b08-280688a70799 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:06:54.697489 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Attempting to bind port 6439bad8-ecc2-4d29-9b08-280688a70799 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:06:54.708667 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:06:54.709052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:06:54.709486 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:54.709914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:06:54.710346 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Bound port: 6439bad8-ecc2-4d29-9b08-280688a70799, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:06:54.710731 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:54.770394 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-d3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ips': [{'subnet_id': 'f445e213-3d51-40ff-8983-7db7179338b4'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:06:54.771514 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:54.792357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] For port 6439bad8-ecc2-4d29-9b08-280688a70799, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:06:54.813697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] For port 6439bad8-ecc2-4d29-9b08-280688a70799, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6439bad8-ecc2-4d29-9b08-280688a70799,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:06:54.819076 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:54.954098 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:54.958115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Routers {'3761b4dd-c842-41cf-a298-c47b3b7dad74'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:54.958746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3761b4dd-c842-41cf-a298-c47b3b7dad74'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:55.164366 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca3852-e1af-4fa8-a681-474b14f9ddbd None None] Pushing event updated for resources: {'Port': ['ID=6439bad8-ecc2-4d29-9b08-280688a70799,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:55.192809 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Allocated IP 172.20.0.2 (d3899669-6e2f-49d3-9f5f-8ee1bc6317e8/f445e213-3d51-40ff-8983-7db7179338b4/9f6c587f-98b3-4b45-98c8-080cf28a8ce3) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:06:55.294052 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] Set router 3761b4dd-c842-41cf-a298-c47b3b7dad74 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:55.501443 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:55.513058 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Transition to ACTIVE for port object 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:06:55.539490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Transition to ACTIVE for port object 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:06:55.545525 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:55.585476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:53Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:55.588958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:06:55.593647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.20.0.1 (d3899669-6e2f-49d3-9f5f-8ee1bc6317e8/f445e213-3d51-40ff-8983-7db7179338b4/ad2b881a-0d62-46c2-a6a5-6c592e585868) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:06:55.621823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:06:55.626306 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dbba44-4179-4781-b30f-528b76c22321 None None] The sync data for ids ['3761b4dd-c842-41cf-a298-c47b3b7dad74'] in n-d-713301-13 is: [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:53Z', 'revision_number': 3, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:06:55.628227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:06:55.636156 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Pushing event updated for resources: {'Port': ['ID=9f6c587f-98b3-4b45-98c8-080cf28a8ce3,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:55.690562 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Attempting to bind port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:06:55.690930 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Attempting to bind port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:06:55.691298 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Attempting to bind port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 on network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:06:55.696508 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:06:55.696881 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Checking segment: {'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:06:55.697585 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:55.697716 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Bound using segment: {'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:06:55.698154 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Bound port: 9f6c587f-98b3-4b45-98c8-080cf28a8ce3, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:06:55.698536 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:55.719502 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:55.737199 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Transition to ACTIVE for port object ad2b881a-0d62-46c2-a6a5-6c592e585868 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:06:55.769087 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] For port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:06:55.771306 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:55.772474 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] For port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9f6c587f-98b3-4b45-98c8-080cf28a8ce3,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:06:55.777128 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:55.822030 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:06:55.827940 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:06:55.830427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:06:55.870362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69156c41-f921-47b6-b787-c4d04866af60 None None] Pushing event updated for resources: {'Port': ['ID=9f6c587f-98b3-4b45-98c8-080cf28a8ce3,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:55.879534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=ad2b881a-0d62-46c2-a6a5-6c592e585868,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:55.901104 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:56.069966 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:56.377902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:56.382655 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:56.459199 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:56.461006 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=ad2b881a-0d62-46c2-a6a5-6c592e585868,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:56.564414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:06:56.565807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:06:56.695006 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 3761b4dd-c842-41cf-a298-c47b3b7dad74 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:06:56.713271 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:06:56.769008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:06:56.773481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6439bad8-ecc2-4d29-9b08-280688a70799 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:06:56.815530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:06:56.820660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5f96188a-1aff-4343-a741-3a1fac44be82 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "PUT /v2.0/routers/3761b4dd-c842-41cf-a298-c47b3b7dad74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3046138 Aug 29 18:06:56.828328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 6439bad8-ecc2-4d29-9b08-280688a70799 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:06:56.835827 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6439bad8-ecc2-4d29-9b08-280688a70799 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:56.836285 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:56.862737 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8471814-b397-4b80-abda-147293a4c900 None None] Network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:06:56.966835 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-35085652-3b79-46fc-9615-b48011cde795 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597667755&fields=id&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 267 time: 0.0385194 Aug 29 18:06:57.012830 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:57.022035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c03ea1e0-732e-425b-8c72-3b6478d8f4fe None None] Provisioning for port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:06:57.038415 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c03ea1e0-732e-425b-8c72-3b6478d8f4fe None None] Provisioning complete for port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:57.038704 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c03ea1e0-732e-425b-8c72-3b6478d8f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:57.068113 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 6439bad8-ecc2-4d29-9b08-280688a70799, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6439bad8-ecc2-4d29-9b08-280688a70799,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:57.077540 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:57.088868 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-67506dcb-e57a-4ada-8229-86fb42ed5d51 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:57.090574 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-67506dcb-e57a-4ada-8229-86fb42ed5d51 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/networks?id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 HTTP/1.1" status: 200 len: 797 time: 0.1118147 Aug 29 18:06:57.106103 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-ef2dd053-5401-4a51-a61b-e1778010e107 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/quotas/aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 375 time: 0.0096741 Aug 29 18:06:57.161732 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=6439bad8-ecc2-4d29-9b08-280688a70799,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:57.164496 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-809538e9-d3da-4818-99eb-f76a4bfe6c28 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524256 Aug 29 18:06:57.208294 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c03ea1e0-732e-425b-8c72-3b6478d8f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:57.245488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-c03ea1e0-732e-425b-8c72-3b6478d8f4fe None None] For port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9f6c587f-98b3-4b45-98c8-080cf28a8ce3,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:06:57.248397 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-f7499328-e294-489a-9d5c-a2fe918d4fe2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:06:57.249505 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-f7499328-e294-489a-9d5c-a2fe918d4fe2 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570984 Aug 29 18:06:57.251065 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c03ea1e0-732e-425b-8c72-3b6478d8f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:57.302110 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ea1e0-732e-425b-8c72-3b6478d8f4fe None None] Pushing event updated for resources: {'Port': ['ID=9f6c587f-98b3-4b45-98c8-080cf28a8ce3,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:57.327683 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Sync routers for ids ['3761b4dd-c842-41cf-a298-c47b3b7dad74'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:06:57.338636 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Routers {'3761b4dd-c842-41cf-a298-c47b3b7dad74'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:57.339255 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3761b4dd-c842-41cf-a298-c47b3b7dad74'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:57.353244 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-714a9403-c0e9-48aa-b5de-0a5cb5a3b12c service neutron] 10.222.0.22 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967584 Aug 29 18:06:57.451184 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Set router 3761b4dd-c842-41cf-a298-c47b3b7dad74 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:57.462000 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-fa554994-4f54-4fbf-965b-96504ba53ed5 service neutron] 10.222.0.22 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012108 Aug 29 18:06:57.472795 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-01a3e96a-63fe-41df-b5df-e757477a5f05 None None] Provisioning complete for port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:57.473263 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-01a3e96a-63fe-41df-b5df-e757477a5f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:57.608129 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-01a3e96a-63fe-41df-b5df-e757477a5f05 None None] Provisioning for port ad2b881a-0d62-46c2-a6a5-6c592e585868 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:06:57.613277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-01a3e96a-63fe-41df-b5df-e757477a5f05 None None] Provisioning complete for port ad2b881a-0d62-46c2-a6a5-6c592e585868 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:57.614116 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-01a3e96a-63fe-41df-b5df-e757477a5f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:57.677714 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-01a3e96a-63fe-41df-b5df-e757477a5f05 None None] Port ad2b881a-0d62-46c2-a6a5-6c592e585868 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:06:57.686145 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fa297e9c-72a1-45b9-bcd8-fa78cfc3b9c4 req-0a0fe588-c051-4792-bc6a-8cd120284c59 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 210 time: 0.0482302 Aug 29 18:06:57.801593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-59de2d4e-a7cf-4df7-a44c-d89c4729f126 None None] Provisioning complete for port ad2b881a-0d62-46c2-a6a5-6c592e585868 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:57.802146 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-59de2d4e-a7cf-4df7-a44c-d89c4729f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:57.821580 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:56Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ad2b881a-0d62-46c2-a6a5-6c592e585868', 'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:f0:d9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:55Z', 'updated_at': '2021-08-29T18:06:56Z', 'revision_number': 2, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:57.849592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-59de2d4e-a7cf-4df7-a44c-d89c4729f126 None None] Port ad2b881a-0d62-46c2-a6a5-6c592e585868 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:06:57.854703 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Checking router: 3761b4dd-c842-41cf-a298-c47b3b7dad74 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:06:57.855133 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Updating router 3761b4dd-c842-41cf-a298-c47b3b7dad74 port ad2b881a-0d62-46c2-a6a5-6c592e585868 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:06:57.882762 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:57.969645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-efb3d7cf-2b09-4530-b874-6adaa9fac972 None None] Provisioning complete for port ad2b881a-0d62-46c2-a6a5-6c592e585868 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:57.970162 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-efb3d7cf-2b09-4530-b874-6adaa9fac972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:58.007957 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-efb3d7cf-2b09-4530-b874-6adaa9fac972 None None] Port ad2b881a-0d62-46c2-a6a5-6c592e585868 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:06:58.151171 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:58.161906 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Transition to ACTIVE for port object ad2b881a-0d62-46c2-a6a5-6c592e585868 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:06:58.167910 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:58.226363 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Pushing event updated for resources: {'Port': ['ID=ad2b881a-0d62-46c2-a6a5-6c592e585868,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:58.252312 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.252663 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.253005 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.253370 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.253708 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.254038 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.254368 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.254694 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.255021 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.255359 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.255670 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.255991 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:06:58.288372 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Attempting to bind port ad2b881a-0d62-46c2-a6a5-6c592e585868 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:06:58.288739 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Attempting to bind port ad2b881a-0d62-46c2-a6a5-6c592e585868 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:06:58.289102 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Attempting to bind port ad2b881a-0d62-46c2-a6a5-6c592e585868 on network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:06:58.294193 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:06:58.294600 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Checking segment: {'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:06:58.295010 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:58.295395 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Bound using segment: {'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:06:58.295859 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Bound port: ad2b881a-0d62-46c2-a6a5-6c592e585868, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:06:58.296473 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:58.360122 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] For port ad2b881a-0d62-46c2-a6a5-6c592e585868, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:06:58.363302 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] For port ad2b881a-0d62-46c2-a6a5-6c592e585868, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ad2b881a-0d62-46c2-a6a5-6c592e585868,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:06:58.368426 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:58.426638 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56d6bf-cf10-4c47-a7e6-fdbc07630b2f None None] Pushing event updated for resources: {'Port': ['ID=ad2b881a-0d62-46c2-a6a5-6c592e585868,revision_number=4']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:58.429189 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Routers {'3761b4dd-c842-41cf-a298-c47b3b7dad74'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:06:58.429815 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3761b4dd-c842-41cf-a298-c47b3b7dad74'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:58.562172 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] Set router 3761b4dd-c842-41cf-a298-c47b3b7dad74 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:06:58.628417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-080ee3d8-48d7-4c77-9b63-8ac071fcb5db tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:58.630758 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-080ee3d8-48d7-4c77-9b63-8ac071fcb5db tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "GET /v2.0/networks?id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 HTTP/1.1" status: 200 len: 797 time: 0.1265781 Aug 29 18:06:58.688112 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:06:58.695463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-f2f87633-10d2-453e-b739-fbdfc5ff8ef6 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa16d038f9e47c2855e7e0f2b97c718 HTTP/1.1" status: 200 len: 379 time: 0.0533276 Aug 29 18:06:58.703309 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'port': {'device_id': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'admin_state_up': True, 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'security_groups': ['1078203a-2206-4a63-9fb6-8df5a9234efa']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:58.744038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:58.744411 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:58.821028 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-11f3dd17-de9a-457f-8871-145c757c0c42 req-09755d3d-a9b2-4950-9381-f685d72118fa tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 210 time: 0.0354359 Aug 29 18:06:58.827411 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:56Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ad2b881a-0d62-46c2-a6a5-6c592e585868', 'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:f0:d9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:55Z', 'updated_at': '2021-08-29T18:06:58Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:06:58.833958 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6439bad8-ecc2-4d29-9b08-280688a70799 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:06:58.856657 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba5df1-5328-4199-b904-b724c4770558 None None] The sync data for ids ['3761b4dd-c842-41cf-a298-c47b3b7dad74'] in n-d-713301-13 is: [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:56Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ad2b881a-0d62-46c2-a6a5-6c592e585868', 'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:f0:d9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:55Z', 'updated_at': '2021-08-29T18:06:58Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:06:58.859287 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Made reservation on behalf of aaa16d038f9e47c2855e7e0f2b97c718 for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:06:58.863017 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:58.884799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 6439bad8-ecc2-4d29-9b08-280688a70799 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:58.885183 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:59.012820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.20.0.6 (d3899669-6e2f-49d3-9f5f-8ee1bc6317e8/f445e213-3d51-40ff-8983-7db7179338b4/df4d4217-f5e0-43d0-a70d-2c07171da948) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:06:59.166716 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:59.182224 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Transition to ACTIVE for port object df4d4217-f5e0-43d0-a70d-2c07171da948 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:06:59.217074 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:59.260916 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:06:59.266379 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:06:59.270191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:06:59.276791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=df4d4217-f5e0-43d0-a70d-2c07171da948,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:59.326448 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:59.327264 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:59.347658 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7156afa3-e11f-4827-b3ec-6883f6e6ac68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6476252 Aug 29 18:06:59.361567 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Request body: {'port': {'device_id': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:06:59.428287 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:59.584038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c4e0d5d8-bd16-448e-9f56-11ddf3d53233 None None] Provisioning for port df4d4217-f5e0-43d0-a70d-2c07171da948 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:06:59.588267 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c4e0d5d8-bd16-448e-9f56-11ddf3d53233 None None] Provisioning complete for port df4d4217-f5e0-43d0-a70d-2c07171da948 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:06:59.588640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d5d8-bd16-448e-9f56-11ddf3d53233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:59.626516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c4e0d5d8-bd16-448e-9f56-11ddf3d53233 None None] Port df4d4217-f5e0-43d0-a70d-2c07171da948 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:06:59.713165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4d4217-f5e0-43d0-a70d-2c07171da948 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:06:59.721649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:59.734473 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Transition to ACTIVE for port object df4d4217-f5e0-43d0-a70d-2c07171da948 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:06:59.738511 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:59.814656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Pushing event updated for resources: {'Port': ['ID=df4d4217-f5e0-43d0-a70d-2c07171da948,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:06:59.870718 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Attempting to bind port df4d4217-f5e0-43d0-a70d-2c07171da948 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:06:59.871056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Attempting to bind port df4d4217-f5e0-43d0-a70d-2c07171da948 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:06:59.871390 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Attempting to bind port df4d4217-f5e0-43d0-a70d-2c07171da948 on network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:06:59.877469 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Port df4d4217-f5e0-43d0-a70d-2c07171da948 on network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:06:59.877796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Attempting to bind port df4d4217-f5e0-43d0-a70d-2c07171da948 on network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:06:59.907486 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:06:59.907826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Checking segment: {'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:06:59.908224 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Bound using segment: {'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:06:59.908682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Bound port: df4d4217-f5e0-43d0-a70d-2c07171da948, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f99edd-e6b4-4343-b96a-628b4d1500fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:06:59.909137 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:06:59.976818 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4727dd-c61c-4aa4-b345-ef58870a38b4 req-a8da0572-cc66-4d40-a4a3-c780ffa60591 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:06:59.978329 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e4727dd-c61c-4aa4-b345-ef58870a38b4 req-a8da0572-cc66-4d40-a4a3-c780ffa60591 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 943 time: 0.0981038 Aug 29 18:07:00.013668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] For port df4d4217-f5e0-43d0-a70d-2c07171da948, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:07:00.034376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] For port df4d4217-f5e0-43d0-a70d-2c07171da948, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=df4d4217-f5e0-43d0-a70d-2c07171da948,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:07:00.040762 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3e4727dd-c61c-4aa4-b345-ef58870a38b4 req-8997041a-fa08-482f-b9b0-dab4174b0319 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561340 Aug 29 18:07:00.042187 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:00.078425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:00.079044 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:00.080392 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] 10.222.0.16 "PUT /v2.0/ports/df4d4217-f5e0-43d0-a70d-2c07171da948 HTTP/1.1" status: 200 len: 1092 time: 0.7243135 Aug 29 18:07:00.080855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'tag': 'df4d4217-f5e0-43d0-a70d-2c07171da948'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:07:00.083197 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7" -d '{"events": [{"name": "network-changed", "server_uuid": "7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1", "tag": "df4d4217-f5e0-43d0-a70d-2c07171da948"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:07:00.118537 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2bcfd-70cb-4589-8cd2-db0c0337079d service neutron] Pushing event updated for resources: {'Port': ['ID=df4d4217-f5e0-43d0-a70d-2c07171da948,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:07:00.132390 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5368833-e865-4bef-8d9a-9316c83379f8 x-openstack-request-id: req-a5368833-e865-4bef-8d9a-9316c83379f8 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:07:00.132684 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1", "tag": "df4d4217-f5e0-43d0-a70d-2c07171da948", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:07:00.132934 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5368833-e865-4bef-8d9a-9316c83379f8 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:07:00.133372 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'tag': 'df4d4217-f5e0-43d0-a70d-2c07171da948', 'status': 'completed', 'code': 200} Aug 29 18:07:00.164362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-62dc55fd-7443-4b32-933f-b4463ab56c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:00.165907 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-62dc55fd-7443-4b32-933f-b4463ab56c7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 1095 time: 0.0444293 Aug 29 18:07:00.214534 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-fef7cbac-ac70-4366-bc25-94c5e0aebbcd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d4217-f5e0-43d0-a70d-2c07171da948 HTTP/1.1" status: 200 len: 217 time: 0.0403240 Aug 29 18:07:00.265791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7d7044f4-1680-41e5-b3b5-c41f957c28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:00.267276 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-7d7044f4-1680-41e5-b3b5-c41f957c28d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f445e213-3d51-40ff-8983-7db7179338b4 HTTP/1.1" status: 200 len: 835 time: 0.0463085 Aug 29 18:07:00.314853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-848667cb-eb99-45fe-9563-bf31dedfbf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:00.316334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-848667cb-eb99-45fe-9563-bf31dedfbf23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417485 Aug 29 18:07:00.412665 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-6927fb99-986c-429c-ae27-10e46f42b025 service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889034 Aug 29 18:07:00.501401 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7495b0d-16c0-47be-8093-f6007e4dd083 req-d1bab92f-3dbe-461a-b401-e1d69ed21f48 service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810807 Aug 29 18:07:00.587143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7 req-5e2a3a0b-1004-4ec9-af3c-d192d94d0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:00.588224 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7 req-5e2a3a0b-1004-4ec9-af3c-d192d94d0780 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 1095 time: 0.0397806 Aug 29 18:07:00.667353 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad2b881a-0d62-46c2-a6a5-6c592e585868 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:07:00.687968 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7 req-bb0330c7-abad-4e67-a47b-3f4c7ca9cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:00.689467 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7 req-bb0330c7-abad-4e67-a47b-3f4c7ca9cc9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 HTTP/1.1" status: 200 len: 898 time: 0.0946593 Aug 29 18:07:00.716602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ad2b881a-0d62-46c2-a6a5-6c592e585868 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:07:00.720510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ad2b881a-0d62-46c2-a6a5-6c592e585868 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:07:00.720919 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:00.732971 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7 req-af1af329-4a71-4b68-870f-b66e07ca0b2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d4217-f5e0-43d0-a70d-2c07171da948 HTTP/1.1" status: 200 len: 217 time: 0.0360692 Aug 29 18:07:00.788807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7 req-9b005d98-ba41-40e9-8f8e-e635c83b36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:00.790606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7 req-9b005d98-ba41-40e9-8f8e-e635c83b36d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f445e213-3d51-40ff-8983-7db7179338b4 HTTP/1.1" status: 200 len: 835 time: 0.0511250 Aug 29 18:07:00.803551 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:00.837312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7 req-1aa52817-6ba6-47b3-a6c8-f673ef7ae8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:00.838202 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ad2b881a-0d62-46c2-a6a5-6c592e585868, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ad2b881a-0d62-46c2-a6a5-6c592e585868,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:07:00.838820 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7 req-1aa52817-6ba6-47b3-a6c8-f673ef7ae8e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406313 Aug 29 18:07:00.843066 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:00.891297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ad2b881a-0d62-46c2-a6a5-6c592e585868,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:07:00.929780 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7 req-72f45984-a685-44d2-99c2-bc0b9cfd4e1f service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839262 Aug 29 18:07:01.020680 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-837b8eb8-0028-416a-b8d4-1dcdc0b35be7 req-fa2c6e3d-537c-49db-aa05-6dca7f9ff452 service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843761 Aug 29 18:07:01.167226 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4bf2d-72f0-47d7-b222-4407163bf1b0 req-79283cc6-7285-4970-bebb-08d97fad17b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:01.168693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aca4bf2d-72f0-47d7-b222-4407163bf1b0 req-79283cc6-7285-4970-bebb-08d97fad17b4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 943 time: 0.0523725 Aug 29 18:07:01.206188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-aca4bf2d-72f0-47d7-b222-4407163bf1b0 req-f640e94b-eeed-4925-929f-909b9f29807b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315135 Aug 29 18:07:02.324210 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7787e-aade-4cb1-a3f4-ae6a0a6704f4 req-1e6c901f-ac01-45ac-b910-4cc74af75a8b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:02.325720 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bdb7787e-aade-4cb1-a3f4-ae6a0a6704f4 req-1e6c901f-ac01-45ac-b910-4cc74af75a8b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 943 time: 0.0530288 Aug 29 18:07:02.366180 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-bdb7787e-aade-4cb1-a3f4-ae6a0a6704f4 req-f9b45ef6-3994-4617-a54e-5b602ffcb619 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342615 Aug 29 18:07:02.645319 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad2b881a-0d62-46c2-a6a5-6c592e585868 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:07:02.694340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ad2b881a-0d62-46c2-a6a5-6c592e585868 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:07:02.694655 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:03.478161 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d95f8-0b31-4860-9761-f1f99eee74e0 req-6dad5f1e-46d2-420d-b7a2-441783a7ac72 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:03.479598 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d46d95f8-0b31-4860-9761-f1f99eee74e0 req-6dad5f1e-46d2-420d-b7a2-441783a7ac72 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 943 time: 0.0480103 Aug 29 18:07:03.516787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d46d95f8-0b31-4860-9761-f1f99eee74e0 req-63034b68-07ff-453f-b985-9f190e54c33e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310030 Aug 29 18:07:04.628400 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112bc8f-36e0-45ff-aed9-b303b7186fa4 req-e58fb7f1-307a-489c-8215-3ca9434cbf1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:04.629893 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f112bc8f-36e0-45ff-aed9-b303b7186fa4 req-e58fb7f1-307a-489c-8215-3ca9434cbf1a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 943 time: 0.0486846 Aug 29 18:07:04.668129 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f112bc8f-36e0-45ff-aed9-b303b7186fa4 req-4a6f4447-5951-451e-829c-2109760626b3 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322495 Aug 29 18:07:05.416220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device df4d4217-f5e0-43d0-a70d-2c07171da948 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:07:05.510969 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port df4d4217-f5e0-43d0-a70d-2c07171da948, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=df4d4217-f5e0-43d0-a70d-2c07171da948,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:07:05.522008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'df4d4217-f5e0-43d0-a70d-2c07171da948', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'port_id': 'df4d4217-f5e0-43d0-a70d-2c07171da948', 'mac_address': 'fa:16:3e:ff:9d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:07:05.557582 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:05.570604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4d4217-f5e0-43d0-a70d-2c07171da948 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:07:05.588979 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port df4d4217-f5e0-43d0-a70d-2c07171da948, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=df4d4217-f5e0-43d0-a70d-2c07171da948,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:07:05.592866 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:05.638902 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=df4d4217-f5e0-43d0-a70d-2c07171da948,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:07:05.784234 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfac6d-7655-41fd-b787-7f9ecbacc756 req-db5115cb-61b1-41e9-b092-09027a1390a8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:05.785709 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdcfac6d-7655-41fd-b787-7f9ecbacc756 req-db5115cb-61b1-41e9-b092-09027a1390a8 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 944 time: 0.0526748 Aug 29 18:07:05.822935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-bdcfac6d-7655-41fd-b787-7f9ecbacc756 req-4a011e3d-3843-46b7-b50b-d95dd26392b0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313873 Aug 29 18:07:05.940304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['df4d4217-f5e0-43d0-a70d-2c07171da948'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:07:06.939459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6157a5a-806b-4ea1-993d-fa854b080799 req-3cafc993-e0de-42d3-934a-d45bf2718e9c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:06.940910 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d6157a5a-806b-4ea1-993d-fa854b080799 req-3cafc993-e0de-42d3-934a-d45bf2718e9c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 944 time: 0.0515831 Aug 29 18:07:06.976873 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d6157a5a-806b-4ea1-993d-fa854b080799 req-d41dcff5-ab2e-4450-ae60-226311dc6480 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300128 Aug 29 18:07:07.433762 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device df4d4217-f5e0-43d0-a70d-2c07171da948 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:07:07.484383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port df4d4217-f5e0-43d0-a70d-2c07171da948 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:07:07.488071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port df4d4217-f5e0-43d0-a70d-2c07171da948 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:07:07.488439 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:07.561892 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:07.583702 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4d4217-f5e0-43d0-a70d-2c07171da948'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:07:07.585951 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29957266-bcc5-4897-8c8a-bb574a9f9a74" -d '{"events": [{"server_uuid": "7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1", "name": "network-vif-plugged", "status": "completed", "tag": "df4d4217-f5e0-43d0-a70d-2c07171da948"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:07:07.598258 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port df4d4217-f5e0-43d0-a70d-2c07171da948, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=df4d4217-f5e0-43d0-a70d-2c07171da948,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:07:07.602381 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:07.626969 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252fad8d-08f4-4722-9da4-0ff39e0a0f60 x-openstack-request-id: req-252fad8d-08f4-4722-9da4-0ff39e0a0f60 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:07:07.627255 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1", "name": "network-vif-plugged", "status": "completed", "tag": "df4d4217-f5e0-43d0-a70d-2c07171da948", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:07:07.627500 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-252fad8d-08f4-4722-9da4-0ff39e0a0f60 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:07:07.627879 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4d4217-f5e0-43d0-a70d-2c07171da948', 'code': 200} Aug 29 18:07:07.654272 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=df4d4217-f5e0-43d0-a70d-2c07171da948,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:07:07.717191 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f3aa0-e7d6-4f80-a150-fad6f5d751ba req-7dfce75c-be33-4db4-ab85-e4eaf004d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:07.719326 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-558f3aa0-e7d6-4f80-a150-fad6f5d751ba req-7dfce75c-be33-4db4-ab85-e4eaf004d6a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0400250 Aug 29 18:07:07.754685 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-558f3aa0-e7d6-4f80-a150-fad6f5d751ba req-79f4f2e1-3ff2-42c0-88fd-b0f19c875070 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267031 Aug 29 18:07:07.845553 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-02b55ed7-7958-481b-8044-2e54ab27fa44 req-9394f3b3-afbb-4edc-a4f2-f516a0db73ad service neutron] (111676) timed out ('10.222.0.22', 42654) {{(pid=111676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 18:07:08.089627 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa82963-69c1-4fef-a55c-187b40b7a3db req-134116d3-a649-42a9-bd49-17831070d918 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:08.091110 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fa82963-69c1-4fef-a55c-187b40b7a3db req-134116d3-a649-42a9-bd49-17831070d918 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0486641 Aug 29 18:07:08.127765 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1fa82963-69c1-4fef-a55c-187b40b7a3db req-c588c0f0-614f-4417-9173-2af11f996c2d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308042 Aug 29 18:07:09.246078 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a218f-03a3-4988-8e7b-49d2be94fea0 req-9a80690d-9762-4938-a6a1-273c8b55ab68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:09.247468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b10a218f-03a3-4988-8e7b-49d2be94fea0 req-9a80690d-9762-4938-a6a1-273c8b55ab68 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0506427 Aug 29 18:07:09.285002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b10a218f-03a3-4988-8e7b-49d2be94fea0 req-b0db1be5-6e47-4c2b-a4ef-7936ef40e1de tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Aug 29 18:07:09.399539 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31da6a-7d3d-49c7-b3ac-b318be892c53 req-d4665b59-3ab3-4e9b-9ba8-6e11d32efb99 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:09.401327 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1c31da6a-7d3d-49c7-b3ac-b318be892c53 req-d4665b59-3ab3-4e9b-9ba8-6e11d32efb99 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0497675 Aug 29 18:07:09.439504 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1c31da6a-7d3d-49c7-b3ac-b318be892c53 req-730a5ac8-63ee-40c8-a8b9-1912fbe7acc0 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315661 Aug 29 18:07:09.461254 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46088) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:07:09.504516 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e925d0-9451-4ac7-b394-c4276b6030b7 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:09.505979 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-23e925d0-9451-4ac7-b394-c4276b6030b7 tempest-TestNetworkAdvancedServerOps-1345264710 tempest-TestNetworkAdvancedServerOps-1345264710-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 1092 time: 0.0437720 Aug 29 18:07:09.508709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46090) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:07:09.512969 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'df4d4217-f5e0-43d0-a70d-2c07171da948', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:07:09.534650 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:09.627390 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:09.733609 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Allocated IP 172.25.5.6 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/4ff6ec01-57c0-4547-b3aa-264b3f580de9) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:07:09.834523 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:09.872413 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:09.910887 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:07:09.913612 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:07:09.919220 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:07:09.943117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=4ff6ec01-57c0-4547-b3aa-264b3f580de9,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:07:10.265749 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:10.334628 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:10.478601 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:10.483350 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:10.556249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event updated for resources: {'Port': ['ID=4ff6ec01-57c0-4547-b3aa-264b3f580de9,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:07:10.563045 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:10.661757 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Floating IP e9ef9140-aebd-4ffd-b240-47d17f298b31 associated. External IP: 172.25.5.6, port: df4d4217-f5e0-43d0-a70d-2c07171da948. Aug 29 18:07:10.866011 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 3761b4dd-c842-41cf-a298-c47b3b7dad74 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:07:10.970044 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:07:10.979540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9a1e3-487e-4669-acef-4cb474aefd4c None None] Sync routers for ids ['3761b4dd-c842-41cf-a298-c47b3b7dad74'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:07:10.986292 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:10.993717 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9a1e3-487e-4669-acef-4cb474aefd4c None None] Routers {'3761b4dd-c842-41cf-a298-c47b3b7dad74'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:07:10.994342 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39c9a1e3-487e-4669-acef-4cb474aefd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3761b4dd-c842-41cf-a298-c47b3b7dad74'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:07:11.013381 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-06f0c4a9-f499-407c-b339-1b101de1dc0f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5035756 Aug 29 18:07:11.014057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'tag': 'df4d4217-f5e0-43d0-a70d-2c07171da948'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:07:11.016537 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a557df-cf95-497c-adf2-21be090d50d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1", "tag": "df4d4217-f5e0-43d0-a70d-2c07171da948"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:07:11.055813 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f528c315-ab54-4e45-af1a-ed62087fee8c x-openstack-request-id: req-f528c315-ab54-4e45-af1a-ed62087fee8c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:07:11.056106 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1", "tag": "df4d4217-f5e0-43d0-a70d-2c07171da948", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:07:11.056364 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f528c315-ab54-4e45-af1a-ed62087fee8c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:07:11.056775 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'tag': 'df4d4217-f5e0-43d0-a70d-2c07171da948', 'status': 'completed', 'code': 200} Aug 29 18:07:11.102527 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-39c9a1e3-487e-4669-acef-4cb474aefd4c None None] Set router 3761b4dd-c842-41cf-a298-c47b3b7dad74 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:07:11.147937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1faa72-06e2-42cb-9a84-05b41d95cf95 req-a855d3f0-e950-47e0-be30-99567dd70723 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:11.149379 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce1faa72-06e2-42cb-9a84-05b41d95cf95 req-a855d3f0-e950-47e0-be30-99567dd70723 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0840189 Aug 29 18:07:11.151366 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a557df-cf95-497c-adf2-21be090d50d6 req-a08ac2c1-ce70-4921-b8e1-6875188dbbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:11.152724 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57a557df-cf95-497c-adf2-21be090d50d6 req-a08ac2c1-ce70-4921-b8e1-6875188dbbea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0745192 Aug 29 18:07:11.246450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce1faa72-06e2-42cb-9a84-05b41d95cf95 req-21f87aec-ecf5-41e7-8d7d-f83592cc4dc7 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855985 Aug 29 18:07:11.268686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46098) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:07:11.276791 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a557df-cf95-497c-adf2-21be090d50d6 req-d817ad69-7948-4d7e-a082-8f82397ffd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:11.278335 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57a557df-cf95-497c-adf2-21be090d50d6 req-d817ad69-7948-4d7e-a082-8f82397ffd04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 HTTP/1.1" status: 200 len: 898 time: 0.1186903 Aug 29 18:07:11.332279 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-ad420d16-c10f-4e19-8df6-57be8ec7ff8f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/e9ef9140-aebd-4ffd-b240-47d17f298b31 HTTP/1.1" status: 200 len: 989 time: 0.0622241 Aug 29 18:07:11.348771 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57a557df-cf95-497c-adf2-21be090d50d6 req-bcec048e-4fa5-424e-8387-099828128b67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d4217-f5e0-43d0-a70d-2c07171da948 HTTP/1.1" status: 200 len: 997 time: 0.0628130 Aug 29 18:07:11.400014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a557df-cf95-497c-adf2-21be090d50d6 req-2d2d70f9-f3af-44f7-a9b6-8de141ca322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:11.401546 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57a557df-cf95-497c-adf2-21be090d50d6 req-2d2d70f9-f3af-44f7-a9b6-8de141ca322f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f445e213-3d51-40ff-8983-7db7179338b4 HTTP/1.1" status: 200 len: 835 time: 0.0457747 Aug 29 18:07:11.491805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39c9a1e3-487e-4669-acef-4cb474aefd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:56Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'e9ef9140-aebd-4ffd-b240-47d17f298b31', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.6', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'port_id': 'df4d4217-f5e0-43d0-a70d-2c07171da948', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'mac_address': 'fa:16:3e:ff:9d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:07:10Z', 'updated_at': '2021-08-29T18:07:10Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2b881a-0d62-46c2-a6a5-6c592e585868', 'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:f0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:55Z', 'updated_at': '2021-08-29T18:07:00Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:07:11.518429 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9a1e3-487e-4669-acef-4cb474aefd4c None None] Checking router: 3761b4dd-c842-41cf-a298-c47b3b7dad74 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:07:11.527109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9a1e3-487e-4669-acef-4cb474aefd4c None None] Routers {'3761b4dd-c842-41cf-a298-c47b3b7dad74'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:07:11.527730 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39c9a1e3-487e-4669-acef-4cb474aefd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:06:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3761b4dd-c842-41cf-a298-c47b3b7dad74'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:07:11.636392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-39c9a1e3-487e-4669-acef-4cb474aefd4c None None] Set router 3761b4dd-c842-41cf-a298-c47b3b7dad74 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:07:11.689942 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:07:11.796219 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a557df-cf95-497c-adf2-21be090d50d6 req-d496a2df-f38a-42d3-944f-050f429b017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:11.797764 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57a557df-cf95-497c-adf2-21be090d50d6 req-d496a2df-f38a-42d3-944f-050f429b017f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3897808 Aug 29 18:07:11.865351 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-39c9a1e3-487e-4669-acef-4cb474aefd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:56Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'e9ef9140-aebd-4ffd-b240-47d17f298b31', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.6', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'port_id': 'df4d4217-f5e0-43d0-a70d-2c07171da948', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'mac_address': 'fa:16:3e:ff:9d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:07:10Z', 'updated_at': '2021-08-29T18:07:10Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2b881a-0d62-46c2-a6a5-6c592e585868', 'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:f0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:55Z', 'updated_at': '2021-08-29T18:07:00Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:07:11.888548 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57a557df-cf95-497c-adf2-21be090d50d6 req-4e4f0c79-bb82-4076-9b7a-c37e4a0daba1 service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826826 Aug 29 18:07:11.892256 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9a1e3-487e-4669-acef-4cb474aefd4c None None] The sync data for ids ['3761b4dd-c842-41cf-a298-c47b3b7dad74'] in n-d-713301-13 is: [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:56Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': 'e9ef9140-aebd-4ffd-b240-47d17f298b31', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'floating_ip_address': '172.25.5.6', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'port_id': 'df4d4217-f5e0-43d0-a70d-2c07171da948', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'mac_address': 'fa:16:3e:ff:9d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:07:10Z', 'updated_at': '2021-08-29T18:07:10Z', 'revision_number': 0, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad2b881a-0d62-46c2-a6a5-6c592e585868', 'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:f0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:55Z', 'updated_at': '2021-08-29T18:07:00Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:07:11.983186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-57a557df-cf95-497c-adf2-21be090d50d6 req-24ae145a-3390-405c-b0a5-048bd0a13567 service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876822 Aug 29 18:07:12.081064 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36629ee7-a0ae-4a9a-a418-ccb96235a5e1 None None] New status for floating IP e9ef9140-aebd-4ffd-b240-47d17f298b31: ACTIVE {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:07:12.336157 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46100) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:07:12.401669 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-66aa8709-3cc4-4819-8bdd-eb91c8853595 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/e9ef9140-aebd-4ffd-b240-47d17f298b31 HTTP/1.1" status: 200 len: 991 time: 0.0642047 Aug 29 18:07:12.999662 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0f2c700b-1707-4e30-9190-4de452c91817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:15.625860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-76b47de3-6dc0-4dfd-ab56-b13ef530faa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:15.998861 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:16.933693 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:18.466223 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:18.606094 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:20.978788 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:39.930532 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-eeb26538-fa16-40f0-9d89-49ae47696848 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0835164 Aug 29 18:07:40.014653 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-4e6b4007-68c6-4090-ba29-08c71484d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:40.016100 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-4e6b4007-68c6-4090-ba29-08c71484d34c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0402842 Aug 29 18:07:40.118941 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-b3439de4-2163-4f7d-ad67-ff798ceb7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:40.120334 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-b3439de4-2163-4f7d-ad67-ff798ceb7044 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 HTTP/1.1" status: 200 len: 898 time: 0.0862887 Aug 29 18:07:40.186119 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-9a90b131-010e-42c6-b47a-21c61dc77b03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d4217-f5e0-43d0-a70d-2c07171da948 HTTP/1.1" status: 200 len: 999 time: 0.0574310 Aug 29 18:07:40.234371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-27cc99e2-b291-438e-8c62-3c312fc616f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:40.235785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-27cc99e2-b291-438e-8c62-3c312fc616f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f445e213-3d51-40ff-8983-7db7179338b4 HTTP/1.1" status: 200 len: 835 time: 0.0438428 Aug 29 18:07:40.284904 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-5b411ef6-c943-4655-b66d-6ce991b09a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:07:40.286359 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-5b411ef6-c943-4655-b66d-6ce991b09a64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427783 Aug 29 18:07:40.374055 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-c886bb5b-c4dd-403f-add1-24e4e77b9e7e service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800400 Aug 29 18:07:40.472082 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-38e2de8c-3911-4db3-95b7-37db105a6511 req-df7b9a35-a00d-448d-9504-38909f4bb73e service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913477 Aug 29 18:07:43.000230 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7e2b334e-e4d4-45cc-8bcd-0fe58e23fd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:45.630441 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d75df8ce-ef5f-4a83-86c6-f996f8733b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:45.999420 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:46.935526 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:48.481123 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:48.610693 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:07:48.689105 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:07:50.971740 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:13.002040 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-654abe1a-4b65-4d98-80b9-4a38eb35ee92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:15.630317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5539cc21-2b4a-4714-85a2-ea531f8dc68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:15.999912 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:16.938627 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:17.280369 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0820bc-9218-4ab0-95ed-206b6e30bcfc req-d1cdb69f-e4f0-441e-b929-14ae10b78278 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:17.282559 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c0820bc-9218-4ab0-95ed-206b6e30bcfc req-d1cdb69f-e4f0-441e-b929-14ae10b78278 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0933506 Aug 29 18:08:17.325305 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8c0820bc-9218-4ab0-95ed-206b6e30bcfc req-58c3b8a1-e791-47ad-bf70-c0475a95fe51 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366893 Aug 29 18:08:18.491110 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:18.502927 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2a4b2-4198-47f6-a667-8cba5df83c1a req-e36fd8de-f8eb-415b-ac98-2c6edf1ed754 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:18.504414 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-afb2a4b2-4198-47f6-a667-8cba5df83c1a req-e36fd8de-f8eb-415b-ac98-2c6edf1ed754 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0959918 Aug 29 18:08:18.541783 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-afb2a4b2-4198-47f6-a667-8cba5df83c1a req-092c6a8c-b756-40ab-a158-93838c896019 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313654 Aug 29 18:08:18.614226 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:19.657484 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313beaf9-7e41-4804-a7b6-88f9a7b6b0a9 req-71d39955-e3f5-4e60-bc6d-cfc3f95fb119 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:19.658856 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-313beaf9-7e41-4804-a7b6-88f9a7b6b0a9 req-71d39955-e3f5-4e60-bc6d-cfc3f95fb119 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0478618 Aug 29 18:08:19.694797 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-313beaf9-7e41-4804-a7b6-88f9a7b6b0a9 req-82300fbb-c171-4170-926b-cd9a02a7ac7c tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301096 Aug 29 18:08:19.716736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46142) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:19.779571 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-0e24ea0d-636d-428c-8ac4-b82fb0ec531e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/e9ef9140-aebd-4ffd-b240-47d17f298b31 HTTP/1.1" status: 200 len: 991 time: 0.0616539 Aug 29 18:08:20.992133 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:21.081953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf5678-1843-4cfb-be87-1a5a11134013 req-25f28b89-44e2-4612-98bf-82e696cf3b25 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:21.083557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ddf5678-1843-4cfb-be87-1a5a11134013 req-25f28b89-44e2-4612-98bf-82e696cf3b25 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0854282 Aug 29 18:08:21.085531 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2570da-890e-431c-ac44-93d28ee2c6a9 req-bdd75ad1-0364-4a07-9bd1-0b3336f2a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:21.086877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad2570da-890e-431c-ac44-93d28ee2c6a9 req-bdd75ad1-0364-4a07-9bd1-0b3336f2a32b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0611773 Aug 29 18:08:21.168468 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ddf5678-1843-4cfb-be87-1a5a11134013 req-2482b8b5-41ad-4da6-adb2-19f3725e20c7 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788600 Aug 29 18:08:21.200464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2570da-890e-431c-ac44-93d28ee2c6a9 req-1f10043c-6957-453f-906e-158863c6e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:21.201955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad2570da-890e-431c-ac44-93d28ee2c6a9 req-1f10043c-6957-453f-906e-158863c6e56d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 HTTP/1.1" status: 200 len: 898 time: 0.1060765 Aug 29 18:08:21.268989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad2570da-890e-431c-ac44-93d28ee2c6a9 req-fcade528-db95-47ed-a920-e76e81b5ebdc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d4217-f5e0-43d0-a70d-2c07171da948 HTTP/1.1" status: 200 len: 999 time: 0.0604036 Aug 29 18:08:21.316635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2570da-890e-431c-ac44-93d28ee2c6a9 req-70549ebd-f07f-4959-97f2-072f4f7e7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:21.318109 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad2570da-890e-431c-ac44-93d28ee2c6a9 req-70549ebd-f07f-4959-97f2-072f4f7e7be3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f445e213-3d51-40ff-8983-7db7179338b4 HTTP/1.1" status: 200 len: 835 time: 0.0427184 Aug 29 18:08:21.363710 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2570da-890e-431c-ac44-93d28ee2c6a9 req-69a9a930-1099-43ad-9fb2-724c4e3330c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:21.365085 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad2570da-890e-431c-ac44-93d28ee2c6a9 req-69a9a930-1099-43ad-9fb2-724c4e3330c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395942 Aug 29 18:08:21.458094 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad2570da-890e-431c-ac44-93d28ee2c6a9 req-bfb866f0-1c0a-481b-afda-b9c026e56f10 service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852964 Aug 29 18:08:21.547664 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ad2570da-890e-431c-ac44-93d28ee2c6a9 req-05deb3b8-7453-457a-b36a-93e7df57614f service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806096 Aug 29 18:08:22.284355 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1af70-027f-467f-adb6-6b1710a785cf req-1a06b925-1041-4ebb-b3d8-25eef0b8166f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:22.285857 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30b1af70-027f-467f-adb6-6b1710a785cf req-1a06b925-1041-4ebb-b3d8-25eef0b8166f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Aug 29 18:08:22.322194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-30b1af70-027f-467f-adb6-6b1710a785cf req-f72d2254-94f0-4183-a1d2-6b94243c4e2a tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306053 Aug 29 18:08:23.441589 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8bcce-b695-4d8a-b8a3-505ea603b536 req-b740b6dc-db16-408a-8a53-1398c37e3a55 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:23.443056 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39d8bcce-b695-4d8a-b8a3-505ea603b536 req-b740b6dc-db16-408a-8a53-1398c37e3a55 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0550334 Aug 29 18:08:23.480998 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39d8bcce-b695-4d8a-b8a3-505ea603b536 req-dc1fc12d-0ebc-4c6b-9298-8e52aa98389b tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319641 Aug 29 18:08:23.502825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46156) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:23.564534 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3dfa19af-d0f9-4ba1-981d-1b23f56af77e tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/floatingips/e9ef9140-aebd-4ffd-b240-47d17f298b31 HTTP/1.1" status: 200 len: 991 time: 0.0605989 Aug 29 18:08:23.834883 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46162) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:24.314339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 4ff6ec01-57c0-4547-b3aa-264b3f580de9 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:08:24.314684 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:24.385902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:24.386232 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:24.397515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 4ff6ec01-57c0-4547-b3aa-264b3f580de9 owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:08:24.541036 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:24.567139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=4ff6ec01-57c0-4547-b3aa-264b3f580de9,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:24.592219 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.592588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.592934 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.593786 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.594155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.594480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.594819 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.595166 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.595503 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.595836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.596172 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.596505 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:24.640807 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:24.641357 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Floating IP e9ef9140-aebd-4ffd-b240-47d17f298b31 disassociated (deleted). External IP: 172.25.5.6, port: df4d4217-f5e0-43d0-a70d-2c07171da948. Aug 29 18:08:24.844381 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 3761b4dd-c842-41cf-a298-c47b3b7dad74 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:08:24.946943 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:08:24.951771 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:24.957254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ceeae-18b7-49b4-bdef-d7f20ed10a00 None None] Sync routers for ids ['3761b4dd-c842-41cf-a298-c47b3b7dad74'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:08:24.966609 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ceeae-18b7-49b4-bdef-d7f20ed10a00 None None] Routers {'3761b4dd-c842-41cf-a298-c47b3b7dad74'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:24.967219 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0d8ceeae-18b7-49b4-bdef-d7f20ed10a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3761b4dd-c842-41cf-a298-c47b3b7dad74'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:24.982092 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5e49013b-7340-4eab-aa1b-b50281093689 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/floatingips/e9ef9140-aebd-4ffd-b240-47d17f298b31 HTTP/1.1" status: 204 len: 168 time: 1.1461325 Aug 29 18:08:24.982915 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'tag': 'df4d4217-f5e0-43d0-a70d-2c07171da948'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:08:24.985250 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1", "tag": "df4d4217-f5e0-43d0-a70d-2c07171da948"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:08:25.022179 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de6331d-3175-47a5-a050-1e73721a6df2 x-openstack-request-id: req-0de6331d-3175-47a5-a050-1e73721a6df2 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:08:25.022476 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1", "tag": "df4d4217-f5e0-43d0-a70d-2c07171da948", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:08:25.022732 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0de6331d-3175-47a5-a050-1e73721a6df2 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:08:25.023141 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'tag': 'df4d4217-f5e0-43d0-a70d-2c07171da948', 'status': 'completed', 'code': 200} Aug 29 18:08:25.085035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-0d8ceeae-18b7-49b4-bdef-d7f20ed10a00 None None] Set router 3761b4dd-c842-41cf-a298-c47b3b7dad74 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:25.090155 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd req-0e46b056-7d40-4466-8c9c-b6df96994476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:25.091736 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd req-0e46b056-7d40-4466-8c9c-b6df96994476 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0439892 Aug 29 18:08:25.191195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd req-4b8b23a7-36f7-4fc0-89a2-e2da8d5ad514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:25.192672 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd req-4b8b23a7-36f7-4fc0-89a2-e2da8d5ad514 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 HTTP/1.1" status: 200 len: 898 time: 0.0926008 Aug 29 18:08:25.221908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44080f9e-611f-4c53-bd26-f46c8515d26e req-733f3bad-bd17-4b12-a2b0-c8b0df51026d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:25.223490 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44080f9e-611f-4c53-bd26-f46c8515d26e req-733f3bad-bd17-4b12-a2b0-c8b0df51026d tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0525904 Aug 29 18:08:25.242209 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd req-3b755592-d5a3-4ea1-82d8-c00601f2fb9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4d4217-f5e0-43d0-a70d-2c07171da948 HTTP/1.1" status: 200 len: 217 time: 0.0397010 Aug 29 18:08:25.266276 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-44080f9e-611f-4c53-bd26-f46c8515d26e req-8f176eeb-df8a-467a-984f-3a588861359f tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340750 Aug 29 18:08:25.294647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd req-6b4911bf-7e6a-4839-9fd7-1cd3d2e4f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:25.296245 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd req-6b4911bf-7e6a-4839-9fd7-1cd3d2e4f9c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f445e213-3d51-40ff-8983-7db7179338b4 HTTP/1.1" status: 200 len: 835 time: 0.0465665 Aug 29 18:08:25.306488 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0d8ceeae-18b7-49b4-bdef-d7f20ed10a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:56Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ad2b881a-0d62-46c2-a6a5-6c592e585868', 'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:f0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:55Z', 'updated_at': '2021-08-29T18:07:00Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:25.336578 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ceeae-18b7-49b4-bdef-d7f20ed10a00 None None] Checking router: 3761b4dd-c842-41cf-a298-c47b3b7dad74 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:08:25.343696 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd req-9f3df63c-dac0-4d8c-9b01-5e5c5db3e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:25.345147 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ceeae-18b7-49b4-bdef-d7f20ed10a00 None None] Routers {'3761b4dd-c842-41cf-a298-c47b3b7dad74'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:25.345310 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd req-9f3df63c-dac0-4d8c-9b01-5e5c5db3e697 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405064 Aug 29 18:08:25.345805 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0d8ceeae-18b7-49b4-bdef-d7f20ed10a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3761b4dd-c842-41cf-a298-c47b3b7dad74'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:25.443973 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd req-402060bb-0bfe-49b3-b95e-838b9aeb91a5 service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901327 Aug 29 18:08:25.450146 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-0d8ceeae-18b7-49b4-bdef-d7f20ed10a00 None None] Set router 3761b4dd-c842-41cf-a298-c47b3b7dad74 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:25.536379 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6cb5bfcf-9c67-484f-a696-7e790e8d83cd req-c5dc5a2e-e82d-49bc-b26b-9a1db08fd92c service neutron] 10.222.0.16 "GET /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835149 Aug 29 18:08:25.643679 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-0d8ceeae-18b7-49b4-bdef-d7f20ed10a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:56Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ad2b881a-0d62-46c2-a6a5-6c592e585868', 'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:f0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:55Z', 'updated_at': '2021-08-29T18:07:00Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:25.668798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ceeae-18b7-49b4-bdef-d7f20ed10a00 None None] The sync data for ids ['3761b4dd-c842-41cf-a298-c47b3b7dad74'] in n-d-713301-13 is: [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:56Z', 'revision_number': 4, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ad2b881a-0d62-46c2-a6a5-6c592e585868', 'name': '', 'network_id': 'd3899669-6e2f-49d3-9f5f-8ee1bc6317e8', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'mac_address': 'fa:16:3e:f0:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:55Z', 'updated_at': '2021-08-29T18:07:00Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'subnets': [{'id': 'f445e213-3d51-40ff-8983-7db7179338b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:08:25.691600 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:08:25.881934 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f029f8-2ce7-41ea-a1a9-4f4958064512 None None] New status for floating IP e9ef9140-aebd-4ffd-b240-47d17f298b31: DOWN {{(pid=111679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:08:26.388298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9873ca6-7d6d-4e13-b70e-d31417af0c03 req-abcbecec-1393-4b6b-a334-d7eb391b9bf9 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:26.389811 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b9873ca6-7d6d-4e13-b70e-d31417af0c03 req-abcbecec-1393-4b6b-a334-d7eb391b9bf9 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0543711 Aug 29 18:08:26.428958 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b9873ca6-7d6d-4e13-b70e-d31417af0c03 req-612ae9a7-dc48-4b0b-8790-5ba41baf2434 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/security-groups?id=1078203a-2206-4a63-9fb6-8df5a9234efa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325906 Aug 29 18:08:26.872110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95225ae8-9dae-4cee-8718-78610b485ea0 req-5dd99df6-447f-402e-8c62-c54a028a1667 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:26.873561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95225ae8-9dae-4cee-8718-78610b485ea0 req-5dd99df6-447f-402e-8c62-c54a028a1667 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 945 time: 0.0485380 Aug 29 18:08:26.960997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-95225ae8-9dae-4cee-8718-78610b485ea0 req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port df4d4217-f5e0-43d0-a70d-2c07171da948 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:08:26.961281 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95225ae8-9dae-4cee-8718-78610b485ea0 req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:27.052096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-95225ae8-9dae-4cee-8718-78610b485ea0 req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port df4d4217-f5e0-43d0-a70d-2c07171da948, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=df4d4217-f5e0-43d0-a70d-2c07171da948,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:27.052464 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95225ae8-9dae-4cee-8718-78610b485ea0 req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:27.065754 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-95225ae8-9dae-4cee-8718-78610b485ea0 req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for df4d4217-f5e0-43d0-a70d-2c07171da948 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:08:27.194739 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95225ae8-9dae-4cee-8718-78610b485ea0 req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:27.224471 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=df4d4217-f5e0-43d0-a70d-2c07171da948,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:27.238343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.238343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.238343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.238722 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.238835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.239145 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.239484 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.239820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.240157 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.240490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.240830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.241168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:27.275844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-95225ae8-9dae-4cee-8718-78610b485ea0 req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] No DVR routers for this DVR port df4d4217-f5e0-43d0-a70d-2c07171da948 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:08:27.278378 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-95225ae8-9dae-4cee-8718-78610b485ea0 req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:27.280376 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95225ae8-9dae-4cee-8718-78610b485ea0 req-7ad63375-1a3b-4aa4-b7bd-1bc74e0f52d4 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.16 "DELETE /v2.0/ports/df4d4217-f5e0-43d0-a70d-2c07171da948 HTTP/1.1" status: 204 len: 173 time: 0.4009473 Aug 29 18:08:27.280890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'name': 'network-vif-deleted', 'tag': 'df4d4217-f5e0-43d0-a70d-2c07171da948'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:08:27.283160 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f1b977-3d9b-42d1-aaf8-a0965fc771e6" -d '{"events": [{"server_uuid": "7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1", "name": "network-vif-deleted", "tag": "df4d4217-f5e0-43d0-a70d-2c07171da948"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:08:27.321867 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa638831-866b-48a9-8599-12a8f7e5eafa x-openstack-request-id: req-aa638831-866b-48a9-8599-12a8f7e5eafa {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:08:27.322182 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1", "name": "network-vif-deleted", "tag": "df4d4217-f5e0-43d0-a70d-2c07171da948", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:08:27.322440 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa638831-866b-48a9-8599-12a8f7e5eafa {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:08:27.322845 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1', 'name': 'network-vif-deleted', 'tag': 'df4d4217-f5e0-43d0-a70d-2c07171da948', 'status': 'completed', 'code': 200} Aug 29 18:08:27.533759 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0a898ba4-1391-47af-9c25-62bc02c1cea1 req-c5a450ca-9fae-4c38-991f-00bbd42e2bfe tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "GET /v2.0/ports?device_id=7051d3f6-ed9b-4a52-8114-5cbe9ec97ce1 HTTP/1.1" status: 200 len: 210 time: 0.0263495 Aug 29 18:08:28.589308 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46178) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:28.948161 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:29.193745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port ad2b881a-0d62-46c2-a6a5-6c592e585868 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:08:29.194101 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:29.283086 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port ad2b881a-0d62-46c2-a6a5-6c592e585868, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ad2b881a-0d62-46c2-a6a5-6c592e585868,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:29.283398 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:29.295749 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for ad2b881a-0d62-46c2-a6a5-6c592e585868 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:08:29.475449 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:29.500178 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=ad2b881a-0d62-46c2-a6a5-6c592e585868,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:29.676993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:29.882821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Router 3761b4dd-c842-41cf-a298-c47b3b7dad74 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:08:29.990080 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:08:29.995112 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9a91aa7f-8fba-42fd-a420-5d93d83efb14 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "PUT /v2.0/routers/3761b4dd-c842-41cf-a298-c47b3b7dad74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4047582 Aug 29 18:08:29.997855 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46180) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:30.001755 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c215a-38b5-4f8a-bad1-e8d845b9316b None None] Sync routers for ids ['3761b4dd-c842-41cf-a298-c47b3b7dad74'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:08:30.010753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c215a-38b5-4f8a-bad1-e8d845b9316b None None] Routers {'3761b4dd-c842-41cf-a298-c47b3b7dad74'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:30.011354 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bf3c215a-38b5-4f8a-bad1-e8d845b9316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3761b4dd-c842-41cf-a298-c47b3b7dad74'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:30.051449 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6fb4bd-9d25-4c42-b373-1d9a9d9a7b30 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting subnet f445e213-3d51-40ff-8983-7db7179338b4 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:08:30.054523 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb4bd-9d25-4c42-b373-1d9a9d9a7b30 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.094479 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb4bd-9d25-4c42-b373-1d9a9d9a7b30 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.117484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-bf3c215a-38b5-4f8a-bad1-e8d845b9316b None None] Set router 3761b4dd-c842-41cf-a298-c47b3b7dad74 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:30.174606 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb4bd-9d25-4c42-b373-1d9a9d9a7b30 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.237137 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb4bd-9d25-4c42-b373-1d9a9d9a7b30 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.264559 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fb4bd-9d25-4c42-b373-1d9a9d9a7b30 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Subnet': ['ID=f445e213-3d51-40ff-8983-7db7179338b4,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:30.267481 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5d6fb4bd-9d25-4c42-b373-1d9a9d9a7b30 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.269783 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5d6fb4bd-9d25-4c42-b373-1d9a9d9a7b30 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/subnets/f445e213-3d51-40ff-8983-7db7179338b4 HTTP/1.1" status: 204 len: 168 time: 0.2711015 Aug 29 18:08:30.272361 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46182) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:30.275847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a6aa9-3a8f-41b9-8094-430b53c605cf None None] Network d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:08:30.380096 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.384312 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bf3c215a-38b5-4f8a-bad1-e8d845b9316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:08:29Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:30.415414 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c215a-38b5-4f8a-bad1-e8d845b9316b None None] Checking router: 3761b4dd-c842-41cf-a298-c47b3b7dad74 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:08:30.429046 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c215a-38b5-4f8a-bad1-e8d845b9316b None None] Routers {'3761b4dd-c842-41cf-a298-c47b3b7dad74'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:30.429618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bf3c215a-38b5-4f8a-bad1-e8d845b9316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['3761b4dd-c842-41cf-a298-c47b3b7dad74'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:30.488620 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.512750 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7d913c-81fd-4316-8ec1-d23df294e22a None None] DHCP port deletion for d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:08:30.542452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 6439bad8-ecc2-4d29-9b08-280688a70799 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:08:30.542802 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.559536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-bf3c215a-38b5-4f8a-bad1-e8d845b9316b None None] Set router 3761b4dd-c842-41cf-a298-c47b3b7dad74 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:30.619576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port 6439bad8-ecc2-4d29-9b08-280688a70799, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=6439bad8-ecc2-4d29-9b08-280688a70799,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:30.619874 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.633989 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 6439bad8-ecc2-4d29-9b08-280688a70799 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:08:30.774439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:08:30.811709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.842955 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=6439bad8-ecc2-4d29-9b08-280688a70799,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:30.863611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d913c-81fd-4316-8ec1-d23df294e22a None None] Deleting port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:08:30.863986 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b7d913c-81fd-4316-8ec1-d23df294e22a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.902714 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.977304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4b7d913c-81fd-4316-8ec1-d23df294e22a None None] For port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9f6c587f-98b3-4b45-98c8-080cf28a8ce3,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:30.977618 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b7d913c-81fd-4316-8ec1-d23df294e22a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:30.993149 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d913c-81fd-4316-8ec1-d23df294e22a None None] Calling delete_port for 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:08:30.998294 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.000997 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.014447 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.042559 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.043145 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Fanout notify agent at l3_agent the message router_deleted on router 3761b4dd-c842-41cf-a298-c47b3b7dad74 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:08:31.051054 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.052163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f5930bae-e0b5-4151-87e0-9df04966b110 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/routers/3761b4dd-c842-41cf-a298-c47b3b7dad74 HTTP/1.1" status: 204 len: 168 time: 0.7780056 Aug 29 18:08:31.054910 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46184) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:31.109731 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9f6c587f-98b3-4b45-98c8-080cf28a8ce3,segment=NetworkSegment(d4f99edd-e6b4-4343-b96a-628b4d1500fb),segment_id=d4f99edd-e6b4-4343-b96a-628b4d1500fb)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:31.117731 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.136870 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.151937 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-bf3c215a-38b5-4f8a-bad1-e8d845b9316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:08:29Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:31.187847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c215a-38b5-4f8a-bad1-e8d845b9316b None None] The sync data for ids ['3761b4dd-c842-41cf-a298-c47b3b7dad74'] in n-d-713301-13 is: [{'id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204690076', 'tenant_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:08:29Z', 'revision_number': 5, 'project_id': 'aaa16d038f9e47c2855e7e0f2b97c718', 'gw_port': {'id': '6439bad8-ecc2-4d29-9b08-280688a70799', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3761b4dd-c842-41cf-a298-c47b3b7dad74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:06:52Z', 'updated_at': '2021-08-29T18:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:08:31.195482 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b7d913c-81fd-4316-8ec1-d23df294e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.202235 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Deleting port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:08:31.202504 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.214109 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d913c-81fd-4316-8ec1-d23df294e22a None None] No DVR routers for this DVR port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:08:31.219357 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=9f6c587f-98b3-4b45-98c8-080cf28a8ce3,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:31.227430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.227430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.230542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.230542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.230542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.230542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.230542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.230542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.230542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.230542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.230542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.231295 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:31.255739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d913c-81fd-4316-8ec1-d23df294e22a None None] Pushing event deleted for resources: {'Port': ['ID=9f6c587f-98b3-4b45-98c8-080cf28a8ce3,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:31.276514 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] For port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3, host n-d-713301-13, got binding levels [] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:31.276887 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.289928 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Calling delete_port for 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:08:31.292567 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.ipam_backend_mixin [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 was not found and therefore no delete operation was performed {{(pid=111676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 18:08:31.293845 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.318710 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Port': ['ID=9f6c587f-98b3-4b45-98c8-080cf28a8ce3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:31.322163 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] No DVR routers for this DVR port 9f6c587f-98b3-4b45-98c8-080cf28a8ce3 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:08:31.397135 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.407441 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3899669-6e2f-49d3-9f5f-8ee1bc6317e8']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:31.421926 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f99edd-e6b4-4343-b96a-628b4d1500fb') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:31.422229 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f99edd-e6b4-4343-b96a-628b4d1500fb') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:31.431105 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.445500 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.451155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:08:31.451542 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: timer() Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:08:31.454500 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:08:31.509466 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.516819 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.518543 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/networks/d3899669-6e2f-49d3-9f5f-8ee1bc6317e8 HTTP/1.1" status: 204 len: 168 time: 0.4626987 Aug 29 18:08:31.521414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46186) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:31.532298 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a5723-ac17-4d09-aa7c-f0df6c26a498 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'Network': ['ID=d3899669-6e2f-49d3-9f5f-8ee1bc6317e8,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:31.587168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db352f23-8ee8-4d19-9aac-f2b805447151 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.614445 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db352f23-8ee8-4d19-9aac-f2b805447151 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.678579 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db352f23-8ee8-4d19-9aac-f2b805447151 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.681169 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-db352f23-8ee8-4d19-9aac-f2b805447151 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:31.682384 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-db352f23-8ee8-4d19-9aac-f2b805447151 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] 10.222.0.22 "DELETE /v2.0/security-groups/1078203a-2206-4a63-9fb6-8df5a9234efa HTTP/1.1" status: 204 len: 168 time: 0.1598742 Aug 29 18:08:31.692101 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db352f23-8ee8-4d19-9aac-f2b805447151 tempest-TestNetworkAdvancedServerOps-1781990166 tempest-TestNetworkAdvancedServerOps-1781990166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1078203a-2206-4a63-9fb6-8df5a9234efa,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:31.753364 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device df4d4217-f5e0-43d0-a70d-2c07171da948 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:08:31.774966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: df4d4217-f5e0-43d0-a70d-2c07171da948 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:08:31.775321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device df4d4217-f5e0-43d0-a70d-2c07171da948 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:08:32.017289 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46194) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:32.148747 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e815cec5-2e36-4f51-a426-8744e3587522 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aaa16d038f9e47c2855e7e0f2b97c718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302814 Aug 29 18:08:32.151321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46198) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:32.202844 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20d5347b-4af4-428a-b7b4-d93fc1d5b423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:32.223931 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20d5347b-4af4-428a-b7b4-d93fc1d5b423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:32.270983 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20d5347b-4af4-428a-b7b4-d93fc1d5b423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:32.273562 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-20d5347b-4af4-428a-b7b4-d93fc1d5b423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:32.274796 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-20d5347b-4af4-428a-b7b4-d93fc1d5b423 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/921bfce2-c84e-460c-98da-fe6c521f1503 HTTP/1.1" status: 204 len: 168 time: 0.1224794 Aug 29 18:08:32.283241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5347b-4af4-428a-b7b4-d93fc1d5b423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921bfce2-c84e-460c-98da-fe6c521f1503,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:32.528465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46204) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:32.542488 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c548192-d817-494d-9ae9-6ca77f5f05c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:32.636661 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c548192-d817-494d-9ae9-6ca77f5f05c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:32.641645 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c548192-d817-494d-9ae9-6ca77f5f05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:32.681182 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4c548192-d817-494d-9ae9-6ca77f5f05c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90976efc161e4553959524a574d80982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515920 Aug 29 18:08:32.681922 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c548192-d817-494d-9ae9-6ca77f5f05c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfab3eec-f14a-4824-b38b-d2c4321093a7,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:32.683811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46206) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:32.701185 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad2b881a-0d62-46c2-a6a5-6c592e585868 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:08:32.721266 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ad2b881a-0d62-46c2-a6a5-6c592e585868 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:08:32.721713 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ad2b881a-0d62-46c2-a6a5-6c592e585868 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:08:32.722300 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6439bad8-ecc2-4d29-9b08-280688a70799 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:08:32.736870 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2304a82-63a3-440b-a012-89b2014886b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:32.744122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 6439bad8-ecc2-4d29-9b08-280688a70799 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:08:32.744464 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 6439bad8-ecc2-4d29-9b08-280688a70799 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:08:32.758029 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2304a82-63a3-440b-a012-89b2014886b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:32.807361 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2304a82-63a3-440b-a012-89b2014886b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:32.809983 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2304a82-63a3-440b-a012-89b2014886b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:32.811107 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d2304a82-63a3-440b-a012-89b2014886b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dfab3eec-f14a-4824-b38b-d2c4321093a7 HTTP/1.1" status: 204 len: 168 time: 0.1253908 Aug 29 18:08:32.819979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2304a82-63a3-440b-a012-89b2014886b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfab3eec-f14a-4824-b38b-d2c4321093a7,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:33.497164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46228) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:33.590031 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1578767272-network', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:33.610830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Made reservation on behalf of b5e82239a01341edb6dca73f1eb9e05c for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:08:33.613058 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:33.622584 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:33.707804 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:33.711982 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:33.732310 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:08:33.746103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4db4971-e34d-434a-a64b-859b4156f45c,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:33.750893 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:33.751233 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Added segment 740c5cd9-f0f3-495d-bd72-de373ac93b62 of type vlan for network 148a28e4-5b42-4569-a574-79a500edc6e3 Aug 29 18:08:33.791954 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:33.816321 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:33.817372 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:33.817969 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:33.870372 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3719902 Aug 29 18:08:33.873380 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46232) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:33.878464 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] Request body: {'subnet': {'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1578767272-subnet', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:33.881131 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2174ee-cda4-4069-b414-56fb6c0c8f4d admin admin] Pushing event updated for resources: {'Network': ['ID=148a28e4-5b42-4569-a574-79a500edc6e3,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:33.892079 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 148a28e4-5b42-4569-a574-79a500edc6e3 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:08:33.900768 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] Made reservation on behalf of b5e82239a01341edb6dca73f1eb9e05c for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:08:33.903075 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.072215 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.129367 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57f973b-3add-40ed-8e0f-5570bc0787e0,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:34.138787 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] Checking segment: {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:08:34.139146 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] Network hostable DHCP agents. Network: 148a28e4-5b42-4569-a574-79a500edc6e3, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:08:34.155321 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] Network 148a28e4-5b42-4569-a574-79a500edc6e3 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:08:34.164247 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 148a28e4-5b42-4569-a574-79a500edc6e3) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:34.172456 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:34.172862 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a634f55f-c326-40e8-acb3-237b0c6bb8a6 None None] Network 148a28e4-5b42-4569-a574-79a500edc6e3 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:08:34.173054 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.188157 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-21c7d0f4-c0dc-41ab-a24e-23197241b892 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3133638 Aug 29 18:08:34.190802 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46234) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:34.195178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:34.215576 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.216582 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.273327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.321975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-148a28e4-5b42-4569-a574-79a500edc6e3', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:08:34.322837 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.409387 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.461896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Allocated IP 172.20.0.2 (148a28e4-5b42-4569-a574-79a500edc6e3/c57f973b-3add-40ed-8e0f-5570bc0787e0/16a713c7-95e6-411b-b15e-fd9e6a938176) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:08:34.598403 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.607361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Transition to ACTIVE for port object 16a713c7-95e6-411b-b15e-fd9e6a938176 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:34.610822 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.622823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Transition to ACTIVE for port object 16a713c7-95e6-411b-b15e-fd9e6a938176 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:34.629014 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.630682 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.669175 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Network 148a28e4-5b42-4569-a574-79a500edc6e3 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:08:34.672449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:34.676543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:08:34.691914 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Pushing event updated for resources: {'Port': ['ID=16a713c7-95e6-411b-b15e-fd9e6a938176,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:34.739148 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Attempting to bind port 16a713c7-95e6-411b-b15e-fd9e6a938176 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:08:34.739519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Attempting to bind port 16a713c7-95e6-411b-b15e-fd9e6a938176 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:08:34.739880 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Attempting to bind port 16a713c7-95e6-411b-b15e-fd9e6a938176 on network 148a28e4-5b42-4569-a574-79a500edc6e3 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:08:34.741360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Allocated IP 172.25.5.119 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/9f47483b-3e83-41ef-b9f9-ba016de628dd) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:08:34.745279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:08:34.745905 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Checking segment: {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:08:34.746330 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.746712 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Bound using segment: {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:08:34.747177 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Bound port: 16a713c7-95e6-411b-b15e-fd9e6a938176, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:08:34.747568 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.809820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] For port 16a713c7-95e6-411b-b15e-fd9e6a938176, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:08:34.813739 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] For port 16a713c7-95e6-411b-b15e-fd9e6a938176, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=16a713c7-95e6-411b-b15e-fd9e6a938176,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:08:34.817850 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.844420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.875200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2433954-1626-49e5-bfc9-6830f3cde1dd None None] Pushing event updated for resources: {'Port': ['ID=16a713c7-95e6-411b-b15e-fd9e6a938176,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:34.886168 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:34.924553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:08:34.928938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:34.935263 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:08:34.964462 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=9f47483b-3e83-41ef-b9f9-ba016de628dd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:35.206767 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:35.403676 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:35.532237 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Router aa8a4c94-c084-4eec-807b-2931e31258b9 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:08:35.646129 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:08:35.654857 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Sync routers for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:08:35.664798 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:35.665793 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:35.665949 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:35.670168 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46236) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:35.670671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4fe8f9c8-a350-4148-b693-3fba676d7bf6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4783866 Aug 29 18:08:35.774115 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71239a79-0b57-44d4-bc62-64e38bdc01e4 None None] Network 148a28e4-5b42-4569-a574-79a500edc6e3 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:08:35.777333 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:35.835791 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bf591d4c-fe5d-4fe3-8f27-aeda2c12a9d8 None None] Provisioning for port 16a713c7-95e6-411b-b15e-fd9e6a938176 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:35.983601 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:35Z', 'revision_number': 3, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:36.010991 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Checking router: aa8a4c94-c084-4eec-807b-2931e31258b9 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:08:36.011341 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Updating router aa8a4c94-c084-4eec-807b-2931e31258b9 port 9f47483b-3e83-41ef-b9f9-ba016de628dd binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:08:36.037455 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.294044 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.303957 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Transition to ACTIVE for port object 9f47483b-3e83-41ef-b9f9-ba016de628dd will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:36.310007 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.362835 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Attempting to bind port 9f47483b-3e83-41ef-b9f9-ba016de628dd on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:08:36.363203 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Attempting to bind port 9f47483b-3e83-41ef-b9f9-ba016de628dd by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:08:36.363567 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Attempting to bind port 9f47483b-3e83-41ef-b9f9-ba016de628dd on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:08:36.370281 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Pushing event updated for resources: {'Port': ['ID=9f47483b-3e83-41ef-b9f9-ba016de628dd,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:36.377839 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:08:36.378212 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:08:36.378614 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.379009 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:08:36.379475 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Bound port: 9f47483b-3e83-41ef-b9f9-ba016de628dd, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:08:36.379854 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.383120 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.383481 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.383837 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.384194 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.384507 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.384850 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.385161 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.385511 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.385835 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.386187 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.386474 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.386800 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:08:36.439435 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] For port 9f47483b-3e83-41ef-b9f9-ba016de628dd, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:08:36.442550 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] For port 9f47483b-3e83-41ef-b9f9-ba016de628dd, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9f47483b-3e83-41ef-b9f9-ba016de628dd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:08:36.446951 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.452660 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.506375 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:36.506989 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:36.509886 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a396e50-7026-444a-9f90-fef3acade8ab None None] Pushing event updated for resources: {'Port': ['ID=9f47483b-3e83-41ef-b9f9-ba016de628dd,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:36.614236 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Allocated IP 172.20.0.1 (148a28e4-5b42-4569-a574-79a500edc6e3/c57f973b-3add-40ed-8e0f-5570bc0787e0/51103c47-3d23-4a2f-a767-8b01306c6e25) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:08:36.707775 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:36.724408 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.730844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 16a713c7-95e6-411b-b15e-fd9e6a938176 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:36.740152 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Transition to ACTIVE for port object 51103c47-3d23-4a2f-a767-8b01306c6e25 will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:36.775259 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.785898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 16a713c7-95e6-411b-b15e-fd9e6a938176 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:36.790085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 16a713c7-95e6-411b-b15e-fd9e6a938176 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:36.790460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.821117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Network 148a28e4-5b42-4569-a574-79a500edc6e3 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:08:36.824194 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:36.828302 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:08:36.859146 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Pushing event updated for resources: {'Port': ['ID=51103c47-3d23-4a2f-a767-8b01306c6e25,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:36.874588 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.883502 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.919616 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 16a713c7-95e6-411b-b15e-fd9e6a938176, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=16a713c7-95e6-411b-b15e-fd9e6a938176,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:36.925338 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:36.927689 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:35Z', 'revision_number': 3, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:36.958135 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223fd4dd-2a90-4fc3-8fbb-b4a37bbf99c9 None None] The sync data for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 is: [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:35Z', 'revision_number': 3, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:08:36.981064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=16a713c7-95e6-411b-b15e-fd9e6a938176,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:37.021194 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:37.098237 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-14f2ac3c-1d67-4a4d-a159-cf805b444483 None None] Provisioning for port 51103c47-3d23-4a2f-a767-8b01306c6e25 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:37.102735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-14f2ac3c-1d67-4a4d-a159-cf805b444483 None None] Provisioning complete for port 51103c47-3d23-4a2f-a767-8b01306c6e25 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:37.103223 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-14f2ac3c-1d67-4a4d-a159-cf805b444483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:37.139424 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-14f2ac3c-1d67-4a4d-a159-cf805b444483 None None] Port 51103c47-3d23-4a2f-a767-8b01306c6e25 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:08:37.209715 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:37.213987 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:37.285605 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Pushing event updated for resources: {'Port': ['ID=51103c47-3d23-4a2f-a767-8b01306c6e25,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:37.289186 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:37.387980 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Network 148a28e4-5b42-4569-a574-79a500edc6e3 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:08:37.389434 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:37.520139 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Router aa8a4c94-c084-4eec-807b-2931e31258b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:08:37.632775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:08:37.637929 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-948e037f-02ed-46ab-9767-4b2966c78de1 admin admin] 10.222.0.22 "PUT /v2.0/routers/aa8a4c94-c084-4eec-807b-2931e31258b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9658327 Aug 29 18:08:37.662014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-68542f50-09cd-4887-8c75-1444839fb4d0 None None] Provisioning complete for port 51103c47-3d23-4a2f-a767-8b01306c6e25 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:37.662388 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-68542f50-09cd-4887-8c75-1444839fb4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:37.697203 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-68542f50-09cd-4887-8c75-1444839fb4d0 None None] Port 51103c47-3d23-4a2f-a767-8b01306c6e25 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:08:38.096792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46252) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:38.101931 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-430906826-network', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:38.123060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Made reservation on behalf of 4a5395b95ba94ebb8b3292f16c614e09 for: {'network': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:08:38.125577 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.137359 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.234247 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.237856 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.264072 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=111676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:08:38.271003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d685c3-b006-4287-a94d-d5d5a150f0c8,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:38.278163 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.278510 n-d-713301-13 neutron-server[111676]: INFO neutron.db.segments_db [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Added segment f64c36f7-a7d7-427b-b847-a0703750639c of type vlan for network 2a71dc04-fd44-4376-b1d8-adfc02f10b1a Aug 29 18:08:38.319101 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.344599 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.345602 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:38.346184 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.403921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] Pushing event updated for resources: {'Network': ['ID=2a71dc04-fd44-4376-b1d8-adfc02f10b1a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:38.410303 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-c9e97df8-7a31-448c-952a-96bcb6812266 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3097601 Aug 29 18:08:38.410849 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46254) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:38.415618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 2a71dc04-fd44-4376-b1d8-adfc02f10b1a details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:08:38.417071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] Request body: {'subnet': {'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-430906826-subnet', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'ip_version': 4}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:38.439319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] Made reservation on behalf of 4a5395b95ba94ebb8b3292f16c614e09 for: {'subnet': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:08:38.441916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126191986'] for subnet, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.464289 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Sync routers for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:08:38.490388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:38.491006 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:38.598361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:38.612284 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125915311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126191872'] for subnet, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.661392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8bf115-80d3-405d-89ae-c6a1943b721e,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:38.680258 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] Checking segment: {'id': 'f64c36f7-a7d7-427b-b847-a0703750639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:08:38.680657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] Network hostable DHCP agents. Network: 2a71dc04-fd44-4376-b1d8-adfc02f10b1a, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:08:38.706458 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] Network 2a71dc04-fd44-4376-b1d8-adfc02f10b1a is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:08:38.715935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 2a71dc04-fd44-4376-b1d8-adfc02f10b1a) {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:38.724194 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d950a3-1f35-4799-9959-3c527099382e None None] Network 2a71dc04-fd44-4376-b1d8-adfc02f10b1a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:08:38.726687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:38.727334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.742078 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9102a680-4f87-46d2-84ce-2a8f70624d05 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3295107 Aug 29 18:08:38.744677 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46256) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:38.749844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-430906826-router', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:38.773651 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.774813 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.812388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9f47483b-3e83-41ef-b9f9-ba016de628dd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:38.841495 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.949511 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 9f47483b-3e83-41ef-b9f9-ba016de628dd completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:38.971866 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9f47483b-3e83-41ef-b9f9-ba016de628dd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:38.972243 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.975393 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:38.995309 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-2a71dc04-fd44-4376-b1d8-adfc02f10b1a', 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'fixed_ips': [{'subnet_id': 'db8bf115-80d3-405d-89ae-c6a1943b721e'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:08:38.996152 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.002570 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:37Z', 'revision_number': 2, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:39.201206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Checking router: aa8a4c94-c084-4eec-807b-2931e31258b9 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:08:39.201505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Updating router aa8a4c94-c084-4eec-807b-2931e31258b9 port 51103c47-3d23-4a2f-a767-8b01306c6e25 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:08:39.243409 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.480408 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.518049 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 9f47483b-3e83-41ef-b9f9-ba016de628dd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9f47483b-3e83-41ef-b9f9-ba016de628dd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:39.519718 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Allocated IP 172.20.0.2 (2a71dc04-fd44-4376-b1d8-adfc02f10b1a/db8bf115-80d3-405d-89ae-c6a1943b721e/0f58ae90-9e8e-48f2-9a6e-804ee2c7a907) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:08:39.526819 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.527604 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 16a713c7-95e6-411b-b15e-fd9e6a938176 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:39.531917 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.551008 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.656993 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Allocated IP 172.25.5.123 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:08:39.708363 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=9f47483b-3e83-41ef-b9f9-ba016de628dd,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:39.759503 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.761171 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 16a713c7-95e6-411b-b15e-fd9e6a938176 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:39.761577 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.798985 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.834539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:08:39.839085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:39.848338 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:08:39.877098 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Pushing event updated for resources: {'Port': ['ID=bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:39.898459 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.905051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.938592 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Transition to ACTIVE for port object 51103c47-3d23-4a2f-a767-8b01306c6e25 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:39.940550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Transition to ACTIVE for port object 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:39.955373 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:39.976294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Transition to ACTIVE for port object 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:40.006335 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.031096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff6769-f503-48e2-bd5d-ea457bc11721 None None] Pushing event updated for resources: {'Port': ['ID=51103c47-3d23-4a2f-a767-8b01306c6e25,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:40.040439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Network 2a71dc04-fd44-4376-b1d8-adfc02f10b1a is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:08:40.062626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:40.079064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:08:40.117286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.144773 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Pushing event updated for resources: {'Port': ['ID=0f58ae90-9e8e-48f2-9a6e-804ee2c7a907,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:40.164870 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Attempting to bind port 51103c47-3d23-4a2f-a767-8b01306c6e25 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:08:40.165334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Attempting to bind port 51103c47-3d23-4a2f-a767-8b01306c6e25 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:08:40.165623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Attempting to bind port 51103c47-3d23-4a2f-a767-8b01306c6e25 on network 148a28e4-5b42-4569-a574-79a500edc6e3 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:08:40.179405 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:08:40.179740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Checking segment: {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:08:40.180145 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.180580 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Bound using segment: {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:08:40.181186 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Bound port: 51103c47-3d23-4a2f-a767-8b01306c6e25, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:08:40.181621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.183812 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Attempting to bind port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:08:40.184176 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Attempting to bind port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'f64c36f7-a7d7-427b-b847-a0703750639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:08:40.184566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Attempting to bind port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 on network 2a71dc04-fd44-4376-b1d8-adfc02f10b1a {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:08:40.198007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:08:40.198388 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Checking segment: {'id': 'f64c36f7-a7d7-427b-b847-a0703750639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:08:40.198789 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.199180 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Bound using segment: {'id': 'f64c36f7-a7d7-427b-b847-a0703750639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:08:40.199651 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Bound port: 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64c36f7-a7d7-427b-b847-a0703750639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:08:40.200036 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.315478 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] For port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:08:40.317738 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] For port 51103c47-3d23-4a2f-a767-8b01306c6e25, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:08:40.320420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] For port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0f58ae90-9e8e-48f2-9a6e-804ee2c7a907,segment=NetworkSegment(f64c36f7-a7d7-427b-b847-a0703750639c),segment_id=f64c36f7-a7d7-427b-b847-a0703750639c)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:08:40.322504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] For port 51103c47-3d23-4a2f-a767-8b01306c6e25, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=51103c47-3d23-4a2f-a767-8b01306c6e25,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:08:40.323147 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.325736 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.331966 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.395973 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bae8a-eb70-415c-b84b-66ef692fcce9 None None] Pushing event updated for resources: {'Port': ['ID=0f58ae90-9e8e-48f2-9a6e-804ee2c7a907,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:40.400956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:40.401611 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:40.478809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Router 619d614d-9c03-4e48-a1da-8550bdb7d454 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:08:40.535947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff6769-f503-48e2-bd5d-ea457bc11721 None None] Pushing event updated for resources: {'Port': ['ID=51103c47-3d23-4a2f-a767-8b01306c6e25,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:40.569598 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:40.615271 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:08:40.646541 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Sync routers for ids ['619d614d-9c03-4e48-a1da-8550bdb7d454'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:08:40.658565 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.659899 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6ea6daee-504a-433e-9d99-7bbb30ab18ab admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9141562 Aug 29 18:08:40.660309 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Routers {'619d614d-9c03-4e48-a1da-8550bdb7d454'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:40.660968 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['619d614d-9c03-4e48-a1da-8550bdb7d454'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:40.662908 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46258) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:40.799626 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Set router 619d614d-9c03-4e48-a1da-8550bdb7d454 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:40.881735 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9f47483b-3e83-41ef-b9f9-ba016de628dd up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:40.931771 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:40Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:40.961690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded4fa8-afa8-41b6-ab6d-325f58422789 None None] The sync data for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 is: [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:40Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:08:40.968786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 9f47483b-3e83-41ef-b9f9-ba016de628dd triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:40.969253 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:40.997352 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'name': 'tempest-TestShelveInstance-430906826-router', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:38Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 3, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'gw_port': {'id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:39Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:41.046961 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Checking router: 619d614d-9c03-4e48-a1da-8550bdb7d454 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:08:41.047242 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Updating router 619d614d-9c03-4e48-a1da-8550bdb7d454 port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:08:41.078719 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:41.083190 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.148537 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:41.270853 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.404807 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.417315 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Transition to ACTIVE for port object bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:41.423680 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.476044 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Attempting to bind port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:08:41.476428 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Attempting to bind port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:08:41.476755 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Attempting to bind port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:08:41.483655 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Allocated IP 172.20.0.1 (2a71dc04-fd44-4376-b1d8-adfc02f10b1a/db8bf115-80d3-405d-89ae-c6a1943b721e/ec647db7-66cb-4a54-8945-060b0370464a) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:08:41.488055 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:08:41.488444 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:08:41.488876 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.489453 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:08:41.490170 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Bound port: bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:08:41.490612 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.545939 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed267f4d-88be-42c6-8bdb-13c9abdc2de2 None None] Pushing event updated for resources: {'Port': ['ID=bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:41.560189 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] For port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:08:41.563948 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] For port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:08:41.571134 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.630012 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.638993 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Routers {'619d614d-9c03-4e48-a1da-8550bdb7d454'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:41.640300 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['619d614d-9c03-4e48-a1da-8550bdb7d454'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:41.651221 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Transition to ACTIVE for port object ec647db7-66cb-4a54-8945-060b0370464a will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:41.656565 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4e7af1-5f80-44fd-ba55-eb41a5c3fd5e None None] Network 2a71dc04-fd44-4376-b1d8-adfc02f10b1a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:08:41.719600 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.751983 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ab1b1b53-724a-4e46-8da1-cdc37bdf70ff None None] Provisioning for port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:41.763944 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ab1b1b53-724a-4e46-8da1-cdc37bdf70ff None None] Provisioning complete for port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:41.766109 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1b53-724a-4e46-8da1-cdc37bdf70ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.774340 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Network 2a71dc04-fd44-4376-b1d8-adfc02f10b1a is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:08:41.776258 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed267f4d-88be-42c6-8bdb-13c9abdc2de2 None None] Pushing event updated for resources: {'Port': ['ID=bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:41.778611 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:41.788223 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:08:41.806796 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] Set router 619d614d-9c03-4e48-a1da-8550bdb7d454 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:41.842783 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Pushing event updated for resources: {'Port': ['ID=ec647db7-66cb-4a54-8945-060b0370464a,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:41.869307 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:41.986051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1b53-724a-4e46-8da1-cdc37bdf70ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:42.053096 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ab1b1b53-724a-4e46-8da1-cdc37bdf70ff None None] For port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0f58ae90-9e8e-48f2-9a6e-804ee2c7a907,segment=NetworkSegment(f64c36f7-a7d7-427b-b847-a0703750639c),segment_id=f64c36f7-a7d7-427b-b847-a0703750639c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:42.063478 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1b53-724a-4e46-8da1-cdc37bdf70ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:42.078471 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:42.135734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b1b53-724a-4e46-8da1-cdc37bdf70ff None None] Pushing event updated for resources: {'Port': ['ID=0f58ae90-9e8e-48f2-9a6e-804ee2c7a907,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:42.173214 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'name': 'tempest-TestShelveInstance-430906826-router', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:38Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 3, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'gw_port': {'id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:39Z', 'updated_at': '2021-08-29T18:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:42.241686 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c731ee3-e7e2-4266-9f00-5b0ae6cf6fa0 None None] The sync data for ids ['619d614d-9c03-4e48-a1da-8550bdb7d454'] in n-d-713301-13 is: [{'id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'name': 'tempest-TestShelveInstance-430906826-router', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:38Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 3, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'gw_port': {'id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:39Z', 'updated_at': '2021-08-29T18:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:08:42.380583 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:42.387689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:42.395896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eabe4e71-6bfd-4687-bfc5-02de73abd642 None None] Provisioning for port ec647db7-66cb-4a54-8945-060b0370464a completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:42.402888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eabe4e71-6bfd-4687-bfc5-02de73abd642 None None] Provisioning complete for port ec647db7-66cb-4a54-8945-060b0370464a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:42.403283 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eabe4e71-6bfd-4687-bfc5-02de73abd642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:42.454427 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-eabe4e71-6bfd-4687-bfc5-02de73abd642 None None] Port ec647db7-66cb-4a54-8945-060b0370464a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:08:42.471470 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:42.481381 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-eabe4e71-6bfd-4687-bfc5-02de73abd642 None None] Provisioning complete for port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:42.481774 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eabe4e71-6bfd-4687-bfc5-02de73abd642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:42.558318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Pushing event updated for resources: {'Port': ['ID=ec647db7-66cb-4a54-8945-060b0370464a,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:42.626315 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Network 2a71dc04-fd44-4376-b1d8-adfc02f10b1a is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:08:42.627761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:42.730483 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-29d4a5f2-b63c-4a32-8f3e-188fe19347fc None None] Provisioning complete for port ec647db7-66cb-4a54-8945-060b0370464a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:42.731061 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-29d4a5f2-b63c-4a32-8f3e-188fe19347fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:42.793572 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Router 619d614d-9c03-4e48-a1da-8550bdb7d454 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:08:42.971185 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:08:42.979908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a75bb1ff-77a7-49a8-88a6-3e2597c78e91 admin admin] 10.222.0.22 "PUT /v2.0/routers/619d614d-9c03-4e48-a1da-8550bdb7d454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3153055 Aug 29 18:08:42.992656 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:43.036685 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a4d2234b-7234-447c-a2de-6fa9a374947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.045187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-29d4a5f2-b63c-4a32-8f3e-188fe19347fc None None] Port ec647db7-66cb-4a54-8945-060b0370464a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:08:43.063908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:43.064372 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.163343 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 51103c47-3d23-4a2f-a767-8b01306c6e25 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:43.194997 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-7c696ff5-62c1-4333-a89f-87e3393ac96b None None] Provisioning complete for port ec647db7-66cb-4a54-8945-060b0370464a triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:43.195376 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7c696ff5-62c1-4333-a89f-87e3393ac96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.239937 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-7c696ff5-62c1-4333-a89f-87e3393ac96b None None] Port ec647db7-66cb-4a54-8945-060b0370464a cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:08:43.250431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 51103c47-3d23-4a2f-a767-8b01306c6e25 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:43.255834 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 51103c47-3d23-4a2f-a767-8b01306c6e25 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:43.256216 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.345967 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.381701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 51103c47-3d23-4a2f-a767-8b01306c6e25, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=51103c47-3d23-4a2f-a767-8b01306c6e25,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:43.386771 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.439420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=51103c47-3d23-4a2f-a767-8b01306c6e25,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:43.582155 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46268) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:43.586858 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-8a998d18-5f46-4513-8f39-d5f9ff92aa1a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380344873', 'description': 'tempest-secgroup-smoke-1380344873 description', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:43.607527 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a998d18-5f46-4513-8f39-d5f9ff92aa1a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.690769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a998d18-5f46-4513-8f39-d5f9ff92aa1a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.694758 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a998d18-5f46-4513-8f39-d5f9ff92aa1a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.724870 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-8a998d18-5f46-4513-8f39-d5f9ff92aa1a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.726170 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-8a998d18-5f46-4513-8f39-d5f9ff92aa1a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1430025 Aug 29 18:08:43.727032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a998d18-5f46-4513-8f39-d5f9ff92aa1a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e25040-d0e1-4c58-88ef-fab829dd4e40,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:43.729212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46270) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:43.734745 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-83bdc764-6a82-400a-a113-0b5dca28fba7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '38e25040-d0e1-4c58-88ef-fab829dd4e40', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:43.761062 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83bdc764-6a82-400a-a113-0b5dca28fba7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.816205 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83bdc764-6a82-400a-a113-0b5dca28fba7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.820530 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83bdc764-6a82-400a-a113-0b5dca28fba7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.841090 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdc764-6a82-400a-a113-0b5dca28fba7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30b6c3b-64b5-4fff-be0d-a313a20d2b29,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:43.845156 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-83bdc764-6a82-400a-a113-0b5dca28fba7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.846470 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-83bdc764-6a82-400a-a113-0b5dca28fba7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161895 Aug 29 18:08:43.849311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46272) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:43.853725 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b47252c2-2690-48fa-8055-a17d812ebfeb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '38e25040-d0e1-4c58-88ef-fab829dd4e40', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:43.879811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b47252c2-2690-48fa-8055-a17d812ebfeb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.938929 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b47252c2-2690-48fa-8055-a17d812ebfeb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.942608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b47252c2-2690-48fa-8055-a17d812ebfeb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.961522 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47252c2-2690-48fa-8055-a17d812ebfeb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da3bafa-6e5d-409e-a854-510229934c7c,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:43.968683 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b47252c2-2690-48fa-8055-a17d812ebfeb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:43.969896 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b47252c2-2690-48fa-8055-a17d812ebfeb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196566 Aug 29 18:08:43.972572 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46274) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:43.977071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-4c1dc50d-a4d2-4ad4-8058-81b6f27aa8c3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '38e25040-d0e1-4c58-88ef-fab829dd4e40', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:44.003909 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc50d-a4d2-4ad4-8058-81b6f27aa8c3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.065066 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc50d-a4d2-4ad4-8058-81b6f27aa8c3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.069729 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc50d-a4d2-4ad4-8058-81b6f27aa8c3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.086799 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dc50d-a4d2-4ad4-8058-81b6f27aa8c3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95c7c10-dcc7-4bbd-b45e-890b96a075ab,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:44.093860 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc50d-a4d2-4ad4-8058-81b6f27aa8c3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.095116 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-4c1dc50d-a4d2-4ad4-8058-81b6f27aa8c3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216190 Aug 29 18:08:44.097746 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46276) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:44.102280 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-bd554893-f74c-4ffb-8626-523dfe710996 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '38e25040-d0e1-4c58-88ef-fab829dd4e40', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:44.130103 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bd554893-f74c-4ffb-8626-523dfe710996 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.191689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bd554893-f74c-4ffb-8626-523dfe710996 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.195580 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bd554893-f74c-4ffb-8626-523dfe710996 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.213075 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd554893-f74c-4ffb-8626-523dfe710996 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd49e30-95fa-4785-ae77-7f288a008b9a,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:44.220012 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bd554893-f74c-4ffb-8626-523dfe710996 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.221294 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bd554893-f74c-4ffb-8626-523dfe710996 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225810 Aug 29 18:08:44.223895 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46278) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:44.228306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-98d5646e-d0e0-4058-b26a-732df68aa56e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '38e25040-d0e1-4c58-88ef-fab829dd4e40', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:44.250678 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-98d5646e-d0e0-4058-b26a-732df68aa56e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Project b5e82239a01341edb6dca73f1eb9e05c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:08:44.255931 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98d5646e-d0e0-4058-b26a-732df68aa56e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.323413 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98d5646e-d0e0-4058-b26a-732df68aa56e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.327787 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98d5646e-d0e0-4058-b26a-732df68aa56e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.337128 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Sync routers for ids ['619d614d-9c03-4e48-a1da-8550bdb7d454'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:08:44.345660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5646e-d0e0-4058-b26a-732df68aa56e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57e9a69-d43c-47d9-a669-892c7f7e33ac,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:44.347820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Routers {'619d614d-9c03-4e48-a1da-8550bdb7d454'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:44.348907 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['619d614d-9c03-4e48-a1da-8550bdb7d454'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:44.353618 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-98d5646e-d0e0-4058-b26a-732df68aa56e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.354899 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-98d5646e-d0e0-4058-b26a-732df68aa56e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300311 Aug 29 18:08:44.358068 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46280) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:08:44.363478 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-4b60d41c-46f8-4da6-82fc-acbfe393b9d1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '38e25040-d0e1-4c58-88ef-fab829dd4e40', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:44.385480 n-d-713301-13 neutron-server[111676]: INFO neutron.db.securitygroups_db [None req-4b60d41c-46f8-4da6-82fc-acbfe393b9d1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Project b5e82239a01341edb6dca73f1eb9e05c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:08:44.390768 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b60d41c-46f8-4da6-82fc-acbfe393b9d1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.456137 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b60d41c-46f8-4da6-82fc-acbfe393b9d1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.456374 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Set router 619d614d-9c03-4e48-a1da-8550bdb7d454 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:44.459913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b60d41c-46f8-4da6-82fc-acbfe393b9d1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.475274 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60d41c-46f8-4da6-82fc-acbfe393b9d1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca71301d-4cd8-4d4e-a6a0-641a37a42e90,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:44.484709 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-4b60d41c-46f8-4da6-82fc-acbfe393b9d1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.485933 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-4b60d41c-46f8-4da6-82fc-acbfe393b9d1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261647 Aug 29 18:08:44.623011 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-7ca4f57a-b6e6-4f8c-96e9-8af0f87f3104 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380344873&fields=id&tenant_id=b5e82239a01341edb6dca73f1eb9e05c HTTP/1.1" status: 200 len: 267 time: 0.0328934 Aug 29 18:08:44.668557 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'name': 'tempest-TestShelveInstance-430906826-router', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:38Z', 'updated_at': '2021-08-29T18:08:42Z', 'revision_number': 4, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'gw_port': {'id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:39Z', 'updated_at': '2021-08-29T18:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ec647db7-66cb-4a54-8945-060b0370464a', 'name': '', 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'mac_address': 'fa:16:3e:c7:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'db8bf115-80d3-405d-89ae-c6a1943b721e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:41Z', 'updated_at': '2021-08-29T18:08:42Z', 'revision_number': 2, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'subnets': [{'id': 'db8bf115-80d3-405d-89ae-c6a1943b721e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:44.697015 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Checking router: 619d614d-9c03-4e48-a1da-8550bdb7d454 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:08:44.697490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Updating router 619d614d-9c03-4e48-a1da-8550bdb7d454 port ec647db7-66cb-4a54-8945-060b0370464a binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:08:44.730918 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:44.742376 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-562c6171-41be-44f2-8bd3-98350bf54d24 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:44.743416 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-562c6171-41be-44f2-8bd3-98350bf54d24 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 809 time: 0.1135807 Aug 29 18:08:44.761550 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-d6f97eb2-daac-4c9a-9b47-f3bef3aa2194 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/quotas/b5e82239a01341edb6dca73f1eb9e05c HTTP/1.1" status: 200 len: 375 time: 0.0102060 Aug 29 18:08:44.818241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-e5f5c4c9-84d6-421c-9caa-882c5fb8d049 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523758 Aug 29 18:08:44.830492 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 51103c47-3d23-4a2f-a767-8b01306c6e25 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:44.940807 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 51103c47-3d23-4a2f-a767-8b01306c6e25 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:44.941178 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:45.007957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-300d5c84-9cbe-452a-87e0-f4e62a483ad5 service neutron] 10.222.0.22 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776361 Aug 29 18:08:45.082663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:45.103799 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-0c1548ec-8e5d-43e0-a4d2-27328d23c318 service neutron] 10.222.0.22 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893035 Aug 29 18:08:45.111817 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:45.131495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Transition to ACTIVE for port object ec647db7-66cb-4a54-8945-060b0370464a will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:45.141359 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:45.192681 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:45.200420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:45.200792 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:45.206593 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fab30-d271-4a16-b3bb-bcccea3ec413 None None] Pushing event updated for resources: {'Port': ['ID=ec647db7-66cb-4a54-8945-060b0370464a,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:45.279051 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ff31ceb9-6bf0-445f-a880-717f9db1c28e req-8a44eb20-b895-47b0-83b7-bf8b797b12d7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 210 time: 0.0271571 Aug 29 18:08:45.287044 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Attempting to bind port ec647db7-66cb-4a54-8945-060b0370464a on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:08:45.287420 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Attempting to bind port ec647db7-66cb-4a54-8945-060b0370464a by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'f64c36f7-a7d7-427b-b847-a0703750639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:08:45.287786 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Attempting to bind port ec647db7-66cb-4a54-8945-060b0370464a on network 2a71dc04-fd44-4376-b1d8-adfc02f10b1a {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:08:45.294084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:08:45.294466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Checking segment: {'id': 'f64c36f7-a7d7-427b-b847-a0703750639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:08:45.294877 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:45.295274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Bound using segment: {'id': 'f64c36f7-a7d7-427b-b847-a0703750639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:08:45.298103 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Bound port: ec647db7-66cb-4a54-8945-060b0370464a, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64c36f7-a7d7-427b-b847-a0703750639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:08:45.298103 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:45.364392 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:45.400502 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:45.408495 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:45.416217 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] For port ec647db7-66cb-4a54-8945-060b0370464a, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:08:45.447098 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] For port ec647db7-66cb-4a54-8945-060b0370464a, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ec647db7-66cb-4a54-8945-060b0370464a,segment=NetworkSegment(f64c36f7-a7d7-427b-b847-a0703750639c),segment_id=f64c36f7-a7d7-427b-b847-a0703750639c)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:08:45.454054 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:45.484962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:45.533543 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Routers {'619d614d-9c03-4e48-a1da-8550bdb7d454'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:08:45.534192 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['619d614d-9c03-4e48-a1da-8550bdb7d454'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:45.583955 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fab30-d271-4a16-b3bb-bcccea3ec413 None None] Pushing event updated for resources: {'Port': ['ID=ec647db7-66cb-4a54-8945-060b0370464a,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:45.654920 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-675863f8-26f9-40f6-822f-26f6aef6a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:45.674627 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] Set router 619d614d-9c03-4e48-a1da-8550bdb7d454 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:08:45.872574 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'name': 'tempest-TestShelveInstance-430906826-router', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:38Z', 'updated_at': '2021-08-29T18:08:42Z', 'revision_number': 4, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'gw_port': {'id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:39Z', 'updated_at': '2021-08-29T18:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ec647db7-66cb-4a54-8945-060b0370464a', 'name': '', 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'mac_address': 'fa:16:3e:c7:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'db8bf115-80d3-405d-89ae-c6a1943b721e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:41Z', 'updated_at': '2021-08-29T18:08:45Z', 'revision_number': 4, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'subnets': [{'id': 'db8bf115-80d3-405d-89ae-c6a1943b721e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:08:45.897859 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563d30c-b982-4c14-b52e-3746720bbfcc None None] The sync data for ids ['619d614d-9c03-4e48-a1da-8550bdb7d454'] in n-d-713301-13 is: [{'id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'name': 'tempest-TestShelveInstance-430906826-router', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:38Z', 'updated_at': '2021-08-29T18:08:42Z', 'revision_number': 4, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'gw_port': {'id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:39Z', 'updated_at': '2021-08-29T18:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'ec647db7-66cb-4a54-8945-060b0370464a', 'name': '', 'network_id': '2a71dc04-fd44-4376-b1d8-adfc02f10b1a', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'mac_address': 'fa:16:3e:c7:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'db8bf115-80d3-405d-89ae-c6a1943b721e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:41Z', 'updated_at': '2021-08-29T18:08:45Z', 'revision_number': 4, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'subnets': [{'id': 'db8bf115-80d3-405d-89ae-c6a1943b721e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:08:46.000790 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:46.388332 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5398da66-2665-463f-b54d-c31a256a3b02 req-80cf03f5-c1bd-482a-8c5d-cd182b011fc4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 210 time: 0.0535159 Aug 29 18:08:46.775853 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ec647db7-66cb-4a54-8945-060b0370464a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:46.827871 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ec647db7-66cb-4a54-8945-060b0370464a completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:46.831772 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ec647db7-66cb-4a54-8945-060b0370464a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:46.832147 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:46.907016 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:46.949060 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ec647db7-66cb-4a54-8945-060b0370464a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ec647db7-66cb-4a54-8945-060b0370464a,segment=NetworkSegment(f64c36f7-a7d7-427b-b847-a0703750639c),segment_id=f64c36f7-a7d7-427b-b847-a0703750639c)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:46.954151 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:46.954916 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:46.959951 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:47.035802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ec647db7-66cb-4a54-8945-060b0370464a,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:47.048150 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:47.048524 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:47.454495 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-df113a2a-2dd4-41de-b98f-b1b38f7f02df req-96039f23-f453-4960-b965-9878d9af98a4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 210 time: 0.0280733 Aug 29 18:08:48.490836 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:48.533132 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-72ef92e8-0033-457e-bb9c-c3288bd6c055 req-f3b41032-ee87-4f31-96e7-ef5158cb3ebc tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 210 time: 0.0267994 Aug 29 18:08:48.616154 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:48.724701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ec647db7-66cb-4a54-8945-060b0370464a up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:48.778753 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ec647db7-66cb-4a54-8945-060b0370464a triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:48.779128 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:49.624916 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d6232a4e-27e4-4f06-8319-7e051b4651df req-4f02b301-43dd-450b-8ea0-205976d684be tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 210 time: 0.0258250 Aug 29 18:08:50.326315 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-57181776-50a1-4841-b3c0-91f89ad64147 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:50.327785 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-57181776-50a1-4841-b3c0-91f89ad64147 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 809 time: 0.1082175 Aug 29 18:08:50.371572 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-94c7197c-32c7-4dd5-b00e-dd24f3364a9a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e82239a01341edb6dca73f1eb9e05c HTTP/1.1" status: 200 len: 380 time: 0.0346220 Aug 29 18:08:50.384681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'port': {'device_id': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'admin_state_up': True, 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'security_groups': ['38e25040-d0e1-4c58-88ef-fab829dd4e40']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:50.491095 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Made reservation on behalf of b5e82239a01341edb6dca73f1eb9e05c for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:08:50.494599 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:50.623503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Allocated IP 172.20.0.5 (148a28e4-5b42-4569-a574-79a500edc6e3/c57f973b-3add-40ed-8e0f-5570bc0787e0/03a42727-3538-47c4-89fe-a8f346e837d3) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:08:50.742188 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e2e5df03-9d59-49bc-b6b8-c05eede17d01 req-50c4f7d2-f7df-4b92-b633-82600ba5583c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 210 time: 0.0355422 Aug 29 18:08:50.796290 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:50.809833 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Transition to ACTIVE for port object 03a42727-3538-47c4-89fe-a8f346e837d3 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:50.841392 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:50.882047 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Network 148a28e4-5b42-4569-a574-79a500edc6e3 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:08:50.884884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:08:50.890924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:08:50.918336 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:50.945426 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:50.946051 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:50.960589 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-dc96044b-d34a-48da-8213-29e09e48aaae tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792553 Aug 29 18:08:50.977981 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Request body: {'port': {'device_id': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:08:51.012145 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:51.040067 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:51.149393 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0dc412d5-caeb-4fa2-8e2a-d1391694e121 None None] Provisioning for port 03a42727-3538-47c4-89fe-a8f346e837d3 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:51.153584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-0dc412d5-caeb-4fa2-8e2a-d1391694e121 None None] Provisioning complete for port 03a42727-3538-47c4-89fe-a8f346e837d3 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:51.153969 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0dc412d5-caeb-4fa2-8e2a-d1391694e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:51.189078 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-0dc412d5-caeb-4fa2-8e2a-d1391694e121 None None] Port 03a42727-3538-47c4-89fe-a8f346e837d3 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:08:51.305907 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a42727-3538-47c4-89fe-a8f346e837d3 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:08:51.314026 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:51.325898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Transition to ACTIVE for port object 03a42727-3538-47c4-89fe-a8f346e837d3 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:08:51.329356 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:51.379827 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:51.454886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Attempting to bind port 03a42727-3538-47c4-89fe-a8f346e837d3 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:08:51.455230 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Attempting to bind port 03a42727-3538-47c4-89fe-a8f346e837d3 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:08:51.455549 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Attempting to bind port 03a42727-3538-47c4-89fe-a8f346e837d3 on network 148a28e4-5b42-4569-a574-79a500edc6e3 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:08:51.460050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Port 03a42727-3538-47c4-89fe-a8f346e837d3 on network 148a28e4-5b42-4569-a574-79a500edc6e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:08:51.460374 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Attempting to bind port 03a42727-3538-47c4-89fe-a8f346e837d3 on network 148a28e4-5b42-4569-a574-79a500edc6e3 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:08:51.465329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:08:51.465666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Checking segment: {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:08:51.466050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Bound using segment: {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:08:51.466479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Bound port: 03a42727-3538-47c4-89fe-a8f346e837d3, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:08:51.466837 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:51.533628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:08:51.536702 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:08:51.541566 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:51.575719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:51.576364 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:51.577809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] 10.222.0.16 "PUT /v2.0/ports/03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 1092 time: 0.6079502 Aug 29 18:08:51.578243 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:08:51.580463 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:08:51.614439 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82788fcb-7dcf-439f-9f3a-9ae711d3fc34 service neutron] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:51.655953 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411b7c75-a5da-4e83-8bdd-f78cb20058b6 x-openstack-request-id: req-411b7c75-a5da-4e83-8bdd-f78cb20058b6 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:08:51.656248 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:08:51.656496 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-411b7c75-a5da-4e83-8bdd-f78cb20058b6 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:08:51.656883 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3', 'status': 'completed', 'code': 200} Aug 29 18:08:51.674432 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-d01af0f3-aa9d-40ea-abaf-00efd83b45df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:51.676115 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-d01af0f3-aa9d-40ea-abaf-00efd83b45df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1095 time: 0.0518146 Aug 29 18:08:51.720657 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-f666a9ce-ce53-4c0f-99c3-b0799899c520 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 217 time: 0.0353448 Aug 29 18:08:51.770899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-d8b5485e-9a45-4a72-9e9b-6e19d1f46790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:51.772384 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-d8b5485e-9a45-4a72-9e9b-6e19d1f46790 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0451858 Aug 29 18:08:51.847625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-8ecb414f-613d-4d9a-a728-d2961c882dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:51.849113 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-8ecb414f-613d-4d9a-a728-d2961c882dc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696378 Aug 29 18:08:51.909252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1049e07-7058-4d24-922f-6029f6bae279 req-6dbbf88c-d56e-4f35-b6f6-20fb4bcab936 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:51.910606 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1049e07-7058-4d24-922f-6029f6bae279 req-6dbbf88c-d56e-4f35-b6f6-20fb4bcab936 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 943 time: 0.0959377 Aug 29 18:08:51.977161 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f1049e07-7058-4d24-922f-6029f6bae279 req-d9c40509-0380-4407-8bd4-0fdf36402638 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591714 Aug 29 18:08:51.980580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-d65b32a5-85cb-4617-8e7b-54e514495997 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215034 Aug 29 18:08:52.068492 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d7424f3d-2a6e-438d-8188-00fefa4e0f25 req-cf41e66f-6568-4ea9-9807-24e60c7dbb50 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808418 Aug 29 18:08:52.151935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6 req-7664e19b-ce42-4c47-8d1c-faa8505e7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:52.153426 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6 req-7664e19b-ce42-4c47-8d1c-faa8505e7628 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1095 time: 0.0408401 Aug 29 18:08:52.244086 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6 req-dc178734-7d11-4b64-9e5d-cee44f85f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:52.245480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6 req-dc178734-7d11-4b64-9e5d-cee44f85f2a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0855982 Aug 29 18:08:52.286130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6 req-82d77674-8ef1-4ef4-9b1f-13297e58c3d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 217 time: 0.0334511 Aug 29 18:08:52.334897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6 req-179ab27c-e275-4de1-950d-3afcf78a95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:52.336323 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6 req-179ab27c-e275-4de1-950d-3afcf78a95a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0428455 Aug 29 18:08:52.385337 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6 req-bb8c62fd-e806-4900-8456-36293e8b86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:52.386797 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6 req-bb8c62fd-e806-4900-8456-36293e8b86ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435448 Aug 29 18:08:52.476355 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6 req-21c1babf-3b90-4126-8034-30a4814559b2 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822222 Aug 29 18:08:52.568752 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35e62fa-a99e-4a41-8ac3-dd169defb1b6 req-be18a92b-c731-401d-b1fb-bd4b3cefe3d5 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849109 Aug 29 18:08:53.089748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408404c5-113a-47d3-bdb0-63ccad2d79d4 req-9d987f54-b03b-4d07-b5ec-23d338d1f4ef tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:53.091211 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-408404c5-113a-47d3-bdb0-63ccad2d79d4 req-9d987f54-b03b-4d07-b5ec-23d338d1f4ef tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 943 time: 0.0478723 Aug 29 18:08:53.128804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-408404c5-113a-47d3-bdb0-63ccad2d79d4 req-15b43f7b-22fd-4b4e-9f9b-6f16a772e7aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311868 Aug 29 18:08:54.241206 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab0f69-173c-4756-a581-5609ef9f3f8f req-ba0574d3-7645-4e2c-9540-3f77ae8319b5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:54.242693 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2eab0f69-173c-4756-a581-5609ef9f3f8f req-ba0574d3-7645-4e2c-9540-3f77ae8319b5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 943 time: 0.0489397 Aug 29 18:08:54.279773 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2eab0f69-173c-4756-a581-5609ef9f3f8f req-783b6b90-2c93-4925-8604-579a03a1e9e5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Aug 29 18:08:55.396012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10658-2244-4c5f-973f-5b3152b9ad08 req-03be8e04-c251-4402-998a-62cdf71bb304 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:55.397530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52e10658-2244-4c5f-973f-5b3152b9ad08 req-03be8e04-c251-4402-998a-62cdf71bb304 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 943 time: 0.0522933 Aug 29 18:08:55.434878 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52e10658-2244-4c5f-973f-5b3152b9ad08 req-25129342-e7c0-4496-9d3e-bc1460d5f61c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314543 Aug 29 18:08:55.859497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03a42727-3538-47c4-89fe-a8f346e837d3 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:08:55.952244 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:55.966362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '03a42727-3538-47c4-89fe-a8f346e837d3', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'port_id': '03a42727-3538-47c4-89fe-a8f346e837d3', 'mac_address': 'fa:16:3e:46:68:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:08:56.002355 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:56.014349 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a42727-3538-47c4-89fe-a8f346e837d3 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:08:56.032888 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:56.037094 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:56.084976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:56.392261 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['03a42727-3538-47c4-89fe-a8f346e837d3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:08:56.550881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d92ea1-6bef-4596-9205-e3d6f5df5a90 req-565e8cbb-3d15-45a5-8b74-1300c9122161 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:56.552350 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7d92ea1-6bef-4596-9205-e3d6f5df5a90 req-565e8cbb-3d15-45a5-8b74-1300c9122161 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0485156 Aug 29 18:08:56.589628 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c7d92ea1-6bef-4596-9205-e3d6f5df5a90 req-99fd1c50-0df3-453b-8c1d-44788baf049a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311344 Aug 29 18:08:57.702793 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa35bd-fd22-4a9e-bda2-d5568ec20f76 req-b4f23056-36a2-4b6e-8c21-94210b90d7cf tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:57.704184 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48fa35bd-fd22-4a9e-bda2-d5568ec20f76 req-b4f23056-36a2-4b6e-8c21-94210b90d7cf tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0479589 Aug 29 18:08:57.741572 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48fa35bd-fd22-4a9e-bda2-d5568ec20f76 req-657fc1bd-abec-4240-a334-a6ba69333b9c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316069 Aug 29 18:08:57.890317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03a42727-3538-47c4-89fe-a8f346e837d3 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:08:57.936908 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port 03a42727-3538-47c4-89fe-a8f346e837d3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:08:57.940534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 03a42727-3538-47c4-89fe-a8f346e837d3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:08:57.940910 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:58.016443 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:58.041972 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:08:58.044209 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726dd753-bacf-4b9b-a72e-89b8eb830d62" -d '{"events": [{"server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "name": "network-vif-plugged", "status": "completed", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:08:58.056741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:08:58.061254 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:08:58.084052 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1e0ba4-d73d-4c40-8fb8-51437a3956d5 x-openstack-request-id: req-2a1e0ba4-d73d-4c40-8fb8-51437a3956d5 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:08:58.084407 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "name": "network-vif-plugged", "status": "completed", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:08:58.084657 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a1e0ba4-d73d-4c40-8fb8-51437a3956d5 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:08:58.085044 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3', 'code': 200} Aug 29 18:08:58.113572 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:08:58.182174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803d472-00a3-426b-aa29-24a0383a78fd req-0828e1f2-b3d7-440d-96ab-cc5310338c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:58.183780 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1803d472-00a3-426b-aa29-24a0383a78fd req-0828e1f2-b3d7-440d-96ab-cc5310338c05 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1097 time: 0.0432503 Aug 29 18:08:58.218054 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1803d472-00a3-426b-aa29-24a0383a78fd req-8c044b74-bd43-408d-8736-15e2987783ee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276225 Aug 29 18:08:58.852213 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4159b3-0115-4cb4-9682-b35fd278a0af req-e52337e9-bc47-4def-8b46-9834d28795fd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:08:58.853715 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d4159b3-0115-4cb4-9682-b35fd278a0af req-e52337e9-bc47-4def-8b46-9834d28795fd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0475380 Aug 29 18:08:58.890716 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8d4159b3-0115-4cb4-9682-b35fd278a0af req-3bbc5505-d6ac-4afc-a0f9-bf2a3fbcaa84 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304899 Aug 29 18:09:00.005021 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5ffb0-e140-41b6-86db-b6942186bf3c req-86fddc34-7d9b-45f7-96f2-4332ed52d7fb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:00.006520 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64a5ffb0-e140-41b6-86db-b6942186bf3c req-86fddc34-7d9b-45f7-96f2-4332ed52d7fb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0493515 Aug 29 18:09:00.042455 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-64a5ffb0-e140-41b6-86db-b6942186bf3c req-f7690525-f7b9-4731-99e5-2e3eaad59547 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301712 Aug 29 18:09:00.220038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f20316-315d-42e5-89bf-cef458243d9a req-d6c11df8-245c-40f2-adc2-d0533974e937 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:00.221428 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3f20316-315d-42e5-89bf-cef458243d9a req-d6c11df8-245c-40f2-adc2-d0533974e937 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0536370 Aug 29 18:09:00.258831 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e3f20316-315d-42e5-89bf-cef458243d9a req-91a7cd8a-8fc3-4f06-a6c2-c333805ec0df tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 Aug 29 18:09:00.279714 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46352) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:09:00.358593 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288dd106-f884-42e7-9ec1-f20b44eebee5 tempest-TestShelveInstance-105034810 tempest-TestShelveInstance-105034810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:00.360688 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-288dd106-f884-42e7-9ec1-f20b44eebee5 tempest-TestShelveInstance-105034810 tempest-TestShelveInstance-105034810-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1092 time: 0.0800490 Aug 29 18:09:00.363660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46356) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:09:00.367901 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': '03a42727-3538-47c4-89fe-a8f346e837d3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:09:00.388365 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for floatingip, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:00.486652 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:00.583802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Allocated IP 172.25.5.199 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/799ac37f-6519-421a-8af8-a1a6e9ee042b) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:09:00.684806 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:00.721787 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:00.757650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:09:00.760305 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:09:00.766290 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:09:00.792160 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'Port': ['ID=799ac37f-6519-421a-8af8-a1a6e9ee042b,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:09:01.118037 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:01.181669 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:01.327711 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:01.332494 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:01.396907 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'Port': ['ID=799ac37f-6519-421a-8af8-a1a6e9ee042b,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:09:01.409744 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:01.509818 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Floating IP 5079aa8e-df2e-4faf-a362-9432f05883db associated. External IP: 172.25.5.199, port: 03a42727-3538-47c4-89fe-a8f346e837d3. Aug 29 18:09:01.710032 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Router aa8a4c94-c084-4eec-807b-2931e31258b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:09:01.814051 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:09:01.823417 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6cdd9-3610-4212-a525-c922d3734121 None None] Sync routers for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:09:01.830463 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:01.833596 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6cdd9-3610-4212-a525-c922d3734121 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:09:01.834252 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-01c6cdd9-3610-4212-a525-c922d3734121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:09:01.856914 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eb60243b-15d6-4223-805e-0be1e139da02 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4922822 Aug 29 18:09:01.857500 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:09:01.860578 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef161cea-33e7-4227-ba72-8d21776e999f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:09:01.896193 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dae95d-df24-4f8f-8089-d73dbe783632 x-openstack-request-id: req-27dae95d-df24-4f8f-8089-d73dbe783632 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:09:01.896491 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:09:01.896749 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27dae95d-df24-4f8f-8089-d73dbe783632 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:09:01.897175 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3', 'status': 'completed', 'code': 200} Aug 29 18:09:01.963545 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef161cea-33e7-4227-ba72-8d21776e999f req-b67e0efe-b2ff-45ef-95b2-033f1bd81398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:01.965178 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef161cea-33e7-4227-ba72-8d21776e999f req-b67e0efe-b2ff-45ef-95b2-033f1bd81398 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1097 time: 0.0438983 Aug 29 18:09:02.025370 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-01c6cdd9-3610-4212-a525-c922d3734121 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:09:02.064141 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef161cea-33e7-4227-ba72-8d21776e999f req-a3e03eb8-60db-4451-8c58-0c626e7c53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:02.065652 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef161cea-33e7-4227-ba72-8d21776e999f req-a3e03eb8-60db-4451-8c58-0c626e7c53f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0937965 Aug 29 18:09:02.130976 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef161cea-33e7-4227-ba72-8d21776e999f req-419e7634-4bb0-4579-bb73-f255cb9f48ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 999 time: 0.0572505 Aug 29 18:09:02.181198 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef161cea-33e7-4227-ba72-8d21776e999f req-12cf3c0f-3cfe-4a14-8934-d42239357478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:02.182784 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef161cea-33e7-4227-ba72-8d21776e999f req-12cf3c0f-3cfe-4a14-8934-d42239357478 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0441134 Aug 29 18:09:02.233973 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef161cea-33e7-4227-ba72-8d21776e999f req-6ebe9816-77e3-40fb-97c2-9825006b4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:02.235982 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef161cea-33e7-4227-ba72-8d21776e999f req-6ebe9816-77e3-40fb-97c2-9825006b4ef3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445426 Aug 29 18:09:02.240759 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-01c6cdd9-3610-4212-a525-c922d3734121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '5079aa8e-df2e-4faf-a362-9432f05883db', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'port_id': '03a42727-3538-47c4-89fe-a8f346e837d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'mac_address': 'fa:16:3e:46:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:09:00Z', 'updated_at': '2021-08-29T18:09:00Z', 'revision_number': 0, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:09:02.266241 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6cdd9-3610-4212-a525-c922d3734121 None None] Checking router: aa8a4c94-c084-4eec-807b-2931e31258b9 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:09:02.274226 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6cdd9-3610-4212-a525-c922d3734121 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:09:02.274815 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-01c6cdd9-3610-4212-a525-c922d3734121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:08:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:09:02.326211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef161cea-33e7-4227-ba72-8d21776e999f req-f7adb3d3-11ec-42ed-94bd-7ceaea2029c9 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810962 Aug 29 18:09:02.378356 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-01c6cdd9-3610-4212-a525-c922d3734121 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:09:02.420347 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ef161cea-33e7-4227-ba72-8d21776e999f req-bdb19bb3-d61e-4d99-8260-275d87ddd1a2 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873132 Aug 29 18:09:02.599108 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-01c6cdd9-3610-4212-a525-c922d3734121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '5079aa8e-df2e-4faf-a362-9432f05883db', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'port_id': '03a42727-3538-47c4-89fe-a8f346e837d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'mac_address': 'fa:16:3e:46:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:09:00Z', 'updated_at': '2021-08-29T18:09:00Z', 'revision_number': 0, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:09:02.624155 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6cdd9-3610-4212-a525-c922d3734121 None None] The sync data for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 is: [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '5079aa8e-df2e-4faf-a362-9432f05883db', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'port_id': '03a42727-3538-47c4-89fe-a8f346e837d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'mac_address': 'fa:16:3e:46:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:09:00Z', 'updated_at': '2021-08-29T18:09:00Z', 'revision_number': 0, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:09:02.690628 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:09:02.816161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d817ba8-69a6-42b6-bdd5-8fd2e8ee82e5 None None] New status for floating IP 5079aa8e-df2e-4faf-a362-9432f05883db: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:09:13.008220 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3e4918aa-cc56-4c12-8de4-0d594bb76615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:15.626081 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-41a80e50-b4bc-4ca5-a61c-07b204653ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:16.001673 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:16.944854 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:18.489488 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:18.618872 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:21.020165 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:39.690196 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:09:40.891419 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-a3fddb8b-3f75-4020-9864-70d1d02000f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402272 Aug 29 18:09:40.976714 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-1a4b3281-e100-4823-8992-babdd598bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:40.978151 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-1a4b3281-e100-4823-8992-babdd598bbbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1097 time: 0.0452006 Aug 29 18:09:41.083302 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-bc9d7ccb-380b-40ba-b9db-62662859c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:41.084741 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-bc9d7ccb-380b-40ba-b9db-62662859c549 service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0856352 Aug 29 18:09:41.149527 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-7b96b437-f964-4ba0-8550-819a036405a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 1001 time: 0.0570276 Aug 29 18:09:41.198953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-746345a6-9ec0-4069-844a-ef7996a58747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:41.200331 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-746345a6-9ec0-4069-844a-ef7996a58747 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0429893 Aug 29 18:09:41.250909 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-d038a2d8-954a-47d6-a699-702ae55e249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:09:41.252303 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-d038a2d8-954a-47d6-a699-702ae55e249f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441754 Aug 29 18:09:41.340828 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-c0aa99b6-311e-451c-86a3-6e5f1c80f258 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807240 Aug 29 18:09:41.434153 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f6c799e-5e7d-42e0-a57b-1ad8945993fa req-516d2d44-fe0d-4b5f-8129-d284d77caee4 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858967 Aug 29 18:09:43.008262 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c61e2b9d-5d1c-44e3-94d1-fbe0386fba90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:45.629190 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b8be20f2-b037-49e1-ba1b-d7b99e762d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:46.001014 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:46.948089 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:48.504147 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:48.620564 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:09:51.016241 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:13.007868 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-049236f5-b1a6-43ef-a525-150dd04504f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:15.628908 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c3c7d0ad-021a-4cdb-9611-9e60471631b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:16.001267 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:16.690629 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:10:16.950696 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:18.519623 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:18.623030 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:21.034122 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:42.879652 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-11f08663-8652-4590-bf98-ad88d6df97f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416384 Aug 29 18:10:42.958712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-955f1257-5d74-486c-bb83-97793ba32c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:42.960065 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-955f1257-5d74-486c-bb83-97793ba32c5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1097 time: 0.0404356 Aug 29 18:10:43.010036 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7e4856d0-cb65-4a50-b334-9011bfa0d6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:43.067640 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-f6577262-6dc0-4647-a595-34a164d7f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:43.069092 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-f6577262-6dc0-4647-a595-34a164d7f37a service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0901787 Aug 29 18:10:43.136217 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-a51b8f72-cde2-404b-b391-d4f70d7c8676 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 1001 time: 0.0600963 Aug 29 18:10:43.184992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-634813d6-80c3-4c9e-975b-9a47d479b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:43.186976 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-634813d6-80c3-4c9e-975b-9a47d479b1ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0437424 Aug 29 18:10:43.234905 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-82d05e88-6a98-4eae-a852-82019fd4628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:10:43.236244 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-82d05e88-6a98-4eae-a852-82019fd4628a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430567 Aug 29 18:10:43.322041 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-5af0b415-cea6-4521-9a63-f858113baf0a service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781488 Aug 29 18:10:43.415812 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-20a7b266-585e-4c6d-9800-35c231c5e480 req-c8756f72-582c-48a9-8d01-b071f81da761 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865695 Aug 29 18:10:45.629298 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a3e67617-3447-4849-8c67-617095088762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:46.003478 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:46.954732 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:48.512607 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:48.626425 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:51.035296 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:10:53.689991 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:11:13.011248 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b1d6-2697-4f6b-ba03-aab9f169c51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:15.629566 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-bf74a729-9742-4be3-b22f-24132caf636b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:16.005427 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:16.956742 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:18.532995 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:18.628540 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:21.037930 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:29.308032 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132154da-7317-4a65-872f-b86f76a11fec req-fc566dfb-1330-4ca1-b078-944076b17b81 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:29.309523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-132154da-7317-4a65-872f-b86f76a11fec req-fc566dfb-1330-4ca1-b078-944076b17b81 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0514631 Aug 29 18:11:29.346509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-132154da-7317-4a65-872f-b86f76a11fec req-0ac481a9-fde4-4289-9a73-2d7ca83e8524 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303667 Aug 29 18:11:30.495676 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c98334-68fe-453d-b019-168bd768371b req-43e9b57b-9708-4e2c-8640-ea0dd936edfa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:30.497154 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a0c98334-68fe-453d-b019-168bd768371b req-43e9b57b-9708-4e2c-8640-ea0dd936edfa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0494134 Aug 29 18:11:30.535340 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a0c98334-68fe-453d-b019-168bd768371b req-8da2f221-1077-411a-a6e8-5e2b3a45c11d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315526 Aug 29 18:11:30.690139 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:11:31.697108 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7add8-439c-496f-af80-820d8fb03bb7 req-d462f808-b588-4d1b-8983-7bfc2fb93717 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:31.698509 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39b7add8-439c-496f-af80-820d8fb03bb7 req-d462f808-b588-4d1b-8983-7bfc2fb93717 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0481930 Aug 29 18:11:31.735866 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-39b7add8-439c-496f-af80-820d8fb03bb7 req-ff750ac2-bd03-4a23-b960-bde87d2192ce tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Aug 29 18:11:32.853986 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59a77a-6233-42b5-960f-e80910c4cd23 req-f8762dad-5525-477e-99c5-94eb726d7b81 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:32.855473 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe59a77a-6233-42b5-960f-e80910c4cd23 req-f8762dad-5525-477e-99c5-94eb726d7b81 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0516191 Aug 29 18:11:32.894844 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe59a77a-6233-42b5-960f-e80910c4cd23 req-17fb26ec-2bc3-4679-bd60-664e5292064d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Aug 29 18:11:34.011418 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeea05-31b4-4f63-9bba-ef8f03e519a7 req-a9faadfe-de90-4ebc-bc5c-ecaecc85d9e3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:34.012856 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4baeea05-31b4-4f63-9bba-ef8f03e519a7 req-a9faadfe-de90-4ebc-bc5c-ecaecc85d9e3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0523431 Aug 29 18:11:34.049950 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4baeea05-31b4-4f63-9bba-ef8f03e519a7 req-fb6d4eae-02ca-4fa8-ab31-cd4086a41360 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313027 Aug 29 18:11:35.162261 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62c1a6-6653-4bec-989b-4eb64791d3b2 req-f30ad55b-2318-4ca7-b283-53dc3280b3dc tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:35.163741 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b62c1a6-6653-4bec-989b-4eb64791d3b2 req-f30ad55b-2318-4ca7-b283-53dc3280b3dc tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0483177 Aug 29 18:11:35.203708 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b62c1a6-6653-4bec-989b-4eb64791d3b2 req-2214dcc2-85fb-4232-b703-59cd84f38038 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332775 Aug 29 18:11:36.316850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410202ac-6565-4e67-a024-426c24a3d1e3 req-af3799bf-3765-4880-bc17-9c9459506828 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:36.318338 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-410202ac-6565-4e67-a024-426c24a3d1e3 req-af3799bf-3765-4880-bc17-9c9459506828 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0486987 Aug 29 18:11:36.355833 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-410202ac-6565-4e67-a024-426c24a3d1e3 req-b5bf69a7-5924-4895-beb1-77e5278e3257 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Aug 29 18:11:37.470593 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904edc0-76a3-44f3-908d-e793009388f8 req-ded88739-506b-4dd3-a27f-5ee24fbb651e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:37.472052 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e904edc0-76a3-44f3-908d-e793009388f8 req-ded88739-506b-4dd3-a27f-5ee24fbb651e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Aug 29 18:11:37.509452 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e904edc0-76a3-44f3-908d-e793009388f8 req-33ad3149-db66-432f-96db-8a022e8f50c5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314028 Aug 29 18:11:38.624391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6e88e-3c85-4fa2-b952-0845935af328 req-934262f9-a953-4f52-b83f-b0e3254d1d3f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:38.626590 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48e6e88e-3c85-4fa2-b952-0845935af328 req-934262f9-a953-4f52-b83f-b0e3254d1d3f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0492661 Aug 29 18:11:38.662687 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48e6e88e-3c85-4fa2-b952-0845935af328 req-94f2dad0-e243-4bf0-870b-599e7d2fcdb4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302782 Aug 29 18:11:39.783600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a94ad3-82ba-45e0-a059-993b95c4ea5f req-eb822010-0172-42ba-a744-a534223b914e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:39.785064 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0a94ad3-82ba-45e0-a059-993b95c4ea5f req-eb822010-0172-42ba-a744-a534223b914e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0521286 Aug 29 18:11:39.821001 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f0a94ad3-82ba-45e0-a059-993b95c4ea5f req-851fe731-856f-4393-bb1c-e729e3df2702 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301192 Aug 29 18:11:40.938200 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045cfdf-0a10-461c-8ee3-1255552a83d5 req-1820f8c3-a4d8-4a37-836e-f9d88c1b91cb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:40.939651 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0045cfdf-0a10-461c-8ee3-1255552a83d5 req-1820f8c3-a4d8-4a37-836e-f9d88c1b91cb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0519335 Aug 29 18:11:40.976181 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0045cfdf-0a10-461c-8ee3-1255552a83d5 req-9559dee7-e030-410c-a4fc-70d7fe0b5127 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Aug 29 18:11:42.089140 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a992a7-db31-4f3c-9cf4-40ccc426507d req-5c3ea2ff-fdd7-4e12-825d-c22d25a94c6f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:42.090635 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74a992a7-db31-4f3c-9cf4-40ccc426507d req-5c3ea2ff-fdd7-4e12-825d-c22d25a94c6f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0481844 Aug 29 18:11:42.127610 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-74a992a7-db31-4f3c-9cf4-40ccc426507d req-f408de32-ed4f-43b1-8e8b-67bc51a91046 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306001 Aug 29 18:11:42.832833 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03a42727-3538-47c4-89fe-a8f346e837d3 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:11:42.929365 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:42.940765 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': '03a42727-3538-47c4-89fe-a8f346e837d3', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'port_id': '03a42727-3538-47c4-89fe-a8f346e837d3', 'mac_address': 'fa:16:3e:46:68:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:11:42.976493 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:42.989335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03a42727-3538-47c4-89fe-a8f346e837d3 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:11:43.017448 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:43.022076 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:43.025867 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-95340489-69e2-4367-bcf6-fdf40bc5f7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:43.074124 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:43.081623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.081971 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.082310 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.082645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.082975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.083302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.083626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.083954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.084275 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.084597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.084918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.085251 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:11:43.094104 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['03a42727-3538-47c4-89fe-a8f346e837d3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:11:43.244326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ab811-0da7-4282-a685-66d8b32d4895 req-6674d182-fb0f-4874-86ae-94b48b163400 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:43.245759 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-730ab811-0da7-4282-a685-66d8b32d4895 req-6674d182-fb0f-4874-86ae-94b48b163400 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0509348 Aug 29 18:11:43.283499 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-730ab811-0da7-4282-a685-66d8b32d4895 req-3f529db1-746d-49c0-8aef-bcb87ab7ce99 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317128 Aug 29 18:11:44.396247 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b8512-866c-4c10-af79-2abb0d0a3758 req-978927e4-3394-4d8d-a4a3-2194f689c8e9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:44.397783 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0b8512-866c-4c10-af79-2abb0d0a3758 req-978927e4-3394-4d8d-a4a3-2194f689c8e9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0483868 Aug 29 18:11:44.435078 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-fe0b8512-866c-4c10-af79-2abb0d0a3758 req-2da7003d-c3f5-4b80-949c-5d185a8016a5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313768 Aug 29 18:11:44.848134 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03a42727-3538-47c4-89fe-a8f346e837d3 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:11:44.896903 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port 03a42727-3538-47c4-89fe-a8f346e837d3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:11:44.897287 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:44.910685 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55614ab-25f6-4da2-83c5-94a1bd36ba31 req-72f28cde-622a-443d-8310-d5aa8b9f46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:44.912177 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c55614ab-25f6-4da2-83c5-94a1bd36ba31 req-72f28cde-622a-443d-8310-d5aa8b9f46b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1096 time: 0.0407674 Aug 29 18:11:44.975062 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:45.002582 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:11:45.004741 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b0336c-649c-4e7a-818f-864c3298ffc5" -d '{"events": [{"server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "name": "network-vif-plugged", "status": "completed", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:11:45.018376 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:11:45.022488 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:45.073392 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:11:45.166633 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1407ac3-2366-4f67-b4b2-c2f6c430c463 x-openstack-request-id: req-e1407ac3-2366-4f67-b4b2-c2f6c430c463 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:11:45.166942 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "name": "network-vif-plugged", "status": "completed", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:11:45.167197 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1407ac3-2366-4f67-b4b2-c2f6c430c463 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:11:45.167632 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3', 'code': 200} Aug 29 18:11:45.380771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55614ab-25f6-4da2-83c5-94a1bd36ba31 req-c76143b7-56d5-4b05-8d42-b65895cd4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:45.382269 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c55614ab-25f6-4da2-83c5-94a1bd36ba31 req-c76143b7-56d5-4b05-8d42-b65895cd4505 service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.4501662 Aug 29 18:11:45.446894 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c55614ab-25f6-4da2-83c5-94a1bd36ba31 req-abc6ef06-5655-4008-a70e-ec86f7158283 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 1001 time: 0.0571458 Aug 29 18:11:45.498703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55614ab-25f6-4da2-83c5-94a1bd36ba31 req-a014f142-f91b-457e-bd4e-28a20eb7d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:45.500643 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c55614ab-25f6-4da2-83c5-94a1bd36ba31 req-a014f142-f91b-457e-bd4e-28a20eb7d4f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0466087 Aug 29 18:11:45.545391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55614ab-25f6-4da2-83c5-94a1bd36ba31 req-0f05ff8a-c939-44e4-840f-863edda72743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:45.546912 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c55614ab-25f6-4da2-83c5-94a1bd36ba31 req-0f05ff8a-c939-44e4-840f-863edda72743 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395458 Aug 29 18:11:45.553568 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe8bca-f7f7-4585-aea9-b25a739c57c5 req-23e7a66c-1dc2-4ed0-8993-029d0b429460 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:45.555055 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51fe8bca-f7f7-4585-aea9-b25a739c57c5 req-23e7a66c-1dc2-4ed0-8993-029d0b429460 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0524702 Aug 29 18:11:45.593350 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-51fe8bca-f7f7-4585-aea9-b25a739c57c5 req-c0a88bd1-afb1-4bc1-8233-a97f68cbfef4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320921 Aug 29 18:11:45.630134 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-65b4d8ec-51a7-4a16-aad6-fe1bb1285d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:45.637964 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c55614ab-25f6-4da2-83c5-94a1bd36ba31 req-43f82266-bc3b-4580-99ba-e5e8fb64e01c service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837049 Aug 29 18:11:45.729656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c55614ab-25f6-4da2-83c5-94a1bd36ba31 req-ea7c812a-b18e-42e2-91b0-7e264941c856 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840385 Aug 29 18:11:46.007758 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:46.721311 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12327349-cf77-4798-8633-ed6a0d4cbe39 req-825a8f35-605e-4e20-9af9-30fbe3b5be23 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:46.722749 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12327349-cf77-4798-8633-ed6a0d4cbe39 req-825a8f35-605e-4e20-9af9-30fbe3b5be23 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0536499 Aug 29 18:11:46.762900 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12327349-cf77-4798-8633-ed6a0d4cbe39 req-d0edb1de-c626-4cf0-9688-dbc9b51bc486 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335543 Aug 29 18:11:46.965763 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:47.887519 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c438d8-b9c3-4f6f-a5d9-84fe1a9999b3 req-0c5dbc5c-725a-41e2-955d-378bad65be44 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:47.889814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e4c438d8-b9c3-4f6f-a5d9-84fe1a9999b3 req-0c5dbc5c-725a-41e2-955d-378bad65be44 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0543749 Aug 29 18:11:47.936606 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e4c438d8-b9c3-4f6f-a5d9-84fe1a9999b3 req-1dddb8aa-c18e-467a-8007-1bb7c71c51d4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399535 Aug 29 18:11:48.536905 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:48.644692 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:49.057796 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba595b-2f59-40ea-b876-dbabea0d705c req-ff41c6f1-457d-4ef1-9b6d-f4cfb02f5293 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:49.060108 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52ba595b-2f59-40ea-b876-dbabea0d705c req-ff41c6f1-457d-4ef1-9b6d-f4cfb02f5293 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0583799 Aug 29 18:11:49.105809 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-52ba595b-2f59-40ea-b876-dbabea0d705c req-cb0be38e-7d3d-44af-b551-a55416bbf826 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Aug 29 18:11:50.231763 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fa44b-6aa9-4521-b5ee-6b4435e873d9 req-82b8d19e-559d-421c-8624-4d590cf4a86f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:50.234390 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c30fa44b-6aa9-4521-b5ee-6b4435e873d9 req-82b8d19e-559d-421c-8624-4d590cf4a86f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0524316 Aug 29 18:11:50.277761 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c30fa44b-6aa9-4521-b5ee-6b4435e873d9 req-9eea338c-7ed3-4262-9f84-284d51528c72 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363402 Aug 29 18:11:51.041787 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:11:51.688581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059e484-7412-44b2-8312-3258f8a208a1 req-9c55c362-9916-471a-9932-d2278cbfd490 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:51.690166 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0059e484-7412-44b2-8312-3258f8a208a1 req-9c55c362-9916-471a-9932-d2278cbfd490 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0699923 Aug 29 18:11:51.730136 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0059e484-7412-44b2-8312-3258f8a208a1 req-727b091b-17c6-4ccb-bcae-6e506e71cf9c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338423 Aug 29 18:11:52.855896 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdaa1b-49b0-411a-80f4-dae1d96f5adb req-fc2da0d0-05d1-44b9-bc87-57d53b653fbe tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:52.857418 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4efdaa1b-49b0-411a-80f4-dae1d96f5adb req-fc2da0d0-05d1-44b9-bc87-57d53b653fbe tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0542064 Aug 29 18:11:52.897874 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4efdaa1b-49b0-411a-80f4-dae1d96f5adb req-2a9d91c7-8abf-44e4-82dc-44d0f0f96359 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337336 Aug 29 18:11:54.019250 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b11921-ef26-4e2e-998f-383dadfd470b req-eadb0c71-0bdc-4549-84dc-606657d272a0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:54.020677 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12b11921-ef26-4e2e-998f-383dadfd470b req-eadb0c71-0bdc-4549-84dc-606657d272a0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0515432 Aug 29 18:11:54.064752 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-12b11921-ef26-4e2e-998f-383dadfd470b req-cf22f6f8-dc46-457f-a3fe-3562f208443f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352476 Aug 29 18:11:55.200293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8dfef-a3f7-4b77-b8f0-a8fd2b80e163 req-feebddb9-6e74-4314-b0c0-42d9594df169 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:55.201864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43f8dfef-a3f7-4b77-b8f0-a8fd2b80e163 req-feebddb9-6e74-4314-b0c0-42d9594df169 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0636592 Aug 29 18:11:55.247234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-43f8dfef-a3f7-4b77-b8f0-a8fd2b80e163 req-db6a8fe3-31f8-47cf-85ff-0476a563f7a4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381315 Aug 29 18:11:56.370012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3553e1-a6b6-45e0-a9ae-916bb5af32f8 req-c26315d0-8243-4466-b35b-a1373bc1fbdd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:56.371475 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce3553e1-a6b6-45e0-a9ae-916bb5af32f8 req-c26315d0-8243-4466-b35b-a1373bc1fbdd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0484893 Aug 29 18:11:56.412596 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ce3553e1-a6b6-45e0-a9ae-916bb5af32f8 req-5dd1b184-0996-4373-8b0b-45624fe43214 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346370 Aug 29 18:11:56.662140 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994211-179c-449e-82d9-5ce8818467a9 req-45358892-ce88-4a3f-a916-4be143a877c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:56.663625 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d994211-179c-449e-82d9-5ce8818467a9 req-45358892-ce88-4a3f-a916-4be143a877c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1097 time: 0.0402694 Aug 29 18:11:56.756628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994211-179c-449e-82d9-5ce8818467a9 req-df23bcac-3826-4470-b68d-056993031aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:56.758139 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d994211-179c-449e-82d9-5ce8818467a9 req-df23bcac-3826-4470-b68d-056993031aed service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0873749 Aug 29 18:11:56.826346 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d994211-179c-449e-82d9-5ce8818467a9 req-abef1010-99fc-4e9d-94e6-01f52c30d744 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 1001 time: 0.0611084 Aug 29 18:11:56.876051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994211-179c-449e-82d9-5ce8818467a9 req-354f8a99-f377-4e0a-91f9-9e0971d0a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:56.877523 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d994211-179c-449e-82d9-5ce8818467a9 req-354f8a99-f377-4e0a-91f9-9e0971d0a632 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0446398 Aug 29 18:11:56.922635 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d994211-179c-449e-82d9-5ce8818467a9 req-9a32dad2-8af9-4274-8532-3d28cf8d5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:56.923991 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d994211-179c-449e-82d9-5ce8818467a9 req-9a32dad2-8af9-4274-8532-3d28cf8d5b3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398657 Aug 29 18:11:57.015777 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d994211-179c-449e-82d9-5ce8818467a9 req-e95a77a6-d84f-4b06-861f-ddfdfda1e476 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841074 Aug 29 18:11:57.104239 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d994211-179c-449e-82d9-5ce8818467a9 req-607472b6-5f05-408f-8390-44f4e47eff14 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811934 Aug 29 18:11:57.524175 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148f1ed-34e3-49d6-b606-f530d121aba2 req-b570045a-b6f9-4cfa-a8b6-85cd7f4d3e2c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:57.525650 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5148f1ed-34e3-49d6-b606-f530d121aba2 req-b570045a-b6f9-4cfa-a8b6-85cd7f4d3e2c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0477240 Aug 29 18:11:57.562550 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5148f1ed-34e3-49d6-b606-f530d121aba2 req-5eae6061-7a75-4538-9e3f-faae0b6a0ebd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306487 Aug 29 18:11:58.680063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951f47c-055b-4558-a121-5ba3fa54eb9f req-17c6a1f3-ac9e-4036-bc37-e315e5fcc94b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:58.681578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9951f47c-055b-4558-a121-5ba3fa54eb9f req-17c6a1f3-ac9e-4036-bc37-e315e5fcc94b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0537035 Aug 29 18:11:58.730451 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9951f47c-055b-4558-a121-5ba3fa54eb9f req-cea7486f-bf0e-4d23-a046-734b50e34937 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424707 Aug 29 18:11:59.847488 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296b256-6319-4352-8d7d-c844a38cdd2f req-536399df-9827-4a53-b3bc-ca82f1fea450 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:11:59.848961 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9296b256-6319-4352-8d7d-c844a38cdd2f req-536399df-9827-4a53-b3bc-ca82f1fea450 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Aug 29 18:11:59.886525 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9296b256-6319-4352-8d7d-c844a38cdd2f req-72717a43-2e8b-4849-bb08-7821f458ab8d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317249 Aug 29 18:12:00.090823 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859160c-16f7-4653-84b5-f6fa32699c54 req-d01093a3-5420-44de-9bef-6ee0ae820d93 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:00.092564 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4859160c-16f7-4653-84b5-f6fa32699c54 req-d01093a3-5420-44de-9bef-6ee0ae820d93 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0502291 Aug 29 18:12:00.131704 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4859160c-16f7-4653-84b5-f6fa32699c54 req-9d1524c6-d665-4821-bc06-93a2a8fdaa3d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332541 Aug 29 18:12:00.295113 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46574) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:12:00.377234 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-67ba8552-a116-4862-8616-c0b0ab3b9fb3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809362 Aug 29 18:12:00.936224 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device 03a42727-3538-47c4-89fe-a8f346e837d3 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:12:01.011636 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:01.033766 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:12:01.035981 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f8b55f-7ebb-41f0-89fd-253f1ebc365a" -d '{"events": [{"server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "name": "network-vif-unplugged", "status": "completed", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:12:01.048362 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:01.051692 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:01.073911 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 18:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bf426c-343e-47ba-a824-d99f137bdb1e x-openstack-request-id: req-07bf426c-343e-47ba-a824-d99f137bdb1e {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:12:01.074194 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "name": "network-vif-unplugged", "status": "failed", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3", "code": 422}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:12:01.074440 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07bf426c-343e-47ba-a824-d99f137bdb1e {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:12:01.074826 n-d-713301-13 neutron-server[111678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3', 'code': 422} returned with failed status Aug 29 18:12:01.099007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:01.248748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a7b92-a5ba-46a2-84bb-12586b5ece0f req-17cc7f56-4414-4b11-b1ad-c477acd191ee tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:01.250294 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d7a7b92-a5ba-46a2-84bb-12586b5ece0f req-17cc7f56-4414-4b11-b1ad-c477acd191ee tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 943 time: 0.0523112 Aug 29 18:12:01.287071 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d7a7b92-a5ba-46a2-84bb-12586b5ece0f req-ff93edae-2e5e-4d07-afdd-5c21fe2737e5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308118 Aug 29 18:12:02.402912 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77030d82-f78e-4ad3-a92b-803cffcf3c1b req-14175a9a-1fdb-4b14-a9e1-8746374c6fe5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:02.404402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77030d82-f78e-4ad3-a92b-803cffcf3c1b req-14175a9a-1fdb-4b14-a9e1-8746374c6fe5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 943 time: 0.0493734 Aug 29 18:12:02.442594 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-77030d82-f78e-4ad3-a92b-803cffcf3c1b req-73c9ceb5-26e0-4f53-bed1-70285dd74fbd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322025 Aug 29 18:12:03.554802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67190467-1dd9-4086-a910-fa0643a7592d req-345b5375-02c8-4dff-884a-44a96d5268b4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:03.556639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67190467-1dd9-4086-a910-fa0643a7592d req-345b5375-02c8-4dff-884a-44a96d5268b4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 943 time: 0.0482590 Aug 29 18:12:03.594373 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-67190467-1dd9-4086-a910-fa0643a7592d req-d9ee9e53-8c2d-45b9-9fb8-83f21629112b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Aug 29 18:12:04.708348 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08719114-2730-4e9e-9c68-75ec0129b95c req-5aae52ba-e34e-46ec-afff-6e928282e756 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:04.709742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-08719114-2730-4e9e-9c68-75ec0129b95c req-5aae52ba-e34e-46ec-afff-6e928282e756 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 943 time: 0.0494649 Aug 29 18:12:04.756006 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-08719114-2730-4e9e-9c68-75ec0129b95c req-124e01f5-c9ea-48ed-b0ca-b7580cfffcf7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403373 Aug 29 18:12:05.247792 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-abca826b-3a9e-4636-9ef3-fa28a8f919da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:05.249295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-abca826b-3a9e-4636-9ef3-fa28a8f919da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056&tenant_id=b5e82239a01341edb6dca73f1eb9e05c HTTP/1.1" status: 200 len: 1095 time: 0.0817690 Aug 29 18:12:05.260862 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-13', 'device_owner': 'compute:nova'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:12:05.314132 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:05.870743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:05.898588 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531db74c-080a-4a61-9e4f-8114caaa9ccd req-c7792e7e-7cc8-4745-b6a5-31d93cdf49fa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:05.900058 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-531db74c-080a-4a61-9e4f-8114caaa9ccd req-c7792e7e-7cc8-4745-b6a5-31d93cdf49fa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 943 time: 0.0755982 Aug 29 18:12:05.929479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h2-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:05.969675 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-531db74c-080a-4a61-9e4f-8114caaa9ccd req-682beef0-0fa7-452b-bcd7-8108726ddf7c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599241 Aug 29 18:12:05.977445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a42727-3538-47c4-89fe-a8f346e837d3 {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:12:05.985797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:05.997379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Transition to ACTIVE for port object 03a42727-3538-47c4-89fe-a8f346e837d3 will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:12:06.001975 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:06.078805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=9']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:06.092977 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.093358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.093715 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.094064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.094405 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.094745 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.095087 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.095428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.095762 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.096095 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.096427 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.096758 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:12:06.136452 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] No DVR routers for this DVR port 03a42727-3538-47c4-89fe-a8f346e837d3 on host n-h2-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:12:06.272802 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Attempting to bind port 03a42727-3538-47c4-89fe-a8f346e837d3 on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:12:06.273465 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Attempting to bind port 03a42727-3538-47c4-89fe-a8f346e837d3 by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:12:06.273615 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Attempting to bind port 03a42727-3538-47c4-89fe-a8f346e837d3 on network 148a28e4-5b42-4569-a574-79a500edc6e3 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:06.277702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Port 03a42727-3538-47c4-89fe-a8f346e837d3 on network 148a28e4-5b42-4569-a574-79a500edc6e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:12:06.278043 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Attempting to bind port 03a42727-3538-47c4-89fe-a8f346e837d3 on network 148a28e4-5b42-4569-a574-79a500edc6e3 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:12:06.283364 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:12:06.283707 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Checking segment: {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:12:06.284092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Bound using segment: {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:12:06.284515 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Bound port: 03a42727-3538-47c4-89fe-a8f346e837d3, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:12:06.284870 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:06.354260 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:12:06.357246 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:12:06.362402 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:06.395720 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:06.396351 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:06.397795 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] 10.222.0.10 "PUT /v2.0/ports/03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 1092 time: 1.1407948 Aug 29 18:12:06.398230 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:12:06.400499 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b801cc03-3e90-440b-80cd-6ee08b7d21e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:12:06.437517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f6a7b-8944-4c8c-aaf4-34478db6ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=10']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:06.473350 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-99ce509a-da43-49d3-9e35-2a63b227e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:06.474968 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-99ce509a-da43-49d3-9e35-2a63b227e1fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1096 time: 0.0518043 Aug 29 18:12:06.529500 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03288757-c4aa-48c3-a1bf-59ae279c330c x-openstack-request-id: req-03288757-c4aa-48c3-a1bf-59ae279c330c {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:12:06.529797 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:12:06.530054 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03288757-c4aa-48c3-a1bf-59ae279c330c {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:12:06.530456 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3', 'status': 'completed', 'code': 200} Aug 29 18:12:06.573682 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-0055ef20-2e27-4cf8-9100-38b1250e0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:06.575177 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-0055ef20-2e27-4cf8-9100-38b1250e0e4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0937171 Aug 29 18:12:06.647891 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-ae6f53ff-d6b3-4892-bcf8-58f04137f323 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 999 time: 0.0638652 Aug 29 18:12:06.697633 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-146a0632-9fa6-4fe8-a513-d22ba4fa81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:06.699022 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-146a0632-9fa6-4fe8-a513-d22ba4fa81b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0442643 Aug 29 18:12:06.744687 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-c3bef49d-bb42-4397-aca5-d3f55586a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:06.746156 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-c3bef49d-bb42-4397-aca5-d3f55586a68b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393581 Aug 29 18:12:06.837668 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-95457b15-cd65-4382-ace5-c158b5a40d7f service neutron] 10.222.0.10 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835171 Aug 29 18:12:06.925322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-8b1c7051-536c-4f62-932b-43008aacbe0e service neutron] 10.222.0.10 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804210 Aug 29 18:12:07.009021 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801cc03-3e90-440b-80cd-6ee08b7d21e4 req-48ba87a4-459f-4240-a3ce-1409c1ac364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:07.010646 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b801cc03-3e90-440b-80cd-6ee08b7d21e4 req-48ba87a4-459f-4240-a3ce-1409c1ac364b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1096 time: 0.0430517 Aug 29 18:12:07.140429 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77fbca-1eb4-4b95-8649-5a3220d4af8d req-da6e2fbb-5c80-4680-8b96-3442e968922c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:07.143039 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3b77fbca-1eb4-4b95-8649-5a3220d4af8d req-da6e2fbb-5c80-4680-8b96-3442e968922c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0787559 Aug 29 18:12:07.147482 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801cc03-3e90-440b-80cd-6ee08b7d21e4 req-19ab0471-f9ac-41eb-8449-30d78ba57928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:07.148846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b801cc03-3e90-440b-80cd-6ee08b7d21e4 req-19ab0471-f9ac-41eb-8449-30d78ba57928 service neutron] 10.222.0.10 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.1320231 Aug 29 18:12:07.261813 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b801cc03-3e90-440b-80cd-6ee08b7d21e4 req-f2bf7f33-b6aa-4df2-977e-a8bc2cddeab4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 999 time: 0.1046476 Aug 29 18:12:07.291864 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3b77fbca-1eb4-4b95-8649-5a3220d4af8d req-add7eed2-906f-4c5c-9900-7985cea58f50 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419661 Aug 29 18:12:07.689453 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:12:08.419441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674200-5e95-4ef0-a9f5-039137b434a6 req-e98eb83a-b78a-4922-8525-e17ac6110018 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:08.421121 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e6674200-5e95-4ef0-a9f5-039137b434a6 req-e98eb83a-b78a-4922-8525-e17ac6110018 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0552657 Aug 29 18:12:08.466231 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e6674200-5e95-4ef0-a9f5-039137b434a6 req-9fafba6f-b938-4a36-8ad1-ff35f0b7583d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383434 Aug 29 18:12:09.585968 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de699d2-88a8-46e5-a1fb-2d15304b1ba6 req-3f262ebe-394d-4961-9c9d-0b959b0529b0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:09.587702 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5de699d2-88a8-46e5-a1fb-2d15304b1ba6 req-3f262ebe-394d-4961-9c9d-0b959b0529b0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0516176 Aug 29 18:12:09.627742 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5de699d2-88a8-46e5-a1fb-2d15304b1ba6 req-baf636c9-8a45-4ea3-86bc-2e641ec2b4f4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341721 Aug 29 18:12:10.745820 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776036c-cefb-4a3e-9745-bf595e46f582 req-0d485a42-7402-41e0-b2a7-d620a73c574b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:10.747349 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1776036c-cefb-4a3e-9745-bf595e46f582 req-0d485a42-7402-41e0-b2a7-d620a73c574b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0517361 Aug 29 18:12:10.790083 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1776036c-cefb-4a3e-9745-bf595e46f582 req-c476d3d2-fbbd-4d1b-891c-0819117e0550 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351434 Aug 29 18:12:11.910144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993aad9-1ebc-4671-a073-b2e87a38460f req-eab84cf1-3513-4edd-a7d9-9e0395631dc8 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:11.911665 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a993aad9-1ebc-4671-a073-b2e87a38460f req-eab84cf1-3513-4edd-a7d9-9e0395631dc8 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0528722 Aug 29 18:12:11.951005 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a993aad9-1ebc-4671-a073-b2e87a38460f req-4560848a-3947-4470-a0a6-36a9ff2b15e0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332172 Aug 29 18:12:13.017820 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-787325b3-01a3-4f89-9959-cc4bd3607553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:13.072174 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b85337-d071-45f6-913b-89a1383b1d54 req-6ec7d2f9-c6ef-44c0-acae-de3bf594546b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:13.073849 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-42b85337-d071-45f6-913b-89a1383b1d54 req-6ec7d2f9-c6ef-44c0-acae-de3bf594546b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0514147 Aug 29 18:12:13.116362 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-42b85337-d071-45f6-913b-89a1383b1d54 req-bb99f456-187f-4ffb-886f-2ae6b39cdb39 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360219 Aug 29 18:12:14.240253 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb36e7-d259-481b-a799-95819b6578fe req-05558ba8-82e4-432e-a62c-b1df4fdbf8ab tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:14.241797 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bb36e7-d259-481b-a799-95819b6578fe req-05558ba8-82e4-432e-a62c-b1df4fdbf8ab tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0552411 Aug 29 18:12:14.282137 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-62bb36e7-d259-481b-a799-95819b6578fe req-2223de72-6d13-4b9f-b8e8-72e2a76187fe tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344234 Aug 29 18:12:15.402899 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb39a-0636-41e5-be46-9ae622cf58d2 req-21639d63-7db5-459b-827a-9fdb1da21aab tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:15.405402 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560bb39a-0636-41e5-be46-9ae622cf58d2 req-21639d63-7db5-459b-827a-9fdb1da21aab tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0542221 Aug 29 18:12:15.450854 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-560bb39a-0636-41e5-be46-9ae622cf58d2 req-20fbd47b-6559-49c4-a618-2d969b89dd6e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390642 Aug 29 18:12:15.634307 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-216b008b-dddb-4f83-8fbf-5014d8b2dbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:16.035759 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:16.574013 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cd6f6-9a0f-46cd-88fc-b54bd281b8fa req-56581771-ec73-4aa7-8bcd-ac32c3ddfc11 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:16.575563 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-862cd6f6-9a0f-46cd-88fc-b54bd281b8fa req-56581771-ec73-4aa7-8bcd-ac32c3ddfc11 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0539651 Aug 29 18:12:16.615131 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-862cd6f6-9a0f-46cd-88fc-b54bd281b8fa req-3f51f9b7-1905-4bf3-9d75-6bbd45cff171 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Aug 29 18:12:16.964655 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:17.297065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801cc03-3e90-440b-80cd-6ee08b7d21e4 req-8c589abf-bf3c-4647-9e96-772f2be39e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:17.298539 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b801cc03-3e90-440b-80cd-6ee08b7d21e4 req-8c589abf-bf3c-4647-9e96-772f2be39e7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0447927 Aug 29 18:12:17.347273 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801cc03-3e90-440b-80cd-6ee08b7d21e4 req-1776c9c8-4948-4792-8679-6a72ac3681c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:17.348739 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b801cc03-3e90-440b-80cd-6ee08b7d21e4 req-1776c9c8-4948-4792-8679-6a72ac3681c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434909 Aug 29 18:12:17.440616 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b801cc03-3e90-440b-80cd-6ee08b7d21e4 req-1b4ce168-fb73-4c4c-ad42-257216707323 service neutron] 10.222.0.10 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806284 Aug 29 18:12:17.541562 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b801cc03-3e90-440b-80cd-6ee08b7d21e4 req-2cfd3831-3818-4eb6-80b6-a1877a0711f2 service neutron] 10.222.0.10 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871010 Aug 29 18:12:17.729475 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aad2ca-25c5-42e9-9ae8-68dc2c74fea9 req-a212d687-224f-414f-a9c2-16d324d0abcd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:17.730966 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9aad2ca-25c5-42e9-9ae8-68dc2c74fea9 req-a212d687-224f-414f-a9c2-16d324d0abcd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0491762 Aug 29 18:12:17.769337 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e9aad2ca-25c5-42e9-9ae8-68dc2c74fea9 req-2b359755-305e-406e-922d-08f3f773b0b7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Aug 29 18:12:18.533615 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:18.626860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:18.881686 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2020d6-6586-41a2-9c8a-649da0ea842e req-f5277f4a-6656-4f3a-bba6-f691637b0bb2 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:18.883158 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d2020d6-6586-41a2-9c8a-649da0ea842e req-f5277f4a-6656-4f3a-bba6-f691637b0bb2 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 944 time: 0.0488768 Aug 29 18:12:18.895317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 03a42727-3538-47c4-89fe-a8f346e837d3 details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:12:18.921360 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d2020d6-6586-41a2-9c8a-649da0ea842e req-e1ce5ad7-f76b-4ce4-8823-ad436324847b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323236 Aug 29 18:12:18.988325 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:18.999155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': '03a42727-3538-47c4-89fe-a8f346e837d3', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'port_id': '03a42727-3538-47c4-89fe-a8f346e837d3', 'mac_address': 'fa:16:3e:46:68:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:12:19.034712 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:19.046503 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a42727-3538-47c4-89fe-a8f346e837d3 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:12:19.065142 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:19.069099 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:19.114534 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=11']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:19.292291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['03a42727-3538-47c4-89fe-a8f346e837d3'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:12:20.034915 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36cbee-6286-4890-bd5d-1ea3dc4f22b6 req-17049fcb-50e4-4d66-a286-065d56bedb37 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:20.036374 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed36cbee-6286-4890-bd5d-1ea3dc4f22b6 req-17049fcb-50e4-4d66-a286-065d56bedb37 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 945 time: 0.0490837 Aug 29 18:12:20.073758 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ed36cbee-6286-4890-bd5d-1ea3dc4f22b6 req-d95eb2c7-0e4d-4b4f-bd81-5d691641d994 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315838 Aug 29 18:12:20.911332 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 03a42727-3538-47c4-89fe-a8f346e837d3 up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:12:20.960581 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port 03a42727-3538-47c4-89fe-a8f346e837d3 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:12:20.964539 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port 03a42727-3538-47c4-89fe-a8f346e837d3 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:12:20.964910 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:21.047995 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:21.049668 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:21.069595 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:12:21.071802 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bcc9ef-224f-47c4-8bf8-338e9cbc6a0e" -d '{"events": [{"server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "name": "network-vif-plugged", "status": "completed", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:12:21.084695 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:12:21.088854 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:21.119446 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6f1d21-cc70-4c29-979e-8e48fe6de4a7 x-openstack-request-id: req-8e6f1d21-cc70-4c29-979e-8e48fe6de4a7 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:12:21.119775 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "name": "network-vif-plugged", "status": "completed", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:12:21.119976 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e6f1d21-cc70-4c29-979e-8e48fe6de4a7 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:12:21.120356 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3', 'code': 200} Aug 29 18:12:21.148036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=12']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:12:21.202817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9c359-650c-4c4d-81b8-769971fa5c1f req-499c2b71-18f7-4bd9-871d-f344b90d79a9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:21.204999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ba9c359-650c-4c4d-81b8-769971fa5c1f req-499c2b71-18f7-4bd9-871d-f344b90d79a9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 946 time: 0.0532260 Aug 29 18:12:21.247813 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3ba9c359-650c-4c4d-81b8-769971fa5c1f req-8ec67753-968a-40a9-8947-a23516c6275b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365624 Aug 29 18:12:21.270751 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a541081-5204-4025-95e5-4bcd4ff70865 req-24f65737-814b-47d4-a946-a4e8a3290a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:21.272270 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a541081-5204-4025-95e5-4bcd4ff70865 req-24f65737-814b-47d4-a946-a4e8a3290a56 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1098 time: 0.0417490 Aug 29 18:12:21.306332 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2a541081-5204-4025-95e5-4bcd4ff70865 req-973f6aaa-bd24-4022-abea-e78f6f47ec8b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269437 Aug 29 18:12:22.372186 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bafd7-4e84-4ab5-a471-24297229e623 req-5c145dab-61aa-4e7a-8c05-63d17c84a417 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:22.373721 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-286bafd7-4e84-4ab5-a471-24297229e623 req-5c145dab-61aa-4e7a-8c05-63d17c84a417 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 946 time: 0.0519931 Aug 29 18:12:22.417210 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-286bafd7-4e84-4ab5-a471-24297229e623 req-cc8a4e7f-abfe-4382-bee3-f98735c634c9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367951 Aug 29 18:12:23.534480 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a92bf-6ed5-4272-bbfd-b03a7370042d req-0b119bfc-ec16-4305-b6be-8b4c021b35b1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:23.535951 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a7a92bf-6ed5-4272-bbfd-b03a7370042d req-0b119bfc-ec16-4305-b6be-8b4c021b35b1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 946 time: 0.0507307 Aug 29 18:12:23.572312 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2a7a92bf-6ed5-4272-bbfd-b03a7370042d req-6cc73594-d981-4fe1-bce8-3cad91f26bbf tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305419 Aug 29 18:12:35.018101 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-37f3d510-4119-4c4c-9f34-59cd3e0ba09f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0381095 Aug 29 18:12:35.101281 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-b54489e2-d696-4d0a-b7f4-87f7240b0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:35.102770 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-b54489e2-d696-4d0a-b7f4-87f7240b0483 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1098 time: 0.0403297 Aug 29 18:12:35.208388 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-7d9b703d-8a36-4b3e-a9fc-07482fb45a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:35.209908 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-7d9b703d-8a36-4b3e-a9fc-07482fb45a35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0867267 Aug 29 18:12:35.275804 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-772fa51a-8d39-4deb-9d8a-aed9fd7bac44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 1001 time: 0.0572505 Aug 29 18:12:35.323114 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-31c95958-bb5e-40e3-893c-5328e22ee6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:35.324501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-31c95958-bb5e-40e3-893c-5328e22ee6d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0422435 Aug 29 18:12:35.378693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-f9d231fa-7816-485d-9756-4eda87d29ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:12:35.380146 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-f9d231fa-7816-485d-9756-4eda87d29ea2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428605 Aug 29 18:12:35.468601 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-2b3fa63e-e28b-4886-a742-295bccc30d76 service neutron] 10.222.0.10 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801818 Aug 29 18:12:35.563250 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9d94b018-ff62-443a-ab85-d9a85841a221 req-a755e187-f9ba-40df-8168-88461fc2e648 service neutron] 10.222.0.10 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861244 Aug 29 18:12:43.017129 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-741d2d5f-9238-4047-8213-0d8083fd98cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:44.689123 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:12:45.635620 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed216-3846-4328-9aec-72836c1773f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.007171 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:46.969143 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:48.548489 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:48.629084 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:12:51.043929 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:13.019146 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cdb5151d-1484-4656-bcf3-c7ce2f6957f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:15.634667 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-941edde0-e7a2-40de-afbc-048298872874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:16.007918 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:16.970382 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:18.564291 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:18.631924 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:21.046302 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:21.688595 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:13:34.275453 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46716) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:34.427444 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Deleting port 799ac37f-6519-421a-8af8-a1a6e9ee042b {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:34.427797 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:34.499972 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:34.500307 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:34.512038 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Calling delete_port for 799ac37f-6519-421a-8af8-a1a6e9ee042b owned by network:floatingip {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:34.655426 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:34.680135 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event deleted for resources: {'Port': ['ID=799ac37f-6519-421a-8af8-a1a6e9ee042b,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:34.691601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.691958 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.692307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.692650 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.693576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.693914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.694249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.694582 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.694914 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.695257 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.695576 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.695902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:34.751173 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for floatingip, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:34.751501 n-d-713301-13 neutron-server[111676]: INFO neutron.db.l3_db [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Floating IP 5079aa8e-df2e-4faf-a362-9432f05883db disassociated (deleted). External IP: 172.25.5.199, port: 03a42727-3538-47c4-89fe-a8f346e837d3. Aug 29 18:13:34.960801 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Router aa8a4c94-c084-4eec-807b-2931e31258b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:13:35.065366 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:13:35.070146 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:35.074785 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324b0f2-2f86-49f5-a99a-9fdb594899e1 None None] Sync routers for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:13:35.084089 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324b0f2-2f86-49f5-a99a-9fdb594899e1 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:13:35.084683 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9324b0f2-2f86-49f5-a99a-9fdb594899e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:13:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:35.095796 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-deeaf046-e896-41f5-8165-acc42a1e9ddb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "DELETE /v2.0/floatingips/5079aa8e-df2e-4faf-a362-9432f05883db HTTP/1.1" status: 204 len: 168 time: 0.8192515 Aug 29 18:13:35.096394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:13:35.098699 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2910338a-f7db-4a84-ad88-6befdfdeff89" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:13:35.138881 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5babdd98-c4b7-4e94-9168-04e8b5b4de0f x-openstack-request-id: req-5babdd98-c4b7-4e94-9168-04e8b5b4de0f {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:13:35.139180 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:13:35.139553 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5babdd98-c4b7-4e94-9168-04e8b5b4de0f {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:13:35.139963 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3', 'status': 'completed', 'code': 200} Aug 29 18:13:35.192467 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9324b0f2-2f86-49f5-a99a-9fdb594899e1 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:13:35.207654 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-6768b613-946c-48c1-9140-99855fa24452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:35.210419 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-6768b613-946c-48c1-9140-99855fa24452 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 1098 time: 0.0474498 Aug 29 18:13:35.318979 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-1d7ea1af-dfae-4198-8884-6584a3da8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:35.320495 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-1d7ea1af-dfae-4198-8884-6584a3da8367 service neutron] 10.222.0.10 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0979855 Aug 29 18:13:35.367743 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-1318f67c-2569-4ab5-aa74-a03925789a9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 200 len: 217 time: 0.0399766 Aug 29 18:13:35.406272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b682-9c48-4066-b6e9-5ca2431a40d6 req-2481d35c-1221-4772-bfdf-3cfeaa0a5d9b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:35.407911 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7516b682-9c48-4066-b6e9-5ca2431a40d6 req-2481d35c-1221-4772-bfdf-3cfeaa0a5d9b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 946 time: 0.1195178 Aug 29 18:13:35.419784 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9324b0f2-2f86-49f5-a99a-9fdb594899e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:35.424971 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-8b12b6d5-55ab-4e43-96a9-a42203b45860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:35.426504 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-8b12b6d5-55ab-4e43-96a9-a42203b45860 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0515671 Aug 29 18:13:35.445770 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324b0f2-2f86-49f5-a99a-9fdb594899e1 None None] Checking router: aa8a4c94-c084-4eec-807b-2931e31258b9 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:13:35.446081 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7516b682-9c48-4066-b6e9-5ca2431a40d6 req-39282ab5-7214-4180-9103-d0248e725bc0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Aug 29 18:13:35.454254 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324b0f2-2f86-49f5-a99a-9fdb594899e1 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:13:35.454846 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9324b0f2-2f86-49f5-a99a-9fdb594899e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:13:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:35.474736 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-614674a4-6ab7-4a55-84cc-57512efe5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:35.476266 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-614674a4-6ab7-4a55-84cc-57512efe5874 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415020 Aug 29 18:13:35.488733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-aaa24336-cb63-40c0-bc84-95fb78e4dd3d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:13:35.489706 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-aaa24336-cb63-40c0-bc84-95fb78e4dd3d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052361 Aug 29 18:13:35.558751 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9324b0f2-2f86-49f5-a99a-9fdb594899e1 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:13:35.581850 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-8d82824c-fe5a-4417-929d-c31dda0e20d1 service neutron] 10.222.0.10 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844078 Aug 29 18:13:35.675331 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2910338a-f7db-4a84-ad88-6befdfdeff89 req-8f46fa01-9386-41ad-be46-9610e81a6930 service neutron] 10.222.0.10 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854433 Aug 29 18:13:35.848677 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9324b0f2-2f86-49f5-a99a-9fdb594899e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:13:35.873914 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324b0f2-2f86-49f5-a99a-9fdb594899e1 None None] The sync data for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 is: [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:13:36.080360 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba7711-50da-49be-8208-990ba0e58a0a None None] New status for floating IP 5079aa8e-df2e-4faf-a362-9432f05883db: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:13:36.613811 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35434b1-45f8-454e-b295-34989ad10497 req-0ab23d48-05f4-435c-aac4-88b503144078 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:36.615911 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c35434b1-45f8-454e-b295-34989ad10497 req-0ab23d48-05f4-435c-aac4-88b503144078 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 946 time: 0.0791497 Aug 29 18:13:36.636670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436a442-b5bf-4d8f-87fb-e4fa997a7236 req-dc4fdf0d-2989-4575-b145-9fc8a8631322 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:36.638101 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2436a442-b5bf-4d8f-87fb-e4fa997a7236 req-dc4fdf0d-2989-4575-b145-9fc8a8631322 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8df6a58-85b3-4a4d-b6e5-c0addbd15056 HTTP/1.1" status: 200 len: 946 time: 0.1221879 Aug 29 18:13:36.714661 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2436a442-b5bf-4d8f-87fb-e4fa997a7236 req-5f9c3431-3595-4d77-9e8a-1214a31763fa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=38e25040-d0e1-4c58-88ef-fab829dd4e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616150 Aug 29 18:13:36.736805 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c35434b1-45f8-454e-b295-34989ad10497 req-a3a42a69-6abc-4afd-a5ba-058458390780 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Deleting port 03a42727-3538-47c4-89fe-a8f346e837d3 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:13:36.737147 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c35434b1-45f8-454e-b295-34989ad10497 req-a3a42a69-6abc-4afd-a5ba-058458390780 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:36.825870 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-c35434b1-45f8-454e-b295-34989ad10497 req-a3a42a69-6abc-4afd-a5ba-058458390780 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] For port 03a42727-3538-47c4-89fe-a8f346e837d3, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=03a42727-3538-47c4-89fe-a8f346e837d3,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:13:36.826240 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c35434b1-45f8-454e-b295-34989ad10497 req-a3a42a69-6abc-4afd-a5ba-058458390780 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:36.839486 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-c35434b1-45f8-454e-b295-34989ad10497 req-a3a42a69-6abc-4afd-a5ba-058458390780 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Calling delete_port for 03a42727-3538-47c4-89fe-a8f346e837d3 owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:13:36.966998 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c35434b1-45f8-454e-b295-34989ad10497 req-a3a42a69-6abc-4afd-a5ba-058458390780 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:37.002717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a42a69-6abc-4afd-a5ba-058458390780 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event deleted for resources: {'Port': ['ID=03a42727-3538-47c4-89fe-a8f346e837d3,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:37.035319 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35434b1-45f8-454e-b295-34989ad10497 req-a3a42a69-6abc-4afd-a5ba-058458390780 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] No DVR routers for this DVR port 03a42727-3538-47c4-89fe-a8f346e837d3 on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:13:37.038511 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-c35434b1-45f8-454e-b295-34989ad10497 req-a3a42a69-6abc-4afd-a5ba-058458390780 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:37.040532 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c35434b1-45f8-454e-b295-34989ad10497 req-a3a42a69-6abc-4afd-a5ba-058458390780 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.10 "DELETE /v2.0/ports/03a42727-3538-47c4-89fe-a8f346e837d3 HTTP/1.1" status: 204 len: 173 time: 0.4179149 Aug 29 18:13:37.141332 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'name': 'network-vif-deleted', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:13:37.143690 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97abf84-8da0-4653-b01f-8245c85847c9" -d '{"events": [{"server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "name": "network-vif-deleted", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:13:37.178991 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffa42b1-9b00-4468-9999-7ea4d98b6136 x-openstack-request-id: req-8ffa42b1-9b00-4468-9999-7ea4d98b6136 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:13:37.179291 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df6a58-85b3-4a4d-b6e5-c0addbd15056", "name": "network-vif-deleted", "tag": "03a42727-3538-47c4-89fe-a8f346e837d3", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:13:37.179546 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ffa42b1-9b00-4468-9999-7ea4d98b6136 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:13:37.179953 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8df6a58-85b3-4a4d-b6e5-c0addbd15056', 'name': 'network-vif-deleted', 'tag': '03a42727-3538-47c4-89fe-a8f346e837d3', 'status': 'completed', 'code': 200} Aug 29 18:13:37.771127 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46740) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:37.829593 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:37.858089 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:37.920811 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:37.923451 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:37.924600 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "DELETE /v2.0/security-groups/38e25040-d0e1-4c58-88ef-fab829dd4e40 HTTP/1.1" status: 204 len: 168 time: 0.1524796 Aug 29 18:13:37.935844 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e25040-d0e1-4c58-88ef-fab829dd4e40,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:37.943363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:37.943712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:37.944046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:37.944382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:37.944709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:37.945036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:37.945389 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:37.945762 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:37.946085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:37.946407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:37.946733 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:37.947052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03fd16-14b9-48a7-b4a6-9fbeabad04aa tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:13:39.477933 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 46748) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:39.482822 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-effe30aa-e385-4427-855b-ed4e29f145a3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897430251', 'description': 'tempest-secgroup-smoke-1897430251 description', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:39.505249 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-effe30aa-e385-4427-855b-ed4e29f145a3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.583242 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-effe30aa-e385-4427-855b-ed4e29f145a3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.586987 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-effe30aa-e385-4427-855b-ed4e29f145a3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.614769 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-effe30aa-e385-4427-855b-ed4e29f145a3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.616662 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-effe30aa-e385-4427-855b-ed4e29f145a3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377158 Aug 29 18:13:39.618459 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe30aa-e385-4427-855b-ed4e29f145a3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2117a3e8-fb61-42be-a0ac-b7564c269795,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:39.619647 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46750) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:39.625720 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-bb131f26-c378-4527-80e5-3e27b2e24469 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '2117a3e8-fb61-42be-a0ac-b7564c269795', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:39.653005 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb131f26-c378-4527-80e5-3e27b2e24469 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.700784 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb131f26-c378-4527-80e5-3e27b2e24469 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.704288 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb131f26-c378-4527-80e5-3e27b2e24469 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.725713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb131f26-c378-4527-80e5-3e27b2e24469 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ad325c-46b4-4c70-8c4d-5749a6028cc6,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:39.729628 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-bb131f26-c378-4527-80e5-3e27b2e24469 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.730796 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-bb131f26-c378-4527-80e5-3e27b2e24469 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1100295 Aug 29 18:13:39.733535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46752) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:39.738110 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-c99b74f2-041f-43ab-857c-0dc951435de0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '2117a3e8-fb61-42be-a0ac-b7564c269795', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:39.766348 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c99b74f2-041f-43ab-857c-0dc951435de0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.822883 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c99b74f2-041f-43ab-857c-0dc951435de0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.826285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c99b74f2-041f-43ab-857c-0dc951435de0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.843884 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b74f2-041f-43ab-857c-0dc951435de0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284392b0-d1cc-4eca-af75-9069f9458447,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:39.850876 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c99b74f2-041f-43ab-857c-0dc951435de0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.851989 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c99b74f2-041f-43ab-857c-0dc951435de0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175215 Aug 29 18:13:39.854826 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46754) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:39.859182 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-e2365aa1-c319-4be4-a7ae-834cb2728c16 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '2117a3e8-fb61-42be-a0ac-b7564c269795', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:39.886294 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2365aa1-c319-4be4-a7ae-834cb2728c16 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.945386 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2365aa1-c319-4be4-a7ae-834cb2728c16 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.948573 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2365aa1-c319-4be4-a7ae-834cb2728c16 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.967795 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2365aa1-c319-4be4-a7ae-834cb2728c16 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a521f1-0264-4917-8cea-aec1e6840081,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:39.973989 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-e2365aa1-c319-4be4-a7ae-834cb2728c16 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:39.975267 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-e2365aa1-c319-4be4-a7ae-834cb2728c16 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195338 Aug 29 18:13:39.978539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46756) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:39.983052 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-9ef6ca85-d497-46dd-9711-f557a808b7c9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '2117a3e8-fb61-42be-a0ac-b7564c269795', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:40.008540 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ef6ca85-d497-46dd-9711-f557a808b7c9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.066766 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ef6ca85-d497-46dd-9711-f557a808b7c9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.070528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ef6ca85-d497-46dd-9711-f557a808b7c9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.089178 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6ca85-d497-46dd-9711-f557a808b7c9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd31f6dc-e0a4-4e65-9f42-05f5d23ee7d1,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:40.094880 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-9ef6ca85-d497-46dd-9711-f557a808b7c9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.095941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-9ef6ca85-d497-46dd-9711-f557a808b7c9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164792 Aug 29 18:13:40.098719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46758) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:40.103665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-ead87b5e-e7fb-4120-823f-3df406b52538 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '2117a3e8-fb61-42be-a0ac-b7564c269795', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:40.124763 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-ead87b5e-e7fb-4120-823f-3df406b52538 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Project b5e82239a01341edb6dca73f1eb9e05c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:13:40.129334 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ead87b5e-e7fb-4120-823f-3df406b52538 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.187814 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ead87b5e-e7fb-4120-823f-3df406b52538 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.191000 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ead87b5e-e7fb-4120-823f-3df406b52538 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.210331 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead87b5e-e7fb-4120-823f-3df406b52538 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b275c6-f447-4642-8500-3ac486ee5b4a,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:40.216730 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-ead87b5e-e7fb-4120-823f-3df406b52538 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.217974 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-ead87b5e-e7fb-4120-823f-3df406b52538 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183305 Aug 29 18:13:40.220680 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46760) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:13:40.225168 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f8098915-8a95-43bc-8f56-6e197fbfaad5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'security_group_rule': {'security_group_id': '2117a3e8-fb61-42be-a0ac-b7564c269795', 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:40.251229 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-f8098915-8a95-43bc-8f56-6e197fbfaad5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Project b5e82239a01341edb6dca73f1eb9e05c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:13:40.256632 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8098915-8a95-43bc-8f56-6e197fbfaad5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.319320 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8098915-8a95-43bc-8f56-6e197fbfaad5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.322624 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8098915-8a95-43bc-8f56-6e197fbfaad5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.341493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8098915-8a95-43bc-8f56-6e197fbfaad5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7459a6f5-c634-480b-93e0-318fe7cead50,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:40.344615 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8098915-8a95-43bc-8f56-6e197fbfaad5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:40.345957 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f8098915-8a95-43bc-8f56-6e197fbfaad5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243398 Aug 29 18:13:41.270035 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 03a42727-3538-47c4-89fe-a8f346e837d3 no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:13:41.291803 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] No Port match for: 03a42727-3538-47c4-89fe-a8f346e837d3 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:13:41.292158 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device 03a42727-3538-47c4-89fe-a8f346e837d3 not bound to the agent host n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:13:43.020496 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b8c9ca2c-41f3-4279-9787-28e91934cebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:45.636102 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a625-27f6-4636-80be-ecbbf344dd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:46.012542 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:46.976144 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:48.551417 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:48.637478 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:51.043557 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:53.755325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-093fa9f0-f3f8-4e58-aaf5-c77c754baea9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897430251&fields=id&tenant_id=b5e82239a01341edb6dca73f1eb9e05c HTTP/1.1" status: 200 len: 267 time: 0.0322394 Aug 29 18:13:53.865781 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-efa4d596-3f43-418f-8253-240ebde2de16 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:53.867271 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-efa4d596-3f43-418f-8253-240ebde2de16 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 809 time: 0.1044934 Aug 29 18:13:53.882582 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-c11d64ee-1cc3-4144-a50f-ac59841c6876 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/quotas/b5e82239a01341edb6dca73f1eb9e05c HTTP/1.1" status: 200 len: 375 time: 0.0096166 Aug 29 18:13:53.936735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-c4370681-a94c-453b-a655-8da792422050 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490901 Aug 29 18:13:53.989560 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-7c50caa8-8624-4aba-bc2c-cb19938085b9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:13:53.991583 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-7c50caa8-8624-4aba-bc2c-cb19938085b9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427392 Aug 29 18:13:54.079165 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-35534f5d-4ce8-486a-852f-c2dd309542f5 service neutron] 10.222.0.22 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825515 Aug 29 18:13:54.170306 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-e798ecd2-e935-4c5c-be3a-e59d6996af89 service neutron] 10.222.0.22 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851481 Aug 29 18:13:54.455255 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a7e54e3a-32e3-4eef-9fe2-e9c61155890b req-27f32790-b94a-42e9-9fc3-40f5998d58c8 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 210 time: 0.0257566 Aug 29 18:13:55.535981 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9b738bb8-0748-401e-b3be-e2cdba30a4ee req-ffde5df1-0f15-4aeb-bf09-f8f142aaefc3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 210 time: 0.0311387 Aug 29 18:13:56.615050 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-98339262-1411-4d65-85d2-feb11625365b req-dca1f29f-faa1-44b2-8e66-9bae31b91f5e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 210 time: 0.0297875 Aug 29 18:13:57.389960 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-03bcc7fe-fd2a-4065-8afc-384c75def311 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:57.391415 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-03bcc7fe-fd2a-4065-8afc-384c75def311 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 809 time: 0.1033351 Aug 29 18:13:57.436831 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-dc2fd8f3-5776-443f-923b-ccea693397a3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e82239a01341edb6dca73f1eb9e05c HTTP/1.1" status: 200 len: 380 time: 0.0366294 Aug 29 18:13:57.445903 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'port': {'device_id': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'admin_state_up': True, 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'security_groups': ['2117a3e8-fb61-42be-a0ac-b7564c269795']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:57.557800 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Made reservation on behalf of b5e82239a01341edb6dca73f1eb9e05c for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:13:57.561324 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.715992 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Allocated IP 172.20.0.11 (148a28e4-5b42-4569-a574-79a500edc6e3/c57f973b-3add-40ed-8e0f-5570bc0787e0/beedf7c1-5efa-4b01-9117-652551ca1a74) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:13:57.719768 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ec30c7ff-01ca-4774-b5a3-44406eb4e8f1 req-b74139a7-3963-442a-9e6b-4a88a644a92b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 210 time: 0.0344455 Aug 29 18:13:57.864091 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.877485 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Transition to ACTIVE for port object beedf7c1-5efa-4b01-9117-652551ca1a74 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:13:57.908885 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:57.954659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Network 148a28e4-5b42-4569-a574-79a500edc6e3 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:13:57.957855 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:13:57.964741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:13:57.991828 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'Port': ['ID=beedf7c1-5efa-4b01-9117-652551ca1a74,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:58.022840 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:58.023456 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.043124 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a4c190da-58e7-456e-b2d1-ab9d87f74ac3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6007206 Aug 29 18:13:58.054659 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a0e67d9b-f396-4c2a-bc91-8e1066d94538 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:13:58.055543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a0e67d9b-f396-4c2a-bc91-8e1066d94538 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054827 Aug 29 18:13:58.128399 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Request body: {'port': {'device_id': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:13:58.185867 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.275806 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c73820a6-5d01-4a5a-b4ad-cbebef07ae30 None None] Provisioning for port beedf7c1-5efa-4b01-9117-652551ca1a74 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:13:58.280236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c73820a6-5d01-4a5a-b4ad-cbebef07ae30 None None] Provisioning complete for port beedf7c1-5efa-4b01-9117-652551ca1a74 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:13:58.280726 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c73820a6-5d01-4a5a-b4ad-cbebef07ae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.319095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c73820a6-5d01-4a5a-b4ad-cbebef07ae30 None None] Port beedf7c1-5efa-4b01-9117-652551ca1a74 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:13:58.462824 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beedf7c1-5efa-4b01-9117-652551ca1a74 {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:13:58.470265 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.482520 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Transition to ACTIVE for port object beedf7c1-5efa-4b01-9117-652551ca1a74 will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:13:58.486734 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.538425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Pushing event updated for resources: {'Port': ['ID=beedf7c1-5efa-4b01-9117-652551ca1a74,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:58.622461 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Attempting to bind port beedf7c1-5efa-4b01-9117-652551ca1a74 on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:13:58.622897 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Attempting to bind port beedf7c1-5efa-4b01-9117-652551ca1a74 by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:13:58.623307 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Attempting to bind port beedf7c1-5efa-4b01-9117-652551ca1a74 on network 148a28e4-5b42-4569-a574-79a500edc6e3 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:13:58.628364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Port beedf7c1-5efa-4b01-9117-652551ca1a74 on network 148a28e4-5b42-4569-a574-79a500edc6e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:13:58.628779 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Attempting to bind port beedf7c1-5efa-4b01-9117-652551ca1a74 on network 148a28e4-5b42-4569-a574-79a500edc6e3 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:13:58.635423 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:13:58.635847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Checking segment: {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:13:58.636297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Bound using segment: {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:13:58.636850 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Bound port: beedf7c1-5efa-4b01-9117-652551ca1a74, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c5cd9-f0f3-495d-bd72-de373ac93b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:13:58.637319 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.688647 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:13:58.710852 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] For port beedf7c1-5efa-4b01-9117-652551ca1a74, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:13:58.714298 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] For port beedf7c1-5efa-4b01-9117-652551ca1a74, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=beedf7c1-5efa-4b01-9117-652551ca1a74,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:13:58.719321 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.758312 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:58.758907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:13:58.760307 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] 10.222.0.16 "PUT /v2.0/ports/beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 200 len: 1093 time: 0.6964774 Aug 29 18:13:58.760756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:13:58.763080 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cca978a-bef5-4215-887f-394496093d58" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:13:58.797396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a661440-7184-4219-9faa-3695b1c9443b service neutron] Pushing event updated for resources: {'Port': ['ID=beedf7c1-5efa-4b01-9117-652551ca1a74,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:13:58.868324 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-cec5171b-6ce5-4d98-9dbc-09a11aa4ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:58.871325 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-cec5171b-6ce5-4d98-9dbc-09a11aa4ea00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1096 time: 0.0584409 Aug 29 18:13:58.879248 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0d9c7-f191-4995-8e85-efc3e2ad6506 req-dd3d6fd8-89a6-4070-b643-a3ec7a5df053 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:58.887375 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71f0d9c7-f191-4995-8e85-efc3e2ad6506 req-dd3d6fd8-89a6-4070-b643-a3ec7a5df053 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0731180 Aug 29 18:13:58.934052 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-71f0d9c7-f191-4995-8e85-efc3e2ad6506 req-14bf2ab7-0fa7-4428-a948-9c7a2452d13d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440392 Aug 29 18:13:58.937772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-8983af10-ffc4-468b-8d6c-2f63f75d142f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 200 len: 217 time: 0.0560489 Aug 29 18:13:58.942157 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ef9320-9283-4a52-a9fe-ffe8eafdb1d4 x-openstack-request-id: req-24ef9320-9283-4a52-a9fe-ffe8eafdb1d4 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:13:58.942542 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:13:58.942903 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24ef9320-9283-4a52-a9fe-ffe8eafdb1d4 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:13:58.943426 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'status': 'completed', 'code': 200} Aug 29 18:13:58.994668 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a2d15154-8b22-4ea1-ab78-c656b3539918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:58.996146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-a2d15154-8b22-4ea1-ab78-c656b3539918 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0466967 Aug 29 18:13:59.044851 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-86afa659-fca9-4a27-8995-8c8f07732bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:59.046549 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-86afa659-fca9-4a27-8995-8c8f07732bbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436556 Aug 29 18:13:59.141275 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-0da44f48-ea36-4875-9d2c-89093d51fc2a service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870910 Aug 29 18:13:59.236501 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c427f642-783c-4a23-8141-a97dd1ae9761 req-17668824-1ab1-4497-9428-41f4946bae5e service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883064 Aug 29 18:13:59.327454 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca978a-bef5-4215-887f-394496093d58 req-82a30063-2cc0-4bc2-a78b-758a3ea707a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:59.328943 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cca978a-bef5-4215-887f-394496093d58 req-82a30063-2cc0-4bc2-a78b-758a3ea707a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1096 time: 0.0421686 Aug 29 18:13:59.423830 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca978a-bef5-4215-887f-394496093d58 req-141bc416-d938-4d52-9296-82cd2b30d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:59.425369 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cca978a-bef5-4215-887f-394496093d58 req-141bc416-d938-4d52-9296-82cd2b30d856 service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0896397 Aug 29 18:13:59.466632 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cca978a-bef5-4215-887f-394496093d58 req-6bb34dac-6e14-4b93-a0e3-ca0b5a944559 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 200 len: 217 time: 0.0345314 Aug 29 18:13:59.520143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca978a-bef5-4215-887f-394496093d58 req-468a58c3-5c8e-44d7-98d8-d68e01cf4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:59.522175 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cca978a-bef5-4215-887f-394496093d58 req-468a58c3-5c8e-44d7-98d8-d68e01cf4eb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0487566 Aug 29 18:13:59.567988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca978a-bef5-4215-887f-394496093d58 req-862cbef8-accf-425e-bfbc-cd29728977de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:13:59.569551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cca978a-bef5-4215-887f-394496093d58 req-862cbef8-accf-425e-bfbc-cd29728977de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402186 Aug 29 18:13:59.663202 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cca978a-bef5-4215-887f-394496093d58 req-0e8c29c0-b85d-4ce8-95d3-8e53bd0d6d71 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863411 Aug 29 18:13:59.757760 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4cca978a-bef5-4215-887f-394496093d58 req-e9bf0c2e-7ba5-4279-a3da-bc70b9dd80fc service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869169 Aug 29 18:14:00.045817 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2bde-399b-4f4c-8a8f-e74b973281da req-1cc05f66-2220-47f4-9c92-043171cda228 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:00.047298 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b70d2bde-399b-4f4c-8a8f-e74b973281da req-1cc05f66-2220-47f4-9c92-043171cda228 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0505054 Aug 29 18:14:00.085821 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b70d2bde-399b-4f4c-8a8f-e74b973281da req-94ef0d18-730a-466a-b2cd-55e9757fbb5b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Aug 29 18:14:01.203209 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11843a03-3d6b-495f-b80d-0c1a2e2743ae req-fc8e9e56-4596-40c1-a9e9-4828956e9447 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:01.204790 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-11843a03-3d6b-495f-b80d-0c1a2e2743ae req-fc8e9e56-4596-40c1-a9e9-4828956e9447 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0498040 Aug 29 18:14:01.244934 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-11843a03-3d6b-495f-b80d-0c1a2e2743ae req-22f72026-ca0a-4ff0-9f91-767371d1a262 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330179 Aug 29 18:14:02.361012 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0e26f-9da5-4fe5-8d64-c07cd81b3fad req-01f15bf2-f12f-4947-93da-1e48a3e2f329 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:02.362475 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1cc0e26f-9da5-4fe5-8d64-c07cd81b3fad req-01f15bf2-f12f-4947-93da-1e48a3e2f329 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0478578 Aug 29 18:14:02.404204 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1cc0e26f-9da5-4fe5-8d64-c07cd81b3fad req-8dee82fa-7d0d-450a-9583-56fb4604285e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354259 Aug 29 18:14:03.520320 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b24c3b-c590-46e5-95c7-e9f45afdf3a8 req-f8ed9c16-9798-4197-acde-8bf7bb40e3ac tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:03.522511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-73b24c3b-c590-46e5-95c7-e9f45afdf3a8 req-f8ed9c16-9798-4197-acde-8bf7bb40e3ac tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0525932 Aug 29 18:14:03.559172 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-73b24c3b-c590-46e5-95c7-e9f45afdf3a8 req-35e5ee5f-05f9-47ac-ba71-8c56992c8a23 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302813 Aug 29 18:14:04.673319 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ea90a-2db6-4b63-9361-3f18e7bb4587 req-42c9afa5-e6a1-4f66-ba0d-cfb2e2adab73 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:04.674703 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e58ea90a-2db6-4b63-9361-3f18e7bb4587 req-42c9afa5-e6a1-4f66-ba0d-cfb2e2adab73 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0482893 Aug 29 18:14:04.711172 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e58ea90a-2db6-4b63-9361-3f18e7bb4587 req-fadd1f5c-b7e0-453a-85da-d5d4d1859c12 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307376 Aug 29 18:14:05.823523 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1b1df-5a25-4a87-b2c9-232ddbbeb555 req-02ab318a-70f1-401b-80db-050fcad6635f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:05.825007 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d3a1b1df-5a25-4a87-b2c9-232ddbbeb555 req-02ab318a-70f1-401b-80db-050fcad6635f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0487380 Aug 29 18:14:05.863457 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d3a1b1df-5a25-4a87-b2c9-232ddbbeb555 req-ea138cd8-a39d-41f4-862c-3fada98be067 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326419 Aug 29 18:14:06.975775 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26d675-e656-4a7e-be94-06c9f07a9506 req-ac7e88f3-d9ae-4870-b603-2795b2c09fbf tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:06.977251 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb26d675-e656-4a7e-be94-06c9f07a9506 req-ac7e88f3-d9ae-4870-b603-2795b2c09fbf tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0488167 Aug 29 18:14:07.013660 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-fb26d675-e656-4a7e-be94-06c9f07a9506 req-e4a51dbe-bd8e-4818-af6b-d5f2604680a3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305986 Aug 29 18:14:08.126620 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270692-cc34-463f-bd47-c63438bf4c11 req-047fe02b-7acd-4400-8b36-b9aec4dae9e9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:08.128083 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2270692-cc34-463f-bd47-c63438bf4c11 req-047fe02b-7acd-4400-8b36-b9aec4dae9e9 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0490870 Aug 29 18:14:08.164145 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2270692-cc34-463f-bd47-c63438bf4c11 req-68d4a659-8002-4914-a633-8d7b2aaa6f4b tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302603 Aug 29 18:14:09.280557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc7fa7-409b-47d2-84d0-9e428e149e89 req-8af82f1c-8e60-4841-ae19-bf0e9a1110ca tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:09.282039 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09fc7fa7-409b-47d2-84d0-9e428e149e89 req-8af82f1c-8e60-4841-ae19-bf0e9a1110ca tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0503039 Aug 29 18:14:09.323847 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-09fc7fa7-409b-47d2-84d0-9e428e149e89 req-a91936d0-c9bd-430e-a6d7-dbb9c88e4239 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352252 Aug 29 18:14:09.455317 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device beedf7c1-5efa-4b01-9117-652551ca1a74 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:14:09.546135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port beedf7c1-5efa-4b01-9117-652551ca1a74, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=beedf7c1-5efa-4b01-9117-652551ca1a74,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:09.557516 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'port_id': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'mac_address': 'fa:16:3e:09:11:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:14:09.597040 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:09.609183 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beedf7c1-5efa-4b01-9117-652551ca1a74 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:14:09.627446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port beedf7c1-5efa-4b01-9117-652551ca1a74, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=beedf7c1-5efa-4b01-9117-652551ca1a74,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:09.632471 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:09.676962 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=beedf7c1-5efa-4b01-9117-652551ca1a74,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:09.684086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:09.684430 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:09.684768 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:09.685099 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:09.685450 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:09.685785 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:09.686107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:09.686426 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:09.686745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:09.687066 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:09.687381 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:09.687698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:14:10.003334 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['beedf7c1-5efa-4b01-9117-652551ca1a74'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:14:10.439660 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abe826-bfff-4a17-9f87-2ce008c76ba0 req-20eb6265-e0f9-4c6e-9a31-db988015fa0e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:10.441133 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-32abe826-bfff-4a17-9f87-2ce008c76ba0 req-20eb6265-e0f9-4c6e-9a31-db988015fa0e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 945 time: 0.0518270 Aug 29 18:14:10.806525 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-32abe826-bfff-4a17-9f87-2ce008c76ba0 req-da716dfc-fdef-4c57-a4fc-a8e5b720f75d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590105 Aug 29 18:14:11.471122 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device beedf7c1-5efa-4b01-9117-652551ca1a74 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:14:11.518071 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port beedf7c1-5efa-4b01-9117-652551ca1a74 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:14:11.522135 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port beedf7c1-5efa-4b01-9117-652551ca1a74 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:14:11.522507 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:11.597165 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:11.619479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:14:11.621867 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510a5ffb-d684-4f37-b1e0-dbbedeb5db0c" -d '{"events": [{"server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "name": "network-vif-plugged", "status": "completed", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:14:11.634220 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port beedf7c1-5efa-4b01-9117-652551ca1a74, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=beedf7c1-5efa-4b01-9117-652551ca1a74,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:14:11.638672 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:11.661830 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bbcd9c-3e39-48c6-b3cc-04a419003b1b x-openstack-request-id: req-d9bbcd9c-3e39-48c6-b3cc-04a419003b1b {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:14:11.662160 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "name": "network-vif-plugged", "status": "completed", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:14:11.662413 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9bbcd9c-3e39-48c6-b3cc-04a419003b1b {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:14:11.662808 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'code': 200} Aug 29 18:14:11.687372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=beedf7c1-5efa-4b01-9117-652551ca1a74,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:11.752752 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83684116-a204-423e-be2a-3ca05c031c36 req-e1f47418-1f83-4a63-aa82-ee402243896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:11.754238 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83684116-a204-423e-be2a-3ca05c031c36 req-e1f47418-1f83-4a63-aa82-ee402243896c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1098 time: 0.0395164 Aug 29 18:14:11.788644 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-83684116-a204-423e-be2a-3ca05c031c36 req-1a4089b1-7caf-42c0-b532-4b9441f306f5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273824 Aug 29 18:14:11.922012 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b54a5-05d2-4e59-a4ab-05ab5f09d4c6 req-71e910c4-5446-4ca9-98cc-841ed1a58185 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:11.923403 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4b5b54a5-05d2-4e59-a4ab-05ab5f09d4c6 req-71e910c4-5446-4ca9-98cc-841ed1a58185 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0490198 Aug 29 18:14:11.959947 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-4b5b54a5-05d2-4e59-a4ab-05ab5f09d4c6 req-d30cb15b-a0e5-4edd-8357-23162f576b29 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307443 Aug 29 18:14:13.024656 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-042d8b05-46c4-44f6-82a7-7b6b41a97f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:13.079836 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff1186-d5fa-4cee-980e-b9c9dcfd41ad req-5ee163cd-8b5b-4a1a-97f9-aef55b989150 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:13.081276 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55ff1186-d5fa-4cee-980e-b9c9dcfd41ad req-5ee163cd-8b5b-4a1a-97f9-aef55b989150 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0503137 Aug 29 18:14:13.120981 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-55ff1186-d5fa-4cee-980e-b9c9dcfd41ad req-9c92d9d7-2ae5-439a-ba81-7c7d4d00a60e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Aug 29 18:14:14.235026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9769b48-5274-40e1-8072-082346864db7 req-98db86a6-de0f-4e98-8aa5-8cefe2da843c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:14.236757 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f9769b48-5274-40e1-8072-082346864db7 req-98db86a6-de0f-4e98-8aa5-8cefe2da843c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0492206 Aug 29 18:14:14.274814 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f9769b48-5274-40e1-8072-082346864db7 req-3a7e3ba3-d6fb-4d34-8a40-df64a9507686 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316806 Aug 29 18:14:14.385865 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d9eb5-0534-4036-b4b3-959ce49a8d92 req-83b59c9a-fcc6-413d-a504-61df6c0f5a67 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:14.387315 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-396d9eb5-0534-4036-b4b3-959ce49a8d92 req-83b59c9a-fcc6-413d-a504-61df6c0f5a67 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0486302 Aug 29 18:14:14.428232 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-396d9eb5-0534-4036-b4b3-959ce49a8d92 req-55142d5e-d27d-4682-9bd7-63c260d923a1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345445 Aug 29 18:14:14.449937 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46970) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:14.529084 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9138e-0d88-4fd2-b2e1-da29ac7f86b2 tempest-TestShelveInstance-105034810 tempest-TestShelveInstance-105034810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:14.530617 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b9c9138e-0d88-4fd2-b2e1-da29ac7f86b2 tempest-TestShelveInstance-105034810 tempest-TestShelveInstance-105034810-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1093 time: 0.0797446 Aug 29 18:14:14.533403 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 46974) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:14:14.537728 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:14:14.558916 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:14.655266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:14.758040 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Allocated IP 172.25.5.86 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/63c25ba0-39fa-4ba9-bc70-e2733bbfb6ca) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:14:14.856742 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:14.896744 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:14.937014 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:14:14.939706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:14:14.946231 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:14:14.969657 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'Port': ['ID=63c25ba0-39fa-4ba9-bc70-e2733bbfb6ca,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:15.310681 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:15.377461 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:15.526706 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:15.531082 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:15.600573 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event updated for resources: {'Port': ['ID=63c25ba0-39fa-4ba9-bc70-e2733bbfb6ca,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:14:15.612440 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:15.638424 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d3f1-0da0-43fa-989d-2c952d61271e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:15.712238 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Floating IP 19176729-b31c-425e-9673-5921991eb30d associated. External IP: 172.25.5.86, port: beedf7c1-5efa-4b01-9117-652551ca1a74. Aug 29 18:14:15.917758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Router aa8a4c94-c084-4eec-807b-2931e31258b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:14:16.013774 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:16.028094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:14:16.037847 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe4101-932d-4917-bbcb-e0cc5b29f870 None None] Sync routers for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:14:16.043977 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:16.046653 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe4101-932d-4917-bbcb-e0cc5b29f870 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:14:16.047256 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-73fe4101-932d-4917-bbcb-e0cc5b29f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:14:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:16.071877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3f0fd148-403d-4597-8325-cbfc4982b600 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5373096 Aug 29 18:14:16.072495 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:14:16.074787 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55d725b-aa94-479e-a1a6-a0f34ddeced9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:14:16.111040 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ac20dd-4b4f-4e40-a1ab-a3b3475e5cb1 x-openstack-request-id: req-07ac20dd-4b4f-4e40-a1ab-a3b3475e5cb1 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:14:16.111332 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:14:16.111589 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07ac20dd-4b4f-4e40-a1ab-a3b3475e5cb1 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:14:16.111991 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'status': 'completed', 'code': 200} Aug 29 18:14:16.152622 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-73fe4101-932d-4917-bbcb-e0cc5b29f870 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:14:16.173582 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d725b-aa94-479e-a1a6-a0f34ddeced9 req-0a783880-16b1-480f-aa35-34bbc13922c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:16.174987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b55d725b-aa94-479e-a1a6-a0f34ddeced9 req-0a783880-16b1-480f-aa35-34bbc13922c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1098 time: 0.0406106 Aug 29 18:14:16.269165 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d725b-aa94-479e-a1a6-a0f34ddeced9 req-9f557d7f-f370-43ee-9348-9486f88cbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:16.270651 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b55d725b-aa94-479e-a1a6-a0f34ddeced9 req-9f557d7f-f370-43ee-9348-9486f88cbce0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0892680 Aug 29 18:14:16.335031 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b55d725b-aa94-479e-a1a6-a0f34ddeced9 req-189316d4-8cdd-46e9-bfcc-b58ed19531d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 200 len: 999 time: 0.0572658 Aug 29 18:14:16.378470 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-73fe4101-932d-4917-bbcb-e0cc5b29f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '19176729-b31c-425e-9673-5921991eb30d', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'port_id': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'mac_address': 'fa:16:3e:09:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:14:15Z', 'updated_at': '2021-08-29T18:14:15Z', 'revision_number': 0, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:16.384195 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d725b-aa94-479e-a1a6-a0f34ddeced9 req-a14791be-5a19-4e39-80f0-b46cce3d3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:16.385842 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b55d725b-aa94-479e-a1a6-a0f34ddeced9 req-a14791be-5a19-4e39-80f0-b46cce3d3bb2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0442760 Aug 29 18:14:16.405349 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe4101-932d-4917-bbcb-e0cc5b29f870 None None] Checking router: aa8a4c94-c084-4eec-807b-2931e31258b9 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:14:16.414675 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe4101-932d-4917-bbcb-e0cc5b29f870 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:14:16.415294 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-73fe4101-932d-4917-bbcb-e0cc5b29f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:14:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:16.437284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d725b-aa94-479e-a1a6-a0f34ddeced9 req-868edddf-39a8-4124-9d92-f831e8f4a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:16.438806 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b55d725b-aa94-479e-a1a6-a0f34ddeced9 req-868edddf-39a8-4124-9d92-f831e8f4a134 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460026 Aug 29 18:14:16.518713 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-73fe4101-932d-4917-bbcb-e0cc5b29f870 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:14:16.528630 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b55d725b-aa94-479e-a1a6-a0f34ddeced9 req-4d18e209-874e-42e7-844b-f24547928cdb service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829000 Aug 29 18:14:16.751213 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-73fe4101-932d-4917-bbcb-e0cc5b29f870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '19176729-b31c-425e-9673-5921991eb30d', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'port_id': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'mac_address': 'fa:16:3e:09:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:14:15Z', 'updated_at': '2021-08-29T18:14:15Z', 'revision_number': 0, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:14:16.781390 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe4101-932d-4917-bbcb-e0cc5b29f870 None None] The sync data for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 is: [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '19176729-b31c-425e-9673-5921991eb30d', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'port_id': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'mac_address': 'fa:16:3e:09:11:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:14:15Z', 'updated_at': '2021-08-29T18:14:15Z', 'revision_number': 0, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:14:16.975818 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b55d725b-aa94-479e-a1a6-a0f34ddeced9 req-9207161f-de84-464c-8ba8-5fb85b9a7481 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405932 Aug 29 18:14:16.978385 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:16.994638 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f908b7c3-0e85-44b1-a68b-07a7fe9ff7d2 None None] New status for floating IP 19176729-b31c-425e-9673-5921991eb30d: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:14:18.561596 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:18.642409 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:21.046472 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:35.689744 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:14:43.025443 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e926bd8d-00d2-4cbb-adf0-ef0ff3909f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:45.639293 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3de6690d-87c8-49cd-a156-f10e82671667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:46.014185 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:46.979428 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:48.561669 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:48.640959 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:51.046221 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:14:51.531758 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56cc439c-12d3-4462-8a85-585847c42286 req-9f07553d-6336-4e66-8530-5488c3742d76 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392911 Aug 29 18:14:51.612501 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc439c-12d3-4462-8a85-585847c42286 req-e24df891-c479-4153-b7d4-1cb7c5f97c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:51.614008 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56cc439c-12d3-4462-8a85-585847c42286 req-e24df891-c479-4153-b7d4-1cb7c5f97c56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1098 time: 0.0413942 Aug 29 18:14:51.718682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc439c-12d3-4462-8a85-585847c42286 req-f8efb590-50df-4a93-92b8-cc9c8c617cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:51.720109 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56cc439c-12d3-4462-8a85-585847c42286 req-f8efb590-50df-4a93-92b8-cc9c8c617cce service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0862532 Aug 29 18:14:51.785387 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56cc439c-12d3-4462-8a85-585847c42286 req-8fc3cc33-f389-4f28-9aa8-c0c7c46c26d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 200 len: 1001 time: 0.0572612 Aug 29 18:14:51.833465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc439c-12d3-4462-8a85-585847c42286 req-ce7d1eb4-4eb7-4801-89b6-981103bea31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:51.834852 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56cc439c-12d3-4462-8a85-585847c42286 req-ce7d1eb4-4eb7-4801-89b6-981103bea31b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0424795 Aug 29 18:14:51.883233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc439c-12d3-4462-8a85-585847c42286 req-d2aed54a-e4c9-442f-86fc-69ce3d97769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:14:51.884713 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56cc439c-12d3-4462-8a85-585847c42286 req-d2aed54a-e4c9-442f-86fc-69ce3d97769e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426164 Aug 29 18:14:51.976445 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56cc439c-12d3-4462-8a85-585847c42286 req-615c4899-05ea-450a-b3f4-b83a9176ee33 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828629 Aug 29 18:14:52.067441 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-56cc439c-12d3-4462-8a85-585847c42286 req-8af7084c-d8f7-4871-8bcb-918a788536a6 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839889 Aug 29 18:15:12.689828 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:15:13.025906 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e47aedf9-315c-4669-ae02-898ab0a340e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:15.640278 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b9a158f-8c7f-45aa-8542-ce9bf53a5ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:16.015293 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:16.981740 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:18.577338 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:18.643732 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:21.046188 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:43.028746 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-084eea9d-3d0d-4dbd-a062-af4614878d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:45.642361 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d254c15c-5370-4e3a-9548-0478b26b07d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:46.016688 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:46.984723 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:48.591839 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:48.647099 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:49.688925 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:15:51.056641 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:15:52.437581 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-419ca270-8719-4f4c-b6d4-1b500ed97b9a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404980 Aug 29 18:15:52.516997 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-6e03575f-400a-4af1-8728-7f2705036a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:52.518480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-6e03575f-400a-4af1-8728-7f2705036a2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1098 time: 0.0401981 Aug 29 18:15:52.620880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-523149c4-15d6-4611-96d8-bae63aa54c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:52.622318 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-523149c4-15d6-4611-96d8-bae63aa54c0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0856941 Aug 29 18:15:52.687337 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-605906c6-6a59-4660-bfe2-c5e3c9165deb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 200 len: 1001 time: 0.0571809 Aug 29 18:15:52.734583 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-a9dc6570-73fa-4527-804a-2a450209aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:52.735940 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-a9dc6570-73fa-4527-804a-2a450209aede service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0415962 Aug 29 18:15:52.783600 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-7391ff25-50eb-4e9b-82e6-2cebc437e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:15:52.785025 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-7391ff25-50eb-4e9b-82e6-2cebc437e3fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422461 Aug 29 18:15:52.874599 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-39194a5d-0c75-46dd-aa83-c0074cc26cd5 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825243 Aug 29 18:15:52.970543 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7e188b1-87cc-46ab-9b2c-1c521a5a77c4 req-2b2ea1a7-c62e-4db3-9956-3dffece58515 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891237 Aug 29 18:16:11.533809 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f77169-a204-45c8-9916-699252e26fb3 req-5d7f63cd-a1bb-470a-8317-ab51b46e0b3f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:11.535282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-37f77169-a204-45c8-9916-699252e26fb3 req-5d7f63cd-a1bb-470a-8317-ab51b46e0b3f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0492265 Aug 29 18:16:11.572143 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-37f77169-a204-45c8-9916-699252e26fb3 req-36515f44-85f8-4175-8a92-608907fb9bb5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306735 Aug 29 18:16:12.714845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80d934-61c9-419f-8797-cdc4a1ebebde req-567e72c5-b524-4849-a871-949ffd1a48e4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:12.716347 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f80d934-61c9-419f-8797-cdc4a1ebebde req-567e72c5-b524-4849-a871-949ffd1a48e4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0495570 Aug 29 18:16:12.754837 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-2f80d934-61c9-419f-8797-cdc4a1ebebde req-86b5923a-1a86-4c7f-857f-8bf601736c5f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Aug 29 18:16:13.030860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-06864ccc-4ed1-4a70-922a-b16248acf19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:13.912480 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4fea0-e2ad-4d98-9ad8-4e372e01e663 req-5cabcb3e-59b0-4904-8796-2e85275ee163 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:13.913944 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-add4fea0-e2ad-4d98-9ad8-4e372e01e663 req-5cabcb3e-59b0-4904-8796-2e85275ee163 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0472448 Aug 29 18:16:13.950848 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-add4fea0-e2ad-4d98-9ad8-4e372e01e663 req-7d778fcc-40a8-4d0a-9bd3-a2ad9f25bac7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304954 Aug 29 18:16:15.064304 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32368760-9768-41c5-8c31-8dc5d4d4107e req-8466df3b-aa7e-4e09-a6cd-df6c17a6ff42 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:15.065782 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-32368760-9768-41c5-8c31-8dc5d4d4107e req-8466df3b-aa7e-4e09-a6cd-df6c17a6ff42 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0488143 Aug 29 18:16:15.102921 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-32368760-9768-41c5-8c31-8dc5d4d4107e req-de6654c3-eefb-4fa7-a129-a991bc9366d3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Aug 29 18:16:15.641944 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b4acdedb-7c5d-47f8-ac7e-4d09f56ee483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:16.016352 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:16.215280 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3bb64-3358-4911-8e48-df5423f4425c req-0b820e8b-5883-4f27-a2dc-dc41d599f090 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:16.217415 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38d3bb64-3358-4911-8e48-df5423f4425c req-0b820e8b-5883-4f27-a2dc-dc41d599f090 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0486493 Aug 29 18:16:16.266610 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-38d3bb64-3358-4911-8e48-df5423f4425c req-5370bc25-9e89-4717-934b-0fa5246f62ee tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Aug 29 18:16:16.987754 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:17.389296 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c1647-f628-4687-9b62-92b285478d17 req-d869e2de-e76a-4046-9e1e-531dc6127e75 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:17.390739 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-511c1647-f628-4687-9b62-92b285478d17 req-d869e2de-e76a-4046-9e1e-531dc6127e75 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0548110 Aug 29 18:16:17.428676 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-511c1647-f628-4687-9b62-92b285478d17 req-bfdc4cfd-0330-4662-92ff-21c6737504bd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319011 Aug 29 18:16:18.539733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6e4ed-3ef0-46f9-9230-6d1b35fed0d6 req-6169782b-2e0a-4948-a616-bf218b8e249f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:18.541176 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2e6e4ed-3ef0-46f9-9230-6d1b35fed0d6 req-6169782b-2e0a-4948-a616-bf218b8e249f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0478737 Aug 29 18:16:18.577921 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f2e6e4ed-3ef0-46f9-9230-6d1b35fed0d6 req-170a7430-5bb1-40b0-9f43-406e8bda336f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302398 Aug 29 18:16:18.593059 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:18.654484 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:19.692407 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed1271-9c9d-4a20-9a00-fd084bdb301e req-6f9cb396-a13d-4f8e-9799-feddf1497e59 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:19.693788 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5ed1271-9c9d-4a20-9a00-fd084bdb301e req-6f9cb396-a13d-4f8e-9799-feddf1497e59 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0487282 Aug 29 18:16:19.729987 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b5ed1271-9c9d-4a20-9a00-fd084bdb301e req-0f42a074-c641-4cbc-8419-6baba240e5cd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304224 Aug 29 18:16:20.843164 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885e4b7-1e22-4598-84d9-fbd0c4ab9ab0 req-cbb155a4-dfb9-468c-b5a5-f2d826acdc2c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:20.844623 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2885e4b7-1e22-4598-84d9-fbd0c4ab9ab0 req-cbb155a4-dfb9-468c-b5a5-f2d826acdc2c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0481181 Aug 29 18:16:20.881511 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-2885e4b7-1e22-4598-84d9-fbd0c4ab9ab0 req-357a844a-6812-40de-9107-374bb33e024d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 Aug 29 18:16:21.075920 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:21.663322 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3910a-74fd-4e6c-8df6-948b0b4d2fec req-4172ef94-dd2c-4cb0-a9ce-9a7eece97b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:21.665480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30d3910a-74fd-4e6c-8df6-948b0b4d2fec req-4172ef94-dd2c-4cb0-a9ce-9a7eece97b91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1098 time: 0.0429754 Aug 29 18:16:21.769557 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3910a-74fd-4e6c-8df6-948b0b4d2fec req-2ea33b9d-191b-4164-a726-309b917b6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:21.771159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30d3910a-74fd-4e6c-8df6-948b0b4d2fec req-2ea33b9d-191b-4164-a726-309b917b6842 service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0978532 Aug 29 18:16:21.836130 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30d3910a-74fd-4e6c-8df6-948b0b4d2fec req-5b944f24-f26f-4f6b-bebb-552d80d13f60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 200 len: 1001 time: 0.0582809 Aug 29 18:16:21.890087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3910a-74fd-4e6c-8df6-948b0b4d2fec req-25281722-0dd0-4cd1-a972-5547068dc087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:21.891578 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30d3910a-74fd-4e6c-8df6-948b0b4d2fec req-25281722-0dd0-4cd1-a972-5547068dc087 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0480962 Aug 29 18:16:21.938188 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3910a-74fd-4e6c-8df6-948b0b4d2fec req-2451fbe9-19f1-418c-962b-751088822ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:21.939692 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30d3910a-74fd-4e6c-8df6-948b0b4d2fec req-2451fbe9-19f1-418c-962b-751088822ecd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413520 Aug 29 18:16:22.052652 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11670ea8-0990-4224-8c01-705f4463e3c7 req-20329439-8ebb-417a-b9fa-b1d19b1aeabd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:22.054178 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-11670ea8-0990-4224-8c01-705f4463e3c7 req-20329439-8ebb-417a-b9fa-b1d19b1aeabd tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0999260 Aug 29 18:16:22.088721 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30d3910a-74fd-4e6c-8df6-948b0b4d2fec req-e0a90233-61fb-4084-b728-4fdfb8c0ec97 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416874 Aug 29 18:16:22.150451 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-11670ea8-0990-4224-8c01-705f4463e3c7 req-1f7ae7f3-9922-4cb4-a0bc-c4eef6ebed73 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843072 Aug 29 18:16:22.195485 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-30d3910a-74fd-4e6c-8df6-948b0b4d2fec req-4b51337b-185d-4974-a509-0626eefd97f1 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978637 Aug 29 18:16:23.264550 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e2d24-1a15-459a-8f7c-4fc15e5b88af req-318c255d-4435-4ed5-b5c2-9758f7cbf81c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:23.266034 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a05e2d24-1a15-459a-8f7c-4fc15e5b88af req-318c255d-4435-4ed5-b5c2-9758f7cbf81c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0477638 Aug 29 18:16:23.306604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-a05e2d24-1a15-459a-8f7c-4fc15e5b88af req-9c8191be-f0fc-4f56-84fd-2afdec9153f0 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348010 Aug 29 18:16:24.429595 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6b6c2-87c9-4157-8d1c-7d90db5b35e0 req-6fa176e4-f05c-42b6-beb3-51fdf345247d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:24.431185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8bc6b6c2-87c9-4157-8d1c-7d90db5b35e0 req-6fa176e4-f05c-42b6-beb3-51fdf345247d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0570102 Aug 29 18:16:24.469877 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8bc6b6c2-87c9-4157-8d1c-7d90db5b35e0 req-ff85df5a-6689-4c21-9444-4c39aed7bf4e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Aug 29 18:16:25.585379 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc27d2-287c-4341-beda-570e90c5f6d6 req-bc20d895-0f2d-415e-bebe-68de3d276dd7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:25.586846 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5fc27d2-287c-4341-beda-570e90c5f6d6 req-bc20d895-0f2d-415e-bebe-68de3d276dd7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0477462 Aug 29 18:16:25.624220 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e5fc27d2-287c-4341-beda-570e90c5f6d6 req-80f7583b-ba5b-4442-96ad-57ba51f1197d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Aug 29 18:16:25.829733 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76a60f-21a4-491b-a5a2-9108ef22a887 req-6d80e236-5a3b-4bd0-b069-b3f24c92b7f1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:25.831204 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f76a60f-21a4-491b-a5a2-9108ef22a887 req-6d80e236-5a3b-4bd0-b069-b3f24c92b7f1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0485845 Aug 29 18:16:25.843292 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-dc986661-71dc-4729-835c-262f740e33d6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838041 Aug 29 18:16:25.869807 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-9f76a60f-21a4-491b-a5a2-9108ef22a887 req-4961a653-b468-4792-b6fc-8c718da6d95c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324898 Aug 29 18:16:26.689150 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:16:26.983893 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992f64-a194-4b50-9a6b-a560639c84ef req-92a518b5-0416-41b4-b47b-e34444e32a9e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:26.985294 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ac992f64-a194-4b50-9a6b-a560639c84ef req-92a518b5-0416-41b4-b47b-e34444e32a9e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0491920 Aug 29 18:16:27.023994 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ac992f64-a194-4b50-9a6b-a560639c84ef req-69893dcb-1fd8-4b19-b837-137fb0553e25 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323219 Aug 29 18:16:28.136601 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bfed7-b36e-4342-a02f-df4b7be882cc req-19d675bf-0400-425e-bef9-6186ccee3501 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:28.138674 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b7bfed7-b36e-4342-a02f-df4b7be882cc req-19d675bf-0400-425e-bef9-6186ccee3501 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0492377 Aug 29 18:16:28.180591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8b7bfed7-b36e-4342-a02f-df4b7be882cc req-f72971f1-a84b-4897-a96f-c833c8b8170c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359144 Aug 29 18:16:28.219479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device beedf7c1-5efa-4b01-9117-652551ca1a74 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:16:28.294846 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:28.316802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:16:28.319035 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af7ca7-e9f2-47bf-8136-e8eefb3e676a" -d '{"events": [{"server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "name": "network-vif-unplugged", "status": "completed", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:16:28.332307 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port beedf7c1-5efa-4b01-9117-652551ca1a74, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=beedf7c1-5efa-4b01-9117-652551ca1a74,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:28.336536 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:28.364628 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98220170-2c7e-4b1c-acdf-d35eb73ac241 x-openstack-request-id: req-98220170-2c7e-4b1c-acdf-d35eb73ac241 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:16:28.364921 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "name": "network-vif-unplugged", "status": "failed", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74", "code": 422}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:16:28.365174 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98220170-2c7e-4b1c-acdf-d35eb73ac241 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:16:28.365583 n-d-713301-13 neutron-server[111678]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'code': 422} returned with failed status Aug 29 18:16:28.391606 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=beedf7c1-5efa-4b01-9117-652551ca1a74,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:28.398938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:28.399293 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:28.399644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:28.399995 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:28.400339 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:28.400678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:28.401012 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:28.401375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:28.401709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:28.402043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:28.402375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:28.402705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:16:29.299754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4f5a-fd22-436e-9fd0-0bf832ea00be req-8ca30a28-3ad5-4001-a6c8-723379f54399 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:29.301276 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e06f4f5a-fd22-436e-9fd0-0bf832ea00be req-8ca30a28-3ad5-4001-a6c8-723379f54399 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0492756 Aug 29 18:16:29.342743 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e06f4f5a-fd22-436e-9fd0-0bf832ea00be req-d9423ecd-061c-49c5-8c50-fce1a45201a1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354617 Aug 29 18:16:30.402457 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-6584d3aa-f731-4a6a-b759-3aedaa29e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:30.404553 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-6584d3aa-f731-4a6a-b759-3aedaa29e58b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d&tenant_id=b5e82239a01341edb6dca73f1eb9e05c HTTP/1.1" status: 200 len: 1096 time: 0.0465820 Aug 29 18:16:30.488767 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e427d-4405-4812-9863-2fb72f8ac4a6 req-ff2aec16-75b0-4deb-a0ab-dce51b309ae2 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:30.490257 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-740e427d-4405-4812-9863-2fb72f8ac4a6 req-ff2aec16-75b0-4deb-a0ab-dce51b309ae2 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0806725 Aug 29 18:16:30.492839 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-d10156b7-2ef6-479f-869d-0e0f9c97687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:30.494210 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-d10156b7-2ef6-479f-869d-0e0f9c97687f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1096 time: 0.0587130 Aug 29 18:16:30.579349 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-740e427d-4405-4812-9863-2fb72f8ac4a6 req-2dc49997-4113-4cf6-84b3-05b9bb5ffbd1 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831800 Aug 29 18:16:30.607421 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-e1884d35-22a9-41e5-8f6d-a813b5432c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:30.608858 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-e1884d35-22a9-41e5-8f6d-a813b5432c03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.1064460 Aug 29 18:16:30.673497 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-fd7afc13-7bdf-43fd-a4e3-c0530af6820d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 200 len: 999 time: 0.0568008 Aug 29 18:16:30.724594 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-05ec832c-0342-49e7-bdee-c6d30913e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:30.726015 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-05ec832c-0342-49e7-bdee-c6d30913e9f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0460756 Aug 29 18:16:30.770525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-7c6eb68e-a0b0-4482-b0ed-75bdaa18f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:30.771933 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-7c6eb68e-a0b0-4482-b0ed-75bdaa18f84d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385284 Aug 29 18:16:30.859476 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-9072c705-8ca1-4ba5-9866-6905fdcf99b2 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800006 Aug 29 18:16:30.954507 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-a8a43106-6eb1-4b20-9f66-86f645d21968 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870545 Aug 29 18:16:31.693808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a2e1-2ca9-4d27-89b2-abd8a53c6265 req-695431e6-b3e9-401d-aa91-29571c11913f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:31.695174 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d91a2e1-2ca9-4d27-89b2-abd8a53c6265 req-695431e6-b3e9-401d-aa91-29571c11913f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0483251 Aug 29 18:16:31.731570 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1d91a2e1-2ca9-4d27-89b2-abd8a53c6265 req-4e07b2e6-c89e-4405-b7b6-bd45caff2928 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301864 Aug 29 18:16:32.846898 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a236938-af9a-4493-8745-1bacdb52a14c req-366b1692-614c-4a1a-95b0-1d6428f3311d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:32.848340 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6a236938-af9a-4493-8745-1bacdb52a14c req-366b1692-614c-4a1a-95b0-1d6428f3311d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0490587 Aug 29 18:16:32.886869 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6a236938-af9a-4493-8745-1bacdb52a14c req-34f3f3a1-e3fd-4570-ba6b-8434371fd0a5 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326388 Aug 29 18:16:34.001856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e0e0d-e96b-4f74-869b-700656953b89 req-9aa9ea7d-0bd3-4d26-a32e-1837ac945bf7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:34.003312 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f1e0e0d-e96b-4f74-869b-700656953b89 req-9aa9ea7d-0bd3-4d26-a32e-1837ac945bf7 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0485206 Aug 29 18:16:34.043899 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-7f1e0e0d-e96b-4f74-869b-700656953b89 req-c88b60df-e841-4b87-b0af-3beb5be6c9ec tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347457 Aug 29 18:16:35.155527 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c664993-f37c-4817-aba2-914ed5523e66 req-4cbff1b7-b0db-4901-abc0-4f271b9a9a8d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:35.156872 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c664993-f37c-4817-aba2-914ed5523e66 req-4cbff1b7-b0db-4901-abc0-4f271b9a9a8d tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0476928 Aug 29 18:16:35.193193 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9c664993-f37c-4817-aba2-914ed5523e66 req-000e2d97-0cac-4a5d-92ae-f276c5842a67 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305145 Aug 29 18:16:36.304419 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee0d35-a93c-4c6e-98d1-ab9542a8f2a1 req-02f9a1ff-ac86-44a5-997c-bdeb064c5e16 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:36.305891 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b9ee0d35-a93c-4c6e-98d1-ab9542a8f2a1 req-02f9a1ff-ac86-44a5-997c-bdeb064c5e16 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0475287 Aug 29 18:16:36.343410 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-b9ee0d35-a93c-4c6e-98d1-ab9542a8f2a1 req-4e407e4a-fed6-438f-961b-4cd2493795bb tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Aug 29 18:16:37.461926 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ef5a4-ef8c-48db-a7f3-8c0266d84105 req-d815ba4b-142d-4ed3-9dba-cc3d1d5119a8 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:37.463358 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f9ef5a4-ef8c-48db-a7f3-8c0266d84105 req-d815ba4b-142d-4ed3-9dba-cc3d1d5119a8 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0524178 Aug 29 18:16:37.500409 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f9ef5a4-ef8c-48db-a7f3-8c0266d84105 req-07329f7c-c935-44b1-928a-efc3c88c565e tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311213 Aug 29 18:16:38.613857 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637229c5-56d2-40fc-866b-480235d38698 req-e44fec20-deda-4633-acf0-e09d136910f3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:38.615357 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-637229c5-56d2-40fc-866b-480235d38698 req-e44fec20-deda-4633-acf0-e09d136910f3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0488048 Aug 29 18:16:38.652163 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-637229c5-56d2-40fc-866b-480235d38698 req-60f82685-8880-4fe6-b2c3-6fb5026e3ced tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308383 Aug 29 18:16:39.765477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b61b4-edaa-4a57-823a-d08f67f2600b req-1b5eed66-f718-417a-884c-fa9668d33cce tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:39.766926 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b1b61b4-edaa-4a57-823a-d08f67f2600b req-1b5eed66-f718-417a-884c-fa9668d33cce tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 944 time: 0.0488491 Aug 29 18:16:39.803014 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-5b1b61b4-edaa-4a57-823a-d08f67f2600b req-bdd5a6a1-7735-4b5b-991d-53249c066605 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303569 Aug 29 18:16:40.250432 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device beedf7c1-5efa-4b01-9117-652551ca1a74 details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:16:40.344938 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port beedf7c1-5efa-4b01-9117-652551ca1a74, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=beedf7c1-5efa-4b01-9117-652551ca1a74,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:40.357167 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'port_id': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'mac_address': 'fa:16:3e:09:11:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:16:40.395125 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:40.407698 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beedf7c1-5efa-4b01-9117-652551ca1a74 {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:16:40.426659 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port beedf7c1-5efa-4b01-9117-652551ca1a74, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=beedf7c1-5efa-4b01-9117-652551ca1a74,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:40.430789 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:40.476469 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=beedf7c1-5efa-4b01-9117-652551ca1a74,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:40.727912 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['beedf7c1-5efa-4b01-9117-652551ca1a74'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:16:40.915848 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a74f5-bc83-4e6b-9948-1549e6bd3c83 req-4079bb9f-62b3-4734-8de7-2ecb5efb5aea tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:40.917352 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d4a74f5-bc83-4e6b-9948-1549e6bd3c83 req-4079bb9f-62b3-4734-8de7-2ecb5efb5aea tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 945 time: 0.0482531 Aug 29 18:16:40.958259 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-6d4a74f5-bc83-4e6b-9948-1549e6bd3c83 req-50cc4118-c7b4-46f2-b66b-ac2cfa01b1a6 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349331 Aug 29 18:16:42.071436 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3340c-ac26-4720-acb0-6de5bd51271f req-a23b9396-f405-4864-b32b-60bcb2791f88 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:42.072863 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68a3340c-ac26-4720-acb0-6de5bd51271f req-a23b9396-f405-4864-b32b-60bcb2791f88 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 945 time: 0.0485053 Aug 29 18:16:42.109772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-68a3340c-ac26-4720-acb0-6de5bd51271f req-82eefc9a-bfc4-4bc6-8c33-76ffdddf9e90 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310783 Aug 29 18:16:42.255233 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device beedf7c1-5efa-4b01-9117-652551ca1a74 up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:16:42.301246 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port beedf7c1-5efa-4b01-9117-652551ca1a74 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:16:42.301642 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:42.377109 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:42.398802 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:16:42.401140 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb578de-e70d-4a90-865b-93bd0705e198" -d '{"events": [{"server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "name": "network-vif-plugged", "status": "completed", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:16:42.414945 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port beedf7c1-5efa-4b01-9117-652551ca1a74, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=beedf7c1-5efa-4b01-9117-652551ca1a74,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:16:42.419984 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:42.442423 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2b8972-9806-4293-b5b2-32cbf1a0a94c x-openstack-request-id: req-8c2b8972-9806-4293-b5b2-32cbf1a0a94c {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:16:42.442781 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "name": "network-vif-plugged", "status": "completed", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:16:42.443037 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c2b8972-9806-4293-b5b2-32cbf1a0a94c {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:16:42.443424 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'code': 200} Aug 29 18:16:42.470371 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=beedf7c1-5efa-4b01-9117-652551ca1a74,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:16:42.587121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb53312-ade2-4527-9ce1-0ab5312ee3dd req-40f565ca-7fa4-4a6b-bd06-727e7503ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:42.588600 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fb53312-ade2-4527-9ce1-0ab5312ee3dd req-40f565ca-7fa4-4a6b-bd06-727e7503ff85 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1098 time: 0.0437710 Aug 29 18:16:42.625156 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-6fb53312-ade2-4527-9ce1-0ab5312ee3dd req-1693de43-4419-495f-8888-f812dc9199c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290909 Aug 29 18:16:43.030967 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-344a84f1-aedd-44a4-baf8-a399fb4406b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:43.223167 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d9a2f-777e-4794-b225-a1af79e285c6 req-41470a54-fe36-4039-8472-ef9919aa5f20 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:43.224572 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-793d9a2f-777e-4794-b225-a1af79e285c6 req-41470a54-fe36-4039-8472-ef9919aa5f20 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0492435 Aug 29 18:16:43.261450 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-793d9a2f-777e-4794-b225-a1af79e285c6 req-dc774669-ce6c-4cec-921e-c9a56e937b03 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310218 Aug 29 18:16:44.380404 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21589b08-2694-4096-b18e-9b8241a8b75a req-76fe8f9f-e587-4332-b496-5eb83551ea72 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:44.381905 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21589b08-2694-4096-b18e-9b8241a8b75a req-76fe8f9f-e587-4332-b496-5eb83551ea72 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0496747 Aug 29 18:16:44.420105 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-21589b08-2694-4096-b18e-9b8241a8b75a req-36cef09a-c378-4112-8899-c113a4bc1012 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323451 Aug 29 18:16:45.642717 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a29104a1-da96-4e71-9181-0905fce237ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:46.017126 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:46.990033 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:48.617639 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:48.657078 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:51.098848 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:16:53.529452 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-b468bb02-a8a4-441b-ac64-d0eaef36617b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384588 Aug 29 18:16:53.616343 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-fba6b3b8-0ee8-4fed-986d-6e4a0ad64c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:53.617850 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-fba6b3b8-0ee8-4fed-986d-6e4a0ad64c89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1098 time: 0.0447853 Aug 29 18:16:53.720886 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-aa29bc3a-3f1f-460f-90c2-62665ab42892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:53.722504 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-aa29bc3a-3f1f-460f-90c2-62665ab42892 service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0859301 Aug 29 18:16:53.790211 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-14f38160-dad8-43cb-b511-b7b83362ebfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 200 len: 1001 time: 0.0607314 Aug 29 18:16:53.838393 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-16a05bdf-ceef-4c56-a93e-d23d1eff1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:53.839822 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-16a05bdf-ceef-4c56-a93e-d23d1eff1547 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0421298 Aug 29 18:16:53.885058 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-1c632132-4760-4b12-ae5d-a8b7164165e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:16:53.886515 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-1c632132-4760-4b12-ae5d-a8b7164165e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392916 Aug 29 18:16:53.976630 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-bc6b40f6-e6b7-43c5-85b6-74e5681bf63a service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832479 Aug 29 18:16:54.064165 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-ae379788-d20f-4620-a8b0-41f9d6b4eca1 req-be7fd1e0-523b-48aa-ac0f-07a31d59310c service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802419 Aug 29 18:17:03.690284 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:17:13.031350 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ac14-7a04-476d-9116-076f921f450d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:15.642590 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff843-39a3-46eb-8975-752c7ee57b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.018640 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:16.993518 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:18.659716 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:18.663319 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:21.099644 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:40.689401 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:17:43.032180 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-225f2701-3463-4ac1-b733-7185962d3f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:45.643065 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-75498b7a-025a-49c7-b70d-d1890319b42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:46.018591 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:46.995207 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:48.660437 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:48.665944 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:51.120260 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:54.447793 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-9a12c63b-c346-4cc3-b915-ca0ae0461f26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402014 Aug 29 18:17:54.532010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-e2bbe0a6-1158-4605-92f8-f69733df39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:54.533466 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-e2bbe0a6-1158-4605-92f8-f69733df39bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1098 time: 0.0443392 Aug 29 18:17:54.635194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-15c1bbb9-974c-4f05-b05c-23cb19bb8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:54.636722 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-15c1bbb9-974c-4f05-b05c-23cb19bb8aa5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0832667 Aug 29 18:17:54.704322 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-76648e5d-4dc3-4c31-943e-ddd677b3644f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 200 len: 1001 time: 0.0606492 Aug 29 18:17:54.752266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-5fe84d90-7f40-4356-960d-eab8849b1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:54.753653 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-5fe84d90-7f40-4356-960d-eab8849b1bcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0418282 Aug 29 18:17:54.798010 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-73f4ba25-ae65-4e43-a33f-afc5eac4f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:54.799427 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-73f4ba25-ae65-4e43-a33f-afc5eac4f7e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386400 Aug 29 18:17:54.890955 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-256d0837-679c-4f99-89e5-e65416a1b617 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842273 Aug 29 18:17:54.982848 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-9febde32-9ec8-4455-995f-a07c5f2e660a req-af0ed359-c61c-43a5-a58e-140be8de0741 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833056 Aug 29 18:17:57.265736 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47148) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:17:57.429147 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Deleting port 63c25ba0-39fa-4ba9-bc70-e2733bbfb6ca {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:17:57.429524 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:57.506674 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:57.507007 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:57.518483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Calling delete_port for 63c25ba0-39fa-4ba9-bc70-e2733bbfb6ca owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:17:57.662107 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:57.687490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event deleted for resources: {'Port': ['ID=63c25ba0-39fa-4ba9-bc70-e2733bbfb6ca,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:17:57.712363 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.712712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.713055 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.713417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.713756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.714087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.714414 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.714743 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.715070 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.715392 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.715716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.716036 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:17:57.757824 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:57.758179 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Floating IP 19176729-b31c-425e-9673-5921991eb30d disassociated (deleted). External IP: 172.25.5.86, port: beedf7c1-5efa-4b01-9117-652551ca1a74. Aug 29 18:17:57.964224 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Router aa8a4c94-c084-4eec-807b-2931e31258b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:17:58.071222 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:17:58.076063 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:17:58.080696 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94a875-6e87-4e4a-8bb1-6b362d502065 None None] Sync routers for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:17:58.089470 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94a875-6e87-4e4a-8bb1-6b362d502065 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:58.090074 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8c94a875-6e87-4e4a-8bb1-6b362d502065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:17:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:58.102642 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-736c9ed8-8fb4-4f87-b8ce-73fa4152ec5a tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "DELETE /v2.0/floatingips/19176729-b31c-425e-9673-5921991eb30d HTTP/1.1" status: 204 len: 168 time: 0.8358006 Aug 29 18:17:58.103329 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:17:58.105745 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35a97a1-1068-45c6-a5de-ebae44c7a95d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:17:58.143450 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3a5307-14ca-4e38-a5dc-f4b93dc01063 x-openstack-request-id: req-dc3a5307-14ca-4e38-a5dc-f4b93dc01063 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:17:58.143774 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:17:58.144029 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc3a5307-14ca-4e38-a5dc-f4b93dc01063 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:17:58.144637 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'status': 'completed', 'code': 200} Aug 29 18:17:58.216045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a97a1-1068-45c6-a5de-ebae44c7a95d req-cc209607-a0aa-48fc-9f8d-26a88905316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:58.217984 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35a97a1-1068-45c6-a5de-ebae44c7a95d req-cc209607-a0aa-48fc-9f8d-26a88905316c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 1098 time: 0.0496619 Aug 29 18:17:58.306914 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-8c94a875-6e87-4e4a-8bb1-6b362d502065 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:58.330332 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a97a1-1068-45c6-a5de-ebae44c7a95d req-5d5b2c86-23cf-416e-9499-ac061d017c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:58.332552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35a97a1-1068-45c6-a5de-ebae44c7a95d req-5d5b2c86-23cf-416e-9499-ac061d017c95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 200 len: 910 time: 0.0992076 Aug 29 18:17:58.338150 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fc894-a5be-4b23-80b6-1952945e1063 req-27b48d26-140f-4c14-be4a-ec29aaa8808c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:58.339660 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f20fc894-a5be-4b23-80b6-1952945e1063 req-27b48d26-140f-4c14-be4a-ec29aaa8808c tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0519750 Aug 29 18:17:58.377999 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35a97a1-1068-45c6-a5de-ebae44c7a95d req-7b94378a-6251-4288-b10f-b49bba0c272d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 200 len: 217 time: 0.0371563 Aug 29 18:17:58.379207 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f20fc894-a5be-4b23-80b6-1952945e1063 req-944944af-25b2-4ea8-95ab-4fa59595e5af tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331595 Aug 29 18:17:58.430364 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a97a1-1068-45c6-a5de-ebae44c7a95d req-f62adab1-1da1-4158-98c9-c677bcef9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:58.431865 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35a97a1-1068-45c6-a5de-ebae44c7a95d req-f62adab1-1da1-4158-98c9-c677bcef9977 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 200 len: 848 time: 0.0460227 Aug 29 18:17:58.483648 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a97a1-1068-45c6-a5de-ebae44c7a95d req-13f2f055-c1f1-4bff-ab62-c68ab5a2bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:58.485096 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35a97a1-1068-45c6-a5de-ebae44c7a95d req-13f2f055-c1f1-4bff-ab62-c68ab5a2bcc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=148a28e4-5b42-4569-a574-79a500edc6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450580 Aug 29 18:17:58.505936 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8c94a875-6e87-4e4a-8bb1-6b362d502065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:58.534767 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94a875-6e87-4e4a-8bb1-6b362d502065 None None] Checking router: aa8a4c94-c084-4eec-807b-2931e31258b9 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:17:58.543347 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94a875-6e87-4e4a-8bb1-6b362d502065 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:17:58.543940 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8c94a875-6e87-4e4a-8bb1-6b362d502065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:17:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:58.574408 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35a97a1-1068-45c6-a5de-ebae44c7a95d req-afafa111-ddbb-4270-a3f5-e513263c01c5 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812604 Aug 29 18:17:58.651041 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-8c94a875-6e87-4e4a-8bb1-6b362d502065 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:17:58.669191 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f35a97a1-1068-45c6-a5de-ebae44c7a95d req-e9a76bca-af17-4959-beb0-6f9f60835ff2 service neutron] 10.222.0.16 "GET /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876832 Aug 29 18:17:58.840038 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-8c94a875-6e87-4e4a-8bb1-6b362d502065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:17:58.864828 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94a875-6e87-4e4a-8bb1-6b362d502065 None None] The sync data for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 is: [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:36Z', 'revision_number': 4, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': '51103c47-3d23-4a2f-a767-8b01306c6e25', 'name': '', 'network_id': '148a28e4-5b42-4569-a574-79a500edc6e3', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'mac_address': 'fa:16:3e:8b:a8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:36Z', 'updated_at': '2021-08-29T18:08:43Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'subnets': [{'id': 'c57f973b-3add-40ed-8e0f-5570bc0787e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:17:59.065526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e517755-87fe-4989-a1d0-ce896e38eeae None None] New status for floating IP 19176729-b31c-425e-9673-5921991eb30d: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:17:59.497179 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb12c4-e727-407b-b828-e1f803fb8c39 req-aff8918d-1017-42a2-bbce-38de49b06eb3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:59.498861 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13eb12c4-e727-407b-b828-e1f803fb8c39 req-aff8918d-1017-42a2-bbce-38de49b06eb3 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0502605 Aug 29 18:17:59.536842 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-13eb12c4-e727-407b-b828-e1f803fb8c39 req-109dccfa-5161-4439-8289-45e075fd7e71 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/security-groups?id=2117a3e8-fb61-42be-a0ac-b7564c269795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314736 Aug 29 18:17:59.907646 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a7494-ee21-4fe2-801d-913256ebf0bb req-f2885d4c-2114-4392-acbe-84a8ff837f2f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:17:59.909057 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f7a7494-ee21-4fe2-801d-913256ebf0bb req-f2885d4c-2114-4392-acbe-84a8ff837f2f tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 946 time: 0.0479140 Aug 29 18:18:00.001308 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-1f7a7494-ee21-4fe2-801d-913256ebf0bb req-d280ff37-b75f-472f-aa84-edecab232f84 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Deleting port beedf7c1-5efa-4b01-9117-652551ca1a74 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:00.001655 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f7a7494-ee21-4fe2-801d-913256ebf0bb req-d280ff37-b75f-472f-aa84-edecab232f84 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:00.088050 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-1f7a7494-ee21-4fe2-801d-913256ebf0bb req-d280ff37-b75f-472f-aa84-edecab232f84 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] For port beedf7c1-5efa-4b01-9117-652551ca1a74, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=beedf7c1-5efa-4b01-9117-652551ca1a74,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:00.088396 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f7a7494-ee21-4fe2-801d-913256ebf0bb req-d280ff37-b75f-472f-aa84-edecab232f84 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:00.101446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-1f7a7494-ee21-4fe2-801d-913256ebf0bb req-d280ff37-b75f-472f-aa84-edecab232f84 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Calling delete_port for beedf7c1-5efa-4b01-9117-652551ca1a74 owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:00.227048 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f7a7494-ee21-4fe2-801d-913256ebf0bb req-d280ff37-b75f-472f-aa84-edecab232f84 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:00.255342 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280ff37-b75f-472f-aa84-edecab232f84 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event deleted for resources: {'Port': ['ID=beedf7c1-5efa-4b01-9117-652551ca1a74,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:00.300239 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7a7494-ee21-4fe2-801d-913256ebf0bb req-d280ff37-b75f-472f-aa84-edecab232f84 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] No DVR routers for this DVR port beedf7c1-5efa-4b01-9117-652551ca1a74 on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:18:00.302949 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-1f7a7494-ee21-4fe2-801d-913256ebf0bb req-d280ff37-b75f-472f-aa84-edecab232f84 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:00.304935 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1f7a7494-ee21-4fe2-801d-913256ebf0bb req-d280ff37-b75f-472f-aa84-edecab232f84 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.16 "DELETE /v2.0/ports/beedf7c1-5efa-4b01-9117-652551ca1a74 HTTP/1.1" status: 204 len: 173 time: 0.3886807 Aug 29 18:18:00.305402 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'name': 'network-vif-deleted', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:18:00.307660 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aebaeb6-3547-4404-ad3d-75fa2cd0ec7d" -d '{"events": [{"server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "name": "network-vif-deleted", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:18:00.343740 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8deaf43-c80a-470e-ad25-e6949b05c79b x-openstack-request-id: req-a8deaf43-c80a-470e-ad25-e6949b05c79b {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:18:00.344029 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ddd6b7-41e2-4e55-a4cc-f4916b04611d", "name": "network-vif-deleted", "tag": "beedf7c1-5efa-4b01-9117-652551ca1a74", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:18:00.344278 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8deaf43-c80a-470e-ad25-e6949b05c79b {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:18:00.344672 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ddd6b7-41e2-4e55-a4cc-f4916b04611d', 'name': 'network-vif-deleted', 'tag': 'beedf7c1-5efa-4b01-9117-652551ca1a74', 'status': 'completed', 'code': 200} Aug 29 18:18:00.636705 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4e029849-cedd-4543-b9d1-7916af5b0398 req-f9813f53-ba56-44d5-8cac-2a9c6ff2b7f4 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 210 time: 0.0279391 Aug 29 18:18:01.736306 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-85975d0a-f883-4025-b55f-8a79ccba2041 req-7f31b0c7-dc51-4480-8957-189041b6c743 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 210 time: 0.0312686 Aug 29 18:18:02.828215 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8b8cd817-535c-4181-8ade-5f49ac67bf67 req-574485ff-27b5-475a-a93b-371d8db467e2 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 210 time: 0.0269706 Aug 29 18:18:03.934157 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-89b8767f-8dec-4bae-ac5b-0c3017abaa40 req-e61a8f0f-c518-4fdc-9b9a-c6dc17287682 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ddd6b7-41e2-4e55-a4cc-f4916b04611d HTTP/1.1" status: 200 len: 210 time: 0.0281172 Aug 29 18:18:04.765213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device beedf7c1-5efa-4b01-9117-652551ca1a74 no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:18:04.785671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: beedf7c1-5efa-4b01-9117-652551ca1a74 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:18:04.786016 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device beedf7c1-5efa-4b01-9117-652551ca1a74 not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:18:04.996617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47182) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:05.054234 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32fac26b-b9c2-44b0-b0dc-60c3976b3656 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:05.078856 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32fac26b-b9c2-44b0-b0dc-60c3976b3656 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:05.146874 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32fac26b-b9c2-44b0-b0dc-60c3976b3656 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:05.149618 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-32fac26b-b9c2-44b0-b0dc-60c3976b3656 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:05.153247 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-32fac26b-b9c2-44b0-b0dc-60c3976b3656 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] 10.222.0.22 "DELETE /v2.0/security-groups/2117a3e8-fb61-42be-a0ac-b7564c269795 HTTP/1.1" status: 204 len: 168 time: 0.1531515 Aug 29 18:18:05.160777 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fac26b-b9c2-44b0-b0dc-60c3976b3656 tempest-TestShelveInstance-963885189 tempest-TestShelveInstance-963885189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2117a3e8-fb61-42be-a0ac-b7564c269795,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:05.203834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47186) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:05.653865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:05.901307 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Deleting port 51103c47-3d23-4a2f-a767-8b01306c6e25 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:05.901570 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:05.983136 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] For port 51103c47-3d23-4a2f-a767-8b01306c6e25, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=51103c47-3d23-4a2f-a767-8b01306c6e25,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:05.983509 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:05.997856 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Calling delete_port for 51103c47-3d23-4a2f-a767-8b01306c6e25 owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:06.178496 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:06.203380 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=51103c47-3d23-4a2f-a767-8b01306c6e25,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:06.214477 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.214994 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.215184 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.215526 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.215869 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.216685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.216685 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.216864 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.217151 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.217510 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.217825 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.218378 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:06.390005 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:06.617318 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Router aa8a4c94-c084-4eec-807b-2931e31258b9 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:18:06.729347 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:18:06.734851 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9105f723-8920-439e-ac77-7cc29c29c9fa admin admin] 10.222.0.22 "PUT /v2.0/routers/aa8a4c94-c084-4eec-807b-2931e31258b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5283222 Aug 29 18:18:06.737564 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47190) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:06.738289 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9c957-07a4-4196-acea-07be1dd62ab2 None None] Sync routers for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:18:06.748426 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9c957-07a4-4196-acea-07be1dd62ab2 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:06.749023 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49f9c957-07a4-4196-acea-07be1dd62ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:17:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:06.840842 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:06.849097 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-49f9c957-07a4-4196-acea-07be1dd62ab2 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:07.037607 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49f9c957-07a4-4196-acea-07be1dd62ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:18:06Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:07.064603 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9c957-07a4-4196-acea-07be1dd62ab2 None None] Checking router: aa8a4c94-c084-4eec-807b-2931e31258b9 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:18:07.073281 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9c957-07a4-4196-acea-07be1dd62ab2 None None] Routers {'aa8a4c94-c084-4eec-807b-2931e31258b9'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:07.073897 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49f9c957-07a4-4196-acea-07be1dd62ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:17:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['aa8a4c94-c084-4eec-807b-2931e31258b9'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:07.178447 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-49f9c957-07a4-4196-acea-07be1dd62ab2 None None] Set router aa8a4c94-c084-4eec-807b-2931e31258b9 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:07.292480 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:07.348240 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Deleting port 9f47483b-3e83-41ef-b9f9-ba016de628dd {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:07.348711 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:07.352165 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-49f9c957-07a4-4196-acea-07be1dd62ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:18:06Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:07.382590 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9c957-07a4-4196-acea-07be1dd62ab2 None None] The sync data for ids ['aa8a4c94-c084-4eec-807b-2931e31258b9'] in n-d-713301-13 is: [{'id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'name': 'tempest-TestShelveInstance-1578767272-router', 'tenant_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:18:06Z', 'revision_number': 5, 'project_id': 'b5e82239a01341edb6dca73f1eb9e05c', 'gw_port': {'id': '9f47483b-3e83-41ef-b9f9-ba016de628dd', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a4c94-c084-4eec-807b-2931e31258b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:34Z', 'updated_at': '2021-08-29T18:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:18:07.433213 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] For port 9f47483b-3e83-41ef-b9f9-ba016de628dd, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=9f47483b-3e83-41ef-b9f9-ba016de628dd,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:07.433725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:07.446584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Calling delete_port for 9f47483b-3e83-41ef-b9f9-ba016de628dd owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:07.609535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:07.635857 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f47483b-3e83-41ef-b9f9-ba016de628dd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:07.698932 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:07.792132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:07.794373 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:07.840318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:07.840865 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa8a4c94-c084-4eec-807b-2931e31258b9 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:18:07.846240 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:07.847522 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a0eaf755-bb1d-4c9b-a42e-d0fedb94da34 admin admin] 10.222.0.22 "DELETE /v2.0/routers/aa8a4c94-c084-4eec-807b-2931e31258b9 HTTP/1.1" status: 204 len: 168 time: 1.1082034 Aug 29 18:18:07.850034 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47192) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:07.894228 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d235c9b-880e-4fa8-b350-7235beba6f44 admin admin] Deleting subnet c57f973b-3add-40ed-8e0f-5570bc0787e0 {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:18:07.897790 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d235c9b-880e-4fa8-b350-7235beba6f44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:07.937162 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d235c9b-880e-4fa8-b350-7235beba6f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.020268 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d235c9b-880e-4fa8-b350-7235beba6f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.073932 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d235c9b-880e-4fa8-b350-7235beba6f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.099056 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d235c9b-880e-4fa8-b350-7235beba6f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c57f973b-3add-40ed-8e0f-5570bc0787e0,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:08.103510 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3d235c9b-880e-4fa8-b350-7235beba6f44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.105254 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3d235c9b-880e-4fa8-b350-7235beba6f44 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c57f973b-3add-40ed-8e0f-5570bc0787e0 HTTP/1.1" status: 204 len: 168 time: 0.2542636 Aug 29 18:18:08.107655 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47194) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:08.111358 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147ab44f-444c-41af-a886-fcde4120c321 None None] Network 148a28e4-5b42-4569-a574-79a500edc6e3 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:18:08.178952 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.232687 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Deleting port 16a713c7-95e6-411b-b15e-fd9e6a938176 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:08.233040 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.299703 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] For port 16a713c7-95e6-411b-b15e-fd9e6a938176, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=16a713c7-95e6-411b-b15e-fd9e6a938176,segment=NetworkSegment(740c5cd9-f0f3-495d-bd72-de373ac93b62),segment_id=740c5cd9-f0f3-495d-bd72-de373ac93b62)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:08.299986 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.312427 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Calling delete_port for 16a713c7-95e6-411b-b15e-fd9e6a938176 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:08.371705 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] DHCP port deletion for 148a28e4-5b42-4569-a574-79a500edc6e3 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:18:08.400081 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.422882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Deleting port 16a713c7-95e6-411b-b15e-fd9e6a938176 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:08.423272 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.428361 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a713c7-95e6-411b-b15e-fd9e6a938176,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:08.430731 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] No DVR routers for this DVR port 16a713c7-95e6-411b-b15e-fd9e6a938176 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:18:08.490239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] For port 16a713c7-95e6-411b-b15e-fd9e6a938176, host n-d-713301-13, got binding levels [] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:08.490641 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.502898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Calling delete_port for 16a713c7-95e6-411b-b15e-fd9e6a938176 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:08.503861 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.506107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.ipam_backend_mixin [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Port 16a713c7-95e6-411b-b15e-fd9e6a938176 was not found and therefore no delete operation was performed {{(pid=111678) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 18:18:08.507303 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.514371 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148a28e4-5b42-4569-a574-79a500edc6e3']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:08.531286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740c5cd9-f0f3-495d-bd72-de373ac93b62') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:08.531581 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740c5cd9-f0f3-495d-bd72-de373ac93b62') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:08.531923 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Pushing event deleted for resources: {'Port': ['ID=16a713c7-95e6-411b-b15e-fd9e6a938176,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:08.539419 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] No DVR routers for this DVR port 16a713c7-95e6-411b-b15e-fd9e6a938176 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:18:08.540965 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.541784 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.542144 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.542496 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.542874 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.543210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.543553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.543889 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.544222 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.544553 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.544887 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.545216 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.545567 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41819a0-b084-4a19-91cd-610da281ae90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:08.563412 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.570037 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:18:08.570596 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: timer() Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:18:08.572242 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:18:08.630857 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.635860 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:08.637754 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/148a28e4-5b42-4569-a574-79a500edc6e3 HTTP/1.1" status: 204 len: 168 time: 0.5292063 Aug 29 18:18:08.640863 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47196) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:08.650963 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f560f1-ca64-4733-8cbf-112329835ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=148a28e4-5b42-4569-a574-79a500edc6e3,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:08.978993 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:09.003239 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9f47483b-3e83-41ef-b9f9-ba016de628dd no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:18:09.022917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 9f47483b-3e83-41ef-b9f9-ba016de628dd {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:18:09.023269 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 9f47483b-3e83-41ef-b9f9-ba016de628dd not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:18:09.023686 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 16a713c7-95e6-411b-b15e-fd9e6a938176 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:18:09.042013 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 16a713c7-95e6-411b-b15e-fd9e6a938176 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:18:09.042372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 16a713c7-95e6-411b-b15e-fd9e6a938176 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:18:09.042825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 51103c47-3d23-4a2f-a767-8b01306c6e25 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:18:09.060467 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 51103c47-3d23-4a2f-a767-8b01306c6e25 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:18:09.060796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 51103c47-3d23-4a2f-a767-8b01306c6e25 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:18:09.216806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] Deleting port ec647db7-66cb-4a54-8945-060b0370464a {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:09.217047 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:09.294295 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] For port ec647db7-66cb-4a54-8945-060b0370464a, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ec647db7-66cb-4a54-8945-060b0370464a,segment=NetworkSegment(f64c36f7-a7d7-427b-b847-a0703750639c),segment_id=f64c36f7-a7d7-427b-b847-a0703750639c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:09.294659 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:09.306754 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] Calling delete_port for ec647db7-66cb-4a54-8945-060b0370464a owned by network:router_interface {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:09.482461 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:09.507367 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=ec647db7-66cb-4a54-8945-060b0370464a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:09.677284 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:09.883064 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] Router 619d614d-9c03-4e48-a1da-8550bdb7d454 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:18:09.991300 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:18:09.996259 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1b01899e-9ab0-4a95-80fa-2066b2ab7aaa admin admin] 10.222.0.22 "PUT /v2.0/routers/619d614d-9c03-4e48-a1da-8550bdb7d454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3541563 Aug 29 18:18:09.998743 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47198) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:10.001633 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bebd54b-b9cb-4254-a990-61c6ef7dce12 None None] Sync routers for ids ['619d614d-9c03-4e48-a1da-8550bdb7d454'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:18:10.011671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bebd54b-b9cb-4254-a990-61c6ef7dce12 None None] Routers {'619d614d-9c03-4e48-a1da-8550bdb7d454'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:10.012285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7bebd54b-b9cb-4254-a990-61c6ef7dce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:17:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['619d614d-9c03-4e48-a1da-8550bdb7d454'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:10.119998 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-7bebd54b-b9cb-4254-a990-61c6ef7dce12 None None] Set router 619d614d-9c03-4e48-a1da-8550bdb7d454 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:10.301703 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7bebd54b-b9cb-4254-a990-61c6ef7dce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'name': 'tempest-TestShelveInstance-430906826-router', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:38Z', 'updated_at': '2021-08-29T18:18:09Z', 'revision_number': 5, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'gw_port': {'id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:39Z', 'updated_at': '2021-08-29T18:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:10.328002 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bebd54b-b9cb-4254-a990-61c6ef7dce12 None None] Checking router: 619d614d-9c03-4e48-a1da-8550bdb7d454 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:18:10.337375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bebd54b-b9cb-4254-a990-61c6ef7dce12 None None] Routers {'619d614d-9c03-4e48-a1da-8550bdb7d454'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:10.337985 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7bebd54b-b9cb-4254-a990-61c6ef7dce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:17:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['619d614d-9c03-4e48-a1da-8550bdb7d454'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:10.440338 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:10.441213 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-7bebd54b-b9cb-4254-a990-61c6ef7dce12 None None] Set router 619d614d-9c03-4e48-a1da-8550bdb7d454 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:10.540812 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:10.592558 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Deleting port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:10.592814 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:10.614047 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-7bebd54b-b9cb-4254-a990-61c6ef7dce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'name': 'tempest-TestShelveInstance-430906826-router', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:38Z', 'updated_at': '2021-08-29T18:18:09Z', 'revision_number': 5, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'gw_port': {'id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:39Z', 'updated_at': '2021-08-29T18:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:10.643942 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bebd54b-b9cb-4254-a990-61c6ef7dce12 None None] The sync data for ids ['619d614d-9c03-4e48-a1da-8550bdb7d454'] in n-d-713301-13 is: [{'id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'name': 'tempest-TestShelveInstance-430906826-router', 'tenant_id': '4a5395b95ba94ebb8b3292f16c614e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:08:38Z', 'updated_at': '2021-08-29T18:18:09Z', 'revision_number': 5, 'project_id': '4a5395b95ba94ebb8b3292f16c614e09', 'gw_port': {'id': 'bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619d614d-9c03-4e48-a1da-8550bdb7d454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:08:39Z', 'updated_at': '2021-08-29T18:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:18:10.676913 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] For port bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:10.676913 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:10.689683 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Calling delete_port for bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:10.850492 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:10.879874 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:10.950646 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.043902 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.046138 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.096576 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.097204 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 619d614d-9c03-4e48-a1da-8550bdb7d454 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:18:11.103164 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.106630 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-1eb00a62-8a27-4405-a193-a832ccfdc62f admin admin] 10.222.0.22 "DELETE /v2.0/routers/619d614d-9c03-4e48-a1da-8550bdb7d454 HTTP/1.1" status: 204 len: 168 time: 1.1047444 Aug 29 18:18:11.107057 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47200) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:11.132793 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ec647db7-66cb-4a54-8945-060b0370464a no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:18:11.153398 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ec647db7-66cb-4a54-8945-060b0370464a {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:18:11.154036 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ec647db7-66cb-4a54-8945-060b0370464a not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:18:11.159249 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a42ce8-e1c6-4757-b5b0-23b6b3c8ff2a admin admin] Deleting subnet db8bf115-80d3-405d-89ae-c6a1943b721e {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:18:11.163119 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90a42ce8-e1c6-4757-b5b0-23b6b3c8ff2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.196905 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90a42ce8-e1c6-4757-b5b0-23b6b3c8ff2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.277767 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90a42ce8-e1c6-4757-b5b0-23b6b3c8ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.341157 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90a42ce8-e1c6-4757-b5b0-23b6b3c8ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.367292 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a42ce8-e1c6-4757-b5b0-23b6b3c8ff2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8bf115-80d3-405d-89ae-c6a1943b721e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:11.372432 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-90a42ce8-e1c6-4757-b5b0-23b6b3c8ff2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.375135 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-90a42ce8-e1c6-4757-b5b0-23b6b3c8ff2a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/db8bf115-80d3-405d-89ae-c6a1943b721e HTTP/1.1" status: 204 len: 168 time: 0.2664249 Aug 29 18:18:11.376727 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47202) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:11.376864 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ce4b0-464c-4906-a00c-217a6945252e None None] Network 2a71dc04-fd44-4376-b1d8-adfc02f10b1a requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:18:11.443847 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.496513 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Deleting port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:18:11.496864 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.563725 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] For port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=0f58ae90-9e8e-48f2-9a6e-804ee2c7a907,segment=NetworkSegment(f64c36f7-a7d7-427b-b847-a0703750639c),segment_id=f64c36f7-a7d7-427b-b847-a0703750639c)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:11.564090 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.577060 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Calling delete_port for 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:18:11.659042 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.664125 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c11690-9f4a-497a-99f6-b180fa83308f None None] DHCP port deletion for 2a71dc04-fd44-4376-b1d8-adfc02f10b1a request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:18:11.692117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f58ae90-9e8e-48f2-9a6e-804ee2c7a907,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:11.696752 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] No DVR routers for this DVR port 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:18:11.766907 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.777432 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a71dc04-fd44-4376-b1d8-adfc02f10b1a']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:11.787738 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64c36f7-a7d7-427b-b847-a0703750639c') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:11.788035 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64c36f7-a7d7-427b-b847-a0703750639c') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:11.796721 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.810134 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.816196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:18:11.817430 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: timer() Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:18:11.819076 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:18:11.877613 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.883248 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:11.885020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2a71dc04-fd44-4376-b1d8-adfc02f10b1a HTTP/1.1" status: 204 len: 168 time: 0.5073495 Aug 29 18:18:11.897428 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f97bf-ed97-4057-9283-c83c9caca222 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a71dc04-fd44-4376-b1d8-adfc02f10b1a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:11.997670 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47206) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:12.041463 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a03b5610-f053-4f6a-9a3c-b15ef88fcee0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5e82239a01341edb6dca73f1eb9e05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425613 Aug 29 18:18:12.043897 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47208) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:12.089990 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da25b4d2-758f-41e2-99df-047d246e539e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:12.110843 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da25b4d2-758f-41e2-99df-047d246e539e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:12.157185 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da25b4d2-758f-41e2-99df-047d246e539e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:12.159735 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-da25b4d2-758f-41e2-99df-047d246e539e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:12.161509 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-da25b4d2-758f-41e2-99df-047d246e539e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4db4971-e34d-434a-a64b-859b4156f45c HTTP/1.1" status: 204 len: 168 time: 0.1166887 Aug 29 18:18:12.168981 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25b4d2-758f-41e2-99df-047d246e539e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4db4971-e34d-434a-a64b-859b4156f45c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:12.474869 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47214) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:12.519422 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-22a0bdd9-b6aa-44bb-b286-e638ca8961ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a5395b95ba94ebb8b3292f16c614e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434020 Aug 29 18:18:12.522513 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47216) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:12.568792 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00fe02c7-40ee-49e8-a7f3-d232092dd4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:12.590173 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00fe02c7-40ee-49e8-a7f3-d232092dd4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:12.637622 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00fe02c7-40ee-49e8-a7f3-d232092dd4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:12.640130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-00fe02c7-40ee-49e8-a7f3-d232092dd4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:12.641272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-00fe02c7-40ee-49e8-a7f3-d232092dd4ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39d685c3-b006-4287-a94d-d5d5a150f0c8 HTTP/1.1" status: 204 len: 168 time: 0.1178663 Aug 29 18:18:12.649370 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe02c7-40ee-49e8-a7f3-d232092dd4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d685c3-b006-4287-a94d-d5d5a150f0c8,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:13.002526 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:18:13.026878 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:18:13.027227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 0f58ae90-9e8e-48f2-9a6e-804ee2c7a907 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:18:13.027645 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:18:13.051863 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:18:13.052214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device bfc1ba2c-5c90-4adf-b1ee-d5b0051d2c8f not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:18:13.057610 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a93a835b-5ef7-4f5d-9c2d-e35511ad45d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.303761 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47238) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:13.401459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2146443530-network', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:13.421883 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Made reservation on behalf of 3ecae09bf45e42caa55c9edc6eb442ce for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:18:13.424132 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.433485 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.520241 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.523902 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.544042 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:18:13.557435 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e6357d-048d-4608-9019-1451b0c0026e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:13.562086 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.562442 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Added segment 15c9fd10-51c8-4efe-aef6-6093cf7268f3 of type vlan for network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 Aug 29 18:18:13.604328 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.629649 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.630617 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:13.631197 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.684803 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3799386 Aug 29 18:18:13.687853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47242) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:13.689853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86536c86-4d8c-45fd-96bb-49a99a3f810a admin admin] Pushing event updated for resources: {'Network': ['ID=7f1c309f-9a5c-49d9-9191-20a3c4cafc62,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:13.694709 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] Request body: {'subnet': {'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2146443530-subnet', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:13.700814 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:18:13.716554 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] Made reservation on behalf of 3ecae09bf45e42caa55c9edc6eb442ce for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:18:13.718881 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.884863 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.941056 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e88062b-a2cd-444f-a583-699121b2f59f,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:13.951800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] Checking segment: {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:13.952154 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] Network hostable DHCP agents. Network: 7f1c309f-9a5c-49d9-9191-20a3c4cafc62, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:18:13.966952 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] Network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:18:13.975324 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 7f1c309f-9a5c-49d9-9191-20a3c4cafc62) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:13.979759 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:13.980362 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:13.985038 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d3350c-1a4c-42ae-9218-97b592b79ea7 None None] Network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:18:13.994775 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-22db5ab1-5755-4847-ade2-176f85a9c6d1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3057714 Aug 29 18:18:13.997466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47244) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:14.001891 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:14.021841 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.022821 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.074234 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.132012 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:18:14.132922 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.215977 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.270453 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Allocated IP 172.20.0.2 (7f1c309f-9a5c-49d9-9191-20a3c4cafc62/2e88062b-a2cd-444f-a583-699121b2f59f/a1756e71-7c0d-4b7f-a86a-c6014e2eb977) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:18:14.413693 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.414787 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.422956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Transition to ACTIVE for port object a1756e71-7c0d-4b7f-a86a-c6014e2eb977 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:14.434056 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.438490 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Transition to ACTIVE for port object a1756e71-7c0d-4b7f-a86a-c6014e2eb977 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:14.443732 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.479043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:14.481689 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:14.487061 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:18:14.498304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Pushing event updated for resources: {'Port': ['ID=a1756e71-7c0d-4b7f-a86a-c6014e2eb977,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:14.537860 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Allocated IP 172.25.5.157 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/444c612e-2d28-4c90-80d1-ece95340e250) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:18:14.548653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Attempting to bind port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:18:14.549021 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Attempting to bind port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:18:14.549406 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Attempting to bind port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 on network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:18:14.554934 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:18:14.555305 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Checking segment: {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:14.555701 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.556086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Bound using segment: {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:18:14.556542 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Bound port: a1756e71-7c0d-4b7f-a86a-c6014e2eb977, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:18:14.556920 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.620161 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] For port a1756e71-7c0d-4b7f-a86a-c6014e2eb977, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:18:14.623899 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] For port a1756e71-7c0d-4b7f-a86a-c6014e2eb977, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a1756e71-7c0d-4b7f-a86a-c6014e2eb977,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:18:14.628858 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.641181 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.685998 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:14.692734 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8b694-c674-425f-9bd2-b3885b1ac568 None None] Pushing event updated for resources: {'Port': ['ID=a1756e71-7c0d-4b7f-a86a-c6014e2eb977,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:14.731847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:14.734648 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:14.740604 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:18:14.764658 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Pushing event updated for resources: {'Port': ['ID=444c612e-2d28-4c90-80d1-ece95340e250,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:15.008522 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:15.028975 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a1756e71-7c0d-4b7f-a86a-c6014e2eb977 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:15.078210 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:15.208590 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:15.341636 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Router 83be4c92-be0d-49bd-8b5b-00bd799fade6 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:18:15.451339 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:18:15.462496 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Sync routers for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:18:15.469355 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:15.473914 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-eb31f25b-3b88-46e9-a9c3-4ecf509aa41e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4723606 Aug 29 18:18:15.474085 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:15.474085 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:17:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:15.474325 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47246) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:15.571891 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b3938-6b60-415a-8999-8a641b6cc0fb None None] Network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:18:15.583847 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:15.647372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f0fc85af-c2f3-4ac7-bd14-2e56061bc8d3 None None] Provisioning for port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:15.659882 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-f0fc85af-c2f3-4ac7-bd14-2e56061bc8d3 None None] Provisioning complete for port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:15.660359 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f0fc85af-c2f3-4ac7-bd14-2e56061bc8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:15.687573 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-796b7ec1-fe38-4ad8-b60d-99714a704679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:15.867713 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:14Z', 'revision_number': 3, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:15.896803 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Checking router: 83be4c92-be0d-49bd-8b5b-00bd799fade6 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:18:15.897266 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Updating router 83be4c92-be0d-49bd-8b5b-00bd799fade6 port 444c612e-2d28-4c90-80d1-ece95340e250 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:18:15.925513 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:15.935401 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:15.965163 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f0fc85af-c2f3-4ac7-bd14-2e56061bc8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.002090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f0fc85af-c2f3-4ac7-bd14-2e56061bc8d3 None None] For port a1756e71-7c0d-4b7f-a86a-c6014e2eb977, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a1756e71-7c0d-4b7f-a86a-c6014e2eb977,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:16.012207 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f0fc85af-c2f3-4ac7-bd14-2e56061bc8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.055446 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.077466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc85af-c2f3-4ac7-bd14-2e56061bc8d3 None None] Pushing event updated for resources: {'Port': ['ID=a1756e71-7c0d-4b7f-a86a-c6014e2eb977,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:16.135525 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Allocated IP 172.20.0.1 (7f1c309f-9a5c-49d9-9191-20a3c4cafc62/2e88062b-a2cd-444f-a583-699121b2f59f/a6bdba01-0021-4f42-ac25-4e2a9c01c6c2) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:18:16.203974 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.214274 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Transition to ACTIVE for port object 444c612e-2d28-4c90-80d1-ece95340e250 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:16.220399 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.244051 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-e6b10eae-c7c5-49d1-bb35-98479f956eed None None] Provisioning complete for port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:16.244435 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e6b10eae-c7c5-49d1-bb35-98479f956eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.255636 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.267588 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Attempting to bind port 444c612e-2d28-4c90-80d1-ece95340e250 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:18:16.267953 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Attempting to bind port 444c612e-2d28-4c90-80d1-ece95340e250 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:18:16.268316 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Attempting to bind port 444c612e-2d28-4c90-80d1-ece95340e250 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:18:16.270534 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Transition to ACTIVE for port object a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:16.280658 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Pushing event updated for resources: {'Port': ['ID=444c612e-2d28-4c90-80d1-ece95340e250,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:16.283577 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:18:16.283950 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:16.284346 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.284732 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:18:16.285745 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Bound port: 444c612e-2d28-4c90-80d1-ece95340e250, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:18:16.286124 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.292538 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.292808 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.293144 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.293504 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.293833 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.294165 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.294489 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.294807 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.295138 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.295455 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.295759 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.296077 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:18:16.313547 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.350649 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] For port 444c612e-2d28-4c90-80d1-ece95340e250, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:18:16.353779 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] For port 444c612e-2d28-4c90-80d1-ece95340e250, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=444c612e-2d28-4c90-80d1-ece95340e250,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:18:16.354511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:16.358362 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.359719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:16.364920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:18:16.389604 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bdba01-0021-4f42-ac25-4e2a9c01c6c2,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:16.422764 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.431147 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:16.431784 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:16.437422 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12a287-3558-41bd-87d2-911d1fd2fc61 None None] Pushing event updated for resources: {'Port': ['ID=444c612e-2d28-4c90-80d1-ece95340e250,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:16.547675 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:16.565001 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.650621 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2db5400a-bbb1-4050-8997-0253ec75d61a None None] Provisioning for port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:16.653860 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-2db5400a-bbb1-4050-8997-0253ec75d61a None None] Provisioning complete for port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:16.654351 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2db5400a-bbb1-4050-8997-0253ec75d61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.700931 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-2db5400a-bbb1-4050-8997-0253ec75d61a None None] Port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:18:16.732716 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:14Z', 'revision_number': 3, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:16.743276 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.747266 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.763664 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44661e-ef45-4246-81ff-a1b32e2d3b3d None None] The sync data for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 is: [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:14Z', 'revision_number': 3, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:18:16.820186 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:16.822000 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bdba01-0021-4f42-ac25-4e2a9c01c6c2,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:16.915946 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:16.917420 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:17.015438 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:17.066602 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a1756e71-7c0d-4b7f-a86a-c6014e2eb977 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:17.076919 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Router 83be4c92-be0d-49bd-8b5b-00bd799fade6 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:18:17.122825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:17.123339 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:17.214072 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:18:17.230562 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-514a8f8c-4388-4dfe-8de8-87243070abd7 admin admin] 10.222.0.22 "PUT /v2.0/routers/83be4c92-be0d-49bd-8b5b-00bd799fade6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444181 Aug 29 18:18:17.325635 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-a10747cf-ee51-4559-8068-a4e4f2abcbab None None] Provisioning complete for port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:17.326014 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a10747cf-ee51-4559-8068-a4e4f2abcbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:17.367742 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-a10747cf-ee51-4559-8068-a4e4f2abcbab None None] Port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:18:17.689497 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:18:17.724362 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47262) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:17.729481 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-628931327-network', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:17.750530 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Made reservation on behalf of dc1e1391fe3d43f1a3dbf47b28ef24ce for: {'network': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:18:17.752915 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for network, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:17.761890 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:17.854452 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:17.857959 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:17.882388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=111677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 18:18:17.891847 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61900cd2-f17a-4918-bfdf-90c942901e3a,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:17.897291 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:17.897645 n-d-713301-13 neutron-server[111677]: INFO neutron.db.segments_db [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Added segment b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130 of type vlan for network 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c Aug 29 18:18:17.940189 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747307811952'] for network, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:17.964681 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272'] for network, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:17.965690 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:17.966280 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.017965 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2925067 Aug 29 18:18:18.020778 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47264) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:18.025834 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] Request body: {'subnet': {'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-628931327-subnet', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'ip_version': 4}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:18.027501 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10adc312-6ae1-442c-83ac-07e8abedc81e admin admin] Pushing event updated for resources: {'Network': ['ID=4f5f8ee9-8274-4909-b62e-1d6d5ba5523c,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:18.041858 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Network 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c details requested by agent ovs-agent-n-d-713301-13 with host n-d-713301-13 {{(pid=111678) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 18:18:18.050270 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] Made reservation on behalf of dc1e1391fe3d43f1a3dbf47b28ef24ce for: {'subnet': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:18:18.053524 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126347876'] for subnet, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.230828 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127447696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126347798'] for subnet, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.285983 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7d3f15-4799-4a9a-b995-3f50cae04577,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:18.297191 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] Checking segment: {'id': 'b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:18.297583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] Network hostable DHCP agents. Network: 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c, hostable agents: ['0e7207ba-8d0c-472f-8aaa-68b7f8941a1b'], hosted agents: [] {{(pid=111676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 18:18:18.313445 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] Network 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c is scheduled to be hosted by DHCP agent 0e7207ba-8d0c-472f-8aaa-68b7f8941a1b with binding_index 1 {{(pid=111676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 18:18:18.322647 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-13, 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c) {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:18.328464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:18.328464 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.338849 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f5108-b4e4-4493-bb72-38ac342a1f1a None None] Network 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:18:18.343881 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-995e801a-7c9f-424e-9495-904077504bb6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3217537 Aug 29 18:18:18.346794 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47266) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:18.352682 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-628931327-router', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:18.374987 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1668372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101912'] for router, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.376095 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1668536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1669330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2006640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101903'] for router, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.381361 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Sync routers for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:18:18.403174 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:18.403811 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:18.432931 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.566898 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.573034 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:18.600436 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5e3b0e29-289f-5ea2-b8ca-1e34e64214dc-4f5f8ee9-8274-4909-b62e-1d6d5ba5523c', 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'fixed_ips': [{'subnet_id': 'ab7d3f15-4799-4a9a-b995-3f50cae04577'}]}} from n-d-713301-13. {{(pid=111678) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 18:18:18.601216 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.774701 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.777747 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.783456 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.793539 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:18.869614 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.db_base_plugin_common [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Allocated IP 172.20.0.2 (4f5f8ee9-8274-4909-b62e-1d6d5ba5523c/ab7d3f15-4799-4a9a-b995-3f50cae04577/e8218923-c220-4b46-a6d5-c8cd1d6d1621) {{(pid=111678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:18:18.901951 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Allocated IP 172.25.5.130 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/ac147818-be0f-4686-9881-25254c226b85) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:18:18.990292 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 2, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:19.016248 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.026591 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Checking router: 83be4c92-be0d-49bd-8b5b-00bd799fade6 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:18:19.026950 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Updating router 83be4c92-be0d-49bd-8b5b-00bd799fade6 port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:18:19.059526 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.073796 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 444c612e-2d28-4c90-80d1-ece95340e250 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:19.094959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:19.096789 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.101845 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:19.105412 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:18:19.111550 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Pushing event updated for resources: {'Port': ['ID=ac147818-be0f-4686-9881-25254c226b85,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:19.139453 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Notify callbacks [] for port, precommit_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.172825 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Transition to ACTIVE for port object e8218923-c220-4b46-a6d5-c8cd1d6d1621 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:19.247840 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port 444c612e-2d28-4c90-80d1-ece95340e250 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:19.251172 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Transition to ACTIVE for port object e8218923-c220-4b46-a6d5-c8cd1d6d1621 will not be triggered until provisioned by entity DHCP. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:19.258671 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 444c612e-2d28-4c90-80d1-ece95340e250 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:19.258833 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.272801 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294'] for port, after_create {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.346831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Network 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c is already hosted by enough agents. {{(pid=111678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:19.354549 n-d-713301-13 neutron-server[111678]: DEBUG neutron.scheduler.base_scheduler [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Resources bound (agent type, host, resource id): {{(pid=111678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:19.365692 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.367504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Received port after_create {{(pid=111678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:18:19.411284 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Pushing event updated for resources: {'Port': ['ID=e8218923-c220-4b46-a6d5-c8cd1d6d1621,revision_number=1']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:19.511214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Attempting to bind port e8218923-c220-4b46-a6d5-c8cd1d6d1621 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:18:19.511584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Attempting to bind port e8218923-c220-4b46-a6d5-c8cd1d6d1621 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:18:19.511954 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Attempting to bind port e8218923-c220-4b46-a6d5-c8cd1d6d1621 on network 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:18:19.518198 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.528181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:18:19.528690 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Checking segment: {'id': 'b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:19.529122 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.529550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Bound using segment: {'id': 'b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:18:19.530037 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Bound port: e8218923-c220-4b46-a6d5-c8cd1d6d1621, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:18:19.530418 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.563051 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1668483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1669389'] for router, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.566809 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port 444c612e-2d28-4c90-80d1-ece95340e250, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=444c612e-2d28-4c90-80d1-ece95340e250,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:19.593518 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.694569 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 is scheduled to L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 with binding_index 1 {{(pid=111677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 18:18:19.701299 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] For port e8218923-c220-4b46-a6d5-c8cd1d6d1621, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:18:19.723063 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.730193 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] For port e8218923-c220-4b46-a6d5-c8cd1d6d1621, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8218923-c220-4b46-a6d5-c8cd1d6d1621,segment=NetworkSegment(b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130),segment_id=b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:18:19.734090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=444c612e-2d28-4c90-80d1-ece95340e250,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:19.741793 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.744074 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Transition to ACTIVE for port object a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:19.771144 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.805585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:18:19.817113 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Sync routers for ids ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:18:19.818917 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230cb40-ab3a-43c0-bbd8-9e85d243bd46 None None] Pushing event updated for resources: {'Port': ['ID=e8218923-c220-4b46-a6d5-c8cd1d6d1621,revision_number=2']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:19.833989 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.836152 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f8c4edab-2afd-4376-9413-5fbc9e754e07 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4874449 Aug 29 18:18:19.838988 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47268) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:19.844615 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Routers {'89b370b5-f4ce-4fe0-a0c4-20f72e678a20'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:19.845583 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:19.912206 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Attempting to bind port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:18:19.912587 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Attempting to bind port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:18:19.912956 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Attempting to bind port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 on network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:18:19.923623 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ff336-8c69-4ccb-9739-d3873692434c None None] Pushing event updated for resources: {'Port': ['ID=a6bdba01-0021-4f42-ac25-4e2a9c01c6c2,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:19.927615 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:18:19.927996 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Checking segment: {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:19.928405 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.928799 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Bound using segment: {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:18:19.929328 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Bound port: a6bdba01-0021-4f42-ac25-4e2a9c01c6c2, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:18:19.929724 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:19.984610 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Set router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:20.024302 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] For port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:18:20.028373 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] For port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a6bdba01-0021-4f42-ac25-4e2a9c01c6c2,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:18:20.039519 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:20.116053 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:20.117497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:20.310027 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'name': 'tempest-TestSnapshotPattern-628931327-router', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'ac147818-be0f-4686-9881-25254c226b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 3, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'gw_port': {'id': 'ac147818-be0f-4686-9881-25254c226b85', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:20.340573 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Checking router: 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:18:20.340941 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Updating router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 port ac147818-be0f-4686-9881-25254c226b85 binding host n-d-713301-13 {{(pid=111679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:18:20.372615 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:20.404090 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ff336-8c69-4ccb-9739-d3873692434c None None] Pushing event updated for resources: {'Port': ['ID=a6bdba01-0021-4f42-ac25-4e2a9c01c6c2,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:20.490890 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:20.703965 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Notify callbacks [] for port, precommit_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:20.711620 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:20Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:20.714582 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.provisioning_blocks [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Transition to ACTIVE for port object ac147818-be0f-4686-9881-25254c226b85 will not be triggered until provisioned by entity L2. {{(pid=111679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:20.724373 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:20.740470 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597dd64-f570-4ba7-838a-d652b796b297 None None] The sync data for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 is: [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:20Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:18:20.778773 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:20.801896 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938a54f-0318-41cb-81c0-a73201327d9f None None] Pushing event updated for resources: {'Port': ['ID=ac147818-be0f-4686-9881-25254c226b85,revision_number=2']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:20.830468 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Attempting to bind port ac147818-be0f-4686-9881-25254c226b85 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:18:20.831144 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Attempting to bind port ac147818-be0f-4686-9881-25254c226b85 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:18:20.831282 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Attempting to bind port ac147818-be0f-4686-9881-25254c226b85 on network a5896d2b-14a1-47dc-95a4-de1b0f25e229 {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:18:20.837453 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:18:20.837838 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Checking segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:20.838392 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:20.838927 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Bound using segment: {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'} {{(pid=111679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:18:20.839585 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.managers [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Bound port: ac147818-be0f-4686-9881-25254c226b85, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370dbf30-5fb1-4dee-9099-f78b8dd8471a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229'}}] {{(pid=111679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:18:20.840275 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:20.906382 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] For port ac147818-be0f-4686-9881-25254c226b85, host n-d-713301-13, cleared binding levels {{(pid=111679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:18:20.909814 n-d-713301-13 neutron-server[111679]: DEBUG neutron.plugins.ml2.db [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] For port ac147818-be0f-4686-9881-25254c226b85, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ac147818-be0f-4686-9881-25254c226b85,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:18:20.916761 n-d-713301-13 neutron-server[111679]: DEBUG neutron_lib.callbacks.manager [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.017458 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Routers {'89b370b5-f4ce-4fe0-a0c4-20f72e678a20'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:21.018092 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:21.058776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Allocated IP 172.20.0.1 (4f5f8ee9-8274-4909-b62e-1d6d5ba5523c/ab7d3f15-4799-4a9a-b995-3f50cae04577/e0b191ce-8cf2-4744-9a6f-64c8608a5666) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:18:21.156973 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.190959 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938a54f-0318-41cb-81c0-a73201327d9f None None] Pushing event updated for resources: {'Port': ['ID=ac147818-be0f-4686-9881-25254c226b85,revision_number=3']} {{(pid=111679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:21.205720 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23f1ca-8ced-4590-9111-07650c7c77f8 None None] Network 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:18:21.236071 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.257599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Transition to ACTIVE for port object e0b191ce-8cf2-4744-9a6f-64c8608a5666 will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:21.258987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 444c612e-2d28-4c90-80d1-ece95340e250 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:21.279954 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] Set router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:21.299829 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.320664 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-859fa138-820c-456c-8c01-3ad85182c611 None None] Provisioning for port e8218923-c220-4b46-a6d5-c8cd1d6d1621 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:21.349458 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Network 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:21.359913 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port 444c612e-2d28-4c90-80d1-ece95340e250 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:21.360294 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.368252 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:21.373634 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:18:21.377977 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Pushing event updated for resources: {'Port': ['ID=e0b191ce-8cf2-4744-9a6f-64c8608a5666,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:21.428331 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1669586'] for router_interface, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.515254 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8218923-c220-4b46-a6d5-c8cd1d6d1621 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:21.526707 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'name': 'tempest-TestSnapshotPattern-628931327-router', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'ac147818-be0f-4686-9881-25254c226b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 3, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'gw_port': {'id': 'ac147818-be0f-4686-9881-25254c226b85', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:21.557767 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293ff29-2e2d-493e-aa95-a83ae72ccea6 None None] The sync data for ids ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'] in n-d-713301-13 is: [{'id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'name': 'tempest-TestSnapshotPattern-628931327-router', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'ac147818-be0f-4686-9881-25254c226b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 3, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'gw_port': {'id': 'ac147818-be0f-4686-9881-25254c226b85', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:18:21.579519 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.596484 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e8218923-c220-4b46-a6d5-c8cd1d6d1621 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:21.601547 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e8218923-c220-4b46-a6d5-c8cd1d6d1621 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:21.601974 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.711875 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.752050 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port e8218923-c220-4b46-a6d5-c8cd1d6d1621, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8218923-c220-4b46-a6d5-c8cd1d6d1621,segment=NetworkSegment(b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130),segment_id=b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:21.759601 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.760740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:21.819013 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.827244 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.840918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=e8218923-c220-4b46-a6d5-c8cd1d6d1621,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:21.867740 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:21.873153 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:21.874239 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.934033 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669901'] for router_interface, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:21.936881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Pushing event updated for resources: {'Port': ['ID=e0b191ce-8cf2-4744-9a6f-64c8608a5666,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:21.995145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4b8ca2b3-16d7-40d4-a05d-a4103c3dbd11 None None] Provisioning complete for port e8218923-c220-4b46-a6d5-c8cd1d6d1621 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:21.995483 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca2b3-16d7-40d4-a05d-a4103c3dbd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:22.027326 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:22.102584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Network 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:22.105385 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a6bdba01-0021-4f42-ac25-4e2a9c01c6c2,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:22.105580 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:22.131290 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:22.208133 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=a6bdba01-0021-4f42-ac25-4e2a9c01c6c2,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:22.219214 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4b8ca2b3-16d7-40d4-a05d-a4103c3dbd11 None None] Provisioning for port e0b191ce-8cf2-4744-9a6f-64c8608a5666 completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:22.226335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-4b8ca2b3-16d7-40d4-a05d-a4103c3dbd11 None None] Provisioning complete for port e0b191ce-8cf2-4744-9a6f-64c8608a5666 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:22.226726 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b8ca2b3-16d7-40d4-a05d-a4103c3dbd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:22.268545 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ca2b3-16d7-40d4-a05d-a4103c3dbd11 None None] Port e0b191ce-8cf2-4744-9a6f-64c8608a5666 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:18:22.278433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:18:22.390461 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-d1ed2d69-cd11-4123-9845-78c0de770e58 None None] Provisioning complete for port e0b191ce-8cf2-4744-9a6f-64c8608a5666 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:22.390842 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2d69-cd11-4123-9845-78c0de770e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:22.421805 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:18:22.435463 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-3f0a9f6d-2c12-486c-94dc-cbecdab6bbbd admin admin] 10.222.0.22 "PUT /v2.0/routers/89b370b5-f4ce-4fe0-a0c4-20f72e678a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5879898 Aug 29 18:18:22.441138 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed2d69-cd11-4123-9845-78c0de770e58 None None] Port e0b191ce-8cf2-4744-9a6f-64c8608a5666 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:18:22.564776 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-9e10481f-9248-46e6-b1b8-a2cb0deda088 None None] Provisioning complete for port e0b191ce-8cf2-4744-9a6f-64c8608a5666 triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:22.565265 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-9e10481f-9248-46e6-b1b8-a2cb0deda088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:22.603189 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-9e10481f-9248-46e6-b1b8-a2cb0deda088 None None] Port e0b191ce-8cf2-4744-9a6f-64c8608a5666 cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:18:22.891880 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47276) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:22.897085 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-b2d48f1e-6ef3-474c-b417-f305629555e2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460520317', 'description': 'tempest-secgroup-smoke-460520317 description', 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:22.918420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2d48f1e-6ef3-474c-b417-f305629555e2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.005796 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2d48f1e-6ef3-474c-b417-f305629555e2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.009928 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2d48f1e-6ef3-474c-b417-f305629555e2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.038884 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b2d48f1e-6ef3-474c-b417-f305629555e2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.042924 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b2d48f1e-6ef3-474c-b417-f305629555e2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1471937 Aug 29 18:18:23.042924 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d48f1e-6ef3-474c-b417-f305629555e2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b26d27-90d1-4e01-ac11-b5341a468454,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:23.043312 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47280) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:23.048005 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-d2347ff7-ddf6-45da-a78f-33b5d99ac8d5 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Request body: {'security_group_rule': {'security_group_id': '50b26d27-90d1-4e01-ac11-b5341a468454', 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:23.074350 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2347ff7-ddf6-45da-a78f-33b5d99ac8d5 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.094383 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8218923-c220-4b46-a6d5-c8cd1d6d1621 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:23.134593 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2347ff7-ddf6-45da-a78f-33b5d99ac8d5 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.139360 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2347ff7-ddf6-45da-a78f-33b5d99ac8d5 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.146386 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e8218923-c220-4b46-a6d5-c8cd1d6d1621 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:23.146758 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.157708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2347ff7-ddf6-45da-a78f-33b5d99ac8d5 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7343cd0a-3d93-4eea-b426-7ab81475f685,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:23.165738 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-d2347ff7-ddf6-45da-a78f-33b5d99ac8d5 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.166945 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-d2347ff7-ddf6-45da-a78f-33b5d99ac8d5 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226850 Aug 29 18:18:23.169640 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47282) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:23.174026 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [None req-5867d6c7-7bfa-4efb-9dfb-ff2cc4f4ee86 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Request body: {'security_group_rule': {'security_group_id': '50b26d27-90d1-4e01-ac11-b5341a468454', 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:23.201939 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5867d6c7-7bfa-4efb-9dfb-ff2cc4f4ee86 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.227548 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:23.262434 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5867d6c7-7bfa-4efb-9dfb-ff2cc4f4ee86 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.266155 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5867d6c7-7bfa-4efb-9dfb-ff2cc4f4ee86 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.275701 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:23.276084 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.284045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867d6c7-7bfa-4efb-9dfb-ff2cc4f4ee86 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec1c74c-3603-4a35-9ca9-4de639d71dfb,revision_number=0']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:23.291047 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-5867d6c7-7bfa-4efb-9dfb-ff2cc4f4ee86 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.292322 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-5867d6c7-7bfa-4efb-9dfb-ff2cc4f4ee86 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217585 Aug 29 18:18:23.295192 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47284) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:23.300097 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8d3f9b0a-e850-439d-893a-f0c582808cda tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Request body: {'security_group_rule': {'security_group_id': '50b26d27-90d1-4e01-ac11-b5341a468454', 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:23.325932 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9b0a-e850-439d-893a-f0c582808cda tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.358809 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ac147818-be0f-4686-9881-25254c226b85 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:23.387708 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9b0a-e850-439d-893a-f0c582808cda tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.392667 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9b0a-e850-439d-893a-f0c582808cda tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.412014 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port ac147818-be0f-4686-9881-25254c226b85 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:23.414776 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f9b0a-e850-439d-893a-f0c582808cda tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0503678c-ca37-4b22-8b21-159bb46405c6,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:23.417597 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ac147818-be0f-4686-9881-25254c226b85 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:23.418042 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.422117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9b0a-e850-439d-893a-f0c582808cda tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.425998 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8d3f9b0a-e850-439d-893a-f0c582808cda tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270366 Aug 29 18:18:23.426138 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47286) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:23.430579 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-57e386f1-848c-4426-83cd-58bac1c9e372 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Request body: {'security_group_rule': {'security_group_id': '50b26d27-90d1-4e01-ac11-b5341a468454', 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:23.458046 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-57e386f1-848c-4426-83cd-58bac1c9e372 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.500035 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.518035 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-57e386f1-848c-4426-83cd-58bac1c9e372 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.521431 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port ac147818-be0f-4686-9881-25254c226b85, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ac147818-be0f-4686-9881-25254c226b85,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:23.522709 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-57e386f1-848c-4426-83cd-58bac1c9e372 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.525285 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.540814 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e386f1-848c-4426-83cd-58bac1c9e372 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18c8d3b-0f7a-4398-8a32-1f2f15086f50,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:23.548945 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-57e386f1-848c-4426-83cd-58bac1c9e372 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.550377 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-57e386f1-848c-4426-83cd-58bac1c9e372 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232908 Aug 29 18:18:23.553284 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47288) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:23.557741 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-5bbe4e18-29b8-45f2-b49c-ab0931cd2f77 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Request body: {'security_group_rule': {'security_group_id': '50b26d27-90d1-4e01-ac11-b5341a468454', 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:23.576285 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=ac147818-be0f-4686-9881-25254c226b85,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:23.583332 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-5bbe4e18-29b8-45f2-b49c-ab0931cd2f77 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Project 3ecae09bf45e42caa55c9edc6eb442ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:18:23.588379 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5bbe4e18-29b8-45f2-b49c-ab0931cd2f77 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.652457 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5bbe4e18-29b8-45f2-b49c-ab0931cd2f77 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.656498 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5bbe4e18-29b8-45f2-b49c-ab0931cd2f77 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.675024 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe4e18-29b8-45f2-b49c-ab0931cd2f77 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792da20e-a51a-4311-b789-51312aebcb49,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:23.680685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5bbe4e18-29b8-45f2-b49c-ab0931cd2f77 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.681861 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5bbe4e18-29b8-45f2-b49c-ab0931cd2f77 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275439 Aug 29 18:18:23.684447 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47290) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:23.688821 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8e664582-bc88-4c26-a29e-a14abb5a5c29 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Request body: {'security_group_rule': {'security_group_id': '50b26d27-90d1-4e01-ac11-b5341a468454', 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:23.711073 n-d-713301-13 neutron-server[111677]: INFO neutron.db.securitygroups_db [None req-8e664582-bc88-4c26-a29e-a14abb5a5c29 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Project 3ecae09bf45e42caa55c9edc6eb442ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 18:18:23.715828 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e664582-bc88-4c26-a29e-a14abb5a5c29 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.778685 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e664582-bc88-4c26-a29e-a14abb5a5c29 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.782464 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e664582-bc88-4c26-a29e-a14abb5a5c29 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2056050'] for security_group_rule, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.799265 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e664582-bc88-4c26-a29e-a14abb5a5c29 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181ae9b5-2066-40b3-b0f0-347c3da400a1,revision_number=0']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:23.805627 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8e664582-bc88-4c26-a29e-a14abb5a5c29 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:23.806846 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8e664582-bc88-4c26-a29e-a14abb5a5c29 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214936 Aug 29 18:18:23.946643 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-2197e308-ee95-455d-b478-e0c833b5229d tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460520317&fields=id&tenant_id=3ecae09bf45e42caa55c9edc6eb442ce HTTP/1.1" status: 200 len: 267 time: 0.0333838 Aug 29 18:18:24.051329 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-bdd79b2c-c8cc-456e-8db2-d3027c25ecf8 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:24.052840 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-bdd79b2c-c8cc-456e-8db2-d3027c25ecf8 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 810 time: 0.0993223 Aug 29 18:18:24.069149 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-0c730f6f-4b2a-4e7e-93a4-be440fe9a68c tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/quotas/3ecae09bf45e42caa55c9edc6eb442ce HTTP/1.1" status: 200 len: 375 time: 0.0098879 Aug 29 18:18:24.122938 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-12cc73d2-d26c-4a43-95f1-3b880dc16bae tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482535 Aug 29 18:18:24.135482 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Sync routers for ids ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:18:24.144857 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Routers {'89b370b5-f4ce-4fe0-a0c4-20f72e678a20'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:24.145505 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:24.230808 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-eea5a9a1-861a-4b1f-8b33-a1828d7830af service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:18:24.231801 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-eea5a9a1-861a-4b1f-8b33-a1828d7830af service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0961354 Aug 29 18:18:24.250444 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Set router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:24.319818 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-3d851377-377c-4706-b0d5-551230c9c946 service neutron] 10.222.0.22 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815513 Aug 29 18:18:24.412501 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-319556a5-8f3b-4868-831d-ff518987571e service neutron] 10.222.0.22 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Aug 29 18:18:24.446730 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'name': 'tempest-TestSnapshotPattern-628931327-router', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'ac147818-be0f-4686-9881-25254c226b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:21Z', 'revision_number': 4, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'gw_port': {'id': 'ac147818-be0f-4686-9881-25254c226b85', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e0b191ce-8cf2-4744-9a6f-64c8608a5666', 'name': '', 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'mac_address': 'fa:16:3e:56:55:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'ab7d3f15-4799-4a9a-b995-3f50cae04577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:20Z', 'updated_at': '2021-08-29T18:18:21Z', 'revision_number': 2, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'subnets': [{'id': 'ab7d3f15-4799-4a9a-b995-3f50cae04577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:24.476561 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Checking router: 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:18:24.476918 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Updating router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 port e0b191ce-8cf2-4744-9a6f-64c8608a5666 binding host n-d-713301-13 {{(pid=111678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 18:18:24.501702 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:24.581873 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c5584c96-2d1f-4138-9d0b-a138fba23664 req-e20a067d-3a07-4c26-aa14-420446ddc650 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 210 time: 0.0355053 Aug 29 18:18:24.785814 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Notify callbacks [] for port, precommit_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:24.796571 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Transition to ACTIVE for port object e0b191ce-8cf2-4744-9a6f-64c8608a5666 will not be triggered until provisioned by entity L2. {{(pid=111678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:24.802662 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:24.875400 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a103f9d-700b-474e-9be3-56254ed30185 None None] Pushing event updated for resources: {'Port': ['ID=e0b191ce-8cf2-4744-9a6f-64c8608a5666,revision_number=3']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:24.919920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Attempting to bind port e0b191ce-8cf2-4744-9a6f-64c8608a5666 on host n-d-713301-13 for vnic_type normal with profile {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:18:24.919920 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Attempting to bind port e0b191ce-8cf2-4744-9a6f-64c8608a5666 by drivers openvswitch,hyperv on host n-d-713301-13 at level 0 using segments [{'id': 'b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c'}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:18:24.920236 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Attempting to bind port e0b191ce-8cf2-4744-9a6f-64c8608a5666 on network 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:18:24.925697 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Checking agent: {'id': '616eece9-7619-41b2-a1b1-7104531e616e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 37, 46), 'started_at': datetime.datetime(2021, 8, 29, 16, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:18:24.926111 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Checking segment: {'id': 'b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:24.926549 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:24.926947 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Bound using segment: {'id': 'b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c'} {{(pid=111678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:18:24.927418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.managers [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Bound port: e0b191ce-8cf2-4744-9a6f-64c8608a5666, host: n-d-713301-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c'}}] {{(pid=111678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:18:24.927803 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:25.016636 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] For port e0b191ce-8cf2-4744-9a6f-64c8608a5666, host n-d-713301-13, cleared binding levels {{(pid=111678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:18:25.021191 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] For port e0b191ce-8cf2-4744-9a6f-64c8608a5666, host n-d-713301-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e0b191ce-8cf2-4744-9a6f-64c8608a5666,segment=NetworkSegment(b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130),segment_id=b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130)] {{(pid=111678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:18:25.027152 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:25.060856 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ac147818-be0f-4686-9881-25254c226b85 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:25.137401 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a103f9d-700b-474e-9be3-56254ed30185 None None] Pushing event updated for resources: {'Port': ['ID=e0b191ce-8cf2-4744-9a6f-64c8608a5666,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:25.141861 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Routers {'89b370b5-f4ce-4fe0-a0c4-20f72e678a20'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:25.142504 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:25.245086 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port ac147818-be0f-4686-9881-25254c226b85 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:25.245485 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:25.295272 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] Set router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:25.588610 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-0d1e2f2e-1eb0-460e-86fe-96f482c182fe tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:25.590122 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-0d1e2f2e-1eb0-460e-86fe-96f482c182fe tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.16 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 810 time: 0.1247821 Aug 29 18:18:25.643766 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-238040ff-86a2-49f8-8cd2-5871ed98d507 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ecae09bf45e42caa55c9edc6eb442ce HTTP/1.1" status: 200 len: 379 time: 0.0437949 Aug 29 18:18:25.659063 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Request body: {'port': {'device_id': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'admin_state_up': True, 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'security_groups': ['50b26d27-90d1-4e01-ac11-b5341a468454']}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:25.694223 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-3ebff5ba-9b12-458a-8528-23fb77de906b req-a8f93bb7-6bd6-46cd-980a-a3369156f3c9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 210 time: 0.0303130 Aug 29 18:18:25.705479 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'name': 'tempest-TestSnapshotPattern-628931327-router', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'ac147818-be0f-4686-9881-25254c226b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:21Z', 'revision_number': 4, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'gw_port': {'id': 'ac147818-be0f-4686-9881-25254c226b85', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e0b191ce-8cf2-4744-9a6f-64c8608a5666', 'name': '', 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'mac_address': 'fa:16:3e:56:55:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'ab7d3f15-4799-4a9a-b995-3f50cae04577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:20Z', 'updated_at': '2021-08-29T18:18:25Z', 'revision_number': 4, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'subnets': [{'id': 'ab7d3f15-4799-4a9a-b995-3f50cae04577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:25.731596 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a0131-975b-4fec-896f-567ecbad917a None None] The sync data for ids ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'] in n-d-713301-13 is: [{'id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'name': 'tempest-TestSnapshotPattern-628931327-router', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'ac147818-be0f-4686-9881-25254c226b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:21Z', 'revision_number': 4, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'gw_port': {'id': 'ac147818-be0f-4686-9881-25254c226b85', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'e0b191ce-8cf2-4744-9a6f-64c8608a5666', 'name': '', 'network_id': '4f5f8ee9-8274-4909-b62e-1d6d5ba5523c', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'mac_address': 'fa:16:3e:56:55:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'ab7d3f15-4799-4a9a-b995-3f50cae04577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:20Z', 'updated_at': '2021-08-29T18:18:25Z', 'revision_number': 4, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'subnets': [{'id': 'ab7d3f15-4799-4a9a-b995-3f50cae04577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:18:25.790483 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Made reservation on behalf of 3ecae09bf45e42caa55c9edc6eb442ce for: {'port': 1} {{(pid=111677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:18:25.797483 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:25.938241 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Allocated IP 172.20.0.14 (7f1c309f-9a5c-49d9-9191-20a3c4cafc62/2e88062b-a2cd-444f-a583-699121b2f59f/d25b0c48-6fdc-4535-81f1-d3620a0bc1bf) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:18:26.080548 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:26.095881 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Transition to ACTIVE for port object d25b0c48-6fdc-4535-81f1-d3620a0bc1bf will not be triggered until provisioned by entity DHCP. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:26.131051 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:26.176732 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:26.179955 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:26.183961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:18:26.218553 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'Port': ['ID=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:26.245625 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:26.246298 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:26.262569 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-90ebb2c6-261d-469c-9913-f3bdf6e6f4f4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6075389 Aug 29 18:18:26.277064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Request body: {'port': {'device_id': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-13'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:26.340807 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:26.467847 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-10067dec-e537-4b2f-98c9-75f6305375de None None] Provisioning for port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:26.472564 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-10067dec-e537-4b2f-98c9-75f6305375de None None] Provisioning complete for port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:26.473316 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-10067dec-e537-4b2f-98c9-75f6305375de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:26.515457 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-10067dec-e537-4b2f-98c9-75f6305375de None None] Port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:18:26.626503 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25b0c48-6fdc-4535-81f1-d3620a0bc1bf {{(pid=111677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:18:26.635565 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:26.648233 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.provisioning_blocks [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Transition to ACTIVE for port object d25b0c48-6fdc-4535-81f1-d3620a0bc1bf will not be triggered until provisioned by entity L2. {{(pid=111677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:18:26.651405 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:26.715212 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Pushing event updated for resources: {'Port': ['ID=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:26.810684 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Attempting to bind port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf on host n-h2-713301-13 for vnic_type normal with profile {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:18:26.811022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Attempting to bind port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf by drivers openvswitch,hyperv on host n-h2-713301-13 at level 0 using segments [{'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:18:26.811359 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Attempting to bind port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf on network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:18:26.818771 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf on network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-13 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:18:26.819096 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Attempting to bind port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf on network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:18:26.827051 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Checking agent: {'id': '191a1afb-87a8-478e-b694-93c07e4a923c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:18:26.827386 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Checking segment: {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:18:26.827775 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Bound using segment: {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'} {{(pid=111677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:18:26.828211 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.managers [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Bound port: d25b0c48-6fdc-4535-81f1-d3620a0bc1bf, host: n-h2-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'}}] {{(pid=111677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:18:26.828572 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:26.839405 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4570e91-b088-4491-b7ca-0b0fd08661d6 req-415d0aca-ed07-4f69-a31d-aa91d47b4803 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:26.840967 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f4570e91-b088-4491-b7ca-0b0fd08661d6 req-415d0aca-ed07-4f69-a31d-aa91d47b4803 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 944 time: 0.0746341 Aug 29 18:18:26.920328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-f4570e91-b088-4491-b7ca-0b0fd08661d6 req-d5f02022-f626-4cd9-bc64-1ac642757d14 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727396 Aug 29 18:18:26.938450 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] For port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf, host n-h2-713301-13, cleared binding levels {{(pid=111677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:18:26.943061 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] For port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf, host n-h2-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:18:26.947590 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:26.982467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:26.983101 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:26.984526 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] 10.222.0.16 "PUT /v2.0/ports/d25b0c48-6fdc-4535-81f1-d3620a0bc1bf HTTP/1.1" status: 200 len: 1093 time: 0.7127137 Aug 29 18:18:26.984986 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:18:26.987259 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08" -d '{"events": [{"name": "network-changed", "server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:18:27.044064 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241eed49-a60d-4a0c-b2e4-df1add0ba508 x-openstack-request-id: req-241eed49-a60d-4a0c-b2e4-df1add0ba508 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:18:27.044443 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:18:27.044756 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-241eed49-a60d-4a0c-b2e4-df1add0ba508 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:18:27.045210 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'status': 'completed', 'code': 200} Aug 29 18:18:27.048836 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7090c0c-b068-4af1-9668-b95a50f9b275 service neutron] Pushing event updated for resources: {'Port': ['ID=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,revision_number=3']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:27.072181 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e0b191ce-8cf2-4744-9a6f-64c8608a5666 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:27.088641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-23214bc9-c01e-4809-9872-b5393769bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:27.090207 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-23214bc9-c01e-4809-9872-b5393769bb3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 1096 time: 0.0554883 Aug 29 18:18:27.124892 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning for port e0b191ce-8cf2-4744-9a6f-64c8608a5666 completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:27.129166 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e0b191ce-8cf2-4744-9a6f-64c8608a5666 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:27.129830 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:27.139174 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-61f7e366-9bcd-41a9-ba12-509dcd0054e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf HTTP/1.1" status: 200 len: 217 time: 0.0412400 Aug 29 18:18:27.196022 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-98afb244-63dc-4001-9bf3-4e6d3336efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:27.197497 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-98afb244-63dc-4001-9bf3-4e6d3336efde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0507607 Aug 29 18:18:27.215069 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:27.247100 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-fe4de91f-3d23-4cf6-8f04-ba1e9a6d555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:27.247653 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] For port e0b191ce-8cf2-4744-9a6f-64c8608a5666, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e0b191ce-8cf2-4744-9a6f-64c8608a5666,segment=NetworkSegment(b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130),segment_id=b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:27.249424 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-fe4de91f-3d23-4cf6-8f04-ba1e9a6d555e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449169 Aug 29 18:18:27.255789 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:27.307967 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Pushing event updated for resources: {'Port': ['ID=e0b191ce-8cf2-4744-9a6f-64c8608a5666,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:27.345418 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-a3efb9e3-9973-49cf-a0a8-4e34e12bdf3b service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885868 Aug 29 18:18:27.435314 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-574a7b58-7dd9-46de-bebe-7669a54a73a2 req-31f5db59-17d1-48b5-a8b4-f699443cfd6a service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823846 Aug 29 18:18:27.517183 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08 req-c6608ee2-1b5b-45b3-a392-5e4410cd7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:27.518591 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08 req-c6608ee2-1b5b-45b3-a392-5e4410cd7cc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 1096 time: 0.0406947 Aug 29 18:18:27.615293 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08 req-db65fd53-d449-4666-ae72-6d4e0da3457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:27.616788 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08 req-db65fd53-d449-4666-ae72-6d4e0da3457f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.0901399 Aug 29 18:18:27.659480 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08 req-24741923-7b5b-4187-a25b-7ac8a3a7ba47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf HTTP/1.1" status: 200 len: 217 time: 0.0352933 Aug 29 18:18:27.712901 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08 req-2de61678-4069-400d-a9fb-e93b922970ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:27.714381 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08 req-2de61678-4069-400d-a9fb-e93b922970ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0476289 Aug 29 18:18:27.761535 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08 req-46201427-498c-416e-86c1-2a49b1f33a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:27.762979 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08 req-46201427-498c-416e-86c1-2a49b1f33a00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409977 Aug 29 18:18:27.849437 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08 req-cdacfa1b-0ae1-4f3a-a01c-1f87fc577eaa service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791073 Aug 29 18:18:27.943059 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-b72aaaf7-d56f-40c9-b274-4a8844dd7d08 req-62e622f4-529a-4204-8a51-1fa598c28408 service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848048 Aug 29 18:18:28.040087 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe077b-3695-451d-a863-21474eb188f7 req-078f4060-8906-47ed-8d4b-923d7abcc9e3 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:28.041561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95fe077b-3695-451d-a863-21474eb188f7 req-078f4060-8906-47ed-8d4b-923d7abcc9e3 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 944 time: 0.0500519 Aug 29 18:18:28.078557 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-95fe077b-3695-451d-a863-21474eb188f7 req-d859be20-941c-4812-b73c-3cb0062fc8c0 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310888 Aug 29 18:18:29.015178 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e0b191ce-8cf2-4744-9a6f-64c8608a5666 up at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:29.062010 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Provisioning complete for port e0b191ce-8cf2-4744-9a6f-64c8608a5666 triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:29.062376 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:29.193800 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da23f2-1652-408b-8fad-0aeb3ffff668 req-5b1ae62d-a639-48c2-812d-560acabf1847 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:29.195282 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88da23f2-1652-408b-8fad-0aeb3ffff668 req-5b1ae62d-a639-48c2-812d-560acabf1847 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 944 time: 0.0481107 Aug 29 18:18:29.234481 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88da23f2-1652-408b-8fad-0aeb3ffff668 req-957ab91e-930f-4bd3-af0e-b4b4c87a3a4a tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332303 Aug 29 18:18:30.347479 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6556c-2bd4-479b-b911-cfb5f0ac64ac req-de2712f0-7877-4475-a67a-ce2497ee3506 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:30.348830 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cff6556c-2bd4-479b-b911-cfb5f0ac64ac req-de2712f0-7877-4475-a67a-ce2497ee3506 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 944 time: 0.0498605 Aug 29 18:18:30.389542 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cff6556c-2bd4-479b-b911-cfb5f0ac64ac req-06f1e577-658f-4d31-990a-df519a6858bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348639 Aug 29 18:18:30.858368 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device d25b0c48-6fdc-4535-81f1-d3620a0bc1bf details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:18:30.952129 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:30.963746 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:18:30.999883 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:31.013321 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25b0c48-6fdc-4535-81f1-d3620a0bc1bf {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:18:31.032084 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:31.036241 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:31.083745 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:31.339841 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['d25b0c48-6fdc-4535-81f1-d3620a0bc1bf'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:18:31.501490 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed9e5f-2fc1-401d-8f1c-90a042b4e605 req-215084e2-da60-48f7-97d6-51ecc7721e1c tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:31.502985 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aaed9e5f-2fc1-401d-8f1c-90a042b4e605 req-215084e2-da60-48f7-97d6-51ecc7721e1c tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 945 time: 0.0481071 Aug 29 18:18:31.540555 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aaed9e5f-2fc1-401d-8f1c-90a042b4e605 req-c573e8b2-f4d9-4257-b0bf-03ce0569af51 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316720 Aug 29 18:18:32.654238 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233f783-6d5e-4b78-bce6-46a06c1bfacd req-255be5f9-9e99-47ff-9bb3-556f6d50eeac tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:32.655718 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e233f783-6d5e-4b78-bce6-46a06c1bfacd req-255be5f9-9e99-47ff-9bb3-556f6d50eeac tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 945 time: 0.0499797 Aug 29 18:18:32.694498 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e233f783-6d5e-4b78-bce6-46a06c1bfacd req-5735eefa-8254-4f2b-a69a-7f635fdcbdcf tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324144 Aug 29 18:18:32.905040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device d25b0c48-6fdc-4535-81f1-d3620a0bc1bf up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:18:32.951466 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning for port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:18:32.955976 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:18:32.957065 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:33.033571 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:33.058279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:18:33.060475 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0b380a-225b-4a25-bb95-e2b93cdf6008" -d '{"events": [{"server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "name": "network-vif-plugged", "status": "completed", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:18:33.073566 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:18:33.077520 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:33.125152 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:33.156825 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb063d0d-01b7-4abb-aa07-efc4340c7a6f x-openstack-request-id: req-eb063d0d-01b7-4abb-aa07-efc4340c7a6f {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:18:33.157149 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "name": "network-vif-plugged", "status": "completed", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:18:33.157508 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb063d0d-01b7-4abb-aa07-efc4340c7a6f {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:18:33.157906 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'code': 200} Aug 29 18:18:33.252117 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983753f-5d70-4b5a-84b4-de997a4f9116 req-71ae4b24-d897-4b2a-93af-84573e9d9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:33.254189 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a983753f-5d70-4b5a-84b4-de997a4f9116 req-71ae4b24-d897-4b2a-93af-84573e9d9437 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 1098 time: 0.0406601 Aug 29 18:18:33.287478 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a983753f-5d70-4b5a-84b4-de997a4f9116 req-ca2ddfac-2837-4f90-ac53-9590ae522fc0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273426 Aug 29 18:18:33.805067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e43ade-39d2-4cd5-bc21-c2a1e61d512a req-afc035b6-1457-4013-abfa-cd98fcdfca8b tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:33.806561 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75e43ade-39d2-4cd5-bc21-c2a1e61d512a req-afc035b6-1457-4013-abfa-cd98fcdfca8b tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 946 time: 0.0479083 Aug 29 18:18:33.848023 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-75e43ade-39d2-4cd5-bc21-c2a1e61d512a req-dc7af6cb-d3a4-4e59-bce4-3fae3eef4b73 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354819 Aug 29 18:18:34.965713 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf82bc-43f3-468e-8e01-473fb8ac114d req-6c7b0752-4b78-4c1a-9bb2-b666710b63e5 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:34.967186 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ceaf82bc-43f3-468e-8e01-473fb8ac114d req-6c7b0752-4b78-4c1a-9bb2-b666710b63e5 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 946 time: 0.0510962 Aug 29 18:18:35.008591 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-ceaf82bc-43f3-468e-8e01-473fb8ac114d req-4141c43a-51ca-4f2d-af80-f45aab17e713 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348175 Aug 29 18:18:35.172756 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48596704-7adc-4e32-9e31-e3a94cd0fb8f req-81c87de6-4541-4ebd-9a3e-eda3946c42d2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:35.174186 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48596704-7adc-4e32-9e31-e3a94cd0fb8f req-81c87de6-4541-4ebd-9a3e-eda3946c42d2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 946 time: 0.0980496 Aug 29 18:18:35.211339 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-48596704-7adc-4e32-9e31-e3a94cd0fb8f req-19a97f3b-896c-422c-bd1e-df8161284c32 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311959 Aug 29 18:18:35.232837 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47350) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:35.316007 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ff4b4d-f3af-4f23-b9f5-aaa1dfe0f047 tempest-TestSnapshotPattern-335574641 tempest-TestSnapshotPattern-335574641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:35.317551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a2ff4b4d-f3af-4f23-b9f5-aaa1dfe0f047 tempest-TestSnapshotPattern-335574641 tempest-TestSnapshotPattern-335574641-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 1093 time: 0.0836439 Aug 29 18:18:35.320383 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47354) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:18:35.324701 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:18:35.351292 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:35.449307 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:35.549695 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Allocated IP 172.25.5.136 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/4ef9a3db-d043-4cbc-a6e9-22cbd07cefbd) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:18:35.651763 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:35.690076 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:35.726177 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:18:35.728878 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:18:35.734406 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:18:35.759700 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'Port': ['ID=4ef9a3db-d043-4cbc-a6e9-22cbd07cefbd,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:36.086588 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:36.152815 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:36.301865 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:36.309374 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:36.380046 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'Port': ['ID=4ef9a3db-d043-4cbc-a6e9-22cbd07cefbd,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:18:36.390086 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:36.490441 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Floating IP 4ba1bee6-d5d2-4edf-b5da-55d8df83c33c associated. External IP: 172.25.5.136, port: d25b0c48-6fdc-4535-81f1-d3620a0bc1bf. Aug 29 18:18:36.691556 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Router 83be4c92-be0d-49bd-8b5b-00bd799fade6 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:18:36.797467 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:18:36.807042 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d18a1b-46df-4868-a5ad-86d93ceb8bfa None None] Sync routers for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:18:36.813527 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:36.816533 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d18a1b-46df-4868-a5ad-86d93ceb8bfa None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:36.817143 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-73d18a1b-46df-4868-a5ad-86d93ceb8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:36.843551 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8fc855d7-0a7b-4302-8252-daafcae03143 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5221705 Aug 29 18:18:36.844132 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:18:36.846421 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:18:36.885206 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04045dd-5c1a-498f-9393-5585c42540b8 x-openstack-request-id: req-d04045dd-5c1a-498f-9393-5585c42540b8 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:18:36.885557 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:18:36.885839 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d04045dd-5c1a-498f-9393-5585c42540b8 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:18:36.886247 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'status': 'completed', 'code': 200} Aug 29 18:18:36.923062 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-73d18a1b-46df-4868-a5ad-86d93ceb8bfa None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:36.945807 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2 req-8a909799-e12e-4985-a46d-07bedfd67b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:36.947240 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2 req-8a909799-e12e-4985-a46d-07bedfd67b10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 1098 time: 0.0406721 Aug 29 18:18:37.037660 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2 req-db9235e9-2f71-42d3-a660-96c1634e613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:37.039146 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2 req-db9235e9-2f71-42d3-a660-96c1634e613d service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.0846329 Aug 29 18:18:37.142478 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-73d18a1b-46df-4868-a5ad-86d93ceb8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '4ba1bee6-d5d2-4edf-b5da-55d8df83c33c', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:18:35Z', 'updated_at': '2021-08-29T18:18:35Z', 'revision_number': 0, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:37.170216 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d18a1b-46df-4868-a5ad-86d93ceb8bfa None None] Checking router: 83be4c92-be0d-49bd-8b5b-00bd799fade6 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:18:37.187568 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d18a1b-46df-4868-a5ad-86d93ceb8bfa None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:18:37.188228 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-73d18a1b-46df-4868-a5ad-86d93ceb8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:18:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:37.296408 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-73d18a1b-46df-4868-a5ad-86d93ceb8bfa None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:18:37.463941 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2 req-ca3bc96f-1a87-4d38-9872-c94a7abdabc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf HTTP/1.1" status: 200 len: 1000 time: 0.4163361 Aug 29 18:18:37.514493 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2 req-2208db81-377a-4daf-a9ed-840e090028cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:37.515952 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2 req-2208db81-377a-4daf-a9ed-840e090028cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0448041 Aug 29 18:18:37.526700 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-73d18a1b-46df-4868-a5ad-86d93ceb8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '4ba1bee6-d5d2-4edf-b5da-55d8df83c33c', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:18:35Z', 'updated_at': '2021-08-29T18:18:35Z', 'revision_number': 0, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:18:37.552485 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d18a1b-46df-4868-a5ad-86d93ceb8bfa None None] The sync data for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 is: [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '4ba1bee6-d5d2-4edf-b5da-55d8df83c33c', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:18:35Z', 'updated_at': '2021-08-29T18:18:35Z', 'revision_number': 0, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:18:37.562143 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2 req-48b5a500-71ae-4c52-a8f8-fdca50469e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:37.563667 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2 req-48b5a500-71ae-4c52-a8f8-fdca50469e9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399518 Aug 29 18:18:37.658214 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2 req-48737492-4394-4a4c-a90d-a710059c6c19 service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869823 Aug 29 18:18:37.740131 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd9014-61ef-4a63-b47a-96525b37362b None None] New status for floating IP 4ba1bee6-d5d2-4edf-b5da-55d8df83c33c: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:18:37.752220 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-a2fe605b-f2ec-4bbd-aec4-c8985c2e6ea2 req-32b1bcb4-cfcb-4b73-85f6-ced8fda504d4 service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862932 Aug 29 18:18:43.027500 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-619ef9df-0b82-4319-8112-4df5e4f97d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:45.649928 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a31490ab-33bc-44cc-b9d3-a8285cb45dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:46.017104 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:47.002270 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:48.677054 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:48.678200 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:51.134816 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:18:54.688863 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:18:56.436322 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-73288739-ab5b-4067-b12d-c35ad59a02ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395389 Aug 29 18:18:56.523314 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-7aee729e-34a9-4b38-9ad9-bbf2ebbded70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:56.524753 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-7aee729e-34a9-4b38-9ad9-bbf2ebbded70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 1098 time: 0.0454533 Aug 29 18:18:56.625478 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-ddac40ef-8145-4231-89c4-7c96506f391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:56.626962 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-ddac40ef-8145-4231-89c4-7c96506f391c service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.0839474 Aug 29 18:18:56.697328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-7b2b604f-5c6a-44cc-83ba-e52543e310e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf HTTP/1.1" status: 200 len: 1002 time: 0.0626776 Aug 29 18:18:56.746967 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-75a61ab6-defe-4a06-87fc-fb45d6e41a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:56.748395 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-75a61ab6-defe-4a06-87fc-fb45d6e41a6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0438068 Aug 29 18:18:56.793712 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-f00e3f1f-4915-4028-a998-9135386bb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:18:56.795071 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-f00e3f1f-4915-4028-a998-9135386bb83a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390029 Aug 29 18:18:56.887715 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-9c9d7913-3356-42c8-81c9-c93eefdcc9c7 service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843050 Aug 29 18:18:56.976978 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c63b3cfe-09ff-464e-ad3e-321931af6e2f req-66cc3ec7-02ac-47ba-b29f-0c02e130f80a service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817175 Aug 29 18:19:13.027387 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-46f422c8-03ed-4ffe-96e3-9b0602f00bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:15.650034 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-3f4471de-fb8b-424e-95b1-96018c755eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:16.017206 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:17.005537 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:18.681772 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:18.685113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:21.155843 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:31.687305 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:19:43.027140 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-031dd157-648d-4fae-ab3c-1d5d1e0f2737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:45.650776 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ecb5165e-2eaa-49eb-ab63-a53e9f43113d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:46.019330 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:47.009328 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:48.688570 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:48.689389 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:51.151997 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:19:56.530728 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19814057-5785-4c7d-974f-da0772608e30 req-ce75851d-4f54-435d-9333-abb87873cab0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0812917 Aug 29 18:19:56.615194 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19814057-5785-4c7d-974f-da0772608e30 req-4be98b21-cabb-46f1-bd3e-a2847d76bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:56.617316 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19814057-5785-4c7d-974f-da0772608e30 req-4be98b21-cabb-46f1-bd3e-a2847d76bf51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 1098 time: 0.0458834 Aug 29 18:19:56.721214 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19814057-5785-4c7d-974f-da0772608e30 req-f66b7262-974c-4df8-9de4-b2180a5ad914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:56.722644 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19814057-5785-4c7d-974f-da0772608e30 req-f66b7262-974c-4df8-9de4-b2180a5ad914 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.0867212 Aug 29 18:19:56.792634 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19814057-5785-4c7d-974f-da0772608e30 req-22e65c6c-a7fd-4172-97f4-360e49603003 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf HTTP/1.1" status: 200 len: 1002 time: 0.0622611 Aug 29 18:19:56.843641 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19814057-5785-4c7d-974f-da0772608e30 req-f303a91f-0e1d-4768-8b2d-7e486762b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:56.845093 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19814057-5785-4c7d-974f-da0772608e30 req-f303a91f-0e1d-4768-8b2d-7e486762b21f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0448029 Aug 29 18:19:56.890123 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19814057-5785-4c7d-974f-da0772608e30 req-f7b1533b-d7f4-4937-b2ab-d95d1da649a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:19:56.891580 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19814057-5785-4c7d-974f-da0772608e30 req-f7b1533b-d7f4-4937-b2ab-d95d1da649a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393829 Aug 29 18:19:56.983050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19814057-5785-4c7d-974f-da0772608e30 req-90698bfc-4ea2-4846-a74e-98121da2f75f service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841386 Aug 29 18:19:57.072794 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-19814057-5785-4c7d-974f-da0772608e30 req-dab36d6f-e5b6-4618-81c9-538b53eaf681 service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825675 Aug 29 18:20:08.686375 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:20:13.027917 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-da37fa34-d31a-4938-bc97-a02f0871dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:15.652069 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5d54c138-a81e-46e8-a040-1455a383dd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:16.019793 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:17.010686 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:18.690684 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:18.691695 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:21.156478 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:43.026910 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eb68dfd3-6df5-42f3-b92c-81be870ec2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:45.653357 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-50562db9-7032-4688-beb3-12d0586b25ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:45.685291 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:20:46.020708 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:47.013662 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:48.690726 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:48.691895 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:51.181355 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:20:56.418409 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-3d36770d-9e85-4181-89c3-29e1b8bebe75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412242 Aug 29 18:20:56.506778 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-9c14d889-3a86-4160-879e-e037cad7891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:56.508735 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-9c14d889-3a86-4160-879e-e037cad7891e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 1098 time: 0.0446959 Aug 29 18:20:56.612565 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-aa033a32-8110-4041-9801-9646e4bff0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:56.614159 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-aa033a32-8110-4041-9801-9646e4bff0d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.0869865 Aug 29 18:20:56.684112 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-fa719eae-61c5-407c-affa-19815834471b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf HTTP/1.1" status: 200 len: 1002 time: 0.0625315 Aug 29 18:20:56.732045 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-17dd31a1-263e-4828-92a5-9e2f25030b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:56.733511 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-17dd31a1-263e-4828-92a5-9e2f25030b5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0430310 Aug 29 18:20:56.783121 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-ae93ba9d-dd3a-4d64-a79d-cb10a1f23f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:20:56.784742 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-ae93ba9d-dd3a-4d64-a79d-cb10a1f23f72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424981 Aug 29 18:20:56.876871 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-6958991e-143e-4b44-9905-c228a51e0310 service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846982 Aug 29 18:20:56.966379 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8f76a53a-1eab-49c4-8a24-b4a142dd932e req-94f9aafc-e31a-4a5c-b4bd-b496d920596a service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819619 Aug 29 18:21:09.670647 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device d25b0c48-6fdc-4535-81f1-d3620a0bc1bf details requested by agent hyperv_n-h2-713301-13 with host n-h2-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:21:09.761277 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:21:09.772352 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Returning: {'device': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:21:09.807354 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:09.822798 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d25b0c48-6fdc-4535-81f1-d3620a0bc1bf {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:21:09.840476 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:21:09.844401 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:09.891644 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:21:09.898658 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.899005 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.899344 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.899676 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.900007 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.900335 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.900665 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.900987 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.901340 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.901663 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.901986 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.902304 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:09.917009 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] get_ports_and_sgs() called for port_ids ['d25b0c48-6fdc-4535-81f1-d3620a0bc1bf'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:21:11.687064 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device d25b0c48-6fdc-4535-81f1-d3620a0bc1bf up at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:21:11.733095 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Provisioning complete for port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:21:11.733607 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:11.806358 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:11.829844 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:21:11.832050 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3329fb1f-08de-40b8-a6b8-d4dc525e6e3a" -d '{"events": [{"server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "name": "network-vif-plugged", "status": "completed", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:21:11.844837 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:21:11.848949 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:11.872590 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1bfc96-a0fe-4a47-9e2f-e4531f786505 x-openstack-request-id: req-be1bfc96-a0fe-4a47-9e2f-e4531f786505 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:21:11.872882 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "name": "network-vif-plugged", "status": "completed", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:21:11.873132 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be1bfc96-a0fe-4a47-9e2f-e4531f786505 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:21:11.873538 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'code': 200} Aug 29 18:21:11.897495 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:21:13.027199 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f7f32a09-d9c9-4f14-8e1b-757bd670c35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:15.655263 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-225a3dc7-59fe-4a6c-bdcf-f75a083ad67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:16.024051 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:17.019109 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:18.696036 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:18.699688 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:21.199435 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:22.688265 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:21:23.948383 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-be4f4a8b-d442-49d3-8dc9-67a539f2b836 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460520317&fields=id&tenant_id=3ecae09bf45e42caa55c9edc6eb442ce HTTP/1.1" status: 200 len: 267 time: 0.0324805 Aug 29 18:21:24.060683 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-5d6d2fd5-8ea1-4f17-b8c0-88b528aee4b6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:24.062189 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-5d6d2fd5-8ea1-4f17-b8c0-88b528aee4b6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 810 time: 0.1075096 Aug 29 18:21:24.076708 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-69348edd-377a-4fc8-b843-6ee6478e1409 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/quotas/3ecae09bf45e42caa55c9edc6eb442ce HTTP/1.1" status: 200 len: 375 time: 0.0087843 Aug 29 18:21:24.131723 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-6aa737e6-d6bb-417c-b3d3-bd331ef1910d tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499148 Aug 29 18:21:24.270403 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-bbe4d961-a833-4b1c-b2d7-b4c01530ebbc service neutron] 10.222.0.22 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271749 Aug 29 18:21:24.369552 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-af3969dc-0d0d-4891-ade0-bbeaada03b70 service neutron] 10.222.0.22 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930352 Aug 29 18:21:24.604692 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-31438a9b-f810-477b-ade1-ae52d43d0d89 req-afcbfa20-e6f4-4bd5-980f-ab56fb4c78f9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0758505 Aug 29 18:21:25.491007 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-f388b134-b75d-443c-adaa-80a7ed92709f tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:25.492475 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-f388b134-b75d-443c-adaa-80a7ed92709f tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.10 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 810 time: 0.1066921 Aug 29 18:21:25.714647 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-cce6405c-a657-4243-8a26-99be5dc46d14 req-d0b54319-800a-4883-9abf-99a141c8d629 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0341499 Aug 29 18:21:25.897162 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-b70285d2-c284-465d-b326-ccd036f096ff tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ecae09bf45e42caa55c9edc6eb442ce HTTP/1.1" status: 200 len: 379 time: 0.3960719 Aug 29 18:21:26.815414 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-52646a7b-5c6d-4744-8934-ced10e5b1ac0 req-a44eda86-c249-494c-b157-7b9e89bb0587 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0274205 Aug 29 18:21:27.779434 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device d25b0c48-6fdc-4535-81f1-d3620a0bc1bf no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:21:27.860515 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:27.893418 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:21:27.895972 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66c00bf-64e3-455a-84f8-b6d6bc833b26" -d '{"events": [{"server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "name": "network-vif-unplugged", "status": "completed", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:21:27.913628 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] For port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:21:27.917787 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-32ccc2cd-a316-43d1-968e-cde40ca23bf8 req-5ed6d5c7-6068-4f4a-b96a-08ae36993f6c tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0327823 Aug 29 18:21:27.920592 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:27.951546 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322aca00-47f0-4c49-b8f9-b9db5732b2c1 x-openstack-request-id: req-322aca00-47f0-4c49-b8f9-b9db5732b2c1 {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:21:27.951840 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "name": "network-vif-unplugged", "status": "completed", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:21:27.952088 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-322aca00-47f0-4c49-b8f9-b9db5732b2c1 {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:21:27.952471 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'code': 200} Aug 29 18:21:27.975991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Pushing event updated for resources: {'Port': ['ID=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:21:29.016656 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-14da21a4-6af6-4314-8329-b1d0708690e7 req-bf3b99b1-f89c-45dd-8ad4-ea90f8f1c8ed tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0318694 Aug 29 18:21:30.114666 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c945d5fa-85f0-4b92-8790-753ace3802ec req-1f2b154a-83cc-4c9c-8448-3d783f7c463b tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0269051 Aug 29 18:21:31.210429 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-789b2f2e-f6cb-4d0e-89c8-0e36fcfb12d1 req-d26dc58d-b32f-4b86-b97a-3fcfb6e23a06 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0271723 Aug 29 18:21:32.305604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-94c0bf29-98bc-40cd-8e40-00b7ecbdd6bb req-1c186de0-a4eb-40bc-88c2-f3b212a441cf tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0267520 Aug 29 18:21:33.416425 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-1fbad22e-d41a-4595-bda3-717c8ff43ee6 req-a2d33d1e-d988-4e85-9750-b8fe12c6dbf0 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0275660 Aug 29 18:21:34.515272 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c98db444-c768-4656-b4e6-7dc7e1736a5a req-c9742e11-cc98-4354-af6d-0a2d38efa7d9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0297089 Aug 29 18:21:35.609997 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-0dd463e4-d35f-49b9-a5f9-5c55cefbf195 req-f6e3d0f7-5bef-4cf8-8936-342a7b8fe1ed tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0267472 Aug 29 18:21:35.764373 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Request body: {'port': {'device_id': '1fb45624-dd3e-48f8-958b-12449612602a', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'admin_state_up': True, 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'security_groups': ['50b26d27-90d1-4e01-ac11-b5341a468454']}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:21:35.866836 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Made reservation on behalf of 3ecae09bf45e42caa55c9edc6eb442ce for: {'port': 1} {{(pid=111676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 18:21:35.870273 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:35.993293 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_common [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Allocated IP 172.20.0.4 (7f1c309f-9a5c-49d9-9191-20a3c4cafc62/2e88062b-a2cd-444f-a583-699121b2f59f/f34f7409-8b80-499d-b73f-f859f4460cff) {{(pid=111676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:21:36.133425 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for port, precommit_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:36.146065 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Transition to ACTIVE for port object f34f7409-8b80-499d-b73f-f859f4460cff will not be triggered until provisioned by entity DHCP. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:21:36.178151 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_create {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:36.219054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 is already hosted by enough agents. {{(pid=111676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:21:36.222201 n-d-713301-13 neutron-server[111676]: DEBUG neutron.scheduler.base_scheduler [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Resources bound (agent type, host, resource id): {{(pid=111676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:21:36.228551 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Received port after_create {{(pid=111676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:21:36.255975 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'Port': ['ID=f34f7409-8b80-499d-b73f-f859f4460cff,revision_number=1']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:21:36.273303 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.273675 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.274009 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.274358 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.274705 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.275045 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.275390 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.275718 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.276049 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.276466 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.277353 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.277693 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:36.296054 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:36.296683 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:36.311952 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-baf9ca30-fccb-4416-8245-913cea10bb09 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516479 Aug 29 18:21:36.371607 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.v2.base [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Request body: {'port': {'device_id': '1fb45624-dd3e-48f8-958b-12449612602a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-13'}} {{(pid=111676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:21:36.427323 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:36.484540 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c6a8f9bd-22f5-409e-8eec-b6fece8e23a6 None None] Provisioning for port f34f7409-8b80-499d-b73f-f859f4460cff completed by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:21:36.488107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-c6a8f9bd-22f5-409e-8eec-b6fece8e23a6 None None] Provisioning complete for port f34f7409-8b80-499d-b73f-f859f4460cff triggered by entity DHCP. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:21:36.488479 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6a8f9bd-22f5-409e-8eec-b6fece8e23a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:36.521586 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8f9bd-22f5-409e-8eec-b6fece8e23a6 None None] Port f34f7409-8b80-499d-b73f-f859f4460cff cannot update to ACTIVE because it is not bound. {{(pid=111678) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 18:21:36.710702 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34f7409-8b80-499d-b73f-f859f4460cff {{(pid=111676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:21:36.719861 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:36.738991 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.provisioning_blocks [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Transition to ACTIVE for port object f34f7409-8b80-499d-b73f-f859f4460cff will not be triggered until provisioned by entity L2. {{(pid=111676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 18:21:36.742539 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:36.753295 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debb312-122a-41e7-9f02-c49f61b395a2 req-7125df75-b062-4d73-879e-67161de049a5 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:36.754821 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1debb312-122a-41e7-9f02-c49f61b395a2 req-7125df75-b062-4d73-879e-67161de049a5 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 931 time: 0.0774333 Aug 29 18:21:36.837999 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Pushing event updated for resources: {'Port': ['ID=f34f7409-8b80-499d-b73f-f859f4460cff,revision_number=2']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:21:36.857155 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-1debb312-122a-41e7-9f02-c49f61b395a2 req-bbb3f32a-1183-494e-ac54-c18ca3ad46d0 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733895 Aug 29 18:21:36.908815 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Attempting to bind port f34f7409-8b80-499d-b73f-f859f4460cff on host n-h1-713301-13 for vnic_type normal with profile {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 18:21:36.909176 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Attempting to bind port f34f7409-8b80-499d-b73f-f859f4460cff by drivers openvswitch,hyperv on host n-h1-713301-13 at level 0 using segments [{'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 18:21:36.909600 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Attempting to bind port f34f7409-8b80-499d-b73f-f859f4460cff on network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:21:36.914144 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Port f34f7409-8b80-499d-b73f-f859f4460cff on network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-13 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 18:21:36.914464 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Attempting to bind port f34f7409-8b80-499d-b73f-f859f4460cff on network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 18:21:36.919851 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Checking agent: {'id': '36bcf702-be8e-44f8-929a-15032cfdbe26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'started_at': datetime.datetime(2021, 8, 29, 16, 45, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 18:21:36.920195 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Checking segment: {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 18:21:36.920585 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Bound using segment: {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'} {{(pid=111676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 18:21:36.921053 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.managers [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Bound port: f34f7409-8b80-499d-b73f-f859f4460cff, host: n-h1-713301-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c9fd10-51c8-4efe-aef6-6093cf7268f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62'}}] {{(pid=111676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 18:21:36.921437 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:36.984775 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] For port f34f7409-8b80-499d-b73f-f859f4460cff, host n-h1-713301-13, cleared binding levels {{(pid=111676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 18:21:36.987750 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] For port f34f7409-8b80-499d-b73f-f859f4460cff, host n-h1-713301-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f34f7409-8b80-499d-b73f-f859f4460cff,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 18:21:36.991252 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127447065'] for port, after_update {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:37.028394 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:37.029068 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:37.030410 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] 10.222.0.10 "PUT /v2.0/ports/f34f7409-8b80-499d-b73f-f859f4460cff HTTP/1.1" status: 200 len: 1092 time: 0.7100587 Aug 29 18:21:37.030852 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:21:37.033100 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa905555-548c-4a7d-869d-21765c01fc2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:21:37.058902 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d514d-8aa5-4ef3-aa9b-25c1bf46d93d service neutron] Pushing event updated for resources: {'Port': ['ID=f34f7409-8b80-499d-b73f-f859f4460cff,revision_number=3']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:21:37.128690 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-82d33f99-1b95-4d52-a62f-61142607abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:37.130360 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-82d33f99-1b95-4d52-a62f-61142607abd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 1095 time: 0.0456266 Aug 29 18:21:37.145914 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f3424b-2b81-481c-8947-1d37fe7132f3 x-openstack-request-id: req-33f3424b-2b81-481c-8947-1d37fe7132f3 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:21:37.146205 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:21:37.146459 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33f3424b-2b81-481c-8947-1d37fe7132f3 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:21:37.146866 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'status': 'completed', 'code': 200} Aug 29 18:21:37.178499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-ec7ff930-202a-4066-9342-fc77b721d54d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34f7409-8b80-499d-b73f-f859f4460cff HTTP/1.1" status: 200 len: 217 time: 0.0397048 Aug 29 18:21:37.230773 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-6e15cdd7-902b-41ee-b092-0374affed014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:37.232343 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-6e15cdd7-902b-41ee-b092-0374affed014 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0460613 Aug 29 18:21:37.281804 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-242da656-0172-4053-9296-3b22459f55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:37.283334 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-242da656-0172-4053-9296-3b22459f55b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445375 Aug 29 18:21:37.376344 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-9e5fee83-4595-47e3-b1a7-d87f69e972da service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811803 Aug 29 18:21:37.471920 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-e7ff3f19-67d4-4130-8dd2-8a3bebd1dd8d req-c796d4ba-f5c9-48c6-bd25-810f53781c92 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888252 Aug 29 18:21:37.560821 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa905555-548c-4a7d-869d-21765c01fc2e req-1aaa9d2d-d694-41a3-8e30-ef5d83a4207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:37.562335 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa905555-548c-4a7d-869d-21765c01fc2e req-1aaa9d2d-d694-41a3-8e30-ef5d83a4207a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 1095 time: 0.0415781 Aug 29 18:21:37.655003 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa905555-548c-4a7d-869d-21765c01fc2e req-842274a9-e538-4099-8735-ec9ec5c402d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:37.656441 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa905555-548c-4a7d-869d-21765c01fc2e req-842274a9-e538-4099-8735-ec9ec5c402d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.0870934 Aug 29 18:21:37.697453 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa905555-548c-4a7d-869d-21765c01fc2e req-0626f3f3-95b9-4e31-9a13-3a7ecd43e505 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34f7409-8b80-499d-b73f-f859f4460cff HTTP/1.1" status: 200 len: 217 time: 0.0340259 Aug 29 18:21:37.746830 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa905555-548c-4a7d-869d-21765c01fc2e req-c82f4064-0d39-4a26-afcc-d4c86f4082d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:37.748157 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa905555-548c-4a7d-869d-21765c01fc2e req-c82f4064-0d39-4a26-afcc-d4c86f4082d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0429306 Aug 29 18:21:37.793138 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa905555-548c-4a7d-869d-21765c01fc2e req-559b6683-db89-4dd8-99cb-42d7393da37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:37.794631 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa905555-548c-4a7d-869d-21765c01fc2e req-559b6683-db89-4dd8-99cb-42d7393da37a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391262 Aug 29 18:21:37.886388 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa905555-548c-4a7d-869d-21765c01fc2e req-1aaa0505-42c8-4ecf-bcdf-dcd33be91f3e service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833120 Aug 29 18:21:38.006092 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c081cf-cebc-4f3e-9aaf-00f74fb78287 req-84d6c3a2-2495-4827-9d18-461b0adcc3d1 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:38.007462 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33c081cf-cebc-4f3e-9aaf-00f74fb78287 req-84d6c3a2-2495-4827-9d18-461b0adcc3d1 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 943 time: 0.0727279 Aug 29 18:21:38.023845 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-aa905555-548c-4a7d-869d-21765c01fc2e req-0169bfe1-64c5-4dbd-bcfa-dbe7513d6c53 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299260 Aug 29 18:21:38.049530 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-33c081cf-cebc-4f3e-9aaf-00f74fb78287 req-e4780186-709e-4e97-98bd-68d04c053bbb tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345769 Aug 29 18:21:39.165859 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d021eb-525d-4a07-ac5a-f0960562c7d1 req-0ccd5f6f-a8c8-4e21-a4b4-8fc0402c0927 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:39.167318 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-11d021eb-525d-4a07-ac5a-f0960562c7d1 req-0ccd5f6f-a8c8-4e21-a4b4-8fc0402c0927 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 943 time: 0.0487158 Aug 29 18:21:39.203962 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-11d021eb-525d-4a07-ac5a-f0960562c7d1 req-93e5de83-138c-4b0a-b0a4-c95ce4a21759 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307846 Aug 29 18:21:40.318912 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297547f9-0b48-4ba6-b852-12568f45d582 req-cb2a4f10-5439-449a-9592-daa90068f992 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:40.320404 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-297547f9-0b48-4ba6-b852-12568f45d582 req-cb2a4f10-5439-449a-9592-daa90068f992 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 943 time: 0.0487967 Aug 29 18:21:40.357681 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-297547f9-0b48-4ba6-b852-12568f45d582 req-188cc24d-d9f3-4ad1-98a2-a3e5412a786c tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314438 Aug 29 18:21:41.185970 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f34f7409-8b80-499d-b73f-f859f4460cff details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:21:41.280119 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f34f7409-8b80-499d-b73f-f859f4460cff, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f34f7409-8b80-499d-b73f-f859f4460cff,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:21:41.291040 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'port_id': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'mac_address': 'fa:16:3e:29:a5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:21:41.333296 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:41.346896 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34f7409-8b80-499d-b73f-f859f4460cff {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:21:41.365439 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f34f7409-8b80-499d-b73f-f859f4460cff, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f34f7409-8b80-499d-b73f-f859f4460cff,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:21:41.369112 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:41.423884 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f34f7409-8b80-499d-b73f-f859f4460cff,revision_number=4']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:21:41.477931 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8ae31-fb37-4e81-b7ab-9d38ccacc1c3 req-d1b7f911-1a97-455c-9edd-6bf4d46eb572 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:41.479905 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8bd8ae31-fb37-4e81-b7ab-9d38ccacc1c3 req-d1b7f911-1a97-455c-9edd-6bf4d46eb572 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 944 time: 0.0522268 Aug 29 18:21:41.517206 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8bd8ae31-fb37-4e81-b7ab-9d38ccacc1c3 req-5cdb01e9-37d7-458c-8662-d13668af9d8b tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312653 Aug 29 18:21:41.610551 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['f34f7409-8b80-499d-b73f-f859f4460cff'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:21:42.627748 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88132005-09d2-436f-8a7e-6b71a1c01411 req-dfd5c920-4c4a-4ec9-ad6a-2b87981781e2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:42.629187 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88132005-09d2-436f-8a7e-6b71a1c01411 req-dfd5c920-4c4a-4ec9-ad6a-2b87981781e2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 944 time: 0.0472932 Aug 29 18:21:42.669317 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-88132005-09d2-436f-8a7e-6b71a1c01411 req-1d6db382-1084-4ada-be73-2b2a0ba0125d tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342019 Aug 29 18:21:43.026180 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5127cca0-7cc9-4a55-aca2-67f2470796ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:43.216925 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f34f7409-8b80-499d-b73f-f859f4460cff up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:21:43.264465 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning for port f34f7409-8b80-499d-b73f-f859f4460cff completed by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 18:21:43.267838 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port f34f7409-8b80-499d-b73f-f859f4460cff triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:21:43.268206 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:43.340704 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:43.364559 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:21:43.367016 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcba18c4-6037-4640-a910-3d3e2988e2b9" -d '{"events": [{"server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "name": "network-vif-plugged", "status": "completed", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:21:43.380499 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f34f7409-8b80-499d-b73f-f859f4460cff, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f34f7409-8b80-499d-b73f-f859f4460cff,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:21:43.384889 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:43.410194 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcf7db3-4e3e-4c12-825b-bd58fa8f098a x-openstack-request-id: req-3bcf7db3-4e3e-4c12-825b-bd58fa8f098a {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:21:43.410486 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "name": "network-vif-plugged", "status": "completed", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:21:43.410735 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bcf7db3-4e3e-4c12-825b-bd58fa8f098a {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:21:43.411122 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'code': 200} Aug 29 18:21:43.439991 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f34f7409-8b80-499d-b73f-f859f4460cff,revision_number=5']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:21:43.502789 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b923c8-a5f3-46e7-9f14-1229f087ac6c req-7acc60e9-41b4-48c4-a1f4-48db827f8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:43.504258 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-11b923c8-a5f3-46e7-9f14-1229f087ac6c req-7acc60e9-41b4-48c4-a1f4-48db827f8e3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 1097 time: 0.0397623 Aug 29 18:21:43.539194 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-11b923c8-a5f3-46e7-9f14-1229f087ac6c req-feb29cbe-85d2-40b3-b9f8-9c9ef8c51a27 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270877 Aug 29 18:21:43.782708 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d95c2-1d12-45b4-a408-2e3a0c6fccfd req-b27d25b6-0dc5-4eef-95df-9359d84cbfe6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:43.784180 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f84d95c2-1d12-45b4-a408-2e3a0c6fccfd req-b27d25b6-0dc5-4eef-95df-9359d84cbfe6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 945 time: 0.0490441 Aug 29 18:21:43.820245 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f84d95c2-1d12-45b4-a408-2e3a0c6fccfd req-6c3fa5ab-f11c-4b6a-a5ac-88fd1f0f8e13 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298591 Aug 29 18:21:44.935509 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99485c3-012f-439c-8404-255eb6808762 req-58df69af-9102-4304-9587-0c78229552a6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:44.936965 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e99485c3-012f-439c-8404-255eb6808762 req-58df69af-9102-4304-9587-0c78229552a6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 945 time: 0.0489194 Aug 29 18:21:44.973932 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-e99485c3-012f-439c-8404-255eb6808762 req-998f4062-e707-4f75-9f42-4319d1cb9378 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Aug 29 18:21:45.091717 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206ae8c-fd46-4fa1-8359-933a5adc71e5 req-d88fda21-0ddd-4c13-a93a-55df16491b0f tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:45.097246 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8206ae8c-fd46-4fa1-8359-933a5adc71e5 req-d88fda21-0ddd-4c13-a93a-55df16491b0f tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 945 time: 0.0500550 Aug 29 18:21:45.135639 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-8206ae8c-fd46-4fa1-8359-933a5adc71e5 req-be93ae78-c34d-4b50-9454-470495fed5e2 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360928 Aug 29 18:21:45.158360 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47696) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:21:45.197835 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd95cfcf-3c2a-4cc2-bdff-f6e81795a43f tempest-TestSnapshotPattern-335574641 tempest-TestSnapshotPattern-335574641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:45.199913 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-cd95cfcf-3c2a-4cc2-bdff-f6e81795a43f tempest-TestSnapshotPattern-335574641 tempest-TestSnapshotPattern-335574641-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 1092 time: 0.0405321 Aug 29 18:21:45.202656 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47698) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:21:45.206954 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.v2.base [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Request body: {'floatingip': {'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'port_id': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 18:21:45.229327 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for floatingip, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:45.330870 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:45.430809 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_common [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Allocated IP 172.25.5.205 (a5896d2b-14a1-47dc-95a4-de1b0f25e229/c9764350-febb-45ce-a8ac-8daec9172f8d/e9bbb10d-d7a6-4c6b-9204-b06ffcb7868e) {{(pid=111677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 18:21:45.535318 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for port, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:45.572130 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747307830294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:45.607286 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Network a5896d2b-14a1-47dc-95a4-de1b0f25e229 is already hosted by enough agents. {{(pid=111677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 18:21:45.609959 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.base_scheduler [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Resources bound (agent type, host, resource id): {{(pid=111677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 18:21:45.616953 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Received port after_create {{(pid=111677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 18:21:45.648477 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'Port': ['ID=e9bbb10d-d7a6-4c6b-9204-b06ffcb7868e,revision_number=1']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:21:45.658405 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-71c3ba17-a9e7-4d31-8136-49b8b00cd16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:45.667067 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.667396 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.667738 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.668079 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.668408 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.668739 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.669064 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.669417 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.669742 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.670065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.670388 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.670713 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:21:45.993285 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:46.024452 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:46.063657 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:46.207579 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for port, precommit_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:46.211984 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125915686'] for port, after_update {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:46.284843 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event updated for resources: {'Port': ['ID=e9bbb10d-d7a6-4c6b-9204-b06ffcb7868e,revision_number=2']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:21:46.295409 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669543'] for floatingip, after_create {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:46.395338 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Floating IP 21146f92-9beb-42bd-8ae4-7be1b3ebb9d5 associated. External IP: 172.25.5.205, port: f34f7409-8b80-499d-b73f-f859f4460cff. Aug 29 18:21:46.607041 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Router 83be4c92-be0d-49bd-8b5b-00bd799fade6 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:21:46.719349 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:21:46.729930 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07b572-a12a-47f7-80ce-199c4c3e4d57 None None] Sync routers for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:21:46.739451 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:46.740210 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b07b572-a12a-47f7-80ce-199c4c3e4d57 None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:21:46.741143 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2b07b572-a12a-47f7-80ce-199c4c3e4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:21:46.789272 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-8ee04a47-b7d2-4688-b264-2931a86212a9 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5728698 Aug 29 18:21:46.789272 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:21:46.789272 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688e5408-5a08-4ae6-ae2d-9504755f71f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:21:46.855618 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2b07b572-a12a-47f7-80ce-199c4c3e4d57 None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:21:46.932495 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8150e2c-ed53-4278-838f-7d4fc52c0250 x-openstack-request-id: req-b8150e2c-ed53-4278-838f-7d4fc52c0250 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:21:46.933592 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:21:46.934157 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8150e2c-ed53-4278-838f-7d4fc52c0250 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:21:46.934681 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'status': 'completed', 'code': 200} Aug 29 18:21:46.966758 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.10', 65519) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:21:47.013844 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5408-5a08-4ae6-ae2d-9504755f71f8 req-0e4401e7-c33d-41e3-9de4-b7078c912bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:47.016326 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-688e5408-5a08-4ae6-ae2d-9504755f71f8 req-0e4401e7-c33d-41e3-9de4-b7078c912bd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 1097 time: 0.0510063 Aug 29 18:21:47.025130 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:47.036956 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-6e7fb7de-c4cb-4b94-bb86-a8395f9d33a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687606 Aug 29 18:21:47.111561 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5408-5a08-4ae6-ae2d-9504755f71f8 req-92e99361-83ea-4375-b364-6fcabbf1e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:47.113054 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-688e5408-5a08-4ae6-ae2d-9504755f71f8 req-92e99361-83ea-4375-b364-6fcabbf1e577 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.0892360 Aug 29 18:21:47.180834 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2b07b572-a12a-47f7-80ce-199c4c3e4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '21146f92-9beb-42bd-8ae4-7be1b3ebb9d5', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:29:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb45624-dd3e-48f8-958b-12449612602a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:21:45Z', 'updated_at': '2021-08-29T18:21:45Z', 'revision_number': 0, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}, {'id': '4ba1bee6-d5d2-4edf-b5da-55d8df83c33c', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:18:35Z', 'updated_at': '2021-08-29T18:18:37Z', 'revision_number': 1, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:21:47.182056 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-688e5408-5a08-4ae6-ae2d-9504755f71f8 req-0ba9b708-0533-43d8-9d10-1978aa62abc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34f7409-8b80-499d-b73f-f859f4460cff HTTP/1.1" status: 200 len: 999 time: 0.0622857 Aug 29 18:21:47.206997 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07b572-a12a-47f7-80ce-199c4c3e4d57 None None] Checking router: 83be4c92-be0d-49bd-8b5b-00bd799fade6 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:21:47.215149 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b07b572-a12a-47f7-80ce-199c4c3e4d57 None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:21:47.215760 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2b07b572-a12a-47f7-80ce-199c4c3e4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:21:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:21:47.232770 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5408-5a08-4ae6-ae2d-9504755f71f8 req-f54eb006-bd2f-4b79-9414-fb0c3fad649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:47.234295 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-688e5408-5a08-4ae6-ae2d-9504755f71f8 req-f54eb006-bd2f-4b79-9414-fb0c3fad649a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0456748 Aug 29 18:21:47.282814 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e5408-5a08-4ae6-ae2d-9504755f71f8 req-f5d70d30-deaf-4e1c-9135-3797158dc322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:47.284325 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-688e5408-5a08-4ae6-ae2d-9504755f71f8 req-f5d70d30-deaf-4e1c-9135-3797158dc322 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428727 Aug 29 18:21:47.324803 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-2b07b572-a12a-47f7-80ce-199c4c3e4d57 None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:21:47.380919 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-688e5408-5a08-4ae6-ae2d-9504755f71f8 req-a2ed30c9-18df-405d-9bf6-38c3536b028a service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888419 Aug 29 18:21:47.470734 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-688e5408-5a08-4ae6-ae2d-9504755f71f8 req-2fb25f86-5bf3-4c6a-93ad-3553449bf7f5 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817111 Aug 29 18:21:47.560124 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-2b07b572-a12a-47f7-80ce-199c4c3e4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '21146f92-9beb-42bd-8ae4-7be1b3ebb9d5', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:29:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb45624-dd3e-48f8-958b-12449612602a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:21:45Z', 'updated_at': '2021-08-29T18:21:45Z', 'revision_number': 0, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}, {'id': '4ba1bee6-d5d2-4edf-b5da-55d8df83c33c', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:18:35Z', 'updated_at': '2021-08-29T18:18:37Z', 'revision_number': 1, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:21:47.572962 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-c8203f0c-9e9a-405b-ab8f-af104ae3392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:47.574573 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-c8203f0c-9e9a-405b-ab8f-af104ae3392a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 1097 time: 0.0412951 Aug 29 18:21:47.586745 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07b572-a12a-47f7-80ce-199c4c3e4d57 None None] The sync data for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 is: [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '21146f92-9beb-42bd-8ae4-7be1b3ebb9d5', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:29:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb45624-dd3e-48f8-958b-12449612602a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:21:45Z', 'updated_at': '2021-08-29T18:21:45Z', 'revision_number': 0, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}, {'id': '4ba1bee6-d5d2-4edf-b5da-55d8df83c33c', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:18:35Z', 'updated_at': '2021-08-29T18:18:37Z', 'revision_number': 1, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:21:47.683711 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-55ea598a-4462-4cfa-8996-0a7bfa1b5030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:47.685318 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-55ea598a-4462-4cfa-8996-0a7bfa1b5030 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.0915418 Aug 29 18:21:47.754520 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-c66eb1dd-a475-4ba5-bc74-d7ffc5ae1de1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34f7409-8b80-499d-b73f-f859f4460cff HTTP/1.1" status: 200 len: 999 time: 0.0624216 Aug 29 18:21:47.780456 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652855fb-441e-4c61-a404-6ae0a1ceabd1 None None] New status for floating IP 21146f92-9beb-42bd-8ae4-7be1b3ebb9d5: ACTIVE {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:21:47.808613 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-91762305-6600-4829-ba89-092e34925cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:47.810119 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-91762305-6600-4829-ba89-092e34925cad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0486829 Aug 29 18:21:47.855196 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-5cf9026d-46c4-4309-b7a6-afa0d1894ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:47.856687 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-5cf9026d-46c4-4309-b7a6-afa0d1894ef1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396123 Aug 29 18:21:47.948824 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-ce481fb6-684e-48d8-90ca-9be8bc9abb49 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849779 Aug 29 18:21:48.041958 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-c51a6b65-fa10-4f23-bbff-b7c86604daaa req-c306e82d-1b6d-471f-b101-7bf165a5a4ea service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864902 Aug 29 18:21:48.692838 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:48.694506 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:51.191422 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:21:58.488666 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-59d9cb44-7cd2-427d-b971-0a23397cb065 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388017 Aug 29 18:21:58.571382 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-11fdea32-cca2-437a-a5fe-53a74b7fb0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:58.572836 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-11fdea32-cca2-437a-a5fe-53a74b7fb0af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 1096 time: 0.0425258 Aug 29 18:21:58.672443 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-66f5ee9b-324f-471e-8f40-920e75337f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:58.673845 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-66f5ee9b-324f-471e-8f40-920e75337f0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.0831234 Aug 29 18:21:58.743379 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-079af104-695f-466a-91ef-e0b7f1cf5d10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf HTTP/1.1" status: 200 len: 1000 time: 0.0621943 Aug 29 18:21:58.791413 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-018e330c-4e01-41d9-b82e-1d1af460f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:58.792889 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-018e330c-4e01-41d9-b82e-1d1af460f25d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0430090 Aug 29 18:21:58.837459 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-41e60680-7264-4c59-b95e-ee7ad3e8458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:21:58.838891 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-41e60680-7264-4c59-b95e-ee7ad3e8458e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386872 Aug 29 18:21:58.928196 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-71913424-f790-4c60-8f6d-6a1b324593e7 service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822732 Aug 29 18:21:59.356961 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-485b80e4-6a54-41c8-85fe-0bd2921f306f req-63030a41-0abc-412e-8cd0-81dd37e8c687 service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223409 Aug 29 18:21:59.687422 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:22:13.030115 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6792-f249-4bb7-a73e-33cc60d23ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:15.658637 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-d86bad0f-2ddd-4bc4-9328-abf522b91be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:16.025200 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:17.022827 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:18.695625 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:18.712054 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:21.206452 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:36.686605 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:22:43.030095 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-719aa928-34a8-4add-a9b0-3c83f38d6c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:45.659683 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cff8f5c0-705c-4a0f-b5b3-59e1065305f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:46.024841 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:47.026354 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:48.011499 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d170ea13-3436-4560-82ba-0846b813039b req-8154de5b-7e55-4e68-a728-304f7e1251cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399714 Aug 29 18:22:48.093853 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170ea13-3436-4560-82ba-0846b813039b req-a18f8065-e43d-44b9-bbc7-f61b93c1d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:48.095305 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d170ea13-3436-4560-82ba-0846b813039b req-a18f8065-e43d-44b9-bbc7-f61b93c1d831 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 1097 time: 0.0394311 Aug 29 18:22:48.199376 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170ea13-3436-4560-82ba-0846b813039b req-642ab45d-7f98-4481-b2fc-3cd067826fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:48.200854 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d170ea13-3436-4560-82ba-0846b813039b req-642ab45d-7f98-4481-b2fc-3cd067826fd4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.0860658 Aug 29 18:22:48.267020 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d170ea13-3436-4560-82ba-0846b813039b req-fb0ff971-e5aa-4043-9d04-f4ea0700823d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34f7409-8b80-499d-b73f-f859f4460cff HTTP/1.1" status: 200 len: 1001 time: 0.0582752 Aug 29 18:22:48.318222 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170ea13-3436-4560-82ba-0846b813039b req-83ccd370-ed28-4054-947f-bd71eda62b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:48.319650 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d170ea13-3436-4560-82ba-0846b813039b req-83ccd370-ed28-4054-947f-bd71eda62b24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0461974 Aug 29 18:22:48.366331 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170ea13-3436-4560-82ba-0846b813039b req-2356fa32-ad26-48f9-a8f0-11e7a31e0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:48.367837 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d170ea13-3436-4560-82ba-0846b813039b req-2356fa32-ad26-48f9-a8f0-11e7a31e0198 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398519 Aug 29 18:22:48.456889 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d170ea13-3436-4560-82ba-0846b813039b req-09f946e8-d861-4373-adc5-7e0146a65025 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807164 Aug 29 18:22:48.549652 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d170ea13-3436-4560-82ba-0846b813039b req-c411beb5-ad9c-45a4-8474-88092e16ebff service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841546 Aug 29 18:22:48.707414 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:48.708257 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:51.207416 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:22:58.398601 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-95ccb032-f87f-4df5-a8bf-0e8e70a2b893 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402634 Aug 29 18:22:58.487425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-35f00a08-f6c0-44c1-8529-d9d56c9b2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:58.488884 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-35f00a08-f6c0-44c1-8529-d9d56c9b2886 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 1096 time: 0.0436668 Aug 29 18:22:58.590264 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-dfc46793-27d4-4e7c-8ccc-7537e4538709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:58.591738 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-dfc46793-27d4-4e7c-8ccc-7537e4538709 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.0834122 Aug 29 18:22:58.662648 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-90a44cfb-c183-41a6-89eb-4f29fe48bbb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf HTTP/1.1" status: 200 len: 1000 time: 0.0605049 Aug 29 18:22:58.709306 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-de5b71eb-54e6-4e61-b32f-185bffc006b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:58.710671 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-de5b71eb-54e6-4e61-b32f-185bffc006b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0412555 Aug 29 18:22:58.756838 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-c58816ef-60a5-43fd-8729-c9017690fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:22:58.758360 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-c58816ef-60a5-43fd-8729-c9017690fc3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408540 Aug 29 18:22:58.852069 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-39fee233-17fe-4a9f-a974-330b9879c044 service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864844 Aug 29 18:22:58.939002 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-8ed9e1ba-56fe-42d8-9fc9-271944a4e8b6 req-ba550e79-b810-48b8-b681-e434b90a1268 service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802028 Aug 29 18:23:13.030107 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0ef94771-27e2-4d79-8a0f-6b3029f9722f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:13.685696 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:23:15.659122 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-32141a34-99b0-4a3a-b03c-4142eb45bfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:16.024957 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:17.029542 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:18.702272 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:18.715844 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:21.222970 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:31.808043 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f34f7409-8b80-499d-b73f-f859f4460cff details requested by agent hyperv_n-h1-713301-13 with host n-h1-713301-13 {{(pid=111678) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 18:23:31.910675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f34f7409-8b80-499d-b73f-f859f4460cff, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f34f7409-8b80-499d-b73f-f859f4460cff,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:31.924132 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Returning: {'device': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'port_id': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'mac_address': 'fa:16:3e:29:a5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111678) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 18:23:31.968113 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:31.979463 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f34f7409-8b80-499d-b73f-f859f4460cff {{(pid=111678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 18:23:31.999764 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f34f7409-8b80-499d-b73f-f859f4460cff, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f34f7409-8b80-499d-b73f-f859f4460cff,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:32.005011 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:32.062831 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f34f7409-8b80-499d-b73f-f859f4460cff,revision_number=6']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:32.071375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.071741 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.072075 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.072416 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.072754 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.073085 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.073446 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.073777 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.074105 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.074550 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.074968 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.075297 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:32.086454 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] get_ports_and_sgs() called for port_ids ['f34f7409-8b80-499d-b73f-f859f4460cff'] {{(pid=111678) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 18:23:33.821497 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f34f7409-8b80-499d-b73f-f859f4460cff up at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 18:23:33.882372 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Provisioning complete for port f34f7409-8b80-499d-b73f-f859f4460cff triggered by entity L2. {{(pid=111678) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 18:23:33.882850 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638932'] for port, provisioning_complete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.978864 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:33.998709 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:23:34.001019 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1a47b9-28c3-4dad-940e-c3fb9e4abe41" -d '{"events": [{"server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "name": "network-vif-plugged", "status": "completed", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:23:34.014939 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f34f7409-8b80-499d-b73f-f859f4460cff, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f34f7409-8b80-499d-b73f-f859f4460cff,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:34.025749 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:34.082613 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f34f7409-8b80-499d-b73f-f859f4460cff,revision_number=7']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:34.115279 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017ca3ce-d03d-43c9-ace0-acdb55ca6e5c x-openstack-request-id: req-017ca3ce-d03d-43c9-ace0-acdb55ca6e5c {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:23:34.115580 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "name": "network-vif-plugged", "status": "completed", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:23:34.115837 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-017ca3ce-d03d-43c9-ace0-acdb55ca6e5c {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:23:34.116243 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'code': 200} Aug 29 18:23:41.337599 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47896) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:41.495651 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Deleting port e9bbb10d-d7a6-4c6b-9204-b06ffcb7868e {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:41.495923 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:41.572117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:41.572448 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:41.583793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Calling delete_port for e9bbb10d-d7a6-4c6b-9204-b06ffcb7868e owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:41.727608 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:41.753628 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event deleted for resources: {'Port': ['ID=e9bbb10d-d7a6-4c6b-9204-b06ffcb7868e,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:41.765920 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.766267 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.766608 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.766947 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.767285 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.767616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.767943 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.768269 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.768591 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.768914 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.769260 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.769586 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:41.822037 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:41.822366 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Floating IP 21146f92-9beb-42bd-8ae4-7be1b3ebb9d5 disassociated (deleted). External IP: 172.25.5.205, port: f34f7409-8b80-499d-b73f-f859f4460cff. Aug 29 18:23:42.033860 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Router 83be4c92-be0d-49bd-8b5b-00bd799fade6 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:23:42.141326 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:23:42.146097 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:42.151330 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f9116b-a4b2-48e7-b043-77c8872bb7a0 None None] Sync routers for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:23:42.160583 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9116b-a4b2-48e7-b043-77c8872bb7a0 None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:42.161177 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-87f9116b-a4b2-48e7-b043-77c8872bb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:23:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:42.172628 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-c9eada96-5e9e-4c5a-930b-e7df96d7e0bd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "DELETE /v2.0/floatingips/21146f92-9beb-42bd-8ae4-7be1b3ebb9d5 HTTP/1.1" status: 204 len: 168 time: 0.8339493 Aug 29 18:23:42.173249 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:23:42.175876 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:23:42.213628 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5d2dd-1e3d-4e5c-aa60-3b1e226f41d8 x-openstack-request-id: req-0dc5d2dd-1e3d-4e5c-aa60-3b1e226f41d8 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:23:42.213929 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:23:42.215055 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0dc5d2dd-1e3d-4e5c-aa60-3b1e226f41d8 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:23:42.215462 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'status': 'completed', 'code': 200} Aug 29 18:23:42.268342 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-87f9116b-a4b2-48e7-b043-77c8872bb7a0 None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:42.287563 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-79ba4559-c62a-429e-8073-7f52c90a8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:42.289207 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-79ba4559-c62a-429e-8073-7f52c90a8b14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 1097 time: 0.0515563 Aug 29 18:23:42.404583 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-2e625e4d-5778-443a-bcdd-5953b6bdc2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:42.406245 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-2e625e4d-5778-443a-bcdd-5953b6bdc2c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.1042969 Aug 29 18:23:42.450863 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-e4674e08-5b11-45d6-ac91-d38c2c15d5aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34f7409-8b80-499d-b73f-f859f4460cff HTTP/1.1" status: 200 len: 217 time: 0.0353057 Aug 29 18:23:42.471490 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f8cd2-e90d-4c32-ae6b-3d913fb4c7c0 req-b846ffaf-bee8-4bbd-aaf0-c02619dd2dd4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:42.473185 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d4f8cd2-e90d-4c32-ae6b-3d913fb4c7c0 req-b846ffaf-bee8-4bbd-aaf0-c02619dd2dd4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 945 time: 0.1102276 Aug 29 18:23:42.501847 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-fed84784-37ef-4cc5-9d11-138bb5c14c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:42.503345 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-fed84784-37ef-4cc5-9d11-138bb5c14c6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0461960 Aug 29 18:23:42.508605 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-87f9116b-a4b2-48e7-b043-77c8872bb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '4ba1bee6-d5d2-4edf-b5da-55d8df83c33c', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:18:35Z', 'updated_at': '2021-08-29T18:18:37Z', 'revision_number': 1, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:42.529976 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-3d4f8cd2-e90d-4c32-ae6b-3d913fb4c7c0 req-8b9f2f7e-7cd2-413f-8596-bd79c8e874a1 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445487 Aug 29 18:23:42.536381 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f9116b-a4b2-48e7-b043-77c8872bb7a0 None None] Checking router: 83be4c92-be0d-49bd-8b5b-00bd799fade6 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:23:42.545006 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9116b-a4b2-48e7-b043-77c8872bb7a0 None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:42.545580 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-87f9116b-a4b2-48e7-b043-77c8872bb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:23:16Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:42.554826 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-e3303b24-da61-45af-b682-c3ad2fc82fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:42.556456 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-e3303b24-da61-45af-b682-c3ad2fc82fef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455492 Aug 29 18:23:42.568218 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-50d167b0-f2b9-4455-bfea-9999e6e7bac1 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=111676) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 18:23:42.569140 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-50d167b0-f2b9-4455-bfea-9999e6e7bac1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050225 Aug 29 18:23:42.649314 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-87f9116b-a4b2-48e7-b043-77c8872bb7a0 None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:42.667179 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-f3e7ca17-bc78-4883-8e17-1fe7846fa80b service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891328 Aug 29 18:23:42.760188 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-23ae56b1-5d5f-4abb-b9ba-2d0d15e2196c req-ace5a5f1-7c7b-4ff5-bf1a-b5add8ae3fa5 service neutron] 10.222.0.10 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853217 Aug 29 18:23:42.867284 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-87f9116b-a4b2-48e7-b043-77c8872bb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '4ba1bee6-d5d2-4edf-b5da-55d8df83c33c', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:18:35Z', 'updated_at': '2021-08-29T18:18:37Z', 'revision_number': 1, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:42.978960 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f9116b-a4b2-48e7-b043-77c8872bb7a0 None None] The sync data for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 is: [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_floatingips': [{'id': '4ba1bee6-d5d2-4edf-b5da-55d8df83c33c', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'floating_ip_address': '172.25.5.136', 'floating_network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'router_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'port_id': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'mac_address': 'fa:16:3e:a2:68:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T18:18:35Z', 'updated_at': '2021-08-29T18:18:37Z', 'revision_number': 1, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:23:43.030101 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef2cc71-5db7-4405-aebc-e53ae48f73d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:43.191536 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5cad3f-6e86-4372-8303-e17b16e7233f None None] New status for floating IP 21146f92-9beb-42bd-8ae4-7be1b3ebb9d5: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:23:43.640814 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d37e5-4fbe-4848-939d-a30730b44cdd req-e5949566-694d-48ba-b2ce-efbb68a67da4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:43.642328 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d15d37e5-4fbe-4848-939d-a30730b44cdd req-e5949566-694d-48ba-b2ce-efbb68a67da4 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 945 time: 0.0549328 Aug 29 18:23:43.679906 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-d15d37e5-4fbe-4848-939d-a30730b44cdd req-6f3397e2-618c-473a-b252-2770f3eb1fcf tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310674 Aug 29 18:23:43.870162 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d948a-224b-4470-beb5-a7de182cad4d req-1e460025-bded-4f12-bf0b-6e26b0b59707 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:43.871604 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5d7d948a-224b-4470-beb5-a7de182cad4d req-1e460025-bded-4f12-bf0b-6e26b0b59707 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 945 time: 0.0480757 Aug 29 18:23:43.895117 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Device f34f7409-8b80-499d-b73f-f859f4460cff no longer exists at agent hyperv_n-h1-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:43.966231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-5d7d948a-224b-4470-beb5-a7de182cad4d req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Deleting port f34f7409-8b80-499d-b73f-f859f4460cff {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:43.966485 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5d7d948a-224b-4470-beb5-a7de182cad4d req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:43.982484 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-924253'] for port, before_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:44.004937 n-d-713301-13 neutron-server[111678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff'}] {{(pid=111678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:23:44.007271 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6443a4aa9a4f8cbc022373326a2e1deb7d9d8d8a134ec1f4f61153ea44452f5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26499af7-60de-4534-94d5-83d2bc2e1f76" -d '{"events": [{"server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "name": "network-vif-unplugged", "status": "completed", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff"}]}' {{(pid=111678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:23:44.020243 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] For port f34f7409-8b80-499d-b73f-f859f4460cff, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f34f7409-8b80-499d-b73f-f859f4460cff,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:44.024544 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747308347953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747307830312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747307830330'] for port, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:44.049609 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614f143c-b745-480e-b3b9-0c4927b77e3c x-openstack-request-id: req-614f143c-b745-480e-b3b9-0c4927b77e3c {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:23:44.050572 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "name": "network-vif-unplugged", "status": "completed", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff", "code": 200}]} {{(pid=111678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:23:44.050826 n-d-713301-13 neutron-server[111678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-614f143c-b745-480e-b3b9-0c4927b77e3c {{(pid=111678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:23:44.051213 n-d-713301-13 neutron-server[111678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'code': 200} Aug 29 18:23:44.059790 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [req-5d7d948a-224b-4470-beb5-a7de182cad4d req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] For port f34f7409-8b80-499d-b73f-f859f4460cff, host n-h1-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-13',level=0,port_id=f34f7409-8b80-499d-b73f-f859f4460cff,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:44.060167 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5d7d948a-224b-4470-beb5-a7de182cad4d req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:44.073022 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [req-5d7d948a-224b-4470-beb5-a7de182cad4d req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Calling delete_port for f34f7409-8b80-499d-b73f-f859f4460cff owned by compute:nova {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:44.075966 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Pushing event updated for resources: {'Port': ['ID=f34f7409-8b80-499d-b73f-f859f4460cff,revision_number=8']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:44.198159 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5d7d948a-224b-4470-beb5-a7de182cad4d req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:44.226918 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event deleted for resources: {'Port': ['ID=f34f7409-8b80-499d-b73f-f859f4460cff,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:44.239063 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.239417 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.239761 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.240103 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.240440 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.240782 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.241117 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.241475 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.241810 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.242141 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.242471 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.242806 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-13 {{(pid=111676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 18:23:44.276033 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7d948a-224b-4470-beb5-a7de182cad4d req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] No DVR routers for this DVR port f34f7409-8b80-499d-b73f-f859f4460cff on host n-h1-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:23:44.283019 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [req-5d7d948a-224b-4470-beb5-a7de182cad4d req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:44.283019 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-5d7d948a-224b-4470-beb5-a7de182cad4d req-7d55ac0c-1d59-4f43-9ee9-c7ec0de75cd6 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.10 "DELETE /v2.0/ports/f34f7409-8b80-499d-b73f-f859f4460cff HTTP/1.1" status: 204 len: 173 time: 0.4032238 Aug 29 18:23:44.283019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'name': 'network-vif-deleted', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff'}] {{(pid=111676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:23:44.285470 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a9c43ffba9136ac099bf3670d7940d77bd22a64b95cb699ed3e66037b35078" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c065e38e-b6f4-4762-8156-114680f3663b" -d '{"events": [{"server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "name": "network-vif-deleted", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff"}]}' {{(pid=111676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:23:44.325949 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c7bb69-fa83-495a-bbb5-358f364b47b8 x-openstack-request-id: req-d0c7bb69-fa83-495a-bbb5-358f364b47b8 {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:23:44.326249 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb45624-dd3e-48f8-958b-12449612602a", "name": "network-vif-deleted", "tag": "f34f7409-8b80-499d-b73f-f859f4460cff", "status": "completed", "code": 200}]} {{(pid=111676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:23:44.326512 n-d-713301-13 neutron-server[111676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0c7bb69-fa83-495a-bbb5-358f364b47b8 {{(pid=111676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:23:44.326918 n-d-713301-13 neutron-server[111676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb45624-dd3e-48f8-958b-12449612602a', 'name': 'network-vif-deleted', 'tag': 'f34f7409-8b80-499d-b73f-f859f4460cff', 'status': 'completed', 'code': 200} Aug 29 18:23:44.790336 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-d230d009-fab5-413e-8fed-141dfc2630f7 req-49b01904-480e-4e78-afb0-afe70449cadd tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb45624-dd3e-48f8-958b-12449612602a HTTP/1.1" status: 200 len: 210 time: 0.0273843 Aug 29 18:23:45.659991 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e9a4e646-f8f0-4a44-ae3b-bbdf28b482eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:46.026985 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:46.351618 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47956) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:46.507853 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Deleting port 4ef9a3db-d043-4cbc-a6e9-22cbd07cefbd {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:46.508117 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:46.581397 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:46.581725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:46.593297 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Calling delete_port for 4ef9a3db-d043-4cbc-a6e9-22cbd07cefbd owned by network:floatingip {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:46.740951 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:46.765875 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event deleted for resources: {'Port': ['ID=4ef9a3db-d043-4cbc-a6e9-22cbd07cefbd,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:46.829091 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for floatingip, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:46.829486 n-d-713301-13 neutron-server[111677]: INFO neutron.db.l3_db [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Floating IP 4ba1bee6-d5d2-4edf-b5da-55d8df83c33c disassociated (deleted). External IP: 172.25.5.136, port: d25b0c48-6fdc-4535-81f1-d3620a0bc1bf. Aug 29 18:23:47.032566 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:47.039709 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Router 83be4c92-be0d-49bd-8b5b-00bd799fade6 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:23:47.145890 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:23:47.150834 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for floatingip, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:47.155794 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d342baa-333b-47cd-a0a2-7c4d0890f1b9 None None] Sync routers for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:23:47.164531 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d342baa-333b-47cd-a0a2-7c4d0890f1b9 None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:47.165125 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9d342baa-333b-47cd-a0a2-7c4d0890f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:23:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:47.177869 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-6e8ded2b-d1c0-427d-b542-ee2d39414329 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "DELETE /v2.0/floatingips/4ba1bee6-d5d2-4edf-b5da-55d8df83c33c HTTP/1.1" status: 204 len: 168 time: 0.8251665 Aug 29 18:23:47.178446 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:23:47.180690 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f865950-2339-4f91-8ce0-b8d12c068361" -d '{"events": [{"name": "network-changed", "server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:23:47.219174 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4134ffa1-0a16-4e92-adff-21ecc0213098 x-openstack-request-id: req-4134ffa1-0a16-4e92-adff-21ecc0213098 {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:23:47.219174 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:23:47.219174 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4134ffa1-0a16-4e92-adff-21ecc0213098 {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:23:47.219174 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'status': 'completed', 'code': 200} Aug 29 18:23:47.282371 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9d342baa-333b-47cd-a0a2-7c4d0890f1b9 None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:47.284394 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865950-2339-4f91-8ce0-b8d12c068361 req-5912d498-f613-42aa-8a16-f2de55c34fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:47.285878 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f865950-2339-4f91-8ce0-b8d12c068361 req-5912d498-f613-42aa-8a16-f2de55c34fe7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 1096 time: 0.0448151 Aug 29 18:23:47.407548 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865950-2339-4f91-8ce0-b8d12c068361 req-0a8a267b-41af-4f06-85ce-fad6caf2d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:47.412748 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f865950-2339-4f91-8ce0-b8d12c068361 req-0a8a267b-41af-4f06-85ce-fad6caf2d832 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 200 len: 911 time: 0.1110601 Aug 29 18:23:47.426921 n-d-713301-13 neutron-server[111676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9e948-b9d6-42e4-a65f-ce712b1ef14d req-c7bb4fd3-0ef7-4013-854f-c502567a8737 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:47.428469 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f3c9e948-b9d6-42e4-a65f-ce712b1ef14d req-c7bb4fd3-0ef7-4013-854f-c502567a8737 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 944 time: 0.0550139 Aug 29 18:23:47.453976 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f865950-2339-4f91-8ce0-b8d12c068361 req-bf4576b2-7708-4387-87f9-a239a81cb3cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf HTTP/1.1" status: 200 len: 217 time: 0.0363896 Aug 29 18:23:47.469281 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [req-f3c9e948-b9d6-42e4-a65f-ce712b1ef14d req-ee6f096f-49e7-4001-96c4-951dc79c21b1 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329511 Aug 29 18:23:47.497899 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9d342baa-333b-47cd-a0a2-7c4d0890f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:47.506970 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865950-2339-4f91-8ce0-b8d12c068361 req-7f2d704e-bd04-4576-a234-8f0c5cb12ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:47.508455 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f865950-2339-4f91-8ce0-b8d12c068361 req-7f2d704e-bd04-4576-a234-8f0c5cb12ec8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 200 len: 849 time: 0.0467603 Aug 29 18:23:47.523489 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d342baa-333b-47cd-a0a2-7c4d0890f1b9 None None] Checking router: 83be4c92-be0d-49bd-8b5b-00bd799fade6 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:23:47.531836 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d342baa-333b-47cd-a0a2-7c4d0890f1b9 None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:47.532472 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9d342baa-333b-47cd-a0a2-7c4d0890f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:23:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:47.553584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865950-2339-4f91-8ce0-b8d12c068361 req-51221481-66a3-49b3-a431-6bf638ea1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:47.555068 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f865950-2339-4f91-8ce0-b8d12c068361 req-51221481-66a3-49b3-a431-6bf638ea1de5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f1c309f-9a5c-49d9-9191-20a3c4cafc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392296 Aug 29 18:23:47.634381 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-9d342baa-333b-47cd-a0a2-7c4d0890f1b9 None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:47.648078 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f865950-2339-4f91-8ce0-b8d12c068361 req-d836745c-493f-4172-b480-d68036974ba5 service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849202 Aug 29 18:23:47.743050 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-4f865950-2339-4f91-8ce0-b8d12c068361 req-f1f53ac7-d9eb-420d-b52e-40e4fa901c6f service neutron] 10.222.0.16 "GET /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862551 Aug 29 18:23:47.832053 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-9d342baa-333b-47cd-a0a2-7c4d0890f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:47.857637 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d342baa-333b-47cd-a0a2-7c4d0890f1b9 None None] The sync data for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 is: [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:16Z', 'revision_number': 4, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13', '_interfaces': [{'id': 'a6bdba01-0021-4f42-ac25-4e2a9c01c6c2', 'name': '', 'network_id': '7f1c309f-9a5c-49d9-9191-20a3c4cafc62', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'mac_address': 'fa:16:3e:6f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:15Z', 'updated_at': '2021-08-29T18:18:22Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'subnets': [{'id': '2e88062b-a2cd-444f-a583-699121b2f59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:23:48.083018 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7ece9-b389-4512-8853-15bc9a1909ac None None] New status for floating IP 4ba1bee6-d5d2-4edf-b5da-55d8df83c33c: DOWN {{(pid=111678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 18:23:48.365706 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88f45-b2ec-46fe-9a16-b59d92e7fdc8 req-0024da99-d4ae-4ac1-9780-034bc4e74fdc tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:48.367036 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00b88f45-b2ec-46fe-9a16-b59d92e7fdc8 req-0024da99-d4ae-4ac1-9780-034bc4e74fdc tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.16 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 944 time: 0.0539584 Aug 29 18:23:48.455134 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-00b88f45-b2ec-46fe-9a16-b59d92e7fdc8 req-22d8063d-9232-4d89-9a09-ad5965463dd7 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Deleting port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:48.455788 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-00b88f45-b2ec-46fe-9a16-b59d92e7fdc8 req-22d8063d-9232-4d89-9a09-ad5965463dd7 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:48.556433 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [req-00b88f45-b2ec-46fe-9a16-b59d92e7fdc8 req-22d8063d-9232-4d89-9a09-ad5965463dd7 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] For port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf, host n-h2-713301-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-13',level=0,port_id=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:48.556802 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-00b88f45-b2ec-46fe-9a16-b59d92e7fdc8 req-22d8063d-9232-4d89-9a09-ad5965463dd7 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:48.586669 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [req-00b88f45-b2ec-46fe-9a16-b59d92e7fdc8 req-22d8063d-9232-4d89-9a09-ad5965463dd7 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Calling delete_port for d25b0c48-6fdc-4535-81f1-d3620a0bc1bf owned by compute:nova {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:48.642391 n-d-713301-13 neutron-server[111677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87851c-5cc6-49a2-8bd9-30ba0d6da5a9 req-a91338a1-279a-48b6-ab74-6fb8ab9a0d1f tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 18:23:48.643772 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f87851c-5cc6-49a2-8bd9-30ba0d6da5a9 req-a91338a1-279a-48b6-ab74-6fb8ab9a0d1f tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e HTTP/1.1" status: 200 len: 944 time: 0.1029148 Aug 29 18:23:48.705275 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-7f87851c-5cc6-49a2-8bd9-30ba0d6da5a9 req-e29039a7-4998-4a37-9b9f-9d71ea333a7f tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "GET /v2.0/security-groups?id=50b26d27-90d1-4e01-ac11-b5341a468454&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549967 Aug 29 18:23:48.717682 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:48.728794 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:48.764151 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-00b88f45-b2ec-46fe-9a16-b59d92e7fdc8 req-22d8063d-9232-4d89-9a09-ad5965463dd7 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:48.790813 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8063d-9232-4d89-9a09-ad5965463dd7 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event deleted for resources: {'Port': ['ID=d25b0c48-6fdc-4535-81f1-d3620a0bc1bf,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:48.833112 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b88f45-b2ec-46fe-9a16-b59d92e7fdc8 req-22d8063d-9232-4d89-9a09-ad5965463dd7 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] No DVR routers for this DVR port d25b0c48-6fdc-4535-81f1-d3620a0bc1bf on host n-h2-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:23:48.835665 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [req-00b88f45-b2ec-46fe-9a16-b59d92e7fdc8 req-22d8063d-9232-4d89-9a09-ad5965463dd7 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12261'] for port, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:48.837662 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [req-00b88f45-b2ec-46fe-9a16-b59d92e7fdc8 req-22d8063d-9232-4d89-9a09-ad5965463dd7 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.16 "DELETE /v2.0/ports/d25b0c48-6fdc-4535-81f1-d3620a0bc1bf HTTP/1.1" status: 204 len: 173 time: 0.4639304 Aug 29 18:23:49.220764 n-d-713301-13 neutron-server[111677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'name': 'network-vif-deleted', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf'}] {{(pid=111677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 18:23:49.223186 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58acc5b3c8a4763e5be271a3469ad52c010ce82c612382436d87550bc4ba86c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a2fdad-fed9-4b6f-b030-b215e045c4af" -d '{"events": [{"server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "name": "network-vif-deleted", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf"}]}' {{(pid=111677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 18:23:49.268023 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 18:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b64fe94-a777-456b-a4c8-40d6e3c5e87c x-openstack-request-id: req-0b64fe94-a777-456b-a4c8-40d6e3c5e87c {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 18:23:49.268536 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e", "name": "network-vif-deleted", "tag": "d25b0c48-6fdc-4535-81f1-d3620a0bc1bf", "status": "completed", "code": 200}]} {{(pid=111677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 18:23:49.268884 n-d-713301-13 neutron-server[111677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b64fe94-a777-456b-a4c8-40d6e3c5e87c {{(pid=111677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 18:23:49.269411 n-d-713301-13 neutron-server[111677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af1e6c0-8acf-4c7f-aff1-ed3a8fce4d5e', 'name': 'network-vif-deleted', 'tag': 'd25b0c48-6fdc-4535-81f1-d3620a0bc1bf', 'status': 'completed', 'code': 200} Aug 29 18:23:49.769624 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47972) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:49.825907 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a975a0ee-5d1f-416c-adc2-b2c6b5b724d8 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:49.854084 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a975a0ee-5d1f-416c-adc2-b2c6b5b724d8 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:49.914757 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a975a0ee-5d1f-416c-adc2-b2c6b5b724d8 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:49.918070 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-a975a0ee-5d1f-416c-adc2-b2c6b5b724d8 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Notify callbacks [] for security_group, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:49.919229 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-a975a0ee-5d1f-416c-adc2-b2c6b5b724d8 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] 10.222.0.22 "DELETE /v2.0/security-groups/50b26d27-90d1-4e01-ac11-b5341a468454 HTTP/1.1" status: 204 len: 168 time: 0.1486304 Aug 29 18:23:49.928387 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975a0ee-5d1f-416c-adc2-b2c6b5b724d8 tempest-TestSnapshotPattern-635962480 tempest-TestSnapshotPattern-635962480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b26d27-90d1-4e01-ac11-b5341a468454,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:49.968266 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47976) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:50.419144 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:50.657094 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] Deleting port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:50.657407 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:50.684083 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:23:50.737719 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] For port a6bdba01-0021-4f42-ac25-4e2a9c01c6c2, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a6bdba01-0021-4f42-ac25-4e2a9c01c6c2,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:50.738088 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:50.750510 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] Calling delete_port for a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:51.222323 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:51.271770 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:51.297585 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bdba01-0021-4f42-ac25-4e2a9c01c6c2,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:51.460227 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:51.675737 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] Router 83be4c92-be0d-49bd-8b5b-00bd799fade6 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:23:51.779612 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:23:51.786737 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-f9950c40-db84-48b5-b61e-3b9ee1005ca2 admin admin] 10.222.0.22 "PUT /v2.0/routers/83be4c92-be0d-49bd-8b5b-00bd799fade6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8151135 Aug 29 18:23:51.786961 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47980) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:51.788281 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9fcf8-7d58-48fb-845e-8057e6040b9b None None] Sync routers for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:23:51.798496 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9fcf8-7d58-48fb-845e-8057e6040b9b None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:51.799486 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3fb9fcf8-7d58-48fb-845e-8057e6040b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:23:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:51.891423 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Notify callbacks [] for router, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:51.903780 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3fb9fcf8-7d58-48fb-845e-8057e6040b9b None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: n-d-713301-13 {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:51.997267 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.047661 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Deleting port 444c612e-2d28-4c90-80d1-ece95340e250 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:52.048003 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.083106 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3fb9fcf8-7d58-48fb-845e-8057e6040b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '444c612e-2d28-4c90-80d1-ece95340e250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:23:50Z', 'revision_number': 5, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port': {'id': '444c612e-2d28-4c90-80d1-ece95340e250', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:52.108361 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9fcf8-7d58-48fb-845e-8057e6040b9b None None] Checking router: 83be4c92-be0d-49bd-8b5b-00bd799fade6 for host: n-d-713301-13 {{(pid=111679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:23:52.116632 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9fcf8-7d58-48fb-845e-8057e6040b9b None None] Routers {'83be4c92-be0d-49bd-8b5b-00bd799fade6'} bound to L3 agent in host n-d-713301-13 {{(pid=111679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:52.117247 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3fb9fcf8-7d58-48fb-845e-8057e6040b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:23:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['83be4c92-be0d-49bd-8b5b-00bd799fade6'], 'active': True} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:52.129790 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] For port 444c612e-2d28-4c90-80d1-ece95340e250, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=444c612e-2d28-4c90-80d1-ece95340e250,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:52.130158 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.143474 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Calling delete_port for 444c612e-2d28-4c90-80d1-ece95340e250 owned by network:router_gateway {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:52.208600 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_dvr_db [None req-3fb9fcf8-7d58-48fb-845e-8057e6040b9b None None] Set router 83be4c92-be0d-49bd-8b5b-00bd799fade6 gateway port host: None {{(pid=111679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:52.259778 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.l3_hamode_db [None req-3fb9fcf8-7d58-48fb-845e-8057e6040b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:23:51Z', 'revision_number': 6, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:52.288437 n-d-713301-13 neutron-server[111679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9fcf8-7d58-48fb-845e-8057e6040b9b None None] The sync data for ids ['83be4c92-be0d-49bd-8b5b-00bd799fade6'] in n-d-713301-13 is: [{'id': '83be4c92-be0d-49bd-8b5b-00bd799fade6', 'name': 'tempest-TestSnapshotPattern-2146443530-router', 'tenant_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:14Z', 'updated_at': '2021-08-29T18:23:51Z', 'revision_number': 6, 'project_id': '3ecae09bf45e42caa55c9edc6eb442ce', 'gw_port_host': None}] {{(pid=111679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:23:52.311757 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.337539 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Pushing event deleted for resources: {'Port': ['ID=444c612e-2d28-4c90-80d1-ece95340e250,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:52.395997 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.486080 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.488451 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.542528 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.543054 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83be4c92-be0d-49bd-8b5b-00bd799fade6 {{(pid=111677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:23:52.550176 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] Notify callbacks [] for router, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.551403 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-966b8996-e04b-4804-ba38-3665289a4806 admin admin] 10.222.0.22 "DELETE /v2.0/routers/83be4c92-be0d-49bd-8b5b-00bd799fade6 HTTP/1.1" status: 204 len: 168 time: 0.7635410 Aug 29 18:23:52.553938 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47984) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:52.598716 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.db_base_plugin_v2 [None req-da160752-35e7-4046-87ee-3851323f8bc6 admin admin] Deleting subnet 2e88062b-a2cd-444f-a583-699121b2f59f {{(pid=111677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:23:52.601644 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da160752-35e7-4046-87ee-3851323f8bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.637790 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da160752-35e7-4046-87ee-3851323f8bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126189808'] for subnet, precommit_delete_associations {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.647170 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device d25b0c48-6fdc-4535-81f1-d3620a0bc1bf no longer exists at agent hyperv_n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:52.668770 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] No Port match for: d25b0c48-6fdc-4535-81f1-d3620a0bc1bf {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:23:52.669200 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Device d25b0c48-6fdc-4535-81f1-d3620a0bc1bf not bound to the agent host n-h2-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:23:52.723575 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da160752-35e7-4046-87ee-3851323f8bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.774725 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da160752-35e7-4046-87ee-3851323f8bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125915756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126191897'] for subnet, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.800681 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da160752-35e7-4046-87ee-3851323f8bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e88062b-a2cd-444f-a583-699121b2f59f,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:52.804286 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-da160752-35e7-4046-87ee-3851323f8bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.806241 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-da160752-35e7-4046-87ee-3851323f8bc6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2e88062b-a2cd-444f-a583-699121b2f59f HTTP/1.1" status: 204 len: 168 time: 0.2512405 Aug 29 18:23:52.808665 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47986) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:52.811449 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4edd3-1449-41b2-ba70-aedc0fd7a3c6 None None] Network 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:23:52.878025 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.935071 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Deleting port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:52.935420 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:52.998425 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] For port a1756e71-7c0d-4b7f-a86a-c6014e2eb977, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a1756e71-7c0d-4b7f-a86a-c6014e2eb977,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:52.998801 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.012616 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Calling delete_port for a1756e71-7c0d-4b7f-a86a-c6014e2eb977 owned by network:dhcp {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:53.030407 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be922f-831d-407c-a290-dd8946e5b88b None None] DHCP port deletion for 7f1c309f-9a5c-49d9-9191-20a3c4cafc62 request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:23:53.077751 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-84be922f-831d-407c-a290-dd8946e5b88b None None] Deleting port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:53.078138 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-84be922f-831d-407c-a290-dd8946e5b88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.094602 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.125935 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1756e71-7c0d-4b7f-a86a-c6014e2eb977,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:53.128065 n-d-713301-13 neutron-server[111677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] No DVR routers for this DVR port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 on host n-d-713301-13 {{(pid=111677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:23:53.149294 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-84be922f-831d-407c-a290-dd8946e5b88b None None] For port a1756e71-7c0d-4b7f-a86a-c6014e2eb977, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=a1756e71-7c0d-4b7f-a86a-c6014e2eb977,segment=NetworkSegment(15c9fd10-51c8-4efe-aef6-6093cf7268f3),segment_id=15c9fd10-51c8-4efe-aef6-6093cf7268f3)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:53.149833 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-84be922f-831d-407c-a290-dd8946e5b88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.166639 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-84be922f-831d-407c-a290-dd8946e5b88b None None] Calling delete_port for a1756e71-7c0d-4b7f-a86a-c6014e2eb977 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:53.204835 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.209291 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 444c612e-2d28-4c90-80d1-ece95340e250 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:53.216465 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1c309f-9a5c-49d9-9191-20a3c4cafc62']}} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:53.233793 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c9fd10-51c8-4efe-aef6-6093cf7268f3') {'for_net_delete': True} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:53.234091 n-d-713301-13 neutron-server[111677]: DEBUG neutron.services.segments.db [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c9fd10-51c8-4efe-aef6-6093cf7268f3') {} {{(pid=111677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:53.234519 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: 444c612e-2d28-4c90-80d1-ece95340e250 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:23:53.234848 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device 444c612e-2d28-4c90-80d1-ece95340e250 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:23:53.235279 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a1756e71-7c0d-4b7f-a86a-c6014e2eb977 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:53.243689 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126189807'] for segment, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.258107 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.265201 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=111677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:23:53.265481 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: a1756e71-7c0d-4b7f-a86a-c6014e2eb977 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:23:53.265702 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125915658'] for segment, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.265820 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a1756e71-7c0d-4b7f-a86a-c6014e2eb977 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:23:53.266274 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: Traceback (most recent call last): Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: timer() Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: cb(*args, **kw) Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: return func(*args, **kwargs) Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: self._notify() Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: self.callback(batched_events) Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: event.method(event) Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: return f(self, *a, **k) Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: return self._get(url).json() Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: return self.request(url, 'GET', **kwargs) Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:23:53.267351 n-d-713301-13 neutron-server[111677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:23:53.288227 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:23:53.288584 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device a6bdba01-0021-4f42-ac25-4e2a9c01c6c2 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 18:23:53.305756 n-d-713301-13 neutron-server[111678]: self.session.flush() Aug 29 18:23:53.313586 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-84be922f-831d-407c-a290-dd8946e5b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.334680 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.343441 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be922f-831d-407c-a290-dd8946e5b88b None None] Pushing event deleted for resources: {'Port': ['ID=a1756e71-7c0d-4b7f-a86a-c6014e2eb977,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:53.345510 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be922f-831d-407c-a290-dd8946e5b88b None None] No DVR routers for this DVR port a1756e71-7c0d-4b7f-a86a-c6014e2eb977 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:23:53.356508 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Notify callbacks [] for network, before_response {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.358727 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7f1c309f-9a5c-49d9-9191-20a3c4cafc62 HTTP/1.1" status: 204 len: 168 time: 0.5488634 Aug 29 18:23:53.359511 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9114d-9791-43fb-9980-58032763e843 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1c309f-9a5c-49d9-9191-20a3c4cafc62,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:53.361438 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [-] (111677) accepted ('10.222.0.22', 47990) {{(pid=111677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:53.706567 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1664761'] for router_interface, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:53.954441 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] Deleting port e0b191ce-8cf2-4744-9a6f-64c8608a5666 {{(pid=111677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:53.954782 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:54.039666 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.db [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] For port e0b191ce-8cf2-4744-9a6f-64c8608a5666, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e0b191ce-8cf2-4744-9a6f-64c8608a5666,segment=NetworkSegment(b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130),segment_id=b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130)] {{(pid=111677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:54.039942 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:54.052832 n-d-713301-13 neutron-server[111677]: DEBUG neutron.plugins.ml2.plugin [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] Calling delete_port for e0b191ce-8cf2-4744-9a6f-64c8608a5666 owned by network:router_interface {{(pid=111677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:54.227535 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125915711'] for port, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:54.253708 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b191ce-8cf2-4744-9a6f-64c8608a5666,revision_number=None']} {{(pid=111677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:54.426265 n-d-713301-13 neutron-server[111677]: DEBUG neutron_lib.callbacks.manager [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1664563'] for router_interface, after_delete {{(pid=111677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:54.638584 n-d-713301-13 neutron-server[111677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] Router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 has already been hosted by L3 agent 654446f0-df0e-4c3b-9516-10ef6bbd40e3 {{(pid=111677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 18:23:54.745217 n-d-713301-13 neutron-server[111677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] Notify agent at l3_agent.n-d-713301-13 the message routers_updated {{(pid=111677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 18:23:54.750328 n-d-713301-13 neutron-server[111677]: INFO neutron.wsgi [None req-5dc36f55-ccf7-4c31-a939-81ec3175f614 admin admin] 10.222.0.22 "PUT /v2.0/routers/89b370b5-f4ce-4fe0-a0c4-20f72e678a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3879294 Aug 29 18:23:54.752990 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47994) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:54.754003 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3edebb-ee27-4e1a-968e-5ea84b270be2 None None] Sync routers for ids ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'] in n-d-713301-13 {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 18:23:54.763577 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3edebb-ee27-4e1a-968e-5ea84b270be2 None None] Routers {'89b370b5-f4ce-4fe0-a0c4-20f72e678a20'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:54.764187 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ab3edebb-ee27-4e1a-968e-5ea84b270be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:23:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:54.855775 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Notify callbacks [] for router, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:54.866375 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ab3edebb-ee27-4e1a-968e-5ea84b270be2 None None] Set router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 gateway port host: n-d-713301-13 {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:54.958277 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.011189 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Deleting port ac147818-be0f-4686-9881-25254c226b85 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:55.011545 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.042808 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ab3edebb-ee27-4e1a-968e-5ea84b270be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'name': 'tempest-TestSnapshotPattern-628931327-router', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'external_fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'ac147818-be0f-4686-9881-25254c226b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:23:54Z', 'revision_number': 5, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'gw_port': {'id': 'ac147818-be0f-4686-9881-25254c226b85', 'name': '', 'network_id': 'a5896d2b-14a1-47dc-95a4-de1b0f25e229', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9764350-febb-45ce-a8ac-8daec9172f8d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-13'}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:55.077999 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3edebb-ee27-4e1a-968e-5ea84b270be2 None None] Checking router: 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 for host: n-d-713301-13 {{(pid=111678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 18:23:55.090933 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3edebb-ee27-4e1a-968e-5ea84b270be2 None None] Routers {'89b370b5-f4ce-4fe0-a0c4-20f72e678a20'} bound to L3 agent in host n-d-713301-13 {{(pid=111678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 18:23:55.091682 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ab3edebb-ee27-4e1a-968e-5ea84b270be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T16:37:45Z,description=,heartbeat_timestamp=2021-08-29T18:23:46Z,host='n-d-713301-13',id=654446f0-df0e-4c3b-9516-10ef6bbd40e3,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T16:37:46Z,topic='l3_agent')) {'router_ids': ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'], 'active': True} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:55.093283 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] For port ac147818-be0f-4686-9881-25254c226b85, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=ac147818-be0f-4686-9881-25254c226b85,segment=NetworkSegment(370dbf30-5fb1-4dee-9099-f78b8dd8471a),segment_id=370dbf30-5fb1-4dee-9099-f78b8dd8471a)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:55.093690 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.110798 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Calling delete_port for ac147818-be0f-4686-9881-25254c226b85 owned by network:router_gateway {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:55.181618 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvr_db [None req-ab3edebb-ee27-4e1a-968e-5ea84b270be2 None None] Set router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 gateway port host: None {{(pid=111678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 18:23:55.232789 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_hamode_db [None req-ab3edebb-ee27-4e1a-968e-5ea84b270be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'name': 'tempest-TestSnapshotPattern-628931327-router', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:23:54Z', 'revision_number': 6, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'gw_port_host': None}], 'n-d-713301-13', False) {} {{(pid=111678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:55.263823 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3edebb-ee27-4e1a-968e-5ea84b270be2 None None] The sync data for ids ['89b370b5-f4ce-4fe0-a0c4-20f72e678a20'] in n-d-713301-13 is: [{'id': '89b370b5-f4ce-4fe0-a0c4-20f72e678a20', 'name': 'tempest-TestSnapshotPattern-628931327-router', 'tenant_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T18:18:18Z', 'updated_at': '2021-08-29T18:23:54Z', 'revision_number': 6, 'project_id': 'dc1e1391fe3d43f1a3dbf47b28ef24ce', 'gw_port_host': None}] {{(pid=111678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 18:23:55.292756 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.321959 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ac147818-be0f-4686-9881-25254c226b85,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:55.384755 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1669481'] for router_gateway, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.471865 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1668598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101894'] for router, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.473947 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.515842 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1668601'] for router, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.516479 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89b370b5-f4ce-4fe0-a0c4-20f72e678a20 {{(pid=111676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 18:23:55.520757 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] Notify callbacks [] for router, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.522111 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-f7e2e8da-f5ca-4598-bfe7-9dbad08271cc admin admin] 10.222.0.22 "DELETE /v2.0/routers/89b370b5-f4ce-4fe0-a0c4-20f72e678a20 HTTP/1.1" status: 204 len: 168 time: 0.7679436 Aug 29 18:23:55.524517 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47996) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:55.572019 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fb63fe-ec47-4f66-bfe2-8fbe057267d6 admin admin] Deleting subnet ab7d3f15-4799-4a9a-b995-3f50cae04577 {{(pid=111676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 18:23:55.575049 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21fb63fe-ec47-4f66-bfe2-8fbe057267d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.609284 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21fb63fe-ec47-4f66-bfe2-8fbe057267d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127447620'] for subnet, precommit_delete_associations {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.691297 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21fb63fe-ec47-4f66-bfe2-8fbe057267d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-952742'] for subnet, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.747723 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21fb63fe-ec47-4f66-bfe2-8fbe057267d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-952745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127447123', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347791'] for subnet, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.774231 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb63fe-ec47-4f66-bfe2-8fbe057267d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab7d3f15-4799-4a9a-b995-3f50cae04577,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:55.777336 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-21fb63fe-ec47-4f66-bfe2-8fbe057267d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.779296 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-21fb63fe-ec47-4f66-bfe2-8fbe057267d6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ab7d3f15-4799-4a9a-b995-3f50cae04577 HTTP/1.1" status: 204 len: 168 time: 0.2537999 Aug 29 18:23:55.780675 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c0d7a-98ec-4f7e-bfbe-2a3990e5cd0e None None] Network 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c requested from n-d-713301-13 {{(pid=111678) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 18:23:55.781886 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 47998) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:55.849204 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575286'] for network, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.902344 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Deleting port e8218923-c220-4b46-a6d5-c8cd1d6d1621 {{(pid=111676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:55.902689 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.967524 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.db [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] For port e8218923-c220-4b46-a6d5-c8cd1d6d1621, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8218923-c220-4b46-a6d5-c8cd1d6d1621,segment=NetworkSegment(b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130),segment_id=b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130)] {{(pid=111676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:55.967832 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:55.980779 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.plugin [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Calling delete_port for e8218923-c220-4b46-a6d5-c8cd1d6d1621 owned by network:dhcp {{(pid=111676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:56.005107 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b50715-b421-425a-ac86-0f697bf0de9b None None] DHCP port deletion for 4f5f8ee9-8274-4909-b62e-1d6d5ba5523c request from n-d-713301-13 {{(pid=111678) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 18:23:56.057276 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f3b50715-b421-425a-ac86-0f697bf0de9b None None] Deleting port e8218923-c220-4b46-a6d5-c8cd1d6d1621 {{(pid=111678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 18:23:56.058305 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f3b50715-b421-425a-ac86-0f697bf0de9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747308325151'] for port, before_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.063967 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127447040'] for port, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.087291 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8218923-c220-4b46-a6d5-c8cd1d6d1621,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:56.098351 n-d-713301-13 neutron-server[111676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] No DVR routers for this DVR port e8218923-c220-4b46-a6d5-c8cd1d6d1621 on host n-d-713301-13 {{(pid=111676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:23:56.128626 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.db [None req-f3b50715-b421-425a-ac86-0f697bf0de9b None None] For port e8218923-c220-4b46-a6d5-c8cd1d6d1621, host n-d-713301-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-13',level=0,port_id=e8218923-c220-4b46-a6d5-c8cd1d6d1621,segment=NetworkSegment(b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130),segment_id=b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130)] {{(pid=111678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 18:23:56.129027 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f3b50715-b421-425a-ac86-0f697bf0de9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1666344'] for port, precommit_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.141873 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-f3b50715-b421-425a-ac86-0f697bf0de9b None None] Calling delete_port for e8218923-c220-4b46-a6d5-c8cd1d6d1621 owned by network:dhcp {{(pid=111678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 18:23:56.174356 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-636509', 'neutron.services.segments.db._delete_segments_for_network-8747308390126'] for network, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.187055 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5f8ee9-8274-4909-b62e-1d6d5ba5523c']}} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:56.198048 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130') {'for_net_delete': True} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:56.198699 n-d-713301-13 neutron-server[111676]: DEBUG neutron.services.segments.db [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9901bc2-aaa1-45bb-b3b6-a5b0a3ef1130') {} {{(pid=111676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 18:23:56.209071 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747308390009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127447643'] for segment, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.221124 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f3b50715-b421-425a-ac86-0f697bf0de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-924178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747308347935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747307830303'] for port, after_delete {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.231332 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087'] for segment, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.238334 n-d-713301-13 neutron-server[111676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 18:23:56.238960 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-951087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127447093'] for segment, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: Traceback (most recent call last): Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: timer() Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: cb(*args, **kw) Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: return func(*args, **kwargs) Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: self._notify() Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: self.callback(batched_events) Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: event.method(event) Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: return f(self, *a, **k) Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: return self._get(url).json() Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: return self.request(url, 'GET', **kwargs) Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 18:23:56.240944 n-d-713301-13 neutron-server[111676]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 18:23:56.256008 n-d-713301-13 neutron-server[111678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b50715-b421-425a-ac86-0f697bf0de9b None None] Pushing event deleted for resources: {'Port': ['ID=e8218923-c220-4b46-a6d5-c8cd1d6d1621,revision_number=None']} {{(pid=111678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:56.263378 n-d-713301-13 neutron-server[111678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b50715-b421-425a-ac86-0f697bf0de9b None None] No DVR routers for this DVR port e8218923-c220-4b46-a6d5-c8cd1d6d1621 on host n-d-713301-13 {{(pid=111678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 18:23:56.303746 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-636452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1669461'] for network, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.310822 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Notify callbacks [] for network, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.312595 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4f5f8ee9-8274-4909-b62e-1d6d5ba5523c HTTP/1.1" status: 204 len: 168 time: 0.5296381 Aug 29 18:23:56.321949 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8eb517-3d76-4847-bc55-b1546f81dc00 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f5f8ee9-8274-4909-b62e-1d6d5ba5523c,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:56.425992 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48004) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:56.466052 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-11c0ae12-2206-456d-ad03-e4dde3f265e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ecae09bf45e42caa55c9edc6eb442ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388029 Aug 29 18:23:56.468578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48006) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:56.514390 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9982e626-a73d-471e-8ca8-80648ed650b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.534854 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9982e626-a73d-471e-8ca8-80648ed650b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.578941 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9982e626-a73d-471e-8ca8-80648ed650b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.581391 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-9982e626-a73d-471e-8ca8-80648ed650b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:56.584943 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-9982e626-a73d-471e-8ca8-80648ed650b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/35e6357d-048d-4608-9019-1451b0c0026e HTTP/1.1" status: 204 len: 168 time: 0.1130352 Aug 29 18:23:56.590649 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982e626-a73d-471e-8ca8-80648ed650b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e6357d-048d-4608-9019-1451b0c0026e,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:56.906085 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48012) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:56.944152 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-3b7993a8-b00e-45b9-bb32-86782856ac13 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc1e1391fe3d43f1a3dbf47b28ef24ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369163 Aug 29 18:23:56.946578 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [-] (111676) accepted ('10.222.0.22', 48014) {{(pid=111676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 18:23:56.997033 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3063-b403-4635-9303-f88d9f38da23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:57.017487 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3063-b403-4635-9303-f88d9f38da23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:57.061879 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3063-b403-4635-9303-f88d9f38da23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058230'] for security_group, after_delete {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:57.064556 n-d-713301-13 neutron-server[111676]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3063-b403-4635-9303-f88d9f38da23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:23:57.065954 n-d-713301-13 neutron-server[111676]: INFO neutron.wsgi [None req-a6fd3063-b403-4635-9303-f88d9f38da23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61900cd2-f17a-4918-bfdf-90c942901e3a HTTP/1.1" status: 204 len: 168 time: 0.1184855 Aug 29 18:23:57.073889 n-d-713301-13 neutron-server[111676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd3063-b403-4635-9303-f88d9f38da23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61900cd2-f17a-4918-bfdf-90c942901e3a,revision_number=None']} {{(pid=111676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 18:23:57.187678 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e0b191ce-8cf2-4744-9a6f-64c8608a5666 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:57.208145 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e0b191ce-8cf2-4744-9a6f-64c8608a5666 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:23:57.208494 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e0b191ce-8cf2-4744-9a6f-64c8608a5666 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:23:57.208952 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8218923-c220-4b46-a6d5-c8cd1d6d1621 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:57.233546 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: e8218923-c220-4b46-a6d5-c8cd1d6d1621 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:23:57.233898 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device e8218923-c220-4b46-a6d5-c8cd1d6d1621 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:23:57.234326 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ac147818-be0f-4686-9881-25254c226b85 no longer exists at agent ovs-agent-n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 18:23:57.255155 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.plugin [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] No Port match for: ac147818-be0f-4686-9881-25254c226b85 {{(pid=111678) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 18:23:57.255520 n-d-713301-13 neutron-server[111678]: DEBUG neutron.plugins.ml2.rpc [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Device ac147818-be0f-4686-9881-25254c226b85 not bound to the agent host n-d-713301-13 {{(pid=111678) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 18:24:13.031005 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e95bc682-4069-40a6-9ac5-4ced38601595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:15.659621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7e795ab4-0461-4852-909d-cf4cd7b35266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:16.030142 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:17.033974 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:18.706757 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:18.735286 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:21.234754 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:27.683395 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:24:43.030939 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4410bc2c-1789-4619-b6f8-f53ce02d5562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:45.660081 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7d580c46-44c6-4ef1-9442-e256817fb9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:46.030652 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:47.038266 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:48.708621 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:48.748944 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:24:51.232069 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:04.682587 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:25:13.031008 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f7c6dcd7-1f2b-4722-9290-4357ea825cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:15.660059 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-0d067f2e-2f9e-455b-afb7-c02f97ad3593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:16.030728 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:17.039832 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:18.711014 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:18.755913 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:21.226716 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:41.682188 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:25:43.030936 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-37ac14c3-a6e2-4f2e-ad38-81b76e759e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:45.660441 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c28eade2-faae-4199-a0fd-7885725d4bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:46.033149 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:47.043232 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:48.714085 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:48.760019 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:25:51.240362 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:13.032045 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7b45947b-1888-4b05-8ef0-da94e6686157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:15.661028 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2dadb69f-0bf3-4825-99e2-7f017628c47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:16.034491 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:17.046638 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:18.682206 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:26:18.716334 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:18.759136 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:21.242701 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:43.031967 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a80db792-e80f-4a54-82e3-0bdc929c0403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:45.660665 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2e3454ed-75d9-4bf6-905f-f7b8bd00fa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:46.033642 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:47.049680 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:48.719164 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:48.757537 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:51.256592 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:26:55.681489 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:27:00.378377 n-d-713301-13 neutron-server[111676]: DEBUG neutron.wsgi [req-48886df6-25c3-42b5-bf02-37f87db4c80b req-67ba8552-a116-4862-8616-c0b0ab3b9fb3 service neutron] (111676) timed out ('10.222.0.22', 46574) {{(pid=111676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 18:27:13.032924 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-117a2756-b956-47b4-a0ea-7b9a11a68af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:15.661076 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ab192c92-8e98-41ea-ba60-712b63f3834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:16.033512 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:17.052080 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:18.722287 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:18.755758 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:21.250823 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:32.680662 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:27:43.033460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-805dfea6-509b-4bbe-9356-b5ec67c9dc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:45.660748 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-af811c3a-063c-46ce-a3b1-525844e81fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:46.033926 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:47.054439 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:48.727807 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:48.752765 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:27:51.268958 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:09.680254 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:28:13.033733 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-8db38881-fc78-4e4f-96aa-dce669438e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:15.661037 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f89931b7-2449-49fe-a913-21fd6466bb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:16.034479 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:17.057590 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:18.727143 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:18.752232 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:21.266980 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:43.034317 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-03ffcfab-4a29-487c-9c73-057024f8a5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:45.661844 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7a4c1dcc-e95b-4528-ba1e-07f43c7fd726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:46.034883 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:46.679785 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:28:47.061063 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:48.730218 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:48.768651 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:28:51.278047 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:13.034223 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4a4c-589e-4d42-a329-5e5cb743b003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:15.661800 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-25b484b5-4e92-4d7d-a108-2b9cef0e0039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:16.035631 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:17.064059 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:18.732580 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:18.774656 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:21.294826 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:23.679330 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:29:43.037687 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-2565e0a5-a7c2-4317-89e0-5ce9b526c5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:45.661318 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1514d8b6-38da-43cd-80bb-086e82cc873a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:46.035929 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:47.066860 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:48.735322 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:48.779508 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:29:51.295212 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:00.679188 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:30:13.038320 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-c67cb76e-74fe-454d-bf6d-0e61541aa393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:15.662260 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-f3b100fd-9534-47a0-886d-43d0171a8d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:16.037088 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:17.069846 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:18.738464 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:18.777968 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:21.308135 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:37.681676 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:30:43.038634 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-e90137f5-0608-44f5-b326-95d9fe5f66ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:45.663233 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-ac1837d2-9707-43ab-ae3d-7aac6761004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:46.040460 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:47.072195 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:48.741546 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:48.776353 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:30:51.305359 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:13.041651 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-7244c2a7-190e-465c-863c-25ab682ff1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:14.681644 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:31:15.663908 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-756f2779-0796-4dc2-a0d5-50fd53564814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:16.040276 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:17.075381 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:18.743025 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:18.776298 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:21.324509 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:25.844759 n-d-713301-13 neutron-server[111677]: DEBUG neutron.wsgi [req-06bc90ea-d7db-4f3a-a1d0-34e19eb213ac req-dc986661-71dc-4729-835c-262f740e33d6 service neutron] (111677) timed out ('10.222.0.22', 41184) {{(pid=111677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 18:31:43.042457 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-a1d8ea9b-ca7f-414f-a615-6b2dd30c323a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:45.663150 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd01e-ecf2-4557-ba8e-4c27a63027b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:46.041339 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:47.077349 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:48.746194 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:48.790302 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:51.334325 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:31:51.681056 n-d-713301-13 neutron-server[111679]: DEBUG neutron.db.agents_db [None req-117709fc-a319-4cb0-91ab-b9aca19e34fb None None] Agent healthcheck: found 7 active agents {{(pid=111679) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 18:32:13.043085 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-11f3509d-e49c-4cf7-8285-14d3b0c0c90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:15.664127 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-1520b26a-1467-42f0-82e6-f78741a85652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:16.042235 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-cef6d5d3-d69a-4b4c-8fb7-4b9a6bfc38fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:17.081563 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-4b23a4ff-b991-4e2d-87af-7dbeb01192b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.749757 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ef4213e-b9c4-4ced-b718-bfd675962a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:18.793018 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f289-72d4-4ddf-9dbb-94fba8a42573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 18:32:21.334728 n-d-713301-13 neutron-server[111678]: DEBUG neutron_lib.callbacks.manager [None req-000fc2b5-0781-434e-a8b7-b0fb9e543084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747308390108', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638823'] for agent, after_update {{(pid=111678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}